-- Logs begin at Sat 2022-05-14 20:01:12 UTC, end at Sat 2022-05-14 22:44:34 UTC. --
May 14 21:00:22.115840 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
May 14 21:00:24.992310 ncdv-master-1 neutron-server[115669]: INFO neutron.common.config [-] Logging enabled!
May 14 21:00:24.992848 ncdv-master-1 neutron-server[115669]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev210
May 14 21:00:24.993141 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115669) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
May 14 21:00:24.996416 ncdv-master-1 neutron-server[115669]: INFO neutron.common.config [-] Logging enabled!
May 14 21:00:24.996741 ncdv-master-1 neutron-server[115669]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev210
May 14 21:00:24.997089 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115669) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
May 14 21:00:24.997984 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 14 21:00:24.998228 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 14 21:00:24.998579 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 14 21:00:24.998831 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 14 21:00:24.999059 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 14 21:00:24.999508 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:24.999801 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.000285 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.000638 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.000882 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.001246 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.001465 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.001762 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.002049 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.002923 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.003212 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.003445 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.003765 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.004055 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.004341 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.004611 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] debug                          = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.004889 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.005317 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.005717 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.006011 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.006306 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.006584 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.006855 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.007130 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.007415 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.007769 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010008 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010698 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010698 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.010837 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.011020 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.011307 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.011552 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.011776 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.012055 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.012340 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.012612 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.012884 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.013154 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.013423 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.013693 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.013964 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.014277 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.014556 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.014837 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.015109 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.015378 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.015699 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.015973 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.016259 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.016528 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.016799 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.017409 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.017749 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.017995 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.018269 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.018563 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.018846 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.019126 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.019419 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.019732 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.020016 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.020283 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.020549 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.020815 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.021083 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.021348 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.021625 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.021893 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.022159 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.022429 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.022696 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.022975 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.023244 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:25.023561 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.023860 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.024152 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.024427 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.024730 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.025009 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.025294 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.025569 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.025853 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.026167 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.026456 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.026728 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.027023 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.027351 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.027666 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.027968 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.028257 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.028544 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.028815 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.029087 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.029357 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.029630 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.029912 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.030182 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.030463 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.030745 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.031020 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.031355 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.031659 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.031940 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.032227 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.032511 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.032780 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.033096 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.033466 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.033781 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.034052 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.034339 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.034613 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.034882 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.035160 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.035433 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.035782 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.036055 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.036329 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.036682 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.036958 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.037225 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.037493 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.037769 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.038036 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.038315 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.038586 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.038853 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.039119 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.039391 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.039685 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.039951 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.040221 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.040487 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.040757 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.041024 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.041291 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.041560 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.041827 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.042093 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.042362 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.042631 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.042904 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.043178 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.043447 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.043740 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.044009 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.044275 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.044569 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.044841 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.045116 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.045391 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.045664 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.045935 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.046211 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.046485 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.046758 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.047028 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.047350 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.047659 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.047944 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050251 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050251 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050251 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050251 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050251 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050251 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050779 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050779 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.050931 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.051179 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.051472 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.051784 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.052057 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.052348 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.052637 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.052922 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.053200 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.053504 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.053781 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:25.054015 ncdv-master-1 neutron-server[115669]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 14 21:00:25.054271 ncdv-master-1 neutron-server[115669]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115669) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 14 21:00:25.525597 ncdv-master-1 neutron-server[115669]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
May 14 21:00:25.525876 ncdv-master-1 neutron-server[115669]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
May 14 21:00:25.526195 ncdv-master-1 neutron-server[115669]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
May 14 21:00:25.526531 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [-] Loading core plugin: ml2
May 14 21:00:25.853782 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.853992 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.854269 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.855452 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.855748 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.856012 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.911325 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.911619 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.911887 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.926976 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.927257 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.927545 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.966141 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.966422 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:25.966690 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.004622 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.005169 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.005169 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.358492 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f52338f9670> agent after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.358776 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f52338f9670> agent after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.359042 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f52338f9700> segment precommit_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.359305 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f52338f9790> network precommit_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.360027 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f52338fb820> segment before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.458461 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> network before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.458784 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5233c851f0> agent before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.459066 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> network before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.459340 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> port before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.459632 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> port before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.459942 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> segment precommit_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.460202 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> segment precommit_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.460458 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> segment after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.460711 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> segment after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.460990 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> network after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.461249 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> network precommit_delete 0 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.461512 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> port after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.461766 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> port after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.462016 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> port after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.462269 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> port provisioning_complete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.462531 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.462785 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.463052 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> agent after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.463321 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> subnet after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.463601 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> subnet precommit_delete 0 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.463874 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.464127 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.464405 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> segment_host_mapping after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.464781 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.465031 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.465275 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5234536f10>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.465668 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:26.465907 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:26.466142 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:26.466377 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:26.466619 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:26.466850 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:26.467215 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 14 21:00:26.471859 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 14 21:00:26.476033 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 14 21:00:26.479940 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
May 14 21:00:26.481537 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 14 21:00:26.482000 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 14 21:00:26.482334 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 14 21:00:26.482715 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 14 21:00:26.485480 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 14 21:00:26.485733 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 14 21:00:26.486075 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 14 21:00:26.491339 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
May 14 21:00:26.514896 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 14 21:00:26.515341 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5233b237c0>> qos_plugin after_init 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.515668 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115669) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
May 14 21:00:26.516039 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5233b238b0>> logging-plugin after_init 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.517384 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115669) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 14 21:00:26.518204 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 14 21:00:26.518457 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 14 21:00:26.521766 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5233a8af70>> floatingip before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.522050 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5233a8af70>> port before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:26.588724 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 14 21:00:26.588960 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 14 21:00:26.589196 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 14 21:00:26.589566 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 14 21:00:26.610482 ncdv-master-1 neutron-server[115669]: DEBUG oslo_db.sqlalchemy.engines [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115669) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 14 21:00:27.191748 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing driver for type 'gre'
May 14 21:00:27.192391 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] gre ID ranges: [(1, 1000)]
May 14 21:00:27.426373 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing driver for type 'local'
May 14 21:00:27.426720 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing driver for type 'vlan'
May 14 21:00:27.506541 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] VlanTypeDriver initialization complete
May 14 21:00:27.506807 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing driver for type 'vxlan'
May 14 21:00:27.507307 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] vxlan ID ranges: [(1, 1000)]
May 14 21:00:27.710368 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing extension driver 'port_security'
May 14 21:00:27.710717 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.extensions.port_security [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] PortSecurityExtensionDriver initialization complete
May 14 21:00:27.711059 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing mechanism driver 'openvswitch'
May 14 21:00:27.711386 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing mechanism driver 'hyperv'
May 14 21:00:27.718140 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.plugin [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:00:27.719013 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233afba90>> port after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.719391 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233afba90>> port after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.719778 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233afba90>> port after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.720316 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 14 21:00:27.723998 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f52334eca60>> subnet after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.723998 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f52334eca60>> subnet after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.723998 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f52334eca60>> subnet after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.723998 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 14 21:00:27.723998 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233504760>> network after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.724426 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233504760>> network after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.724426 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233504760>> network after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.724426 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 14 21:00:27.724644 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233504c70>> security_group after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.724830 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233504c70>> security_group after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.725151 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5233504c70>> security_group after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.725551 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 14 21:00:27.725965 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f523350f1c0>> security_group_rule after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.726320 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f523350f1c0>> security_group_rule after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.726668 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f523350f1c0>> security_group_rule after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.727064 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 14 21:00:27.727496 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f523350f6d0>> address_group after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.727848 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f523350f6d0>> address_group after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.728193 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f523350f6d0>> address_group after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.728593 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115669) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 14 21:00:27.729042 ncdv-master-1 neutron-server[115669]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] ML2 OVO RPC backend initialized. {{(pid=115669) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
May 14 21:00:27.729757 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> router_interface after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.730119 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> router_interface after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.730550 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> network before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.730951 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> networks before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.731307 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> port before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.731678 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> ports before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.732029 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> subnet before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.732374 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> subnets before_response 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.732726 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> network after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.733070 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> network after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.733410 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> network after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.733750 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> port after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.734090 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> port after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.734436 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> port after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.734782 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> subnet after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.735128 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> subnet after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.735493 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f523350fdf0>> subnet after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.750416 ncdv-master-1 neutron-server[115669]: INFO neutron.quota [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f523350ff70>.
May 14 21:00:27.750814 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.plugin [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Modular L2 Plugin initialization complete
May 14 21:00:27.751170 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading services supported by the core plugin {{(pid=115669) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 14 21:00:27.751574 ncdv-master-1 neutron-server[115669]: INFO neutron.plugins.ml2.managers [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Got port-security extension from driver 'port_security'
May 14 21:00:27.752065 ncdv-master-1 neutron-server[115669]: INFO neutron.extensions.vlantransparent [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Disabled vlantransparent extension.
May 14 21:00:27.752568 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115669) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 14 21:00:27.752890 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: router
May 14 21:00:27.788458 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router_interface before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.788801 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_create 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.789177 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router before_create 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.789548 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router_interface before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.789926 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router_interface after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.790286 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_delete 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.790651 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> floatingip after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.791007 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> floatingip after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.791369 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_create 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.791746 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_update 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.792101 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_update 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.792453 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router_gateway after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.792939 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_update 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.793364 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router precommit_update 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.793737 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5233bdddc0> port after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.794083 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5233bddca0> port after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.794427 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5233bddd30> subnet after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.794775 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5233bdde50> subnetpool_address_scope after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.795128 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> port precommit_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.795500 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router precommit_create 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.795857 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5233cc0dc0> port before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.796206 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router precommit_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.796706 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router after_update 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.797057 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router precommit_delete 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.797415 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router precommit_create 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.797786 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router_interface after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.798135 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> router precommit_update 55549900 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.798508 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> agent after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.799503 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> agent after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.799940 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f523350fee0>> network after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.800837 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Tracking information for resource: router configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:27.801180 ncdv-master-1 neutron-server[115669]: DEBUG neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Tracking information for resource: floatingip configured {{(pid=115669) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 14 21:00:27.806161 ncdv-master-1 neutron-server[115669]: INFO neutron.db.l3_agentschedulers_db [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 14 21:00:27.806750 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5233495700> port after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.807117 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f52334955e0> port after_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.807494 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function _notify_port_delete at 0x7f5233495670> port after_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.807859 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5233495820> port after_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.808667 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f52334c37c0>> router before_create 55550100 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.809039 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f52334c37c0>> router precommit_delete 55550100 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.809407 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f52334c37c0>> router precommit_create 55550100 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.809770 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f52334c37c0>> router precommit_update 55550100 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.814524 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.provider_configuration [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service providers = [] {{(pid=115669) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 14 21:00:27.814901 ncdv-master-1 neutron-server[115669]: DEBUG neutron.db.servicetype_db [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115669) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 14 21:00:27.817883 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.service_base [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 14 21:00:27.818244 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.service_base [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 14 21:00:27.818593 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.service_base [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 14 21:00:27.819522 ncdv-master-1 neutron-server[115669]: DEBUG neutron.services.service_base [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115669) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 14 21:00:27.819906 ncdv-master-1 neutron-server[115669]: INFO neutron.services.service_base [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 14 21:00:27.820305 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.820629 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 14 21:00:27.831950 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.832289 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: auto_allocate
May 14 21:00:27.838163 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f523342a9d0> network precommit_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.838533 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f523342a9d0> network precommit_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.839058 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.839382 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: tag
May 14 21:00:27.847629 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.847966 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: timestamp
May 14 21:00:27.851823 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.852158 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: network_ip_availability
May 14 21:00:27.857680 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5233427e80>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.858059 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5233427e80>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.858424 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5233427e80>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:27.859150 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.859495 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: flavors
May 14 21:00:27.865404 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.865744 ncdv-master-1 neutron-server[115669]: INFO neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading Plugin: revisions
May 14 21:00:27.870034 ncdv-master-1 neutron-server[115669]: DEBUG neutron.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115669) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 14 21:00:27.870432 ncdv-master-1 neutron-server[115669]: DEBUG oslo_concurrency.lockutils [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.344s {{(pid=115669) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
May 14 21:00:27.871175 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115669) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
May 14 21:00:27.871544 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Initializing extension manager.
May 14 21:00:27.872080 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: __init__.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.872428 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: __pycache__ {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.872767 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: _port_mac_address_override.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.873108 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: address_group.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.873865 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.874436 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: address-group
May 14 21:00:27.874764 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: address_scope.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.875775 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.876297 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: address-scope
May 14 21:00:27.876623 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.878180 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.878697 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: router-admin-state-down-before-update
May 14 21:00:27.879022 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: agent.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.879771 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.880295 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: agent
May 14 21:00:27.880621 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: agent_resources_synced.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.881544 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.882060 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: agent-resources-synced
May 14 21:00:27.882388 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.884215 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.884747 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: allowed-address-pairs
May 14 21:00:27.885079 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.886161 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.886682 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: auto-allocated-topology
May 14 21:00:27.887016 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: availability_zone.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.887745 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.888264 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: availability_zone
May 14 21:00:27.888592 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: availability_zone_filter.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.889509 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.890025 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: availability_zone_filter
May 14 21:00:27.890351 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: data_plane_status.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.891275 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.891818 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension data-plane-status not supported by any of loaded plugins
May 14 21:00:27.892153 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: default_subnetpools.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.893109 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.893614 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: default-subnetpools
May 14 21:00:27.893942 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.894750 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.895265 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: dhcp_agent_scheduler
May 14 21:00:27.895630 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: dns.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.896564 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.897077 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension dns-integration not supported by any of loaded plugins
May 14 21:00:27.897407 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: dns_domain_ports.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.898331 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.898845 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 14 21:00:27.899173 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.900133 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.900649 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
May 14 21:00:27.900977 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: dvr.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.901653 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.902171 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: dvr
May 14 21:00:27.902500 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: ecmp_routes.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.903424 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.903965 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension ecmp_routes not supported by any of loaded plugins
May 14 21:00:27.904291 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: empty_string_filtering.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.905214 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.905731 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: empty-string-filtering
May 14 21:00:27.906063 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.906983 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.907516 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 14 21:00:27.907846 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.908801 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.909313 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 14 21:00:27.909638 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: external_net.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.910557 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.911070 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: external-net
May 14 21:00:27.911397 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.912336 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.912851 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: extra_dhcp_opt
May 14 21:00:27.913175 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: extraroute.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.914091 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.914606 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: extraroute
May 14 21:00:27.914933 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: extraroute_atomic.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.916197 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.916724 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: extraroute-atomic
May 14 21:00:27.917054 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: filter_validation.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.917742 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.918264 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: filter-validation
May 14 21:00:27.918595 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: fip_pf_description.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.919550 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.920065 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 14 21:00:27.920393 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: fip_pf_port_range.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.921319 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.921828 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
May 14 21:00:27.922154 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: fip_port_details.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.923095 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.923640 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: fip-port-details
May 14 21:00:27.924600 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: flavors.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.925860 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.926390 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: flavors
May 14 21:00:27.926724 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.928425 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.929187 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 14 21:00:27.929273 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: floatingip_pools.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.929970 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.930486 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: floatingip-pools
May 14 21:00:27.930817 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: ip_allocation.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.931775 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.932293 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension ip_allocation not supported by any of loaded plugins
May 14 21:00:27.932622 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.933556 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.934086 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: ip-substring-filtering
May 14 21:00:27.934418 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l2_adjacency.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.935368 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.935928 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension l2_adjacency not supported by any of loaded plugins
May 14 21:00:27.936259 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.937249 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.937775 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: router
May 14 21:00:27.938107 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.940996 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.941529 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 14 21:00:27.941867 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.942811 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.943338 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: ext-gw-mode
May 14 21:00:27.943709 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.944644 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.945166 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: l3-ha
May 14 21:00:27.945499 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.946420 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.946936 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
May 14 21:00:27.947264 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_flavors.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.948216 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.948737 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: l3-flavors
May 14 21:00:27.949067 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.950436 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.950960 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
May 14 21:00:27.951291 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.952256 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.952778 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: l3-port-ip-change-not-allowed
May 14 21:00:27.953108 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: l3agentscheduler.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.954140 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.954662 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: l3_agent_scheduler
May 14 21:00:27.954994 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: local_ip.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.957159 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.957694 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension local_ip not supported by any of loaded plugins
May 14 21:00:27.958034 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: logging.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.959540 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.960083 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension logging not supported by any of loaded plugins
May 14 21:00:27.960417 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: metering.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.961168 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.961758 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: metering
May 14 21:00:27.962085 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.963190 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.963749 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: metering_source_and_destination_fields
May 14 21:00:27.964083 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: multiprovidernet.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.965032 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.965554 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: multi-provider
May 14 21:00:27.965882 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: netmtu.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.966812 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.967329 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: net-mtu
May 14 21:00:27.967685 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: netmtu_writable.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.968627 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.969148 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: net-mtu-writable
May 14 21:00:27.969478 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: network_availability_zone.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.970152 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.970666 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: network_availability_zone
May 14 21:00:27.971160 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: network_ip_availability.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.972309 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.972833 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: network-ip-availability
May 14 21:00:27.973160 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: network_segment_range.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.973930 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.974443 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension network-segment-range not supported by any of loaded plugins
May 14 21:00:27.974769 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: pagination.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.975795 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.976131 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: pagination
May 14 21:00:27.976454 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: port_device_profile.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.977381 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.977901 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: port-device-profile
May 14 21:00:27.978226 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: port_mac_address_override.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.979171 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.979717 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: port-mac-override
May 14 21:00:27.980048 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.980975 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.981490 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: port-mac-address-regenerate
May 14 21:00:27.981814 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.982735 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.983252 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: port-numa-affinity-policy
May 14 21:00:27.983607 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: port_resource_request.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.984525 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.985038 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension port-resource-request not supported by any of loaded plugins
May 14 21:00:27.985364 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: port_resource_request_groups.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.986844 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.987380 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension port-resource-request-groups not supported by any of loaded plugins
May 14 21:00:27.987729 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: portbindings.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.988664 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.989180 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: binding
May 14 21:00:27.989508 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: portbindings_extended.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.990770 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.991292 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: binding-extended
May 14 21:00:27.991660 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: portsecurity.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.992595 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.993116 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: port-security
May 14 21:00:27.993446 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: project_id.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.994429 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.994767 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: project-id
May 14 21:00:27.995095 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: providernet.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:27.996059 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:27.996583 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: provider
May 14 21:00:27.996909 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.000900 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.001434 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos not supported by any of loaded plugins
May 14 21:00:28.001774 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.003644 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.004170 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 14 21:00:28.004507 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.005464 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.005985 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 14 21:00:28.006320 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_default.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.007255 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.007812 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-default not supported by any of loaded plugins
May 14 21:00:28.008148 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_fip.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.009081 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.009603 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-fip not supported by any of loaded plugins
May 14 21:00:28.009937 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.010863 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.011384 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
May 14 21:00:28.011805 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.012738 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.013260 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 14 21:00:28.013591 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.014509 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.015041 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 14 21:00:28.015369 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.016441 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.016963 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-pps-minimum not supported by any of loaded plugins
May 14 21:00:28.017301 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.018569 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.019090 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
May 14 21:00:28.019420 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_pps_rule.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.020653 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.021180 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-pps not supported by any of loaded plugins
May 14 21:00:28.021513 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.022447 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.022971 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 14 21:00:28.023302 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.024261 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.024781 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
May 14 21:00:28.025111 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: qos_rules_alias.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.026167 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.026691 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 14 21:00:28.027017 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: quota_check_limit.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.028052 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.028579 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: quota-check-limit
May 14 21:00:28.028906 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: quotasv2.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.029846 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.030179 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: quotas
May 14 21:00:28.030503 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: quotasv2_detail.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.032252 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.032600 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: quota_details
May 14 21:00:28.032939 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: rbac.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.034172 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.034708 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: rbac-policies
May 14 21:00:28.035043 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: rbac_address_group.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.036045 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.036571 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: rbac-address-group
May 14 21:00:28.036901 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: rbac_address_scope.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.037840 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.038368 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: rbac-address-scope
May 14 21:00:28.038743 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: rbac_security_groups.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.039670 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.040192 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: rbac-security-groups
May 14 21:00:28.040521 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.041457 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.041984 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: rbac-subnetpool
May 14 21:00:28.042312 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: revisionifmatch.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.043248 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.043806 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: revision-if-match
May 14 21:00:28.044135 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: revisions.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.045257 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.045779 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: standard-attr-revisions
May 14 21:00:28.046108 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: router_availability_zone.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.046789 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.047319 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: router_availability_zone
May 14 21:00:28.047685 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: routerservicetype.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.048631 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.049709 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension router-service-type not supported by any of loaded plugins
May 14 21:00:28.050030 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.050969 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.051518 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: security-groups-normalized-cidr
May 14 21:00:28.051851 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.052783 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.053307 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: port-security-groups-filtering
May 14 21:00:28.053635 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.054579 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.055099 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: security-groups-remote-address-group
May 14 21:00:28.055425 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.056391 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.056910 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: security-groups-shared-filtering
May 14 21:00:28.057235 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.057834 ncdv-master-1 neutron-server[115669]: WARNING neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
May 14 21:00:28.058156 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: securitygroup.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.068401 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.068870 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: security-group
May 14 21:00:28.069211 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: segment.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.069950 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.070471 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension segment not supported by any of loaded plugins
May 14 21:00:28.070805 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.071801 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.072323 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 14 21:00:28.072654 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: servicetype.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.073772 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.074300 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: service-type
May 14 21:00:28.074633 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: sorting.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.075655 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.075994 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: sorting
May 14 21:00:28.076320 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: standard_attr_segment.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.077249 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.077780 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 14 21:00:28.078111 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: standardattrdescription.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.078772 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.079285 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: standard-attr-description
May 14 21:00:28.079655 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: stateful_security_group.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.080710 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.081239 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: stateful-security-group
May 14 21:00:28.081565 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: stdattrs_common.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.082141 ncdv-master-1 neutron-server[115669]: WARNING neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 14 21:00:28.082464 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.083401 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.083950 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 14 21:00:28.084277 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: subnet_onboard.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.085351 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.085880 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: subnet_onboard
May 14 21:00:28.086207 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.087156 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.087715 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 14 21:00:28.088043 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: subnet_service_types.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.089205 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.089506 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: subnet-service-types
May 14 21:00:28.089834 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: subnetallocation.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.090920 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.091445 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: subnet_allocation
May 14 21:00:28.091803 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.092477 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.093006 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: subnetpool-prefix-ops
May 14 21:00:28.093334 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.094274 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.094793 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 14 21:00:28.095116 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: tagging.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.096332 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.096872 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: standard-attr-tag
May 14 21:00:28.097202 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: timestamp.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.098414 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.098942 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loaded extension: standard-attr-timestamp
May 14 21:00:28.099272 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: trunk.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.100338 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.100860 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension trunk not supported by any of loaded plugins
May 14 21:00:28.101190 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: trunk_details.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.102119 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.102675 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension trunk-details not supported by any of loaded plugins
May 14 21:00:28.103005 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.103974 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.104496 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 14 21:00:28.104824 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Loading extension file: vlantransparent.py {{(pid=115669) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 14 21:00:28.105501 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115669) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 14 21:00:28.106015 ncdv-master-1 neutron-server[115669]: INFO neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extension vlan-transparent not supported by any of loaded plugins
May 14 21:00:28.108617 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:network
May 14 21:00:28.109142 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:subnet
May 14 21:00:28.109540 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:subnetpool
May 14 21:00:28.109943 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:port
May 14 21:00:28.111189 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.112193 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service FLAVORS assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.112834 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.113273 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.113608 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:router
May 14 21:00:28.114067 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:floatingip
May 14 21:00:28.114569 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service METERING assigned prefix: /metering {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.116053 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f523334b3d0>> rbac-policy before_create 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:28.116435 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f523334b3d0>> rbac-policy before_update 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:28.116795 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f523334b3d0>> rbac-policy before_delete 55550000 {{(pid=115669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:00:28.117795 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of CountableResource for resource:rbac_policy
May 14 21:00:28.118246 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:security_group
May 14 21:00:28.118674 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:security_group_rule
May 14 21:00:28.119278 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service CORE assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.119646 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:subnetpool
May 14 21:00:28.119995 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] subnetpool is already registered
May 14 21:00:28.120421 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service CORE assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.120756 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:subnetpool
May 14 21:00:28.121088 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] subnetpool is already registered
May 14 21:00:28.123333 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.123808 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service FLAVORS assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.124406 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.124835 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.125426 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:router
May 14 21:00:28.125766 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] router is already registered
May 14 21:00:28.126184 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:floatingip
May 14 21:00:28.126521 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] floatingip is already registered
May 14 21:00:28.127565 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service METERING assigned prefix: /metering {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.128350 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of CountableResource for resource:rbac_policy
May 14 21:00:28.128681 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] rbac_policy is already registered
May 14 21:00:28.129100 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:security_group
May 14 21:00:28.129435 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] security_group is already registered
May 14 21:00:28.129845 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:security_group_rule
May 14 21:00:28.130183 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] security_group_rule is already registered
May 14 21:00:28.130809 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service CORE assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.131150 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:subnetpool
May 14 21:00:28.131497 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] subnetpool is already registered
May 14 21:00:28.131927 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.v2.resource_helper [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Service CORE assigned prefix:  {{(pid=115669) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 14 21:00:28.132256 ncdv-master-1 neutron-server[115669]: INFO neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Creating instance of TrackedResource for resource:subnetpool
May 14 21:00:28.132591 ncdv-master-1 neutron-server[115669]: WARNING neutron.quota.resource_registry [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] subnetpool is already registered
May 14 21:00:28.133061 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: extensions {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.134525 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: address-groups {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.136064 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: address-scopes {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.137368 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: agents {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.138539 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: auto-allocated-topology {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.139867 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: availability_zones {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.141085 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: dhcp-networks {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.143739 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: dhcp-agents {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.145157 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: routers {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.146891 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: flavors {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.148208 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: service_profiles {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.149409 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: next_providers {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.150818 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: service_profiles {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.152392 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: floatingip-pools {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.153620 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: routers {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.155336 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: floatingips {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.156647 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: l3-routers {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.158039 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: l3-agents {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.159494 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: metering-labels {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.160731 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: metering-label-rules {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.162108 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: network-ip-availabilities {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.163365 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: bindings {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.169092 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: quotas {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.169092 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: quotas {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.169092 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: rbac-policies {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.169458 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: security-groups {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.170741 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: security-group-rules {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.172029 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: service-providers {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.173234 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: subnetpools {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.175141 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: subnetpools {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.176718 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.178411 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.180243 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.182001 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.183707 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.185732 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.187411 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.189323 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.191168 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.192944 ncdv-master-1 neutron-server[115669]: DEBUG neutron.api.extensions [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Extended resource: tags {{(pid=115669) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 14 21:00:28.198920 ncdv-master-1 neutron-server[115669]: WARNING keystonemiddleware.auth_token [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 14 21:00:28.204210 ncdv-master-1 neutron-server[115669]: WARNING keystonemiddleware.auth_token [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 14 21:00:28.214021 ncdv-master-1 neutron-server[115669]: DEBUG oslo_concurrency.lockutils [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Acquired lock "singleton_lock" {{(pid=115669) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
May 14 21:00:28.214505 ncdv-master-1 neutron-server[115669]: DEBUG oslo_concurrency.lockutils [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Releasing lock "singleton_lock" {{(pid=115669) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
May 14 21:00:28.215157 ncdv-master-1 neutron-server[115669]: INFO oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Starting 2 workers
May 14 21:00:28.220175 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Started child 115780 {{(pid=115669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 14 21:00:28.225392 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Started child 115781 {{(pid=115669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 14 21:00:28.226172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:28.227016 ncdv-master-1 neutron-server[115669]: INFO neutron.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Neutron service started, listening on 0.0.0.0:9696
May 14 21:00:28.227709 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:28.227994 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [-] (115780) wsgi starting up on http://0.0.0.0:9696
May 14 21:00:28.230169 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:28.230666 ncdv-master-1 neutron-server[115669]: INFO oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Starting 1 workers
May 14 21:00:28.231714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [-] (115781) wsgi starting up on http://0.0.0.0:9696
May 14 21:00:28.235639 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Started child 115782 {{(pid=115669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 14 21:00:28.236212 ncdv-master-1 neutron-server[115669]: INFO oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Starting 1 workers
May 14 21:00:28.240216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] calling RpcWorker wait() {{(pid=115782) _wait /opt/stack/neutron/neutron/service.py:128}}
May 14 21:00:28.240776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] returning from RpcWorker wait() {{(pid=115782) _wait /opt/stack/neutron/neutron/service.py:135}}
May 14 21:00:28.241552 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Started child 115783 {{(pid=115669) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 14 21:00:28.242238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:28.242412 ncdv-master-1 neutron-server[115669]: DEBUG neutron_lib.callbacks.manager [None req-622806a0-b190-4567-a780-97357a5b04d8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:28.243034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:00:28.244401 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115669) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
May 14 21:00:28.244615 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 14 21:00:28.244823 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 14 21:00:28.245043 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 14 21:00:28.245372 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 14 21:00:28.245556 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 14 21:00:28.246123 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.246431 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.246661 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:28.247130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.247130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.247594 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.247739 ncdv-master-1 neutron-server[115783]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:00:28.247890 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.248122 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.248394 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.248673 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.248849 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.249018 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.249280 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.249556 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.249860 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.250382 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.250625 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.250870 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.251042 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.251300 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.251591 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.251828 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.252148 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] debug                          = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.252398 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.252953 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.253192 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.253420 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.253662 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.253946 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.254256 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.254547 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.254745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.254979 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.255216 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.255502 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.255741 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.255973 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.256187 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.256470 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.256695 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.257153 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.257410 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.257651 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.257854 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.258110 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.258382 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.258607 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.258895 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.259156 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.259399 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.259670 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.259935 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.260166 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.260383 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.260643 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.260831 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.261033 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.261295 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.261561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.261761 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.261931 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.262096 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.262357 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.262522 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.262777 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.263027 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.263244 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.263509 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.263735 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.263975 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.264215 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.264455 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.264723 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.264953 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.265241 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.265578 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.265714 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.265933 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.266176 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.266410 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.266635 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.266851 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.267092 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.267308 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.267566 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.267920 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.268091 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.268605 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.268775 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.269029 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.269295 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.269527 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.269758 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.269976 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.270251 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.270483 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.270746 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.271009 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.271330 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.271591 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.275995 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.277835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.279046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.280148 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.280148 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.280148 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.280148 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.280680 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.280680 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.281045 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.281190 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.281367 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.281644 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.281869 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.282108 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.282421 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.282673 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.282983 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.284061 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.284429 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.285068 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.285349 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.285625 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.285951 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.286121 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.286345 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.286591 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.286812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.287046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.287288 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.287673 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.287835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.288104 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.288984 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.288984 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.288984 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.288984 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.289835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.289835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.289835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.289835 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.290302 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.290302 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.290551 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.290687 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.290848 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.291669 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.291669 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.291669 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.292178 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.292178 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.292178 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.292530 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.292770 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.292933 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.293676 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.293676 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.293676 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.293934 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.294016 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.294197 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.294686 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.294686 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.294925 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.295062 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.295279 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.295848 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.295848 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.296165 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.296165 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300233 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.300994 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.301573 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.301573 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.301573 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.301573 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.301881 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.302082 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.302423 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.302768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43080) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:00:28.303094 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.303396 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.303671 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.303880 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.304275 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.304511 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.304732 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.305135 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.305549 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.306026 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.306471 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.306736 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.306969 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.307213 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.307500 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.307799 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.308031 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.308492 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.308892 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.309223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.309534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.309838 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.310110 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.310379 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.310629 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.311331 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.311809 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.312028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071163
May 14 21:00:28.312549 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.312798 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.313065 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.313295 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.313565 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.313819 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.315155 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.315535 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.316697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.316697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.316697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.316697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.316697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.317151 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.317630 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.317915 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.318255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.318399 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.318821 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.319231 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.319671 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.319924 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.320177 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.320590 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.321274 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.321274 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.322855 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.322855 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.323018 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.323256 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.323526 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.324616 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.324717 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.324886 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.325115 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326134 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326134 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326134 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326134 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326421 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326490 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326695 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.326949 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328051 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328051 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328051 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328051 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328342 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328342 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328619 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.328808 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.329030 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.329280 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.329521 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.329741 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.329959 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.330287 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.330713 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.331254 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.331548 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.331777 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.332023 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.332250 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.332596 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.333471 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.333471 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.333471 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.333914 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.333914 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.334288 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.334288 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.334572 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.334713 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.334853 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.335800 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.335800 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.335800 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.335800 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.336399 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.336399 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.336673 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.336826 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.337001 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.337241 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.337526 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.337682 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.337905 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.338124 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.338336 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.338555 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.339117 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.339117 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.339308 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.339527 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.339766 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.340026 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.340265 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.340471 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.340707 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.342745 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.343255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.343255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.343255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.343255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.343511 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.343690 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.344053 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.344496 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.344713 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.344962 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.345176 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.345392 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.346391 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.346391 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.346762 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.347002 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.347217 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.347434 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.347710 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.347936 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.348149 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.348454 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.348692 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.348915 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.349201 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.349432 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.349686 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.349932 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.350239 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.350458 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.350721 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.350960 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.351203 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.351459 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.351769 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.352181 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.352489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.352750 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.353002 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.353268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.353555 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.353858 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.354062 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.354369 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.354728 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.354989 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.355238 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.355739 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.355993 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.356218 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.356438 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.356652 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.356903 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.357114 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.357346 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.357579 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.357808 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.358019 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.358250 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.359304 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.359760 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.360053 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.360246 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115669) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 14 21:00:28.362010 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 14 21:00:28.362688 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.362688 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.362688 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.362688 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.362922 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.362989 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.363141 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.363464 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.363671 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.363836 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.365794 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366293 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366293 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366293 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366293 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] debug                          = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366293 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366293 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366649 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366649 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366649 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366649 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366882 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.366882 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.367006 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.367247 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.367331 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.367614 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.367755 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368017 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368017 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368230 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368230 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368458 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368565 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368670 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368821 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.368987 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.369145 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.369303 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.369451 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.369598 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370192 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370192 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370192 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370192 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370636 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370636 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370636 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370970 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.370970 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.371173 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.371255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.371416 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.371612 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.371773 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.371934 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.372095 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.372255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.372415 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.372577 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.372738 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.372898 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.373059 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.373219 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.373379 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.373540 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.373701 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.373862 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374023 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374184 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374344 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374504 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374702 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374819 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.374979 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.375404 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.375602 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.375765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.375926 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.376087 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.376247 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.376433 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.376584 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.376716 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.376876 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.377555 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.377739 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.377901 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.378027 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.378216 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.378348 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.378503 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.378625 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.378787 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379548 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379548 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379548 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379548 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379548 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379906 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.379906 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.380049 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.380157 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.380405 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 14 21:00:28.380603 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.380876 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.380876 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381205 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381205 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381536 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381536 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381536 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381950 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.381950 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382211 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382211 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382469 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382469 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382729 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382901 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.382901 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.383181 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.383315 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.383451 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.383685 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.383685 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.383948 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.384084 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.384220 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.384398 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.384549 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.384686 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.384823 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385023 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385856 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385856 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385856 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385856 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385856 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.385856 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.386661 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.386661 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.386661 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.386661 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.387205 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.387205 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.387205 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.387720 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.387720 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.387720 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388204 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388204 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388204 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388585 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388585 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388585 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388976 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.388976 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.389244 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.389244 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.389500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:00:28.389651 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.389651 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.389651 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390046 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390324 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390324 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390584 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390584 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390841 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.390841 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.391100 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.391236 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.391372 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.391557 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.391701 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.391848 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.392309 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.392309 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.392309 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.392795 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.392795 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.392795 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.393190 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.393190 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.395277 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.396560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.397796 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.398891 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.400268 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.401264 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.402489 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.403534 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.404561 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.405569 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.406560 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.407316 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.407316 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.407316 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.407316 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.407316 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.407893 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410426 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410426 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410426 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410426 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410883 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410883 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.410883 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.411765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.411765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.411765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.411765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.411765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.411765 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.413812 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.414679 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.415403 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.416210 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.416401 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.416558 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.416708 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.416873 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.417036 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.417215 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.417356 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.417521 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.417684 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.417848 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.418111 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.418249 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.418332 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.418492 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.418655 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.420730 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.422678 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.424409 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.426112 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.427130 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.428257 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429223 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.429865 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.430697 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 14 21:00:28.431255 ncdv-master-1 neutron-server[115669]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115669) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 14 21:00:40.282825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c63e4e-80d6-4f1e-b6bf-89634293c6e4 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:00:40.341609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c63e4e-80d6-4f1e-b6bf-89634293c6e4 None None] No non-hosted networks {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 14 21:00:40.358292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.agentschedulers_db [None req-a5c63e4e-80d6-4f1e-b6bf-89634293c6e4 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=115782) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}}
May 14 21:00:40.474400 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c463ec2c-1bec-43d0-816c-b970a0df9b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:42.809852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5bfcc951-1e6f-4767-9309-3fa6114de47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:42.836716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-164e16b6-94b2-4d86-acd7-963b7afce149 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:00:42.838386 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-164e16b6-94b2-4d86-acd7-963b7afce149 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:00:43.384080 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-164e16b6-94b2-4d86-acd7-963b7afce149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:43.582174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43158) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:00:43.672492 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:44.155616 ncdv-master-1 neutron-server[115781]: WARNING oslo_policy.policy [None req-e4e96f0d-ebb1-4563-a83d-1654255c6c4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:44.156515 ncdv-master-1 neutron-server[115781]: WARNING oslo_policy.policy [None req-e4e96f0d-ebb1-4563-a83d-1654255c6c4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:44.399332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-e4e96f0d-ebb1-4563-a83d-1654255c6c4f admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:00:44.410199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e4e96f0d-ebb1-4563-a83d-1654255c6c4f admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.8264630
May 14 21:00:45.523931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:46.758119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:46.758759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.759085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.759422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.759794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.760125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.760460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.760786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.761109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.761433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.761755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.762075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.762414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.762765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.763089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.763407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:46.763834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5231e48eb0>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:00:46.773389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5231dda760>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:00:47.064972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43188) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:00:47.287920 ncdv-master-1 neutron-server[115782]: INFO neutron.db.l3_hamode_db [None req-7f2be65a-1c17-47bb-b171-9631e8a0fbf3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 14 21:00:47.369226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2be65a-1c17-47bb-b171-9631e8a0fbf3 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:00:47.369772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2be65a-1c17-47bb-b171-9631e8a0fbf3 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 14 21:00:47.393066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:00:47.485719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.policy [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115781) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 14 21:00:47.528650 ncdv-master-1 neutron-server[115781]: WARNING oslo_policy.policy [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:47.529026 ncdv-master-1 neutron-server[115781]: WARNING oslo_policy.policy [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:47.699549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749442800341', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749442802889', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749442852244', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749442858041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749442831370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749442838956', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8246636', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7946355', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998847'] for rbac-policy (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:47.908439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:47.909812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89b9d06a-9f7e-45a2-b23e-85d4b364d55f admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8436346
May 14 21:00:50.414597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:00:50.731614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:00:50.825958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Made reservation on behalf of c377a7cb474f47c8861e1c13e61ee22d for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:00:50.829698 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:50.846859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:50.959196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks [] for security_group (797eef3c-565c-4ffa-b3d0-2b9c449502b1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:51.049508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (797eef3c-565c-4ffa-b3d0-2b9c449502b1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:51.073670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:00:51.108014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (cffae337-832a-4c66-9582-97075bc05783), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:51.108461 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Added segment cffae337-832a-4c66-9582-97075bc05783 of type vlan for network 8e245d2f-3f59-4c56-bf1f-ff57abc29947
May 14 21:00:51.123679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=797eef3c-565c-4ffa-b3d0-2b9c449502b1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:00:51.149714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.150054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.150387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.150721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.151048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.151372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.151720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.152040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.152358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.152676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.152989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.153303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.153617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.153930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.154240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Tracked resource versions report:
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]: pushed versions:
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]: {   'AddressGroup': {'1.2'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'Agent': {'1.1'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'ConntrackHelper': {'1.0'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'LocalIPAssociation': {'1.0'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'Log': {'1.0'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'NDPProxy': {'1.0'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'Network': {'1.1'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'Port': {'1.7'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'PortForwarding': {'1.3'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'QosPolicy': {'1.10'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'SecurityGroup': {'1.5'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'SecurityGroupRule': {'1.2'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'SubPort': {'1.0'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'Subnet': {'1.1'},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     'Trunk': {'1.1'}}
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]: consumer versions:
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]: {   DHCP agent@ncdv-master-1: {},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     L3 agent@ncdv-master-1: {},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     Metadata agent@ncdv-master-1: {},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     Metering agent@ncdv-master-1: {},
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'Agent': '1.1',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'ConntrackHelper': '1.0',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'LocalIPAssociation': '1.0',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'Log': '1.0',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'NDPProxy': '1.0',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'Network': '1.1',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'Port': '1.7',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'PortForwarding': '1.3',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'QosPolicy': '1.10',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'SecurityGroup': '1.5',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'SecurityGroupRule': '1.2',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'SubPort': '1.0',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'Subnet': '1.1',
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:                                           'Trunk': '1.1'}}
May 14 21:00:51.155425 ncdv-master-1 neutron-server[115781]:  {{(pid=115781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:00:51.227296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8e245d2f-3f59-4c56-bf1f-ff57abc29947), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:51.323629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8e245d2f-3f59-4c56-bf1f-ff57abc29947), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:51.328722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:00:51.329457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:51.441572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] Pushing event updated for resources: {'Network': ['ID=8e245d2f-3f59-4c56-bf1f-ff57abc29947,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:00:51.452830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf33134f-b2fb-4a68-a920-683fa25046c4 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 729 time: 1.0371327
May 14 21:00:51.456985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:00:54.005088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43212) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:00:54.499667 ncdv-master-1 neutron-server[115780]: WARNING oslo_policy.policy [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:54.500524 ncdv-master-1 neutron-server[115780]: WARNING oslo_policy.policy [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:54.928581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.policy [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115780) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 14 21:00:54.969787 ncdv-master-1 neutron-server[115780]: WARNING oslo_policy.policy [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:54.970183 ncdv-master-1 neutron-server[115780]: WARNING oslo_policy.policy [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 14 21:00:54.977625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:00:54.979632 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-73eddf1c-f363-429f-ad18-e5a1517efc7a demo admin] 10.222.0.52 "GET /v2.0/networks/8e245d2f-3f59-4c56-bf1f-ff57abc29947 HTTP/1.1" status: 200  len: 825 time: 0.9724638
May 14 21:00:55.019715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6ac0f2c5-cd54-4cb0-bde2-7fa2be681088 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/8a888093-62ec-4f04-9988-0fae7e3a4314 HTTP/1.1" status: 200  len: 734 time: 0.0346406
May 14 21:00:55.028238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Request body: {'subnet': {'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:00:55.151815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Made reservation on behalf of c377a7cb474f47c8861e1c13e61ee22d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:00:55.154658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:55.500868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (daee8f9f-d714-489b-981c-d112232d0749), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:55.565512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Checking segment: {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:00:55.565884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Network hostable DHCP agents. Network: 8e245d2f-3f59-4c56-bf1f-ff57abc29947, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:00:55.589083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Pushing event updated for resources: {'Subnet': ['ID=daee8f9f-d714-489b-981c-d112232d0749,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:00:55.601573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.601950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.602275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.602600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.602921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.603239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.603582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.603897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Tracked resource versions report:
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: pushed versions:
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: {   'AddressGroup': {'1.2'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'Agent': {'1.1'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'ConntrackHelper': {'1.0'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'LocalIPAssociation': {'1.0'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'Log': {'1.0'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'NDPProxy': {'1.0'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'Network': {'1.1'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'Port': {'1.7'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'PortForwarding': {'1.3'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'QosPolicy': {'1.10'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'SecurityGroup': {'1.5'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'SecurityGroupRule': {'1.2'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'SubPort': {'1.0'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'Subnet': {'1.1'},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     'Trunk': {'1.1'}}
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: consumer versions:
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]: {   DHCP agent@ncdv-master-1: {},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     L3 agent@ncdv-master-1: {},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     Metadata agent@ncdv-master-1: {},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     Metering agent@ncdv-master-1: {},
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'Agent': '1.1',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'ConntrackHelper': '1.0',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'LocalIPAssociation': '1.0',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'Log': '1.0',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'NDPProxy': '1.0',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'Network': '1.1',
May 14 21:00:55.608862 ncdv-master-1 neutron-server[115780]:                                           'Port': '1.7',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'PortForwarding': '1.3',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'QosPolicy': '1.10',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'SecurityGroup': '1.5',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'SecurityGroupRule': '1.2',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'SubPort': '1.0',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'Subnet': '1.1',
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:                                           'Trunk': '1.1'}}
May 14 21:00:55.610967 ncdv-master-1 neutron-server[115780]:  {{(pid=115780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:00:55.666036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:00:55.722983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e245d2f-3f59-4c56-bf1f-ff57abc29947) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:00:55.727889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:00:55.729055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:55.733510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47a588-8229-44f0-beaf-d3d53ba2e7bd None None] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:00:55.794600 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-80cb8657-ca9c-4bba-ae42-000fe10596ba demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7696919
May 14 21:00:55.994913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:00:55.996329 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:56.290858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Allocated IP 172.20.0.2 (8e245d2f-3f59-4c56-bf1f-ff57abc29947/daee8f9f-d714-489b-981c-d112232d0749/a17341ac-a2c0-41a2-8f2c-c6b6546f54b2) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:00:56.558193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Publish callbacks [] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:56.636671 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:56.718002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:00:56.722890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:00:56.729238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Pushing event updated for resources: {'Port': ['ID=a17341ac-a2c0-41a2-8f2c-c6b6546f54b2,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:00:56.731422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:00:56.741039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.741667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.741765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.742024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.742350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.742673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.742995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.743312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.743657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.743976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.744292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.744610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.744923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.745237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.745557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Tracked resource versions report:
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]: pushed versions:
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]: {   'AddressGroup': {'1.2'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'Agent': {'1.1'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'ConntrackHelper': {'1.0'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'LocalIPAssociation': {'1.0'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'Log': {'1.0'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'NDPProxy': {'1.0'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'Network': {'1.1'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'Port': {'1.7'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'PortForwarding': {'1.3'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'QosPolicy': {'1.10'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'SecurityGroup': {'1.5'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'SecurityGroupRule': {'1.2'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'SubPort': {'1.0'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'Subnet': {'1.1'},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     'Trunk': {'1.1'}}
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]: consumer versions:
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]: {   DHCP agent@ncdv-master-1: {},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     L3 agent@ncdv-master-1: {},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     Metadata agent@ncdv-master-1: {},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     Metering agent@ncdv-master-1: {},
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'Agent': '1.1',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'ConntrackHelper': '1.0',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'LocalIPAssociation': '1.0',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'Log': '1.0',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'NDPProxy': '1.0',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'Network': '1.1',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'Port': '1.7',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'PortForwarding': '1.3',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'QosPolicy': '1.10',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'SecurityGroup': '1.5',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'SecurityGroupRule': '1.2',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'SubPort': '1.0',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'Subnet': '1.1',
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:                                           'Trunk': '1.1'}}
May 14 21:00:56.746725 ncdv-master-1 neutron-server[115782]:  {{(pid=115782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:00:56.822360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Attempting to bind port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:00:56.822674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Attempting to bind port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:00:56.823117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Attempting to bind port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 on network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:00:56.828110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:00:56.828483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Checking segment: {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:00:56.828968 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:56.833275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Bound using segment: {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:00:56.833275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Bound port: a17341ac-a2c0-41a2-8f2c-c6b6546f54b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:00:56.833275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:56.894169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] For port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:00:56.913068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] For port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a17341ac-a2c0-41a2-8f2c-c6b6546f54b2,segment=NetworkSegment(cffae337-832a-4c66-9582-97075bc05783),segment_id=cffae337-832a-4c66-9582-97075bc05783)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:00:56.975114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:00:57.032736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ddf49-590c-4cda-9fbc-96aea354c317 None None] Pushing event updated for resources: {'Port': ['ID=a17341ac-a2c0-41a2-8f2c-c6b6546f54b2,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:00:58.354237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43232) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:00:58.667643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-6fe441d4-89d2-4faa-bc96-05b00504ff1e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:00:58.668623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6fe441d4-89d2-4faa-bc96-05b00504ff1e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3133898
May 14 21:01:01.201994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43240) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:01.536117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-d74ff61a-b3a4-4115-bd30-ac53333348f2 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:01:01.537104 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d74ff61a-b3a4-4115-bd30-ac53333348f2 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3342681
May 14 21:01:04.070905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:04.387973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:01:04.460764 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (fdf7c177-926d-4fbd-801d-7b9baecdd010), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:04.462246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (fdf7c177-926d-4fbd-801d-7b9baecdd010), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:04.604243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] Publish callbacks [] for router_controller (fdf7c177-926d-4fbd-801d-7b9baecdd010), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:04.678399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (fdf7c177-926d-4fbd-801d-7b9baecdd010), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:04.754113 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:04.755272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9c32f290-0e0d-405e-b3fb-076811aadd98 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.6833501
May 14 21:01:07.470944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43260) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:07.535536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:01:07.620634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:07.621043 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:07.737129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:07.737441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:07.771361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a17341ac-a2c0-41a2-8f2c-c6b6546f54b2,segment=NetworkSegment(cffae337-832a-4c66-9582-97075bc05783),segment_id=cffae337-832a-4c66-9582-97075bc05783)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:01:07.806388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-f822d3c3-f955-4890-b911-6f6de06be858 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:01:07.807393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f822d3c3-f955-4890-b911-6f6de06be858 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3354881
May 14 21:01:07.864598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:07.926587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=a17341ac-a2c0-41a2-8f2c-c6b6546f54b2,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:09.142847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d18d461-7115-49c2-b174-fd26ca94c44f None None] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:01:09.222854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c66f1b08-e850-4833-98e5-a954dc2adcf9 None None] Provisioning complete for port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:09.223162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c66f1b08-e850-4833-98e5-a954dc2adcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:09.339644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c66f1b08-e850-4833-98e5-a954dc2adcf9 None None] Current status of the port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:09.518630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:01:09.566549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7fc1a43d-99a2-4237-a930-ffe7dbc16fb4 None None] Provisioning complete for port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:09.566934 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a43d-99a2-4237-a930-ffe7dbc16fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:09.600409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:09.600782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:09.700601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7fc1a43d-99a2-4237-a930-ffe7dbc16fb4 None None] Current status of the port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:09.714623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:10.304371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ffaa75e-80ee-4837-914e-32248a92b642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:10.370801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:10.685102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:01:10.739602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Made reservation on behalf of 96a027574eeb4536a94751bde54cf3b1 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:01:10.741943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:10.749941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:10.821618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks [] for security_group (720a1922-4699-4735-8775-a09a95dc00fe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:10.882713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (720a1922-4699-4735-8775-a09a95dc00fe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:10.899588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Reserving flat network on physical network physnet1 {{(pid=115781) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 14 21:01:10.914232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720a1922-4699-4735-8775-a09a95dc00fe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:10.921316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c22bfdaf-ed4a-497a-9252-1dbea149410b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:10.921716 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Added segment c22bfdaf-ed4a-497a-9252-1dbea149410b of type flat for network 01e3ef00-a182-4fcf-a405-9a420eb1352e
May 14 21:01:10.967572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (01e3ef00-a182-4fcf-a405-9a420eb1352e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:11.064816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (01e3ef00-a182-4fcf-a405-9a420eb1352e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:11.065794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:01:11.066368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:11.169162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] Pushing event updated for resources: {'Network': ['ID=01e3ef00-a182-4fcf-a405-9a420eb1352e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:11.178628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:01:11.186919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7704e841-6362-46e6-b598-e74e5817847a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8150678
May 14 21:01:12.894488 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7ce9d44-a5b5-4b3c-b4af-8a909c9870ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:13.608650 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:13.694705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43276) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:14.030818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677d7eb2-8471-4eaa-bb6d-77588cbcc5fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:01:14.032692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-677d7eb2-8471-4eaa-bb6d-77588cbcc5fc demo admin] 10.222.0.52 "GET /v2.0/subnets/daee8f9f-d714-489b-981c-d112232d0749 HTTP/1.1" status: 200  len: 849 time: 0.3370144
May 14 21:01:14.155747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5493985f-6051-4826-b54d-8d68b474c284 demo admin] 10.222.0.52 "GET /v2.0/routers/fdf7c177-926d-4fbd-801d-7b9baecdd010 HTTP/1.1" status: 200  len: 704 time: 0.1173658
May 14 21:01:14.423973 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:14.733990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Allocated IP 172.20.0.1 (8e245d2f-3f59-4c56-bf1f-ff57abc29947/daee8f9f-d714-489b-981c-d112232d0749/a1b932d4-1ee6-47f2-a2d5-788e62e23f64) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:01:14.923986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks [] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.036330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.162187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:01:15.166922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:01:15.173506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:01:15.174047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (fdf7c177-926d-4fbd-801d-7b9baecdd010), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.176563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Pushing event updated for resources: {'Port': ['ID=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:15.361387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f9c9d6e2-a98c-4d6c-873c-478233591cf3 None None] Provisioning complete for port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:15.361922 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d6e2-a98c-4d6c-873c-478233591cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.400530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d6e2-a98c-4d6c-873c-478233591cf3 None None] Port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:01:15.441029 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.464863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.708838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks [] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.767507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.768474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (fdf7c177-926d-4fbd-801d-7b9baecdd010), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:15.831040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Pushing event updated for resources: {'Port': ['ID=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:15.898391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:01:15.899712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:01:16.111684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fe4837d0-2db4-4410-8b85-9e89de74092f None None] Provisioning complete for port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:16.112082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe4837d0-2db4-4410-8b85-9e89de74092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:16.144251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Router fdf7c177-926d-4fbd-801d-7b9baecdd010 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:01:16.146800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fe4837d0-2db4-4410-8b85-9e89de74092f None None] Port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:01:16.238505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:01:16.243757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b5c05df-88d2-4406-ad74-f18766f9ef73 demo admin] 10.222.0.52 "PUT /v2.0/routers/fdf7c177-926d-4fbd-801d-7b9baecdd010/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0827298
May 14 21:01:16.259008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Sync routers for ids ['fdf7c177-926d-4fbd-801d-7b9baecdd010'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:01:16.271266 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Routers {'fdf7c177-926d-4fbd-801d-7b9baecdd010'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:01:16.272095 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523266cdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:01:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['fdf7c177-926d-4fbd-801d-7b9baecdd010'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:16.464926 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Set router fdf7c177-926d-4fbd-801d-7b9baecdd010 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:01:16.734764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:16.914432 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523266cdc0>, [{'id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'name': 'router1', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:01:04Z', 'updated_at': '2022-05-14T21:01:15Z', 'revision_number': 2, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'gw_port_host': None, '_interfaces': [{'id': 'a1b932d4-1ee6-47f2-a2d5-788e62e23f64', 'name': '', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'mac_address': 'fa:16:3e:a2:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:14Z', 'updated_at': '2022-05-14T21:01:15Z', 'revision_number': 2, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'subnets': [{'id': 'daee8f9f-d714-489b-981c-d112232d0749', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:16.966911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Checking router: fdf7c177-926d-4fbd-801d-7b9baecdd010 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:01:16.967276 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Updating router fdf7c177-926d-4fbd-801d-7b9baecdd010 port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:01:17.052652 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:17.569357 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Publish callbacks [] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:17.643106 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:17.811132 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Pushing event updated for resources: {'Port': ['ID=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:17.814812 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Attempting to bind port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:01:17.815204 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Attempting to bind port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:01:17.815675 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Attempting to bind port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 on network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:01:17.825508 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:01:17.825883 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Checking segment: {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:01:17.826350 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:17.826733 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Bound using segment: {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:01:17.827228 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Bound port: a1b932d4-1ee6-47f2-a2d5-788e62e23f64, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffae337-832a-4c66-9582-97075bc05783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:01:17.827625 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:17.830319 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.830660 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.830990 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.831326 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.831673 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.832025 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.832345 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.832662 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.832978 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.833289 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.833602 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.833913 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.834221 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.834535 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.834842 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Tracked resource versions report:
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]: pushed versions:
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]: {   'AddressGroup': {'1.2'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'Agent': {'1.1'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'ConntrackHelper': {'1.0'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'LocalIPAssociation': {'1.0'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'Log': {'1.0'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'NDPProxy': {'1.0'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'Network': {'1.1'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'Port': {'1.7'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'PortForwarding': {'1.3'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'QosPolicy': {'1.10'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'SecurityGroup': {'1.5'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'SecurityGroupRule': {'1.2'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'SubPort': {'1.0'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'Subnet': {'1.1'},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     'Trunk': {'1.1'}}
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]: consumer versions:
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]: {   DHCP agent@ncdv-master-1: {},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     L3 agent@ncdv-master-1: {},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     Metadata agent@ncdv-master-1: {},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     Metering agent@ncdv-master-1: {},
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'Agent': '1.1',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'ConntrackHelper': '1.0',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'LocalIPAssociation': '1.0',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'Log': '1.0',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'NDPProxy': '1.0',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'Network': '1.1',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'Port': '1.7',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'PortForwarding': '1.3',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'QosPolicy': '1.10',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'SecurityGroup': '1.5',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'SecurityGroupRule': '1.2',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'SubPort': '1.0',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'Subnet': '1.1',
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:                                           'Trunk': '1.1'}}
May 14 21:01:17.836020 ncdv-master-1 neutron-server[115783]:  {{(pid=115783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:01:17.874441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5cc9ba57-210d-4916-b3ff-d6f60a5578ca None None] Provisioning complete for port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:17.874981 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5cc9ba57-210d-4916-b3ff-d6f60a5578ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:17.904690 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] For port a1b932d4-1ee6-47f2-a2d5-788e62e23f64, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:01:17.909978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9ba57-210d-4916-b3ff-d6f60a5578ca None None] Port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:01:17.926466 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] For port a1b932d4-1ee6-47f2-a2d5-788e62e23f64, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,segment=NetworkSegment(cffae337-832a-4c66-9582-97075bc05783),segment_id=cffae337-832a-4c66-9582-97075bc05783)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:01:17.985496 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:18.044917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Routers {'fdf7c177-926d-4fbd-801d-7b9baecdd010'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:01:18.045563 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523266cdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:01:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['fdf7c177-926d-4fbd-801d-7b9baecdd010'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:18.114098 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06678566-fc9c-475a-b595-b1c89348a029 None None] Pushing event updated for resources: {'Port': ['ID=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:18.144736 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] Set router fdf7c177-926d-4fbd-801d-7b9baecdd010 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:01:18.230917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] Provisioning complete for port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:18.231306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:18.314430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] Current status of the port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:18.314874 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:18.347712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] For port a1b932d4-1ee6-47f2-a2d5-788e62e23f64, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,segment=NetworkSegment(cffae337-832a-4c66-9582-97075bc05783),segment_id=cffae337-832a-4c66-9582-97075bc05783)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:01:18.348278 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523266cdc0>, [{'id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'name': 'router1', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:01:04Z', 'updated_at': '2022-05-14T21:01:15Z', 'revision_number': 2, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'gw_port_host': None, '_interfaces': [{'id': 'a1b932d4-1ee6-47f2-a2d5-788e62e23f64', 'name': '', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'mac_address': 'fa:16:3e:a2:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:14Z', 'updated_at': '2022-05-14T21:01:17Z', 'revision_number': 4, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'subnets': [{'id': 'daee8f9f-d714-489b-981c-d112232d0749', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:18.377120 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f0c69-98f6-42c0-9399-9bfe05194dbe None None] The sync data for ids ['fdf7c177-926d-4fbd-801d-7b9baecdd010'] in ncdv-master-1 is: [{'id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'name': 'router1', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:01:04Z', 'updated_at': '2022-05-14T21:01:15Z', 'revision_number': 2, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'gw_port_host': None, '_interfaces': [{'id': 'a1b932d4-1ee6-47f2-a2d5-788e62e23f64', 'name': '', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'mac_address': 'fa:16:3e:a2:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:14Z', 'updated_at': '2022-05-14T21:01:17Z', 'revision_number': 4, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'subnets': [{'id': 'daee8f9f-d714-489b-981c-d112232d0749', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:01:18.414975 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:18.466442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1e9ae-105c-4bfb-95d4-c95f439c321a None None] Pushing event updated for resources: {'Port': ['ID=a1b932d4-1ee6-47f2-a2d5-788e62e23f64,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:18.753014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:18.862489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb18f870-4924-4468-8a97-434dd0bbec95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:01:18.863794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eb18f870-4924-4468-8a97-434dd0bbec95 admin admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 842 time: 0.1098022
May 14 21:01:18.872991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.35.4.0/24', 'enable_dhcp': False, 'gateway_ip': '172.35.4.1', 'name': 'public-subnet', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:01:18.967190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Made reservation on behalf of 96a027574eeb4536a94751bde54cf3b1 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:01:18.970356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:19.327106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:01:19.327575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (201efafc-97dc-4528-a259-97c0060282a9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:19.462949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Pushing event updated for resources: {'Subnet': ['ID=201efafc-97dc-4528-a259-97c0060282a9,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:19.471808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:01:19.472173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Network hostable DHCP agents. Network: 01e3ef00-a182-4fcf-a405-9a420eb1352e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:01:19.544332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:01:19.681433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01e3ef00-a182-4fcf-a405-9a420eb1352e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:01:19.685848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:01:19.686447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:19.692014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f390d-9389-439b-a590-9f9b4cd23a27 None None] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:01:19.771501 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a63d845d-2072-4ca3-8170-572a99d2717f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8894539
May 14 21:01:19.814150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02581046-e06e-4933-b568-91e4e7d0ede2 None None] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:01:22.194267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43314) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:22.328961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-627d2f75-d01f-4322-85b3-e5efc16349db demo admin] 10.222.0.52 "GET /v2.0/routers/fdf7c177-926d-4fbd-801d-7b9baecdd010 HTTP/1.1" status: 200  len: 710 time: 0.1334710
May 14 21:01:22.437038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a05014-8afd-4ae2-944a-20b4c85ac643 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:01:22.438566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-81a05014-8afd-4ae2-944a-20b4c85ac643 demo admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 886 time: 0.1042757
May 14 21:01:22.447519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:01:22.697851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks [] for router_gateway (fdf7c177-926d-4fbd-801d-7b9baecdd010), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:22.987168 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks [] for router_gateway (fdf7c177-926d-4fbd-801d-7b9baecdd010), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:23.065879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:23.166406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Allocated IP 172.35.4.59 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/fb98fbaf-b5e7-4e8e-bf28-d541944a23b5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:01:23.267524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks [] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:23.367502 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:23.404026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:01:23.408799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:01:23.414858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:01:23.417552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Pushing event updated for resources: {'Port': ['ID=fb98fbaf-b5e7-4e8e-bf28-d541944a23b5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:23.810627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks [] for router_gateway (fdf7c177-926d-4fbd-801d-7b9baecdd010), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:24.027595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (fdf7c177-926d-4fbd-801d-7b9baecdd010), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:24.031909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (fdf7c177-926d-4fbd-801d-7b9baecdd010), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:24.141561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Router fdf7c177-926d-4fbd-801d-7b9baecdd010 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:01:24.253749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:01:24.258101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:24.259287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c21d7e38-beb4-46fa-80ed-07c7e095e0ad demo admin] 10.222.0.52 "PUT /v2.0/routers/fdf7c177-926d-4fbd-801d-7b9baecdd010 HTTP/1.1" status: 200  len: 889 time: 1.8150299
May 14 21:01:26.774046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:01:26.897078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9f8d0889-062d-4332-94cf-48011343daaf admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1218286
May 14 21:01:27.538791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a1b932d4-1ee6-47f2-a2d5-788e62e23f64 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:01:27.602639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Sync routers for ids ['fdf7c177-926d-4fbd-801d-7b9baecdd010'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:01:27.612735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:27.623434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:27.623434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Routers {'fdf7c177-926d-4fbd-801d-7b9baecdd010'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:01:27.623434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d456d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:01:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['fdf7c177-926d-4fbd-801d-7b9baecdd010'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:27.863020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:27.918302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Set router fdf7c177-926d-4fbd-801d-7b9baecdd010 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:01:28.378997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d456d0>, [{'id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'name': 'router1', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'fb98fbaf-b5e7-4e8e-bf28-d541944a23b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:01:04Z', 'updated_at': '2022-05-14T21:01:23Z', 'revision_number': 4, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'gw_port': {'id': 'fb98fbaf-b5e7-4e8e-bf28-d541944a23b5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:23Z', 'updated_at': '2022-05-14T21:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b932d4-1ee6-47f2-a2d5-788e62e23f64', 'name': '', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'mac_address': 'fa:16:3e:a2:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:14Z', 'updated_at': '2022-05-14T21:01:18Z', 'revision_number': 5, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'subnets': [{'id': 'daee8f9f-d714-489b-981c-d112232d0749', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:28.431538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Checking router: fdf7c177-926d-4fbd-801d-7b9baecdd010 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:01:28.431894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Updating router fdf7c177-926d-4fbd-801d-7b9baecdd010 port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:01:28.483395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:28.854594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Publish callbacks [] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:28.905553 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:28.959904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbdb19-929b-419a-a35f-b4f50cba4d8c None None] Pushing event updated for resources: {'Port': ['ID=fb98fbaf-b5e7-4e8e-bf28-d541944a23b5,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:28.963649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Attempting to bind port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:01:28.964027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Attempting to bind port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:01:28.964420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Attempting to bind port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:01:28.969618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:01:28.970016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:01:28.970407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:28.970796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:01:28.971268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Bound port: fb98fbaf-b5e7-4e8e-bf28-d541944a23b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:01:28.971673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:29.023165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] For port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:01:29.026547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] For port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb98fbaf-b5e7-4e8e-bf28-d541944a23b5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:01:29.100368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:29.165923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Routers {'fdf7c177-926d-4fbd-801d-7b9baecdd010'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:01:29.166548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d456d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:01:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['fdf7c177-926d-4fbd-801d-7b9baecdd010'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:29.168817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbdb19-929b-419a-a35f-b4f50cba4d8c None None] Pushing event updated for resources: {'Port': ['ID=fb98fbaf-b5e7-4e8e-bf28-d541944a23b5,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:29.294232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] Set router fdf7c177-926d-4fbd-801d-7b9baecdd010 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:01:29.507393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d456d0>, [{'id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'name': 'router1', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'fb98fbaf-b5e7-4e8e-bf28-d541944a23b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:01:04Z', 'updated_at': '2022-05-14T21:01:23Z', 'revision_number': 4, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'gw_port': {'id': 'fb98fbaf-b5e7-4e8e-bf28-d541944a23b5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:23Z', 'updated_at': '2022-05-14T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b932d4-1ee6-47f2-a2d5-788e62e23f64', 'name': '', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'mac_address': 'fa:16:3e:a2:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:14Z', 'updated_at': '2022-05-14T21:01:18Z', 'revision_number': 5, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'subnets': [{'id': 'daee8f9f-d714-489b-981c-d112232d0749', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:01:29.540242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37374b-fd6e-4486-8d33-b3c7ab40f06e None None] The sync data for ids ['fdf7c177-926d-4fbd-801d-7b9baecdd010'] in ncdv-master-1 is: [{'id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'name': 'router1', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': 'fb98fbaf-b5e7-4e8e-bf28-d541944a23b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:01:04Z', 'updated_at': '2022-05-14T21:01:23Z', 'revision_number': 4, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'gw_port': {'id': 'fb98fbaf-b5e7-4e8e-bf28-d541944a23b5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:23Z', 'updated_at': '2022-05-14T21:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a1b932d4-1ee6-47f2-a2d5-788e62e23f64', 'name': '', 'network_id': '8e245d2f-3f59-4c56-bf1f-ff57abc29947', 'tenant_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'mac_address': 'fa:16:3e:a2:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdf7c177-926d-4fbd-801d-7b9baecdd010', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daee8f9f-d714-489b-981c-d112232d0749', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:01:14Z', 'updated_at': '2022-05-14T21:01:18Z', 'revision_number': 5, 'project_id': 'c377a7cb474f47c8861e1c13e61ee22d', 'subnets': [{'id': 'daee8f9f-d714-489b-981c-d112232d0749', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a888093-62ec-4f04-9988-0fae7e3a4314'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:01:31.614858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:01:31.677408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:31.677797 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:31.780974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:31.781530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:31.806130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb98fbaf-b5e7-4e8e-bf28-d541944a23b5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:01:31.899842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:32.006716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=fb98fbaf-b5e7-4e8e-bf28-d541944a23b5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:01:33.575568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:01:33.634262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:01:33.635064 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fb98fbaf-b5e7-4e8e-bf28-d541944a23b5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:33.766958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fb98fbaf-b5e7-4e8e-bf28-d541944a23b5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:01:35.304518 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:01:40.276901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aa4851db-a88f-40d6-9580-3361414aa724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:42.831184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-24121d56-efa0-48bd-8e54-97bcf26515ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:43.637162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:45.501624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:01:46.734535 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:10.567139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56587bc0-456f-493b-b674-3e72200df8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:12.291293 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:02:12.768061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af4874ce-b866-40c6-91cf-d415264791b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:13.641075 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:15.429108 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:16.693360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:40.286713 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-479f2d80-ec02-444e-8c6e-a26b5aa7d711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:42.744583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c064e948-1053-4b67-8422-58354e4672c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:43.601364 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:45.423805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:46.686832 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:49.291126 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:02:53.085280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43914) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:02:53.146139 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a909ec7e-2188-47cf-90af-8a7b92f85445 admin admin] GET failed (client error): The resource could not be found.
May 14 21:02:53.147411 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a909ec7e-2188-47cf-90af-8a7b92f85445 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0611825
May 14 21:02:53.308973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b40e1-b2a9-4425-bf59-2cdbbecc8498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:02:53.310397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b65b40e1-b2a9-4425-bf59-2cdbbecc8498 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1589336
May 14 21:02:55.682324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43924) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:02:55.773263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17236f06-c786-46d4-8c34-9e59317daef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:02:55.774577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17236f06-c786-46d4-8c34-9e59317daef5 admin admin] 10.222.0.52 "GET /v2.0/subnets/daee8f9f-d714-489b-981c-d112232d0749 HTTP/1.1" status: 200  len: 849 time: 0.0913203
May 14 21:02:55.784823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:02:55.867507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Publish callbacks [] for subnet (daee8f9f-d714-489b-981c-d112232d0749), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:56.064076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749439507923'] for subnet (daee8f9f-d714-489b-981c-d112232d0749), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:56.093924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:02:56.094637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:56.106021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035df76-7c26-48a8-ac7b-a7e9a3c715b1 None None] Network 8e245d2f-3f59-4c56-bf1f-ff57abc29947 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:02:56.108789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] 10.222.0.52 "PUT /v2.0/subnets/daee8f9f-d714-489b-981c-d112232d0749 HTTP/1.1" status: 200  len: 868 time: 0.3274500
May 14 21:02:56.133092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daee8f9f-d714-489b-981c-d112232d0749,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:02:56.140705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.142964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.142964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.142964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.142964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.142964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.142964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.143443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.143443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.143675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.143957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.144362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.144680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.145081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.145366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6d80e-1c71-4d7c-8519-653d50d87c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:02:56.418708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7a7b35e7-ba0d-48fc-8e3f-005824f28afb None None] Provisioning complete for port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:02:56.419086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35e7-ba0d-48fc-8e3f-005824f28afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1b932d4-1ee6-47f2-a2d5-788e62e23f64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:56.498905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b35e7-ba0d-48fc-8e3f-005824f28afb None None] Current status of the port a1b932d4-1ee6-47f2-a2d5-788e62e23f64 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:02:56.507130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7a7b35e7-ba0d-48fc-8e3f-005824f28afb None None] Provisioning complete for port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:02:56.507438 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a7b35e7-ba0d-48fc-8e3f-005824f28afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a17341ac-a2c0-41a2-8f2c-c6b6546f54b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:02:56.588829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b35e7-ba0d-48fc-8e3f-005824f28afb None None] Current status of the port a17341ac-a2c0-41a2-8f2c-c6b6546f54b2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:02:58.453897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:02:58.657173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1fe547-7a0c-4c0f-924a-a474354e8d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:02:58.657553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1fe547-7a0c-4c0f-924a-a474354e8d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:02:58.659084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a1fe547-7a0c-4c0f-924a-a474354e8d75 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2042444
May 14 21:03:00.964409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43940) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:01.097725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e4b9f-3e31-4c45-9634-277e02555c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:01.098183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e4b9f-3e31-4c45-9634-277e02555c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:01.099740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e59e4b9f-3e31-4c45-9634-277e02555c2b admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1343620
May 14 21:03:03.442819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43964) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:03.565288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deadcd1d-2f7a-4924-9800-f730b31bce48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:03.566714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-deadcd1d-2f7a-4924-9800-f730b31bce48 admin admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 886 time: 0.1229553
May 14 21:03:05.896211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:06.133832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41987521-12f4-481d-a352-70010cd05d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:06.135072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41987521-12f4-481d-a352-70010cd05d9d admin admin] 10.222.0.52 "GET /v2.0/networks/8e245d2f-3f59-4c56-bf1f-ff57abc29947 HTTP/1.1" status: 200  len: 869 time: 0.2378886
May 14 21:03:08.583590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43980) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:08.705579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52da044-65d6-4036-a96b-fcd789678807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:08.706034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52da044-65d6-4036-a96b-fcd789678807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:08.707611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e52da044-65d6-4036-a96b-fcd789678807 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1230450
May 14 21:03:10.286551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1776-f10d-4318-b8ef-9d03730065e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:11.035319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43988) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:11.126676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da6867-fe67-49fa-bef7-373bf703d40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:11.127137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da6867-fe67-49fa-bef7-373bf703d40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:11.128656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e4da6867-fe67-49fa-bef7-373bf703d40b admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0923729
May 14 21:03:12.766295 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6acc0d74-a4e9-4d77-8e19-f1d682eb4ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:13.440224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43996) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:13.525293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c7206-3549-46de-8468-9d1a21d31b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:13.526658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-240c7206-3549-46de-8468-9d1a21d31b8e admin admin] 10.222.0.52 "GET /v2.0/subnets/201efafc-97dc-4528-a259-97c0060282a9 HTTP/1.1" status: 200  len: 816 time: 0.0854671
May 14 21:03:13.624508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:15.445333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:15.834347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44004) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:15.925000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1301b7-8a0b-4c59-b7b7-b4c8e83a232a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:03:15.926372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b1301b7-8a0b-4c59-b7b7-b4c8e83a232a admin admin] 10.222.0.52 "GET /v2.0/subnets/daee8f9f-d714-489b-981c-d112232d0749 HTTP/1.1" status: 200  len: 868 time: 0.0910845
May 14 21:03:16.703368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:26.290265 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:03:40.314138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-89d86b70-ae6b-45a3-a410-37a43912c59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:42.828841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e14d444-dee9-4215-94be-adee727913c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:43.593916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:45.428469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:46.714020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:03:58.398806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44062) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:03:58.447561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-c1513de1-dc10-4195-905b-6b0d6f74ff8d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:03:58.453755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c1513de1-dc10-4195-905b-6b0d6f74ff8d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0488279
May 14 21:04:00.863682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:04:00.930802 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1f5810-1001-4689-aa7a-73ddffe0b192 admin admin] GET failed (client error): The resource could not be found.
May 14 21:04:00.932151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e1f5810-1001-4689-aa7a-73ddffe0b192 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0675378
May 14 21:04:01.074900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d662b714-2b68-4251-adc9-2a128f7ff20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:04:01.076301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d662b714-2b68-4251-adc9-2a128f7ff20f admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1400855
May 14 21:04:03.288817 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:04:03.423089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44096) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:04:03.469246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:04:03.593385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Made reservation on behalf of 96a027574eeb4536a94751bde54cf3b1 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:04:03.595887 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:03.662036 ncdv-master-1 neutron-server[115780]: WARNING neutron.services.revisions.revision_plugin [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5232d949d0] {project_id='96a027574eeb4536a94751bde54cf3b1', id='1b7a9050-318d-4428-a80b-2512d8bdd8d5', target_project='*', action='access_as_shared', object_id='b4aaecb0-40ad-436e-985f-0eab837f5551'}> to bump revision.
May 14 21:04:03.678489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:04:03.691438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8e0adfbd-7eb9-48cf-9cd8-2649784ecc49), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:03.691945 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Added segment 8e0adfbd-7eb9-48cf-9cd8-2649784ecc49 of type vlan for network b4aaecb0-40ad-436e-985f-0eab837f5551
May 14 21:04:03.736814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b4aaecb0-40ad-436e-985f-0eab837f5551), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:03.833911 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b4aaecb0-40ad-436e-985f-0eab837f5551), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:03.834852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:04:03.835419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:03.923324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Pushing event updated for resources: {'Network': ['ID=b4aaecb0-40ad-436e-985f-0eab837f5551,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:04:03.930002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.930240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.930575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.930905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.931233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.931592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.931913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.932233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.932551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.932867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.933187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.933534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.933857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.934170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.934496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:03.950965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b4aaecb0-40ad-436e-985f-0eab837f5551 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:04:03.979640 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a842ca15-2423-40c6-9735-e7239760f1bc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 828 time: 0.5553989
May 14 21:04:06.307184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44104) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:04:06.369080 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc74ef71-43d2-4005-a1e6-5383f9eb08ba admin admin] GET failed (client error): The resource could not be found.
May 14 21:04:06.370362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fc74ef71-43d2-4005-a1e6-5383f9eb08ba admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0622096
May 14 21:04:06.438698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33598849-6e75-4c63-a8e7-fd7beea14f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:04:06.440170 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33598849-6e75-4c63-a8e7-fd7beea14f14 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0642567
May 14 21:04:06.450075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'cidr': '192.168.233.0/24'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:04:06.519833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Made reservation on behalf of 96a027574eeb4536a94751bde54cf3b1 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:04:06.522012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:06.708772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (8a1f63f9-52a4-4ff0-89bf-40b53bd80a84), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:06.764730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:04:06.772413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:04:06.783245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Network hostable DHCP agents. Network: b4aaecb0-40ad-436e-985f-0eab837f5551, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:04:06.845239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:04:06.896741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b4aaecb0-40ad-436e-985f-0eab837f5551) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:04:06.900787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:04:06.901413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:06.906818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552d2417-5b32-4729-850d-c6774d46b9ca None None] Network b4aaecb0-40ad-436e-985f-0eab837f5551 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:04:06.974400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e199a304-a5c0-46e2-ad22-c870db0b1456 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5280690
May 14 21:04:07.128185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b4aaecb0-40ad-436e-985f-0eab837f5551', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'project_id': '96a027574eeb4536a94751bde54cf3b1', 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:04:07.129164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:07.271163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Allocated IP 192.168.233.2 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/3a561470-0117-4376-a627-5f0928a67ab3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:04:07.580018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Publish callbacks [] for port (3a561470-0117-4376-a627-5f0928a67ab3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:07.651863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (3a561470-0117-4376-a627-5f0928a67ab3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:07.709534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:04:07.713588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:04:07.719911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:04:07.729062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Pushing event updated for resources: {'Port': ['ID=3a561470-0117-4376-a627-5f0928a67ab3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:04:07.739756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.740097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.740431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.740841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.741177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.741497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.741816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.742134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.742454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.742772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.743087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.743402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.743737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.744047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.745817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:04:07.807377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Attempting to bind port 3a561470-0117-4376-a627-5f0928a67ab3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:04:07.807377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Attempting to bind port 3a561470-0117-4376-a627-5f0928a67ab3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:04:07.807377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Attempting to bind port 3a561470-0117-4376-a627-5f0928a67ab3 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:04:07.819078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:04:07.819078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:04:07.819505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:07.819871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:04:07.820388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Bound port: 3a561470-0117-4376-a627-5f0928a67ab3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:04:07.820764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a561470-0117-4376-a627-5f0928a67ab3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:07.896389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] For port 3a561470-0117-4376-a627-5f0928a67ab3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:04:07.899097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] For port 3a561470-0117-4376-a627-5f0928a67ab3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a561470-0117-4376-a627-5f0928a67ab3,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:04:07.989373 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a561470-0117-4376-a627-5f0928a67ab3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:08.048734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586174e-a9bc-41d1-84bd-b09eef67ff44 None None] Pushing event updated for resources: {'Port': ['ID=3a561470-0117-4376-a627-5f0928a67ab3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:04:09.142636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa3595-4997-426f-8f16-ce2057b36fdf None None] Network b4aaecb0-40ad-436e-985f-0eab837f5551 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:04:09.259618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] Provisioning complete for port 3a561470-0117-4376-a627-5f0928a67ab3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:04:09.259952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a561470-0117-4376-a627-5f0928a67ab3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:09.351084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] Current status of the port 3a561470-0117-4376-a627-5f0928a67ab3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:04:09.351513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a561470-0117-4376-a627-5f0928a67ab3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:09.391749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] For port 3a561470-0117-4376-a627-5f0928a67ab3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a561470-0117-4376-a627-5f0928a67ab3,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:04:09.462887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a561470-0117-4376-a627-5f0928a67ab3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:09.511693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac463-e457-46ee-8e7a-2d9086088d7b None None] Pushing event updated for resources: {'Port': ['ID=3a561470-0117-4376-a627-5f0928a67ab3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:04:09.581630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-74808572-2db9-4acd-a923-5067c453a25f None None] Provisioning complete for port 3a561470-0117-4376-a627-5f0928a67ab3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:04:09.582016 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74808572-2db9-4acd-a923-5067c453a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a561470-0117-4376-a627-5f0928a67ab3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:09.662595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-74808572-2db9-4acd-a923-5067c453a25f None None] Current status of the port 3a561470-0117-4376-a627-5f0928a67ab3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:04:09.701006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3a561470-0117-4376-a627-5f0928a67ab3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:04:09.754248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3a561470-0117-4376-a627-5f0928a67ab3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:04:09.754637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a561470-0117-4376-a627-5f0928a67ab3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:09.837187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3a561470-0117-4376-a627-5f0928a67ab3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:04:10.330949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2786130-fd93-4a41-a61a-04aaf05d47dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:12.775946 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8004d634-5421-423a-912c-0e16f0452bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:13.639862 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:15.450859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:16.747901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:40.287784 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:04:40.295885 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-89e60a96-1c65-4e80-a33c-780d405994c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:42.735998 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9b81614d-6f8e-4099-b63b-d2f9b0caf66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:43.599763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:45.472998 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:04:46.719015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:10.289979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fd2dc0d3-78fd-434e-8b3c-df9b0fd82870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:12.741376 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a07b5011-1766-44a0-aa3b-5b85bca6e8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:13.609529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:15.449624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:16.718413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:17.287275 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:05:40.294832 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bbe8c09a-e97d-4642-b681-0c2b67d832ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:42.809685 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4be9b28e-d5cd-44f2-b931-f7af390b6e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:43.614964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:45.438119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:46.740560 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:05:54.286025 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:06:10.294463 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4d6f8f64-3598-4b95-b940-248f5ec30bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:12.752032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ab4c35ce-8fd8-4d21-8945-1ab2e33b3896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:13.347315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44174) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:06:13.353107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-3a6216d8-c423-4d3f-bd7a-7816371a2b17 tempest-verify_tempest_config-152612982 tempest-verify_tempest_config-152612982-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:06:13.355189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a6216d8-c423-4d3f-bd7a-7816371a2b17 tempest-verify_tempest_config-152612982 tempest-verify_tempest_config-152612982-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.0058508
May 14 21:06:13.637508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:13.883769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44192) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:06:13.991679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.087657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Publish callbacks [] for security_group (c05cc045-e851-4965-8eaa-700f8c7a628a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.140142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c05cc045-e851-4965-8eaa-700f8c7a628a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.184616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05cc045-e851-4965-8eaa-700f8c7a628a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:06:14.189240 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4474b3517394bc0a943dfb1f668ca2f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3044872
May 14 21:06:14.192115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:06:14.193781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.194140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.194485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.194823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.195161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.195513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.195853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.196175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.196500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.196824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.197149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.197476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.198343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.198662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.199135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc54ada-e3d7-4e1b-823f-6f363a9d1742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.248844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Publish callbacks [] for security_group (c05cc045-e851-4965-8eaa-700f8c7a628a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.268929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Publish callbacks [] for security_group (c05cc045-e851-4965-8eaa-700f8c7a628a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.414649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c05cc045-e851-4965-8eaa-700f8c7a628a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.417534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:14.418676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c05cc045-e851-4965-8eaa-700f8c7a628a HTTP/1.1" status: 204  len: 168 time: 0.2256310
May 14 21:06:14.426469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05cc045-e851-4965-8eaa-700f8c7a628a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:06:14.434193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.434533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.434984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.435198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.435597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.435987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.436312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.436636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.436958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.437277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.437598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.437918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.438233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.438541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:14.438858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc48f79-1b01-4261-809e-b20cb6172ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:06:15.449999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:16.688276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:31.285067 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:06:40.276398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb650ca8-fc01-430a-8e94-0ec080fdb995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:42.790844 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3da357ee-a52e-46b5-ac5f-2707759d1f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:43.613598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:45.442387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:06:46.757140 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:08.283711 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:07:10.293325 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-08e0f3de-bd6d-4307-b781-6cb07499edd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:12.801852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4c364b7e-cabe-4ae1-a28e-323bae31dd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:13.630360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:15.436139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:16.710572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:40.315619 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-82805b0b-9257-401d-acc1-736b851e7e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:42.761497 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85d6bd0e-4606-44f6-960b-c0845167bd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:43.618941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:45.286555 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:07:45.469963 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:07:46.704265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:10.326932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af5799db-76b6-422b-ad1e-61d6f2a5eeb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:12.789244 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a13182c-5956-4aec-9a5f-47fe8f820186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:13.646621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:15.452457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:16.686533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:22.285376 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:08:40.320578 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fd4d9a74-e111-4e82-bef4-f5e7db83ffc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:42.794476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ece68e8-ce1a-4fb5-921d-0b49404fb46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:43.635304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:45.515065 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:46.743489 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:08:59.283964 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 5 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:09:10.296564 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0f277988-f419-4ff6-99cf-d2b233ebf249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:11.017837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:11.372066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-975652'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:12.811504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-24dcb5d7-aedf-42c9-9a11-c03f30839e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:13.669662 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:15.480226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:16.725549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:36.283043 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:09:40.285119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d99bc89b-f22d-4ee2-b853-0016f3dcee91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:40.993447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:41.360218 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:42.764595 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-223a76c3-d9fe-4c8c-a2b6-cb3ac79eeecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:43.633309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:45.484782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:09:46.742326 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:00.543918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44312) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:10:00.652701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1b9bb664-83fb-4385-b1fa-e4c7d50ddf46 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1076529
May 14 21:10:02.988938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44322) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:10:03.044021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-431859a2-7cd5-424a-a66b-3b98f401deae admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0537076
May 14 21:10:10.262471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47180ac9-1ae9-4459-af97-25e844a08e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:10.964896 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:11.371038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:12.804008 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e00b0ca-3e39-47ed-808c-5cd732f1a9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:13.282446 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:10:13.650675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:15.478237 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:16.713690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:40.289491 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-091719e1-0ec1-42f2-b73e-010efb876034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:41.005638 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:41.375781 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:42.770916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-052a8a52-ed3e-40d3-87dc-5ff5cd0d47d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:43.644782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:45.468163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:46.730607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:10:50.281510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:11:10.289809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4246da5-f971-4b0d-b5fd-5e360794d7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:10.987561 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:11.381496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:12.775362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05914361-96e0-48b0-83b3-2ff829caef16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:13.636965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:15.472745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:16.718266 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:27.280642 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:11:34.099976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44550) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:34.557746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-network', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:34.644244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Made reservation on behalf of 97eb48c86b4d49f1b11b2b6380020f4b for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:11:34.646692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:34.655881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:34.728173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks [] for security_group (aa837910-02a7-49e7-bc72-767e060901cc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:34.872324 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aa837910-02a7-49e7-bc72-767e060901cc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:34.896392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:11:34.910058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa837910-02a7-49e7-bc72-767e060901cc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:34.914589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c3d6ac0b-1032-4250-ac82-0301c0891f7a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:34.914983 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Added segment c3d6ac0b-1032-4250-ac82-0301c0891f7a of type vlan for network 824318b0-331e-4da1-8622-b2d8e9a5e85d
May 14 21:11:34.927506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Tracked resource versions report:
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: pushed versions:
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: {   'AddressGroup': {'1.2'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'Agent': {'1.1'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'ConntrackHelper': {'1.0'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'LocalIPAssociation': {'1.0'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'Log': {'1.0'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'NDPProxy': {'1.0'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'Network': {'1.1'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'Port': {'1.7'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'PortForwarding': {'1.3'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'QosPolicy': {'1.10'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'SecurityGroup': {'1.5'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'SecurityGroupRule': {'1.2'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'SubPort': {'1.0'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'Subnet': {'1.1'},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     'Trunk': {'1.1'}}
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: consumer versions:
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]: {   DHCP agent@ncdv-master-1: {},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     HyperV agent@nch1-master-1: {},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     HyperV agent@nch2-master-1: {},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     L3 agent@ncdv-master-1: {},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     Metadata agent@ncdv-master-1: {},
May 14 21:11:34.933077 ncdv-master-1 neutron-server[115781]:     Metering agent@ncdv-master-1: {},
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'Agent': '1.1',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'ConntrackHelper': '1.0',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'LocalIPAssociation': '1.0',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'Log': '1.0',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'NDPProxy': '1.0',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'Network': '1.1',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'Port': '1.7',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'PortForwarding': '1.3',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'QosPolicy': '1.10',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'SecurityGroup': '1.5',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'SecurityGroupRule': '1.2',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'SubPort': '1.0',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'Subnet': '1.1',
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:                                           'Trunk': '1.1'}}
May 14 21:11:34.936031 ncdv-master-1 neutron-server[115781]:  {{(pid=115781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:11:34.975960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (824318b0-331e-4da1-8622-b2d8e9a5e85d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.061067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (824318b0-331e-4da1-8622-b2d8e9a5e85d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.062280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:35.062870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.121277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] Pushing event updated for resources: {'Network': ['ID=824318b0-331e-4da1-8622-b2d8e9a5e85d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:35.132341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:11:35.216388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44584) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:35.226008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7185c8fd-bdaa-49eb-bc7a-cd7a254492d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.1192656
May 14 21:11:35.226104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Request body: {'subnet': {'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-subnet', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:35.289611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Made reservation on behalf of 97eb48c86b4d49f1b11b2b6380020f4b for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:11:35.292160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.536204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (f4e30d7e-b429-4cb9-a578-085f6316fae7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.595803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e30d7e-b429-4cb9-a578-085f6316fae7,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:35.605192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Checking segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:35.609519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Network hostable DHCP agents. Network: 824318b0-331e-4da1-8622-b2d8e9a5e85d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:11:35.609621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.609914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.610256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.610594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.610934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.611266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.611700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.612187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.612359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.612685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.613008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.613570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.613676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.613961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.614283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Tracked resource versions report:
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]: pushed versions:
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]: {   'AddressGroup': {'1.2'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'Agent': {'1.1'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'ConntrackHelper': {'1.0'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'LocalIPAssociation': {'1.0'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'Log': {'1.0'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'NDPProxy': {'1.0'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'Network': {'1.1'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'Port': {'1.7'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'PortForwarding': {'1.3'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'QosPolicy': {'1.10'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'SecurityGroup': {'1.5'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'SecurityGroupRule': {'1.2'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'SubPort': {'1.0'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'Subnet': {'1.1'},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     'Trunk': {'1.1'}}
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]: consumer versions:
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]: {   DHCP agent@ncdv-master-1: {},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     HyperV agent@nch1-master-1: {},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     HyperV agent@nch2-master-1: {},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     L3 agent@ncdv-master-1: {},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     Metadata agent@ncdv-master-1: {},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     Metering agent@ncdv-master-1: {},
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'Agent': '1.1',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'ConntrackHelper': '1.0',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'LocalIPAssociation': '1.0',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'Log': '1.0',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'NDPProxy': '1.0',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'Network': '1.1',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'Port': '1.7',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'PortForwarding': '1.3',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'QosPolicy': '1.10',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'SecurityGroup': '1.5',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'SecurityGroupRule': '1.2',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'SubPort': '1.0',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'Subnet': '1.1',
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:                                           'Trunk': '1.1'}}
May 14 21:11:35.615428 ncdv-master-1 neutron-server[115780]:  {{(pid=115780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:11:35.712529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:11:35.798177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 824318b0-331e-4da1-8622-b2d8e9a5e85d) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:35.802979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:35.803638 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.811936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d0d57-4fb6-4b92-b628-a9a0a1b3dac8 None None] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:11:35.918405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:35.918504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-824318b0-331e-4da1-8622-b2d8e9a5e85d', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:11:35.918504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:35.920165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:35.930994 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7a711d3d-b0b8-4aa4-8ac8-2b01785b01fd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.6968331
May 14 21:11:36.010673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (211f6534-b851-4165-bedc-b51b34cefe67), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.011762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (211f6534-b851-4165-bedc-b51b34cefe67), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.075839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Allocated IP 172.20.0.2 (824318b0-331e-4da1-8622-b2d8e9a5e85d/f4e30d7e-b429-4cb9-a578-085f6316fae7/e9cf78d5-cbe4-4bd1-931d-c890fb190b21) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:36.083537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks [] for router_controller (211f6534-b851-4165-bedc-b51b34cefe67), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.232148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Publish callbacks [] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.295788 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.349035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Pushing event updated for resources: {'Port': ['ID=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:36.362402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.362827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.363283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.363442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks [] for router_gateway (211f6534-b851-4165-bedc-b51b34cefe67), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.363936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Tracked resource versions report:
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: pushed versions:
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: {   'AddressGroup': {'1.2'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'Agent': {'1.1'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'ConntrackHelper': {'1.0'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'LocalIPAssociation': {'1.0'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'Log': {'1.0'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'NDPProxy': {'1.0'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'Network': {'1.1'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'Port': {'1.7'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'PortForwarding': {'1.3'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'QosPolicy': {'1.10'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'SecurityGroup': {'1.5'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'SecurityGroupRule': {'1.2'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'SubPort': {'1.0'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'Subnet': {'1.1'},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     'Trunk': {'1.1'}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: consumer versions:
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]: {   DHCP agent@ncdv-master-1: {},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     HyperV agent@nch1-master-1: {},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     HyperV agent@nch2-master-1: {},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     L3 agent@ncdv-master-1: {},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     Metadata agent@ncdv-master-1: {},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     Metering agent@ncdv-master-1: {},
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'Agent': '1.1',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'ConntrackHelper': '1.0',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'LocalIPAssociation': '1.0',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'Log': '1.0',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'NDPProxy': '1.0',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'Network': '1.1',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'Port': '1.7',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'PortForwarding': '1.3',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'QosPolicy': '1.10',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'SecurityGroup': '1.5',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'SecurityGroupRule': '1.2',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'SubPort': '1.0',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'Subnet': '1.1',
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:                                           'Trunk': '1.1'}}
May 14 21:11:36.369175 ncdv-master-1 neutron-server[115782]:  {{(pid=115782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:11:36.373528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:36.374925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:36.377426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:36.441423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Attempting to bind port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:36.442644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Attempting to bind port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:36.443413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Attempting to bind port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 on network 824318b0-331e-4da1-8622-b2d8e9a5e85d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:36.449281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:36.449869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Checking segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:36.450429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.450950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Bound using segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:36.451601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Bound port: e9cf78d5-cbe4-4bd1-931d-c890fb190b21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:36.452345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.523850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] For port e9cf78d5-cbe4-4bd1-931d-c890fb190b21, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:36.528076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] For port e9cf78d5-cbe4-4bd1-931d-c890fb190b21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:36.630044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks [] for router_gateway (211f6534-b851-4165-bedc-b51b34cefe67), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.634327 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.662484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:36.709866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86e173-2b64-4ce2-aba3-b8d89c810f9e None None] Pushing event updated for resources: {'Port': ['ID=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:36.845712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Allocated IP 172.35.4.178 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/7e492e7c-b63f-4417-b594-dea8f2c64cc3) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:37.018089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks [] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:37.129142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:37.181432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:37.184705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:37.190867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:37.233718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Pushing event updated for resources: {'Port': ['ID=7e492e7c-b63f-4417-b594-dea8f2c64cc3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:37.673347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks [] for router_gateway (211f6534-b851-4165-bedc-b51b34cefe67), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:37.839405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c72795-d17a-46ec-b59f-b67739775f12 None None] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:11:37.993073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] Provisioning complete for port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:37.993461 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.000063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:38.002920 ncdv-master-1 neutron-server[115780]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 14 21:11:38.009017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (211f6534-b851-4165-bedc-b51b34cefe67), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.039146 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b25189ef-7f09-41c3-8d7b-97887de69aaa tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=313d5b39fe10417993b28718eb6e6f7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352135
May 14 21:11:38.045255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9cf78d5-cbe4-4bd1-931d-c890fb190b21 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:38.231344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Router 211f6534-b851-4165-bedc-b51b34cefe67 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:11:38.254410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-5b732902-922b-43dd-98f6-66202d22b543 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:38.256504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-5b732902-922b-43dd-98f6-66202d22b543 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2158344
May 14 21:11:38.294679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-5f20d498-fc66-47ce-8e7b-8e52534968fc tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/quotas/313d5b39fe10417993b28718eb6e6f7a HTTP/1.1" status: 200  len: 375 time: 0.0323339
May 14 21:11:38.317530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:38.317914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.354003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] Current status of the port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:38.354396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.403688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-4592bd59-7ffb-41a4-88f7-8b40d35bc7f9 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=313d5b39fe10417993b28718eb6e6f7a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1017816
May 14 21:11:38.472464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:11:38.475860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] For port e9cf78d5-cbe4-4bd1-931d-c890fb190b21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:11:38.484455 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:11:38.510519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44730) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:38.512396 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:11:38.513568 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312cd880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:38.525603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:38.526000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.554726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.589708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.591149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ecfb701c-10b6-4bcc-9278-38c532910913 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 2.6764371
May 14 21:11:38.594115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44734) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:38.689255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:11:38.707937 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:11:38.708379 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:11:38.710034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-70259733-d9d9-4b45-8ab3-1790ed85f360 None None] Provisioning complete for port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:38.710533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70259733-d9d9-4b45-8ab3-1790ed85f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.712007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ab3be-2ef1-478e-96ab-9ff690dc967a None None] Pushing event updated for resources: {'Port': ['ID=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:38.797361 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-004f3fb5-3f4f-40d5-bd03-f18f14c97d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:38.806843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-70259733-d9d9-4b45-8ab3-1790ed85f360 None None] Current status of the port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:39.023597 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312cd880>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:37Z', 'revision_number': 3, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:39.026339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-004f3fb5-3f4f-40d5-bd03-f18f14c97d96 admin admin] Publish callbacks [] for security_group (bbf61b4f-d384-42ea-a266-fa63d570e704), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.056805 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:11:39.057159 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Updating router 211f6534-b851-4165-bedc-b51b34cefe67 port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:11:39.085965 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.117063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-004f3fb5-3f4f-40d5-bd03-f18f14c97d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bbf61b4f-d384-42ea-a266-fa63d570e704), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.294300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:39.316731 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-004f3fb5-3f4f-40d5-bd03-f18f14c97d96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ef6150a042b4fb0be291048656e5e9c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.8041465
May 14 21:11:39.321359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:39.324472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f3fb5-3f4f-40d5-bd03-f18f14c97d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf61b4f-d384-42ea-a266-fa63d570e704,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:39.374863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.385464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44774) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:39.472838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce205e-335a-423b-87be-61388deba7f0 admin admin] Publish callbacks [] for security_group (bbf61b4f-d384-42ea-a266-fa63d570e704), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.503013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce205e-335a-423b-87be-61388deba7f0 admin admin] Publish callbacks [] for security_group (bbf61b4f-d384-42ea-a266-fa63d570e704), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.516104 ncdv-master-1 neutron-server[115781]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 14 21:11:39.592973 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Publish callbacks [] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.603464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c28b1aff-3d2e-4e4c-aff9-25bc0c1b3518 req-0a878572-0cc6-4c6b-86ef-28e392aab18a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 210 time: 0.2162614
May 14 21:11:39.656171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce205e-335a-423b-87be-61388deba7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bbf61b4f-d384-42ea-a266-fa63d570e704), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.660879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce205e-335a-423b-87be-61388deba7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.665335 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7ce205e-335a-423b-87be-61388deba7f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbf61b4f-d384-42ea-a266-fa63d570e704 HTTP/1.1" status: 204  len: 168 time: 0.3402503
May 14 21:11:39.674568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce205e-335a-423b-87be-61388deba7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf61b4f-d384-42ea-a266-fa63d570e704,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:39.684903 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.722479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Allocated IP 172.20.0.1 (824318b0-331e-4da1-8622-b2d8e9a5e85d/f4e30d7e-b429-4cb9-a578-085f6316fae7/b1f42c4d-bd80-401a-aa6a-5b346950c1c4) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:39.776646 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Pushing event updated for resources: {'Port': ['ID=7e492e7c-b63f-4417-b594-dea8f2c64cc3,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:39.791890 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.792799 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.793332 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.794023 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.795653 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.796179 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.796676 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.797140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44794) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:39.797324 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.797688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.798008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.798947 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.799298 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.799780 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.800116 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.800447 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Tracked resource versions report:
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]: pushed versions:
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]: {   'AddressGroup': {'1.2'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'Agent': {'1.1'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'ConntrackHelper': {'1.0'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'LocalIPAssociation': {'1.0'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'Log': {'1.0'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'NDPProxy': {'1.0'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'Network': {'1.1'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'Port': {'1.7'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'PortForwarding': {'1.3'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'QosPolicy': {'1.10'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'SecurityGroup': {'1.5'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'SecurityGroupRule': {'1.2'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'SubPort': {'1.0'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'Subnet': {'1.1'},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     'Trunk': {'1.1'}}
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]: consumer versions:
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]: {   DHCP agent@ncdv-master-1: {},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     HyperV agent@nch1-master-1: {},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     HyperV agent@nch2-master-1: {},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     L3 agent@ncdv-master-1: {},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     Metadata agent@ncdv-master-1: {},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     Metering agent@ncdv-master-1: {},
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'Agent': '1.1',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'ConntrackHelper': '1.0',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'LocalIPAssociation': '1.0',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'Log': '1.0',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'NDPProxy': '1.0',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'Network': '1.1',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'Port': '1.7',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'PortForwarding': '1.3',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'QosPolicy': '1.10',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'SecurityGroup': '1.5',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'SecurityGroupRule': '1.2',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'SubPort': '1.0',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'Subnet': '1.1',
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:                                           'Trunk': '1.1'}}
May 14 21:11:39.801639 ncdv-master-1 neutron-server[115783]:  {{(pid=115783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 14 21:11:39.808315 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Attempting to bind port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:39.808692 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Attempting to bind port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:39.809059 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Attempting to bind port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:39.823773 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:39.824157 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:39.828619 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.828619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:39.828619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Bound port: 7e492e7c-b63f-4417-b594-dea8f2c64cc3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:39.828619 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.884516 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks [] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:39.891598 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] For port 7e492e7c-b63f-4417-b594-dea8f2c64cc3, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:39.897599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] For port 7e492e7c-b63f-4417-b594-dea8f2c64cc3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e492e7c-b63f-4417-b594-dea8f2c64cc3,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:39.989194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e86b8de3-686e-4ec4-bc3a-9f1b0e101400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.016574 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.026678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9cf78d5-cbe4-4bd1-931d-c890fb190b21 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:40.040207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.093484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:40.094930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.152049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:40.157851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:40.164505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:40.165357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (211f6534-b851-4165-bedc-b51b34cefe67), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.195960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:40.235002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e86b8de3-686e-4ec4-bc3a-9f1b0e101400 admin admin] Publish callbacks [] for security_group (6fac573e-74da-42f2-8233-49dd08cd2e03), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.258714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:40.322670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7c137d5-5f03-4ca2-8b1e-abd5ea7dcffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.351863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e86b8de3-686e-4ec4-bc3a-9f1b0e101400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6fac573e-74da-42f2-8233-49dd08cd2e03), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.428835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:11:40.429730 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312cd880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:40.446315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e86b8de3-686e-4ec4-bc3a-9f1b0e101400 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98338f941db74e73803bef199f8b90a4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6479733
May 14 21:11:40.448567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8de3-686e-4ec4-bc3a-9f1b0e101400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fac573e-74da-42f2-8233-49dd08cd2e03,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:40.449183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44826) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:40.543193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-938715c3-1ed6-4609-beb0-199f8f919033 None None] Provisioning complete for port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:40.543906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-938715c3-1ed6-4609-beb0-199f8f919033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.559992 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e5dc0-2f73-4dda-9610-579d3ffa88a4 None None] Pushing event updated for resources: {'Port': ['ID=7e492e7c-b63f-4417-b594-dea8f2c64cc3,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:40.571001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.582301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-938715c3-1ed6-4609-beb0-199f8f919033 None None] Port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:40.582561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab7-a055-426b-bcc3-b9d941bd3f72 admin admin] Publish callbacks [] for security_group (6fac573e-74da-42f2-8233-49dd08cd2e03), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.614321 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:11:40.637257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab7-a055-426b-bcc3-b9d941bd3f72 admin admin] Publish callbacks [] for security_group (6fac573e-74da-42f2-8233-49dd08cd2e03), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.737407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44840) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:40.743780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44842) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:40.754015 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886f0a62-397e-4985-9d4e-9b3e6665a410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:40.871939 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-79206367-e008-4459-8026-7435a36e60b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312cd880>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:37Z', 'revision_number': 3, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:40.904189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9dddd4f-079e-4162-963f-047008633723 req-88d6da9c-9f1f-42e8-ac56-6340f7ae179a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 210 time: 0.1849809
May 14 21:11:40.919683 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79206367-e008-4459-8026-7435a36e60b2 None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:37Z', 'revision_number': 3, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:11:41.004220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab7-a055-426b-bcc3-b9d941bd3f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6fac573e-74da-42f2-8233-49dd08cd2e03), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.007460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e44dab7-a055-426b-bcc3-b9d941bd3f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.009036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5e44dab7-a055-426b-bcc3-b9d941bd3f72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6fac573e-74da-42f2-8233-49dd08cd2e03 HTTP/1.1" status: 204  len: 168 time: 0.5585642
May 14 21:11:41.025399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.032242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44dab7-a055-426b-bcc3-b9d941bd3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fac573e-74da-42f2-8233-49dd08cd2e03,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:41.089902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886f0a62-397e-4985-9d4e-9b3e6665a410 admin admin] Publish callbacks [] for security_group (93940d4d-ca12-4ade-9c3c-f035a242f95e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.117721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks [] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.170086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886f0a62-397e-4985-9d4e-9b3e6665a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (93940d4d-ca12-4ade-9c3c-f035a242f95e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.204315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.205395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (211f6534-b851-4165-bedc-b51b34cefe67), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.222869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-886f0a62-397e-4985-9d4e-9b3e6665a410 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eedb58eea0c34c29bb548e35ee09b65c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4841588
May 14 21:11:41.224044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f0a62-397e-4985-9d4e-9b3e6665a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93940d4d-ca12-4ade-9c3c-f035a242f95e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:41.230149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:41.358151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d8bad8fb-81db-4c32-97c7-73b1d9cc2dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.358817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79487eb4-892d-4a07-bb4a-29a2c8afb4da admin admin] Publish callbacks [] for security_group (93940d4d-ca12-4ade-9c3c-f035a242f95e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.386828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79487eb4-892d-4a07-bb4a-29a2c8afb4da admin admin] Publish callbacks [] for security_group (93940d4d-ca12-4ade-9c3c-f035a242f95e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.419136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:41.451810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.515138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:41.516782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:41.587376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79487eb4-892d-4a07-bb4a-29a2c8afb4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (93940d4d-ca12-4ade-9c3c-f035a242f95e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.590628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79487eb4-892d-4a07-bb4a-29a2c8afb4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.592083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79487eb4-892d-4a07-bb4a-29a2c8afb4da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93940d4d-ca12-4ade-9c3c-f035a242f95e HTTP/1.1" status: 204  len: 168 time: 0.3607266
May 14 21:11:41.604854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79487eb4-892d-4a07-bb4a-29a2c8afb4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93940d4d-ca12-4ade-9c3c-f035a242f95e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:41.727202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d8bad8fb-81db-4c32-97c7-73b1d9cc2dd1 admin admin] Publish callbacks [] for security_group (e7e9ba82-aba1-4132-91da-8362e98d40ba), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.737457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Router 211f6534-b851-4165-bedc-b51b34cefe67 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:11:41.836568 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d8bad8fb-81db-4c32-97c7-73b1d9cc2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7e9ba82-aba1-4132-91da-8362e98d40ba), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:41.910807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad8fb-81db-4c32-97c7-73b1d9cc2dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e9ba82-aba1-4132-91da-8362e98d40ba,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:41.913005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-52b7d470-6668-41ae-a3c7-df460aeb7115 None None] Provisioning complete for port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:41.913406 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-52b7d470-6668-41ae-a3c7-df460aeb7115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.025618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:42.030225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d8bad8fb-81db-4c32-97c7-73b1d9cc2dd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe8189ae2a22445d9be93e4be1495fce&name=default HTTP/1.1" status: 200  len: 2992 time: 1.2853801
May 14 21:11:42.040166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-52b7d470-6668-41ae-a3c7-df460aeb7115 None None] Port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:42.044346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:11:42.051205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-440979a6-df5e-4b52-8cd4-36c49e6a6919 admin admin] 10.222.0.52 "PUT /v2.0/routers/211f6534-b851-4165-bedc-b51b34cefe67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4552829
May 14 21:11:42.071771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e492e7c-b63f-4417-b594-dea8f2c64cc3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:42.117518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757cd1f7-5064-47bf-820b-e1e89a351f47 admin admin] Publish callbacks [] for security_group (e7e9ba82-aba1-4132-91da-8362e98d40ba), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.150479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:42.150880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757cd1f7-5064-47bf-820b-e1e89a351f47 admin admin] Publish callbacks [] for security_group (e7e9ba82-aba1-4132-91da-8362e98d40ba), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.154268 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.240429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:42.241139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.244016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44910) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:42.270245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87d98757-72a3-4dc9-a48b-ece241bd7790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.297281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 7e492e7c-b63f-4417-b594-dea8f2c64cc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e492e7c-b63f-4417-b594-dea8f2c64cc3,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:11:42.393555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87d98757-72a3-4dc9-a48b-ece241bd7790 admin admin] Publish callbacks [] for security_group (11fd2954-f61e-490d-bd2a-1f6deff54556), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.393916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.403112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-080f5c7a-fa2e-4edb-930c-8917a727c339 req-973b2528-bd44-46e1-95ee-d10e7dea0fec tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 210 time: 0.2592769
May 14 21:11:42.448864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=7e492e7c-b63f-4417-b594-dea8f2c64cc3,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:42.539668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87d98757-72a3-4dc9-a48b-ece241bd7790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (11fd2954-f61e-490d-bd2a-1f6deff54556), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.583714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757cd1f7-5064-47bf-820b-e1e89a351f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7e9ba82-aba1-4132-91da-8362e98d40ba), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.586628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757cd1f7-5064-47bf-820b-e1e89a351f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.588117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-757cd1f7-5064-47bf-820b-e1e89a351f47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7e9ba82-aba1-4132-91da-8362e98d40ba HTTP/1.1" status: 204  len: 168 time: 0.5612085
May 14 21:11:42.590672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-87d98757-72a3-4dc9-a48b-ece241bd7790 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bfbedfbe06254e398d6c51e9c7bd3d88&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3455966
May 14 21:11:42.596615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44916) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:42.600198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d98757-72a3-4dc9-a48b-ece241bd7790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd2954-f61e-490d-bd2a-1f6deff54556,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:42.604134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cd1f7-5064-47bf-820b-e1e89a351f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e9ba82-aba1-4132-91da-8362e98d40ba,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:42.675382 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04a8972f-83c3-4ba5-802b-fb5b0cbd1825 admin admin] Publish callbacks [] for security_group (11fd2954-f61e-490d-bd2a-1f6deff54556), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.702626 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04a8972f-83c3-4ba5-802b-fb5b0cbd1825 admin admin] Publish callbacks [] for security_group (11fd2954-f61e-490d-bd2a-1f6deff54556), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.849778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38cde745-d927-4057-b50c-373b6c076130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.886748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04a8972f-83c3-4ba5-802b-fb5b0cbd1825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (11fd2954-f61e-490d-bd2a-1f6deff54556), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.894110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04a8972f-83c3-4ba5-802b-fb5b0cbd1825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:42.896495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-04a8972f-83c3-4ba5-802b-fb5b0cbd1825 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11fd2954-f61e-490d-bd2a-1f6deff54556 HTTP/1.1" status: 204  len: 168 time: 0.2988801
May 14 21:11:42.916068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8972f-83c3-4ba5-802b-fb5b0cbd1825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd2954-f61e-490d-bd2a-1f6deff54556,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:43.083014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.48', 54238) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:43.084237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44950) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:43.127357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-a00abdef-6ef1-400b-9164-6554c93660ec tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=313d5b39fe10417993b28718eb6e6f7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444438
May 14 21:11:43.357462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-19819b3e-7489-45c0-91e9-c338975af019 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:43.359137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-19819b3e-7489-45c0-91e9-c338975af019 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2190549
May 14 21:11:43.453103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Request body: {'port': {'device_id': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '313d5b39fe10417993b28718eb6e6f7a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:43.571371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-514b1d43-3809-4531-96c9-7e972988fb9b req-484bd6b3-0a7f-40b0-9131-dec13eac6e09 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 210 time: 0.0696166
May 14 21:11:43.652628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44990) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:43.679168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8fbbcf0-1ee5-4fe4-a2f2-605410253c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:43.683965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:43.820614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8fbbcf0-1ee5-4fe4-a2f2-605410253c7d admin admin] Publish callbacks [] for security_group (cc32977e-69f3-40cd-89a2-98671fdf766f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:43.898631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8fbbcf0-1ee5-4fe4-a2f2-605410253c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cc32977e-69f3-40cd-89a2-98671fdf766f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:43.946993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Made reservation on behalf of 313d5b39fe10417993b28718eb6e6f7a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:11:43.951156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:43.965641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:43.973149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8fbbcf0-1ee5-4fe4-a2f2-605410253c7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8182d39b3eb24680b87fe7e32da0b52b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3188665
May 14 21:11:43.975130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45008) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:43.982769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e492e7c-b63f-4417-b594-dea8f2c64cc3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:44.042087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbbcf0-1ee5-4fe4-a2f2-605410253c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc32977e-69f3-40cd-89a2-98671fdf766f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:44.052774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32898448-6fd9-4f50-b5f7-8fdf46d9aaad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.083506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:44.083891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.221478 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32898448-6fd9-4f50-b5f7-8fdf46d9aaad admin admin] Publish callbacks [] for security_group (8453c376-b611-4ef2-81e5-8864bfa09f48), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.238893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:44.259212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ff79773-8966-449f-a0f9-02f553f264a0 admin admin] Publish callbacks [] for security_group (cc32977e-69f3-40cd-89a2-98671fdf766f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.266093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks [] for security_group (0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.293465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ff79773-8966-449f-a0f9-02f553f264a0 admin admin] Publish callbacks [] for security_group (cc32977e-69f3-40cd-89a2-98671fdf766f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.318242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32898448-6fd9-4f50-b5f7-8fdf46d9aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8453c376-b611-4ef2-81e5-8864bfa09f48), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.364350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.403824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-32898448-6fd9-4f50-b5f7-8fdf46d9aaad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74b77f0e49394b5c9310e60089449508&name=default HTTP/1.1" status: 200  len: 2992 time: 1.3196461
May 14 21:11:44.407401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45038) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:44.420352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898448-6fd9-4f50-b5f7-8fdf46d9aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8453c376-b611-4ef2-81e5-8864bfa09f48,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:44.503119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-795c3f91-857a-4269-b584-1ffe0f369868 admin admin] Publish callbacks [] for security_group (8453c376-b611-4ef2-81e5-8864bfa09f48), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.527815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:44.555966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-795c3f91-857a-4269-b584-1ffe0f369868 admin admin] Publish callbacks [] for security_group (8453c376-b611-4ef2-81e5-8864bfa09f48), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.622429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:11:44.647332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ff79773-8966-449f-a0f9-02f553f264a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cc32977e-69f3-40cd-89a2-98671fdf766f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.650850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ff79773-8966-449f-a0f9-02f553f264a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.652415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3ff79773-8966-449f-a0f9-02f553f264a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc32977e-69f3-40cd-89a2-98671fdf766f HTTP/1.1" status: 204  len: 168 time: 0.6754873
May 14 21:11:44.683086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff79773-8966-449f-a0f9-02f553f264a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc32977e-69f3-40cd-89a2-98671fdf766f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:44.684382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:11:44.696708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230573640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:44.715644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Allocated IP 192.168.233.167 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/184c6858-4c0a-4d04-9766-8a49c780f6ad) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:44.741816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-b93a1e50-87d9-4e1c-92a9-84616ebb2316 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7284e17654bc4a62a6d92db0f9fe2b5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0722213
May 14 21:11:44.868699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-ddbce935-15af-4753-94b4-575afffc4239 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:44.875698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-ddbce935-15af-4753-94b4-575afffc4239 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1276946
May 14 21:11:44.894005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-54718c0c-3db9-42e7-8fcb-cf852d590e3d tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/quotas/7284e17654bc4a62a6d92db0f9fe2b5e HTTP/1.1" status: 200  len: 375 time: 0.0173941
May 14 21:11:44.917163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03e39a79-124d-44ed-aeeb-5e7f1a76e065 req-32e9715d-fbed-456c-8e03-bd4d1136b847 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 210 time: 0.0628617
May 14 21:11:44.939801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-60022c1a-397f-4b45-806a-75698beeec36 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7284e17654bc4a62a6d92db0f9fe2b5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434258
May 14 21:11:44.940378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-795c3f91-857a-4269-b584-1ffe0f369868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8453c376-b611-4ef2-81e5-8864bfa09f48), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.943380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-795c3f91-857a-4269-b584-1ffe0f369868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:44.944044 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-795c3f91-857a-4269-b584-1ffe0f369868 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8453c376-b611-4ef2-81e5-8864bfa09f48 HTTP/1.1" status: 204  len: 168 time: 0.5343246
May 14 21:11:44.964397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c3f91-857a-4269-b584-1ffe0f369868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8453c376-b611-4ef2-81e5-8864bfa09f48,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:44.964984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:11:45.288684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230573640>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 2, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:45.348116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:11:45.350173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Updating router 211f6534-b851-4165-bedc-b51b34cefe67 port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:11:45.370360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks [] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.397038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:45.404380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-network', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:45.495233 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.524490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Made reservation on behalf of 899b3d5b2ffd4706b856c765063b8536 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:11:45.525906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18fe3f96-3b07-4dc4-8e35-bc14020460b2 req-3042273a-4c6b-4053-90b6-c3f86f0d7bd6 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.0641193
May 14 21:11:45.533003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.553435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.565796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.617496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.766466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:45.772413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks [] for security_group (fc981690-6ae1-4fa8-be48-dd2f226ff437), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:45.781910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:45.785137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Pushing event updated for resources: {'Port': ['ID=184c6858-4c0a-4d04-9766-8a49c780f6ad,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:45.790937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:45.796240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:45.796882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.084249 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Publish callbacks [] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.171389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefd3ab-a2c3-46ef-8a56-340f037a9a4e req-16e7066b-3e68-4ac2-a352-0d9fb7fa2dca tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:46.178434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2aefd3ab-a2c3-46ef-8a56-340f037a9a4e req-16e7066b-3e68-4ac2-a352-0d9fb7fa2dca tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 936 time: 0.1325803
May 14 21:11:46.194162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0b9dcab6-9cd8-4976-8a06-883814d88201 None None] Provisioning complete for port 184c6858-4c0a-4d04-9766-8a49c780f6ad triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:46.194419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b9dcab6-9cd8-4976-8a06-883814d88201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.224330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-b7479888-3010-4da7-aabc-1f1c4928331a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7760458
May 14 21:11:46.233795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fc981690-6ae1-4fa8-be48-dd2f226ff437), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.236781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0b9dcab6-9cd8-4976-8a06-883814d88201 None None] Port 184c6858-4c0a-4d04-9766-8a49c780f6ad cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:46.267801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:11:46.277610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2aefd3ab-a2c3-46ef-8a56-340f037a9a4e req-8ef78f53-c43a-4ce8-b2c4-2d5efdce7127 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937204
May 14 21:11:46.294380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c364b265-ba7f-4ad6-974b-7e131e2a7d39), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.294380 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Added segment c364b265-ba7f-4ad6-974b-7e131e2a7d39 of type vlan for network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908
May 14 21:11:46.307106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc981690-6ae1-4fa8-be48-dd2f226ff437,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:46.357701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.629970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-179db3dc-ec7b-426b-9fcf-da145d264abe req-58a4fcb2-d3aa-47eb-8bd2-cb16681439f9 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.0331795
May 14 21:11:46.717178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.720976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:46.720976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.721229 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.797806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59643c-a329-4282-b390-86415006a53b None None] Pushing event updated for resources: {'Port': ['ID=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:46.820921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:46.845969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] Pushing event updated for resources: {'Network': ['ID=0dce29e9-5011-44c4-8a3b-8d7b8fbb8908,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:46.861438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:11:46.917803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c3a41b66-157c-4773-8629-ba21a414f9fc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.5193779
May 14 21:11:46.918701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45122) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:46.926283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Request body: {'subnet': {'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-subnet', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:47.019448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Attempting to bind port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:47.020026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Attempting to bind port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:47.020348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Attempting to bind port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 on network 824318b0-331e-4da1-8622-b2d8e9a5e85d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:47.043035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:47.043414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Checking segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:47.043759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.044181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Bound using segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:47.044639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Bound port: b1f42c4d-bd80-401a-aa6a-5b346950c1c4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:47.045012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.068189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Made reservation on behalf of 899b3d5b2ffd4706b856c765063b8536 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:11:47.070822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.191880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] For port b1f42c4d-bd80-401a-aa6a-5b346950c1c4, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:47.193997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] For port b1f42c4d-bd80-401a-aa6a-5b346950c1c4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:47.271058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-76e2668d-4d30-4ab7-9f65-f107af625865 None None] Provisioning complete for port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:47.271718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76e2668d-4d30-4ab7-9f65-f107af625865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.328705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.342996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-76e2668d-4d30-4ab7-9f65-f107af625865 None None] Port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:47.358457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-4f69eb78-bf41-4c3d-9dae-5e3b60feca2a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:11:47.360072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-4f69eb78-bf41-4c3d-9dae-5e3b60feca2a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0080862
May 14 21:11:47.370655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45136) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:47.501580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59643c-a329-4282-b390-86415006a53b None None] Pushing event updated for resources: {'Port': ['ID=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:47.515967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:11:47.516633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230573640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:47.701916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45148) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:47.770866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8db259fe-6765-4e56-b7ad-b18fa3688f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.792581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe56d47-80aa-4edc-8978-352959750203 req-c2d3e0d4-587a-4987-bcdf-2c23b3aa7950 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:47.794268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3fe56d47-80aa-4edc-8978-352959750203 req-c2d3e0d4-587a-4987-bcdf-2c23b3aa7950 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 936 time: 0.1961865
May 14 21:11:47.849550 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (dd9fe94d-0882-4ce7-8610-53712551b82a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:47.993673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8db259fe-6765-4e56-b7ad-b18fa3688f95 admin admin] Publish callbacks [] for security_group (603b5dd2-fa9c-48f1-a7dd-cf979c1f8501), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.056378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3fe56d47-80aa-4edc-8978-352959750203 req-ad5a46d5-2932-46b6-aaa7-0f37f42907f6 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500558
May 14 21:11:48.075572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9ace47a-5ab6-483b-82e1-b4f47fb882cd req-5f4a65f2-0ad3-4f2a-8f29-b2830d99cd2e tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.2472994
May 14 21:11:48.075572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8db259fe-6765-4e56-b7ad-b18fa3688f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (603b5dd2-fa9c-48f1-a7dd-cf979c1f8501), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.102971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9fe94d-0882-4ce7-8610-53712551b82a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:48.108864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8db259fe-6765-4e56-b7ad-b18fa3688f95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=196e3f40a70f4ef9b59562eea143da02&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4054730
May 14 21:11:48.110210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db259fe-6765-4e56-b7ad-b18fa3688f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b5dd2-fa9c-48f1-a7dd-cf979c1f8501,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:48.110503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45154) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:48.132079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Checking segment: {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:48.133026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Network hostable DHCP agents. Network: 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:11:48.184205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] Provisioning complete for port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:48.184803 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.203771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3684214d-22b1-46ec-8801-c586379bb0d5 admin admin] Publish callbacks [] for security_group (603b5dd2-fa9c-48f1-a7dd-cf979c1f8501), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.237975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-50e8644a-e969-4e6a-a5be-e493afc05a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.242949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3684214d-22b1-46ec-8801-c586379bb0d5 admin admin] Publish callbacks [] for security_group (603b5dd2-fa9c-48f1-a7dd-cf979c1f8501), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.251111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:11:48.308017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Request body: {'port': {'device_id': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:48.357198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:48.366650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:48.368337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.395643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2d097-a7fb-4dc2-a958-3fb302fb1c20 None None] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:11:48.416067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3684214d-22b1-46ec-8801-c586379bb0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (603b5dd2-fa9c-48f1-a7dd-cf979c1f8501), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.418955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3684214d-22b1-46ec-8801-c586379bb0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.420360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3684214d-22b1-46ec-8801-c586379bb0d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/603b5dd2-fa9c-48f1-a7dd-cf979c1f8501 HTTP/1.1" status: 204  len: 168 time: 0.3084109
May 14 21:11:48.432339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684214d-22b1-46ec-8801-c586379bb0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b5dd2-fa9c-48f1-a7dd-cf979c1f8501,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:48.471421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.477726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ac147cbf-13e9-4e58-aa16-61dc6ba45f63 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.5571408
May 14 21:11:48.480825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45168) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:48.490424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:48.577070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:11:48.650483 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.653218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.734639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-50e8644a-e969-4e6a-a5be-e493afc05a40 admin admin] Publish callbacks [] for security_group (b5b153a8-b236-42bd-94d0-c611b5c67706), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.795162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] Current status of the port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:48.795572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.806862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-50e8644a-e969-4e6a-a5be-e493afc05a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b5b153a8-b236-42bd-94d0-c611b5c67706), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.833312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0dce29e9-5011-44c4-8a3b-8d7b8fbb8908', 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908', 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'fixed_ips': [{'subnet_id': 'dd9fe94d-0882-4ce7-8610-53712551b82a'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:11:48.842021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:48.974195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks [] for router_controller (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.014798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8644a-e969-4e6a-a5be-e493afc05a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b153a8-b236-42bd-94d0-c611b5c67706,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:49.023655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:49.031578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-50e8644a-e969-4e6a-a5be-e493afc05a40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bf7d2dbcd5748dd97172b86455bdbca&name=default HTTP/1.1" status: 200  len: 2994 time: 1.6597958
May 14 21:11:49.084165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f08c76c9-2fcc-4990-b08c-d2077cb5a4ed admin admin] Publish callbacks [] for security_group (b5b153a8-b236-42bd-94d0-c611b5c67706), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.174648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] For port b1f42c4d-bd80-401a-aa6a-5b346950c1c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:11:49.230633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Allocated IP 172.20.0.2 (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908/dd9fe94d-0882-4ce7-8610-53712551b82a/eea75432-727f-4ac1-9879-c03e71e843a2) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:49.256417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f08c76c9-2fcc-4990-b08c-d2077cb5a4ed admin admin] Publish callbacks [] for security_group (b5b153a8-b236-42bd-94d0-c611b5c67706), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.276528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7837664b-45d2-4d52-9466-4c2fddcd7b14 req-ff757cf4-f6f3-42c9-a9f7-d0a10bc46b0c tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.0612323
May 14 21:11:49.287993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.295459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184c6858-4c0a-4d04-9766-8a49c780f6ad {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:11:49.312998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Publish callbacks [] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.383791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230573640>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:47Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:49.386327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Transition to ACTIVE for port object 184c6858-4c0a-4d04-9766-8a49c780f6ad will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:11:49.453811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dee905-1d9a-4c5c-98cd-270fed786a90 None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:47Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:11:49.462547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49f29e-860f-4217-8648-0f779c48ac6c None None] Pushing event updated for resources: {'Port': ['ID=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:49.584066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Publish callbacks [] for port (eea75432-727f-4ac1-9879-c03e71e843a2), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.682044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks [] for router_gateway (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:49.698547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e8c6a-f8a6-4278-9acb-22e6842d41ec req-2036119e-72a1-4ed1-aacd-b26c4ff3c05b tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:49.700345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-665e8c6a-f8a6-4278-9acb-22e6842d41ec req-2036119e-72a1-4ed1-aacd-b26c4ff3c05b tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 936 time: 0.4414380
May 14 21:11:49.776086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-665e8c6a-f8a6-4278-9acb-22e6842d41ec req-37d89d3b-aa4f-4d40-9bfe-1737d52c7c37 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646136
May 14 21:11:49.987091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b1f42c4d-bd80-401a-aa6a-5b346950c1c4 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:50.000245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.037976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.140147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:50.163627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:50.168360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:50.201454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f08c76c9-2fcc-4990-b08c-d2077cb5a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b5b153a8-b236-42bd-94d0-c611b5c67706), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.216786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f08c76c9-2fcc-4990-b08c-d2077cb5a4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.220855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f08c76c9-2fcc-4990-b08c-d2077cb5a4ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5b153a8-b236-42bd-94d0-c611b5c67706 HTTP/1.1" status: 204  len: 168 time: 1.1936631
May 14 21:11:50.223288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:50.223715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.227752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Pushing event updated for resources: {'Port': ['ID=eea75432-727f-4ac1-9879-c03e71e843a2,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:50.277375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Attempting to bind port 184c6858-4c0a-4d04-9766-8a49c780f6ad on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:50.277709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Attempting to bind port 184c6858-4c0a-4d04-9766-8a49c780f6ad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:50.278073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Attempting to bind port 184c6858-4c0a-4d04-9766-8a49c780f6ad on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:50.287709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Pushing event updated for resources: {'Port': ['ID=184c6858-4c0a-4d04-9766-8a49c780f6ad,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:50.301109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Port 184c6858-4c0a-4d04-9766-8a49c780f6ad on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:11:50.301409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Attempting to bind port 184c6858-4c0a-4d04-9766-8a49c780f6ad on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:50.324601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:50.325061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:50.325664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:50.326167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Bound port: 184c6858-4c0a-4d04-9766-8a49c780f6ad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:50.329658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.351810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c76c9-2fcc-4990-b08c-d2077cb5a4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b153a8-b236-42bd-94d0-c611b5c67706,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:50.471008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.48', 54243) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:50.509353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Attempting to bind port eea75432-727f-4ac1-9879-c03e71e843a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:50.509941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Attempting to bind port eea75432-727f-4ac1-9879-c03e71e843a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:50.519854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Attempting to bind port eea75432-727f-4ac1-9879-c03e71e843a2 on network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:50.584976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:50.585211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Checking segment: {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:50.586264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.589331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Bound using segment: {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:50.589890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Bound port: eea75432-727f-4ac1-9879-c03e71e843a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:50.590277 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.592420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-3c9209be-6682-4532-8290-c48a5d10c28a tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7284e17654bc4a62a6d92db0f9fe2b5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1187692
May 14 21:11:50.607696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44d12da5-c46b-4308-a302-f46048d66f9b req-979687f3-843a-4312-a92c-18cbde049cb2 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.1334131
May 14 21:11:50.696257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] For port 184c6858-4c0a-4d04-9766-8a49c780f6ad, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:50.769901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] For port 184c6858-4c0a-4d04-9766-8a49c780f6ad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:50.868694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.895466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] For port eea75432-727f-4ac1-9879-c03e71e843a2, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:50.904148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] For port eea75432-727f-4ac1-9879-c03e71e843a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea75432-727f-4ac1-9879-c03e71e843a2,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:50.917774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks [] for router_gateway (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.956160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-d047efaa-5e5f-4333-8e47-c4f5b6de98b4 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:50.958127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-d047efaa-5e5f-4333-8e47-c4f5b6de98b4 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3303561
May 14 21:11:50.981287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:50.982257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:50.985364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/184c6858-4c0a-4d04-9766-8a49c780f6ad HTTP/1.1" status: 200  len: 1096 time: 2.9456120
May 14 21:11:50.991260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'tag': '184c6858-4c0a-4d04-9766-8a49c780f6ad'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:11:50.993265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:51.006768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:51.093341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:51.192453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Request body: {'port': {'device_id': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '7284e17654bc4a62a6d92db0f9fe2b5e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:51.205266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc80a0-6caa-4006-b06f-ebd29d20348c req-34921b84-97b1-4130-ba02-2a77d2213ad2 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:51.210663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6cc80a0-6caa-4006-b06f-ebd29d20348c req-34921b84-97b1-4130-ba02-2a77d2213ad2 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.2355006
May 14 21:11:51.270969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49fbfc-af0c-496b-b4cb-be4500a623d8 None None] Pushing event updated for resources: {'Port': ['ID=eea75432-727f-4ac1-9879-c03e71e843a2,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:51.506428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-97e0c9fd-e9f5-4c8b-a656-30d4c82dd68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:51.508604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-97e0c9fd-e9f5-4c8b-a656-30d4c82dd68b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=313d5b39fe10417993b28718eb6e6f7a&device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 1130 time: 0.3333373
May 14 21:11:51.639925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6cc80a0-6caa-4006-b06f-ebd29d20348c req-87758ff6-f734-4c1a-940e-da7da990ca59 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3867159
May 14 21:11:51.704265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Allocated IP 172.35.4.200 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/cf751b6a-903a-4d9b-b8ef-8606d85846a0) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:51.795053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-08a118bc-c4f9-491b-b6e7-e3f8175dcf9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad HTTP/1.1" status: 200  len: 217 time: 0.2598131
May 14 21:11:51.803798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519ca4-dbf2-4948-958c-d0b86c9964c9 service neutron] Pushing event updated for resources: {'Port': ['ID=184c6858-4c0a-4d04-9766-8a49c780f6ad,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:52.084356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device eea75432-727f-4ac1-9879-c03e71e843a2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:52.100950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks [] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.143657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45234) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:52.195976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe90c29c-2e9b-456c-9e5b-fea0db4e8ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.222113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port eea75432-727f-4ac1-9879-c03e71e843a2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:52.222814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.273138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b44f2042-20ce-4457-8280-3d13e1bcb88c req-14f49435-8be6-4e02-b0b7-f01f53bbf6b3 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.4571631
May 14 21:11:52.347518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-5f8bd852-afc6-4350-aea2-ebf010735e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:52.353793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-5f8bd852-afc6-4350-aea2-ebf010735e95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.5017138
May 14 21:11:52.399371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port eea75432-727f-4ac1-9879-c03e71e843a2 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:52.399865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.435831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Made reservation on behalf of 7284e17654bc4a62a6d92db0f9fe2b5e for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:11:52.443144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.450874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.526585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port eea75432-727f-4ac1-9879-c03e71e843a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea75432-727f-4ac1-9879-c03e71e843a2,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:11:52.538206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.570353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-260b30bf-6ef8-4e08-8fe7-c9e877e0c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:52.572682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-260b30bf-6ef8-4e08-8fe7-c9e877e0c1df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1948891
May 14 21:11:52.602666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:52.607759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.615811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:52.624019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf751b6a-903a-4d9b-b8ef-8606d85846a0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:52.627392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:52.653967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe90c29c-2e9b-456c-9e5b-fea0db4e8ec8 admin admin] Publish callbacks [] for security_group (a1b06368-7f2c-48b9-9b0c-da246bf0516a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.707204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=eea75432-727f-4ac1-9879-c03e71e843a2,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:52.791527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe90c29c-2e9b-456c-9e5b-fea0db4e8ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a1b06368-7f2c-48b9-9b0c-da246bf0516a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:52.895651 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8b0358-4ed4-488e-99a9-37096a32b1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f", "tag": "184c6858-4c0a-4d04-9766-8a49c780f6ad"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:11:52.999700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-4c4d7376-1045-40de-9416-cb792b7013b0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4171956
May 14 21:11:53.055062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks [] for security_group (07a3c2a8-b201-478b-81ac-2389b62bf71f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.085869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99babecb-0312-40a2-b6f6-3d926ca0b1ab req-ca92b156-9b74-45ac-9597-c75dfbf8c6f4 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:53.095283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99babecb-0312-40a2-b6f6-3d926ca0b1ab req-ca92b156-9b74-45ac-9597-c75dfbf8c6f4 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.1093125
May 14 21:11:53.101232 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fe90c29c-2e9b-456c-9e5b-fea0db4e8ec8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e4e50b1efc04956979213869dec7aa1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9522824
May 14 21:11:53.113533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45254) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:53.114671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aba3d3-39bd-444b-b299-7b0a7d37b1d2 None None] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:11:53.160174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (07a3c2a8-b201-478b-81ac-2389b62bf71f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.182735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90c29c-2e9b-456c-9e5b-fea0db4e8ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b06368-7f2c-48b9-9b0c-da246bf0516a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:53.190637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a76b9b6e-f31b-49fb-823a-5c27373edd88 None None] Provisioning complete for port eea75432-727f-4ac1-9879-c03e71e843a2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:53.191021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a76b9b6e-f31b-49fb-823a-5c27373edd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.266747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99babecb-0312-40a2-b6f6-3d926ca0b1ab req-dbe90e0e-041e-46b1-a326-78179848ef31 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702840
May 14 21:11:53.314741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-344e9ba8-dc97-4b60-abd7-b1adcd731736 admin admin] Publish callbacks [] for security_group (a1b06368-7f2c-48b9-9b0c-da246bf0516a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.325825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f69173b-538e-4549-aaee-50ff46a5bd4d req-3467eb5c-6911-45bd-b99d-6f0d4b308024 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965555
May 14 21:11:53.332468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a3c2a8-b201-478b-81ac-2389b62bf71f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:53.445096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Allocated IP 192.168.233.60 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/88977556-23b1-4102-b801-82c6a337b4c9) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:53.480996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-344e9ba8-dc97-4b60-abd7-b1adcd731736 admin admin] Publish callbacks [] for security_group (a1b06368-7f2c-48b9-9b0c-da246bf0516a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.723775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks [] for port (88977556-23b1-4102-b801-82c6a337b4c9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.732729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a76b9b6e-f31b-49fb-823a-5c27373edd88 None None] Current status of the port eea75432-727f-4ac1-9879-c03e71e843a2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:53.769030 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f97e8f-4370-4a56-abc2-be623473a6f1 x-openstack-request-id: req-a9f97e8f-4370-4a56-abc2-be623473a6f1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:11:53.769336 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f", "tag": "184c6858-4c0a-4d04-9766-8a49c780f6ad", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:11:53.769576 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9f97e8f-4370-4a56-abc2-be623473a6f1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:11:53.770041 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f97e8f-4370-4a56-abc2-be623473a6f1'] response: {'name': 'network-changed', 'server_uuid': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'tag': '184c6858-4c0a-4d04-9766-8a49c780f6ad', 'status': 'completed', 'code': 200}
May 14 21:11:53.851276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (88977556-23b1-4102-b801-82c6a337b4c9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.887297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks [] for router_gateway (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:53.908691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:53.917010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:53.975195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:54.007590 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-344e9ba8-dc97-4b60-abd7-b1adcd731736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a1b06368-7f2c-48b9-9b0c-da246bf0516a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.010356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-344e9ba8-dc97-4b60-abd7-b1adcd731736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.011825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-344e9ba8-dc97-4b60-abd7-b1adcd731736 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1b06368-7f2c-48b9-9b0c-da246bf0516a HTTP/1.1" status: 204  len: 168 time: 0.8699174
May 14 21:11:54.019226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:54.019930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.060603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device eea75432-727f-4ac1-9879-c03e71e843a2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:11:54.068428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-190ef4d1-902f-48a3-a2fd-640a8b784b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:54.070143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-190ef4d1-902f-48a3-a2fd-640a8b784b95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=313d5b39fe10417993b28718eb6e6f7a&device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 1130 time: 0.2726827
May 14 21:11:54.126850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e9ba8-dc97-4b60-abd7-b1adcd731736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b06368-7f2c-48b9-9b0c-da246bf0516a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:54.233009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port eea75432-727f-4ac1-9879-c03e71e843a2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:54.233475 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.300477 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.1197054
May 14 21:11:54.343860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.347170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a7a0-ae1d-4db4-af6d-45595117fa86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Pushing event updated for resources: {'Port': ['ID=88977556-23b1-4102-b801-82c6a337b4c9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:54.352310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f86928ff-2dba-4cd8-a4ca-a46140cbd96c None None] Provisioning complete for port eea75432-727f-4ac1-9879-c03e71e843a2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:54.353518 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f86928ff-2dba-4cd8-a4ca-a46140cbd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.356585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297311b-fb0b-462b-8554-87b63c2c6f6f req-28b20e31-9ef6-455f-8fd3-80b75e136c8e tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:54.365102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b297311b-fb0b-462b-8554-87b63c2c6f6f req-28b20e31-9ef6-455f-8fd3-80b75e136c8e tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 935 time: 0.4354606
May 14 21:11:54.384704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Request body: {'port': {'device_id': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'device_owner': 'compute:tempest-test_az-1304088852', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:11:54.549631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port eea75432-727f-4ac1-9879-c03e71e843a2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:54.567016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b297311b-fb0b-462b-8554-87b63c2c6f6f req-c875bdb7-887d-4d2d-91b0-642e29eb385b tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009664
May 14 21:11:54.627453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f86928ff-2dba-4cd8-a4ca-a46140cbd96c None None] Current status of the port eea75432-727f-4ac1-9879-c03e71e843a2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:11:54.752678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c2c590f2-85bf-4b72-8102-d28f324a5f68 None None] Provisioning complete for port 88977556-23b1-4102-b801-82c6a337b4c9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:54.754421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-b5b07c61-13b4-4769-ba4f-cde507d9c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:54.755368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2c590f2-85bf-4b72-8102-d28f324a5f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (88977556-23b1-4102-b801-82c6a337b4c9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.756421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-b5b07c61-13b4-4769-ba4f-cde507d9c6b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.6576715
May 14 21:11:54.769944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (88977556-23b1-4102-b801-82c6a337b4c9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:54.826462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c2c590f2-85bf-4b72-8102-d28f324a5f68 None None] Port 88977556-23b1-4102-b801-82c6a337b4c9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:54.964566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:11:55.067143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb9bc4-2ec0-4549-9e0c-3a84a9c43e92 req-4e502ea5-d53e-4f45-a302-b63a5f2c3418 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:55.069079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6cb9bc4-2ec0-4549-9e0c-3a84a9c43e92 req-4e502ea5-d53e-4f45-a302-b63a5f2c3418 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.1146636
May 14 21:11:55.151983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:11:55.168594 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Sync routers for ids ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:11:55.197012 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Routers {'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:11:55.197821 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:55.224659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6cb9bc4-2ec0-4549-9e0c-3a84a9c43e92 req-64753242-0021-4be1-b76d-dc3da2ca2317 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389625
May 14 21:11:55.243311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-e77269be-2cda-4799-ba0c-0016c0106e09 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad HTTP/1.1" status: 200  len: 217 time: 0.0716665
May 14 21:11:55.274822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:55.280246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b92d511-3469-4a56-890d-58300a5af1e9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 6.7993720
May 14 21:11:55.281768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:55.405021 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Set router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:11:55.417093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-ebacb131-4f19-4a9a-a3d3-ae32467080e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:55.420194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-ebacb131-4f19-4a9a-a3d3-ae32467080e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1656859
May 14 21:11:55.495060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88977556-23b1-4102-b801-82c6a337b4c9 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:11:55.514621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Publish callbacks [] for port (88977556-23b1-4102-b801-82c6a337b4c9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:55.530118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-57f2dda4-0a90-4269-9adf-23efae733a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:55.534250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-57f2dda4-0a90-4269-9adf-23efae733a20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0916915
May 14 21:11:55.586377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Transition to ACTIVE for port object 88977556-23b1-4102-b801-82c6a337b4c9 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:11:55.695326 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (88977556-23b1-4102-b801-82c6a337b4c9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:55.737338 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:11:53Z', 'revision_number': 3, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:55.815350 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Checking router: aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:11:55.815729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Updating router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 port cf751b6a-903a-4d9b-b8ef-8606d85846a0 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:11:55.840560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Pushing event updated for resources: {'Port': ['ID=88977556-23b1-4102-b801-82c6a337b4c9,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:55.889397 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:55.961538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Attempting to bind port 88977556-23b1-4102-b801-82c6a337b4c9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:55.962546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Attempting to bind port 88977556-23b1-4102-b801-82c6a337b4c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:55.962546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Attempting to bind port 88977556-23b1-4102-b801-82c6a337b4c9 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:55.972655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Port 88977556-23b1-4102-b801-82c6a337b4c9 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:11:55.972978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Attempting to bind port 88977556-23b1-4102-b801-82c6a337b4c9 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:56.008973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-4b7b1646-1e7f-493f-8708-acfce06689a6 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4548686
May 14 21:11:56.009734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:56.010066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:56.010456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:56.010899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Bound port: 88977556-23b1-4102-b801-82c6a337b4c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:56.011261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (88977556-23b1-4102-b801-82c6a337b4c9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.258879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d550f-b0eb-4c2a-ae81-9144dc9a7194 req-1d61b3c9-6e3d-4ee5-a1c0-c86439b8ab08 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:56.271161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b99d550f-b0eb-4c2a-ae81-9144dc9a7194 req-1d61b3c9-6e3d-4ee5-a1c0-c86439b8ab08 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.3652835
May 14 21:11:56.296753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] For port 88977556-23b1-4102-b801-82c6a337b4c9, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:56.302434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] For port 88977556-23b1-4102-b801-82c6a337b4c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88977556-23b1-4102-b801-82c6a337b4c9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:56.318592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd8b0358-4ed4-488e-99a9-37096a32b1e5 req-930f6920-9936-4501-ab31-82edd243f495 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2783015
May 14 21:11:56.392522 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Publish callbacks [] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.398338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (88977556-23b1-4102-b801-82c6a337b4c9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.464156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b99d550f-b0eb-4c2a-ae81-9144dc9a7194 req-b82275b8-c697-4324-9851-17d1f97453da tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920946
May 14 21:11:56.469620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.470494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:56.480770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.482009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/88977556-23b1-4102-b801-82c6a337b4c9 HTTP/1.1" status: 200  len: 1117 time: 2.1027584
May 14 21:11:56.482510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'tag': '88977556-23b1-4102-b801-82c6a337b4c9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:11:56.484806 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c31b94-24e1-45d7-a1cf-22115f7dca76" -d '{"events": [{"name": "network-changed", "server_uuid": "e5177b64-d9cc-4897-8d54-06f1d7dd250a", "tag": "88977556-23b1-4102-b801-82c6a337b4c9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:11:56.505026 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.545937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834dbc-f16b-459f-9ba0-fb73048160c2 service neutron] Pushing event updated for resources: {'Port': ['ID=88977556-23b1-4102-b801-82c6a337b4c9,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:56.613839 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Attempting to bind port cf751b6a-903a-4d9b-b8ef-8606d85846a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:11:56.614193 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Attempting to bind port cf751b6a-903a-4d9b-b8ef-8606d85846a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:11:56.614771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Attempting to bind port cf751b6a-903a-4d9b-b8ef-8606d85846a0 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:11:56.626646 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:11:56.627035 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:11:56.627612 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.628140 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:11:56.628636 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Bound port: cf751b6a-903a-4d9b-b8ef-8606d85846a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:11:56.629046 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:56.665150 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77fd6c-665c-417f-b790-2a2676fe1bbe None None] Pushing event updated for resources: {'Port': ['ID=cf751b6a-903a-4d9b-b8ef-8606d85846a0,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:56.693026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-068e5bb1-1e2b-402b-aece-3a245ad08072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:56.694605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-068e5bb1-1e2b-402b-aece-3a245ad08072 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7284e17654bc4a62a6d92db0f9fe2b5e&device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 1151 time: 0.0668583
May 14 21:11:56.744132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-689137e3-6673-44b6-891b-faeb43a1aa33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=88977556-23b1-4102-b801-82c6a337b4c9 HTTP/1.1" status: 200  len: 217 time: 0.0409558
May 14 21:11:56.752380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] For port cf751b6a-903a-4d9b-b8ef-8606d85846a0, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:11:56.767259 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] For port cf751b6a-903a-4d9b-b8ef-8606d85846a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf751b6a-903a-4d9b-b8ef-8606d85846a0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:11:56.838112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-aef4c648-4d72-4da1-8ff2-424d3d9e4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:56.839895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-aef4c648-4d72-4da1-8ff2-424d3d9e4102 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0912943
May 14 21:11:56.869487 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:57.035620 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Routers {'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:11:57.036371 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:57.119435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5658e-6e10-4259-8e6c-16d7b76b1d58 req-0742c57a-c80a-418b-8503-aa0ac3836f94 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:57.126046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dce5658e-6e10-4259-8e6c-16d7b76b1d58 req-0742c57a-c80a-418b-8503-aa0ac3836f94 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.3793066
May 14 21:11:57.137901 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77fd6c-665c-417f-b790-2a2676fe1bbe None None] Pushing event updated for resources: {'Port': ['ID=cf751b6a-903a-4d9b-b8ef-8606d85846a0,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:57.184408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e831a-043c-4abb-b1b6-523a829edca3 req-c6a2e141-cc8e-44ff-a57e-b8d7975cccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:57.186083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-c6a2e141-cc8e-44ff-a57e-b8d7975cccf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3367000
May 14 21:11:57.280098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dce5658e-6e10-4259-8e6c-16d7b76b1d58 req-367b27bd-9fb7-446e-95e0-b13551809f29 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330359
May 14 21:11:57.308430 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] Set router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:11:57.316724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Allocated IP 172.20.0.1 (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908/dd9fe94d-0882-4ce7-8610-53712551b82a/60e2cc49-3892-4746-adcb-9b4ca6e3b844) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:11:57.432351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-157eacf3-529d-4440-a992-c58a88cf79a0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279530
May 14 21:11:57.457222 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af072c96-a713-4a28-9ef8-78b01982083f x-openstack-request-id: req-af072c96-a713-4a28-9ef8-78b01982083f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:11:57.457507 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5177b64-d9cc-4897-8d54-06f1d7dd250a", "tag": "88977556-23b1-4102-b801-82c6a337b4c9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:11:57.458634 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af072c96-a713-4a28-9ef8-78b01982083f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:11:57.458634 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af072c96-a713-4a28-9ef8-78b01982083f'] response: {'name': 'network-changed', 'server_uuid': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'tag': '88977556-23b1-4102-b801-82c6a337b4c9', 'status': 'completed', 'code': 200}
May 14 21:11:57.559320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks [] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:57.721564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:11:53Z', 'revision_number': 3, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:11:57.747695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373e831a-043c-4abb-b1b6-523a829edca3 req-ab6a6236-0f2c-413e-8a0e-0bd1925d52c3 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041626
May 14 21:11:57.750310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:57.756628 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6ffac-e78b-48cf-bcfa-9a98df218cfe None None] The sync data for ids ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'] in ncdv-master-1 is: [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:11:53Z', 'revision_number': 3, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:11:57.811122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d08b00-562e-4b58-87f1-a1f8ec592c34 req-7b6a6ae5-2b32-4ea2-a938-2794f40f6591 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:57.812726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7d08b00-562e-4b58-87f1-a1f8ec592c34 req-7b6a6ae5-2b32-4ea2-a938-2794f40f6591 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.0891385
May 14 21:11:57.969505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7d08b00-562e-4b58-87f1-a1f8ec592c34 req-ce870659-2f7e-46f1-aaac-45285b5ba382 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478086
May 14 21:11:58.024734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-fc3d3be7-89dc-471b-a36b-34a06bf97c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:58.026986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-fc3d3be7-89dc-471b-a36b-34a06bf97c2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7284e17654bc4a62a6d92db0f9fe2b5e&device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 1151 time: 0.0850391
May 14 21:11:58.028238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:58.051569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:58.055776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:58.073203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:11:58.073501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:58.202762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-db804fa9-be0e-4620-9cce-7886245715e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:58.205047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-db804fa9-be0e-4620-9cce-7886245715e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1673677
May 14 21:11:58.344587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-86c0c178-bf92-4b0e-8a2e-bb365e433786 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=88977556-23b1-4102-b801-82c6a337b4c9 HTTP/1.1" status: 200  len: 217 time: 0.1143568
May 14 21:11:58.379041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Pushing event updated for resources: {'Port': ['ID=60e2cc49-3892-4746-adcb-9b4ca6e3b844,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:58.567851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-416abfd9-ebf9-446b-83b2-4fcd402cb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:58.570839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-416abfd9-ebf9-446b-83b2-4fcd402cb5b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2020814
May 14 21:11:58.574851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-16c3d56d-70e0-4e2f-a10c-1c037a776744 None None] Provisioning complete for port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:58.575404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16c3d56d-70e0-4e2f-a10c-1c037a776744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:58.596737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f89699-13c1-4bf3-a7b9-8154e7beadbf req-809493a2-8bb8-4104-a1bc-c2e99c1aabb7 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:58.606430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21f89699-13c1-4bf3-a7b9-8154e7beadbf req-809493a2-8bb8-4104-a1bc-c2e99c1aabb7 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.1261432
May 14 21:11:58.638656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-16c3d56d-70e0-4e2f-a10c-1c037a776744 None None] Port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:58.669964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63a781a4-fbce-41b9-abea-8c66a896dc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:58.691558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-d2e4ae8a-1941-4ff4-837c-d0283ef1ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:58.693337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-d2e4ae8a-1941-4ff4-837c-d0283ef1ca3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0777166
May 14 21:11:58.779871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:58.784618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21f89699-13c1-4bf3-a7b9-8154e7beadbf req-dac7c62e-2ba5-4f7c-9ba7-fcdfadba9557 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762619
May 14 21:11:58.956037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-111a9b24-1d58-459f-a940-bcfc977a7504 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147708
May 14 21:11:58.965018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63a781a4-fbce-41b9-abea-8c66a896dc4f admin admin] Publish callbacks [] for security_group (7d43218f-2d2b-4c7e-b8dc-0c65f2e28623), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.054001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63a781a4-fbce-41b9-abea-8c66a896dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7d43218f-2d2b-4c7e-b8dc-0c65f2e28623), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.155226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a781a4-fbce-41b9-abea-8c66a896dc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d43218f-2d2b-4c7e-b8dc-0c65f2e28623,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:59.184718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks [] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.194656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-63a781a4-fbce-41b9-abea-8c66a896dc4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f12a80cd32a94245b549bdae3cf5d1f4&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1648877
May 14 21:11:59.197366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45404) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:11:59.203051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0aa16-fe11-4409-acc0-423299b7cbab req-83dfb6b2-c0ab-4a63-8ed4-9bea55ed4aa6 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:59.204681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4c0aa16-fe11-4409-acc0-423299b7cbab req-83dfb6b2-c0ab-4a63-8ed4-9bea55ed4aa6 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.1010888
May 14 21:11:59.242306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5c31b94-24e1-45d7-a1cf-22115f7dca76 req-7faa0e66-3d2d-43b9-8f11-ebcf655ae9ea service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470207
May 14 21:11:59.271740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4c0aa16-fe11-4409-acc0-423299b7cbab req-a3676b15-1ea3-4b80-8b8a-afa03decb4ea tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604644
May 14 21:11:59.274233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.275639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.316198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14308037-86c4-4036-ad65-ef4f266e20f4 admin admin] Publish callbacks [] for security_group (7d43218f-2d2b-4c7e-b8dc-0c65f2e28623), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.346765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14308037-86c4-4036-ad65-ef4f266e20f4 admin admin] Publish callbacks [] for security_group (7d43218f-2d2b-4c7e-b8dc-0c65f2e28623), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.375606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Pushing event updated for resources: {'Port': ['ID=60e2cc49-3892-4746-adcb-9b4ca6e3b844,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:59.455236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:11:59.456719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:11:59.501374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14308037-86c4-4036-ad65-ef4f266e20f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7d43218f-2d2b-4c7e-b8dc-0c65f2e28623), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.505077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14308037-86c4-4036-ad65-ef4f266e20f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.506517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14308037-86c4-4036-ad65-ef4f266e20f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d43218f-2d2b-4c7e-b8dc-0c65f2e28623 HTTP/1.1" status: 204  len: 168 time: 0.3081546
May 14 21:11:59.516106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14308037-86c4-4036-ad65-ef4f266e20f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d43218f-2d2b-4c7e-b8dc-0c65f2e28623,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:11:59.593852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:11:59.721331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:11:59.726503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-254cccd5-1476-44c7-ae5e-5f125a8109b3 admin admin] 10.222.0.52 "PUT /v2.0/routers/aa5cffa4-e8fe-4dc6-8195-ec06b3b43780/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4432690
May 14 21:11:59.765777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-848f9aff-493a-4dec-be7e-f0a10fe37860 None None] Provisioning complete for port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:11:59.766309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-848f9aff-493a-4dec-be7e-f0a10fe37860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:11:59.802915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-848f9aff-493a-4dec-be7e-f0a10fe37860 None None] Port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:11:59.928696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967b30e-7013-4fb0-a7b7-dee9cddd2e69 req-ab93eb61-c21a-4bb4-802c-44cfc463f5d0 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:11:59.931066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0967b30e-7013-4fb0-a7b7-dee9cddd2e69 req-ab93eb61-c21a-4bb4-802c-44cfc463f5d0 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.0672531
May 14 21:11:59.982344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0967b30e-7013-4fb0-a7b7-dee9cddd2e69 req-c16cf24a-3794-4eb5-a737-cdb25e3bc268 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450590
May 14 21:11:59.988577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cf751b6a-903a-4d9b-b8ef-8606d85846a0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:00.038695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cf751b6a-903a-4d9b-b8ef-8606d85846a0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:00.039082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.122072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45430) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:00.126764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cf751b6a-903a-4d9b-b8ef-8606d85846a0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:00.127159 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.148746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port cf751b6a-903a-4d9b-b8ef-8606d85846a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf751b6a-903a-4d9b-b8ef-8606d85846a0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:00.221827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.269534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45440) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:00.278321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Sync routers for ids ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:12:00.288235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=cf751b6a-903a-4d9b-b8ef-8606d85846a0,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:00.295333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Routers {'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:12:00.295978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f5ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:00.399283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204b0ad-5ef0-4bc3-b2e4-1d545fe83b44 req-e4b20576-5377-444c-b1f6-81a1ae618bce tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:00.406290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b204b0ad-5ef0-4bc3-b2e4-1d545fe83b44 req-e4b20576-5377-444c-b1f6-81a1ae618bce tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.0560346
May 14 21:12:00.411231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Set router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:12:00.448690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:00.467356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b204b0ad-5ef0-4bc3-b2e4-1d545fe83b44 req-46da1cae-fc06-4186-991b-81c20caea94d tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557349
May 14 21:12:00.470418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8e04867-078f-430c-a831-f5fde3617f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.572640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8e04867-078f-430c-a831-f5fde3617f69 admin admin] Publish callbacks [] for security_group (5f6a8ceb-23ad-4f11-834b-57d75e9b61e9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.627532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8e04867-078f-430c-a831-f5fde3617f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5f6a8ceb-23ad-4f11-834b-57d75e9b61e9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.659112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f5ab20>, [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:11:58Z', 'revision_number': 4, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '60e2cc49-3892-4746-adcb-9b4ca6e3b844', 'name': '', 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'mac_address': 'fa:16:3e:57:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'dd9fe94d-0882-4ce7-8610-53712551b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:56Z', 'updated_at': '2022-05-14T21:11:58Z', 'revision_number': 2, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'subnets': [{'id': 'dd9fe94d-0882-4ce7-8610-53712551b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:00.670375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8e04867-078f-430c-a831-f5fde3617f69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04bdefd9ae534ef98ba0ee5d2adbe13e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2205284
May 14 21:12:00.678567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45450) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:00.686501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e04867-078f-430c-a831-f5fde3617f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a8ceb-23ad-4f11-834b-57d75e9b61e9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:00.688101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8e3373e-c672-4ffb-94b6-c277fe0a9ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.699703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Checking router: aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:12:00.700346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Updating router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:12:00.732777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.783607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-768cee5c-36f7-4547-9158-9fc6b20b5ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.793851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b69b996-e47a-435f-b4da-1cd2c24db49d admin admin] Publish callbacks [] for security_group (5f6a8ceb-23ad-4f11-834b-57d75e9b61e9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.856776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b69b996-e47a-435f-b4da-1cd2c24db49d admin admin] Publish callbacks [] for security_group (5f6a8ceb-23ad-4f11-834b-57d75e9b61e9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.899899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8e3373e-c672-4ffb-94b6-c277fe0a9ed4 admin admin] Publish callbacks [] for security_group (2b47f8b2-b058-48e3-899c-72f7d30a0586), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.926683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-768cee5c-36f7-4547-9158-9fc6b20b5ab4 admin admin] Publish callbacks [] for security_group (990ca0c4-4e4f-471d-9f4b-8b664a75abfa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:00.963756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8e3373e-c672-4ffb-94b6-c277fe0a9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2b47f8b2-b058-48e3-899c-72f7d30a0586), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.009221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3373e-c672-4ffb-94b6-c277fe0a9ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47f8b2-b058-48e3-899c-72f7d30a0586,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.014912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b69b996-e47a-435f-b4da-1cd2c24db49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5f6a8ceb-23ad-4f11-834b-57d75e9b61e9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.018309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b69b996-e47a-435f-b4da-1cd2c24db49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.019511 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0b69b996-e47a-435f-b4da-1cd2c24db49d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f6a8ceb-23ad-4f11-834b-57d75e9b61e9 HTTP/1.1" status: 204  len: 168 time: 0.3390462
May 14 21:12:01.027772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a8e3373e-c672-4ffb-94b6-c277fe0a9ed4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3650527b8cd44dc782856a3cc8233d04&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9055941
May 14 21:12:01.030967 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-768cee5c-36f7-4547-9158-9fc6b20b5ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (990ca0c4-4e4f-471d-9f4b-8b664a75abfa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.034577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45468) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:01.038061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69b996-e47a-435f-b4da-1cd2c24db49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a8ceb-23ad-4f11-834b-57d75e9b61e9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.058658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-768cee5c-36f7-4547-9158-9fc6b20b5ab4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ecabb816bab433d81c64af18cfdb59e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7881455
May 14 21:12:01.063090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45470) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:01.125626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cee5c-36f7-4547-9158-9fc6b20b5ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990ca0c4-4e4f-471d-9f4b-8b664a75abfa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.161980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a67beb5-4945-461d-8ea9-9dbc3887971b admin admin] Publish callbacks [] for security_group (2b47f8b2-b058-48e3-899c-72f7d30a0586), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.187903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a67beb5-4945-461d-8ea9-9dbc3887971b admin admin] Publish callbacks [] for security_group (2b47f8b2-b058-48e3-899c-72f7d30a0586), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.219035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd8bf-7b74-4cc7-87be-c26c3b96348b admin admin] Publish callbacks [] for security_group (990ca0c4-4e4f-471d-9f4b-8b664a75abfa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.230791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Publish callbacks [] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.262730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20727b-f2fd-4535-8ff2-6982a756ac34 req-81b28268-e416-488c-b307-938b8e5ed91b tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:01.262730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a20727b-f2fd-4535-8ff2-6982a756ac34 req-81b28268-e416-488c-b307-938b8e5ed91b tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.0798867
May 14 21:12:01.262730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd8bf-7b74-4cc7-87be-c26c3b96348b admin admin] Publish callbacks [] for security_group (990ca0c4-4e4f-471d-9f4b-8b664a75abfa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.340622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a20727b-f2fd-4535-8ff2-6982a756ac34 req-22cfcc17-20df-4f8b-915e-d26445179048 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648370
May 14 21:12:01.356621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.361599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a67beb5-4945-461d-8ea9-9dbc3887971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2b47f8b2-b058-48e3-899c-72f7d30a0586), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.363989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a67beb5-4945-461d-8ea9-9dbc3887971b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.365185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a67beb5-4945-461d-8ea9-9dbc3887971b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b47f8b2-b058-48e3-899c-72f7d30a0586 HTTP/1.1" status: 204  len: 168 time: 0.3295431
May 14 21:12:01.378479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67beb5-4945-461d-8ea9-9dbc3887971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47f8b2-b058-48e3-899c-72f7d30a0586,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.425432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd545ac9-4840-45cc-822a-7d295aacce04 None None] Pushing event updated for resources: {'Port': ['ID=60e2cc49-3892-4746-adcb-9b4ca6e3b844,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.439870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd8bf-7b74-4cc7-87be-c26c3b96348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (990ca0c4-4e4f-471d-9f4b-8b664a75abfa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.446352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd8bf-7b74-4cc7-87be-c26c3b96348b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.450470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e9dd8bf-7b74-4cc7-87be-c26c3b96348b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/990ca0c4-4e4f-471d-9f4b-8b664a75abfa HTTP/1.1" status: 204  len: 168 time: 0.3852119
May 14 21:12:01.466155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd8bf-7b74-4cc7-87be-c26c3b96348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ca0c4-4e4f-471d-9f4b-8b664a75abfa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.543520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Attempting to bind port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:01.545010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Attempting to bind port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:01.545389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Attempting to bind port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 on network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:01.555733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:01.557244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Checking segment: {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:01.557244 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.557244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Bound using segment: {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:01.557726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Bound port: 60e2cc49-3892-4746-adcb-9b4ca6e3b844, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c364b265-ba7f-4ad6-974b-7e131e2a7d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:01.558210 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.628343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821be76-84ec-44bc-9a1e-a379783b26ff req-2afc8169-0f81-4915-ab9b-09e263d5ca9a tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:01.629972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a821be76-84ec-44bc-9a1e-a379783b26ff req-2afc8169-0f81-4915-ab9b-09e263d5ca9a tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.0585299
May 14 21:12:01.637210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45492) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:01.642956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165261146', 'description': 'tempest-description--1742352'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:01.645608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] For port 60e2cc49-3892-4746-adcb-9b4ca6e3b844, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:01.651001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] For port 60e2cc49-3892-4746-adcb-9b4ca6e3b844, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60e2cc49-3892-4746-adcb-9b4ca6e3b844,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:01.708677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a821be76-84ec-44bc-9a1e-a379783b26ff req-b404b0d4-f1e0-4c63-917e-1e3394eb92e0 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704393
May 14 21:12:01.741216 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.752119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] Provisioning complete for port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:01.752497 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.758163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.834603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd545ac9-4840-45cc-822a-7d295aacce04 None None] Pushing event updated for resources: {'Port': ['ID=60e2cc49-3892-4746-adcb-9b4ca6e3b844,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:01.840479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Routers {'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:12:01.841105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f5ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:01.855945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group (3c72dcc5-51d1-4b0c-88bf-2e5f56db284e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:01.973851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c72dcc5-51d1-4b0c-88bf-2e5f56db284e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.028353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:02.050232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45500) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:02.084839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cf751b6a-903a-4d9b-b8ef-8606d85846a0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:02.108725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.113028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45504) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:02.113639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0def6d25-d9ae-4f59-9336-78901d293ce8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1793 time: 0.4737475
May 14 21:12:02.119050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'security_group_rule': {'security_group_id': '3c72dcc5-51d1-4b0c-88bf-2e5f56db284e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:02.136099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] Current status of the port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:02.136483 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.158494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] Set router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:12:02.225888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] For port 60e2cc49-3892-4746-adcb-9b4ca6e3b844, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60e2cc49-3892-4746-adcb-9b4ca6e3b844,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:02.228657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group_rule (18858d3f-91b7-4bf9-862e-cc3eb97661b8), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.269383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cf751b6a-903a-4d9b-b8ef-8606d85846a0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:02.269903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.312840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group_rule (18858d3f-91b7-4bf9-862e-cc3eb97661b8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.328910 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.386874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (18858d3f-91b7-4bf9-862e-cc3eb97661b8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.404240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18858d3f-91b7-4bf9-862e-cc3eb97661b8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:02.420009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469905a3-174d-4a4b-a193-9a4c03ba9a1e None None] Pushing event updated for resources: {'Port': ['ID=60e2cc49-3892-4746-adcb-9b4ca6e3b844,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:02.457459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45512) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:02.487050 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1759a65c-86a8-4f64-8868-db312b00462f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.496145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a4a27248-6620-48cf-ac3b-61fac7999de6 None None] Provisioning complete for port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:02.496524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4a27248-6620-48cf-ac3b-61fac7999de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.513410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce28b-d5b6-4a70-b8d5-9057eda2568b req-577ba684-9cb3-47ef-be84-26ffc106923c tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:02.514987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-663ce28b-d5b6-4a70-b8d5-9057eda2568b req-577ba684-9cb3-47ef-be84-26ffc106923c tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.0889947
May 14 21:12:02.530618 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.531457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cf751b6a-903a-4d9b-b8ef-8606d85846a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:02.533798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f5ab20>, [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:11:58Z', 'revision_number': 4, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '60e2cc49-3892-4746-adcb-9b4ca6e3b844', 'name': '', 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'mac_address': 'fa:16:3e:57:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'dd9fe94d-0882-4ce7-8610-53712551b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:56Z', 'updated_at': '2022-05-14T21:12:01Z', 'revision_number': 4, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'subnets': [{'id': 'dd9fe94d-0882-4ce7-8610-53712551b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:02.538535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-84c6b9ae-099f-477e-81f8-798f06fb82d5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4233484
May 14 21:12:02.539180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:02.565423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'security_group_rule': {'security_group_id': '3c72dcc5-51d1-4b0c-88bf-2e5f56db284e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:02.572355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc2e14-1fcd-4a08-9b67-016d44f594ae None None] The sync data for ids ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'] in ncdv-master-1 is: [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:11:58Z', 'revision_number': 4, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '60e2cc49-3892-4746-adcb-9b4ca6e3b844', 'name': '', 'network_id': '0dce29e9-5011-44c4-8a3b-8d7b8fbb8908', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'mac_address': 'fa:16:3e:57:c1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'dd9fe94d-0882-4ce7-8610-53712551b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:56Z', 'updated_at': '2022-05-14T21:12:01Z', 'revision_number': 4, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'subnets': [{'id': 'dd9fe94d-0882-4ce7-8610-53712551b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:12:02.670259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1759a65c-86a8-4f64-8868-db312b00462f admin admin] Publish callbacks [] for security_group (8b208e7f-f20d-4136-89bf-7f986cd56f36), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.696359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d947cdb9-9fc7-4749-84d3-a5328823f43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.712046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a4a27248-6620-48cf-ac3b-61fac7999de6 None None] Current status of the port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:02.714985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-663ce28b-d5b6-4a70-b8d5-9057eda2568b req-01c092dd-4501-427f-8b7b-2e686a5c6711 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886575
May 14 21:12:02.752514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1759a65c-86a8-4f64-8868-db312b00462f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8b208e7f-f20d-4136-89bf-7f986cd56f36), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.787710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group_rule (cc518c6e-06c1-40e1-a828-3702dd979a7a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.830430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1759a65c-86a8-4f64-8868-db312b00462f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65ae5f6e23724538a104b1c21557fe35&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3691127
May 14 21:12:02.831564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45538) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:02.856780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759a65c-86a8-4f64-8868-db312b00462f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b208e7f-f20d-4136-89bf-7f986cd56f36,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:02.881906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group_rule (cc518c6e-06c1-40e1-a828-3702dd979a7a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.892760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a92898-6a60-4251-8faa-6153090544d7 req-24bd0526-b0b6-48e8-b276-37094883bcd9 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:02.902592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73a92898-6a60-4251-8faa-6153090544d7 req-24bd0526-b0b6-48e8-b276-37094883bcd9 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.0999360
May 14 21:12:02.911528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af004b4a-c5f9-4e6f-916e-c2bca164ae8e admin admin] Publish callbacks [] for security_group (8b208e7f-f20d-4136-89bf-7f986cd56f36), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.944132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d947cdb9-9fc7-4749-84d3-a5328823f43e admin admin] Publish callbacks [] for security_group (ab0ffc75-658c-4466-82f3-68116a58a730), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.944337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af004b4a-c5f9-4e6f-916e-c2bca164ae8e admin admin] Publish callbacks [] for security_group (8b208e7f-f20d-4136-89bf-7f986cd56f36), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.986762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (cc518c6e-06c1-40e1-a828-3702dd979a7a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:02.993364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73a92898-6a60-4251-8faa-6153090544d7 req-0e414445-f6cf-443d-b319-a4c04a75eaa5 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841093
May 14 21:12:03.011925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc518c6e-06c1-40e1-a828-3702dd979a7a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:03.076627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d947cdb9-9fc7-4749-84d3-a5328823f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab0ffc75-658c-4466-82f3-68116a58a730), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.124835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d947cdb9-9fc7-4749-84d3-a5328823f43e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e3f93a484a94d7cb554fb46301fdf31&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0708945
May 14 21:12:03.124835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947cdb9-9fc7-4749-84d3-a5328823f43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ffc75-658c-4466-82f3-68116a58a730,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:03.125229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:03.136519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.141251 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7fbe75aa-0864-43ba-a4aa-d6eca76fe8e9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5987864
May 14 21:12:03.144964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45544) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:03.157754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af004b4a-c5f9-4e6f-916e-c2bca164ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8b208e7f-f20d-4136-89bf-7f986cd56f36), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.160556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af004b4a-c5f9-4e6f-916e-c2bca164ae8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.163942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-af004b4a-c5f9-4e6f-916e-c2bca164ae8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b208e7f-f20d-4136-89bf-7f986cd56f36 HTTP/1.1" status: 204  len: 168 time: 0.3314047
May 14 21:12:03.170935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45550) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:03.185733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8a8932ef-497e-4296-8823-bb338f791907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.187563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:03.243375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af004b4a-c5f9-4e6f-916e-c2bca164ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b208e7f-f20d-4136-89bf-7f986cd56f36,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:03.248470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48a5ed7-503e-4d06-b7a6-33a07592e130 admin admin] Publish callbacks [] for security_group (ab0ffc75-658c-4466-82f3-68116a58a730), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.285482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48a5ed7-503e-4d06-b7a6-33a07592e130 admin admin] Publish callbacks [] for security_group (ab0ffc75-658c-4466-82f3-68116a58a730), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.328488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.361977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8a8932ef-497e-4296-8823-bb338f791907 admin admin] Publish callbacks [] for security_group (5df32e86-df8c-403a-b384-2dccf8a4908a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.433679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8a8932ef-497e-4296-8823-bb338f791907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5df32e86-df8c-403a-b384-2dccf8a4908a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.489951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8a8932ef-497e-4296-8823-bb338f791907 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb73614e1df94f129ac6079eb165eac3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3178117
May 14 21:12:03.491101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8932ef-497e-4296-8823-bb338f791907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df32e86-df8c-403a-b384-2dccf8a4908a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:03.494508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45556) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:03.569523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b7f22e6-96eb-4ee7-9ef5-5f63b6137ede admin admin] Publish callbacks [] for security_group (5df32e86-df8c-403a-b384-2dccf8a4908a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.607813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b7f22e6-96eb-4ee7-9ef5-5f63b6137ede admin admin] Publish callbacks [] for security_group (5df32e86-df8c-403a-b384-2dccf8a4908a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.671588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 184c6858-4c0a-4d04-9766-8a49c780f6ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:03.680006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.723863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48a5ed7-503e-4d06-b7a6-33a07592e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab0ffc75-658c-4466-82f3-68116a58a730), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.727318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48a5ed7-503e-4d06-b7a6-33a07592e130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.729542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f48a5ed7-503e-4d06-b7a6-33a07592e130 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab0ffc75-658c-4466-82f3-68116a58a730 HTTP/1.1" status: 204  len: 168 time: 0.6024885
May 14 21:12:03.748878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a5ed7-503e-4d06-b7a6-33a07592e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0ffc75-658c-4466-82f3-68116a58a730,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:03.757425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b7f22e6-96eb-4ee7-9ef5-5f63b6137ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5df32e86-df8c-403a-b384-2dccf8a4908a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.760452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b7f22e6-96eb-4ee7-9ef5-5f63b6137ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.762470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b7f22e6-96eb-4ee7-9ef5-5f63b6137ede admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5df32e86-df8c-403a-b384-2dccf8a4908a HTTP/1.1" status: 204  len: 168 time: 0.2660775
May 14 21:12:03.786172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f22e6-96eb-4ee7-9ef5-5f63b6137ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df32e86-df8c-403a-b384-2dccf8a4908a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:03.866599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 184c6858-4c0a-4d04-9766-8a49c780f6ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:03.892859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '184c6858-4c0a-4d04-9766-8a49c780f6ad', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '184c6858-4c0a-4d04-9766-8a49c780f6ad', 'mac_address': 'fa:16:3e:a1:f4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:03.959045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3330fdc-8fbe-496d-9125-ba97beae30e5 req-8c8aa773-46bf-48da-8ad6-83cb84e1c016 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:03.960717 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3330fdc-8fbe-496d-9125-ba97beae30e5 req-8c8aa773-46bf-48da-8ad6-83cb84e1c016 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 948 time: 0.1093125
May 14 21:12:03.968862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 184c6858-4c0a-4d04-9766-8a49c780f6ad is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:03.969507 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:03.992046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184c6858-4c0a-4d04-9766-8a49c780f6ad {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:04.015259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 184c6858-4c0a-4d04-9766-8a49c780f6ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:04.031264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Allocated IP 172.35.4.142 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:04.036767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3330fdc-8fbe-496d-9125-ba97beae30e5 req-f259e965-cca4-479b-8651-1114f00c15a8 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606091
May 14 21:12:04.055584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 60e2cc49-3892-4746-adcb-9b4ca6e3b844 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:04.110931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.114871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 88977556-23b1-4102-b801-82c6a337b4c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:04.176401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3650e6-663d-462a-8049-74d41f0996da req-1799a2a2-5edb-44dd-afbe-d6890fa3cfbf tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:04.180589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3650e6-663d-462a-8049-74d41f0996da req-1799a2a2-5edb-44dd-afbe-d6890fa3cfbf tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 969 time: 0.0907052
May 14 21:12:04.185152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.248014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:04.248848 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.251252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3650e6-663d-462a-8049-74d41f0996da req-a25f00ac-7dde-40f3-bbc4-75ac2e57dfcd tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635240
May 14 21:12:04.261251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.281207 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:12:04.297650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:04.302901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:04.305868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:04.323049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 88977556-23b1-4102-b801-82c6a337b4c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88977556-23b1-4102-b801-82c6a337b4c9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:04.333585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=184c6858-4c0a-4d04-9766-8a49c780f6ad,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:04.346192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '88977556-23b1-4102-b801-82c6a337b4c9', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '88977556-23b1-4102-b801-82c6a337b4c9', 'mac_address': 'fa:16:3e:94:fa:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:tempest-test_az-1304088852', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:04.400839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.406581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:04.421547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 88977556-23b1-4102-b801-82c6a337b4c9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:04.421901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (88977556-23b1-4102-b801-82c6a337b4c9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.424151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'Port': ['ID=dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:04.437952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88977556-23b1-4102-b801-82c6a337b4c9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:04.457787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 88977556-23b1-4102-b801-82c6a337b4c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88977556-23b1-4102-b801-82c6a337b4c9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:04.510864 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.552193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (88977556-23b1-4102-b801-82c6a337b4c9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.603500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=88977556-23b1-4102-b801-82c6a337b4c9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:04.691402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45592) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:04.702769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.712929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e94b49b5-8392-48b3-9a4c-42e02953d0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.758238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.803791 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.835624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'Port': ['ID=dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:04.853729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e94b49b5-8392-48b3-9a4c-42e02953d0d9 admin admin] Publish callbacks [] for security_group (320d723c-2549-404e-a625-027ae462fa1d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.895981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.897378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fb837a65-16d5-4dae-9757-b73aabcfa788 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7418711
May 14 21:12:04.922340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e94b49b5-8392-48b3-9a4c-42e02953d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (320d723c-2549-404e-a625-027ae462fa1d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:04.967039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e94b49b5-8392-48b3-9a4c-42e02953d0d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=953fd8d466f64b23a52126135ab7e21b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2738745
May 14 21:12:04.968205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b49b5-8392-48b3-9a4c-42e02953d0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d723c-2549-404e-a625-027ae462fa1d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:04.972396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:05.009591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['88977556-23b1-4102-b801-82c6a337b4c9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:05.036744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea1cd-f788-45c9-8cd1-f8855f07f070 admin admin] Publish callbacks [] for security_group (320d723c-2549-404e-a625-027ae462fa1d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:05.059863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea1cd-f788-45c9-8cd1-f8855f07f070 admin admin] Publish callbacks [] for security_group (320d723c-2549-404e-a625-027ae462fa1d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:05.144758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['184c6858-4c0a-4d04-9766-8a49c780f6ad'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:05.193674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeced3f-5847-4203-b300-b7f131907b09 req-4c825538-2e70-43ce-89c3-167e405b42b3 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:05.195307 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-beeced3f-5847-4203-b300-b7f131907b09 req-4c825538-2e70-43ce-89c3-167e405b42b3 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 949 time: 0.0577123
May 14 21:12:05.259344 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-beeced3f-5847-4203-b300-b7f131907b09 req-277f48c0-a019-479b-9a2d-95abea285291 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572124
May 14 21:12:05.299185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-e2bdee47-5f8c-4843-ba81-0c7643c73201 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--165261146&fields=id&tenant_id=97eb48c86b4d49f1b11b2b6380020f4b HTTP/1.1" status: 200  len: 267 time: 0.0829768
May 14 21:12:05.307550 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea1cd-f788-45c9-8cd1-f8855f07f070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (320d723c-2549-404e-a625-027ae462fa1d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:05.310245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b4ea1cd-f788-45c9-8cd1-f8855f07f070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:05.311783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2b4ea1cd-f788-45c9-8cd1-f8855f07f070 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/320d723c-2549-404e-a625-027ae462fa1d HTTP/1.1" status: 204  len: 168 time: 0.3409379
May 14 21:12:05.320822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ea1cd-f788-45c9-8cd1-f8855f07f070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d723c-2549-404e-a625-027ae462fa1d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:05.472278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b342d-96fe-4033-ac60-4e687ce3d087 req-8d8d8d82-38ed-450f-a9fe-39326493baa7 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:05.475457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-853b342d-96fe-4033-ac60-4e687ce3d087 req-8d8d8d82-38ed-450f-a9fe-39326493baa7 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 970 time: 0.1073756
May 14 21:12:05.509513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-c776ac1a-76ee-47a4-ae67-5ad9fffc0825 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:05.511948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-c776ac1a-76ee-47a4-ae67-5ad9fffc0825 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 824 time: 0.2116694
May 14 21:12:05.532773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-9fa0aeae-6c63-4afb-bb9c-9415a4420be6 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/quotas/97eb48c86b4d49f1b11b2b6380020f4b HTTP/1.1" status: 200  len: 375 time: 0.0146446
May 14 21:12:05.535454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-853b342d-96fe-4033-ac60-4e687ce3d087 req-9b17d10c-354d-4c00-a2c0-c9f15aa5d760 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554917
May 14 21:12:05.615823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-a657a09e-50cf-43dd-ab97-f543f8fd4319 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0818744
May 14 21:12:06.080296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-e4517d85-4a04-4bab-8c01-7b4bb8b83362 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:12:06.081308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-e4517d85-4a04-4bab-8c01-7b4bb8b83362 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.2057388
May 14 21:12:06.163179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 184c6858-4c0a-4d04-9766-8a49c780f6ad up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:06.178869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-536eb05a-42a8-4a8e-be61-2a44544b83f8 service neutron] 10.222.0.52 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912480
May 14 21:12:06.220566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 184c6858-4c0a-4d04-9766-8a49c780f6ad completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:06.288643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-91a48acb-fb03-48ac-ace2-2d36dcd7d92a service neutron] 10.222.0.52 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037722
May 14 21:12:06.357850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 184c6858-4c0a-4d04-9766-8a49c780f6ad triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:06.364430 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:06.482903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 184c6858-4c0a-4d04-9766-8a49c780f6ad is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:06.483325 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:06.531104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184c6858-4c0a-4d04-9766-8a49c780f6ad'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:06.550727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed4728-6fb5-4941-ba47-c5ebaa615aab req-1268aca3-a271-42f9-9e23-e4b11c81536a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:06.556564 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82ed4728-6fb5-4941-ba47-c5ebaa615aab req-1268aca3-a271-42f9-9e23-e4b11c81536a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 949 time: 0.0971861
May 14 21:12:06.639688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 184c6858-4c0a-4d04-9766-8a49c780f6ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:06.644730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82ed4728-6fb5-4941-ba47-c5ebaa615aab req-028bedbc-7c42-4fcc-98d9-973e5f06cf9c tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737681
May 14 21:12:06.660752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21a9b3d2-7e69-4cff-a815-17f50a1a0dc9 req-f6fffcad-eb76-4ec7-8776-e9be2fd2c1f0 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 210 time: 0.0409393
May 14 21:12:06.770196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:06.774427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 88977556-23b1-4102-b801-82c6a337b4c9 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:06.803407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36949d9b-c41b-4009-be8e-96ca417116e8 req-e6dc5c4b-1029-4a7d-acb6-8e6d9e359b0c tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:06.803407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36949d9b-c41b-4009-be8e-96ca417116e8 req-e6dc5c4b-1029-4a7d-acb6-8e6d9e359b0c tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 970 time: 0.0620017
May 14 21:12:06.864388 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36949d9b-c41b-4009-be8e-96ca417116e8 req-c3528c33-50d8-48be-aef3-c35ee6296d40 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570254
May 14 21:12:06.972822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=184c6858-4c0a-4d04-9766-8a49c780f6ad,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:06.983435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 88977556-23b1-4102-b801-82c6a337b4c9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:07.055180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 88977556-23b1-4102-b801-82c6a337b4c9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:07.055620 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (88977556-23b1-4102-b801-82c6a337b4c9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:07.080919 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3029761-403c-4a88-8c24-7d88965fe51d" -d '{"events": [{"server_uuid": "81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f", "name": "network-vif-plugged", "status": "completed", "tag": "184c6858-4c0a-4d04-9766-8a49c780f6ad"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:07.158341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 88977556-23b1-4102-b801-82c6a337b4c9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:07.159015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (88977556-23b1-4102-b801-82c6a337b4c9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:07.195860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 88977556-23b1-4102-b801-82c6a337b4c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88977556-23b1-4102-b801-82c6a337b4c9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:07.284707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (88977556-23b1-4102-b801-82c6a337b4c9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:07.344367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=88977556-23b1-4102-b801-82c6a337b4c9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:07.421426 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb3d98e-ed10-464e-a82b-4127955b9626 x-openstack-request-id: req-beb3d98e-ed10-464e-a82b-4127955b9626 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:07.423003 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f", "name": "network-vif-plugged", "status": "completed", "tag": "184c6858-4c0a-4d04-9766-8a49c780f6ad", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:07.423003 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-beb3d98e-ed10-464e-a82b-4127955b9626 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:07.423205 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb3d98e-ed10-464e-a82b-4127955b9626'] response: {'server_uuid': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184c6858-4c0a-4d04-9766-8a49c780f6ad', 'code': 200}
May 14 21:12:07.590223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d665a2-b96a-4d3b-9fc2-c3ee88e6652b req-8dc68eb9-69fb-41ea-9214-09bca79c21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:07.591870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85d665a2-b96a-4d3b-9fc2-c3ee88e6652b req-8dc68eb9-69fb-41ea-9214-09bca79c21b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 1132 time: 0.0964088
May 14 21:12:07.612304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85d665a2-b96a-4d3b-9fc2-c3ee88e6652b req-84b76c0a-8b40-4078-81bd-eaffb78d7563 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:07.692990 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85d665a2-b96a-4d3b-9fc2-c3ee88e6652b req-84b76c0a-8b40-4078-81bd-eaffb78d7563 service neutron] Publish callbacks [] for security_group (771d17df-a1b5-4525-a02d-76f2ea8696cf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:07.764836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85d665a2-b96a-4d3b-9fc2-c3ee88e6652b req-84b76c0a-8b40-4078-81bd-eaffb78d7563 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (771d17df-a1b5-4525-a02d-76f2ea8696cf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:07.805486 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08e7e-99c5-4609-a3f8-64cedca2f8a4 req-dcae26b2-9540-4b24-89ea-562a33381525 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:07.816712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bf08e7e-99c5-4609-a3f8-64cedca2f8a4 req-dcae26b2-9540-4b24-89ea-562a33381525 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 950 time: 0.0782790
May 14 21:12:07.820788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85d665a2-b96a-4d3b-9fc2-c3ee88e6652b req-84b76c0a-8b40-4078-81bd-eaffb78d7563 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218633
May 14 21:12:07.822508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b76c0a-8b40-4078-81bd-eaffb78d7563 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=771d17df-a1b5-4525-a02d-76f2ea8696cf,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:07.887323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bf08e7e-99c5-4609-a3f8-64cedca2f8a4 req-21c53649-03f8-4db0-8d7f-aa35faca8774 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692112
May 14 21:12:08.012009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0eff9446-cda9-4714-9c58-be47f6333525 req-c33f9e7a-b58f-41ea-8799-b673bbab7fab tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 210 time: 0.0310507
May 14 21:12:08.165916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327182c4-1e36-4560-9c3a-23393c3e098a req-a4f8bb60-6b31-464f-a666-95ea807b36df tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:08.175406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-327182c4-1e36-4560-9c3a-23393c3e098a req-a4f8bb60-6b31-464f-a666-95ea807b36df tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.0764470
May 14 21:12:08.234636 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-327182c4-1e36-4560-9c3a-23393c3e098a req-a3604866-8375-4797-9dba-70015dc342b1 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569358
May 14 21:12:08.251963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-0722e3db-6003-43d7-b8e2-2e86bd755554 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0441751
May 14 21:12:08.301137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45764) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:08.368059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b263b42f-562f-4649-b84f-82044f1203e3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:08.379993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b263b42f-562f-4649-b84f-82044f1203e3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1257358
May 14 21:12:08.396275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-d39798ed-b833-49e7-84e5-b86666d3b0d2 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/quotas/9ffe47c465e1480d91f689bed8e9ed94 HTTP/1.1" status: 200  len: 375 time: 0.0151446
May 14 21:12:08.428692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-822bc2fa-203d-43f6-a9f3-1d2dadfd4e75 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0313005
May 14 21:12:08.498684 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b25e4999-2155-4eec-936c-8dfc1985e2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:08.628486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b25e4999-2155-4eec-936c-8dfc1985e2c5 admin admin] Publish callbacks [] for security_group (a328e1f6-44bb-42a2-82d9-73b28eca851b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:08.672307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b25e4999-2155-4eec-936c-8dfc1985e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a328e1f6-44bb-42a2-82d9-73b28eca851b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:08.729567 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1304ad78-621c-437d-abfc-a657cdec825e req-d319e717-2c19-48a5-9100-919bc2c98403 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0455081
May 14 21:12:08.741821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b25e4999-2155-4eec-936c-8dfc1985e2c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b51bea6b4a6f4aefb2dc04177e103f22&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4371457
May 14 21:12:08.741821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e4999-2155-4eec-936c-8dfc1985e2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328e1f6-44bb-42a2-82d9-73b28eca851b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:08.742023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45788) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:08.812110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eac89ace-6d28-4636-a724-75b4fe2d2197 admin admin] Publish callbacks [] for security_group (a328e1f6-44bb-42a2-82d9-73b28eca851b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:08.833431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eac89ace-6d28-4636-a724-75b4fe2d2197 admin admin] Publish callbacks [] for security_group (a328e1f6-44bb-42a2-82d9-73b28eca851b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:08.998313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eac89ace-6d28-4636-a724-75b4fe2d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a328e1f6-44bb-42a2-82d9-73b28eca851b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:09.001095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eac89ace-6d28-4636-a724-75b4fe2d2197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:09.002381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eac89ace-6d28-4636-a724-75b4fe2d2197 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a328e1f6-44bb-42a2-82d9-73b28eca851b HTTP/1.1" status: 204  len: 168 time: 0.2591243
May 14 21:12:09.031468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac89ace-6d28-4636-a724-75b4fe2d2197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328e1f6-44bb-42a2-82d9-73b28eca851b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:09.057728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24985502-354b-477e-9703-046610fa0e5a req-14fcfd3e-c454-474d-9589-e64cb8ba1ff4 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:09.060441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24985502-354b-477e-9703-046610fa0e5a req-14fcfd3e-c454-474d-9589-e64cb8ba1ff4 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 950 time: 0.0727897
May 14 21:12:09.135693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24985502-354b-477e-9703-046610fa0e5a req-62c28b03-19c8-4d86-8efb-2ce14e5dd391 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658295
May 14 21:12:09.136566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.36', 52906) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:09.175890 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c9e6f9eb-f939-4cb2-a0de-7002908d9d8b req-226ff2e0-3970-4b5e-a7c7-2772b2664e78 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 210 time: 0.0603275
May 14 21:12:09.254621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-ba753968-c8f7-4a8b-92e0-59a80a4d80d2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:09.256358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-ba753968-c8f7-4a8b-92e0-59a80a4d80d2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 824 time: 0.1186988
May 14 21:12:09.363927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba622f1-b69a-4ba0-8f72-7a7d9e49b9f9 req-8eff5020-0da9-4c6e-9b60-6c34642b8393 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:09.365436 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ba622f1-b69a-4ba0-8f72-7a7d9e49b9f9 req-8eff5020-0da9-4c6e-9b60-6c34642b8393 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.0520661
May 14 21:12:09.401360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-e4d7c93a-f2e2-4ef0-8093-2283204ef6c5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97eb48c86b4d49f1b11b2b6380020f4b HTTP/1.1" status: 200  len: 379 time: 0.0748281
May 14 21:12:09.410265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'port': {'device_id': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'admin_state_up': True, 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'security_groups': ['3c72dcc5-51d1-4b0c-88bf-2e5f56db284e']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:09.416338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ba622f1-b69a-4ba0-8f72-7a7d9e49b9f9 req-c56393c8-8f50-4f5a-83e3-90c41fa41cba tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446999
May 14 21:12:09.424200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88977556-23b1-4102-b801-82c6a337b4c9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:09.427092 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c6685f-dad4-4dc4-b9c0-4cc8df758aa1" -d '{"events": [{"server_uuid": "e5177b64-d9cc-4897-8d54-06f1d7dd250a", "name": "network-vif-plugged", "status": "completed", "tag": "88977556-23b1-4102-b801-82c6a337b4c9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:09.500171 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79a2922-c66e-4afa-ab05-dd4fc4992297 x-openstack-request-id: req-c79a2922-c66e-4afa-ab05-dd4fc4992297 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:09.501319 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5177b64-d9cc-4897-8d54-06f1d7dd250a", "name": "network-vif-plugged", "status": "completed", "tag": "88977556-23b1-4102-b801-82c6a337b4c9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:09.501780 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c79a2922-c66e-4afa-ab05-dd4fc4992297 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:09.502426 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79a2922-c66e-4afa-ab05-dd4fc4992297'] response: {'server_uuid': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88977556-23b1-4102-b801-82c6a337b4c9', 'code': 200}
May 14 21:12:09.643770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Made reservation on behalf of 97eb48c86b4d49f1b11b2b6380020f4b for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:09.647178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:09.914818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45832) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:09.945819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8f1bec7-3add-48c0-a005-2ed1c6e19c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.028342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276584e8-177c-4582-9af9-a3a48a79ad11 req-10b07ca3-7c38-4bfb-9916-a2e06216e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:10.030764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-276584e8-177c-4582-9af9-a3a48a79ad11 req-10b07ca3-7c38-4bfb-9916-a2e06216e989 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 1153 time: 0.3098826
May 14 21:12:10.037203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90307db4-7cc9-4c91-9e36-1a247f4c49ed req-75b03293-e319-4098-b31f-3510c5e58011 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0458918
May 14 21:12:10.057202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8f1bec7-3add-48c0-a005-2ed1c6e19c61 admin admin] Publish callbacks [] for security_group (357278d0-00fe-4ace-9813-b88f69be257d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.073167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Allocated IP 172.20.0.14 (824318b0-331e-4da1-8622-b2d8e9a5e85d/f4e30d7e-b429-4cb9-a578-085f6316fae7/e509da02-863e-4b7a-95be-11eee591d1dc) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:10.103344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-276584e8-177c-4582-9af9-a3a48a79ad11 req-563dc308-addd-4754-8ad9-df891e629ee0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628316
May 14 21:12:10.145416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8f1bec7-3add-48c0-a005-2ed1c6e19c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (357278d0-00fe-4ace-9813-b88f69be257d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.193381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8f1bec7-3add-48c0-a005-2ed1c6e19c61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1809ec840ff040de8bc3163c7e723838&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2829659
May 14 21:12:10.205999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45840) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:10.206971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1bec7-3add-48c0-a005-2ed1c6e19c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357278d0-00fe-4ace-9813-b88f69be257d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:10.263292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for port (e509da02-863e-4b7a-95be-11eee591d1dc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.302091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5faa84a-876a-4e93-8b81-9b58e5d110d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.303972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0032a74d-61ca-4aec-851a-749f436f84d1 req-1b9aa090-d6fc-4219-b732-ad41c9742566 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 210 time: 0.0353093
May 14 21:12:10.387154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.429065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:10.432348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:10.436045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:10.441833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:10.442539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.464885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'Port': ['ID=e509da02-863e-4b7a-95be-11eee591d1dc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:10.502716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9961d6d-78b6-4d42-9f44-8906412c3c70 req-0c7de6bb-818f-4556-a0a9-4f74c1556fc8 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:10.506586 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c9961d6d-78b6-4d42-9f44-8906412c3c70 req-0c7de6bb-818f-4556-a0a9-4f74c1556fc8 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 950 time: 0.2587132
May 14 21:12:10.562356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-26ee175c-c520-4fb3-a5de-bfd342f9f082 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1561103
May 14 21:12:10.569048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d94f-2427-469b-b175-981286a245f3 admin admin] Publish callbacks [] for security_group (357278d0-00fe-4ace-9813-b88f69be257d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.651516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12a27-5290-4387-95c6-5e65d7c6fe4f req-7a41e877-96a4-4719-bace-897a078ecde8 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:10.652135 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c9961d6d-78b6-4d42-9f44-8906412c3c70 req-52210f2d-9c97-4ba9-aab8-95e7298ade80 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442821
May 14 21:12:10.664115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eda12a27-5290-4387-95c6-5e65d7c6fe4f req-7a41e877-96a4-4719-bace-897a078ecde8 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.0955226
May 14 21:12:10.677663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45846) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:10.696010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d94f-2427-469b-b175-981286a245f3 admin admin] Publish callbacks [] for security_group (357278d0-00fe-4ace-9813-b88f69be257d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.764136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eda12a27-5290-4387-95c6-5e65d7c6fe4f req-bb62112f-aadf-4c1f-959f-2c8bd468f07b tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977149
May 14 21:12:10.812082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c38e6a41-d96e-4f56-bb8e-b8f61b2128b2 None None] Provisioning complete for port e509da02-863e-4b7a-95be-11eee591d1dc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:10.812813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c38e6a41-d96e-4f56-bb8e-b8f61b2128b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.855966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d94f-2427-469b-b175-981286a245f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (357278d0-00fe-4ace-9813-b88f69be257d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.860720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f7d94f-2427-469b-b175-981286a245f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:10.866065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2f7d94f-2427-469b-b175-981286a245f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/357278d0-00fe-4ace-9813-b88f69be257d HTTP/1.1" status: 204  len: 168 time: 0.6472261
May 14 21:12:10.878319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7d94f-2427-469b-b175-981286a245f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357278d0-00fe-4ace-9813-b88f69be257d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:10.882197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c38e6a41-d96e-4f56-bb8e-b8f61b2128b2 None None] Port e509da02-863e-4b7a-95be-11eee591d1dc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:12:10.917672 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1bab-b92d-42c5-9b75-5201116de496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.031304 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1bab-b92d-42c5-9b75-5201116de496 admin admin] Publish callbacks [] for security_group (787bf197-8cd5-4e53-837a-6ea6efa12768), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.054282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.138209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c6f1bab-b92d-42c5-9b75-5201116de496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (787bf197-8cd5-4e53-837a-6ea6efa12768), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.209222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6e84a72-ffef-4cf7-9adf-c9794747aaf3 req-b304ae07-31b3-4ace-9b8e-84fb0ed167ef tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0751519
May 14 21:12:11.211531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f1bab-b92d-42c5-9b75-5201116de496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787bf197-8cd5-4e53-837a-6ea6efa12768,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:11.216480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6c6f1bab-b92d-42c5-9b75-5201116de496 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07900cd943f749eda09005c560c237ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5375328
May 14 21:12:11.220492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45858) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:11.277144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c89275cb-56a5-4761-b419-6299dc9a414f admin admin] Publish callbacks [] for security_group (787bf197-8cd5-4e53-837a-6ea6efa12768), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.310389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c89275cb-56a5-4761-b419-6299dc9a414f admin admin] Publish callbacks [] for security_group (787bf197-8cd5-4e53-837a-6ea6efa12768), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.471014 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.499792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e25b-8752-4bf8-930f-ea2ca3df2cba req-1bd6f064-2400-4b47-ad2b-3d5edb845745 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:11.499792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab71e25b-8752-4bf8-930f-ea2ca3df2cba req-1bd6f064-2400-4b47-ad2b-3d5edb845745 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 932 time: 0.0555837
May 14 21:12:11.510263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c89275cb-56a5-4761-b419-6299dc9a414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (787bf197-8cd5-4e53-837a-6ea6efa12768), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.517304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c89275cb-56a5-4761-b419-6299dc9a414f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:11.517304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c89275cb-56a5-4761-b419-6299dc9a414f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/787bf197-8cd5-4e53-837a-6ea6efa12768 HTTP/1.1" status: 204  len: 168 time: 0.2926583
May 14 21:12:11.537939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89275cb-56a5-4761-b419-6299dc9a414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787bf197-8cd5-4e53-837a-6ea6efa12768,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:11.593769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab71e25b-8752-4bf8-930f-ea2ca3df2cba req-38c8fabe-538c-4ad3-afc7-ef2a42667faf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856495
May 14 21:12:11.767566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ed2e-b28f-4571-8560-b0ef75822dcd req-df5691c6-eb9d-418f-9d5a-2a3518236025 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:11.769406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee51ed2e-b28f-4571-8560-b0ef75822dcd req-df5691c6-eb9d-418f-9d5a-2a3518236025 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 950 time: 0.0521045
May 14 21:12:11.834692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee51ed2e-b28f-4571-8560-b0ef75822dcd req-3ef4e90a-be40-4cd5-a3e2-5558c0c064b6 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589933
May 14 21:12:11.904532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0011ce-6bbd-4aad-a296-7a08486292fe req-3db30d11-479e-43de-981a-3d89e797a66d tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:11.905907 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a0011ce-6bbd-4aad-a296-7a08486292fe req-3db30d11-479e-43de-981a-3d89e797a66d tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.0567925
May 14 21:12:11.966162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a0011ce-6bbd-4aad-a296-7a08486292fe req-a9d65a58-a631-4705-a46b-bb3b5205135e tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560203
May 14 21:12:12.140651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26901bee-bdcc-4743-b501-f1cb7f49175b req-220f2635-3b4b-4b69-b870-ceebda6b5131 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:12.140651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26901bee-bdcc-4743-b501-f1cb7f49175b req-220f2635-3b4b-4b69-b870-ceebda6b5131 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 1153 time: 0.0478449
May 14 21:12:12.153451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-26901bee-bdcc-4743-b501-f1cb7f49175b req-c2392f45-6354-4af0-9a20-303b9370c1c5 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.242451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-26901bee-bdcc-4743-b501-f1cb7f49175b req-c2392f45-6354-4af0-9a20-303b9370c1c5 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] Publish callbacks [] for security_group (51f2abff-bcb8-49f4-bc16-76e8ba499029), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.266006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45894) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:12.280955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bb480d76-53b7-4a94-a190-0522f517485d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.314412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d80c4d7f-d475-4b8c-a01a-f3c53cd0af42 req-4ed4b147-f731-489b-acc7-77cd3bf79a39 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0273602
May 14 21:12:12.315864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-26901bee-bdcc-4743-b501-f1cb7f49175b req-c2392f45-6354-4af0-9a20-303b9370c1c5 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (51f2abff-bcb8-49f4-bc16-76e8ba499029), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.361783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2392f45-6354-4af0-9a20-303b9370c1c5 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f2abff-bcb8-49f4-bc16-76e8ba499029,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:12.377505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26901bee-bdcc-4743-b501-f1cb7f49175b req-c2392f45-6354-4af0-9a20-303b9370c1c5 tempest-AggregatesAdminTestJSON-1744637187 tempest-AggregatesAdminTestJSON-1744637187-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366025
May 14 21:12:12.430841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bb480d76-53b7-4a94-a190-0522f517485d admin admin] Publish callbacks [] for security_group (bed37578-60bb-4d70-8ba5-ff19b817901d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.505198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bb480d76-53b7-4a94-a190-0522f517485d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bed37578-60bb-4d70-8ba5-ff19b817901d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.546424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bb480d76-53b7-4a94-a190-0522f517485d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a18ba6671854269bfe9ebfb710e9a8c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2781477
May 14 21:12:12.547787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb480d76-53b7-4a94-a190-0522f517485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed37578-60bb-4d70-8ba5-ff19b817901d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:12.554570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:12.620641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301ca0d8-58ba-411f-b9ef-6cf4f43cad7b admin admin] Publish callbacks [] for security_group (bed37578-60bb-4d70-8ba5-ff19b817901d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.652274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301ca0d8-58ba-411f-b9ef-6cf4f43cad7b admin admin] Publish callbacks [] for security_group (bed37578-60bb-4d70-8ba5-ff19b817901d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.729996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa67a0-6997-4bd9-9466-72b98d3394b7 req-18a50658-65f5-4baa-9680-ed44be011bdd tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:12.731608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27aa67a0-6997-4bd9-9466-72b98d3394b7 req-18a50658-65f5-4baa-9680-ed44be011bdd tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 932 time: 0.0621412
May 14 21:12:12.800108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27aa67a0-6997-4bd9-9466-72b98d3394b7 req-ab435312-8634-42d0-8d9d-3e0bd6e9b492 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623422
May 14 21:12:12.803739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301ca0d8-58ba-411f-b9ef-6cf4f43cad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bed37578-60bb-4d70-8ba5-ff19b817901d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.806277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301ca0d8-58ba-411f-b9ef-6cf4f43cad7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.808222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-301ca0d8-58ba-411f-b9ef-6cf4f43cad7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bed37578-60bb-4d70-8ba5-ff19b817901d HTTP/1.1" status: 204  len: 168 time: 0.2518833
May 14 21:12:12.816773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ca0d8-58ba-411f-b9ef-6cf4f43cad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed37578-60bb-4d70-8ba5-ff19b817901d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:12.859126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9df6422-1b7d-469e-bb00-15ba6606ccfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:12.967531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9be53-3eb0-4e7a-99b7-b50628fc4387 req-98a5fdb3-f34c-4aa3-b5d9-936ebb558d02 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:12.969943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2e9be53-3eb0-4e7a-99b7-b50628fc4387 req-98a5fdb3-f34c-4aa3-b5d9-936ebb558d02 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.0575190
May 14 21:12:12.992203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739161-db49-4c27-8ae5-ad71456ef2d0 req-70c00790-40df-4b88-a3c7-5e35ac468462 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:12.994558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73739161-db49-4c27-8ae5-ad71456ef2d0 req-70c00790-40df-4b88-a3c7-5e35ac468462 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 950 time: 0.0627117
May 14 21:12:13.036554 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2e9be53-3eb0-4e7a-99b7-b50628fc4387 req-4ebdeba7-9513-48e2-87a2-08aeae9b06dc tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603292
May 14 21:12:13.057153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73739161-db49-4c27-8ae5-ad71456ef2d0 req-34aa7fee-32a9-464a-b9fa-8c13ae6f210a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533872
May 14 21:12:13.433839 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-949d30e2-f798-4eb6-8eef-1c96e737bbf9 req-2398cd8d-95ed-495e-b5da-3d1ac432c761 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0300784
May 14 21:12:13.613283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-0996239e-2305-4c54-b0ef-820fe907e905 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0252399
May 14 21:12:13.727638 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:13.731684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-a09b1b5a-0aea-4780-a167-41e26968c26d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:13.732997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-a09b1b5a-0aea-4780-a167-41e26968c26d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1141503
May 14 21:12:13.753749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-8137b3d8-e05e-4333-aa84-e56668e2b995 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/quotas/35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 375 time: 0.0108361
May 14 21:12:13.789622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-f3a38d4a-7fda-40dd-afd3-e77e3b4481e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293128
May 14 21:12:13.927136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-ac79f138-12df-4ad8-bfb0-8082d305ac6a tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:13.932083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-ac79f138-12df-4ad8-bfb0-8082d305ac6a tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 1132 time: 0.0574145
May 14 21:12:14.076215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc4250-9caa-4788-bba8-e3626d7ce75e req-9d5db49c-7b8f-4546-934b-01d7052e65f3 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:14.077748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24dc4250-9caa-4788-bba8-e3626d7ce75e req-9d5db49c-7b8f-4546-934b-01d7052e65f3 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 932 time: 0.1690876
May 14 21:12:14.118785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8810f3db-5ca5-4612-a9e6-7c302eecfde3 req-65f43c06-ef3a-47e0-a86d-bc73e10cd69f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 210 time: 0.0617871
May 14 21:12:14.161050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24dc4250-9caa-4788-bba8-e3626d7ce75e req-5ae00a3a-78dc-46fc-8aa4-7b3610bec42b tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649617
May 14 21:12:14.284367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-e8452e4c-f36c-4202-ba27-ed6428ef03ed tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:14.285488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-e8452e4c-f36c-4202-ba27-ed6428ef03ed tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.48 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.1692672
May 14 21:12:14.307101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Deleting port 184c6858-4c0a-4d04-9766-8a49c780f6ad {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:12:14.307688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:14.334521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15778706-e55c-40f6-914c-4b092a060f77 req-d44a3edf-5e2c-4aba-ae0f-5a7a1ff7c5b9 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:14.342103 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15778706-e55c-40f6-914c-4b092a060f77 req-d44a3edf-5e2c-4aba-ae0f-5a7a1ff7c5b9 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 950 time: 0.0632823
May 14 21:12:14.350071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737263b-42b4-4701-9ec9-f3db17eacb52 req-96fccf7f-17ad-40d0-87e6-f384ced47fe5 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:14.351686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1737263b-42b4-4701-9ec9-f3db17eacb52 req-96fccf7f-17ad-40d0-87e6-f384ced47fe5 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 971 time: 0.1384938
May 14 21:12:14.412132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15778706-e55c-40f6-914c-4b092a060f77 req-adb334ad-750b-4d3d-a163-e3668c944f47 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691235
May 14 21:12:14.470260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] For port 184c6858-4c0a-4d04-9766-8a49c780f6ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=184c6858-4c0a-4d04-9766-8a49c780f6ad,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:14.470260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:14.473625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1737263b-42b4-4701-9ec9-f3db17eacb52 req-721de12f-5d85-4ea1-b5bf-318e3d471f86 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/security-groups?id=07a3c2a8-b201-478b-81ac-2389b62bf71f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894334
May 14 21:12:14.479391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Calling delete_port for 184c6858-4c0a-4d04-9766-8a49c780f6ad owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:12:14.549140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7696fc1e-1fba-48b0-a9d9-173beeada90f req-2743396a-4b74-4330-b877-fdd72e6d7bcb tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0285289
May 14 21:12:14.731861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Deleting port 88977556-23b1-4102-b801-82c6a337b4c9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:12:14.732444 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (88977556-23b1-4102-b801-82c6a337b4c9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:14.865987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] For port 88977556-23b1-4102-b801-82c6a337b4c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=88977556-23b1-4102-b801-82c6a337b4c9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:14.866485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (88977556-23b1-4102-b801-82c6a337b4c9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:14.881829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Calling delete_port for 88977556-23b1-4102-b801-82c6a337b4c9 owned by compute:tempest-test_az-1304088852 {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:12:14.963991 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (184c6858-4c0a-4d04-9766-8a49c780f6ad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:14.975470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['184c6858-4c0a-4d04-9766-8a49c780f6ad'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:15.015042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Pushing event deleted for resources: {'Port': ['ID=184c6858-4c0a-4d04-9766-8a49c780f6ad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:15.062240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-0e824014-01ba-426b-901a-7a9da7c4b562 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:12:15.064710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-0e824014-01ba-426b-901a-7a9da7c4b562 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0302639
May 14 21:12:15.094041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] No DVR routers for this DVR port 184c6858-4c0a-4d04-9766-8a49c780f6ad on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:12:15.098869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:15.102998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-475d4eb5-46d4-4f55-b67f-27d5503718ee req-4f83982c-92ed-470a-9b5b-aa3f240b40de tempest-DeleteServersAdminTestJSON-2121350512 tempest-DeleteServersAdminTestJSON-2121350512-project-admin] 10.222.0.48 "DELETE /v2.0/ports/184c6858-4c0a-4d04-9766-8a49c780f6ad HTTP/1.1" status: 204  len: 173 time: 1.0941923
May 14 21:12:15.103552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'name': 'network-vif-deleted', 'tag': '184c6858-4c0a-4d04-9766-8a49c780f6ad'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:15.106142 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b37cf7d-90f6-44d6-af13-b93e2a073ddd" -d '{"events": [{"server_uuid": "81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f", "name": "network-vif-deleted", "tag": "184c6858-4c0a-4d04-9766-8a49c780f6ad"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:15.148858 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c540e-6a79-499a-8cad-63ea3c4d3cb3 x-openstack-request-id: req-398c540e-6a79-499a-8cad-63ea3c4d3cb3 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:15.149172 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f", "name": "network-vif-deleted", "tag": "184c6858-4c0a-4d04-9766-8a49c780f6ad", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:15.149843 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-398c540e-6a79-499a-8cad-63ea3c4d3cb3 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:15.150333 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398c540e-6a79-499a-8cad-63ea3c4d3cb3'] response: {'server_uuid': '81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f', 'name': 'network-vif-deleted', 'tag': '184c6858-4c0a-4d04-9766-8a49c780f6ad', 'status': 'completed', 'code': 200}
May 14 21:12:15.183279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (88977556-23b1-4102-b801-82c6a337b4c9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:15.196190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['88977556-23b1-4102-b801-82c6a337b4c9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:15.243975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Pushing event deleted for resources: {'Port': ['ID=88977556-23b1-4102-b801-82c6a337b4c9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:15.259193 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62a217e5-9100-4d72-b48d-dc9efd3fd996 req-516ed2f0-2de7-4fe4-b6df-0b98a926a858 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 210 time: 0.0553863
May 14 21:12:15.337075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] No DVR routers for this DVR port 88977556-23b1-4102-b801-82c6a337b4c9 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:12:15.340081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:15.344136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c525e19-aeca-4ee2-b9a4-3f7cddfcaac5 req-ebf77a23-2ae9-4562-8979-585d7aa3d455 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.48 "DELETE /v2.0/ports/88977556-23b1-4102-b801-82c6a337b4c9 HTTP/1.1" status: 204  len: 173 time: 0.8549387
May 14 21:12:15.377812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4f0b8-4d4d-4d73-a190-5ae0f5200db9 req-cc4e41cf-0cf7-400c-8624-a82d59789f2f tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:15.379512 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3af4f0b8-4d4d-4d73-a190-5ae0f5200db9 req-cc4e41cf-0cf7-400c-8624-a82d59789f2f tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 932 time: 0.0690556
May 14 21:12:15.433158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Request body: {'port': {'device_id': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:15.476269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3af4f0b8-4d4d-4d73-a190-5ae0f5200db9 req-92aee475-a20e-4261-a880-b0eae4ca6885 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899320
May 14 21:12:15.565447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:15.573119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:15.636053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92b580c1-d26e-4072-bc0f-123adcb22d7f req-e067844b-520b-4310-8420-916147753eaa tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b4b5d1-2d2e-4a37-ac6c-d010a1409e2f HTTP/1.1" status: 200  len: 210 time: 0.0398858
May 14 21:12:15.725572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d162fe-6809-46f0-809c-8f1f48f7836a req-38521e32-33f8-474c-aa79-7e6094dba7ff tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.0651786
May 14 21:12:15.810846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cb38433-9dd4-498e-ae6a-6b6aedd5b525 req-d1d00e2e-4fdc-42be-addd-0a10890c110a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0539193
May 14 21:12:15.995645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e509da02-863e-4b7a-95be-11eee591d1dc {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:16.004743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Publish callbacks [] for port (e509da02-863e-4b7a-95be-11eee591d1dc), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.018996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Transition to ACTIVE for port object e509da02-863e-4b7a-95be-11eee591d1dc will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:12:16.089122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.142616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Pushing event updated for resources: {'Port': ['ID=e509da02-863e-4b7a-95be-11eee591d1dc,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:16.182134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Attempting to bind port e509da02-863e-4b7a-95be-11eee591d1dc on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:16.183272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Attempting to bind port e509da02-863e-4b7a-95be-11eee591d1dc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:16.183844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Attempting to bind port e509da02-863e-4b7a-95be-11eee591d1dc on network 824318b0-331e-4da1-8622-b2d8e9a5e85d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:16.189503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Port e509da02-863e-4b7a-95be-11eee591d1dc on network 824318b0-331e-4da1-8622-b2d8e9a5e85d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:12:16.189503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Attempting to bind port e509da02-863e-4b7a-95be-11eee591d1dc on network 824318b0-331e-4da1-8622-b2d8e9a5e85d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:16.195076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:16.195407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Checking segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:16.195839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Bound using segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:16.196263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Bound port: e509da02-863e-4b7a-95be-11eee591d1dc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:16.196606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.277642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] For port e509da02-863e-4b7a-95be-11eee591d1dc, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:16.282488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] For port e509da02-863e-4b7a-95be-11eee591d1dc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e509da02-863e-4b7a-95be-11eee591d1dc,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:16.384946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-938e99cf-8092-4d45-ba04-bf5316459375 req-a14cc6fa-3cfb-4c05-aaaa-d934446dab43 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 210 time: 0.0560560
May 14 21:12:16.386025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.424212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:16.425216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.426619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4495015f-2e96-4773-9148-e5629e626542 service neutron] 10.222.0.36 "PUT /v2.0/ports/e509da02-863e-4b7a-95be-11eee591d1dc HTTP/1.1" status: 200  len: 1092 time: 1.0738733
May 14 21:12:16.460331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495015f-2e96-4773-9148-e5629e626542 service neutron] Pushing event updated for resources: {'Port': ['ID=e509da02-863e-4b7a-95be-11eee591d1dc,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:16.463145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:16.596356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6121b78-d37e-4ee2-af64-9f1c28b500f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.615207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b727d8-448a-42d7-9ffe-34e1300fa29f req-2e3044fd-93dc-4aea-ba9d-93531e8d84c1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:16.615207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9b727d8-448a-42d7-9ffe-34e1300fa29f req-2e3044fd-93dc-4aea-ba9d-93531e8d84c1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 944 time: 0.0701542
May 14 21:12:16.706431 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.709092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9b727d8-448a-42d7-9ffe-34e1300fa29f req-523c6e1d-21f2-4045-938c-fca75bdf5447 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851669
May 14 21:12:16.749123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6121b78-d37e-4ee2-af64-9f1c28b500f3 admin admin] Publish callbacks [] for security_group (704aa583-6e8d-4571-b2c4-9f9eb27f7f1e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.838005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6121b78-d37e-4ee2-af64-9f1c28b500f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (704aa583-6e8d-4571-b2c4-9f9eb27f7f1e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:16.892300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01ba776e-cbea-45c2-865c-ff97a2483e6e req-4cf9695d-4359-45ee-852d-92360d4a3600 tempest-AggregatesAdminTestJSON-1698933114 tempest-AggregatesAdminTestJSON-1698933114-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5177b64-d9cc-4897-8d54-06f1d7dd250a HTTP/1.1" status: 200  len: 210 time: 0.0581207
May 14 21:12:16.898881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6121b78-d37e-4ee2-af64-9f1c28b500f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704aa583-6e8d-4571-b2c4-9f9eb27f7f1e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:16.923925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.36', 52916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:16.930200 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6121b78-d37e-4ee2-af64-9f1c28b500f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b95b9f9f7fbd4c0583841a5fcac655bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4657750
May 14 21:12:16.932815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:16.990467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-91ff9c06-55ea-40d2-8d16-964c25dd64a1 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=313d5b39fe10417993b28718eb6e6f7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0641861
May 14 21:12:16.994293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-f8514125-45a0-42b5-88ec-3c8a891fec8b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0548363
May 14 21:12:17.035174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86953ae3-2707-4a9c-918a-6d2ec09e89ca req-3c83b078-442e-4c13-8baa-fb30cece695b tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0456612
May 14 21:12:17.036132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-0d7fae0f-e39e-4606-96a2-645b26e6a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.037621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-0d7fae0f-e39e-4606-96a2-645b26e6a47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 1126 time: 0.1160278
May 14 21:12:17.061662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1708c103-167d-4832-864d-f56b04d21f81 admin admin] Publish callbacks [] for security_group (704aa583-6e8d-4571-b2c4-9f9eb27f7f1e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:17.099853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-4eb53442-1c51-4cbe-8fcd-ecdf8ed8d47c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e509da02-863e-4b7a-95be-11eee591d1dc HTTP/1.1" status: 200  len: 217 time: 0.0524161
May 14 21:12:17.131871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1708c103-167d-4832-864d-f56b04d21f81 admin admin] Publish callbacks [] for security_group (704aa583-6e8d-4571-b2c4-9f9eb27f7f1e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:17.163317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'name': 'network-vif-deleted', 'tag': '88977556-23b1-4102-b801-82c6a337b4c9'}, {'name': 'network-changed', 'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:17.165776 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716c83e-ca57-4726-8a12-249f34905c6c" -d '{"events": [{"server_uuid": "e5177b64-d9cc-4897-8d54-06f1d7dd250a", "name": "network-vif-deleted", "tag": "88977556-23b1-4102-b801-82c6a337b4c9"}, {"name": "network-changed", "server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:17.197430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-4c110bf3-8a17-419f-8d04-635eb31e3a84 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.199985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-4c110bf3-8a17-419f-8d04-635eb31e3a84 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1994305
May 14 21:12:17.204475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-08359f98-c32c-487c-82aa-c9d4fee2e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.206100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-08359f98-c32c-487c-82aa-c9d4fee2e5e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4e30d7e-b429-4cb9-a578-085f6316fae7 HTTP/1.1" status: 200  len: 863 time: 0.0721090
May 14 21:12:17.223126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-1f51f024-b82c-43bb-b390-b91110154adf tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/quotas/313d5b39fe10417993b28718eb6e6f7a HTTP/1.1" status: 200  len: 375 time: 0.0158606
May 14 21:12:17.236380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-353cdeec-f162-4536-8541-668b7e782343 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.238050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-353cdeec-f162-4536-8541-668b7e782343 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2344236
May 14 21:12:17.255323 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae62ea8-7b40-4203-bc53-a83a12768090 x-openstack-request-id: req-0ae62ea8-7b40-4203-bc53-a83a12768090 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:17.255633 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5177b64-d9cc-4897-8d54-06f1d7dd250a", "name": "network-vif-deleted", "tag": "88977556-23b1-4102-b801-82c6a337b4c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:17.256143 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ae62ea8-7b40-4203-bc53-a83a12768090 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:17.256524 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae62ea8-7b40-4203-bc53-a83a12768090'] response: {'server_uuid': 'e5177b64-d9cc-4897-8d54-06f1d7dd250a', 'name': 'network-vif-deleted', 'tag': '88977556-23b1-4102-b801-82c6a337b4c9', 'status': 'completed', 'code': 200}
May 14 21:12:17.256768 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae62ea8-7b40-4203-bc53-a83a12768090'] response: {'name': 'network-changed', 'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'status': 'completed', 'code': 200}
May 14 21:12:17.261971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Request body: {'port': {'device_id': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '35a0e2c4a9054b4b962b9bc72c64517c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:17.264848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.36', 52918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:17.270465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-5f6bd4f0-fa41-4f85-9d21-2b5949ed4b72 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=313d5b39fe10417993b28718eb6e6f7a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0362291
May 14 21:12:17.309585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-d06127cd-fed0-43e9-afcc-524c4624ef73 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0413036
May 14 21:12:17.312041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1708c103-167d-4832-864d-f56b04d21f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (704aa583-6e8d-4571-b2c4-9f9eb27f7f1e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:17.312868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-80015fd1-546a-41c6-b426-c80ef8d2b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.314491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-80015fd1-546a-41c6-b426-c80ef8d2b702 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=824318b0-331e-4da1-8622-b2d8e9a5e85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0988505
May 14 21:12:17.315305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1708c103-167d-4832-864d-f56b04d21f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:17.319026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1708c103-167d-4832-864d-f56b04d21f81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/704aa583-6e8d-4571-b2c4-9f9eb27f7f1e HTTP/1.1" status: 204  len: 168 time: 0.3600862
May 14 21:12:17.327290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708c103-167d-4832-864d-f56b04d21f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704aa583-6e8d-4571-b2c4-9f9eb27f7f1e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:17.598176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7dc43f6c-a35e-4a73-bef5-252a360b7dea req-cdf13894-b580-4beb-8c60-4d3ee52ace91 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 210 time: 0.0439734
May 14 21:12:17.687414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9098c3e-ec44-4a28-aa9f-dcee047bf610 req-0b19bb1c-41c2-40e4-98ad-8d6327f1416e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 210 time: 0.0957103
May 14 21:12:17.796555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-0e3172b2-2c84-4a98-a352-f75eb74d3e83 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4391873
May 14 21:12:17.822712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-af551136-9d4d-4363-9468-7415e2901a77 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.824193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-af551136-9d4d-4363-9468-7415e2901a77 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5088704
May 14 21:12:17.837930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Request body: {'port': {'device_id': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '9ffe47c465e1480d91f689bed8e9ed94'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:17.845130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce01a-b3c6-4ca2-bf29-74f33f79445b req-73d89b0b-798f-405e-b1d9-701d1db192e0 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:17.846667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-64fce01a-b3c6-4ca2-bf29-74f33f79445b req-73d89b0b-798f-405e-b1d9-701d1db192e0 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 944 time: 0.0509653
May 14 21:12:17.865696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 184c6858-4c0a-4d04-9766-8a49c780f6ad no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:12:17.870591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Made reservation on behalf of 35a0e2c4a9054b4b962b9bc72c64517c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:17.873927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:17.889784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 184c6858-4c0a-4d04-9766-8a49c780f6ad {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:12:17.890261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 184c6858-4c0a-4d04-9766-8a49c780f6ad not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:12:17.890688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 88977556-23b1-4102-b801-82c6a337b4c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:12:17.913354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:17.915641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 88977556-23b1-4102-b801-82c6a337b4c9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:12:17.916251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 88977556-23b1-4102-b801-82c6a337b4c9 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:12:17.924917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-64fce01a-b3c6-4ca2-bf29-74f33f79445b req-bf7b85fe-8365-4057-84f2-ed4a375a42c9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719616
May 14 21:12:18.022094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a546bbb9-2874-4e2a-b37b-f90df845f468 req-8ef5f9a4-a693-4799-8cc6-babc2ad03ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179434
May 14 21:12:18.092144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks [] for security_group (32eafa91-2e43-413e-a0ba-4990e89fbca5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.131716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46092) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:18.145670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed234e56-5ccc-4ea1-a274-64ebd2a14bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.147057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2f58511-33d9-4274-bc7c-81afe2c49c59 req-98d7a851-d786-49c6-916b-7238c7984807 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0292599
May 14 21:12:18.158467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Made reservation on behalf of 9ffe47c465e1480d91f689bed8e9ed94 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:18.162411 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.172060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.205582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32eafa91-2e43-413e-a0ba-4990e89fbca5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.232768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed234e56-5ccc-4ea1-a274-64ebd2a14bb9 admin admin] Publish callbacks [] for security_group (9284daca-87ac-4ea5-9d6e-ce4133125dc3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.288221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32eafa91-2e43-413e-a0ba-4990e89fbca5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:18.313038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed234e56-5ccc-4ea1-a274-64ebd2a14bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9284daca-87ac-4ea5-9d6e-ce4133125dc3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.356541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ed234e56-5ccc-4ea1-a274-64ebd2a14bb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e6b293613e54e6e81db74bb1880d696&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2235067
May 14 21:12:18.357620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234e56-5ccc-4ea1-a274-64ebd2a14bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9284daca-87ac-4ea5-9d6e-ce4133125dc3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:18.360084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46096) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:18.370117 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks [] for security_group (1a08cc44-f3a4-4365-acf1-d4e67e1a987f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.393869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Allocated IP 192.168.233.166 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/18b50999-4ef7-4c21-8dba-c0606fe826e1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:18.409701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5113e99f-19d9-46d6-9fea-b855c68feb4a admin admin] Publish callbacks [] for security_group (9284daca-87ac-4ea5-9d6e-ce4133125dc3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.442049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5113e99f-19d9-46d6-9fea-b855c68feb4a admin admin] Publish callbacks [] for security_group (9284daca-87ac-4ea5-9d6e-ce4133125dc3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.450420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1a08cc44-f3a4-4365-acf1-d4e67e1a987f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.568483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a08cc44-f3a4-4365-acf1-d4e67e1a987f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:18.614741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5113e99f-19d9-46d6-9fea-b855c68feb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9284daca-87ac-4ea5-9d6e-ce4133125dc3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.622738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5113e99f-19d9-46d6-9fea-b855c68feb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.635576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5113e99f-19d9-46d6-9fea-b855c68feb4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9284daca-87ac-4ea5-9d6e-ce4133125dc3 HTTP/1.1" status: 204  len: 168 time: 0.2744327
May 14 21:12:18.646788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks [] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.664933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113e99f-19d9-46d6-9fea-b855c68feb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284daca-87ac-4ea5-9d6e-ce4133125dc3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:18.739269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6822e9f-6819-4a1e-b28a-2b6871a74c00 req-aeece864-fed6-4a93-bbe6-78385c7956b5 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 210 time: 0.0362213
May 14 21:12:18.792401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.868251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f2b29-c5c6-4117-9d1f-b1b94676cd98 req-c58337b3-0894-4f93-8d9c-2d3ff537d9af tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:18.870059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-577f2b29-c5c6-4117-9d1f-b1b94676cd98 req-c58337b3-0894-4f93-8d9c-2d3ff537d9af tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 936 time: 0.0537150
May 14 21:12:18.881994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:18.893947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:18.896908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:18.902792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:18.903503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:18.910015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Allocated IP 192.168.233.28 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/074dfa89-1f3d-4b74-9c88-b07bed760e13) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:18.930051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:18.974090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-577f2b29-c5c6-4117-9d1f-b1b94676cd98 req-763d9622-a52e-422c-b90a-8b9232f0d24e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799234
May 14 21:12:19.087684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-1f42f7a3-3c23-4d6b-8b0f-4213567067a9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8339360
May 14 21:12:19.089397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f85a3-ab80-4d73-8f74-4d3f3da50e1f req-32cbc508-155d-4534-8c35-df0056c54099 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:19.097709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9f85a3-ab80-4d73-8f74-4d3f3da50e1f req-32cbc508-155d-4534-8c35-df0056c54099 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 944 time: 0.0636320
May 14 21:12:19.165127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks [] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.170856 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9f85a3-ab80-4d73-8f74-4d3f3da50e1f req-ab2b1570-e6ac-4cf5-afc0-6e72f5597d59 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689976
May 14 21:12:19.272532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.311935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fd6fc47d-cf07-41f4-8a40-8eae7e5bef9d None None] Provisioning complete for port 18b50999-4ef7-4c21-8dba-c0606fe826e1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:19.313288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc47d-cf07-41f4-8a40-8eae7e5bef9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.324779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Request body: {'port': {'device_id': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:19.357639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fc47d-cf07-41f4-8a40-8eae7e5bef9d None None] Port 18b50999-4ef7-4c21-8dba-c0606fe826e1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:12:19.361022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd771d95-ebb7-4987-af40-73d3f27478ba req-b1f25137-0bac-4a09-ae9e-b9ecf87034c2 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:19.362567 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd771d95-ebb7-4987-af40-73d3f27478ba req-b1f25137-0bac-4a09-ae9e-b9ecf87034c2 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 935 time: 0.0835335
May 14 21:12:19.403673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:19.419649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd771d95-ebb7-4987-af40-73d3f27478ba req-a7ad8749-4b2e-4035-85cd-8ebb42d5a9f3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456653
May 14 21:12:19.419862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:19.422360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:19.428024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:19.428656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.434832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c83e-ca57-4726-8a12-249f34905c6c req-ffbb02ae-40cf-4559-84e7-13d193862f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:19.436671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-ffbb02ae-40cf-4559-84e7-13d193862f19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 1126 time: 0.1188738
May 14 21:12:19.444065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Pushing event updated for resources: {'Port': ['ID=074dfa89-1f3d-4b74-9c88-b07bed760e13,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:19.558635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.621050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-b21350d5-62b5-427c-a357-54f9091c7397 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7868965
May 14 21:12:19.634733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Request body: {'port': {'device_id': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:19.643447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c83e-ca57-4726-8a12-249f34905c6c req-72f324fc-9d87-4d76-9598-fa9695d6119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:19.644924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-72f324fc-9d87-4d76-9598-fa9695d6119e service neutron] 10.222.0.36 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 925 time: 0.1960039
May 14 21:12:19.680175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-de89021f-b700-4418-9ba7-4cd9b79143f7 None None] Provisioning complete for port 074dfa89-1f3d-4b74-9c88-b07bed760e13 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:19.680574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-de89021f-b700-4418-9ba7-4cd9b79143f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.732735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-de89021f-b700-4418-9ba7-4cd9b79143f7 None None] Port 074dfa89-1f3d-4b74-9c88-b07bed760e13 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:12:19.738531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-8f6fa823-6d14-4f50-9653-de4dcc5fae29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e509da02-863e-4b7a-95be-11eee591d1dc HTTP/1.1" status: 200  len: 217 time: 0.0751479
May 14 21:12:19.899861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:19.919320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-3ea0b906-c515-4c8b-9430-f4019c760942 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=313d5b39fe10417993b28718eb6e6f7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0735993
May 14 21:12:19.920778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c83e-ca57-4726-8a12-249f34905c6c req-c1ca3a0b-117d-4d04-adf7-5b612ee0851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:19.922134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-c1ca3a0b-117d-4d04-adf7-5b612ee0851a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4e30d7e-b429-4cb9-a578-085f6316fae7 HTTP/1.1" status: 200  len: 863 time: 0.1764369
May 14 21:12:20.046722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4abe45a1-0e1b-487b-9e49-1046e2ec204d req-1a320226-7306-44ed-83fa-374e5442369f tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 210 time: 0.1931403
May 14 21:12:20.362221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716c83e-ca57-4726-8a12-249f34905c6c req-18627021-51cd-42fa-a3dc-b59ecf1d8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:20.363667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-18627021-51cd-42fa-a3dc-b59ecf1d8e29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=824318b0-331e-4da1-8622-b2d8e9a5e85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4286993
May 14 21:12:20.387698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32295507-4996-4ce5-af2f-468504316fd9 req-c40df2a9-a62c-4f39-bd99-974ea6fe71f2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:20.390677 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32295507-4996-4ce5-af2f-468504316fd9 req-c40df2a9-a62c-4f39-bd99-974ea6fe71f2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 944 time: 0.0548887
May 14 21:12:20.445651 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32295507-4996-4ce5-af2f-468504316fd9 req-8956045f-5b4c-461c-bcd7-474bcbf60378 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482416
May 14 21:12:20.490920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45641-3c80-4ac1-ad67-e261af58fb40 req-485f2f35-1820-4eef-9099-91b9dcaabd2b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:20.492524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99a45641-3c80-4ac1-ad67-e261af58fb40 req-485f2f35-1820-4eef-9099-91b9dcaabd2b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 936 time: 0.1655405
May 14 21:12:20.535573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-135efe79-f999-45b0-8e56-ff353c68a577 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:20.537028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-135efe79-f999-45b0-8e56-ff353c68a577 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6009920
May 14 21:12:20.565604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Request body: {'port': {'device_id': '56d82378-9805-462c-80ed-eda32e4ac59c', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '313d5b39fe10417993b28718eb6e6f7a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:20.585518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75063c4e-c61d-4861-91cd-c6e705ce9fdc req-3ae9c172-cfa3-4b2d-b848-d0285bf42cfb tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:20.586992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75063c4e-c61d-4861-91cd-c6e705ce9fdc req-3ae9c172-cfa3-4b2d-b848-d0285bf42cfb tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 935 time: 0.0542166
May 14 21:12:20.636720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75063c4e-c61d-4861-91cd-c6e705ce9fdc req-5b71903e-5d9c-40fd-a552-7f2e147ed6b1 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433676
May 14 21:12:20.786205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-e19452b1-a2d9-4f29-ad00-31aa33bb36af service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3969092
May 14 21:12:20.792720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99a45641-3c80-4ac1-ad67-e261af58fb40 req-8c803266-1ca4-4cc8-b321-2e8fb2fc913a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2696562
May 14 21:12:20.826866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b50999-4ef7-4c21-8dba-c0606fe826e1 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:20.847692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Publish callbacks [] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:20.897534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Transition to ACTIVE for port object 18b50999-4ef7-4c21-8dba-c0606fe826e1 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:12:20.944140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716c83e-ca57-4726-8a12-249f34905c6c req-de0e8b1c-14f1-4292-bb0c-e610903980c6 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491716
May 14 21:12:20.983299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.035177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Made reservation on behalf of 313d5b39fe10417993b28718eb6e6f7a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:21.038649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.120844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:21.188561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4e156ee-73d8-4a02-973e-5411bd022b30 req-21a2283d-ec82-4bdc-9b78-25f2271f0b35 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 210 time: 0.0375211
May 14 21:12:21.231944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:21.232278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:21.232898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:21.246463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:12:21.246796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:21.260771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:21.261110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:21.261511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:21.261929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Bound port: 18b50999-4ef7-4c21-8dba-c0606fe826e1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:21.262281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.341024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074dfa89-1f3d-4b74-9c88-b07bed760e13 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:21.355423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Publish callbacks [] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.383677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Transition to ACTIVE for port object 074dfa89-1f3d-4b74-9c88-b07bed760e13 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:12:21.386091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:21.389131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:21.439888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.495406 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.547691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:21.548321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.549716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] 10.222.0.36 "PUT /v2.0/ports/18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 1096 time: 2.2302186
May 14 21:12:21.556037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:21.558348 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:21.561580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Allocated IP 192.168.233.116 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/a1f814e9-3098-42d8-a275-d715b407239c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:21.567874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=074dfa89-1f3d-4b74-9c88-b07bed760e13,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:21.621119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a1492-781f-4f5d-99a4-08232b61bdc5 req-278822d5-7582-4bf9-9eeb-30d6dd78438a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:21.631552 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea3a1492-781f-4f5d-99a4-08232b61bdc5 req-278822d5-7582-4bf9-9eeb-30d6dd78438a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 944 time: 0.1106186
May 14 21:12:21.669881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Attempting to bind port 074dfa89-1f3d-4b74-9c88-b07bed760e13 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:21.669881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Attempting to bind port 074dfa89-1f3d-4b74-9c88-b07bed760e13 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:21.670205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Attempting to bind port 074dfa89-1f3d-4b74-9c88-b07bed760e13 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:21.707970 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea3a1492-781f-4f5d-99a4-08232b61bdc5 req-eb87c95f-2889-4a16-80dd-c3730760a8ac tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596168
May 14 21:12:21.708066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Port 074dfa89-1f3d-4b74-9c88-b07bed760e13 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:12:21.708066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Attempting to bind port 074dfa89-1f3d-4b74-9c88-b07bed760e13 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:21.746729 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea2db8-d1c9-40fb-b696-92631a0ddefd x-openstack-request-id: req-beea2db8-d1c9-40fb-b696-92631a0ddefd {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:21.747022 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:21.747272 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-beea2db8-d1c9-40fb-b696-92631a0ddefd {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:21.747698 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beea2db8-d1c9-40fb-b696-92631a0ddefd'] response: {'name': 'network-changed', 'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'status': 'completed', 'code': 200}
May 14 21:12:21.759830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:21.759830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:21.759830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:21.759830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Bound port: 074dfa89-1f3d-4b74-9c88-b07bed760e13, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:21.759830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:21.759830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c0850-6bf1-4f1a-8e99-717d925e972a service neutron] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:21.826740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-a4499876-6a67-4369-9d5d-1b49e2294248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:21.828395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-a4499876-6a67-4369-9d5d-1b49e2294248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1130 time: 0.1261883
May 14 21:12:21.901950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354a8ce-75c1-4358-9f94-fc9b189a9b8a req-b8f0fc1e-b44e-44c3-a90b-84122b0c9a1b tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:21.903802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d354a8ce-75c1-4358-9f94-fc9b189a9b8a req-b8f0fc1e-b44e-44c3-a90b-84122b0c9a1b tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 947 time: 0.0947042
May 14 21:12:21.923011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:21.944149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-a5219c89-4ba9-4167-82b6-6b8790e04fee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.0710063
May 14 21:12:21.980324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d354a8ce-75c1-4358-9f94-fc9b189a9b8a req-438c9155-2410-480a-8661-2736388acc03 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684104
May 14 21:12:22.083416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c9e4eb-3ea1-403a-b158-1d8a8367f0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.092750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks [] for port (a1f814e9-3098-42d8-a275-d715b407239c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.097089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] For port 074dfa89-1f3d-4b74-9c88-b07bed760e13, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:22.101945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c28e3e-2cbb-415a-b318-1309779d1ff4 req-86a2419d-fa88-4f18-8bbf-2456e9107373 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.103440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14c28e3e-2cbb-415a-b318-1309779d1ff4 req-86a2419d-fa88-4f18-8bbf-2456e9107373 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.2095149
May 14 21:12:22.126764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] For port 074dfa89-1f3d-4b74-9c88-b07bed760e13, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:22.155267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-968a616c-7b4c-4947-82ca-a4fcb4bea32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.157013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-968a616c-7b4c-4947-82ca-a4fcb4bea32b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1742694
May 14 21:12:22.184890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c9e4eb-3ea1-403a-b158-1d8a8367f0a9 admin admin] Publish callbacks [] for security_group (01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.216660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e509da02-863e-4b7a-95be-11eee591d1dc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:22.224723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.238777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14c28e3e-2cbb-415a-b318-1309779d1ff4 req-e19e78bf-cc63-422e-b5dd-dc86073521d8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231070
May 14 21:12:22.242780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-2eb39969-1e90-4ab1-b3af-eb82b77ecec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.244233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-2eb39969-1e90-4ab1-b3af-eb82b77ecec7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0751717
May 14 21:12:22.286920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.286920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.286920 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] 10.222.0.36 "PUT /v2.0/ports/074dfa89-1f3d-4b74-9c88-b07bed760e13 HTTP/1.1" status: 200  len: 1095 time: 2.6548464
May 14 21:12:22.314200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c9e4eb-3ea1-403a-b158-1d8a8367f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.342512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a1f814e9-3098-42d8-a275-d715b407239c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.376587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdac357-6a28-48cf-b5ef-3b58e485fce5 service neutron] Pushing event updated for resources: {'Port': ['ID=074dfa89-1f3d-4b74-9c88-b07bed760e13,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:22.394939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e509da02-863e-4b7a-95be-11eee591d1dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e509da02-863e-4b7a-95be-11eee591d1dc,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:22.410278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'port_id': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'mac_address': 'fa:16:3e:31:03:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:22.467400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21c9e4eb-3ea1-403a-b158-1d8a8367f0a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09d100b7d10340adafb28f400696917d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5429568
May 14 21:12:22.470575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46264) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:22.471540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e509da02-863e-4b7a-95be-11eee591d1dc is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:22.472310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.472615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9e4eb-3ea1-403a-b158-1d8a8367f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:22.476521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-62696197-f331-4fe9-b805-c33cf00c0a14 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089717
May 14 21:12:22.490136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e509da02-863e-4b7a-95be-11eee591d1dc {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:22.522898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e509da02-863e-4b7a-95be-11eee591d1dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e509da02-863e-4b7a-95be-11eee591d1dc,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:22.525864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:22.534001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40d0ea-61df-417f-b43f-5fecb845882b req-a221b61e-905b-4e7f-b59d-cd47b4a303ed tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.540972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bc40d0ea-61df-417f-b43f-5fecb845882b req-a221b61e-905b-4e7f-b59d-cd47b4a303ed tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 936 time: 0.1635957
May 14 21:12:22.577846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Pushing event updated for resources: {'Port': ['ID=a1f814e9-3098-42d8-a275-d715b407239c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:22.580892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:22.586454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.592590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:22.598743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.599392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.619385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7802c716-a4be-4fbe-939b-9147318e9221 admin admin] Publish callbacks [] for security_group (01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.619671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-ffe3804e-d1af-4292-b2ab-5f713359c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.621357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-ffe3804e-d1af-4292-b2ab-5f713359c9f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 1129 time: 0.1818788
May 14 21:12:22.668966 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bc40d0ea-61df-417f-b43f-5fecb845882b req-47a9422a-1c87-4fff-9d68-d9103cbb77c6 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127467
May 14 21:12:22.671818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e509da02-863e-4b7a-95be-11eee591d1dc,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:22.686290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7802c716-a4be-4fbe-939b-9147318e9221 admin admin] Publish callbacks [] for security_group (01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.778436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51c03b93-e04f-42a7-9f36-6c38066ddbfd req-626f94d7-573b-4bb2-aa58-9799c6029fbf service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955004
May 14 21:12:22.781864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-93834c72-6890-40d1-b620-9f90e70a3569 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2230899
May 14 21:12:22.783195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-330763f0-c6fb-4106-b6a6-27e585b526e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13 HTTP/1.1" status: 200  len: 217 time: 0.1446412
May 14 21:12:22.803265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Request body: {'port': {'device_id': '56d82378-9805-462c-80ed-eda32e4ac59c', 'device_owner': 'compute:tempest-test_az-1304088852', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:22.859269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7802c716-a4be-4fbe-939b-9147318e9221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.862607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7802c716-a4be-4fbe-939b-9147318e9221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.863800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7802c716-a4be-4fbe-939b-9147318e9221 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad HTTP/1.1" status: 204  len: 168 time: 0.3921554
May 14 21:12:22.883767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802c716-a4be-4fbe-939b-9147318e9221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f08f7e-2bb1-47cc-8bd9-6e6e7815d6ad,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:22.903044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-383bbded-239b-4185-821d-b2bd79cdb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.915253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0377924b-cefd-491f-9571-a02c3f4825cb None None] Provisioning complete for port a1f814e9-3098-42d8-a275-d715b407239c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:22.915953 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0377924b-cefd-491f-9571-a02c3f4825cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1f814e9-3098-42d8-a275-d715b407239c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:22.920514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-383bbded-239b-4185-821d-b2bd79cdb33d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1302521
May 14 21:12:22.939813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18588853-cecc-45e7-852b-7706066b6bf0 req-72fc2d2f-8f99-4a36-8136-61a4890b037e tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:22.941658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18588853-cecc-45e7-852b-7706066b6bf0 req-72fc2d2f-8f99-4a36-8136-61a4890b037e tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 945 time: 0.0768862
May 14 21:12:22.956528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e509da02-863e-4b7a-95be-11eee591d1dc'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:22.962275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1f814e9-3098-42d8-a275-d715b407239c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.005224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0377924b-cefd-491f-9571-a02c3f4825cb None None] Port a1f814e9-3098-42d8-a275-d715b407239c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:12:23.028285 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18588853-cecc-45e7-852b-7706066b6bf0 req-722ab67a-9eb3-4883-bb97-e9c3a75ef00c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787172
May 14 21:12:23.348503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac616b-6428-4d13-a34b-b0dc36d363a7 req-3926bdcb-9f4d-4e85-9358-2e9b8a420f1d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:23.349578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76ac616b-6428-4d13-a34b-b0dc36d363a7 req-3926bdcb-9f4d-4e85-9358-2e9b8a420f1d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 947 time: 0.0813401
May 14 21:12:23.419344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0087b16-25f3-434d-ae40-eb0077ce987d req-b3ded976-24f2-4393-a81f-b137562fc78f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:23.421051 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0087b16-25f3-434d-ae40-eb0077ce987d req-b3ded976-24f2-4393-a81f-b137562fc78f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.0531981
May 14 21:12:23.424979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76ac616b-6428-4d13-a34b-b0dc36d363a7 req-eb229189-dccb-4873-8848-1002e9ce3875 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693066
May 14 21:12:23.486935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f814e9-3098-42d8-a275-d715b407239c {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:23.491997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0087b16-25f3-434d-ae40-eb0077ce987d req-61b4263d-4a6d-40d9-9601-666246d286cf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594075
May 14 21:12:23.495677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Publish callbacks [] for port (a1f814e9-3098-42d8-a275-d715b407239c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.509130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Transition to ACTIVE for port object a1f814e9-3098-42d8-a275-d715b407239c will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:12:23.586388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1f814e9-3098-42d8-a275-d715b407239c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.637869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46322) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:23.651356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Pushing event updated for resources: {'Port': ['ID=a1f814e9-3098-42d8-a275-d715b407239c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:23.667889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46326) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:23.700489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c715a5cb-8fa2-4af2-821d-eab5e4c3815a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.734121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Attempting to bind port a1f814e9-3098-42d8-a275-d715b407239c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:23.734505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Attempting to bind port a1f814e9-3098-42d8-a275-d715b407239c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:23.734953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Attempting to bind port a1f814e9-3098-42d8-a275-d715b407239c on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:23.751328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'tag': '074dfa89-1f3d-4b74-9c88-b07bed760e13'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:23.756453 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9" -d '{"events": [{"name": "network-changed", "server_uuid": "90932695-580a-4ed5-8d1e-6e47d0d11693", "tag": "074dfa89-1f3d-4b74-9c88-b07bed760e13"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:23.799466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Port a1f814e9-3098-42d8-a275-d715b407239c on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:12:23.799824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Attempting to bind port a1f814e9-3098-42d8-a275-d715b407239c on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:23.815946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:23.816285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:23.816673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:23.817117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Bound port: a1f814e9-3098-42d8-a275-d715b407239c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:23.817621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1f814e9-3098-42d8-a275-d715b407239c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.847284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c715a5cb-8fa2-4af2-821d-eab5e4c3815a admin admin] Publish callbacks [] for security_group (b62c68e3-2ecf-4461-9e92-8315199a76c9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.940476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8623-e321-4c0e-809f-2d88014d06d6 req-bf6332b7-84f7-471a-9ff2-c5fb85db150c tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:23.946495 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d23a5-8cb6-445b-a679-7eb926af8dd7 x-openstack-request-id: req-ff6d23a5-8cb6-445b-a679-7eb926af8dd7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:23.946495 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90932695-580a-4ed5-8d1e-6e47d0d11693", "tag": "074dfa89-1f3d-4b74-9c88-b07bed760e13", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:23.946495 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff6d23a5-8cb6-445b-a679-7eb926af8dd7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:23.946495 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6d23a5-8cb6-445b-a679-7eb926af8dd7'] response: {'name': 'network-changed', 'server_uuid': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'tag': '074dfa89-1f3d-4b74-9c88-b07bed760e13', 'status': 'completed', 'code': 200}
May 14 21:12:23.946854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af3d8623-e321-4c0e-809f-2d88014d06d6 req-bf6332b7-84f7-471a-9ff2-c5fb85db150c tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 970 time: 0.1285038
May 14 21:12:23.946854 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c715a5cb-8fa2-4af2-821d-eab5e4c3815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b62c68e3-2ecf-4461-9e92-8315199a76c9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:23.953109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-e36afb85-7f35-440c-96e8-9d571a98e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:23.954762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-e36afb85-7f35-440c-96e8-9d571a98e69a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1861145
May 14 21:12:23.961166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-5a7d2f4a-11ad-46c5-a693-1ccfcfbe6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:23.962810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-5a7d2f4a-11ad-46c5-a693-1ccfcfbe6b4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1130 time: 0.1953659
May 14 21:12:23.981142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a5cb-8fa2-4af2-821d-eab5e4c3815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62c68e3-2ecf-4461-9e92-8315199a76c9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:24.019098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-513a555e-cb14-47ed-8b81-3fff19689e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.028141 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c715a5cb-8fa2-4af2-821d-eab5e4c3815a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dafa8dbd6e64b59b2c0c5f7f36f915d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3587971
May 14 21:12:24.036087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:24.101598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] For port a1f814e9-3098-42d8-a275-d715b407239c, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:24.121112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af3d8623-e321-4c0e-809f-2d88014d06d6 req-a674ec3a-d55b-4d8d-963d-c690d2564c03 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415486
May 14 21:12:24.124410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] For port a1f814e9-3098-42d8-a275-d715b407239c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1f814e9-3098-42d8-a275-d715b407239c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:24.165729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-957d84a7-8db6-4cc1-b5db-11c8fbfc434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.167362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-957d84a7-8db6-4cc1-b5db-11c8fbfc434b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1941352
May 14 21:12:24.169382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-76b30cbf-8226-4074-99aa-3c22382c4986 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057431
May 14 21:12:24.171909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-013995b0-99f1-4c7e-adb7-cf7a6eb0c905 admin admin] Publish callbacks [] for security_group (b62c68e3-2ecf-4461-9e92-8315199a76c9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.208763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e509da02-863e-4b7a-95be-11eee591d1dc up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:24.213540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-013995b0-99f1-4c7e-adb7-cf7a6eb0c905 admin admin] Publish callbacks [] for security_group (b62c68e3-2ecf-4461-9e92-8315199a76c9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.233500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-513a555e-cb14-47ed-8b81-3fff19689e49 admin admin] Publish callbacks [] for security_group (2e91adb9-dcc9-42d9-9007-1fb975d0a30e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.290238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port e509da02-863e-4b7a-95be-11eee591d1dc completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:24.300377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-513a555e-cb14-47ed-8b81-3fff19689e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2e91adb9-dcc9-42d9-9007-1fb975d0a30e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.340053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a555e-cb14-47ed-8b81-3fff19689e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91adb9-dcc9-42d9-9007-1fb975d0a30e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:24.350309 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-513a555e-cb14-47ed-8b81-3fff19689e49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2063e335c404cfeb061528dd896468f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7113154
May 14 21:12:24.351226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46352) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:24.351820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-013995b0-99f1-4c7e-adb7-cf7a6eb0c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b62c68e3-2ecf-4461-9e92-8315199a76c9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.355030 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-013995b0-99f1-4c7e-adb7-cf7a6eb0c905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.356305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-013995b0-99f1-4c7e-adb7-cf7a6eb0c905 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b62c68e3-2ecf-4461-9e92-8315199a76c9 HTTP/1.1" status: 204  len: 168 time: 0.3197796
May 14 21:12:24.372004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013995b0-99f1-4c7e-adb7-cf7a6eb0c905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62c68e3-2ecf-4461-9e92-8315199a76c9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:24.386699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port e509da02-863e-4b7a-95be-11eee591d1dc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:24.387924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.436215 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c306b197-9ae5-4cb7-a541-0ca9340e6ef1 admin admin] Publish callbacks [] for security_group (2e91adb9-dcc9-42d9-9007-1fb975d0a30e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.472956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c306b197-9ae5-4cb7-a541-0ca9340e6ef1 admin admin] Publish callbacks [] for security_group (2e91adb9-dcc9-42d9-9007-1fb975d0a30e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.492274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1f814e9-3098-42d8-a275-d715b407239c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.494876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-ddf10427-7e92-4a1b-84bb-58a5b0164108 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.3161771
May 14 21:12:24.520804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e509da02-863e-4b7a-95be-11eee591d1dc is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:24.521306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.570654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:24.570654 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f2b5c-ea44-4136-a941-6e0660117668" -d '{"events": [{"server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "name": "network-vif-plugged", "status": "completed", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:24.589822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e509da02-863e-4b7a-95be-11eee591d1dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e509da02-863e-4b7a-95be-11eee591d1dc,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:24.613548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c306b197-9ae5-4cb7-a541-0ca9340e6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2e91adb9-dcc9-42d9-9007-1fb975d0a30e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.616595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c306b197-9ae5-4cb7-a541-0ca9340e6ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.618020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c306b197-9ae5-4cb7-a541-0ca9340e6ef1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e91adb9-dcc9-42d9-9007-1fb975d0a30e HTTP/1.1" status: 204  len: 168 time: 0.2603548
May 14 21:12:24.627461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.628118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.629502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] 10.222.0.48 "PUT /v2.0/ports/a1f814e9-3098-42d8-a275-d715b407239c HTTP/1.1" status: 200  len: 1118 time: 1.8405433
May 14 21:12:24.632763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306b197-9ae5-4cb7-a541-0ca9340e6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91adb9-dcc9-42d9-9007-1fb975d0a30e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:24.658391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b69cc-6581-4fe3-bd2a-d3db9f3ab916 req-7ecd37dc-2b33-400d-8542-753b78db3b58 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.660985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b25b69cc-6581-4fe3-bd2a-d3db9f3ab916 req-7ecd37dc-2b33-400d-8542-753b78db3b58 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 945 time: 0.1769109
May 14 21:12:24.697711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec574f2-95d9-42a8-b654-d6f1aa51027a service neutron] Pushing event updated for resources: {'Port': ['ID=a1f814e9-3098-42d8-a275-d715b407239c,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:24.701213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-1ed8e2b1-80a0-457e-aaf3-2a5f2893d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.702677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-1ed8e2b1-80a0-457e-aaf3-2a5f2893d8fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1907396
May 14 21:12:24.725464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:24.773062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38296554-a3b8-4e42-9403-eeaaf20f1d62 req-16c763b9-9a33-423a-bd79-05ac131f3060 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5876915
May 14 21:12:24.830975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e509da02-863e-4b7a-95be-11eee591d1dc,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:24.899685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1d4f5-036b-4b15-8d33-226c1ecbe707 req-e48a17d5-d8d8-43ef-8831-96f32b840ad4 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.901674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbb1d4f5-036b-4b15-8d33-226c1ecbe707 req-e48a17d5-d8d8-43ef-8831-96f32b840ad4 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 947 time: 0.0707777
May 14 21:12:24.904873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-21474fe9-b71d-41db-a335-02a7492b4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.910967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-21474fe9-b71d-41db-a335-02a7492b4a34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1224759
May 14 21:12:24.916446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9fb3ab17-61c7-4e1a-a0a6-b9fb38ce61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:24.918196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-9fb3ab17-61c7-4e1a-a0a6-b9fb38ce61ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=313d5b39fe10417993b28718eb6e6f7a&device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 1152 time: 0.1324246
May 14 21:12:24.952920 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b25b69cc-6581-4fe3-bd2a-d3db9f3ab916 req-5f48ae62-8b22-423c-940c-f4b34b6a3910 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2748477
May 14 21:12:25.018983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbb1d4f5-036b-4b15-8d33-226c1ecbe707 req-2c5a8034-5c08-43c6-a812-74ba77503ac8 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102824
May 14 21:12:25.042314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-82648e25-b829-4dfe-9359-fefccd3c3bae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a1f814e9-3098-42d8-a275-d715b407239c HTTP/1.1" status: 200  len: 217 time: 0.0717757
May 14 21:12:25.067637 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed81e76-d4d6-49d3-9abf-e7214bdfe846 x-openstack-request-id: req-7ed81e76-d4d6-49d3-9abf-e7214bdfe846 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:25.069293 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "name": "network-vif-plugged", "status": "completed", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:25.069293 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ed81e76-d4d6-49d3-9abf-e7214bdfe846 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:25.069293 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed81e76-d4d6-49d3-9abf-e7214bdfe846'] response: {'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'code': 200}
May 14 21:12:25.155439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fd00d-1101-4a98-abd1-dc21958ae296 req-fc1c5256-7192-41cb-b5eb-9c17b72e30ad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:25.157240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a20fd00d-1101-4a98-abd1-dc21958ae296 req-fc1c5256-7192-41cb-b5eb-9c17b72e30ad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.1265574
May 14 21:12:25.194243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-099f7b59-c248-4460-bb09-81d257775dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:25.195699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-099f7b59-c248-4460-bb09-81d257775dcf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1257901
May 14 21:12:25.200830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-8ccedf55-0111-4636-be66-86a7d4612b02 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860558
May 14 21:12:25.259907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a20fd00d-1101-4a98-abd1-dc21958ae296 req-02fb2819-aa66-4e4d-aa59-29c24a4cb001 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957239
May 14 21:12:25.260899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-28dfa0ef-80b8-47b9-92a7-8d28670583f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:25.262301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-28dfa0ef-80b8-47b9-92a7-8d28670583f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0606031
May 14 21:12:25.403362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-a8029ce1-8e71-4b7d-ae19-d390349bb334 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354139
May 14 21:12:25.423876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03c00-6bd7-4385-9f0b-fe75f5b4588a req-54d5ba0c-647b-40a6-98f6-19828f9c56d1 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:25.425619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48c03c00-6bd7-4385-9f0b-fe75f5b4588a req-54d5ba0c-647b-40a6-98f6-19828f9c56d1 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 970 time: 0.0779045
May 14 21:12:25.476016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46392) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:25.495748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ffc92d8-3ed1-42da-8066-1c6363b6001d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:25.527239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48c03c00-6bd7-4385-9f0b-fe75f5b4588a req-e0676389-73c2-459e-a3ab-2bf3a7caf01f tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920482
May 14 21:12:25.893577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49cc4bf7-37d3-4021-a207-46ef082b1341 req-ed8a874b-8431-491e-b71a-89716f7969c0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399069
May 14 21:12:25.894390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ffc92d8-3ed1-42da-8066-1c6363b6001d admin admin] Publish callbacks [] for security_group (16e111a1-5b88-4904-ab04-487090054fed), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:25.896029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-3c0f5e26-220d-4db0-8705-eb4914e2baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:25.896029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-3c0f5e26-220d-4db0-8705-eb4914e2baf1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 1129 time: 0.0992649
May 14 21:12:25.947244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d82378-9805-462c-80ed-eda32e4ac59c', 'tag': 'a1f814e9-3098-42d8-a275-d715b407239c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:25.949516 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e" -d '{"events": [{"name": "network-changed", "server_uuid": "56d82378-9805-462c-80ed-eda32e4ac59c", "tag": "a1f814e9-3098-42d8-a275-d715b407239c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:25.957951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19acbd-6429-4da1-b42f-f5c52c865f38 req-1f235586-9e9a-411d-bdea-a6a0b9affd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:25.966967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b19acbd-6429-4da1-b42f-f5c52c865f38 req-1f235586-9e9a-411d-bdea-a6a0b9affd39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 1128 time: 0.0827172
May 14 21:12:26.019217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0c853a2-6c9a-4f5a-bcc5-876c29720f04 req-0e2fa162-e70c-4e3b-970f-fc6d7faf1ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160139
May 14 21:12:26.256319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b19acbd-6429-4da1-b42f-f5c52c865f38 req-97317bff-26df-40b3-b9e0-fb5452d54e38 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691037
May 14 21:12:26.256319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-493f780d-aee1-42a0-8513-788c245d0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:26.256319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-493f780d-aee1-42a0-8513-788c245d0fa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1557879
May 14 21:12:26.256872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:26.285226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ffc92d8-3ed1-42da-8066-1c6363b6001d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (16e111a1-5b88-4904-ab04-487090054fed), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.354919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:26.358384 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6ffc92d8-3ed1-42da-8066-1c6363b6001d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2310519e16b34f3b8ebdde01188d78f6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8804593
May 14 21:12:26.359993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc92d8-3ed1-42da-8066-1c6363b6001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e111a1-5b88-4904-ab04-487090054fed,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:26.375431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46410) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:26.382761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'mac_address': 'fa:16:3e:7d:29:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:26.426974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 18b50999-4ef7-4c21-8dba-c0606fe826e1 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:26.427371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.436036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-b02d8815-885f-4d34-a808-fdbaa518188d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13 HTTP/1.1" status: 200  len: 217 time: 0.0566437
May 14 21:12:26.445513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d15cf-83be-4746-a14f-b845259602f5 req-64f8dadc-b996-47b9-bf24-5a57a621cfbb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:26.445513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c98d15cf-83be-4746-a14f-b845259602f5 req-64f8dadc-b996-47b9-bf24-5a57a621cfbb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 946 time: 0.0992937
May 14 21:12:26.458675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b50999-4ef7-4c21-8dba-c0606fe826e1 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:26.465168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee61a95b-23e9-4dd6-a64a-f55cd0ff2181 admin admin] Publish callbacks [] for security_group (16e111a1-5b88-4904-ab04-487090054fed), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.480857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:26.500710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee61a95b-23e9-4dd6-a64a-f55cd0ff2181 admin admin] Publish callbacks [] for security_group (16e111a1-5b88-4904-ab04-487090054fed), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.532982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-22d5e808-408a-458a-978e-394f6754694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:26.534510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-22d5e808-408a-458a-978e-394f6754694e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0880115
May 14 21:12:26.547976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c98d15cf-83be-4746-a14f-b845259602f5 req-56429d0f-6759-4f6d-8fc0-91d73195b838 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910809
May 14 21:12:26.586727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-bc72595a-d6de-41ef-b9c9-608baf611116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:26.588416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-bc72595a-d6de-41ef-b9c9-608baf611116 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0447936
May 14 21:12:26.621605 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3dabca-b133-4e61-b7a4-0bf9cd1ca788 x-openstack-request-id: req-5d3dabca-b133-4e61-b7a4-0bf9cd1ca788 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:26.621905 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d82378-9805-462c-80ed-eda32e4ac59c", "tag": "a1f814e9-3098-42d8-a275-d715b407239c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:26.622157 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d3dabca-b133-4e61-b7a4-0bf9cd1ca788 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:26.622557 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3dabca-b133-4e61-b7a4-0bf9cd1ca788'] response: {'name': 'network-changed', 'server_uuid': '56d82378-9805-462c-80ed-eda32e4ac59c', 'tag': 'a1f814e9-3098-42d8-a275-d715b407239c', 'status': 'completed', 'code': 200}
May 14 21:12:26.722771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042af744-6988-4ad8-803c-082ba69a12ae req-f089360a-cd4e-4e67-96ef-3671b0a3c1da tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:26.732893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-042af744-6988-4ad8-803c-082ba69a12ae req-f089360a-cd4e-4e67-96ef-3671b0a3c1da tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 947 time: 0.0592263
May 14 21:12:26.732893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-a56c2ecc-44c2-4940-b117-534ed1d39cfa service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291983
May 14 21:12:26.771703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-042af744-6988-4ad8-803c-082ba69a12ae req-b59a0461-8c62-440d-9af1-a25e654e110b tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415921
May 14 21:12:26.866259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee61a95b-23e9-4dd6-a64a-f55cd0ff2181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (16e111a1-5b88-4904-ab04-487090054fed), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.887574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.888101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee61a95b-23e9-4dd6-a64a-f55cd0ff2181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:26.888101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ee61a95b-23e9-4dd6-a64a-f55cd0ff2181 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16e111a1-5b88-4904-ab04-487090054fed HTTP/1.1" status: 204  len: 168 time: 0.4933987
May 14 21:12:26.888101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61a95b-23e9-4dd6-a64a-f55cd0ff2181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e111a1-5b88-4904-ab04-487090054fed,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:26.888315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e59085-60a6-4fcb-9e62-a6a54ba0e623 req-9e8b52be-a8e3-4be3-9721-94d4281f5ead tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:26.895437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78e59085-60a6-4fcb-9e62-a6a54ba0e623 req-9e8b52be-a8e3-4be3-9721-94d4281f5ead tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.0660548
May 14 21:12:26.953264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:26.958902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78e59085-60a6-4fcb-9e62-a6a54ba0e623 req-5d883e95-b28d-434f-8edc-f9251667a3a3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624776
May 14 21:12:27.046698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8bf9d-d7db-4e87-b81a-7ca6587dcddf req-cbd2cfce-b36d-4d99-afbd-58f111cdcd75 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.049209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cab8bf9d-d7db-4e87-b81a-7ca6587dcddf req-cbd2cfce-b36d-4d99-afbd-58f111cdcd75 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 970 time: 0.0913386
May 14 21:12:27.100472 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cab8bf9d-d7db-4e87-b81a-7ca6587dcddf req-9f9fca7c-0aa2-44a4-91c2-eb8eae905a36 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449357
May 14 21:12:27.109075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:27.136043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc80e2c-6bc0-40bb-99eb-dfb1d90f46c9 req-a9bc69d4-c357-4323-bf15-71840547a7c7 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315658
May 14 21:12:27.168051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-86bd4794-0403-4e9e-9263-6a56dfdd9708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.169557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-86bd4794-0403-4e9e-9263-6a56dfdd9708 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=313d5b39fe10417993b28718eb6e6f7a&device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 1152 time: 0.0563443
May 14 21:12:27.297539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-8e290d23-0120-4eec-be38-a3a7f0239250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.299267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-8e290d23-0120-4eec-be38-a3a7f0239250 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1221352
May 14 21:12:27.356836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-c5aa02c5-6bb7-4d56-84cd-2269ba26db4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a1f814e9-3098-42d8-a275-d715b407239c HTTP/1.1" status: 200  len: 217 time: 0.0498047
May 14 21:12:27.411078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-18aa04fd-31c2-40fe-9594-eff2638b5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.412701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-18aa04fd-31c2-40fe-9594-eff2638b5401 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0498223
May 14 21:12:27.479850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-97c928d1-f560-4cb8-903f-faa7a6a384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.480414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-97c928d1-f560-4cb8-903f-faa7a6a384ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0601044
May 14 21:12:27.646754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-957141e1-5ff7-467b-b986-83fb82ea4439 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606138
May 14 21:12:27.727628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9af87-a6df-4e5d-93d0-85e3a8026ef2 req-b9b8edef-2139-42c1-9900-800abd54bee2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.728909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5a9af87-a6df-4e5d-93d0-85e3a8026ef2 req-b9b8edef-2139-42c1-9900-800abd54bee2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 946 time: 0.0812612
May 14 21:12:27.818047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80e4f1ce-ef6a-42c6-b63e-018cac0fb26e req-124507a2-31f3-414d-971c-124568c590d0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390243
May 14 21:12:27.821301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5a9af87-a6df-4e5d-93d0-85e3a8026ef2 req-c5c8506b-c35e-413e-b9ea-501ce351b9fc tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679030
May 14 21:12:27.967425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61097-645e-4ff7-9597-f52de45c385d req-beddc48b-3693-4ab7-8b0b-c586c9651f85 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:27.970639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4cb61097-645e-4ff7-9597-f52de45c385d req-beddc48b-3693-4ab7-8b0b-c586c9651f85 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 947 time: 0.0715289
May 14 21:12:28.039653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4cb61097-645e-4ff7-9597-f52de45c385d req-4fe4d538-34e5-4db1-96f0-516af7169ac2 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639133
May 14 21:12:28.112711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcad9-2a66-43cf-b1ce-c859a91a5554 req-650a4e99-2007-4743-8e58-dff8b984f474 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:28.114256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b30bcad9-2a66-43cf-b1ce-c859a91a5554 req-650a4e99-2007-4743-8e58-dff8b984f474 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 949 time: 0.0564203
May 14 21:12:28.165920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b30bcad9-2a66-43cf-b1ce-c859a91a5554 req-9a43d5ab-6325-4885-ba22-6e3f322faa77 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433218
May 14 21:12:28.229617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46502) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:28.250633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 074dfa89-1f3d-4b74-9c88-b07bed760e13 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:28.276116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:28.316021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce03ef-3e9a-4c39-a942-34b38620a649 req-670bc9df-7901-4d21-9b3f-7471f4da83ba tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:28.323990 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dce03ef-3e9a-4c39-a942-34b38620a649 req-670bc9df-7901-4d21-9b3f-7471f4da83ba tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 970 time: 0.0760643
May 14 21:12:28.375656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dce03ef-3e9a-4c39-a942-34b38620a649 req-e8e58a2a-d4ce-4153-b4a0-bc3bb59862e0 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500944
May 14 21:12:28.399796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 18b50999-4ef7-4c21-8dba-c0606fe826e1 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:28.433579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 074dfa89-1f3d-4b74-9c88-b07bed760e13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:28.446965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '074dfa89-1f3d-4b74-9c88-b07bed760e13', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '074dfa89-1f3d-4b74-9c88-b07bed760e13', 'mac_address': 'fa:16:3e:96:6f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:28.454150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa7db67f-9e6c-485e-b7b8-3c90dd2854e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7284e17654bc4a62a6d92db0f9fe2b5e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2223108
May 14 21:12:28.456582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46514) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:28.494525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 18b50999-4ef7-4c21-8dba-c0606fe826e1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:28.494641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.526736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 074dfa89-1f3d-4b74-9c88-b07bed760e13 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:28.527316 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.534912 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d688d-4e36-439e-b76c-35467d8ebc81 admin admin] Publish callbacks [] for security_group (07a3c2a8-b201-478b-81ac-2389b62bf71f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.548397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074dfa89-1f3d-4b74-9c88-b07bed760e13 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:28.559463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d688d-4e36-439e-b76c-35467d8ebc81 admin admin] Publish callbacks [] for security_group (07a3c2a8-b201-478b-81ac-2389b62bf71f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.575801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 074dfa89-1f3d-4b74-9c88-b07bed760e13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:28.627361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 18b50999-4ef7-4c21-8dba-c0606fe826e1 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:28.627843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.642110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.680085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:28.681775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d688d-4e36-439e-b76c-35467d8ebc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (07a3c2a8-b201-478b-81ac-2389b62bf71f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.682445 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8fcf9f-c618-4183-8b31-650df1173438" -d '{"events": [{"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:28.685173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d688d-4e36-439e-b76c-35467d8ebc81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.689555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c74d688d-4e36-439e-b76c-35467d8ebc81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07a3c2a8-b201-478b-81ac-2389b62bf71f HTTP/1.1" status: 204  len: 168 time: 0.2287362
May 14 21:12:28.702775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d688d-4e36-439e-b76c-35467d8ebc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a3c2a8-b201-478b-81ac-2389b62bf71f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:28.707489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:28.749686 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf3f74a-c7b9-4ed5-97c3-2c9fed003ea5 x-openstack-request-id: req-fdf3f74a-c7b9-4ed5-97c3-2c9fed003ea5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:28.751206 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:28.751689 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdf3f74a-c7b9-4ed5-97c3-2c9fed003ea5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:28.752499 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf3f74a-c7b9-4ed5-97c3-2c9fed003ea5'] response: {'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'code': 200}
May 14 21:12:28.759430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=074dfa89-1f3d-4b74-9c88-b07bed760e13,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:28.765184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:28.825169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:28.857279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['074dfa89-1f3d-4b74-9c88-b07bed760e13'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:28.905025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb7057-4288-4a89-a32d-c050d3c4b1bc req-f45252c6-f2e1-4e03-8249-d32115c3aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:28.906645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbfb7057-4288-4a89-a32d-c050d3c4b1bc req-f45252c6-f2e1-4e03-8249-d32115c3aa54 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1132 time: 0.0515649
May 14 21:12:28.957262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbfb7057-4288-4a89-a32d-c050d3c4b1bc req-bc4c4db8-0af2-4698-ae7c-4c2cd697fb36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446630
May 14 21:12:29.159367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351591c-09aa-4a14-a5da-38d29775821f req-7f7fd098-4aa0-4e30-88ca-65d95375ac20 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:29.160998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5351591c-09aa-4a14-a5da-38d29775821f req-7f7fd098-4aa0-4e30-88ca-65d95375ac20 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 946 time: 0.0493584
May 14 21:12:29.212635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5351591c-09aa-4a14-a5da-38d29775821f req-c0370b28-8203-41bd-a39d-067856fbc3ba tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457196
May 14 21:12:29.408528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eb696-b6c3-4447-bcfe-7b0f86305e01 req-ee71333d-ec77-4852-96df-50c0938c88da tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:29.410008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb8eb696-b6c3-4447-bcfe-7b0f86305e01 req-ee71333d-ec77-4852-96df-50c0938c88da tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 948 time: 0.0539658
May 14 21:12:29.462889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb8eb696-b6c3-4447-bcfe-7b0f86305e01 req-82fd0c74-30de-4cba-b9cc-ea32d420c391 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470347
May 14 21:12:29.549894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d999eb-abad-4f07-904b-8d09452c055f req-cef3bf3b-05a2-4002-b13a-a894b40a2a80 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:29.551446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73d999eb-abad-4f07-904b-8d09452c055f req-cef3bf3b-05a2-4002-b13a-a894b40a2a80 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0485041
May 14 21:12:29.607086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73d999eb-abad-4f07-904b-8d09452c055f req-2df14a31-7c72-4363-84f3-bbf2be02fc26 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499239
May 14 21:12:29.632112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fa66f-ef13-4c4d-89e2-eab9c512515b req-11f6eef8-1f97-4782-b8ae-5958c27a7ba1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:29.633829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b71fa66f-ef13-4c4d-89e2-eab9c512515b req-11f6eef8-1f97-4782-b8ae-5958c27a7ba1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 946 time: 0.0659077
May 14 21:12:29.643317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46576) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:29.651119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'floatingip': {'port_id': 'e509da02-863e-4b7a-95be-11eee591d1dc'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:29.669051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46578) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:29.803283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dfcb9-e9de-4b63-b0d8-3cb267cd6b1b req-e49478a3-fbdb-4ac6-a0d5-78556de82871 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:29.805977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-917dfcb9-e9de-4b63-b0d8-3cb267cd6b1b req-e49478a3-fbdb-4ac6-a0d5-78556de82871 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 970 time: 0.1043937
May 14 21:12:29.822392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f5fb5cf4-e4c0-462e-a826-734a3e4bd161 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0486a488dff8466eab866f24429eab4e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1519172
May 14 21:12:29.830701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46590) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:29.894816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:29.906954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-917dfcb9-e9de-4b63-b0d8-3cb267cd6b1b req-a6bf9ce4-6003-4e46-ba5a-756283306351 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945358
May 14 21:12:29.913849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63da7ac3-e1b4-4705-bb43-c29c967102f7 admin admin] Publish callbacks [] for security_group (51f2abff-bcb8-49f4-bc16-76e8ba499029), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:29.938760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a1f814e9-3098-42d8-a275-d715b407239c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:29.967692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63da7ac3-e1b4-4705-bb43-c29c967102f7 admin admin] Publish callbacks [] for security_group (51f2abff-bcb8-49f4-bc16-76e8ba499029), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.125201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a1f814e9-3098-42d8-a275-d715b407239c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1f814e9-3098-42d8-a275-d715b407239c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:30.134822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63da7ac3-e1b4-4705-bb43-c29c967102f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (51f2abff-bcb8-49f4-bc16-76e8ba499029), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.137587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63da7ac3-e1b4-4705-bb43-c29c967102f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.138793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-63da7ac3-e1b4-4705-bb43-c29c967102f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51f2abff-bcb8-49f4-bc16-76e8ba499029 HTTP/1.1" status: 204  len: 168 time: 0.3071096
May 14 21:12:30.147405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'a1f814e9-3098-42d8-a275-d715b407239c', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'a1f814e9-3098-42d8-a275-d715b407239c', 'mac_address': 'fa:16:3e:f8:71:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-1304088852', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:30.148106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da7ac3-e1b4-4705-bb43-c29c967102f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f2abff-bcb8-49f4-bc16-76e8ba499029,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:30.220934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a1f814e9-3098-42d8-a275-d715b407239c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:30.222692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1f814e9-3098-42d8-a275-d715b407239c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.270924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 074dfa89-1f3d-4b74-9c88-b07bed760e13 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:30.277014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f814e9-3098-42d8-a275-d715b407239c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:30.321086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a1f814e9-3098-42d8-a275-d715b407239c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1f814e9-3098-42d8-a275-d715b407239c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:30.341353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 074dfa89-1f3d-4b74-9c88-b07bed760e13 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:30.397829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1f814e9-3098-42d8-a275-d715b407239c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.458742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 074dfa89-1f3d-4b74-9c88-b07bed760e13 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:30.459145 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.480727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a1f814e9-3098-42d8-a275-d715b407239c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:30.550441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 074dfa89-1f3d-4b74-9c88-b07bed760e13 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:30.550886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.585414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 074dfa89-1f3d-4b74-9c88-b07bed760e13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:30.600475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['a1f814e9-3098-42d8-a275-d715b407239c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:30.666441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.750726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=074dfa89-1f3d-4b74-9c88-b07bed760e13,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:30.751595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.755707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074dfa89-1f3d-4b74-9c88-b07bed760e13'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:30.758667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5cf91-c0ef-4a3c-8f1f-024e8ae407fa req-e9f8961c-3198-496d-97fe-d9095b03e316 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:30.759111 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fc92f6-14b2-4236-8909-4d725e5cca06" -d '{"events": [{"server_uuid": "90932695-580a-4ed5-8d1e-6e47d0d11693", "name": "network-vif-plugged", "status": "completed", "tag": "074dfa89-1f3d-4b74-9c88-b07bed760e13"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:30.760217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-94b5cf91-c0ef-4a3c-8f1f-024e8ae407fa req-e9f8961c-3198-496d-97fe-d9095b03e316 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 948 time: 0.1989191
May 14 21:12:30.816374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-94b5cf91-c0ef-4a3c-8f1f-024e8ae407fa req-0077ac20-0430-4fc6-8070-eebcf52c502b tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481470
May 14 21:12:30.843888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:30.899021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46626) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:30.968402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ea0b-f144-4dca-81c2-40e9284ec42c req-af0a3e6e-a4bc-44d6-8744-16f5643e2b43 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:30.970407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9c7ea0b-f144-4dca-81c2-40e9284ec42c req-af0a3e6e-a4bc-44d6-8744-16f5643e2b43 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0864158
May 14 21:12:31.005662 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b associated. External IP: 172.35.4.142, port: e509da02-863e-4b7a-95be-11eee591d1dc.
May 14 21:12:31.071344 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9c7ea0b-f144-4dca-81c2-40e9284ec42c req-31241504-ab19-4fc5-bff6-0dab7c1ff574 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923369
May 14 21:12:31.130643 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea0f0eb-f23d-40d1-b7f2-226ac4526bf9 x-openstack-request-id: req-6ea0f0eb-f23d-40d1-b7f2-226ac4526bf9 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:31.130643 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90932695-580a-4ed5-8d1e-6e47d0d11693", "name": "network-vif-plugged", "status": "completed", "tag": "074dfa89-1f3d-4b74-9c88-b07bed760e13", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:31.131547 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ea0f0eb-f23d-40d1-b7f2-226ac4526bf9 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:31.131547 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea0f0eb-f23d-40d1-b7f2-226ac4526bf9'] response: {'server_uuid': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074dfa89-1f3d-4b74-9c88-b07bed760e13', 'code': 200}
May 14 21:12:31.227584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46642) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:31.265911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af4dc33a-cbbe-4134-9e29-391af0e5156e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.278626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da4a15-9252-45b3-a2d9-b459c5acac0b req-d49d3183-a4f9-473b-9a67-9ee84a568f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:31.280596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77da4a15-9252-45b3-a2d9-b459c5acac0b req-d49d3183-a4f9-473b-9a67-9ee84a568f2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 1131 time: 0.0840671
May 14 21:12:31.291820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b92f5-b6c4-40d8-ae95-a8e42178270d req-a412c404-d04f-4df1-bd35-b321b9ec7f4a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:31.293314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef1b92f5-b6c4-40d8-ae95-a8e42178270d req-a412c404-d04f-4df1-bd35-b321b9ec7f4a tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 971 time: 0.0672376
May 14 21:12:31.360800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77da4a15-9252-45b3-a2d9-b459c5acac0b req-2548f819-4864-4094-9ef1-2cf793e10ef4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716240
May 14 21:12:31.410727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af4dc33a-cbbe-4134-9e29-391af0e5156e admin admin] Publish callbacks [] for security_group (e7426286-bcd1-48e5-b887-d4f0e789d042), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.502072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af4dc33a-cbbe-4134-9e29-391af0e5156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7426286-bcd1-48e5-b887-d4f0e789d042), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.534449 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef1b92f5-b6c4-40d8-ae95-a8e42178270d req-320f0cd9-0815-401a-ac76-1f064d480520 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2334630
May 14 21:12:31.543867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Router 211f6534-b851-4165-bedc-b51b34cefe67 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:12:31.584227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dc33a-cbbe-4134-9e29-391af0e5156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7426286-bcd1-48e5-b887-d4f0e789d042,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:31.594784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-af4dc33a-cbbe-4134-9e29-391af0e5156e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c736aeec5a841eeabb4213d8e0e1a80&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6944370
May 14 21:12:31.597507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46650) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:31.607092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e5983-4ef3-43b5-b0e7-8f5ce0184914 req-4b6f7fca-7f6c-4475-b113-88aa1a16c2f6 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:31.618028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-733e5983-4ef3-43b5-b0e7-8f5ce0184914 req-4b6f7fca-7f6c-4475-b113-88aa1a16c2f6 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1132 time: 0.0768781
May 14 21:12:31.651934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733e5983-4ef3-43b5-b0e7-8f5ce0184914 req-30786f7b-f770-47e1-8bcc-149a622e6531 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.671069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39f78989-74ba-4052-b273-2d613edd0b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.695377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6bce59b-64bf-433e-aed7-e8990883dde3 admin admin] Publish callbacks [] for security_group (e7426286-bcd1-48e5-b887-d4f0e789d042), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.733671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6bce59b-64bf-433e-aed7-e8990883dde3 admin admin] Publish callbacks [] for security_group (e7426286-bcd1-48e5-b887-d4f0e789d042), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.739971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:12:31.746344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.752869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b078aa-8932-4739-993e-f209b6958068 None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:12:31.774521 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:12:31.775955 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231cf3f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:31.802341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733e5983-4ef3-43b5-b0e7-8f5ce0184914 req-30786f7b-f770-47e1-8bcc-149a622e6531 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Publish callbacks [] for security_group (a6f22db5-1f92-445d-afbc-8c33d0e5323b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.810209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9fccaf69-53af-4d2a-82f5-5915265e280c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "PUT /v2.0/floatingips/f9182ef6-43ac-4bca-a6be-d7a661b1794b HTTP/1.1" status: 200  len: 992 time: 2.1652138
May 14 21:12:31.811908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:31.896173 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39f78989-74ba-4052-b273-2d613edd0b2f admin admin] Publish callbacks [] for security_group (6bceb661-3f34-447b-88fd-38d05f9e954e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.907899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733e5983-4ef3-43b5-b0e7-8f5ce0184914 req-30786f7b-f770-47e1-8bcc-149a622e6531 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a6f22db5-1f92-445d-afbc-8c33d0e5323b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.910413 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:12:31.946285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6bce59b-64bf-433e-aed7-e8990883dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7426286-bcd1-48e5-b887-d4f0e789d042), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.948996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6bce59b-64bf-433e-aed7-e8990883dde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:31.950575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f6bce59b-64bf-433e-aed7-e8990883dde3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7426286-bcd1-48e5-b887-d4f0e789d042 HTTP/1.1" status: 204  len: 168 time: 0.3516350
May 14 21:12:31.986092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a1f814e9-3098-42d8-a275-d715b407239c up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:32.023022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39f78989-74ba-4052-b273-2d613edd0b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6bceb661-3f34-447b-88fd-38d05f9e954e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.081392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port a1f814e9-3098-42d8-a275-d715b407239c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:32.114835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee506c54-7e41-474a-be39-dd5eb3135405 req-67cee712-3dcd-4b33-8699-4324008c5ae1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:32.117077 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee506c54-7e41-474a-be39-dd5eb3135405 req-67cee712-3dcd-4b33-8699-4324008c5ae1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 946 time: 0.1046472
May 14 21:12:32.149948 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39f78989-74ba-4052-b273-2d613edd0b2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e705836efd0a45fbb5bedb2fc26ca87b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9189203
May 14 21:12:32.150484 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46672) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:32.151104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f78989-74ba-4052-b273-2d613edd0b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bceb661-3f34-447b-88fd-38d05f9e954e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:32.161859 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8711faf-df21-4f56-987e-b6bacc3b1fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:32.163306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port a1f814e9-3098-42d8-a275-d715b407239c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:32.168305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a1f814e9-3098-42d8-a275-d715b407239c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.221350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee506c54-7e41-474a-be39-dd5eb3135405 req-887c138f-0752-4951-9bab-2958d751faa1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983720
May 14 21:12:32.282742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32c-12b5-4e5b-91dc-748ca8d3694a admin admin] Publish callbacks [] for security_group (6bceb661-3f34-447b-88fd-38d05f9e954e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.333395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a1f814e9-3098-42d8-a275-d715b407239c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:32.337169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1f814e9-3098-42d8-a275-d715b407239c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.345946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786f7b-f770-47e1-8bcc-149a622e6531 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f22db5-1f92-445d-afbc-8c33d0e5323b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:32.371437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32c-12b5-4e5b-91dc-748ca8d3694a admin admin] Publish callbacks [] for security_group (6bceb661-3f34-447b-88fd-38d05f9e954e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.374147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-733e5983-4ef3-43b5-b0e7-8f5ce0184914 req-30786f7b-f770-47e1-8bcc-149a622e6531 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7551684
May 14 21:12:32.379941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bce59b-64bf-433e-aed7-e8990883dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7426286-bcd1-48e5-b887-d4f0e789d042,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:32.387650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d44643-aabc-4fed-85cf-6053ad5395f0 req-d2f1dcfc-e84a-45f4-ac9e-9a6560543bb3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:32.395852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60d44643-aabc-4fed-85cf-6053ad5395f0 req-d2f1dcfc-e84a-45f4-ac9e-9a6560543bb3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 949 time: 0.0989790
May 14 21:12:32.397920 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231cf3f40>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9182ef6-43ac-4bca-a6be-d7a661b1794b', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'floating_ip_address': '172.35.4.142', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'port_id': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'mac_address': 'fa:16:3e:31:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:12:04Z', 'updated_at': '2022-05-14T21:12:30Z', 'revision_number': 1, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:32.442771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a1f814e9-3098-42d8-a275-d715b407239c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1f814e9-3098-42d8-a275-d715b407239c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:32.445376 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b078aa-8932-4739-993e-f209b6958068 None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:12:32.464359 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:12:32.465017 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231cf3f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:32.500842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60d44643-aabc-4fed-85cf-6053ad5395f0 req-33bbadfb-8518-4838-8ed6-52ecafeb86ff tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010838
May 14 21:12:32.515163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a1f814e9-3098-42d8-a275-d715b407239c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.591822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32c-12b5-4e5b-91dc-748ca8d3694a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6bceb661-3f34-447b-88fd-38d05f9e954e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.595209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed2b32c-12b5-4e5b-91dc-748ca8d3694a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:32.596695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eed2b32c-12b5-4e5b-91dc-748ca8d3694a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bceb661-3f34-447b-88fd-38d05f9e954e HTTP/1.1" status: 204  len: 168 time: 0.4425828
May 14 21:12:32.597295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a1f814e9-3098-42d8-a275-d715b407239c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:32.609234 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:12:32.611280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2b32c-12b5-4e5b-91dc-748ca8d3694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bceb661-3f34-447b-88fd-38d05f9e954e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:32.857592 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-22b078aa-8932-4739-993e-f209b6958068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231cf3f40>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9182ef6-43ac-4bca-a6be-d7a661b1794b', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'floating_ip_address': '172.35.4.142', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'port_id': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'mac_address': 'fa:16:3e:31:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:12:04Z', 'updated_at': '2022-05-14T21:12:30Z', 'revision_number': 1, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:32.867061 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d806e3-a797-433a-8cc2-b716d12b86a2 x-openstack-request-id: req-10d806e3-a797-433a-8cc2-b716d12b86a2 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:32.867558 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:32.867660 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10d806e3-a797-433a-8cc2-b716d12b86a2 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:32.868198 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d806e3-a797-433a-8cc2-b716d12b86a2'] response: {'name': 'network-changed', 'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'status': 'completed', 'code': 200}
May 14 21:12:32.893953 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b078aa-8932-4739-993e-f209b6958068 None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9182ef6-43ac-4bca-a6be-d7a661b1794b', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'floating_ip_address': '172.35.4.142', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'port_id': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'mac_address': 'fa:16:3e:31:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:12:04Z', 'updated_at': '2022-05-14T21:12:30Z', 'revision_number': 1, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:12:32.951223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-9ec8de57-dec9-4fed-889e-7fa7d69dc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:32.952823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-9ec8de57-dec9-4fed-889e-7fa7d69dc7a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 1128 time: 0.0575178
May 14 21:12:33.010607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eda0ca-00f3-469c-aad2-dc56ac1a84e2 req-096c5b05-b131-4f4e-86dd-40b089ecb881 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:33.012117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44eda0ca-00f3-469c-aad2-dc56ac1a84e2 req-096c5b05-b131-4f4e-86dd-40b089ecb881 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 972 time: 0.0784533
May 14 21:12:33.103403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-85ae0949-e517-4a92-a135-0f98e4500aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:33.105142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-85ae0949-e517-4a92-a135-0f98e4500aed service neutron] 10.222.0.36 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 925 time: 0.1366177
May 14 21:12:33.108246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46698) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.109021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44eda0ca-00f3-469c-aad2-dc56ac1a84e2 req-8128cfa0-be75-410c-a348-62ada3ed01a0 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698814
May 14 21:12:33.123726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed26928-bb09-423e-ab13-8aa6effe54bb None None] New status for floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:12:33.129797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-faa4a17f-8711-48dc-9cf9-387929232ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.152844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d82378-9805-462c-80ed-eda32e4ac59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f814e9-3098-42d8-a275-d715b407239c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:33.155059 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2c5747-f3c6-4243-9cec-c0104a0521d5" -d '{"events": [{"server_uuid": "56d82378-9805-462c-80ed-eda32e4ac59c", "name": "network-vif-plugged", "status": "completed", "tag": "a1f814e9-3098-42d8-a275-d715b407239c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:33.232067 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910d54b4-3711-42d5-bb02-9a6b74abedc3 x-openstack-request-id: req-910d54b4-3711-42d5-bb02-9a6b74abedc3 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:33.233355 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d82378-9805-462c-80ed-eda32e4ac59c", "name": "network-vif-plugged", "status": "completed", "tag": "a1f814e9-3098-42d8-a275-d715b407239c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:33.233813 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-910d54b4-3711-42d5-bb02-9a6b74abedc3 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:33.234493 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910d54b4-3711-42d5-bb02-9a6b74abedc3'] response: {'server_uuid': '56d82378-9805-462c-80ed-eda32e4ac59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f814e9-3098-42d8-a275-d715b407239c', 'code': 200}
May 14 21:12:33.266759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-6bbeff30-a66f-4325-8a7a-286337eaba2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e509da02-863e-4b7a-95be-11eee591d1dc HTTP/1.1" status: 200  len: 1000 time: 0.1547909
May 14 21:12:33.280834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-faa4a17f-8711-48dc-9cf9-387929232ced admin admin] Publish callbacks [] for security_group (04f9a293-bd19-4cbe-bb49-9a2efdf38d94), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.353758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22505c41-8953-4ad5-a0c3-f1675b806877 req-4e7907ee-36fc-4f71-9a54-476c5b1d5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:33.355424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22505c41-8953-4ad5-a0c3-f1675b806877 req-4e7907ee-36fc-4f71-9a54-476c5b1d5b59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 1154 time: 0.0548394
May 14 21:12:33.360598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-5f68c1fc-f2fd-49bf-9461-7db8d1b28579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:33.362646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-5f68c1fc-f2fd-49bf-9461-7db8d1b28579 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4e30d7e-b429-4cb9-a578-085f6316fae7 HTTP/1.1" status: 200  len: 863 time: 0.0908287
May 14 21:12:33.368757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-faa4a17f-8711-48dc-9cf9-387929232ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (04f9a293-bd19-4cbe-bb49-9a2efdf38d94), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.423082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-d74b15c5-0db6-4536-9dd7-d310a51b66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:33.424614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-d74b15c5-0db6-4536-9dd7-d310a51b66c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=824318b0-331e-4da1-8622-b2d8e9a5e85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0548799
May 14 21:12:33.476621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22505c41-8953-4ad5-a0c3-f1675b806877 req-5dcd2ad9-25e0-4aee-a1ea-eff17323b7d0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130283
May 14 21:12:33.476761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-faa4a17f-8711-48dc-9cf9-387929232ced admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c64daeb40257492c80bc37c6323473f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3673592
May 14 21:12:33.477656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4a17f-8711-48dc-9cf9-387929232ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f9a293-bd19-4cbe-bb49-9a2efdf38d94,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:33.479095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46712) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.576351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46716) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.581910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-a4fc7d27-2f1a-49ca-b5a5-0b381b657326 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509247
May 14 21:12:33.585246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87457fd1-9387-41f9-b00f-50ab50c7b501 admin admin] Publish callbacks [] for security_group (04f9a293-bd19-4cbe-bb49-9a2efdf38d94), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.630307 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87457fd1-9387-41f9-b00f-50ab50c7b501 admin admin] Publish callbacks [] for security_group (04f9a293-bd19-4cbe-bb49-9a2efdf38d94), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.724203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8711faf-df21-4f56-987e-b6bacc3b1fa4 req-1bf8c509-c6a1-451f-88bd-91509e9315d2 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360996
May 14 21:12:33.735988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d9b3669b-3af3-4cb9-a044-4042a4457938 tempest-AutoAllocateNetworkTest-1724436786 tempest-AutoAllocateNetworkTest-1724436786-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6cd030f4bd8b407d9a6a1b96d6b81af1&shared=False HTTP/1.1" status: 200  len: 208 time: 0.1580870
May 14 21:12:33.738323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46724) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.844474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46726) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.846282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a880f5-fe08-4ced-b862-d5f66b2c87af tempest-AutoAllocateNetworkTest-1724436786 tempest-AutoAllocateNetworkTest-1724436786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:33.850557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b9a880f5-fe08-4ced-b862-d5f66b2c87af tempest-AutoAllocateNetworkTest-1724436786 tempest-AutoAllocateNetworkTest-1724436786-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1085355
May 14 21:12:33.851606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46728) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.860807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87457fd1-9387-41f9-b00f-50ab50c7b501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (04f9a293-bd19-4cbe-bb49-9a2efdf38d94), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.863948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-87457fd1-9387-41f9-b00f-50ab50c7b501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.864609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-87457fd1-9387-41f9-b00f-50ab50c7b501 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04f9a293-bd19-4cbe-bb49-9a2efdf38d94 HTTP/1.1" status: 204  len: 168 time: 0.3844388
May 14 21:12:33.871829 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdfdaa1f-d47d-4a07-8045-6210e9123c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:33.872493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87457fd1-9387-41f9-b00f-50ab50c7b501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f9a293-bd19-4cbe-bb49-9a2efdf38d94,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:33.939043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46732) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:33.939256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-acfc5a22-81bf-492c-89b4-2be68ce76f88 tempest-AutoAllocateNetworkTest-1724436786 tempest-AutoAllocateNetworkTest-1724436786-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0866001
May 14 21:12:33.976926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-8027b2e7-2e47-443f-98ad-72187e5c1cfa req-36b295fe-65ab-4294-a240-0f5d0411c506 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:12:33.980827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-855d815c-fe8d-44c4-ac20-c990bc7ac3ce tempest-AutoAllocateNetworkTest-1724436786 tempest-AutoAllocateNetworkTest-1724436786-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6cd030f4bd8b407d9a6a1b96d6b81af1 HTTP/1.1" status: 200  len: 208 time: 0.0391710
May 14 21:12:33.989191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8027b2e7-2e47-443f-98ad-72187e5c1cfa req-36b295fe-65ab-4294-a240-0f5d0411c506 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3256042
May 14 21:12:34.050528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdfdaa1f-d47d-4a07-8045-6210e9123c7f admin admin] Publish callbacks [] for security_group (54941c10-b301-4ba2-86af-ecfdf5c464bc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:34.144316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdfdaa1f-d47d-4a07-8045-6210e9123c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (54941c10-b301-4ba2-86af-ecfdf5c464bc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:34.184539 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cdfdaa1f-d47d-4a07-8045-6210e9123c7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76448e8c96cb4a719665c2ef24c71797&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3391297
May 14 21:12:34.185247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdaa1f-d47d-4a07-8045-6210e9123c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54941c10-b301-4ba2-86af-ecfdf5c464bc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:34.188947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46742) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:34.223750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae7b0a-0718-4b73-8101-c92076e736df req-cd25dbbd-5bd2-4625-8850-1ed3772b4478 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:34.225285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8aae7b0a-0718-4b73-8101-c92076e736df req-cd25dbbd-5bd2-4625-8850-1ed3772b4478 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 949 time: 0.0536456
May 14 21:12:34.240203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-145912ea-1df3-4793-9ba5-113b17b78b32 admin admin] Publish callbacks [] for security_group (54941c10-b301-4ba2-86af-ecfdf5c464bc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:34.263679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-145912ea-1df3-4793-9ba5-113b17b78b32 admin admin] Publish callbacks [] for security_group (54941c10-b301-4ba2-86af-ecfdf5c464bc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:34.274760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8aae7b0a-0718-4b73-8101-c92076e736df req-30328797-cf02-4ad6-9fca-cee8feb9daba tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435719
May 14 21:12:34.414429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-145912ea-1df3-4793-9ba5-113b17b78b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (54941c10-b301-4ba2-86af-ecfdf5c464bc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:34.417013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-145912ea-1df3-4793-9ba5-113b17b78b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:34.418154 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-145912ea-1df3-4793-9ba5-113b17b78b32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54941c10-b301-4ba2-86af-ecfdf5c464bc HTTP/1.1" status: 204  len: 168 time: 0.2280734
May 14 21:12:34.427643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145912ea-1df3-4793-9ba5-113b17b78b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54941c10-b301-4ba2-86af-ecfdf5c464bc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:34.712797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:34.783564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ba59f-883a-4428-8a21-04c9759db19b req-7357a1c0-bba1-407f-9c93-462bb9a8bb82 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:34.785397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-043ba59f-883a-4428-8a21-04c9759db19b req-7357a1c0-bba1-407f-9c93-462bb9a8bb82 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 972 time: 0.0598598
May 14 21:12:34.852414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-043ba59f-883a-4428-8a21-04c9759db19b req-8a058277-62d6-4e1b-b763-205a91ff0578 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572317
May 14 21:12:34.992727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef8cf-e495-44fa-b94d-4b4119d5917f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.069856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef8cf-e495-44fa-b94d-4b4119d5917f admin admin] Publish callbacks [] for security_group (28070db7-c8ee-4e03-adbf-9291ef0eb20c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.135125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef8cf-e495-44fa-b94d-4b4119d5917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (28070db7-c8ee-4e03-adbf-9291ef0eb20c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.180478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46790) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:35.181132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9c7ef8cf-e495-44fa-b94d-4b4119d5917f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cd030f4bd8b407d9a6a1b96d6b81af1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4663701
May 14 21:12:35.186666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ef8cf-e495-44fa-b94d-4b4119d5917f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28070db7-c8ee-4e03-adbf-9291ef0eb20c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:35.255063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Publish callbacks [] for security_group (28070db7-c8ee-4e03-adbf-9291ef0eb20c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.283714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Publish callbacks [] for security_group (28070db7-c8ee-4e03-adbf-9291ef0eb20c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.311383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f9872078-ea51-4e6e-bf5f-0dc6b1e04fc3 req-7ca6e60b-8445-4662-8ddc-468eafa52427 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:12:35.312939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9872078-ea51-4e6e-bf5f-0dc6b1e04fc3 req-7ca6e60b-8445-4662-8ddc-468eafa52427 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0062635
May 14 21:12:35.426555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (28070db7-c8ee-4e03-adbf-9291ef0eb20c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.429270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:35.432876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28070db7-c8ee-4e03-adbf-9291ef0eb20c HTTP/1.1" status: 204  len: 168 time: 0.2480502
May 14 21:12:35.440675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28070db7-c8ee-4e03-adbf-9291ef0eb20c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:35.470966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.471403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.471776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.472107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.472435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.472757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.473076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.473394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.473711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.474037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.474345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.474657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.474968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.475281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.475620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137534c7-0f84-4c9b-a354-f6704b5783b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:35.505111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1bb46-659a-4cf0-8d88-d513f8805331 req-fd38fd0e-7d7a-49b9-9f42-773ff92988f8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:35.505111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efc1bb46-659a-4cf0-8d88-d513f8805331 req-fd38fd0e-7d7a-49b9-9f42-773ff92988f8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0589197
May 14 21:12:35.553737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efc1bb46-659a-4cf0-8d88-d513f8805331 req-14ed3311-a5c8-43d0-919d-7641843fdb8f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444696
May 14 21:12:35.659573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2847-b399-4332-ab5a-450a61f8db07 req-db1928e7-705a-477b-a7a1-fef9ca02b21a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:35.661283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c8e2847-b399-4332-ab5a-450a61f8db07 req-db1928e7-705a-477b-a7a1-fef9ca02b21a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 949 time: 0.0485146
May 14 21:12:35.713350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c8e2847-b399-4332-ab5a-450a61f8db07 req-774d93c2-e091-47eb-895c-89f313fa4360 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464571
May 14 21:12:35.714098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46820) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:35.846583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935dd07-444d-4848-b64b-4f5dd3f6552d req-134ce9f2-a5cf-4958-b25d-768ba7361e27 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:35.848113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0935dd07-444d-4848-b64b-4f5dd3f6552d req-134ce9f2-a5cf-4958-b25d-768ba7361e27 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 972 time: 0.0464191
May 14 21:12:35.896342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0935dd07-444d-4848-b64b-4f5dd3f6552d req-888bd898-16cc-4e91-9000-25c351bbd3e9 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423982
May 14 21:12:36.198920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-f0acc4e0-9909-48c1-a291-90d175be2d58 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4835591
May 14 21:12:36.205229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-02cd6c52-7149-44cb-94c0-5c5fe886877b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:12:36.219804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-02cd6c52-7149-44cb-94c0-5c5fe886877b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0115225
May 14 21:12:36.429234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-d7b28f63-524a-4323-ac90-b82136fad11d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0288508
May 14 21:12:36.496013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ca40c-5edc-4b98-8d42-eefd655a9dc4 req-e368d78a-f9a6-4a85-8208-c825db7b073e tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:36.497912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff8ca40c-5edc-4b98-8d42-eefd655a9dc4 req-e368d78a-f9a6-4a85-8208-c825db7b073e tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 972 time: 0.0687068
May 14 21:12:36.556102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff8ca40c-5edc-4b98-8d42-eefd655a9dc4 req-f76323fc-f1b5-4fbe-ba3c-7441facf4a35 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520105
May 14 21:12:36.562180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-a1cd02cc-10e2-4143-8a04-fe1b7a5c55bd tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:36.569787 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-a1cd02cc-10e2-4143-8a04-fe1b7a5c55bd tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1335876
May 14 21:12:36.581516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-72a3ddf5-bdd4-4deb-a48c-8315ff8958f3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/quotas/9ffe47c465e1480d91f689bed8e9ed94 HTTP/1.1" status: 200  len: 375 time: 0.0107791
May 14 21:12:36.629404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-12b8e11d-006e-4668-9f78-67cc15bc347b tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0424192
May 14 21:12:36.955409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697887-6eae-46b8-88f7-324cd94c57ed req-4dd1819e-383b-45a0-bb62-325eae2b088e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:36.956829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0697887-6eae-46b8-88f7-324cd94c57ed req-4dd1819e-383b-45a0-bb62-325eae2b088e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0509067
May 14 21:12:37.013389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0697887-6eae-46b8-88f7-324cd94c57ed req-9cbf806e-eede-4f1c-8199-d509681ce522 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484836
May 14 21:12:37.103880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f492fcb4-a9c8-42d7-91d5-c9bf16c7555c req-e63b6293-2cd9-4220-9851-2c7f3deb1388 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 210 time: 0.0340967
May 14 21:12:37.706752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958cd08-327a-4406-b86f-907b55a4f753 req-0afad3e0-c1a3-4990-ab74-f21ed2ed55e7 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:37.739859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6958cd08-327a-4406-b86f-907b55a4f753 req-0afad3e0-c1a3-4990-ab74-f21ed2ed55e7 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 972 time: 0.0803623
May 14 21:12:37.739859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ad3b-7408-4ef0-bfa6-b6998f8bddbe req-870c3194-d8b4-4b75-aeed-d4b8b73229fc tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:37.739859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8a2ad3b-7408-4ef0-bfa6-b6998f8bddbe req-870c3194-d8b4-4b75-aeed-d4b8b73229fc tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 972 time: 0.0642529
May 14 21:12:37.827131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8a2ad3b-7408-4ef0-bfa6-b6998f8bddbe req-df63963e-3b97-4bc3-90e0-a15d5606e76c tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964303
May 14 21:12:37.842421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Deleting port a1f814e9-3098-42d8-a275-d715b407239c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:12:37.842762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a1f814e9-3098-42d8-a275-d715b407239c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:37.931693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] For port a1f814e9-3098-42d8-a275-d715b407239c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a1f814e9-3098-42d8-a275-d715b407239c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:37.931972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a1f814e9-3098-42d8-a275-d715b407239c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:37.950863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Calling delete_port for a1f814e9-3098-42d8-a275-d715b407239c owned by compute:tempest-test_az-1304088852 {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:12:38.164762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dc689-1429-43a0-9e50-0c55bdcaf5cb req-ad65d38c-2fea-4268-b63c-20e318291446 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:38.167120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af7dc689-1429-43a0-9e50-0c55bdcaf5cb req-ad65d38c-2fea-4268-b63c-20e318291446 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0664551
May 14 21:12:38.203790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (a1f814e9-3098-42d8-a275-d715b407239c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:38.219119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['a1f814e9-3098-42d8-a275-d715b407239c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:38.236194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-922743e8-8faa-4de0-92fa-8b298d679f63 req-f09f69dc-db7a-4a82-a427-58880fff5736 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 210 time: 0.0458896
May 14 21:12:38.256642 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af7dc689-1429-43a0-9e50-0c55bdcaf5cb req-126f74c1-1a09-4ffc-a153-459bb03d24fc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796268
May 14 21:12:38.278142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Pushing event deleted for resources: {'Port': ['ID=a1f814e9-3098-42d8-a275-d715b407239c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:38.331841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] No DVR routers for this DVR port a1f814e9-3098-42d8-a275-d715b407239c on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:12:38.337658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:38.341069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6958cd08-327a-4406-b86f-907b55a4f753 req-b936765a-6e97-43db-8346-cc90551ef0ae tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.48 "DELETE /v2.0/ports/a1f814e9-3098-42d8-a275-d715b407239c HTTP/1.1" status: 204  len: 173 time: 0.6176529
May 14 21:12:38.341562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d82378-9805-462c-80ed-eda32e4ac59c', 'name': 'network-vif-deleted', 'tag': 'a1f814e9-3098-42d8-a275-d715b407239c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:38.345146 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0657d724-3427-4af4-a652-0ed57fa21b76" -d '{"events": [{"server_uuid": "56d82378-9805-462c-80ed-eda32e4ac59c", "name": "network-vif-deleted", "tag": "a1f814e9-3098-42d8-a275-d715b407239c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:38.365971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:38.389758 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f79212-0aa0-4050-bfaa-1eb13d1c8e56 x-openstack-request-id: req-c7f79212-0aa0-4050-bfaa-1eb13d1c8e56 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:38.390049 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d82378-9805-462c-80ed-eda32e4ac59c", "name": "network-vif-deleted", "tag": "a1f814e9-3098-42d8-a275-d715b407239c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:38.390991 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7f79212-0aa0-4050-bfaa-1eb13d1c8e56 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:38.391401 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f79212-0aa0-4050-bfaa-1eb13d1c8e56'] response: {'server_uuid': '56d82378-9805-462c-80ed-eda32e4ac59c', 'name': 'network-vif-deleted', 'tag': 'a1f814e9-3098-42d8-a275-d715b407239c', 'status': 'completed', 'code': 200}
May 14 21:12:38.776233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-113240f2-6ba3-4e1a-a904-8a62aadf26ea tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:38.777747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-113240f2-6ba3-4e1a-a904-8a62aadf26ea tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/ports/18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 1129 time: 0.4048841
May 14 21:12:38.980584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23f78816-3f9c-4edd-a0aa-5a4196e1977e req-169c560c-428d-4f02-80f4-edf40f3602f2 tempest-DeleteServersAdminTestJSON-106715831 tempest-DeleteServersAdminTestJSON-106715831-project] 10.222.0.52 "GET /v2.0/ports?device_id=56d82378-9805-462c-80ed-eda32e4ac59c HTTP/1.1" status: 200  len: 210 time: 0.0405102
May 14 21:12:39.412626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-f11023b0-6824-4573-9457-107add7c5a92 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0418148
May 14 21:12:39.566469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-415be1c4-26ea-4b7b-affe-0e05f2ce2840 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:39.569280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-415be1c4-26ea-4b7b-affe-0e05f2ce2840 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1508255
May 14 21:12:39.585503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Request body: {'port': {'device_id': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '9ffe47c465e1480d91f689bed8e9ed94'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:39.674770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52c0b222-8904-4cb2-887e-9cfb5cbd8edb req-cc9ed61d-3cef-4f8a-88c7-d2a4356fde26 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 210 time: 0.0428913
May 14 21:12:39.878238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cdd2a-c40f-4d3c-b18e-e4d1e4b8f091 req-53dbe356-d0b7-491a-a29a-18bd53351b13 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:39.879742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a9cdd2a-c40f-4d3c-b18e-e4d1e4b8f091 req-53dbe356-d0b7-491a-a29a-18bd53351b13 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0814102
May 14 21:12:39.960279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a9cdd2a-c40f-4d3c-b18e-e4d1e4b8f091 req-8eac2e62-b352-4915-b4c6-93c48d0528aa tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707467
May 14 21:12:40.050063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c8000e8-7bc4-495d-99bb-50aa1baaa161 req-3ff4ef82-5780-450a-b7af-e17e62a5d860 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0300274
May 14 21:12:40.051385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Made reservation on behalf of 9ffe47c465e1480d91f689bed8e9ed94 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:40.054937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.207161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Allocated IP 192.168.233.93 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/16d9a058-b772-4ae7-b4f3-0818f1b9074b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:40.276129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Request body: {'security_group': {'name': 'tempest-securitygroup-433040140', 'description': 'tempest-description-167452835'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:40.322972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd812104-90eb-47eb-8aed-a3ee09e641b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.386279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks [] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.420857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.429228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.502634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (918c542b-74bf-45af-9385-ef1ddfbb1321), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.567873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.581688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['074dfa89-1f3d-4b74-9c88-b07bed760e13'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:40.611954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:40.617226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:40.622727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:40.630155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:40.630794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.633650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (918c542b-74bf-45af-9385-ef1ddfbb1321), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.658228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Pushing event updated for resources: {'Port': ['ID=16d9a058-b772-4ae7-b4f3-0818f1b9074b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:40.700845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918c542b-74bf-45af-9385-ef1ddfbb1321,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:40.741384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (57444468-559c-40b7-9288-e2f4910a55e7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.767765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-3db7a89f-b180-44d6-b658-0d0d8e1947ec tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1898026
May 14 21:12:40.781802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Request body: {'port': {'device_id': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:40.841813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.843676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (57444468-559c-40b7-9288-e2f4910a55e7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.912656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57444468-559c-40b7-9288-e2f4910a55e7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:40.941041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9d8917a1-ee27-4341-bad2-01c1479c58e2 None None] Provisioning complete for port 16d9a058-b772-4ae7-b4f3-0818f1b9074b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:40.941437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d8917a1-ee27-4341-bad2-01c1479c58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.966067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:40.967575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87945e55-a554-4761-a853-9d7fa8b91a21 req-f62605df-a8d8-4d63-9430-fb5da34c392b tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6953614
May 14 21:12:40.973107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-8a7c43e9-59c4-41a6-ba73-2059a908447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:40.974592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-8a7c43e9-59c4-41a6-ba73-2059a908447e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1132 time: 0.0742779
May 14 21:12:40.994700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9d8917a1-ee27-4341-bad2-01c1479c58e2 None None] Port 16d9a058-b772-4ae7-b4f3-0818f1b9074b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:12:41.128778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.179458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-9b21a81d-5996-4f9c-8c11-904a7bbd44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:41.180925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-9b21a81d-5996-4f9c-8c11-904a7bbd44b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1984603
May 14 21:12:41.230547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-3d3b4d52-9223-4503-8114-8de4f6d6459c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.0395348
May 14 21:12:41.283765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:12:41.348179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416ccae-b85e-4ecd-8009-f1c46fe1fb51 req-dc0a67f5-03b7-457f-84f2-266bbe1751b9 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:41.350079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f416ccae-b85e-4ecd-8009-f1c46fe1fb51 req-dc0a67f5-03b7-457f-84f2-266bbe1751b9 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 935 time: 0.0484731
May 14 21:12:41.409335 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f416ccae-b85e-4ecd-8009-f1c46fe1fb51 req-67ff53fb-77f6-42c3-9c2b-65a2f981d55d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481272
May 14 21:12:41.431966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.448359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-e9c004fa-1541-4f20-88b6-fe7fb264b4b4 req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Request body: {'security_group': {'name': 'tempest-securitygroup-787161275', 'description': 'tempest-description-1277241798'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:41.552292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e9c004fa-1541-4f20-88b6-fe7fb264b4b4 req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.567682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53e99a63-722a-4eae-a2d6-ffe707f7dadc req-f995e56c-bdf9-4f54-94f5-450e42476237 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.2574790
May 14 21:12:41.568958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-7f426a99-15e7-4939-9222-b387a0c6a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:41.570349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-7f426a99-15e7-4939-9222-b387a0c6a401 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3270657
May 14 21:12:41.633681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e9c004fa-1541-4f20-88b6-fe7fb264b4b4 req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (0b209bb8-0c5a-456e-beb5-3e5fd1e0af26), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.641279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d9a058-b772-4ae7-b4f3-0818f1b9074b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:41.646173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-e7c06902-f0fb-41ac-a70c-0e2324407ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:41.647612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-e7c06902-f0fb-41ac-a70c-0e2324407ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0697336
May 14 21:12:41.651463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Publish callbacks [] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.708057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Transition to ACTIVE for port object 16d9a058-b772-4ae7-b4f3-0818f1b9074b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:12:41.721465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e9c004fa-1541-4f20-88b6-fe7fb264b4b4 req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0b209bb8-0c5a-456e-beb5-3e5fd1e0af26), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.751912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b209bb8-0c5a-456e-beb5-3e5fd1e0af26,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:41.756710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05e6ab-a80a-476b-b63d-cd6c540962b6 req-ffbbc145-4443-45dc-8423-f9929ef9ba72 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:41.758169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea05e6ab-a80a-476b-b63d-cd6c540962b6 req-ffbbc145-4443-45dc-8423-f9929ef9ba72 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1043468
May 14 21:12:41.759837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.760185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.760522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.760861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.761202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.761517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.762217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.762217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.762456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.762939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.763279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.763617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.763935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.764257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.764571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:41.799869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.822576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e9c004fa-1541-4f20-88b6-fe7fb264b4b4 req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:41.823977 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9c004fa-1541-4f20-88b6-fe7fb264b4b4 req-826a2a65-5bf8-47d3-88c5-f7a184ff3556 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3801508
May 14 21:12:41.857636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-892d0e6e-fffe-41f6-9c36-d08b9f175520 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947379
May 14 21:12:41.870047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea05e6ab-a80a-476b-b63d-cd6c540962b6 req-2f29419a-0a5f-4ee6-8825-572318e98f8a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002684
May 14 21:12:41.915702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Pushing event updated for resources: {'Port': ['ID=16d9a058-b772-4ae7-b4f3-0818f1b9074b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:42.001652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Attempting to bind port 16d9a058-b772-4ae7-b4f3-0818f1b9074b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:42.002070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Attempting to bind port 16d9a058-b772-4ae7-b4f3-0818f1b9074b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:42.002469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Attempting to bind port 16d9a058-b772-4ae7-b4f3-0818f1b9074b on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:42.013640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Port 16d9a058-b772-4ae7-b4f3-0818f1b9074b on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:12:42.014053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Attempting to bind port 16d9a058-b772-4ae7-b4f3-0818f1b9074b on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:42.016450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a1f814e9-3098-42d8-a275-d715b407239c no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:12:42.023185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:42.023537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:42.023946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:42.024382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Bound port: 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:42.024856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.039048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: a1f814e9-3098-42d8-a275-d715b407239c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:12:42.039701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a1f814e9-3098-42d8-a275-d715b407239c not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:12:42.049323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-9d40f77d-e352-43d3-ac7c-a6455de4791c service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1829398
May 14 21:12:42.132852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] For port 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:42.137210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] For port 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:42.257121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-499379009', 'description': 'tempest-description-181919765'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:42.300565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.332854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:42.333487 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.334924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] 10.222.0.48 "PUT /v2.0/ports/16d9a058-b772-4ae7-b4f3-0818f1b9074b HTTP/1.1" status: 200  len: 1095 time: 1.5577769
May 14 21:12:42.335355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'tag': '16d9a058-b772-4ae7-b4f3-0818f1b9074b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:42.337574 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33" -d '{"events": [{"name": "network-changed", "server_uuid": "a955384b-6dbf-444d-bd67-2a1b9a33531b", "tag": "16d9a058-b772-4ae7-b4f3-0818f1b9074b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:42.362973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95035e1-94d7-401e-a9c3-be56fa825740 service neutron] Pushing event updated for resources: {'Port': ['ID=16d9a058-b772-4ae7-b4f3-0818f1b9074b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:42.393041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.403069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.485987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-9224075f-bd74-4065-8552-d9cb7869bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:42.487782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-9224075f-bd74-4065-8552-d9cb7869bd45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 1129 time: 0.0434771
May 14 21:12:42.508861 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (30990a45-e0ec-4739-8ca8-642361133cff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.537286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-a578b0bb-133d-4c76-9436-b77001209e19 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b HTTP/1.1" status: 200  len: 217 time: 0.0425301
May 14 21:12:42.546063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (30990a45-e0ec-4739-8ca8-642361133cff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.584419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30990a45-e0ec-4739-8ca8-642361133cff,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:42.613611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-40ef0dc8-32c1-4484-b77a-43de18bf30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:42.615055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-40ef0dc8-32c1-4484-b77a-43de18bf30e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0487390
May 14 21:12:42.628606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (0f58ad92-b2ee-4c8e-8cb4-7899ea10a162), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.694623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0f58ad92-b2ee-4c8e-8cb4-7899ea10a162), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.721639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f58ad92-b2ee-4c8e-8cb4-7899ea10a162,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:42.769417 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7fa61045-707d-457d-9f53-59bf9085e3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.770905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:42.772319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a16736e2-e0f4-4bdc-81d3-9f6d6c4335f8 req-dc238dc6-2ead-451f-a3e4-4a116bf607ca tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5195735
May 14 21:12:42.954879 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6567262-8669-406d-9e7b-c92745fca093 x-openstack-request-id: req-c6567262-8669-406d-9e7b-c92745fca093 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:42.955369 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a955384b-6dbf-444d-bd67-2a1b9a33531b", "tag": "16d9a058-b772-4ae7-b4f3-0818f1b9074b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:42.955647 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6567262-8669-406d-9e7b-c92745fca093 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:42.956056 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6567262-8669-406d-9e7b-c92745fca093'] response: {'name': 'network-changed', 'server_uuid': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'tag': '16d9a058-b772-4ae7-b4f3-0818f1b9074b', 'status': 'completed', 'code': 200}
May 14 21:12:43.044439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e5b43-e1e6-4e7a-af93-13332f985dc1 req-1a01bacf-dbc7-4082-8b1e-15ef28d9b39a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:43.045881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df6e5b43-e1e6-4e7a-af93-13332f985dc1 req-1a01bacf-dbc7-4082-8b1e-15ef28d9b39a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 947 time: 0.0469997
May 14 21:12:43.091557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df6e5b43-e1e6-4e7a-af93-13332f985dc1 req-25e52499-d6c8-43f4-a996-f4b86f0284f2 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399451
May 14 21:12:43.229980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9021837d-e492-42ef-83e5-20a1a4dfad37 req-1a301dd5-d11e-41a2-8376-42759361f7ba tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0270927
May 14 21:12:43.265990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-5e0fbbe3-5826-46e4-ab35-fba7d3dfa62c req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-646770388', 'description': 'tempest-description-1740057788'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:43.358098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5e0fbbe3-5826-46e4-ab35-fba7d3dfa62c req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:43.372484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-8c404c30-4073-49f2-8088-bb0c424657f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:43.373985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-8c404c30-4073-49f2-8088-bb0c424657f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0506575
May 14 21:12:43.400319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-33e0b19a-2374-4387-b920-a50f9f791029 req-f6835a72-ee5e-4238-b771-46733f0b1dba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0357018
May 14 21:12:43.430344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5e0fbbe3-5826-46e4-ab35-fba7d3dfa62c req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (e73a7aee-77a6-49ce-bc24-25901639b4fb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:43.486693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-c5290d1b-dc9c-4341-8713-c0a79a91503e service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942168
May 14 21:12:43.551595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5e0fbbe3-5826-46e4-ab35-fba7d3dfa62c req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e73a7aee-77a6-49ce-bc24-25901639b4fb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:43.578047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73a7aee-77a6-49ce-bc24-25901639b4fb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:43.672119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3682b668-508b-44f0-a8a2-46f99291c7b6 req-9ff0e31e-7919-43d6-9a64-94aa53e66275 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837095
May 14 21:12:43.689761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5e0fbbe3-5826-46e4-ab35-fba7d3dfa62c req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:43.691054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e0fbbe3-5826-46e4-ab35-fba7d3dfa62c req-d1f8fe0d-a7d5-44a7-9461-0283c01d7cfd tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.4290636
May 14 21:12:43.711767 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:43.819022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c35ae-e4ca-4be6-ab14-950f8d408167 req-bcb77af8-e053-4192-9b93-5cf3ff8cf3ad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:43.820571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-340c35ae-e4ca-4be6-ab14-950f8d408167 req-bcb77af8-e053-4192-9b93-5cf3ff8cf3ad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0474381
May 14 21:12:43.871073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-340c35ae-e4ca-4be6-ab14-950f8d408167 req-041fbde9-6f81-4a95-88eb-b8d39e96bb3f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448225
May 14 21:12:44.239910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-3537d3cb-ea83-4387-ae02-051196c137b8 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 39818 time: 0.2193401
May 14 21:12:44.289956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-832536bd-3257-486a-b7fc-28c6a55120a8 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726 HTTP/1.1" status: 200  len: 2994 time: 0.0427427
May 14 21:12:44.336014 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-aa98ed70-a81d-4ffe-ae3f-0987de75dce5 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726 HTTP/1.1" status: 200  len: 2994 time: 0.0355637
May 14 21:12:44.347084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40f8f5-aecd-4557-ad51-57fb4ab91b78 req-2a51cb05-0503-43cf-be0e-9bf56be50c3e tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:44.348626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db40f8f5-aecd-4557-ad51-57fb4ab91b78 req-2a51cb05-0503-43cf-be0e-9bf56be50c3e tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 947 time: 0.0529652
May 14 21:12:44.379050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-22fae035-ab8c-491f-bf99-8029730484b4 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1a08cc44-f3a4-4365-acf1-d4e67e1a987f HTTP/1.1" status: 200  len: 2998 time: 0.0372653
May 14 21:12:44.397214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db40f8f5-aecd-4557-ad51-57fb4ab91b78 req-f6393c86-d7f7-41eb-9760-e62f640a9882 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427384
May 14 21:12:44.424817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-2c3602f6-649c-4eeb-9287-edc1f3b4167f tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1a08cc44-f3a4-4365-acf1-d4e67e1a987f HTTP/1.1" status: 200  len: 2998 time: 0.0396726
May 14 21:12:44.487056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-1e0d2e37-6ab3-4915-aa1f-7e0b9b73747a tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/30990a45-e0ec-4739-8ca8-642361133cff HTTP/1.1" status: 200  len: 2998 time: 0.0540047
May 14 21:12:44.529768 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-af66e8f7-7abd-4db8-858e-2fc8f456079d tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/30990a45-e0ec-4739-8ca8-642361133cff HTTP/1.1" status: 200  len: 2998 time: 0.0360370
May 14 21:12:44.541451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89ef1436-b02d-4fc7-914f-2db20239dfcc req-66d3d73c-0540-4848-8e34-f84fc138166a tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0282507
May 14 21:12:44.578410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-c8cc1b49-8b5d-4368-ab80-0ccd08f59fbe tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/32eafa91-2e43-413e-a0ba-4990e89fbca5 HTTP/1.1" status: 200  len: 2998 time: 0.0415142
May 14 21:12:44.616183 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-6cefb9a1-62d7-4bf5-83e6-c4cc36f4c669 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/32eafa91-2e43-413e-a0ba-4990e89fbca5 HTTP/1.1" status: 200  len: 2998 time: 0.0368752
May 14 21:12:44.656661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47112) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:44.662730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-65700575-7cb9-4cdf-9984-b732c088a3d3 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/720a1922-4699-4735-8775-a09a95dc00fe HTTP/1.1" status: 200  len: 2994 time: 0.0392070
May 14 21:12:44.725415 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-b21c7034-c495-4087-8c8d-0961984db48f tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/720a1922-4699-4735-8775-a09a95dc00fe HTTP/1.1" status: 200  len: 2994 time: 0.0565124
May 14 21:12:44.733487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47120) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:44.769066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-3c1bc2f3-ac80-4ea6-ba50-616889ffaf8b tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/771d17df-a1b5-4525-a02d-76f2ea8696cf HTTP/1.1" status: 200  len: 2998 time: 0.0424421
May 14 21:12:44.818621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-df43d6c7-646b-4ae5-8ae6-77109839149a tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/771d17df-a1b5-4525-a02d-76f2ea8696cf HTTP/1.1" status: 200  len: 2998 time: 0.0432215
May 14 21:12:44.871209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-390c6876-cef4-4397-a8e2-69478ff38c67 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/797eef3c-565c-4ffa-b3d0-2b9c449502b1 HTTP/1.1" status: 200  len: 2990 time: 0.0457375
May 14 21:12:44.876504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e34da1c-de7e-4d7d-af5f-d9cd5db4ef09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:44.925480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-536cd97d-8e7e-4c44-ae58-8b07b72a300f tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/797eef3c-565c-4ffa-b3d0-2b9c449502b1 HTTP/1.1" status: 200  len: 2990 time: 0.0470548
May 14 21:12:44.935384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d045e981-adff-4dce-b6e6-cf88bb76acdd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=313d5b39fe10417993b28718eb6e6f7a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2001667
May 14 21:12:44.941008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47130) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:44.974946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-8a26a8aa-9e99-4fea-8913-cfb275474548 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/918c542b-74bf-45af-9385-ef1ddfbb1321 HTTP/1.1" status: 200  len: 2998 time: 0.0420301
May 14 21:12:45.021507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-55954e58-b3e4-4fb5-b96e-f176ae2d962c tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/918c542b-74bf-45af-9385-ef1ddfbb1321 HTTP/1.1" status: 200  len: 2998 time: 0.0403726
May 14 21:12:45.036615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-ff3d0032-9bc9-45d4-8e3e-3bcd6cf8f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:45.038110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-ff3d0032-9bc9-45d4-8e3e-3bcd6cf8f94c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 1129 time: 0.0645599
May 14 21:12:45.083457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-b7910c21-5564-438b-a952-c17114d7be16 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a6f22db5-1f92-445d-afbc-8c33d0e5323b HTTP/1.1" status: 200  len: 2998 time: 0.0447373
May 14 21:12:45.083851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79254293-aebe-49c4-8fbd-2dd23ffba4fd admin admin] Publish callbacks [] for security_group (0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.094672 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e34da1c-de7e-4d7d-af5f-d9cd5db4ef09 admin admin] Publish callbacks [] for security_group (ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.128293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-2debc487-db90-4db4-9b12-110271c3b99b tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a6f22db5-1f92-445d-afbc-8c33d0e5323b HTTP/1.1" status: 200  len: 2998 time: 0.0383239
May 14 21:12:45.145521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79254293-aebe-49c4-8fbd-2dd23ffba4fd admin admin] Publish callbacks [] for security_group (0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.172889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-2104499a-3ed5-4aee-91fa-33c8611e0c10 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/aa837910-02a7-49e7-bc72-767e060901cc HTTP/1.1" status: 200  len: 2994 time: 0.0385954
May 14 21:12:45.188477 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e34da1c-de7e-4d7d-af5f-d9cd5db4ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.216297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-da28ef84-cdae-42c9-a3aa-40e896ed8abc tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/aa837910-02a7-49e7-bc72-767e060901cc HTTP/1.1" status: 200  len: 2994 time: 0.0368912
May 14 21:12:45.243621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddea76c-abf7-45f9-b655-53ae8ccd2690 req-897fca1b-6063-4a4c-933b-2ee16ec2491b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:45.245096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ddea76c-abf7-45f9-b655-53ae8ccd2690 req-897fca1b-6063-4a4c-933b-2ee16ec2491b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1063204
May 14 21:12:45.260266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-cc7b2af9-6ef8-4e4b-bcb7-6cb77fdc0278 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fc981690-6ae1-4fa8-be48-dd2f226ff437 HTTP/1.1" status: 200  len: 2994 time: 0.0374782
May 14 21:12:45.279841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-2e4ffbe3-d261-452d-9632-093719d2cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:45.281340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-2e4ffbe3-d261-452d-9632-093719d2cb5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2364786
May 14 21:12:45.285996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8e34da1c-de7e-4d7d-af5f-d9cd5db4ef09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48bf82bdace04c2f93e8c18a0e12626b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6252546
May 14 21:12:45.286636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47134) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:45.291151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34da1c-de7e-4d7d-af5f-d9cd5db4ef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:45.341858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-acf7f327-e335-4e1a-a923-c00ce306855c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b HTTP/1.1" status: 200  len: 217 time: 0.0514586
May 14 21:12:45.347458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-314c6a85-5b18-418f-bbb2-483160c7628e req-4ee9df03-12a3-4bc2-9b92-0d02e7e8533e tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fc981690-6ae1-4fa8-be48-dd2f226ff437 HTTP/1.1" status: 200  len: 2994 time: 0.0679142
May 14 21:12:45.363226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-846d62f1-c9ee-4608-bbad-b7dcef349178 admin admin] Publish callbacks [] for security_group (ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.386667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-846d62f1-c9ee-4608-bbad-b7dcef349178 admin admin] Publish callbacks [] for security_group (ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.394083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ddea76c-abf7-45f9-b655-53ae8ccd2690 req-6382f1b5-785e-4242-a080-2920a33548a1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350827
May 14 21:12:45.405370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-31e7c4aa-8cb1-41e4-bdf3-3aa4a63fa180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:45.408365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-31e7c4aa-8cb1-41e4-bdf3-3aa4a63fa180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0605803
May 14 21:12:45.408983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79254293-aebe-49c4-8fbd-2dd23ffba4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.412261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79254293-aebe-49c4-8fbd-2dd23ffba4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.413588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-79254293-aebe-49c4-8fbd-2dd23ffba4fd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726 HTTP/1.1" status: 204  len: 168 time: 0.4714563
May 14 21:12:45.438600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79254293-aebe-49c4-8fbd-2dd23ffba4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea7f1f3-2b60-4e07-aa6e-9871c4c8a726,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:45.475862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-63de8715-8218-40c8-91fc-a2178c147941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:45.475862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-63de8715-8218-40c8-91fc-a2178c147941 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0566268
May 14 21:12:45.540452 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.585784 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-846d62f1-c9ee-4608-bbad-b7dcef349178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.589315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-846d62f1-c9ee-4608-bbad-b7dcef349178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:45.590464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-846d62f1-c9ee-4608-bbad-b7dcef349178 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f HTTP/1.1" status: 204  len: 168 time: 0.2957280
May 14 21:12:45.602610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d62f1-c9ee-4608-bbad-b7dcef349178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d9d8d-6f08-4212-b1f8-aeb04d53a08f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:45.627072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69501495-b70d-463e-924f-a3de45305126 req-594916b6-08ff-4a92-bddb-adedb86ed8e7 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe60a3885a2b45bcbc8a219998420fa4 HTTP/1.1" status: 200  len: 6152 time: 0.1490545
May 14 21:12:45.639662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-5141eda3-45e8-4420-948f-ad1d70336a94 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529202
May 14 21:12:45.690816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662f311-d956-4e8a-8541-ea6d192b50a6 req-229c7173-873c-4b41-b2c7-24d7f58e0834 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:45.692577 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f662f311-d956-4e8a-8541-ea6d192b50a6 req-229c7173-873c-4b41-b2c7-24d7f58e0834 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 947 time: 0.0646868
May 14 21:12:45.727738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69501495-b70d-463e-924f-a3de45305126 req-8e21a797-b18b-4218-bddb-4e70782dcb97 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "GET /v2.0/security-groups/918c542b-74bf-45af-9385-ef1ddfbb1321 HTTP/1.1" status: 200  len: 2998 time: 0.0995252
May 14 21:12:45.742868 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f662f311-d956-4e8a-8541-ea6d192b50a6 req-b6db3923-f355-4baf-9223-1a9dc076a6dc tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444229
May 14 21:12:45.787506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b47dfb4-8f4a-43e0-8ce1-94f2784dad33 req-7ee2d338-6ce8-49f3-9ad7-de26427bcc37 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405065
May 14 21:12:45.804675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69501495-b70d-463e-924f-a3de45305126 req-40a81172-3f78-4216-a513-2f2300a05686 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "GET /v2.0/security-groups/918c542b-74bf-45af-9385-ef1ddfbb1321 HTTP/1.1" status: 200  len: 2998 time: 0.0576115
May 14 21:12:45.862269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abe97400-cc60-49fd-9bbe-0ffd0c526d66 req-313151df-842a-4ffe-90a5-fe4e66aea44f tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0322495
May 14 21:12:45.937812 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8e8e71b-065e-4ce6-95f6-a6dd3a67620b req-0a15b6c4-61c7-4733-acfc-e6678be3ab7d tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e73a7aee-77a6-49ce-bc24-25901639b4fb HTTP/1.1" status: 200  len: 1794 time: 0.0462849
May 14 21:12:45.995288 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a8e8e71b-065e-4ce6-95f6-a6dd3a67620b req-0017d1ea-6cfb-4c9d-966f-fe5541066aba tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (e73a7aee-77a6-49ce-bc24-25901639b4fb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.019136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a8e8e71b-065e-4ce6-95f6-a6dd3a67620b req-0017d1ea-6cfb-4c9d-966f-fe5541066aba tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (e73a7aee-77a6-49ce-bc24-25901639b4fb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.119378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47170) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:46.128780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a8e8e71b-065e-4ce6-95f6-a6dd3a67620b req-0017d1ea-6cfb-4c9d-966f-fe5541066aba tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e73a7aee-77a6-49ce-bc24-25901639b4fb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.131508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a8e8e71b-065e-4ce6-95f6-a6dd3a67620b req-0017d1ea-6cfb-4c9d-966f-fe5541066aba tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.132647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8e8e71b-065e-4ce6-95f6-a6dd3a67620b req-0017d1ea-6cfb-4c9d-966f-fe5541066aba tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/e73a7aee-77a6-49ce-bc24-25901639b4fb HTTP/1.1" status: 204  len: 173 time: 0.1890898
May 14 21:12:46.148812 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84a7a1a5-07a9-4ba0-b23b-9875431efd67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.151777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017d1ea-6cfb-4c9d-966f-fe5541066aba tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73a7aee-77a6-49ce-bc24-25901639b4fb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:46.237849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6fd25135-326b-426a-85ee-06bf84f65339 req-559285a1-0873-4033-9f88-e7ab3714d3fa tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0f58ad92-b2ee-4c8e-8cb4-7899ea10a162 HTTP/1.1" status: 200  len: 1793 time: 0.0588365
May 14 21:12:46.282146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84a7a1a5-07a9-4ba0-b23b-9875431efd67 admin admin] Publish callbacks [] for security_group (aecb2c8d-5702-45bc-b854-c78b226aae86), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.289539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec713135-bd62-42bc-9b5d-a95f93ad4375 req-c9a3bbb9-4831-401d-b1ba-d39fe7defd37 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0285132
May 14 21:12:46.308360 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6fd25135-326b-426a-85ee-06bf84f65339 req-57789706-0ac4-44a4-8e65-dde77522afa2 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (0f58ad92-b2ee-4c8e-8cb4-7899ea10a162), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.338181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6fd25135-326b-426a-85ee-06bf84f65339 req-57789706-0ac4-44a4-8e65-dde77522afa2 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (0f58ad92-b2ee-4c8e-8cb4-7899ea10a162), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.389668 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84a7a1a5-07a9-4ba0-b23b-9875431efd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aecb2c8d-5702-45bc-b854-c78b226aae86), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.431503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-84a7a1a5-07a9-4ba0-b23b-9875431efd67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a501722ff503426bbca34fbbcc48cac5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3084083
May 14 21:12:46.431503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7a1a5-07a9-4ba0-b23b-9875431efd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecb2c8d-5702-45bc-b854-c78b226aae86,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:46.431899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47184) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:46.476402 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6fd25135-326b-426a-85ee-06bf84f65339 req-57789706-0ac4-44a4-8e65-dde77522afa2 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0f58ad92-b2ee-4c8e-8cb4-7899ea10a162), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.479868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6fd25135-326b-426a-85ee-06bf84f65339 req-57789706-0ac4-44a4-8e65-dde77522afa2 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.488301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b617c40-9cce-4a7a-9b46-4c6680e9ed7e admin admin] Publish callbacks [] for security_group (aecb2c8d-5702-45bc-b854-c78b226aae86), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.490226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47188) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:46.491809 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6fd25135-326b-426a-85ee-06bf84f65339 req-57789706-0ac4-44a4-8e65-dde77522afa2 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f58ad92-b2ee-4c8e-8cb4-7899ea10a162 HTTP/1.1" status: 204  len: 173 time: 0.2461996
May 14 21:12:46.502997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57789706-0ac4-44a4-8e65-dde77522afa2 tempest-SecurityGroupsTestAdminJSON-521377261 tempest-SecurityGroupsTestAdminJSON-521377261-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f58ad92-b2ee-4c8e-8cb4-7899ea10a162,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:46.538954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-324c7522-b7d8-4602-9ad0-8d4aad721c18 req-a06c7364-3045-4361-a847-240d4a351fe0 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0568078
May 14 21:12:46.539935 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f63a75d9-0ade-4461-9a3c-9f0ff9868a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.566791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b617c40-9cce-4a7a-9b46-4c6680e9ed7e admin admin] Publish callbacks [] for security_group (aecb2c8d-5702-45bc-b854-c78b226aae86), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.633747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8a4fa-21e5-4df3-b9fd-ece2ddda878d req-1d86a381-67e4-45b4-8f8e-3ae810d6c99c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:46.635285 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ff8a4fa-21e5-4df3-b9fd-ece2ddda878d req-1d86a381-67e4-45b4-8f8e-3ae810d6c99c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0928426
May 14 21:12:46.681434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f63a75d9-0ade-4461-9a3c-9f0ff9868a75 admin admin] Publish callbacks [] for security_group (6ab0112e-df18-4483-9ac6-3a962a5c918b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.708244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ff8a4fa-21e5-4df3-b9fd-ece2ddda878d req-1825f305-553b-4abd-901f-9a721f8afac4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574090
May 14 21:12:46.712073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b617c40-9cce-4a7a-9b46-4c6680e9ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aecb2c8d-5702-45bc-b854-c78b226aae86), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.715675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b617c40-9cce-4a7a-9b46-4c6680e9ed7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.716823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b617c40-9cce-4a7a-9b46-4c6680e9ed7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aecb2c8d-5702-45bc-b854-c78b226aae86 HTTP/1.1" status: 204  len: 168 time: 0.2839670
May 14 21:12:46.726143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b617c40-9cce-4a7a-9b46-4c6680e9ed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecb2c8d-5702-45bc-b854-c78b226aae86,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:46.773683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.804978 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b302c2b2-c1c3-4598-876f-03a24ec986f6 req-873c9156-6ac9-4f22-8341-d407f4040632 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "GET /v2.0/security-groups/0b209bb8-0c5a-456e-beb5-3e5fd1e0af26 HTTP/1.1" status: 200  len: 1794 time: 0.0525744
May 14 21:12:46.824605 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f63a75d9-0ade-4461-9a3c-9f0ff9868a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ab0112e-df18-4483-9ac6-3a962a5c918b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.866122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b302c2b2-c1c3-4598-876f-03a24ec986f6 req-7de80afc-1252-4282-b41d-4fa5a0def2a6 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (0b209bb8-0c5a-456e-beb5-3e5fd1e0af26), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.869291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f63a75d9-0ade-4461-9a3c-9f0ff9868a75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3ef417f52a54c0eaabb9b87ae84b8ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3702967
May 14 21:12:46.870439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a75d9-0ade-4461-9a3c-9f0ff9868a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0112e-df18-4483-9ac6-3a962a5c918b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:46.873708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47202) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:46.892600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b302c2b2-c1c3-4598-876f-03a24ec986f6 req-7de80afc-1252-4282-b41d-4fa5a0def2a6 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (0b209bb8-0c5a-456e-beb5-3e5fd1e0af26), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.927457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2346720-2604-4698-8216-f3792ec60ce1 admin admin] Publish callbacks [] for security_group (6ab0112e-df18-4483-9ac6-3a962a5c918b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:46.952007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2346720-2604-4698-8216-f3792ec60ce1 admin admin] Publish callbacks [] for security_group (6ab0112e-df18-4483-9ac6-3a962a5c918b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.037678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b302c2b2-c1c3-4598-876f-03a24ec986f6 req-7de80afc-1252-4282-b41d-4fa5a0def2a6 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0b209bb8-0c5a-456e-beb5-3e5fd1e0af26), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.040292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b302c2b2-c1c3-4598-876f-03a24ec986f6 req-7de80afc-1252-4282-b41d-4fa5a0def2a6 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.041507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b302c2b2-c1c3-4598-876f-03a24ec986f6 req-7de80afc-1252-4282-b41d-4fa5a0def2a6 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "DELETE /v2.0/security-groups/0b209bb8-0c5a-456e-beb5-3e5fd1e0af26 HTTP/1.1" status: 204  len: 173 time: 0.2309291
May 14 21:12:47.043516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272ed35-6fdd-4eab-8a19-f63fc3bae0ec req-de647109-def7-476a-b49a-63e84627ef7a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:47.045013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e272ed35-6fdd-4eab-8a19-f63fc3bae0ec req-de647109-def7-476a-b49a-63e84627ef7a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 947 time: 0.0533988
May 14 21:12:47.052141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de80afc-1252-4282-b41d-4fa5a0def2a6 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b209bb8-0c5a-456e-beb5-3e5fd1e0af26,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:47.107227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e272ed35-6fdd-4eab-8a19-f63fc3bae0ec req-9e33377d-cadf-4683-a066-32082708f3ba tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550654
May 14 21:12:47.108378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2346720-2604-4698-8216-f3792ec60ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ab0112e-df18-4483-9ac6-3a962a5c918b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.111073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2346720-2604-4698-8216-f3792ec60ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.114459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f2346720-2604-4698-8216-f3792ec60ce1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ab0112e-df18-4483-9ac6-3a962a5c918b HTTP/1.1" status: 204  len: 168 time: 0.2368252
May 14 21:12:47.114595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9ae102b-3364-4cd3-98dd-45b35a87c95c req-67492a42-ea4b-46c6-92eb-cdec02d25922 tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "GET /v2.0/security-groups/57444468-559c-40b7-9288-e2f4910a55e7 HTTP/1.1" status: 200  len: 1793 time: 0.0397091
May 14 21:12:47.136545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2346720-2604-4698-8216-f3792ec60ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0112e-df18-4483-9ac6-3a962a5c918b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:47.203934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f9ae102b-3364-4cd3-98dd-45b35a87c95c req-b5a36332-e43e-4bb6-95db-910d49147dfb tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (57444468-559c-40b7-9288-e2f4910a55e7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.229220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f9ae102b-3364-4cd3-98dd-45b35a87c95c req-b5a36332-e43e-4bb6-95db-910d49147dfb tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (57444468-559c-40b7-9288-e2f4910a55e7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.375301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f9ae102b-3364-4cd3-98dd-45b35a87c95c req-b5a36332-e43e-4bb6-95db-910d49147dfb tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (57444468-559c-40b7-9288-e2f4910a55e7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.378070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f9ae102b-3364-4cd3-98dd-45b35a87c95c req-b5a36332-e43e-4bb6-95db-910d49147dfb tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:47.379238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9ae102b-3364-4cd3-98dd-45b35a87c95c req-b5a36332-e43e-4bb6-95db-910d49147dfb tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] 10.222.0.52 "DELETE /v2.0/security-groups/57444468-559c-40b7-9288-e2f4910a55e7 HTTP/1.1" status: 204  len: 173 time: 0.2586172
May 14 21:12:47.393936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a36332-e43e-4bb6-95db-910d49147dfb tempest-SecurityGroupsTestAdminJSON-291057614 tempest-SecurityGroupsTestAdminJSON-291057614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57444468-559c-40b7-9288-e2f4910a55e7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:47.664687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644686cd-3fca-4350-98f1-9947fb2541da req-7d9acda3-1ecd-4952-96f9-d748964d5473 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0287890
May 14 21:12:47.837902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5a758-18d8-48b0-8645-d194ca75f31a req-9613c248-30f2-40cc-b65a-a18373d122b4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:47.839400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bcd5a758-18d8-48b0-8645-d194ca75f31a req-9613c248-30f2-40cc-b65a-a18373d122b4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0473542
May 14 21:12:47.899880 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bcd5a758-18d8-48b0-8645-d194ca75f31a req-d1f92901-9a65-4f7c-a297-a701c0b22523 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546966
May 14 21:12:48.049335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 16d9a058-b772-4ae7-b4f3-0818f1b9074b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:12:48.080838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:48.143599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:48.154990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '16d9a058-b772-4ae7-b4f3-0818f1b9074b', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '16d9a058-b772-4ae7-b4f3-0818f1b9074b', 'mac_address': 'fa:16:3e:e3:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:12:48.196787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 16d9a058-b772-4ae7-b4f3-0818f1b9074b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:48.197139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:48.214008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d9a058-b772-4ae7-b4f3-0818f1b9074b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:12:48.236950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:48.248785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e7bb6-c79b-467b-b990-e5ddddd3c8d0 req-7e80d421-fe3c-4198-91c1-036059220824 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:48.251938 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f3e7bb6-c79b-467b-b990-e5ddddd3c8d0 req-7e80d421-fe3c-4198-91c1-036059220824 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 947 time: 0.0654595
May 14 21:12:48.294220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:48.314757 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f3e7bb6-c79b-467b-b990-e5ddddd3c8d0 req-ae4610ae-e5ee-4224-a3e1-a0f198f55706 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534015
May 14 21:12:48.375852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=16d9a058-b772-4ae7-b4f3-0818f1b9074b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.394978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.395314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.395611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.396144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.396474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.396805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:48.424530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8f74f42d-0ab4-4033-99ed-dd6a50193e22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe60a3885a2b45bcbc8a219998420fa4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3418589
May 14 21:12:48.426696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47268) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:48.478137 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd4c512-862b-4892-abc1-4371114f7c0e admin admin] Publish callbacks [] for security_group (918c542b-74bf-45af-9385-ef1ddfbb1321), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:48.482560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['16d9a058-b772-4ae7-b4f3-0818f1b9074b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:48.503846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd4c512-862b-4892-abc1-4371114f7c0e admin admin] Publish callbacks [] for security_group (918c542b-74bf-45af-9385-ef1ddfbb1321), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:48.659938 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd4c512-862b-4892-abc1-4371114f7c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (918c542b-74bf-45af-9385-ef1ddfbb1321), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:48.664349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd4c512-862b-4892-abc1-4371114f7c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:48.668074 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-efd4c512-862b-4892-abc1-4371114f7c0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/918c542b-74bf-45af-9385-ef1ddfbb1321 HTTP/1.1" status: 204  len: 168 time: 0.2377164
May 14 21:12:48.674083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4c512-862b-4892-abc1-4371114f7c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c542b-74bf-45af-9385-ef1ddfbb1321,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:48.778295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12c3a19b-c59d-4c48-af51-49aeaf69a361 req-ef88758b-881e-4f0a-807f-71997608a480 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0276606
May 14 21:12:49.023702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55dc4-9766-4077-a07e-60d0017324d9 req-ab13d5c5-8679-4195-a21a-7fdb3f23c0df tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:49.025271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fef55dc4-9766-4077-a07e-60d0017324d9 req-ab13d5c5-8679-4195-a21a-7fdb3f23c0df tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0491068
May 14 21:12:49.078335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fef55dc4-9766-4077-a07e-60d0017324d9 req-0f3cd49e-261b-4908-8096-ac24a70147a3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451119
May 14 21:12:49.272549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47302) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:49.418108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239cae2-7038-418e-80ce-fe64a61e975d req-aa1125da-398d-4a7e-be14-125c79446513 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:49.419580 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8239cae2-7038-418e-80ce-fe64a61e975d req-aa1125da-398d-4a7e-be14-125c79446513 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 948 time: 0.0488987
May 14 21:12:49.466431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8239cae2-7038-418e-80ce-fe64a61e975d req-d8b541d3-8245-4391-96d0-1b4e6612715f tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405869
May 14 21:12:49.602460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47312) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:49.646479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f63a6575-45f0-43bd-82ea-1f3f4049bd8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89ae353dbfc44d8ea8ac03775f0722ac&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0405030
May 14 21:12:49.646711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47314) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:49.695963 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd7add92-4b88-441e-a728-974446d27160 admin admin] Publish callbacks [] for security_group (30990a45-e0ec-4739-8ca8-642361133cff), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.723707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd7add92-4b88-441e-a728-974446d27160 admin admin] Publish callbacks [] for security_group (30990a45-e0ec-4739-8ca8-642361133cff), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.737661 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-004b7269-a2f3-485a-b427-d0b7adf6a657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.832945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-004b7269-a2f3-485a-b427-d0b7adf6a657 admin admin] Publish callbacks [] for security_group (0dfcd90c-9436-4d45-9fba-b83fca1f3c38), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.873112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd7add92-4b88-441e-a728-974446d27160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (30990a45-e0ec-4739-8ca8-642361133cff), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.875734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd7add92-4b88-441e-a728-974446d27160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.876993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fd7add92-4b88-441e-a728-974446d27160 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30990a45-e0ec-4739-8ca8-642361133cff HTTP/1.1" status: 204  len: 168 time: 0.2293279
May 14 21:12:49.899674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-765758e4-9b84-44ce-9e12-b74b0627feb6 req-a72973d7-c5d7-4fd2-a02c-4a873e79e8f5 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0380883
May 14 21:12:49.904587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7add92-4b88-441e-a728-974446d27160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30990a45-e0ec-4739-8ca8-642361133cff,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:49.918020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-004b7269-a2f3-485a-b427-d0b7adf6a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0dfcd90c-9436-4d45-9fba-b83fca1f3c38), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:49.969456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-004b7269-a2f3-485a-b427-d0b7adf6a657 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc82fc4cb79444acbdf29af78e302e6a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6953738
May 14 21:12:49.971861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:49.978256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b7269-a2f3-485a-b427-d0b7adf6a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfcd90c-9436-4d45-9fba-b83fca1f3c38,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:50.029165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80ae6147-0558-4a22-9568-aa29d4003533 admin admin] Publish callbacks [] for security_group (0dfcd90c-9436-4d45-9fba-b83fca1f3c38), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.051883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80ae6147-0558-4a22-9568-aa29d4003533 admin admin] Publish callbacks [] for security_group (0dfcd90c-9436-4d45-9fba-b83fca1f3c38), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.060020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 16d9a058-b772-4ae7-b4f3-0818f1b9074b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:50.105757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 16d9a058-b772-4ae7-b4f3-0818f1b9074b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:12:50.164221 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80ae6147-0558-4a22-9568-aa29d4003533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0dfcd90c-9436-4d45-9fba-b83fca1f3c38), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.167285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80ae6147-0558-4a22-9568-aa29d4003533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.169641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80ae6147-0558-4a22-9568-aa29d4003533 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dfcd90c-9436-4d45-9fba-b83fca1f3c38 HTTP/1.1" status: 204  len: 168 time: 0.1961920
May 14 21:12:50.183201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae6147-0558-4a22-9568-aa29d4003533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfcd90c-9436-4d45-9fba-b83fca1f3c38,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:50.205536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ef996-e054-4ed6-9d8f-bdebec17f5fe req-37f4d864-a04d-45b1-98d4-19dd2bd03662 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:50.207283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b3ef996-e054-4ed6-9d8f-bdebec17f5fe req-37f4d864-a04d-45b1-98d4-19dd2bd03662 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0599928
May 14 21:12:50.220278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 16d9a058-b772-4ae7-b4f3-0818f1b9074b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:50.220845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.266349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b3ef996-e054-4ed6-9d8f-bdebec17f5fe req-4c6bb4de-537e-4e55-8148-1e62d443c168 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522878
May 14 21:12:50.317785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 16d9a058-b772-4ae7-b4f3-0818f1b9074b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:50.318506 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.347031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d9a058-b772-4ae7-b4f3-0818f1b9074b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:50.349558 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b92eed-63eb-48d9-acbe-f1e869fed5e0" -d '{"events": [{"server_uuid": "a955384b-6dbf-444d-bd67-2a1b9a33531b", "name": "network-vif-plugged", "status": "completed", "tag": "16d9a058-b772-4ae7-b4f3-0818f1b9074b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:50.363124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:50.395196 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cedb11-9e4e-40c2-8316-1bffdaa18bf8 x-openstack-request-id: req-b4cedb11-9e4e-40c2-8316-1bffdaa18bf8 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:50.395625 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955384b-6dbf-444d-bd67-2a1b9a33531b", "name": "network-vif-plugged", "status": "completed", "tag": "16d9a058-b772-4ae7-b4f3-0818f1b9074b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:50.401155 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4cedb11-9e4e-40c2-8316-1bffdaa18bf8 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:50.401155 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cedb11-9e4e-40c2-8316-1bffdaa18bf8'] response: {'server_uuid': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d9a058-b772-4ae7-b4f3-0818f1b9074b', 'code': 200}
May 14 21:12:50.449043 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:50.507210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116cfe-aaa1-4d97-b3d7-c67441dea25a req-bfc116c0-1e60-4b1a-94e5-e18c6eb3aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:50.507374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=16d9a058-b772-4ae7-b4f3-0818f1b9074b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:50.508939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2116cfe-aaa1-4d97-b3d7-c67441dea25a req-bfc116c0-1e60-4b1a-94e5-e18c6eb3aaed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 1131 time: 0.0539963
May 14 21:12:50.574252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2116cfe-aaa1-4d97-b3d7-c67441dea25a req-6ff08fb2-9bcb-42ff-879a-eddc580e6bee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594029
May 14 21:12:50.594099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ad2fb-8753-49e7-a323-a0bb242d0c52 req-b9a84b69-037d-49ac-ac3a-62ca26e3bda1 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:50.600319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886ad2fb-8753-49e7-a323-a0bb242d0c52 req-b9a84b69-037d-49ac-ac3a-62ca26e3bda1 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.0523839
May 14 21:12:50.647495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886ad2fb-8753-49e7-a323-a0bb242d0c52 req-560cbaa0-25ac-4777-a244-fa8c163cf1b2 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455992
May 14 21:12:51.070206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5474743-b233-4a69-82e9-f44335cf1d45 req-236a790e-cdc2-4e5b-b714-97b933d3cb08 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0401242
May 14 21:12:51.194175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47382) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:51.214623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8043001c-3388-4d5f-ad73-b8d967ba3178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.341211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8043001c-3388-4d5f-ad73-b8d967ba3178 admin admin] Publish callbacks [] for security_group (8cdf7049-132f-4a52-bf92-58245df2a02e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.401414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec0d4f-f515-4809-b491-87b4dbf86a4b req-b7995df5-669c-458e-b0f2-82d87e6d4fba tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:51.402884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00ec0d4f-f515-4809-b491-87b4dbf86a4b req-b7995df5-669c-458e-b0f2-82d87e6d4fba tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0538445
May 14 21:12:51.424291 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8043001c-3388-4d5f-ad73-b8d967ba3178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8cdf7049-132f-4a52-bf92-58245df2a02e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.463172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00ec0d4f-f515-4809-b491-87b4dbf86a4b req-7ac4eb80-044e-4ec1-80d5-8e2dc361b766 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536010
May 14 21:12:51.469819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043001c-3388-4d5f-ad73-b8d967ba3178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf7049-132f-4a52-bf92-58245df2a02e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:51.486169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8043001c-3388-4d5f-ad73-b8d967ba3178 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=782f075c7cc0430f85d614dc49b230c6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2874448
May 14 21:12:51.486343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:51.545600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eaee22-94ad-44fd-9e18-7b5d5bd8ad24 admin admin] Publish callbacks [] for security_group (8cdf7049-132f-4a52-bf92-58245df2a02e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.574731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eaee22-94ad-44fd-9e18-7b5d5bd8ad24 admin admin] Publish callbacks [] for security_group (8cdf7049-132f-4a52-bf92-58245df2a02e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.704913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eaee22-94ad-44fd-9e18-7b5d5bd8ad24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8cdf7049-132f-4a52-bf92-58245df2a02e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.708599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eaee22-94ad-44fd-9e18-7b5d5bd8ad24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:51.714226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f7eaee22-94ad-44fd-9e18-7b5d5bd8ad24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8cdf7049-132f-4a52-bf92-58245df2a02e HTTP/1.1" status: 204  len: 168 time: 0.2267041
May 14 21:12:51.727130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaee22-94ad-44fd-9e18-7b5d5bd8ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf7049-132f-4a52-bf92-58245df2a02e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:51.791023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b351d80-2f94-489e-8534-767313ab39f7 req-e77a4457-5215-4434-b81d-60dd5a35f9a7 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:51.795985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b351d80-2f94-489e-8534-767313ab39f7 req-e77a4457-5215-4434-b81d-60dd5a35f9a7 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.0703883
May 14 21:12:51.846043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b351d80-2f94-489e-8534-767313ab39f7 req-6cae3181-f720-4ce8-829d-e41232b07c0a tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462546
May 14 21:12:52.210925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55f915c1-6ed4-454d-a6eb-9400e368e984 req-9bf5c2c0-2547-4852-bcbb-888b003a8ad5 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0289910
May 14 21:12:52.260324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:52.516419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47456) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:52.592869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74da047-3af6-4e04-8faa-32b9ec244577 req-f4f21039-f619-4f31-8c5f-ce8a262bcbb0 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:52.596049 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f74da047-3af6-4e04-8faa-32b9ec244577 req-f4f21039-f619-4f31-8c5f-ce8a262bcbb0 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0576386
May 14 21:12:52.634588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-20c7c2b7-d1ab-46b5-939e-c4636f41924a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.646000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47460) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:52.666549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47464) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:52.675109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f74da047-3af6-4e04-8faa-32b9ec244577 req-2bb42b25-409a-4289-bae9-a0419819b65c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741193
May 14 21:12:52.689517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d6309c56-9554-42f5-8056-9051ff2ac286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.707998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-network', 'tenant_id': 'f9d24089740246829e483d7d6177125c'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:52.767778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-20c7c2b7-d1ab-46b5-939e-c4636f41924a admin admin] Publish callbacks [] for security_group (b3f5e5e9-3a98-41da-bc27-c9a82577bf23), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.784751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d6309c56-9554-42f5-8056-9051ff2ac286 admin admin] Publish callbacks [] for security_group (ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.801100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Made reservation on behalf of f9d24089740246829e483d7d6177125c for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:52.803536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.811912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.832460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-20c7c2b7-d1ab-46b5-939e-c4636f41924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b3f5e5e9-3a98-41da-bc27-c9a82577bf23), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.850734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-130e80f9-379a-430d-9bcc-55642c901cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.874196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d6309c56-9554-42f5-8056-9051ff2ac286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.888060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-20c7c2b7-d1ab-46b5-939e-c4636f41924a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73a07b9f377c406280d6c74b0a28cc37&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6264722
May 14 21:12:52.894834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7c2b7-d1ab-46b5-939e-c4636f41924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f5e5e9-3a98-41da-bc27-c9a82577bf23,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:52.898598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:52.965257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks [] for security_group (e4fb4f31-f406-4c30-b509-99c956622cfc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.977573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6309c56-9554-42f5-8056-9051ff2ac286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:52.983289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7c8fa20-850e-49b5-b0a1-c61342c32c11 admin admin] Publish callbacks [] for security_group (b3f5e5e9-3a98-41da-bc27-c9a82577bf23), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:52.985921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d6309c56-9554-42f5-8056-9051ff2ac286 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40acab3854134d1e85effc683181971e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3173866
May 14 21:12:52.990040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47472) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:53.010358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee70d6-61e2-46d0-ba15-f1f986890531 req-417c8810-4211-4630-b3cc-d00980638be3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:53.011779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cee70d6-61e2-46d0-ba15-f1f986890531 req-417c8810-4211-4630-b3cc-d00980638be3 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.0747848
May 14 21:12:53.028168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7c8fa20-850e-49b5-b0a1-c61342c32c11 admin admin] Publish callbacks [] for security_group (b3f5e5e9-3a98-41da-bc27-c9a82577bf23), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.048373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-130e80f9-379a-430d-9bcc-55642c901cad admin admin] Publish callbacks [] for security_group (2459ce99-1c1c-4bb4-ac76-6f560dd41edf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.052728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e4fb4f31-f406-4c30-b509-99c956622cfc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.076233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cee70d6-61e2-46d0-ba15-f1f986890531 req-88ca9973-9f66-45d3-94dd-c8969db9f409 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532243
May 14 21:12:53.094498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:12:53.117713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40b9f010-6527-4541-8c99-be82b21cb838 admin admin] Publish callbacks [] for security_group (ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.119253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb4f31-f406-4c30-b509-99c956622cfc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:53.128791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-130e80f9-379a-430d-9bcc-55642c901cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2459ce99-1c1c-4bb4-ac76-6f560dd41edf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.152013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40b9f010-6527-4541-8c99-be82b21cb838 admin admin] Publish callbacks [] for security_group (ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.168539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-130e80f9-379a-430d-9bcc-55642c901cad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4164536b7ed841c2b88d28b51543a9a2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5213997
May 14 21:12:53.169645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e80f9-379a-430d-9bcc-55642c901cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2459ce99-1c1c-4bb4-ac76-6f560dd41edf,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:53.172000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47476) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:53.222074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7c8fa20-850e-49b5-b0a1-c61342c32c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b3f5e5e9-3a98-41da-bc27-c9a82577bf23), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.224582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7c8fa20-850e-49b5-b0a1-c61342c32c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.225678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7c8fa20-850e-49b5-b0a1-c61342c32c11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3f5e5e9-3a98-41da-bc27-c9a82577bf23 HTTP/1.1" status: 204  len: 168 time: 0.3251526
May 14 21:12:53.237125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8fa20-850e-49b5-b0a1-c61342c32c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f5e5e9-3a98-41da-bc27-c9a82577bf23,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:53.252097 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-500f126e-7619-4950-b12a-199d08f285bc admin admin] Publish callbacks [] for security_group (2459ce99-1c1c-4bb4-ac76-6f560dd41edf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.297385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-500f126e-7619-4950-b12a-199d08f285bc admin admin] Publish callbacks [] for security_group (2459ce99-1c1c-4bb4-ac76-6f560dd41edf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.309204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2fe6e166-e90e-48b2-b561-5b36238966da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.309712 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Added segment 2fe6e166-e90e-48b2-b561-5b36238966da of type vlan for network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b
May 14 21:12:53.320181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40b9f010-6527-4541-8c99-be82b21cb838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.322644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40b9f010-6527-4541-8c99-be82b21cb838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.324220 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-40b9f010-6527-4541-8c99-be82b21cb838 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e HTTP/1.1" status: 204  len: 168 time: 0.3327870
May 14 21:12:53.349094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1280c15b-c72e-416c-b6ba-6dd49c08f086 req-564d3ef0-bf7f-40c0-a160-7d8373f31de0 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0343318
May 14 21:12:53.381496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.383927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f010-6527-4541-8c99-be82b21cb838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ac93e-58b7-47f1-987d-a65f1bf3ec7e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:53.517903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.518943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:53.519571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.524058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-500f126e-7619-4950-b12a-199d08f285bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2459ce99-1c1c-4bb4-ac76-6f560dd41edf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.526488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-500f126e-7619-4950-b12a-199d08f285bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.527953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-500f126e-7619-4950-b12a-199d08f285bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2459ce99-1c1c-4bb4-ac76-6f560dd41edf HTTP/1.1" status: 204  len: 168 time: 0.3543122
May 14 21:12:53.565422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f126e-7619-4950-b12a-199d08f285bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2459ce99-1c1c-4bb4-ac76-6f560dd41edf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:53.618527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] Pushing event updated for resources: {'Network': ['ID=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:53.619213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa5424-b4f4-4dad-87cf-225f997dd6aa req-9652826f-f7d2-4cb3-b25d-b6a7966b1d2d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:53.620773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53fa5424-b4f4-4dad-87cf-225f997dd6aa req-9652826f-f7d2-4cb3-b25d-b6a7966b1d2d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.0599570
May 14 21:12:53.632401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:12:53.691388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53fa5424-b4f4-4dad-87cf-225f997dd6aa req-eacb764e-3bcd-47ef-b8d0-734797d8d254 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643425
May 14 21:12:53.709732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2918dcc3-987a-401e-8ca2-f813bc7b3117 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1914082
May 14 21:12:53.720992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47494) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:53.723404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Request body: {'subnet': {'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-subnet', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:53.820219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Made reservation on behalf of f9d24089740246829e483d7d6177125c for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:12:53.822566 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:53.967290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf1928-7b47-46a1-9465-cf61bb4b1dd8 req-22a60ade-491b-42cc-b3c1-bd85148dfa99 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:53.970728 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8cf1928-7b47-46a1-9465-cf61bb4b1dd8 req-22a60ade-491b-42cc-b3c1-bd85148dfa99 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.2127502
May 14 21:12:54.019667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8cf1928-7b47-46a1-9465-cf61bb4b1dd8 req-4b936b59-b2df-4343-ac41-499a6236157f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429926
May 14 21:12:54.146650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (4283328c-b87f-44bf-9656-39fbb7d08786), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.203937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4283328c-b87f-44bf-9656-39fbb7d08786,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:54.211210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Checking segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:54.211582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Network hostable DHCP agents. Network: 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:12:54.223520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47500) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:54.239731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-568d3879-0170-4780-a99c-1dd6e794f78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.294550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:12:54.328902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-568d3879-0170-4780-a99c-1dd6e794f78f admin admin] Publish callbacks [] for security_group (e4e5e235-470c-4e80-90c2-f16ebc47e921), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.367036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:54.376907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:54.377523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.378560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5d2d3-5c4f-4a6d-8946-077a09edd42b None None] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:12:54.425026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-568d3879-0170-4780-a99c-1dd6e794f78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e4e5e235-470c-4e80-90c2-f16ebc47e921), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.465639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d3879-0170-4780-a99c-1dd6e794f78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e5e235-470c-4e80-90c2-f16ebc47e921,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:54.470654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-568d3879-0170-4780-a99c-1dd6e794f78f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53ac55b684e64cc8af2b544a99b01fe6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2459817
May 14 21:12:54.473214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47508) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:54.476886 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a75eea47-c485-416e-b0bc-5a58f12be311 req-933152a3-4f7f-4b33-a621-43014f494bbc tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0385711
May 14 21:12:54.486104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7db69ff2-b96b-43fd-abdd-513b0ea8feba admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 0.7723939
May 14 21:12:54.491289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47510) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:54.498923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:12:54.529205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47512) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:54.544729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0149c7ff-e5c7-4853-af34-7293877645df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.547990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45c4d16c-8d44-49b3-a1eb-6d57c556a454 admin admin] Publish callbacks [] for security_group (e4e5e235-470c-4e80-90c2-f16ebc47e921), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.573195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45c4d16c-8d44-49b3-a1eb-6d57c556a454 admin admin] Publish callbacks [] for security_group (e4e5e235-470c-4e80-90c2-f16ebc47e921), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.646323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (802ee9c7-6e13-4111-868a-b75c967e2f88), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.647409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (802ee9c7-6e13-4111-868a-b75c967e2f88), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.654423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'project_id': 'f9d24089740246829e483d7d6177125c', 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:12:54.655430 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.673188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0149c7ff-e5c7-4853-af34-7293877645df admin admin] Publish callbacks [] for security_group (d85566b4-0b86-4e07-9b05-31d2acc6e177), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.728353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45c4d16c-8d44-49b3-a1eb-6d57c556a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e4e5e235-470c-4e80-90c2-f16ebc47e921), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.730800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45c4d16c-8d44-49b3-a1eb-6d57c556a454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.743954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-45c4d16c-8d44-49b3-a1eb-6d57c556a454 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4e5e235-470c-4e80-90c2-f16ebc47e921 HTTP/1.1" status: 204  len: 168 time: 0.2695818
May 14 21:12:54.762302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4d16c-8d44-49b3-a1eb-6d57c556a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e5e235-470c-4e80-90c2-f16ebc47e921,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:54.787770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0149c7ff-e5c7-4853-af34-7293877645df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d85566b4-0b86-4e07-9b05-31d2acc6e177), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.819323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks [] for router_controller (802ee9c7-6e13-4111-868a-b75c967e2f88), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:54.841171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0149c7ff-e5c7-4853-af34-7293877645df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7dbaf999504b4a958cd359678792edee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3107851
May 14 21:12:54.844454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47522) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:54.845531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149c7ff-e5c7-4853-af34-7293877645df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85566b4-0b86-4e07-9b05-31d2acc6e177,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:54.870379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e2846-a1ab-49d0-9338-c2fa45219205 req-602d8a8d-b021-47cf-9b97-80ee52540595 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:54.872244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-059e2846-a1ab-49d0-9338-c2fa45219205 req-602d8a8d-b021-47cf-9b97-80ee52540595 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.0954046
May 14 21:12:54.876784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Allocated IP 172.20.0.2 (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b/4283328c-b87f-44bf-9656-39fbb7d08786/4027a843-318f-40d6-87d9-3364cbfefc37) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:54.979322 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-059e2846-a1ab-49d0-9338-c2fa45219205 req-df25dc68-ffc8-46bb-a080-74242388819c tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967629
May 14 21:12:55.100717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Publish callbacks [] for port (4027a843-318f-40d6-87d9-3364cbfefc37), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.187413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1f3bf-962a-4319-bc44-3cea77fa9ef2 req-ccd42186-b12e-4978-badf-1b98850e6c1f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:55.189257 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30b1f3bf-962a-4319-bc44-3cea77fa9ef2 req-ccd42186-b12e-4978-badf-1b98850e6c1f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0674641
May 14 21:12:55.227339 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.267754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:55.278794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:55.282586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:55.286155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30b1f3bf-962a-4319-bc44-3cea77fa9ef2 req-303359f7-1336-4de8-b662-1801b30cbc9b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805488
May 14 21:12:55.343498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a1593-3b10-420b-8c5c-a77252c0f52e req-61b07963-944a-4b44-b2f5-78ed4b4021d2 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:55.345254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a7a1593-3b10-420b-8c5c-a77252c0f52e req-61b07963-944a-4b44-b2f5-78ed4b4021d2 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 1131 time: 0.0701373
May 14 21:12:55.368352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks [] for router_gateway (802ee9c7-6e13-4111-868a-b75c967e2f88), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.377983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Pushing event updated for resources: {'Port': ['ID=4027a843-318f-40d6-87d9-3364cbfefc37,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:55.389455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a165f788-21de-44e4-8032-9489407b714c admin admin] Publish callbacks [] for security_group (d85566b4-0b86-4e07-9b05-31d2acc6e177), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.415460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7a7a1593-3b10-420b-8c5c-a77252c0f52e req-e32bb6ca-d1cf-4787-b559-a2d19a51c181 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.455746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a165f788-21de-44e4-8032-9489407b714c admin admin] Publish callbacks [] for security_group (d85566b4-0b86-4e07-9b05-31d2acc6e177), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.464631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Attempting to bind port 4027a843-318f-40d6-87d9-3364cbfefc37 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:55.465008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Attempting to bind port 4027a843-318f-40d6-87d9-3364cbfefc37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:55.465691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Attempting to bind port 4027a843-318f-40d6-87d9-3364cbfefc37 on network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:55.478841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:55.479299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Checking segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:55.479682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.480080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Bound using segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:55.480565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Bound port: 4027a843-318f-40d6-87d9-3364cbfefc37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:55.480944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.567795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] For port 4027a843-318f-40d6-87d9-3364cbfefc37, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:55.567795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] For port 4027a843-318f-40d6-87d9-3364cbfefc37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4027a843-318f-40d6-87d9-3364cbfefc37,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:55.608578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7a7a1593-3b10-420b-8c5c-a77252c0f52e req-e32bb6ca-d1cf-4787-b559-a2d19a51c181 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] Publish callbacks [] for security_group (1855da60-78ba-48dd-8066-6c8111369ad8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.621115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a165f788-21de-44e4-8032-9489407b714c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d85566b4-0b86-4e07-9b05-31d2acc6e177), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.623759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a165f788-21de-44e4-8032-9489407b714c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.626275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a165f788-21de-44e4-8032-9489407b714c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d85566b4-0b86-4e07-9b05-31d2acc6e177 HTTP/1.1" status: 204  len: 168 time: 0.7762849
May 14 21:12:55.626447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-be52f63c-49be-42d9-94e3-01aaf1e8f36d req-f30b137e-6247-47be-a49e-50082a6836db tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0373745
May 14 21:12:55.681626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.692270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165f788-21de-44e4-8032-9489407b714c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85566b4-0b86-4e07-9b05-31d2acc6e177,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:55.746482 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7a7a1593-3b10-420b-8c5c-a77252c0f52e req-e32bb6ca-d1cf-4787-b559-a2d19a51c181 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1855da60-78ba-48dd-8066-6c8111369ad8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.764560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b541a-36ca-4bf4-8da8-570e75ad97d7 None None] Pushing event updated for resources: {'Port': ['ID=4027a843-318f-40d6-87d9-3364cbfefc37,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:55.765288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks [] for router_gateway (802ee9c7-6e13-4111-868a-b75c967e2f88), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.816204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:55.822323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a7a1593-3b10-420b-8c5c-a77252c0f52e req-e32bb6ca-d1cf-4787-b559-a2d19a51c181 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4698427
May 14 21:12:55.830501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bb6ca-d1cf-4787-b559-a2d19a51c181 tempest-LiveMigrationNegativeTest-1227557669 tempest-LiveMigrationNegativeTest-1227557669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1855da60-78ba-48dd-8066-6c8111369ad8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:55.975646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Allocated IP 172.35.4.222 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/835771ba-7375-48f4-9cf0-f0648303a323) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:56.142821 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks [] for port (835771ba-7375-48f4-9cf0-f0648303a323), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:56.272186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (835771ba-7375-48f4-9cf0-f0648303a323), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:56.315399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:56.318222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:56.324041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:56.389086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Pushing event updated for resources: {'Port': ['ID=835771ba-7375-48f4-9cf0-f0648303a323,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:56.443405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca080c-01db-415f-9093-cb44335d62a3 req-34e6d93f-34e8-4cf7-a408-4303f550e699 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:56.444980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88ca080c-01db-415f-9093-cb44335d62a3 req-34e6d93f-34e8-4cf7-a408-4303f550e699 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0822165
May 14 21:12:56.535764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88ca080c-01db-415f-9093-cb44335d62a3 req-ff9e05cc-5a1c-486a-af13-586493e91531 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644264
May 14 21:12:56.685703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1db95-143c-48de-8c9c-9e0f29ff3415 req-a560c235-f20e-4ee3-ac5e-2d08185f6cda tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:56.696039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1fc1db95-143c-48de-8c9c-9e0f29ff3415 req-a560c235-f20e-4ee3-ac5e-2d08185f6cda tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.0918169
May 14 21:12:56.786798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1fc1db95-143c-48de-8c9c-9e0f29ff3415 req-2894c73b-570c-4d66-bc4b-69b92d733924 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896325
May 14 21:12:56.804621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbf2d700-319b-4665-80e6-ccdd8d67969c req-bd0f4b83-5b47-485e-9872-178aa9c460c6 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0578482
May 14 21:12:56.831694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks [] for router_gateway (802ee9c7-6e13-4111-868a-b75c967e2f88), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:56.936283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416dc0e-0b32-49a2-a1d8-92a60da534d4 None None] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:12:57.000785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] Provisioning complete for port 4027a843-318f-40d6-87d9-3364cbfefc37 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:57.001335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:57.055743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (802ee9c7-6e13-4111-868a-b75c967e2f88), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:57.145825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] Current status of the port 4027a843-318f-40d6-87d9-3364cbfefc37 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:57.146212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:57.184497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] For port 4027a843-318f-40d6-87d9-3364cbfefc37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4027a843-318f-40d6-87d9-3364cbfefc37,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:57.328477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:57.380252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b17075-243c-4223-a342-43f48d1291f9 None None] Pushing event updated for resources: {'Port': ['ID=4027a843-318f-40d6-87d9-3364cbfefc37,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:57.447503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d99a6b91-4404-4a92-8b8a-176d4d4dc6f5 None None] Provisioning complete for port 4027a843-318f-40d6-87d9-3364cbfefc37 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:57.447799 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d99a6b91-4404-4a92-8b8a-176d4d4dc6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:57.505705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Router 802ee9c7-6e13-4111-868a-b75c967e2f88 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:12:57.526297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d99a6b91-4404-4a92-8b8a-176d4d4dc6f5 None None] Current status of the port 4027a843-318f-40d6-87d9-3364cbfefc37 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:57.617454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:12:57.627322 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Sync routers for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:12:57.639513 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:12:57.640743 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310a47f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:57.692693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c391f-44e7-4912-9b0e-b4e6216c1ec6 req-9fad6397-e308-45b4-8b81-62ba2c7da6b5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:57.696239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e37c391f-44e7-4912-9b0e-b4e6216c1ec6 req-9fad6397-e308-45b4-8b81-62ba2c7da6b5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0807416
May 14 21:12:57.761590 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:57.762951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a392ce70-4106-4478-9b89-e926c5b6bd09 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 3.2699687
May 14 21:12:57.767028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47616) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:12:57.777607 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:12:57.790129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e37c391f-44e7-4912-9b0e-b4e6216c1ec6 req-73b01af8-dcd2-4773-a75d-643a0164535c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879087
May 14 21:12:58.026452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-89faeabd-92c0-49f9-86eb-5f6da6a74171 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:58.030192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-89faeabd-92c0-49f9-86eb-5f6da6a74171 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.48 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.1811171
May 14 21:12:58.116700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4027a843-318f-40d6-87d9-3364cbfefc37 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:12:58.122804 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310a47f0>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:56Z', 'revision_number': 3, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:58.131987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0520c61-41c1-453b-bc9e-560ff4d1fdda req-48395bf3-37a9-4171-9afb-65050d146b62 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.1163726
May 14 21:12:58.152416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca952-06b9-4a82-ba4b-a746326ccc91 req-171d8109-8e46-4d3e-883b-1f5e26fca237 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:58.152782 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Checking router: 802ee9c7-6e13-4111-868a-b75c967e2f88 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:12:58.153139 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Updating router 802ee9c7-6e13-4111-868a-b75c967e2f88 port 835771ba-7375-48f4-9cf0-f0648303a323 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:12:58.164086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe7ca952-06b9-4a82-ba4b-a746326ccc91 req-171d8109-8e46-4d3e-883b-1f5e26fca237 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 949 time: 0.2029855
May 14 21:12:58.193860 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (835771ba-7375-48f4-9cf0-f0648303a323), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.229258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Deleting port 16d9a058-b772-4ae7-b4f3-0818f1b9074b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:12:58.229925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.241328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4027a843-318f-40d6-87d9-3364cbfefc37 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:58.241738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.395556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe7ca952-06b9-4a82-ba4b-a746326ccc91 req-590f9226-f502-4ca2-9619-9b5c5169c860 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290282
May 14 21:12:58.411170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4027a843-318f-40d6-87d9-3364cbfefc37 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:12:58.435300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] For port 16d9a058-b772-4ae7-b4f3-0818f1b9074b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=16d9a058-b772-4ae7-b4f3-0818f1b9074b,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:12:58.438147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.471822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Calling delete_port for 16d9a058-b772-4ae7-b4f3-0818f1b9074b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:12:58.551559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.763175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (16d9a058-b772-4ae7-b4f3-0818f1b9074b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.778136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['16d9a058-b772-4ae7-b4f3-0818f1b9074b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:58.781035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['074dfa89-1f3d-4b74-9c88-b07bed760e13'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:12:58.786147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Allocated IP 172.20.0.1 (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b/4283328c-b87f-44bf-9656-39fbb7d08786/b02f3599-a853-4bc2-a7b2-6f562607fe21) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:12:58.853773 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Publish callbacks [] for port (835771ba-7375-48f4-9cf0-f0648303a323), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.856061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Pushing event deleted for resources: {'Port': ['ID=16d9a058-b772-4ae7-b4f3-0818f1b9074b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:58.961800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks [] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.972857 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (835771ba-7375-48f4-9cf0-f0648303a323), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.974405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] No DVR routers for this DVR port 16d9a058-b772-4ae7-b4f3-0818f1b9074b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:12:58.980749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:58.987718 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e777864f-88d3-4510-aef9-ee9d3d9ac148 req-d02a6864-1f7a-4a39-968f-a44daa6fb1cf tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.48 "DELETE /v2.0/ports/16d9a058-b772-4ae7-b4f3-0818f1b9074b HTTP/1.1" status: 204  len: 173 time: 0.9336751
May 14 21:12:58.991199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'name': 'network-vif-deleted', 'tag': '16d9a058-b772-4ae7-b4f3-0818f1b9074b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:12:59.002933 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b72897-217e-412b-9911-abe5b9ab0ef2" -d '{"events": [{"server_uuid": "a955384b-6dbf-444d-bd67-2a1b9a33531b", "name": "network-vif-deleted", "tag": "16d9a058-b772-4ae7-b4f3-0818f1b9074b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:12:59.086001 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Pushing event updated for resources: {'Port': ['ID=835771ba-7375-48f4-9cf0-f0648303a323,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:59.091608 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Attempting to bind port 835771ba-7375-48f4-9cf0-f0648303a323 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:12:59.091986 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Attempting to bind port 835771ba-7375-48f4-9cf0-f0648303a323 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:12:59.092360 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Attempting to bind port 835771ba-7375-48f4-9cf0-f0648303a323 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:12:59.112812 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.113167 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.118700 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.119072 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.119427 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.119787 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.120122 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.127623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:12:59.132846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.147433 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:12:59.153503 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:12:59.157918 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.158410 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:12:59.158939 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Bound port: 835771ba-7375-48f4-9cf0-f0648303a323, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:12:59.159339 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (835771ba-7375-48f4-9cf0-f0648303a323), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.181427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:12:59.191016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeabbd-8231-434e-8546-a2e2e933ee33 req-7678900d-1cef-4cd2-93d5-ecb513d70979 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:12:59.192593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2efeabbd-8231-434e-8546-a2e2e933ee33 req-7678900d-1cef-4cd2-93d5-ecb513d70979 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1100569
May 14 21:12:59.195609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:12:59.198228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:12:59.199263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (802ee9c7-6e13-4111-868a-b75c967e2f88), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.241414 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] For port 835771ba-7375-48f4-9cf0-f0648303a323, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:12:59.245797 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] For port 835771ba-7375-48f4-9cf0-f0648303a323, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=835771ba-7375-48f4-9cf0-f0648303a323,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:12:59.313488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Pushing event updated for resources: {'Port': ['ID=b02f3599-a853-4bc2-a7b2-6f562607fe21,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:59.352533 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (835771ba-7375-48f4-9cf0-f0648303a323), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.364435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2efeabbd-8231-434e-8546-a2e2e933ee33 req-d346c887-1ecc-47c0-a710-0866bab41a29 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995228
May 14 21:12:59.375844 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeab765-0437-4964-8c08-3093a1295702 x-openstack-request-id: req-deeab765-0437-4964-8c08-3093a1295702 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:12:59.376304 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955384b-6dbf-444d-bd67-2a1b9a33531b", "name": "network-vif-deleted", "tag": "16d9a058-b772-4ae7-b4f3-0818f1b9074b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:12:59.376688 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-deeab765-0437-4964-8c08-3093a1295702 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:12:59.377188 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deeab765-0437-4964-8c08-3093a1295702'] response: {'server_uuid': 'a955384b-6dbf-444d-bd67-2a1b9a33531b', 'name': 'network-vif-deleted', 'tag': '16d9a058-b772-4ae7-b4f3-0818f1b9074b', 'status': 'completed', 'code': 200}
May 14 21:12:59.484486 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f49fc-5883-4da2-9b1b-7aac326e9b96 None None] Pushing event updated for resources: {'Port': ['ID=835771ba-7375-48f4-9cf0-f0648303a323,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:12:59.504849 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:12:59.505613 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310a47f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:59.562768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824acd68-f56e-4665-afdf-6f249ab44ee6 req-4cd7d3ae-4a7a-4351-9a38-480c1707e08d tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0717487
May 14 21:12:59.593455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.651982 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:12:59.666235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7cb08b25-a9f7-42a9-bfbf-cd7cfb9d84b5 None None] Provisioning complete for port b02f3599-a853-4bc2-a7b2-6f562607fe21 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:12:59.669293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7cb08b25-a9f7-42a9-bfbf-cd7cfb9d84b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.682745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-005f0377-4485-4b75-b461-fc1a927d90b7 req-a89c92c0-8ce8-42f5-aa58-3ba3b108c9ed tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=a955384b-6dbf-444d-bd67-2a1b9a33531b HTTP/1.1" status: 200  len: 210 time: 0.0370631
May 14 21:12:59.750789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7cb08b25-a9f7-42a9-bfbf-cd7cfb9d84b5 None None] Port b02f3599-a853-4bc2-a7b2-6f562607fe21 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:12:59.889589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310a47f0>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:56Z', 'revision_number': 3, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:12:59.898881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks [] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.923783 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11abb6c2-ded6-4199-9ba1-c2f87d03c78a None None] The sync data for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 is: [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:56Z', 'revision_number': 3, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:12:59.992221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:12:59.999427 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (802ee9c7-6e13-4111-868a-b75c967e2f88), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:00.089567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Pushing event updated for resources: {'Port': ['ID=b02f3599-a853-4bc2-a7b2-6f562607fe21,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:00.137106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:00.138548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:00.342025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Router 802ee9c7-6e13-4111-868a-b75c967e2f88 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:13:00.484993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8b6b0313-2802-4476-ab6a-0a54ea091330 None None] Provisioning complete for port b02f3599-a853-4bc2-a7b2-6f562607fe21 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:00.485410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0313-2802-4476-ab6a-0a54ea091330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:00.528429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8b6b0313-2802-4476-ab6a-0a54ea091330 None None] Port b02f3599-a853-4bc2-a7b2-6f562607fe21 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:13:00.554395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47714) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:00.618477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47720) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:00.680504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d62e4c-c9ff-461d-b0b0-fbd25ca7c49e req-223c827e-0283-4d18-a427-140a5d09e544 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:00.682002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c0d62e4c-c9ff-461d-b0b0-fbd25ca7c49e req-223c827e-0283-4d18-a427-140a5d09e544 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.2277572
May 14 21:13:00.705945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58456085-37f4-4680-a20e-f6529c159cae req-ad8aeb32-33eb-4736-9b3f-7d1f596d540d tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0334575
May 14 21:13:00.727117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:00.733152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e272a07-a0ef-4ce8-9ddc-ab5753cb6c8f admin admin] 10.222.0.52 "PUT /v2.0/routers/802ee9c7-6e13-4111-868a-b75c967e2f88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9649792
May 14 21:13:00.760313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c0d62e4c-c9ff-461d-b0b0-fbd25ca7c49e req-dacbf21b-85e0-48d2-b40e-f5957f8a321e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621023
May 14 21:13:00.789993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3fa38a50-8b05-4aa6-bfed-4c86a3e6007d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:00.930912 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3fa38a50-8b05-4aa6-bfed-4c86a3e6007d admin admin] Publish callbacks [] for security_group (dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.027153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47734) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:01.044278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3fa38a50-8b05-4aa6-bfed-4c86a3e6007d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.050160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7723618-12e8-4019-b440-b19dc893fd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.116207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0e77862-9acb-45d3-84fa-433678665fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.135555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3fa38a50-8b05-4aa6-bfed-4c86a3e6007d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad90995c0ee2499284a5692a37c473fd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5790243
May 14 21:13:01.141094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47742) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:01.182506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa38a50-8b05-4aa6-bfed-4c86a3e6007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:01.224960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0e77862-9acb-45d3-84fa-433678665fc3 admin admin] Publish callbacks [] for security_group (b432e804-1e53-4ca4-90c0-e5f31c37599d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.241071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7723618-12e8-4019-b440-b19dc893fd01 admin admin] Publish callbacks [] for security_group (28ca5217-aedc-4598-bfad-c12cb665de20), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.253436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31b3241b-82bd-4e0c-95bb-781e7f56589e admin admin] Publish callbacks [] for security_group (dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.277373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31b3241b-82bd-4e0c-95bb-781e7f56589e admin admin] Publish callbacks [] for security_group (dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.304305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0e77862-9acb-45d3-84fa-433678665fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b432e804-1e53-4ca4-90c0-e5f31c37599d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.334224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7723618-12e8-4019-b440-b19dc893fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (28ca5217-aedc-4598-bfad-c12cb665de20), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.380656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6451c3-a02b-4d8c-a3dc-b5912e68fddf req-854eae32-084d-4c72-8dd4-c4fd524b3d8c tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:01.382447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac6451c3-a02b-4d8c-a3dc-b5912e68fddf req-854eae32-084d-4c72-8dd4-c4fd524b3d8c tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 949 time: 0.0899153
May 14 21:13:01.401260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7723618-12e8-4019-b440-b19dc893fd01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59e14ad4fbf64ebc874c48163b3a11db&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7820539
May 14 21:13:01.403686 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a0e77862-9acb-45d3-84fa-433678665fc3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c774ae2a876247f6bff20542ac5e9f14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3741381
May 14 21:13:01.404531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47754) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:01.407437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47756) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:01.424069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7723618-12e8-4019-b440-b19dc893fd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca5217-aedc-4598-bfad-c12cb665de20,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:01.437524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e77862-9acb-45d3-84fa-433678665fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b432e804-1e53-4ca4-90c0-e5f31c37599d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:01.497551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31b3241b-82bd-4e0c-95bb-781e7f56589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.500140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31b3241b-82bd-4e0c-95bb-781e7f56589e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.500625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-5cf65056-5032-473a-9331-4af4c170e017 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:01.501273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31b3241b-82bd-4e0c-95bb-781e7f56589e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58 HTTP/1.1" status: 204  len: 168 time: 0.3579817
May 14 21:13:01.502097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-5cf65056-5032-473a-9331-4af4c170e017 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 828 time: 0.2231812
May 14 21:13:01.510570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac6451c3-a02b-4d8c-a3dc-b5912e68fddf req-c7ee2ae4-14b7-4976-8384-addfa0811400 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206210
May 14 21:13:01.518917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-542d2acf-819f-4a81-a5ae-e7cb087e3474 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/quotas/f9d24089740246829e483d7d6177125c HTTP/1.1" status: 200  len: 375 time: 0.0095737
May 14 21:13:01.526344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3241b-82bd-4e0c-95bb-781e7f56589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19fd9a-4d5f-4630-b5e9-a54e00b8ad58,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:01.558043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f16af783-bd0d-4fb8-b680-bcadc08e69c5 admin admin] Publish callbacks [] for security_group (b432e804-1e53-4ca4-90c0-e5f31c37599d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.576686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e56445b6-4b1a-41dc-83b0-35c560785479 admin admin] Publish callbacks [] for security_group (28ca5217-aedc-4598-bfad-c12cb665de20), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.585225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f16af783-bd0d-4fb8-b680-bcadc08e69c5 admin admin] Publish callbacks [] for security_group (b432e804-1e53-4ca4-90c0-e5f31c37599d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.607008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-d8f74217-2374-42f9-97c3-c5079c7dddc8 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0737734
May 14 21:13:01.612933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-3952aa7f-b032-429d-9877-feba8c563f30 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:01.619277 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-3952aa7f-b032-429d-9877-feba8c563f30 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0112855
May 14 21:13:01.628983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e56445b6-4b1a-41dc-83b0-35c560785479 admin admin] Publish callbacks [] for security_group (28ca5217-aedc-4598-bfad-c12cb665de20), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.715223 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-8604996a-968f-434e-abea-0f73c2faf348 service neutron] 10.222.0.52 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951643
May 14 21:13:01.728767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f16af783-bd0d-4fb8-b680-bcadc08e69c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b432e804-1e53-4ca4-90c0-e5f31c37599d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.731336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f16af783-bd0d-4fb8-b680-bcadc08e69c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.735720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f16af783-bd0d-4fb8-b680-bcadc08e69c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b432e804-1e53-4ca4-90c0-e5f31c37599d HTTP/1.1" status: 204  len: 168 time: 0.3246999
May 14 21:13:01.745222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af783-bd0d-4fb8-b680-bcadc08e69c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b432e804-1e53-4ca4-90c0-e5f31c37599d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:01.778157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e56445b6-4b1a-41dc-83b0-35c560785479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (28ca5217-aedc-4598-bfad-c12cb665de20), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.778157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e56445b6-4b1a-41dc-83b0-35c560785479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:01.778157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e56445b6-4b1a-41dc-83b0-35c560785479 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28ca5217-aedc-4598-bfad-c12cb665de20 HTTP/1.1" status: 204  len: 168 time: 0.3655875
May 14 21:13:01.781256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56445b6-4b1a-41dc-83b0-35c560785479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca5217-aedc-4598-bfad-c12cb665de20,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:01.854130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-2ee7981b-3fd0-4e66-bf3c-4a666ea1a5b3 service neutron] 10.222.0.52 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379590
May 14 21:13:02.034355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Sync routers for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:02.069788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:02.070432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e0eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:02.078624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 835771ba-7375-48f4-9cf0-f0648303a323 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:02.164756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 16d9a058-b772-4ae7-b4f3-0818f1b9074b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:02.193820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f11f6c1d-3f14-4bbc-9c44-7bb0d35b0f61 req-c89abd5d-435c-4511-b5c8-ee139d72b013 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.3196115
May 14 21:13:02.206328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 16d9a058-b772-4ae7-b4f3-0818f1b9074b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:02.206782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 16d9a058-b772-4ae7-b4f3-0818f1b9074b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:02.215234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e5ae0-01ca-4973-bf32-eca64a9d1efb req-989b0ef8-4584-4d5a-a13a-ca7703ab2e47 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:02.232099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-710e5ae0-01ca-4973-bf32-eca64a9d1efb req-989b0ef8-4584-4d5a-a13a-ca7703ab2e47 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1086161
May 14 21:13:02.298761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b243b3bf-8381-4fd1-b138-ef871bc3042a req-5c2fe4fa-c72f-4d9b-8257-e6c4b7c44891 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 210 time: 0.0435221
May 14 21:13:02.318354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-710e5ae0-01ca-4973-bf32-eca64a9d1efb req-d4ed1661-cf58-4832-bea7-152e77d4af7b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854473
May 14 21:13:02.351621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 835771ba-7375-48f4-9cf0-f0648303a323 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:02.355790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (835771ba-7375-48f4-9cf0-f0648303a323), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:02.382650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:02.556344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 835771ba-7375-48f4-9cf0-f0648303a323 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:02.556728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (835771ba-7375-48f4-9cf0-f0648303a323), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:02.591566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 835771ba-7375-48f4-9cf0-f0648303a323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=835771ba-7375-48f4-9cf0-f0648303a323,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:02.641835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6239a83-6d73-480a-baa6-c651d2e1957b req-2e86ef48-3537-474f-8bea-3b39811e32ed tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:02.642393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e0eb80>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 2, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:02.643658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6239a83-6d73-480a-baa6-c651d2e1957b req-2e86ef48-3537-474f-8bea-3b39811e32ed tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 949 time: 0.0508502
May 14 21:13:02.680398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Checking router: 802ee9c7-6e13-4111-868a-b75c967e2f88 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:02.680760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Updating router 802ee9c7-6e13-4111-868a-b75c967e2f88 port b02f3599-a853-4bc2-a7b2-6f562607fe21 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:13:02.710100 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:02.713162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (835771ba-7375-48f4-9cf0-f0648303a323), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:02.728434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6239a83-6d73-480a-baa6-c651d2e1957b req-f2f35c60-1a57-4883-8ed3-dfb6d343af4d tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/security-groups?id=1a08cc44-f3a4-4365-acf1-d4e67e1a987f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767257
May 14 21:13:02.743360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-8d12640f-0bfd-48b1-9fb1-ec2ea4e216fb tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:02.744564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-8d12640f-0bfd-48b1-9fb1-ec2ea4e216fb tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.36 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 949 time: 0.0617740
May 14 21:13:02.784327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47802) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:02.809101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef0c359d-b768-4d46-9455-86d38ab21979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:02.820508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=835771ba-7375-48f4-9cf0-f0648303a323,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:02.865194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47804) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:02.894715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9866-7bf5-4e34-95d0-be5df9b788fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:02.903762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Deleting port 074dfa89-1f3d-4b74-9c88-b07bed760e13 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:02.904401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.000770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9866-7bf5-4e34-95d0-be5df9b788fd admin admin] Publish callbacks [] for security_group (e61259fa-750c-4b93-b044-6db3313fd0ff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.033761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] For port 074dfa89-1f3d-4b74-9c88-b07bed760e13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=074dfa89-1f3d-4b74-9c88-b07bed760e13,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:03.037271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.047701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef0c359d-b768-4d46-9455-86d38ab21979 admin admin] Publish callbacks [] for security_group (091f9001-2ea5-41f8-b573-4c39755d72b4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.050208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Calling delete_port for 074dfa89-1f3d-4b74-9c88-b07bed760e13 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:03.129310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0dd9866-7bf5-4e34-95d0-be5df9b788fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e61259fa-750c-4b93-b044-6db3313fd0ff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.165154 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef0c359d-b768-4d46-9455-86d38ab21979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (091f9001-2ea5-41f8-b573-4c39755d72b4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.185824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e0dd9866-7bf5-4e34-95d0-be5df9b788fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3c4034dc5694a6083ecfb051be2958c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3172350
May 14 21:13:03.191179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd9866-7bf5-4e34-95d0-be5df9b788fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61259fa-750c-4b93-b044-6db3313fd0ff,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.192362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47808) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:03.208843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ef0c359d-b768-4d46-9455-86d38ab21979 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52748c4cf00740c880b3cdcd92f5b90e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4229801
May 14 21:13:03.209424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47810) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:03.227151 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Publish callbacks [] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.250763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5522c419-6efc-42a8-a41b-77642ed3966e admin admin] Publish callbacks [] for security_group (e61259fa-750c-4b93-b044-6db3313fd0ff), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.262378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c359d-b768-4d46-9455-86d38ab21979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091f9001-2ea5-41f8-b573-4c39755d72b4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.274404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5522c419-6efc-42a8-a41b-77642ed3966e admin admin] Publish callbacks [] for security_group (e61259fa-750c-4b93-b044-6db3313fd0ff), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.315389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5876bdfc-aef2-4cfe-8cde-9e52df50d3c8 admin admin] Publish callbacks [] for security_group (091f9001-2ea5-41f8-b573-4c39755d72b4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.319660 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e430a707-a538-4400-8097-437de6a84d97 req-aa106932-bba1-4334-8ad8-79ac556c3314 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0393224
May 14 21:13:03.338335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.339856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (074dfa89-1f3d-4b74-9c88-b07bed760e13), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.365799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5876bdfc-aef2-4cfe-8cde-9e52df50d3c8 admin admin] Publish callbacks [] for security_group (091f9001-2ea5-41f8-b573-4c39755d72b4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.376010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['074dfa89-1f3d-4b74-9c88-b07bed760e13'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:03.439390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259caf-7b3f-4119-b014-65e84f8c78be None None] Pushing event updated for resources: {'Port': ['ID=b02f3599-a853-4bc2-a7b2-6f562607fe21,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.468590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Pushing event deleted for resources: {'Port': ['ID=074dfa89-1f3d-4b74-9c88-b07bed760e13,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.471892 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5522c419-6efc-42a8-a41b-77642ed3966e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e61259fa-750c-4b93-b044-6db3313fd0ff), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.477134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5522c419-6efc-42a8-a41b-77642ed3966e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.484554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5522c419-6efc-42a8-a41b-77642ed3966e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e61259fa-750c-4b93-b044-6db3313fd0ff HTTP/1.1" status: 204  len: 168 time: 0.2907712
May 14 21:13:03.485394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47818) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:03.530784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-599520b9-8471-4ac9-b06a-7fde292fd574 req-286a361e-f1cb-4e9c-b7e9-ef2ebb24bfb0 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 210 time: 0.1737316
May 14 21:13:03.532030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Attempting to bind port b02f3599-a853-4bc2-a7b2-6f562607fe21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:03.532380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Attempting to bind port b02f3599-a853-4bc2-a7b2-6f562607fe21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:03.532900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Attempting to bind port b02f3599-a853-4bc2-a7b2-6f562607fe21 on network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:03.535190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4241f8c5-4e75-48ac-981d-26fda9b7dcc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.538636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:03.539129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Checking segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:03.539687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.540148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Bound using segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:03.541026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Bound port: b02f3599-a853-4bc2-a7b2-6f562607fe21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:03.541479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.549155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] No DVR routers for this DVR port 074dfa89-1f3d-4b74-9c88-b07bed760e13 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:03.554209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.559329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d42bd39-b464-4045-be3b-5e5e88a2b06c req-483fbfc5-ab47-49a1-af5d-c4d6b4213024 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.36 "DELETE /v2.0/ports/074dfa89-1f3d-4b74-9c88-b07bed760e13 HTTP/1.1" status: 204  len: 173 time: 0.8088157
May 14 21:13:03.565588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'name': 'network-vif-deleted', 'tag': '074dfa89-1f3d-4b74-9c88-b07bed760e13'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:03.568354 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a43c97b-96d8-4001-b57d-1c79b8ec207d" -d '{"events": [{"server_uuid": "90932695-580a-4ed5-8d1e-6e47d0d11693", "name": "network-vif-deleted", "tag": "074dfa89-1f3d-4b74-9c88-b07bed760e13"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:03.572742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522c419-6efc-42a8-a41b-77642ed3966e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61259fa-750c-4b93-b044-6db3313fd0ff,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.585735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1970a9-8b8d-4579-ac1c-3bf964a60291 req-58243d04-df81-4cd5-a32d-4b4f3559bcfc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:03.598852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c1970a9-8b8d-4579-ac1c-3bf964a60291 req-58243d04-df81-4cd5-a32d-4b4f3559bcfc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1359959
May 14 21:13:03.618509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5876bdfc-aef2-4cfe-8cde-9e52df50d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (091f9001-2ea5-41f8-b573-4c39755d72b4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.625517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5876bdfc-aef2-4cfe-8cde-9e52df50d3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.628131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5876bdfc-aef2-4cfe-8cde-9e52df50d3c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/091f9001-2ea5-41f8-b573-4c39755d72b4 HTTP/1.1" status: 204  len: 168 time: 0.4129462
May 14 21:13:03.652195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] For port b02f3599-a853-4bc2-a7b2-6f562607fe21, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:03.655809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] For port b02f3599-a853-4bc2-a7b2-6f562607fe21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02f3599-a853-4bc2-a7b2-6f562607fe21,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:03.685874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876bdfc-aef2-4cfe-8cde-9e52df50d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f9001-2ea5-41f8-b573-4c39755d72b4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.704220 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beaf4be-2d44-4eaf-a21c-ca4dd9f20e32 x-openstack-request-id: req-7beaf4be-2d44-4eaf-a21c-ca4dd9f20e32 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:03.704761 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90932695-580a-4ed5-8d1e-6e47d0d11693", "name": "network-vif-deleted", "tag": "074dfa89-1f3d-4b74-9c88-b07bed760e13", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:03.704761 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7beaf4be-2d44-4eaf-a21c-ca4dd9f20e32 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:03.705140 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7beaf4be-2d44-4eaf-a21c-ca4dd9f20e32'] response: {'server_uuid': '90932695-580a-4ed5-8d1e-6e47d0d11693', 'name': 'network-vif-deleted', 'tag': '074dfa89-1f3d-4b74-9c88-b07bed760e13', 'status': 'completed', 'code': 200}
May 14 21:13:03.721117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.735297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c1970a9-8b8d-4579-ac1c-3bf964a60291 req-3173f9e8-3b38-47e5-893d-1920cc16bff8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356213
May 14 21:13:03.808218 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4241f8c5-4e75-48ac-981d-26fda9b7dcc2 admin admin] Publish callbacks [] for security_group (789080f1-99b0-4b51-9dcc-019b912803e1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.847315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259caf-7b3f-4119-b014-65e84f8c78be None None] Pushing event updated for resources: {'Port': ['ID=b02f3599-a853-4bc2-a7b2-6f562607fe21,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:03.896544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54a7b078-c032-42fb-bcdc-772883fa092a req-b19f3566-ab44-4645-bad6-93d7b3437ebd tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0677943
May 14 21:13:03.905617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:03.906339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e0eb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:03.921905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4241f8c5-4e75-48ac-981d-26fda9b7dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (789080f1-99b0-4b51-9dcc-019b912803e1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.980924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47828) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:03.982063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] Provisioning complete for port b02f3599-a853-4bc2-a7b2-6f562607fe21 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:03.982437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:03.982548 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4241f8c5-4e75-48ac-981d-26fda9b7dcc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78ff7c8c227d4782963792034d7cd5ab&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4740088
May 14 21:13:04.009282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241f8c5-4e75-48ac-981d-26fda9b7dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789080f1-99b0-4b51-9dcc-019b912803e1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:04.112739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d24c551-635a-473a-9ac4-39ed47a630bf admin admin] Publish callbacks [] for security_group (789080f1-99b0-4b51-9dcc-019b912803e1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.153185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d24c551-635a-473a-9ac4-39ed47a630bf admin admin] Publish callbacks [] for security_group (789080f1-99b0-4b51-9dcc-019b912803e1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.213903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 835771ba-7375-48f4-9cf0-f0648303a323 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:04.285184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d24c551-635a-473a-9ac4-39ed47a630bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (789080f1-99b0-4b51-9dcc-019b912803e1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.287746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d24c551-635a-473a-9ac4-39ed47a630bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.288885 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d24c551-635a-473a-9ac4-39ed47a630bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/789080f1-99b0-4b51-9dcc-019b912803e1 HTTP/1.1" status: 204  len: 168 time: 0.3067238
May 14 21:13:04.300861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24c551-635a-473a-9ac4-39ed47a630bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789080f1-99b0-4b51-9dcc-019b912803e1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:04.304592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] Current status of the port b02f3599-a853-4bc2-a7b2-6f562607fe21 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:04.305070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.311240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:04.446897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] For port b02f3599-a853-4bc2-a7b2-6f562607fe21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02f3599-a853-4bc2-a7b2-6f562607fe21,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:04.449804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 835771ba-7375-48f4-9cf0-f0648303a323 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:04.450192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (835771ba-7375-48f4-9cf0-f0648303a323), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.536653 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.559779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2541fdb-39d8-43eb-9b8e-067d6ff3b75a req-28407327-006f-45ca-bc2d-a1552eac9177 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.1169884
May 14 21:13:04.648645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe42374-7ada-49f3-b2b1-0222f8851e96 None None] Pushing event updated for resources: {'Port': ['ID=b02f3599-a853-4bc2-a7b2-6f562607fe21,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:04.669873 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-452e7ac4-65ed-4681-af9f-908ab0d6bd95 service neutron] show failed (client error): The resource could not be found.
May 14 21:13:04.670999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-452e7ac4-65ed-4681-af9f-908ab0d6bd95 service neutron] 10.222.0.36 "GET /v2.0/ports/18b50999-4ef7-4c21-8dba-c0606fe826e1/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2197881
May 14 21:13:04.704805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-697b2888-498f-4480-98a7-54bfc5acef8e None None] Provisioning complete for port b02f3599-a853-4bc2-a7b2-6f562607fe21 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:04.705191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-697b2888-498f-4480-98a7-54bfc5acef8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:04.709363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9110152-0066-4216-9cad-e7ab8b946880 req-ca2fa7ed-3a52-495e-a188-36254aa5231a tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 210 time: 0.0289304
May 14 21:13:04.738565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e0eb80>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:03Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:04.741774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 835771ba-7375-48f4-9cf0-f0648303a323 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:04.778640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80757e-2c7c-4925-be4d-d67957b73afe None None] The sync data for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 is: [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:03Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:13:04.974835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-697b2888-498f-4480-98a7-54bfc5acef8e None None] Current status of the port b02f3599-a853-4bc2-a7b2-6f562607fe21 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:04.983945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39396fe-58a3-4ae0-bbdb-f91ff8d26911 req-d5618480-90ae-4206-9a7e-fd05bd639797 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:04.992740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e39396fe-58a3-4ae0-bbdb-f91ff8d26911 req-d5618480-90ae-4206-9a7e-fd05bd639797 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1466858
May 14 21:13:05.133109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e39396fe-58a3-4ae0-bbdb-f91ff8d26911 req-ae1b067f-8ead-417f-8296-32c153503df9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394012
May 14 21:13:05.187839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8a04e20-cddd-4d20-bfa3-9c026bca4ef1 req-ecbcd0e4-eae2-4eb6-891a-d9b32b4a7883 tempest-LiveMigrationNegativeTest-1518369627 tempest-LiveMigrationNegativeTest-1518369627-project] 10.222.0.52 "GET /v2.0/ports?device_id=90932695-580a-4ed5-8d1e-6e47d0d11693 HTTP/1.1" status: 200  len: 210 time: 0.0509865
May 14 21:13:05.205771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-a6a72bb3-4eb2-4254-9aa3-efb0b37a91db tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:05.218275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-a6a72bb3-4eb2-4254-9aa3-efb0b37a91db tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.48 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 828 time: 0.3110938
May 14 21:13:05.230065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Request body: {'port': {'device_id': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'admin_state_up': True, 'tenant_id': 'f9d24089740246829e483d7d6177125c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:05.528981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Made reservation on behalf of f9d24089740246829e483d7d6177125c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:05.535218 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:05.721086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-edeec5ab-91e5-4ea7-9098-001809fc0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:05.721758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-edeec5ab-91e5-4ea7-9098-001809fc0bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 1132 time: 0.1535888
May 14 21:13:05.744808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa915800-6d96-4cbf-8dcd-13c3f6e2165a req-84f44a65-c056-4b28-a10f-98d860e40aa5 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0361547
May 14 21:13:05.773870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:05.955625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8de4d736-6c6a-4427-918a-009548c93f07 req-b922ca06-444f-433e-ad3c-45ae072da5a3 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 210 time: 0.0688877
May 14 21:13:05.985861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:05.995752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Allocated IP 172.20.0.3 (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b/4283328c-b87f-44bf-9656-39fbb7d08786/b2de6a6b-fac3-4f46-8300-e24ecf292526) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:06.122466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b02f3599-a853-4bc2-a7b2-6f562607fe21 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:06.268445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b02f3599-a853-4bc2-a7b2-6f562607fe21 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:06.270618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:06.288785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47898) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:06.368189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20fcf-195c-4b43-a611-22df8ddb3255 req-5a449065-0e7e-4573-9ad5-ffffe1f2d67c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:06.375681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cee20fcf-195c-4b43-a611-22df8ddb3255 req-5a449065-0e7e-4573-9ad5-ffffe1f2d67c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0743089
May 14 21:13:06.467409 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cee20fcf-195c-4b43-a611-22df8ddb3255 req-48fad6b9-4a6c-46ad-b22c-db419e3902bd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866427
May 14 21:13:06.500572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b02f3599-a853-4bc2-a7b2-6f562607fe21 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:06.509092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:06.521010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 074dfa89-1f3d-4b74-9c88-b07bed760e13 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:06.562546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 074dfa89-1f3d-4b74-9c88-b07bed760e13 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:06.562972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 074dfa89-1f3d-4b74-9c88-b07bed760e13 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:06.714567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-942898107-network', 'tenant_id': 'e4af8109ce4a4e98a2e7104125651db0'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:06.758264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:06.827797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:06.833945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:06.843913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:06.847246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Made reservation on behalf of e4af8109ce4a4e98a2e7104125651db0 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:06.849277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:06.849946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:06.859247 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:06.871042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event updated for resources: {'Port': ['ID=b2de6a6b-fac3-4f46-8300-e24ecf292526,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:06.893062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:06.905151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:06.945600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:06.986338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60485f0b-6a4d-47dd-9b60-884621d329b5 req-d400d9ea-ccfc-4305-a6be-b92d8711eaf6 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0649426
May 14 21:13:06.990749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-17fe8e5c-691b-472d-bb3e-24ef729de679 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7681026
May 14 21:13:07.008258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Request body: {'port': {'device_id': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:07.102369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:07.106413 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34307dc3-5c93-49dd-a23f-51db5bb440e4" -d '{"events": [{"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-unplugged", "status": "completed", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:07.119382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Publish callbacks [] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.160245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks [] for security_group (5aabc91d-1c8d-458a-a47c-5223dfb35f0b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.163108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Transition to ACTIVE for port object 18b50999-4ef7-4c21-8dba-c0606fe826e1 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:07.175325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.253104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1396c1-e964-407e-a67f-980081711cfe req-7dc5b512-382c-40ee-8abe-fa214229bb3f tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:07.262690 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b1396c1-e964-407e-a67f-980081711cfe req-7dc5b512-382c-40ee-8abe-fa214229bb3f tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 931 time: 0.0811701
May 14 21:13:07.298468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5aabc91d-1c8d-458a-a47c-5223dfb35f0b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.327975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.338582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f67b3b5a-d71e-4c8e-a72f-c01893d068a7 None None] Provisioning complete for port b2de6a6b-fac3-4f46-8300-e24ecf292526 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:07.339906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f67b3b5a-d71e-4c8e-a72f-c01893d068a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.353660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:13:07.383533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b1396c1-e964-407e-a67f-980081711cfe req-fa437c71-71de-42da-a663-1f4af307eb6b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188736
May 14 21:13:07.394803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aabc91d-1c8d-458a-a47c-5223dfb35f0b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:07.416026 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0031d6da-a0b2-49cb-bc89-2ab0f4f4ef62 x-openstack-request-id: req-0031d6da-a0b2-49cb-bc89-2ab0f4f4ef62 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:07.416482 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-unplugged", "status": "completed", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:07.417216 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0031d6da-a0b2-49cb-bc89-2ab0f4f4ef62 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:07.417767 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0031d6da-a0b2-49cb-bc89-2ab0f4f4ef62'] response: {'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'code': 200}
May 14 21:13:07.419232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5d5f673b-f807-4300-ad52-b1ecaf239ed9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.427230 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Added segment 5d5f673b-f807-4300-ad52-b1ecaf239ed9 of type vlan for network 8f75d233-b39d-4c19-a44f-6a34a157d017
May 14 21:13:07.447220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f67b3b5a-d71e-4c8e-a72f-c01893d068a7 None None] Port b2de6a6b-fac3-4f46-8300-e24ecf292526 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:13:07.513333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:07.527339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] No DVR routers for this DVR port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:07.537213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8f75d233-b39d-4c19-a44f-6a34a157d017), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.599003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:07.599750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:07.600296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:07.609122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:07.624300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:07.624633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Attempting to bind port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:07.671513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01078f67-5edb-458c-b4a1-e0b0a4ae3136 req-d9d8f128-72de-4a72-b235-5ce856826501 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:07.673629 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01078f67-5edb-458c-b4a1-e0b0a4ae3136 req-d9d8f128-72de-4a72-b235-5ce856826501 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.0732584
May 14 21:13:07.701237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8f75d233-b39d-4c19-a44f-6a34a157d017), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.702542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:07.703958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.750283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:07.750622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:07.751017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:07.751466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Bound port: 18b50999-4ef7-4c21-8dba-c0606fe826e1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:07.751846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.767729 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01078f67-5edb-458c-b4a1-e0b0a4ae3136 req-a86fb54e-1ba9-46da-92de-0869530b50ec tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887227
May 14 21:13:07.835696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] Pushing event updated for resources: {'Network': ['ID=8f75d233-b39d-4c19-a44f-6a34a157d017,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:07.847728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:13:07.852018 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-903d57ab-50c4-4997-bb0c-fe46da9e6691 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 1.5618832
May 14 21:13:07.854728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:07.862090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Request body: {'subnet': {'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-942898107-subnet', 'tenant_id': 'e4af8109ce4a4e98a2e7104125651db0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:07.879848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2de6a6b-fac3-4f46-8300-e24ecf292526 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:07.900054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Publish callbacks [] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:07.972422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Made reservation on behalf of e4af8109ce4a4e98a2e7104125651db0 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:07.974308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:07.978117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:07.979269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.032523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-21d77c9c-df36-40d0-9395-4c8c606663ea tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--165261146&fields=id&tenant_id=97eb48c86b4d49f1b11b2b6380020f4b HTTP/1.1" status: 200  len: 267 time: 0.2750068
May 14 21:13:08.034412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Transition to ACTIVE for port object b2de6a6b-fac3-4f46-8300-e24ecf292526 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:08.089282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.095561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b12e7e5e-8bcc-457b-b9f6-7a370b8d5aee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ffe47c465e1480d91f689bed8e9ed94&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5809770
May 14 21:13:08.097485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47952) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:08.205188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17059ab8-47fd-4081-8b5b-04282714bda1 admin admin] Publish callbacks [] for security_group (1a08cc44-f3a4-4365-acf1-d4e67e1a987f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.215374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.244723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:08.245340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.246721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] 10.222.0.48 "PUT /v2.0/ports/18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 1096 time: 2.5178673
May 14 21:13:08.281709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aa2941a5-c846-4c21-8d6d-f427f42c05d1 req-bdeb20a0-6c84-4ead-a886-c6b887590fd1 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0776160
May 14 21:13:08.298923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17059ab8-47fd-4081-8b5b-04282714bda1 admin admin] Publish callbacks [] for security_group (1a08cc44-f3a4-4365-acf1-d4e67e1a987f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.313008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3657abd-adfb-469d-9fe8-18fc0df684d7 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:08.315298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3657abd-adfb-469d-9fe8-18fc0df684d7 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 824 time: 0.2766817
May 14 21:13:08.316430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21843b8-ea73-435a-b1d9-a7446f09fdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:08.448713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (98d2c7c2-7c18-4078-88bc-d38042d9b040), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.473880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-c1e41b24-f874-4436-bbea-cbfe08e49461 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/quotas/97eb48c86b4d49f1b11b2b6380020f4b HTTP/1.1" status: 200  len: 375 time: 0.0913296
May 14 21:13:08.531835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:08.534976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=b2de6a6b-fac3-4f46-8300-e24ecf292526,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:08.547383 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17059ab8-47fd-4081-8b5b-04282714bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1a08cc44-f3a4-4365-acf1-d4e67e1a987f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.553511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17059ab8-47fd-4081-8b5b-04282714bda1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:08.559882 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-17059ab8-47fd-4081-8b5b-04282714bda1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a08cc44-f3a4-4365-acf1-d4e67e1a987f HTTP/1.1" status: 204  len: 168 time: 0.4613621
May 14 21:13:08.603539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 18b50999-4ef7-4c21-8dba-c0606fe826e1 host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:13:08.604236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:08.705097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17059ab8-47fd-4081-8b5b-04282714bda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a08cc44-f3a4-4365-acf1-d4e67e1a987f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:08.721286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d2c7c2-7c18-4078-88bc-d38042d9b040,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:08.777027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4638323-d8b0-4cd8-9a2a-fee10a1f9edf req-d765502e-9492-44df-9f18-13c974b953ca tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:08.780107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4638323-d8b0-4cd8-9a2a-fee10a1f9edf req-d765502e-9492-44df-9f18-13c974b953ca tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 943 time: 0.2668219
May 14 21:13:08.787149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a273b423-5173-4225-9376-d8cbbda060ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:08.788853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-a273b423-5173-4225-9376-d8cbbda060ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1130 time: 0.4683146
May 14 21:13:08.800980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Attempting to bind port b2de6a6b-fac3-4f46-8300-e24ecf292526 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:08.800980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Attempting to bind port b2de6a6b-fac3-4f46-8300-e24ecf292526 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:08.801315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Attempting to bind port b2de6a6b-fac3-4f46-8300-e24ecf292526 on network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:08.809010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Checking segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:08.809516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Network hostable DHCP agents. Network: 8f75d233-b39d-4c19-a44f-6a34a157d017, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:13:08.840046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-f6452f82-7a97-4522-9004-3b03a0698d1a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:08.841489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-f6452f82-7a97-4522-9004-3b03a0698d1a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/ports?device_id=406fb98b-cfdf-42ed-b684-bcabeee2633e HTTP/1.1" status: 200  len: 946 time: 0.2993543
May 14 21:13:08.848653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Port b2de6a6b-fac3-4f46-8300-e24ecf292526 on network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:08.849293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Attempting to bind port b2de6a6b-fac3-4f46-8300-e24ecf292526 on network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:08.861680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-c81449ca-e3ee-4ef6-8404-e1b83b67f6f1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3220181
May 14 21:13:08.871921 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4638323-d8b0-4cd8-9a2a-fee10a1f9edf req-cba8dc24-b3ff-4ae4-9524-851ce2634bf6 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783024
May 14 21:13:08.928897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:13:09.027912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465466e-2810-4355-aaa4-7223fbce6074 req-16d45d34-983f-4d4d-a139-7b6615bae242 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:09.030480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1465466e-2810-4355-aaa4-7223fbce6074 req-16d45d34-983f-4d4d-a139-7b6615bae242 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.0811830
May 14 21:13:09.075102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f75d233-b39d-4c19-a44f-6a34a157d017) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:09.079624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:09.083289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1c742-cb0c-4070-94a6-7a740dbe4112 None None] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:09.087096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:09.166004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:09.166533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Checking segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:09.166628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Bound using segment: {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:09.167466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Bound port: b2de6a6b-fac3-4f46-8300-e24ecf292526, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe6e166-e90e-48b2-b561-5b36238966da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:09.172632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:09.172800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1465466e-2810-4355-aaa4-7223fbce6074 req-f0e0dcdb-96d5-44d0-9bc0-8b5dbb59d08a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325891
May 14 21:13:09.272968 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1eef60bd-b893-4bcf-8d8f-859b295638e3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4167933
May 14 21:13:09.304383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe34fb-f138-422c-be17-f503ca861722 None None] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:09.401073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-af4eb28a-1e9d-4481-8fdf-6ae1fe565ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:09.404405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-af4eb28a-1e9d-4481-8fdf-6ae1fe565ae5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.6070604
May 14 21:13:09.421783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:09.424023 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccb502b-92df-4750-8411-72248d304b72" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:09.426293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Deleting port e509da02-863e-4b7a-95be-11eee591d1dc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:09.426726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:09.603785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04a7a8b3-20a0-4791-8756-e03b8f53a65d req-c5053ba3-439a-43a9-ac0b-42cef6e925a8 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0376370
May 14 21:13:09.604180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-67b5be90-b368-4961-bd31-d2d42b5e3b46 service neutron] 10.222.0.52 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6928029
May 14 21:13:09.604180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-238a57ea-002b-4de4-b7b4-1103d490125e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.1781938
May 14 21:13:09.715662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] For port b2de6a6b-fac3-4f46-8300-e24ecf292526, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:09.719289 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611a3db6-a142-4747-8ab7-11fb49ac03f5 x-openstack-request-id: req-611a3db6-a142-4747-8ab7-11fb49ac03f5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:09.719607 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:09.719857 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-611a3db6-a142-4747-8ab7-11fb49ac03f5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:09.720335 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611a3db6-a142-4747-8ab7-11fb49ac03f5'] response: {'name': 'network-changed', 'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'status': 'completed', 'code': 200}
May 14 21:13:09.761138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47994) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:09.800877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] For port b2de6a6b-fac3-4f46-8300-e24ecf292526, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:09.813197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09646146-5653-424f-853d-0385ecbf9141 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b66b447c40c04f70b7375b342f88bec8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0509367
May 14 21:13:09.815614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47998) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:09.845985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] For port e509da02-863e-4b7a-95be-11eee591d1dc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e509da02-863e-4b7a-95be-11eee591d1dc,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:09.846350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:09.850122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-464acc57-4e9c-4bbd-83fc-96f4bb668f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:09.851627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-464acc57-4e9c-4bbd-83fc-96f4bb668f2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2309310
May 14 21:13:09.859736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-3bfe0c52-f8a9-44a3-80c7-a3ca67cc2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:09.861267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-3bfe0c52-f8a9-44a3-80c7-a3ca67cc2b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1130 time: 0.1332424
May 14 21:13:09.874358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e8829d1-34ac-42db-b4fd-c715d8182b7c admin admin] Publish callbacks [] for security_group (1855da60-78ba-48dd-8066-6c8111369ad8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:09.899109 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e8829d1-34ac-42db-b4fd-c715d8182b7c admin admin] Publish callbacks [] for security_group (1855da60-78ba-48dd-8066-6c8111369ad8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:09.973858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.024115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e8829d1-34ac-42db-b4fd-c715d8182b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1855da60-78ba-48dd-8066-6c8111369ad8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.026705 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e8829d1-34ac-42db-b4fd-c715d8182b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.027891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e8829d1-34ac-42db-b4fd-c715d8182b7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1855da60-78ba-48dd-8066-6c8111369ad8 HTTP/1.1" status: 204  len: 168 time: 0.2112358
May 14 21:13:10.036268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8829d1-34ac-42db-b4fd-c715d8182b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1855da60-78ba-48dd-8066-6c8111369ad8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:10.051182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-63642b3a-c0f5-4bbd-a430-f316eefb0527 service neutron] 10.222.0.52 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4505041
May 14 21:13:10.107560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-b4662b1c-000a-486e-a488-279b62387684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:10.109646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-b4662b1c-000a-486e-a488-279b62387684 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2473600
May 14 21:13:10.129620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:10.130242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.132029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] 10.222.0.48 "PUT /v2.0/ports/b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 1091 time: 3.1333029
May 14 21:13:10.235091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb168f-27df-451d-bae0-f08e7d3cdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=b2de6a6b-fac3-4f46-8300-e24ecf292526,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:10.316819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16cab3ba-247a-419d-b2cd-444ef50514d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.433426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-f64b3754-cee0-4f7e-84de-0022d7318e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:10.434955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-f64b3754-cee0-4f7e-84de-0022d7318e27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.5296271
May 14 21:13:10.464727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-612054ff-d8c1-4611-bb09-fc60f80f4d13 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3315828
May 14 21:13:10.627347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-fa90909d-bec8-4047-a5d9-d6ef604d80b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.1700859
May 14 21:13:10.630946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.631640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:10.632019 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b disassociated. External IP: 172.35.4.142, port: e509da02-863e-4b7a-95be-11eee591d1dc.
May 14 21:13:10.632377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Calling delete_port for e509da02-863e-4b7a-95be-11eee591d1dc owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:10.651129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-2d042017-180d-4e75-8e9a-a1f9153c9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:10.652599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-2d042017-180d-4e75-8e9a-a1f9153c9aed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1125 time: 0.2572107
May 14 21:13:10.744371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-86006bcd-d506-454c-840a-9017f9173cd6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 217 time: 0.0640938
May 14 21:13:10.780401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fb453b-9a3b-40a4-a981-c9d480bfbb12 req-98b439fc-ffc7-4d09-b2bc-c12710a5b72e service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2985504
May 14 21:13:10.926333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-6049fb7e-4fe8-44a8-9ace-ef21502ee62a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:10.934835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-6049fb7e-4fe8-44a8-9ace-ef21502ee62a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 814 time: 0.1656330
May 14 21:13:10.952834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-5a184ca3-7878-4707-8b1d-6cca17a3fe7f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/quotas/e4af8109ce4a4e98a2e7104125651db0 HTTP/1.1" status: 200  len: 375 time: 0.0159903
May 14 21:13:10.984261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-467c3781-3ccb-49ce-bac6-bdf81658a35c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0304046
May 14 21:13:11.037303 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:11.077213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-3cb73666-3004-4bb6-b7ee-6a2f87a644ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.078738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-3cb73666-3004-4bb6-b7ee-6a2f87a644ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.4410377
May 14 21:13:11.097829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8a0888aa-466b-4623-9bf1-5bd405d464f4 service neutron] 10.222.0.52 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064367
May 14 21:13:11.196463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-ebd727b4-f413-420e-98d8-ac0725ba62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.198113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-ebd727b4-f413-420e-98d8-ac0725ba62c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1130 time: 0.1346812
May 14 21:13:11.202892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-d3b35d0d-9933-4158-94d2-df78895e795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.204292 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-d3b35d0d-9933-4158-94d2-df78895e795f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 200  len: 867 time: 0.4220631
May 14 21:13:11.204428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-ad07c11f-017f-4850-87ea-4046bbbed530 service neutron] 10.222.0.52 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006200
May 14 21:13:11.214623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22825cec-58f9-4b64-9cb1-23009a14332f req-94a7c5f5-fe43-4c19-a688-5691933d159e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.216368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22825cec-58f9-4b64-9cb1-23009a14332f req-94a7c5f5-fe43-4c19-a688-5691933d159e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 943 time: 0.1514602
May 14 21:13:11.255831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-b27d8146-3634-47ce-88ab-904bcfb25933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.257403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-b27d8146-3634-47ce-88ab-904bcfb25933 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1658340
May 14 21:13:11.369220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-c15e4ebf-215d-48e8-9b48-6efa315bac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.370710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-c15e4ebf-215d-48e8-9b48-6efa315bac36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1538012
May 14 21:13:11.467196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:11.506533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22825cec-58f9-4b64-9cb1-23009a14332f req-620309ab-7858-42bb-b6dc-f5cfcfe91414 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2785695
May 14 21:13:11.519829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-8a343e34-1269-41a7-b33d-5add5b932a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.521497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-8a343e34-1269-41a7-b33d-5add5b932a1b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.3163397
May 14 21:13:11.546977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825c1d-3f69-4c83-925e-975be15c9d0c req-f32709b5-c336-4e9b-81ad-194f3e3e56f9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:11.548750 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68825c1d-3f69-4c83-925e-975be15c9d0c req-f32709b5-c336-4e9b-81ad-194f3e3e56f9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.0742605
May 14 21:13:11.562393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-f9dd0524-cca5-4247-9368-5d79615125fb service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2782538
May 14 21:13:11.609085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ab6b8ea-8897-42c3-800e-42276c92cd96 req-b3be5d30-92fe-49d9-80d1-833373f1ca21 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 210 time: 0.0411470
May 14 21:13:11.618946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e509da02-863e-4b7a-95be-11eee591d1dc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:11.621223 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68825c1d-3f69-4c83-925e-975be15c9d0c req-567a05a0-a195-41db-a2f9-f2322fe39831 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659890
May 14 21:13:11.719397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event deleted for resources: {'Port': ['ID=e509da02-863e-4b7a-95be-11eee591d1dc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:11.724172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:11.726611 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:11.747432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-da03614e-68fb-40fd-8c16-ddc34474f7c3 req-268194b3-4915-4b08-812a-a8cb240aa7de tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0411313
May 14 21:13:11.830791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ead3c215-bd63-4969-9c9d-4cb15623c68e req-63633c5e-eaeb-4a30-8b66-57c11f4a55bc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 210 time: 0.0351069
May 14 21:13:11.831774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-b3a73148-e688-4293-a1d7-189b617d0e33 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2619598
May 14 21:13:11.922947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Router 211f6534-b851-4165-bedc-b51b34cefe67 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:13:12.038928 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a79626-2a0d-4702-8ef7-bed52e766aca x-openstack-request-id: req-06a79626-2a0d-4702-8ef7-bed52e766aca {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:12.039151 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:12.039398 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06a79626-2a0d-4702-8ef7-bed52e766aca {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:12.039937 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a79626-2a0d-4702-8ef7-bed52e766aca'] response: {'name': 'network-changed', 'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'status': 'completed', 'code': 200}
May 14 21:13:12.070690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:12.082224 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:12.106369 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:12.107011 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230de5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:12.130483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] No DVR routers for this DVR port e509da02-863e-4b7a-95be-11eee591d1dc on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:12.133495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:12.136960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-086cce84-6f45-45f6-b14f-1fc659c7c575 req-2fe21282-6764-48f1-89e1-1079f3e6e445 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "DELETE /v2.0/ports/e509da02-863e-4b7a-95be-11eee591d1dc HTTP/1.1" status: 204  len: 173 time: 3.2854259
May 14 21:13:12.270052 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:12.482711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-5ab4faeb-acbf-485c-abed-578794f7d53d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.0990181
May 14 21:13:12.547815 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230de5160>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:12.641255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:12.649027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-4c814f02-2f38-4a04-9732-c4e9df0f8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:12.651155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-4c814f02-2f38-4a04-9732-c4e9df0f8a87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1164663
May 14 21:13:12.655867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-f91d2b1b-c616-4d7f-a596-2c2fb72afb90 service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2807963
May 14 21:13:12.665842 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:12.672193 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230de5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:12.825161 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:12.839289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e509da02-863e-4b7a-95be-11eee591d1dc no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:12.841547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95de24-3c70-4557-8b1a-5efbb6c2d5be req-21e8876f-461e-4204-90c7-7a9d8ef223a2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:12.850385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e95de24-3c70-4557-8b1a-5efbb6c2d5be req-21e8876f-461e-4204-90c7-7a9d8ef223a2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 943 time: 0.1577263
May 14 21:13:12.883400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: e509da02-863e-4b7a-95be-11eee591d1dc {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:12.884154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e509da02-863e-4b7a-95be-11eee591d1dc not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:12.929521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75ab395b-878b-4619-af81-c41602f9bea7 req-5bc57a62-ca65-4826-8b89-e20ded5e8491 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 210 time: 0.1027868
May 14 21:13:12.984860 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f21b9969-7eae-4211-a81c-4cb2a3fc0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:12.989253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e95de24-3c70-4557-8b1a-5efbb6c2d5be req-8b08d1ff-8a08-4c1b-931d-5a3ad47eca1c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330192
May 14 21:13:13.097270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320779f9-7946-4bbc-be4b-9882e85b74c6 req-3ec95820-a846-4617-8cab-b0cc906f5350 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:13.099191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-320779f9-7946-4bbc-be4b-9882e85b74c6 req-3ec95820-a846-4617-8cab-b0cc906f5350 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 948 time: 0.0775926
May 14 21:13:13.141652 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230de5160>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:13.182556 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74952b7c-755f-43dd-9ebb-83b377111fbc None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:13:13.204599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-320779f9-7946-4bbc-be4b-9882e85b74c6 req-c5ded09c-35d2-4a83-a9c9-c61669e00d7e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986018
May 14 21:13:13.309569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-46c6f34b-6b8e-4d33-b50e-c8bb306bc915 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:13.311719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-46c6f34b-6b8e-4d33-b50e-c8bb306bc915 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 824 time: 0.1850519
May 14 21:13:13.315813 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e03d566-1013-424b-89ba-1818d3726cab req-9328610a-2c5e-4142-af57-26a3681e42f3 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.2428658
May 14 21:13:13.348607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-33e4f168-22f0-4a37-912c-ee5568211cc2 req-6e385201-3a6a-4979-bf95-76066b985801 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 210 time: 0.0599642
May 14 21:13:13.457379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-de72f145-bc69-4019-9068-64efd5d05c2d tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97eb48c86b4d49f1b11b2b6380020f4b HTTP/1.1" status: 200  len: 379 time: 0.1068466
May 14 21:13:13.471091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'port': {'device_id': '2fc3677c-c275-470e-97fc-e832134789c1', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'admin_state_up': True, 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'security_groups': ['3c72dcc5-51d1-4b0c-88bf-2e5f56db284e']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:13.601385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0552f-7b54-43cd-b186-3eb38c1803e0 None None] New status for floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:13:13.793083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48126) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:13.801903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3c37ef4-c4c4-4a3b-9b62-ffc01b0b6971 req-fa3e9a0a-d4c2-4803-9da7-f0bc8007775e service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412122
May 14 21:13:13.805023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48130) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:13.810602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Made reservation on behalf of 97eb48c86b4d49f1b11b2b6380020f4b for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:13.814150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:13.864481 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:13.868515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb502b-92df-4750-8411-72248d304b72 req-5e77bbb3-b7a1-4abb-a10b-6981a59269da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:13.868745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-5e77bbb3-b7a1-4abb-a10b-6981a59269da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2093732
May 14 21:13:13.982406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50f9e080-d553-4b94-b1d5-dfdd2f6b6467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.042624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'name': 'network-vif-deleted', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:14.043445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7eb2bfd3-b5be-48a5-a4e4-52d1ee72e9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.045915 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5d2a4-ce89-4fe1-881f-ce6015f03d37" -d '{"events": [{"server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "name": "network-vif-deleted", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:14.066483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Allocated IP 172.20.0.6 (824318b0-331e-4da1-8622-b2d8e9a5e85d/f4e30d7e-b429-4cb9-a578-085f6316fae7/d7b4c8ec-2c9b-4a8f-b571-ffd26783a122) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:14.069734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-a9cd76f7-53cd-46e5-86de-84c305195a15 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702726
May 14 21:13:14.099600 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c65b3f4b-532d-414d-8dea-2728f7eac755 req-05e49bfe-634e-46be-9d00-38cf14b2addd tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 210 time: 0.0469215
May 14 21:13:14.170043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:14.179817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50f9e080-d553-4b94-b1d5-dfdd2f6b6467 admin admin] Publish callbacks [] for security_group (282c81c8-609c-42b6-a225-9f9ec7f402be), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.195178 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451351c9-76b0-4d2f-a88d-3e2dab04fa5a x-openstack-request-id: req-451351c9-76b0-4d2f-a88d-3e2dab04fa5a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:14.195535 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406fb98b-cfdf-42ed-b684-bcabeee2633e", "name": "network-vif-deleted", "tag": "e509da02-863e-4b7a-95be-11eee591d1dc", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:14.195788 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-451351c9-76b0-4d2f-a88d-3e2dab04fa5a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:14.197918 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451351c9-76b0-4d2f-a88d-3e2dab04fa5a'] response: {'server_uuid': '406fb98b-cfdf-42ed-b684-bcabeee2633e', 'name': 'network-vif-deleted', 'tag': 'e509da02-863e-4b7a-95be-11eee591d1dc', 'status': 'completed', 'code': 200}
May 14 21:13:14.238491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7eb2bfd3-b5be-48a5-a4e4-52d1ee72e9bc admin admin] Publish callbacks [] for security_group (c61930ea-0466-4078-8d78-0e640c924443), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.250685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50f9e080-d553-4b94-b1d5-dfdd2f6b6467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (282c81c8-609c-42b6-a225-9f9ec7f402be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.292869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdd156-988a-4e3c-9121-0efeb403d329 req-de2bd4c6-66b9-43cd-a6be-6f5219a721fa tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:14.297353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-50f9e080-d553-4b94-b1d5-dfdd2f6b6467 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3b587b3031449a3a23187f2df762615&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5027671
May 14 21:13:14.299753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9e080-d553-4b94-b1d5-dfdd2f6b6467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282c81c8-609c-42b6-a225-9f9ec7f402be,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:14.300171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21bdd156-988a-4e3c-9121-0efeb403d329 req-de2bd4c6-66b9-43cd-a6be-6f5219a721fa tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 943 time: 0.0971005
May 14 21:13:14.302628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48144) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:14.303463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7eb2bfd3-b5be-48a5-a4e4-52d1ee72e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c61930ea-0466-4078-8d78-0e640c924443), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.315940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:14.331885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'mac_address': 'fa:16:3e:7d:29:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:14.375842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2bfd3-b5be-48a5-a4e4-52d1ee72e9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61930ea-0466-4078-8d78-0e640c924443,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:14.379329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 18b50999-4ef7-4c21-8dba-c0606fe826e1 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:14.379747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.383896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7eb2bfd3-b5be-48a5-a4e4-52d1ee72e9bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2bea4301559473ea442e85b66e225b3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5771055
May 14 21:13:14.384787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:14.400799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b50999-4ef7-4c21-8dba-c0606fe826e1 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:14.429425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:14.442383 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1364f60f-37fb-4174-8c49-65e3a72b7ba8 admin admin] Publish callbacks [] for security_group (282c81c8-609c-42b6-a225-9f9ec7f402be), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.489381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1364f60f-37fb-4174-8c49-65e3a72b7ba8 admin admin] Publish callbacks [] for security_group (282c81c8-609c-42b6-a225-9f9ec7f402be), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.492046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.497184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21bdd156-988a-4e3c-9121-0efeb403d329 req-fbfeedff-357c-4314-b94c-681abfbe464d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961699
May 14 21:13:14.504080 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e20f90c9-c418-4822-9439-4d5f599bf25c admin admin] Publish callbacks [] for security_group (c61930ea-0466-4078-8d78-0e640c924443), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.508962 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.551933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e20f90c9-c418-4822-9439-4d5f599bf25c admin admin] Publish callbacks [] for security_group (c61930ea-0466-4078-8d78-0e640c924443), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.622283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:14.717082 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1364f60f-37fb-4174-8c49-65e3a72b7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (282c81c8-609c-42b6-a225-9f9ec7f402be), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.720686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1364f60f-37fb-4174-8c49-65e3a72b7ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.728397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1364f60f-37fb-4174-8c49-65e3a72b7ba8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/282c81c8-609c-42b6-a225-9f9ec7f402be HTTP/1.1" status: 204  len: 168 time: 0.4216299
May 14 21:13:14.737608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:14.741408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364f60f-37fb-4174-8c49-65e3a72b7ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282c81c8-609c-42b6-a225-9f9ec7f402be,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:14.753980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e20f90c9-c418-4822-9439-4d5f599bf25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c61930ea-0466-4078-8d78-0e640c924443), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.766720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e20f90c9-c418-4822-9439-4d5f599bf25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:14.772180 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e20f90c9-c418-4822-9439-4d5f599bf25c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c61930ea-0466-4078-8d78-0e640c924443 HTTP/1.1" status: 204  len: 168 time: 0.3791950
May 14 21:13:14.793458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f90c9-c418-4822-9439-4d5f599bf25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61930ea-0466-4078-8d78-0e640c924443,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:14.903809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-b829afe2-6ac4-4e1a-b74c-c4cfade1a180 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:14.905312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-b829afe2-6ac4-4e1a-b74c-c4cfade1a180 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 814 time: 0.6554585
May 14 21:13:14.987543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Request body: {'port': {'device_id': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'admin_state_up': True, 'tenant_id': 'e4af8109ce4a4e98a2e7104125651db0'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:15.054798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-bac77fa1-23d5-4624-a848-64ea750ff1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:15.056306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-bac77fa1-23d5-4624-a848-64ea750ff1cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1125 time: 0.2017324
May 14 21:13:15.072849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407c43-d493-4ad1-a564-128c1a65ea61 req-09a60bb9-9500-480e-8983-aaf432a000f3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:15.074284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5407c43-d493-4ad1-a564-128c1a65ea61 req-09a60bb9-9500-480e-8983-aaf432a000f3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 949 time: 0.2186329
May 14 21:13:15.127083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccb502b-92df-4750-8411-72248d304b72 req-1ce23141-460c-4bb9-b473-de81131d8666 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2779210
May 14 21:13:15.145536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.204576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5407c43-d493-4ad1-a564-128c1a65ea61 req-205f6c16-7a3d-4410-98dd-e77302a92428 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221466
May 14 21:13:15.229994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event updated for resources: {'Port': ['ID=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:15.236449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:15.238239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:15.241124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:15.247521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:15.247808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.308718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Made reservation on behalf of e4af8109ce4a4e98a2e7104125651db0 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:15.312972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.337955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b78c757e-149e-402a-9f8c-4ee4e10f2e91 req-239301ec-5451-4fe2-bc94-919c5d5f424a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 210 time: 0.0403495
May 14 21:13:15.343037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-e3c7ea32-bafd-44e8-bfea-941b829e1704 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8785884
May 14 21:13:15.360802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Request body: {'port': {'device_id': '2fc3677c-c275-470e-97fc-e832134789c1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:15.458735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e04b7048-8e7a-445e-8956-115926fb8366 req-276054b6-d6e0-4a4e-a1be-1b219c843fb4 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0481207
May 14 21:13:15.517504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.540557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.543691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-61042feb-9bcb-4fb9-9d83-46c608a26488 None None] Provisioning complete for port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:15.544169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61042feb-9bcb-4fb9-9d83-46c608a26488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.584032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-61042feb-9bcb-4fb9-9d83-46c608a26488 None None] Port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:13:15.620517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Allocated IP 172.20.0.13 (8f75d233-b39d-4c19-a44f-6a34a157d017/98d2c7c2-7c18-4078-88bc-d38042d9b040/dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:15.634576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda05b12-0298-40c3-9e26-94ac801e1838 req-e2c3c73b-a244-4273-98c4-4525b1def86f tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:15.636121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dda05b12-0298-40c3-9e26-94ac801e1838 req-e2c3c73b-a244-4273-98c4-4525b1def86f tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 931 time: 0.1015441
May 14 21:13:15.687704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48170) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:15.702678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6005112-52de-4f13-9974-387674118729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.748001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48172) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:15.766902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cff4375-6130-41a0-bb86-21e484097dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.839170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6005112-52de-4f13-9974-387674118729 admin admin] Publish callbacks [] for security_group (fc6437a4-3683-4749-8343-3699ea7ae6ff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.843554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dda05b12-0298-40c3-9e26-94ac801e1838 req-3ba022cd-38f9-44c5-b96d-6b184ae75c05 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1984131
May 14 21:13:15.924064 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cff4375-6130-41a0-bb86-21e484097dde admin admin] Publish callbacks [] for security_group (81d6e733-5ca4-4141-9df1-bee74d5a3287), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.990397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6005112-52de-4f13-9974-387674118729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fc6437a4-3683-4749-8343-3699ea7ae6ff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:15.999826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.48', 54270) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:16.089862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50becda4-fc69-460b-a189-09f6eb1c5e44 req-43d5de37-3345-44ee-8faf-1d9a4ed396f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0886118
May 14 21:13:16.098398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cff4375-6130-41a0-bb86-21e484097dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (81d6e733-5ca4-4141-9df1-bee74d5a3287), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.113827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b6005112-52de-4f13-9974-387674118729 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a9e752fe7b147709743258855e42c78&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4246404
May 14 21:13:16.124070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48178) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:16.126105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6005112-52de-4f13-9974-387674118729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6437a4-3683-4749-8343-3699ea7ae6ff,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:16.159762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b51fff-dccd-486b-a541-707028fdf724 req-3cf9f446-a6fa-40b2-98e7-1ebde0704cfc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.161302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6b51fff-dccd-486b-a541-707028fdf724 req-3cf9f446-a6fa-40b2-98e7-1ebde0704cfc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 949 time: 0.1332283
May 14 21:13:16.164747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-96acc29d-f53a-469c-92b0-ca49430df14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.166188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-96acc29d-f53a-469c-92b0-ca49430df14b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1131 time: 0.2626126
May 14 21:13:16.192550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:16.193651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d849459-4889-4316-8127-5edb088e6339 req-b482c8bd-ad3c-4b00-b924-7ee7bffbf078 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.199931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d849459-4889-4316-8127-5edb088e6339 req-b482c8bd-ad3c-4b00-b924-7ee7bffbf078 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 943 time: 0.2800529
May 14 21:13:16.213106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4cff4375-6130-41a0-bb86-21e484097dde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d7b6619a39d40d1b81148b9761ae960&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4634607
May 14 21:13:16.225012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48180) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:16.244217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 18b50999-4ef7-4c21-8dba-c0606fe826e1 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:13:16.248497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff4375-6130-41a0-bb86-21e484097dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d6e733-5ca4-4141-9df1-bee74d5a3287,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:16.296313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cc5-99cb-4cb0-98d9-79a88003f86b admin admin] Publish callbacks [] for security_group (fc6437a4-3683-4749-8343-3699ea7ae6ff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.301643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6b51fff-dccd-486b-a541-707028fdf724 req-3b3a28f8-c526-485c-b50f-5d411cb29bb8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285388
May 14 21:13:16.303868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 18b50999-4ef7-4c21-8dba-c0606fe826e1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:16.304624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.339956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cc5-99cb-4cb0-98d9-79a88003f86b admin admin] Publish callbacks [] for security_group (fc6437a4-3683-4749-8343-3699ea7ae6ff), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.356737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0faa99bf-37e8-472e-9dd2-3d57c79c3e3f admin admin] Publish callbacks [] for security_group (81d6e733-5ca4-4141-9df1-bee74d5a3287), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.387282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-5a8f5cec-7b00-492d-aecb-741f4c71f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.388772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-5a8f5cec-7b00-492d-aecb-741f4c71f9aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 929 time: 0.5751088
May 14 21:13:16.396575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0faa99bf-37e8-472e-9dd2-3d57c79c3e3f admin admin] Publish callbacks [] for security_group (81d6e733-5ca4-4141-9df1-bee74d5a3287), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.406337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 18b50999-4ef7-4c21-8dba-c0606fe826e1 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:16.406989 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.441692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:16.444050 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6595c9dd-abdc-4a70-884c-8f7a852baca9" -d '{"events": [{"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:16.457948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:16.458660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks [] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.476167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-1e3705dd-84eb-4d6d-999e-99e4af6c21f4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.477609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-1e3705dd-84eb-4d6d-999e-99e4af6c21f4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.3047435
May 14 21:13:16.511683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0faa99bf-37e8-472e-9dd2-3d57c79c3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (81d6e733-5ca4-4141-9df1-bee74d5a3287), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.514873 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0faa99bf-37e8-472e-9dd2-3d57c79c3e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.516083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0faa99bf-37e8-472e-9dd2-3d57c79c3e3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81d6e733-5ca4-4141-9df1-bee74d5a3287 HTTP/1.1" status: 204  len: 168 time: 0.2891190
May 14 21:13:16.518837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cc5-99cb-4cb0-98d9-79a88003f86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fc6437a4-3683-4749-8343-3699ea7ae6ff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.521500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffed8cc5-99cb-4cb0-98d9-79a88003f86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.524046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ffed8cc5-99cb-4cb0-98d9-79a88003f86b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc6437a4-3683-4749-8343-3699ea7ae6ff HTTP/1.1" status: 204  len: 168 time: 0.3974681
May 14 21:13:16.532712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa99bf-37e8-472e-9dd2-3d57c79c3e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d6e733-5ca4-4141-9df1-bee74d5a3287,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:16.550322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed8cc5-99cb-4cb0-98d9-79a88003f86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6437a4-3683-4749-8343-3699ea7ae6ff,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:16.551679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-bf70783d-0656-4319-845e-d7a27d319df4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 217 time: 0.1023800
May 14 21:13:16.561977 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.623977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d849459-4889-4316-8127-5edb088e6339 req-234c8d4e-3342-49c2-84a1-fa09ff46163c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4223497
May 14 21:13:16.642355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:16.708493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:16.730710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Publish callbacks [] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.745174 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:16.750311 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-f3b95973-4185-4fbb-b4bb-22551b8e336c service neutron] delete failed (client error): The resource could not be found.
May 14 21:13:16.751319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-f3b95973-4185-4fbb-b4bb-22551b8e336c service neutron] 10.222.0.36 "DELETE /v2.0/ports/18b50999-4ef7-4c21-8dba-c0606fe826e1/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2306936
May 14 21:13:16.819179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-929e226e-45a3-4460-81ea-0a50ad5e22d2 req-71ec66f2-1f48-45d7-af6b-ebbbe6350dc5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 210 time: 0.1051409
May 14 21:13:16.833920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-ef1ad3d0-4fee-4bb3-b648-b62028cf871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.835577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-ef1ad3d0-4fee-4bb3-b648-b62028cf871f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.5223761
May 14 21:13:16.860028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Transition to ACTIVE for port object d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:16.877240 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14c3fa6-7cec-4982-9dfb-b6a2f265313c x-openstack-request-id: req-d14c3fa6-7cec-4982-9dfb-b6a2f265313c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:16.877616 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-plugged", "status": "completed", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:16.877961 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d14c3fa6-7cec-4982-9dfb-b6a2f265313c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:16.878415 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14c3fa6-7cec-4982-9dfb-b6a2f265313c'] response: {'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'code': 200}
May 14 21:13:16.920598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-dc25273a-2b73-48b6-93d9-9c7bdb489234 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.0681407
May 14 21:13:16.924243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-792cc08e-6844-4aad-97e9-d8084a4efcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.925759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-792cc08e-6844-4aad-97e9-d8084a4efcb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 200  len: 867 time: 0.1797760
May 14 21:13:16.940811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-b52b8e52-ae48-485f-bc0e-6f934ce40323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:16.942258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-b52b8e52-ae48-485f-bc0e-6f934ce40323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1132 time: 0.1124349
May 14 21:13:16.984205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e16c8e0a-8493-4356-afec-f910ec884622 req-1aaddcd0-c5da-432f-84b3-8bff9d281c8b tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0533867
May 14 21:13:16.985201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:17.283751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:17.390990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-9b8073d6-3d21-4cc0-bdea-71f5b683c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.392543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-9b8073d6-3d21-4cc0-bdea-71f5b683c87b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4484317
May 14 21:13:17.425913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:17.446619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-803e6c98-0b79-4008-b075-b4b32a8325d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.448306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-803e6c98-0b79-4008-b075-b4b32a8325d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.5051975
May 14 21:13:17.449213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:17.477054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:17.482197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.483077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:17.508928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:17.521670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b788c75-be82-4611-9bb6-9074c57b442d req-219a8ef4-b294-4604-b847-6464a4967cd1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.523569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b788c75-be82-4611-9bb6-9074c57b442d req-219a8ef4-b294-4604-b847-6464a4967cd1 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 943 time: 0.2429862
May 14 21:13:17.638348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-269e351a-d3d5-40f0-b116-2eaaf68542c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.640392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-269e351a-d3d5-40f0-b116-2eaaf68542c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.6809373
May 14 21:13:17.684489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9b02f-b968-4947-b5b7-70b364b40a02 req-3d433200-92eb-4c87-a4c7-39e1596a7652 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.686057 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34f9b02f-b968-4947-b5b7-70b364b40a02 req-3d433200-92eb-4c87-a4c7-39e1596a7652 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0718045
May 14 21:13:17.694905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-8d6bbc9b-4235-48fe-85ca-64649a127e49 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7176170
May 14 21:13:17.756188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Request body: {'port': {'device_id': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:17.772959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34f9b02f-b968-4947-b5b7-70b364b40a02 req-9fc579c1-74c9-4e36-9a27-892738f11c90 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789714
May 14 21:13:17.802066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-510a21a0-6809-4953-b571-13390cf86b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.805990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-510a21a0-6809-4953-b571-13390cf86b4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3282478
May 14 21:13:17.805990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-fbebd578-466f-47b4-b3af-c608e0dc7e82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.1392691
May 14 21:13:17.837467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Attempting to bind port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:17.837803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Attempting to bind port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:17.838121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Attempting to bind port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 on network 824318b0-331e-4da1-8622-b2d8e9a5e85d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:17.849270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:17.915216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 on network 824318b0-331e-4da1-8622-b2d8e9a5e85d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:17.915566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Attempting to bind port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 on network 824318b0-331e-4da1-8622-b2d8e9a5e85d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:17.952076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dfbb-3dc9-49f5-b068-642eba7ebfdb req-552ec1a8-2511-4462-bb23-27a5df549aee tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:17.954012 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-add3dfbb-3dc9-49f5-b068-642eba7ebfdb req-552ec1a8-2511-4462-bb23-27a5df549aee tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 943 time: 0.0651829
May 14 21:13:17.968019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-93ba0cfd-60f4-4ca8-aad1-c02ae14fc905 service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5332298
May 14 21:13:17.998931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:17.999623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Checking segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:18.000007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Bound using segment: {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:18.000450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Bound port: d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d6ac0b-1032-4250-ac82-0301c0891f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:18.000806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.016034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-add3dfbb-3dc9-49f5-b068-642eba7ebfdb req-51cbc80f-6522-4dd8-9c51-59b832f59e6d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562723
May 14 21:13:18.031782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b788c75-be82-4611-9bb6-9074c57b442d req-5ced1177-c50c-461e-aea6-0a485a085a3e tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3716080
May 14 21:13:18.055168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-9d0cab5e-a10c-4803-b4e6-032fdc497348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:18.056709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-9d0cab5e-a10c-4803-b4e6-032fdc497348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2383285
May 14 21:13:18.061777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.178632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0127-7fd1-463c-9e4b-b8c2f22ea764 req-22c7fffc-caef-4dc7-b0fc-4fbf5db31b88 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:18.187042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62fc0127-7fd1-463c-9e4b-b8c2f22ea764 req-22c7fffc-caef-4dc7-b0fc-4fbf5db31b88 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 932 time: 0.0858219
May 14 21:13:18.198383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b2de6a6b-fac3-4f46-8300-e24ecf292526 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:18.234399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-b848974e-f53b-4bd3-8f51-3cd819c9069c service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4172568
May 14 21:13:18.247286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-a9bb412b-4f43-4870-8bb8-70f63ff002f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:18.248840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-a9bb412b-4f43-4870-8bb8-70f63ff002f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1548028
May 14 21:13:18.250619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-154e255a-c8b7-4407-a51b-73ff3dd7b808 req-5f08f15d-abda-4154-8e9b-62ae4d2fa59b tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0910647
May 14 21:13:18.287432 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:13:18.293653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62fc0127-7fd1-463c-9e4b-b8c2f22ea764 req-f4487288-eda7-446b-87ba-09bfabb0679d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020749
May 14 21:13:18.366270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f063a447-cfe2-431e-9f68-7f4b7ec8cd9c req-fc792a9b-4842-43db-a34b-b0a4ee8bf6fd service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3805387
May 14 21:13:18.371071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48248) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:18.387740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b2de6a6b-fac3-4f46-8300-e24ecf292526, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:18.404502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'port_id': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'mac_address': 'fa:16:3e:01:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:18.417934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] For port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:18.442677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] For port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:18.457610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b2de6a6b-fac3-4f46-8300-e24ecf292526 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:18.458096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.472006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2de6a6b-fac3-4f46-8300-e24ecf292526 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:18.492808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b2de6a6b-fac3-4f46-8300-e24ecf292526, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:18.502211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf96f37d-f77b-42c9-a57f-38414ceaa8ae req-ba1e6f54-051c-4bfb-9209-bb5532e03d04 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2578585
May 14 21:13:18.553687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.566698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-cdd0d650-27aa-4d8e-a871-cd495cd4a2af service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2919126
May 14 21:13:18.603147 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.633477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:18.634102 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.635518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] 10.222.0.36 "PUT /v2.0/ports/d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 HTTP/1.1" status: 200  len: 1091 time: 3.2808979
May 14 21:13:18.658356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:18.658356 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:18.702026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b2de6a6b-fac3-4f46-8300-e24ecf292526,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:18.734868 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1255f85-df76-4759-b6e8-f3e25d0a4889 x-openstack-request-id: req-b1255f85-df76-4759-b6e8-f3e25d0a4889 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:18.735440 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:18.735862 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1255f85-df76-4759-b6e8-f3e25d0a4889 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:18.736403 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1255f85-df76-4759-b6e8-f3e25d0a4889'] response: {'name': 'network-changed', 'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'status': 'completed', 'code': 200}
May 14 21:13:18.764661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b5e1a4e-c029-435f-a2cc-0ccc39737e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:18.780251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a39fba-4873-4c5b-9914-fb067d0c2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:18.819688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['b2de6a6b-fac3-4f46-8300-e24ecf292526'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:18.865753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc req-2c982c37-b95e-434d-a751-a19306e99bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:18.867666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc req-2c982c37-b95e-434d-a751-a19306e99bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 1125 time: 0.0805335
May 14 21:13:18.887419 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62eb2263-8057-4fed-a099-9c3ae44d77ca req-002c9181-29c4-497e-99ce-95e6190909b4 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927275
May 14 21:13:19.051884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b5e1a4e-c029-435f-a2cc-0ccc39737e1c admin admin] Publish callbacks [] for security_group (ac4b1e39-4595-44cb-b9a7-ae0d540c97fc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.125175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82fefa-07e9-424e-a9d8-14d2ffe1ba6d req-2098c0ee-c285-46e8-b956-06fee7fa45c2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:19.125175 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f82fefa-07e9-424e-a9d8-14d2ffe1ba6d req-2098c0ee-c285-46e8-b956-06fee7fa45c2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1137254
May 14 21:13:19.188445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b5e1a4e-c029-435f-a2cc-0ccc39737e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ac4b1e39-4595-44cb-b9a7-ae0d540c97fc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.254817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f82fefa-07e9-424e-a9d8-14d2ffe1ba6d req-ad526b4d-a6d0-41a2-8c57-1946d25896f9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182835
May 14 21:13:19.260478 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b5e1a4e-c029-435f-a2cc-0ccc39737e1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fd11fc790a24c9c9b3b9b028257aad1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8881843
May 14 21:13:19.262832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e1a4e-c029-435f-a2cc-0ccc39737e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b1e39-4595-44cb-b9a7-ae0d540c97fc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:19.266131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:19.284860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc req-fd2ee8c3-15ce-4ff7-8796-8302e60f99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:19.286651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc req-fd2ee8c3-15ce-4ff7-8796-8302e60f99f7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&shared=False HTTP/1.1" status: 200  len: 925 time: 0.4107277
May 14 21:13:19.289026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:19.320628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Publish callbacks [] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.371099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8682e5f2-8201-4ac9-b524-cc3478fd2c53 admin admin] Publish callbacks [] for security_group (ac4b1e39-4595-44cb-b9a7-ae0d540c97fc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.476174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8682e5f2-8201-4ac9-b524-cc3478fd2c53 admin admin] Publish callbacks [] for security_group (ac4b1e39-4595-44cb-b9a7-ae0d540c97fc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.485235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac0021-9b6c-482a-8ae8-c6ecec2d1732 req-0cecd018-fab1-4ee5-8eb4-3e0400239c5a tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:19.488152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24ac0021-9b6c-482a-8ae8-c6ecec2d1732 req-0cecd018-fab1-4ee5-8eb4-3e0400239c5a tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 944 time: 0.1186748
May 14 21:13:19.662202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24ac0021-9b6c-482a-8ae8-c6ecec2d1732 req-1ad0ed74-59a9-4974-8a28-4e5d6a018b5c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662502
May 14 21:13:19.689747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1608dba1-783a-48ff-9403-0d3f2e51c050 req-0646d2c8-6ccf-453f-a3c2-33aeef6b6670 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0457602
May 14 21:13:19.727467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8682e5f2-8201-4ac9-b524-cc3478fd2c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ac4b1e39-4595-44cb-b9a7-ae0d540c97fc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.731688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8682e5f2-8201-4ac9-b524-cc3478fd2c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.734408 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8682e5f2-8201-4ac9-b524-cc3478fd2c53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac4b1e39-4595-44cb-b9a7-ae0d540c97fc HTTP/1.1" status: 204  len: 168 time: 0.4669902
May 14 21:13:19.749149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e5f2-8201-4ac9-b524-cc3478fd2c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b1e39-4595-44cb-b9a7-ae0d540c97fc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:19.814256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Transition to ACTIVE for port object dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:19.836322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc req-2784d7f1-931e-4b5f-8268-1ba2cdd815b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:19.841375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-217e752a-9dae-48bc-bbd8-ae46b8a7fcdc req-2784d7f1-931e-4b5f-8268-1ba2cdd815b2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5458462
May 14 21:13:19.893851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02358a24-1925-49e1-bb38-986ef8f1af73 req-6ced8dde-9f13-4087-b736-c79b609df772 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:19.903706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02358a24-1925-49e1-bb38-986ef8f1af73 req-6ced8dde-9f13-4087-b736-c79b609df772 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 943 time: 0.1320088
May 14 21:13:19.929367 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:19.975272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02358a24-1925-49e1-bb38-986ef8f1af73 req-265296fc-fa86-4585-be2b-142ccb5aff9f tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639856
May 14 21:13:20.014965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-7daf7236-be21-45a4-afc8-bb02767c602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.017488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-7daf7236-be21-45a4-afc8-bb02767c602f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 1125 time: 0.1311789
May 14 21:13:20.027174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8defea-fbe8-4277-97ea-59f756e3ef5e req-0ba6bb00-255f-4254-9009-eefe27c55ae5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.028588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e8defea-fbe8-4277-97ea-59f756e3ef5e req-0ba6bb00-255f-4254-9009-eefe27c55ae5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 944 time: 0.1276574
May 14 21:13:20.032153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:20.095415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-13ef951c-5388-4950-a36c-140aff551766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 HTTP/1.1" status: 200  len: 217 time: 0.0658722
May 14 21:13:20.134543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92890b0d-b254-4646-b83b-2e445cfa5013 req-782a6271-ce45-4ff5-8890-89b07c8f4512 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0353642
May 14 21:13:20.163338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Attempting to bind port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:20.163731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Attempting to bind port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:20.164066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Attempting to bind port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 on network 8f75d233-b39d-4c19-a44f-6a34a157d017 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:20.187564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 on network 8f75d233-b39d-4c19-a44f-6a34a157d017 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:20.187901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Attempting to bind port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 on network 8f75d233-b39d-4c19-a44f-6a34a157d017 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:20.195935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-d56f5b88-a8b1-4135-b802-cf2b62deff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.197390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-d56f5b88-a8b1-4135-b802-cf2b62deff07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4e30d7e-b429-4cb9-a578-085f6316fae7 HTTP/1.1" status: 200  len: 863 time: 0.0933032
May 14 21:13:20.199601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:20.200665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Checking segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:20.200665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Bound using segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:20.200919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Bound port: dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:20.201089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.208430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b2de6a6b-fac3-4f46-8300-e24ecf292526 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:20.228960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e8defea-fbe8-4277-97ea-59f756e3ef5e req-8537759a-6cb9-4c07-a75c-818356103961 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727841
May 14 21:13:20.265343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port b2de6a6b-fac3-4f46-8300-e24ecf292526 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:13:20.314684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-d481e855-298c-48f8-8843-1b2987efb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.321584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-d481e855-298c-48f8-8843-1b2987efb4c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=824318b0-331e-4da1-8622-b2d8e9a5e85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1171026
May 14 21:13:20.379557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port b2de6a6b-fac3-4f46-8300-e24ecf292526 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:20.382696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.460391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:20.485680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:20.502062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a557c16-fac2-496a-bfec-6cb787f80485 req-1a240741-5409-43df-a9fb-d75f756d4680 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.504052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a557c16-fac2-496a-bfec-6cb787f80485 req-1a240741-5409-43df-a9fb-d75f756d4680 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1109405
May 14 21:13:20.518943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b2de6a6b-fac3-4f46-8300-e24ecf292526 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:20.519668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.541321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-4d39a8d9-853b-4ac1-9d58-e6351a991e86 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101529
May 14 21:13:20.555938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:20.558500 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd97573-2e18-4465-8dae-35156783c9dd" -d '{"events": [{"server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "name": "network-vif-plugged", "status": "completed", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:20.581304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b2de6a6b-fac3-4f46-8300-e24ecf292526, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:20.589186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.596380 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4af623-186d-4553-af94-61725dba95b5 x-openstack-request-id: req-8f4af623-186d-4553-af94-61725dba95b5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:20.596612 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "name": "network-vif-plugged", "status": "completed", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:20.596873 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f4af623-186d-4553-af94-61725dba95b5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:20.597278 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4af623-186d-4553-af94-61725dba95b5'] response: {'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'code': 200}
May 14 21:13:20.648560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a557c16-fac2-496a-bfec-6cb787f80485 req-22e352b7-b689-43ef-bc20-be1c64e336ff tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351283
May 14 21:13:20.688693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.692679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.693318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.694728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] 10.222.0.36 "PUT /v2.0/ports/dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 HTTP/1.1" status: 200  len: 1092 time: 2.9819672
May 14 21:13:20.744806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:20.749836 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:20.770306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f7f40-7947-44f6-a7f1-9c0312131dde service neutron] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:20.772825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b2de6a6b-fac3-4f46-8300-e24ecf292526,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:20.789984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dfc9e-bfa6-45dd-9781-4f947a4c0616 req-d35a3818-f9e7-4b2d-807d-4b0fe284a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.789984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-291dfc9e-bfa6-45dd-9781-4f947a4c0616 req-d35a3818-f9e7-4b2d-807d-4b0fe284a71f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1127 time: 0.1259897
May 14 21:13:20.791841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fde863e0-a75e-42e0-8685-97c31976cb60 req-eaef5da8-3a98-4e34-91f0-5d0b0dc4ac24 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438874
May 14 21:13:20.849990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d9b79-5682-46d6-a477-b2596e64cf87 req-71789827-7bdc-46c8-915c-7b7267b3d63f tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.854256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d92d9b79-5682-46d6-a477-b2596e64cf87 req-71789827-7bdc-46c8-915c-7b7267b3d63f tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1132 time: 0.0570457
May 14 21:13:20.855082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48328) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:20.873007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b43fa-6c59-49a2-8e40-5af86dfa8f9b req-d29bc790-8802-4d46-9762-753cd01a594a tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.875142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-847b43fa-6c59-49a2-8e40-5af86dfa8f9b req-d29bc790-8802-4d46-9762-753cd01a594a tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 945 time: 0.1058950
May 14 21:13:20.877832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27a6068d-fe4e-4bab-9967-3a22a87f0cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:20.912807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-a2c94977-8f4f-4df4-a97e-f68db7c6c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:20.914308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-a2c94977-8f4f-4df4-a97e-f68db7c6c8d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 1126 time: 0.0908151
May 14 21:13:20.923261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-291dfc9e-bfa6-45dd-9781-4f947a4c0616 req-b5f81de6-607a-49b7-ae5f-684cc17d406c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134212
May 14 21:13:20.951255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d92d9b79-5682-46d6-a477-b2596e64cf87 req-83831f44-b62b-4777-9e4d-faee206b49d1 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931776
May 14 21:13:20.958699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-847b43fa-6c59-49a2-8e40-5af86dfa8f9b req-ba85ae41-ae0c-4f79-a8e9-839b7230e7bf tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760269
May 14 21:13:21.005917 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a37a91c-cddf-48f6-8137-824b9650f7bc x-openstack-request-id: req-5a37a91c-cddf-48f6-8137-824b9650f7bc {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:21.006217 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:21.006741 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a37a91c-cddf-48f6-8137-824b9650f7bc {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:21.007235 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a37a91c-cddf-48f6-8137-824b9650f7bc'] response: {'name': 'network-changed', 'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'status': 'completed', 'code': 200}
May 14 21:13:21.031433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27a6068d-fe4e-4bab-9967-3a22a87f0cf8 admin admin] Publish callbacks [] for security_group (09ddd108-2b65-4f05-9363-b34749e01f7e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:21.086519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27a6068d-fe4e-4bab-9967-3a22a87f0cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (09ddd108-2b65-4f05-9363-b34749e01f7e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:21.128426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-27a6068d-fe4e-4bab-9967-3a22a87f0cf8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6b6a6807b234ddc8ef2f51c6571db35&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2697504
May 14 21:13:21.128426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6068d-fe4e-4bab-9967-3a22a87f0cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ddd108-2b65-4f05-9363-b34749e01f7e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:21.128824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:21.180751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a094a0d2-d053-4e7d-ac26-583fbd98d535 admin admin] Publish callbacks [] for security_group (09ddd108-2b65-4f05-9363-b34749e01f7e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:21.203034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a094a0d2-d053-4e7d-ac26-583fbd98d535 admin admin] Publish callbacks [] for security_group (09ddd108-2b65-4f05-9363-b34749e01f7e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:21.311824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a094a0d2-d053-4e7d-ac26-583fbd98d535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (09ddd108-2b65-4f05-9363-b34749e01f7e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:21.314342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a094a0d2-d053-4e7d-ac26-583fbd98d535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:21.315467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a094a0d2-d053-4e7d-ac26-583fbd98d535 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09ddd108-2b65-4f05-9363-b34749e01f7e HTTP/1.1" status: 204  len: 168 time: 0.1847830
May 14 21:13:21.323604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094a0d2-d053-4e7d-ac26-583fbd98d535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ddd108-2b65-4f05-9363-b34749e01f7e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:21.366211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9a003-f213-4677-ade1-45ea47967ea0 req-10fd1fb2-2e45-475a-a462-45019c939089 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:21.374319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73a9a003-f213-4677-ade1-45ea47967ea0 req-10fd1fb2-2e45-475a-a462-45019c939089 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 943 time: 0.0690930
May 14 21:13:21.430460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73a9a003-f213-4677-ade1-45ea47967ea0 req-b4e6c608-fedf-4d94-bf71-94c8139e7112 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525064
May 14 21:13:21.465824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97676934-d01e-4cd2-874a-afce53073757 req-d6838f37-3140-4836-b598-15e08efc64d9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:21.467557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97676934-d01e-4cd2-874a-afce53073757 req-d6838f37-3140-4836-b598-15e08efc64d9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 944 time: 0.0503850
May 14 21:13:21.518222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97676934-d01e-4cd2-874a-afce53073757 req-779c4687-2c84-4102-a2f8-d8a2c0372b77 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439076
May 14 21:13:21.646827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-25512a90-1d27-492f-9247-d8e378154fce tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0219374
May 14 21:13:21.771799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-b61c95be-c1c6-4482-8d27-2bae6f8f57ad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:21.782359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-b61c95be-c1c6-4482-8d27-2bae6f8f57ad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1277239
May 14 21:13:21.800033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-267e31da-f1d3-4e02-8fa7-5fd68617b383 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/quotas/35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 375 time: 0.0165508
May 14 21:13:21.858182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c2bae2-309d-46eb-a3d1-5c65bce960dd req-44f7bb3d-4318-420c-a9e4-29cab9d08281 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0410414
May 14 21:13:21.867071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-11b79ba8-ad0e-43bb-8810-be6d0e9aed70 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0571251
May 14 21:13:21.950828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-19d3b113-1c53-4d91-87f2-d0099c551718 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 HTTP/1.1" status: 200  len: 217 time: 0.0606637
May 14 21:13:22.004044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-d56a6a7a-9b72-4bc5-8491-fe74065f00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:22.005478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-d56a6a7a-9b72-4bc5-8491-fe74065f00e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d2c7c2-7c18-4078-88bc-d38042d9b040 HTTP/1.1" status: 200  len: 854 time: 0.0491834
May 14 21:13:22.039811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-32deffde-9918-41fe-8a0f-26d45b17392c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f75d233-b39d-4c19-a44f-6a34a157d017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285680
May 14 21:13:22.140786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-ba33211e-2bdf-4251-a038-6953adc23dfc service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934463
May 14 21:13:22.291920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875aed4-fadc-4c4d-9012-246acca60229 req-a76c5bdc-f4dc-400a-bd51-0554dfb2613b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:22.293513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8875aed4-fadc-4c4d-9012-246acca60229 req-a76c5bdc-f4dc-400a-bd51-0554dfb2613b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 945 time: 0.0824151
May 14 21:13:22.369668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e05a30-2b66-4b63-bbd1-f69db163b03f req-bfb3b575-d02a-4bf8-b6c6-8979bb531c46 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090271
May 14 21:13:22.375165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8875aed4-fadc-4c4d-9012-246acca60229 req-c5cf2f4b-2821-4c56-8429-8d4a22411801 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732956
May 14 21:13:22.474803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec49b032-0861-4a5f-9bad-52e3fa990da2 req-f496b1a5-4178-493d-b57f-37591ffdf6c5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0278342
May 14 21:13:22.620924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53d60c-8656-4af2-807a-48326476b556 req-4513452d-12e4-4a4b-96a3-1227090709c5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:22.622413 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bc53d60c-8656-4af2-807a-48326476b556 req-4513452d-12e4-4a4b-96a3-1227090709c5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 943 time: 0.0575092
May 14 21:13:22.692176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bc53d60c-8656-4af2-807a-48326476b556 req-f40259eb-5c0d-425e-a509-2a2caff44e4a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630355
May 14 21:13:22.796572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0006b-16b0-4e8b-aacb-19cfca81f1a5 req-a88e62bf-9b68-405f-97d9-515c7343029e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:22.798344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0f0006b-16b0-4e8b-aacb-19cfca81f1a5 req-a88e62bf-9b68-405f-97d9-515c7343029e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 944 time: 0.0527308
May 14 21:13:22.858668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0f0006b-16b0-4e8b-aacb-19cfca81f1a5 req-d10120f7-6ea9-4cfb-a725-06b3c75a404d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504112
May 14 21:13:23.004824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54af9259-832c-4c9d-a433-765cf553fb4c req-c3499541-d5cc-4f8f-afeb-97a254ea9f1c tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0348299
May 14 21:13:23.312602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-176e5b7d-8693-414a-9755-d93d2e2b47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:23.314317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-176e5b7d-8693-414a-9755-d93d2e2b47ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 1126 time: 0.0418754
May 14 21:13:23.411249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-8b91a842-120d-4e55-83fd-5babcd99ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:23.413000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-8b91a842-120d-4e55-83fd-5babcd99ec9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 915 time: 0.0927119
May 14 21:13:23.455373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-25e91958-17b1-4991-9153-99fe74928b11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 HTTP/1.1" status: 200  len: 217 time: 0.0360405
May 14 21:13:23.519601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-03d269e9-1dda-4530-99b9-05a6c94fe17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:23.520665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-03d269e9-1dda-4530-99b9-05a6c94fe17f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d2c7c2-7c18-4078-88bc-d38042d9b040 HTTP/1.1" status: 200  len: 854 time: 0.0602825
May 14 21:13:23.520999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f48f9e-2e7f-4f6d-bf8b-01ba47769a11 req-646b9569-fdcf-4edc-9e3c-411e74a760b0 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:23.522526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7f48f9e-2e7f-4f6d-bf8b-01ba47769a11 req-646b9569-fdcf-4edc-9e3c-411e74a760b0 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 945 time: 0.0757096
May 14 21:13:23.557530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-9055d7d2-847a-44f6-855a-e48ce4209a94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f75d233-b39d-4c19-a44f-6a34a157d017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283222
May 14 21:13:23.587194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7f48f9e-2e7f-4f6d-bf8b-01ba47769a11 req-2bdd950a-f842-4f68-ad1b-7f7e581f62f8 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579836
May 14 21:13:23.618790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24df36d6-c0c6-4404-b76a-249ff774223a req-c8322f1e-74da-40b6-a475-7863b4db3edb tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0557089
May 14 21:13:23.636375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48464) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:23.719204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-507be059-b36b-47d3-aca1-688f846feac5 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545992
May 14 21:13:23.861779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-6a271db3-57e5-4e70-8ffe-1a99e36e96d8 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 258 time: 0.2310917
May 14 21:13:23.874890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:23.896325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d4b5961-ca2b-4f6f-a29b-b5c19aa15de0 req-b6dfb240-8ddd-4fd4-9e0b-b010ca9b66f5 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718469
May 14 21:13:23.900421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6f93a2b-2023-4ef1-bcd4-755b432a6648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:23.937070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cd642-1dda-430c-b747-089f9a910337 req-6cc79b00-4107-4321-91e4-46251d58884a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:23.938521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec7cd642-1dda-430c-b747-089f9a910337 req-6cc79b00-4107-4321-91e4-46251d58884a tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 943 time: 0.1122367
May 14 21:13:23.984819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.010293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec7cd642-1dda-430c-b747-089f9a910337 req-70c41b15-d01d-47f3-9220-81922ae785bd tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588691
May 14 21:13:24.088259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6f93a2b-2023-4ef1-bcd4-755b432a6648 admin admin] Publish callbacks [] for security_group (f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.096353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.152393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6f93a2b-2023-4ef1-bcd4-755b432a6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.161189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1336-be70-49ca-9be2-b275dac170eb req-0acfd10f-9058-4385-babb-861f0b5221f5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:24.162673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ddfd1336-be70-49ca-9be2-b275dac170eb req-0acfd10f-9058-4385-babb-861f0b5221f5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 944 time: 0.0537815
May 14 21:13:24.212559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Allocated IP 172.35.4.163 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:24.215218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f93a2b-2023-4ef1-bcd4-755b432a6648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:24.224655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b6f93a2b-2023-4ef1-bcd4-755b432a6648 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8564671b8f374904898ab16b46f85158&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5872512
May 14 21:13:24.230097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48484) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:24.268897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ddfd1336-be70-49ca-9be2-b275dac170eb req-4846dbf9-957f-4d66-99f0-3fe64ccf24f4 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966656
May 14 21:13:24.301450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb478b7-e37c-40df-9a6d-d15944dc51a9 admin admin] Publish callbacks [] for security_group (f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.337055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb478b7-e37c-40df-9a6d-d15944dc51a9 admin admin] Publish callbacks [] for security_group (f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.345162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.401370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b74e0979-eb7a-4e28-b356-9ec81f80e990 req-6479a0e5-a009-49a2-a47b-a5b0d96aa90c tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0288017
May 14 21:13:24.442025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.467613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-34620212-44e6-46b4-81fc-5ceb519c310a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0213842
May 14 21:13:24.468068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48490) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:24.505765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:24.511677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:24.517609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:24.539621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb478b7-e37c-40df-9a6d-d15944dc51a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.542089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb478b7-e37c-40df-9a6d-d15944dc51a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.543213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bcb478b7-e37c-40df-9a6d-d15944dc51a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d HTTP/1.1" status: 204  len: 168 time: 0.3122075
May 14 21:13:24.560372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event updated for resources: {'Port': ['ID=2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:24.561064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb478b7-e37c-40df-9a6d-d15944dc51a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528d006-1c2e-47cd-8dbc-ce75f9fb3a7d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:24.596765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:24.600461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.621911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-211b3092-7b5a-45c8-a42a-7df820baf525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.636968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-6e753857-3d2b-472c-9695-f9d86ab2181f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:24.639526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-6e753857-3d2b-472c-9695-f9d86ab2181f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1652064
May 14 21:13:24.654888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Request body: {'port': {'device_id': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '35a0e2c4a9054b4b962b9bc72c64517c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:24.719388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.755918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:24.773081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'port_id': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'mac_address': 'fa:16:3e:4b:95:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:24.809320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-211b3092-7b5a-45c8-a42a-7df820baf525 admin admin] Publish callbacks [] for security_group (289589ff-f5d8-4b7d-9320-2f65a59fbe54), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.834788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:24.835572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.853726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:24.870261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-0cce0752-9039-4673-b3a5-d74abb143e8d tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e22dc54ae5e448b1ab5ebec0483c5dff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0236578
May 14 21:13:24.889778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:24.928672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Made reservation on behalf of 35a0e2c4a9054b4b962b9bc72c64517c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:24.932245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.934181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-211b3092-7b5a-45c8-a42a-7df820baf525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (289589ff-f5d8-4b7d-9320-2f65a59fbe54), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.978000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:24.980143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.043679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-211b3092-7b5a-45c8-a42a-7df820baf525 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6050ab531fd2485d89bda80c4608ae95&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5722449
May 14 21:13:25.046900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48510) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:25.055801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:25.056913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b3092-7b5a-45c8-a42a-7df820baf525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289589ff-f5d8-4b7d-9320-2f65a59fbe54,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:25.073279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.119301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.136812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-6c5b2bf2-c11e-4c5c-9e8d-abb9f1fca5b1 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:25.139978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-6c5b2bf2-c11e-4c5c-9e8d-abb9f1fca5b1 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2623169
May 14 21:13:25.148337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event updated for resources: {'Port': ['ID=2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:25.153809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-944e14b2-1ef1-4c44-9a92-01f68ced8a1a admin admin] Publish callbacks [] for security_group (289589ff-f5d8-4b7d-9320-2f65a59fbe54), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.177140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-944e14b2-1ef1-4c44-9a92-01f68ced8a1a admin admin] Publish callbacks [] for security_group (289589ff-f5d8-4b7d-9320-2f65a59fbe54), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.182563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-0bc10443-fcc9-4d14-8dfd-d14a9a93b116 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/quotas/e22dc54ae5e448b1ab5ebec0483c5dff HTTP/1.1" status: 200  len: 375 time: 0.0354154
May 14 21:13:25.183306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d7b4c8ec-2c9b-4a8f-b571-ffd26783a122'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:25.227763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Allocated IP 192.168.233.224 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/b5e80fb6-d607-4cd2-bf6a-fc74ad375750) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:25.231265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-2d5492b5-591f-485a-84d2-46242ca2df4e tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e22dc54ae5e448b1ab5ebec0483c5dff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0383062
May 14 21:13:25.291536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.292341 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-49b6d965-d5dc-4ebf-a471-e08e7393cd71 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.4240525
May 14 21:13:25.418005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks [] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.428703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48514) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:25.444991 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8edf1282-7995-433b-aaf0-e541cdc47d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.547062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-944e14b2-1ef1-4c44-9a92-01f68ced8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (289589ff-f5d8-4b7d-9320-2f65a59fbe54), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.549756 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-944e14b2-1ef1-4c44-9a92-01f68ced8a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.550949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-944e14b2-1ef1-4c44-9a92-01f68ced8a1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/289589ff-f5d8-4b7d-9320-2f65a59fbe54 HTTP/1.1" status: 204  len: 168 time: 0.5030134
May 14 21:13:25.561317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-734e8c02-83ec-4a2f-b12e-7abef4b8545c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 696 time: 0.2592993
May 14 21:13:25.564053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e14b2-1ef1-4c44-9a92-01f68ced8a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289589ff-f5d8-4b7d-9320-2f65a59fbe54,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:25.575271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8edf1282-7995-433b-aaf0-e541cdc47d75 admin admin] Publish callbacks [] for security_group (1753a9dc-20db-45d1-bb9b-e25ed9046565), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.606624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ef8766d-9e27-4d8b-9283-bbff3f8f9228 req-70b9428a-6d27-45f4-a451-ce419cd0443a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0607731
May 14 21:13:25.607855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.630688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:25.661721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:25.668439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8edf1282-7995-433b-aaf0-e541cdc47d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1753a9dc-20db-45d1-bb9b-e25ed9046565), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.701571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:25.713407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:25.720880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:25.737077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:25.737746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.759126 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-823bf227-ee7b-4bd5-994a-6ed00959b86b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:25.763222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8edf1282-7995-433b-aaf0-e541cdc47d75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c764d3d509c465491983c31928f42af&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3334959
May 14 21:13:25.767401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-823bf227-ee7b-4bd5-994a-6ed00959b86b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2007451
May 14 21:13:25.769023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:25.778975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-cb3d60a0-e354-4ad1-9e1e-08787fca3ca7 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:25.797439 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b86b358-e856-4040-9e72-18b93f8d68ba req-cb3d60a0-e354-4ad1-9e1e-08787fca3ca7 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0291040
May 14 21:13:25.806576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf1282-7995-433b-aaf0-e541cdc47d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1753a9dc-20db-45d1-bb9b-e25ed9046565,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:25.865278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623891dd-fb3e-4b1c-b7a4-1c503959b612 req-4a703b80-2513-41bc-969a-60cbc629b84c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:25.866945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-623891dd-fb3e-4b1c-b7a4-1c503959b612 req-4a703b80-2513-41bc-969a-60cbc629b84c tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 944 time: 0.0963695
May 14 21:13:25.925751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-5924cde4-346f-4492-b2da-b106517892bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2752593
May 14 21:13:25.930312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-623891dd-fb3e-4b1c-b7a4-1c503959b612 req-92c48d01-7329-406f-acc0-11898531982e tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573900
May 14 21:13:25.933182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ada46be9-ff81-4488-8d63-5febf08a8ce2 admin admin] Publish callbacks [] for security_group (1753a9dc-20db-45d1-bb9b-e25ed9046565), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:25.941737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Request body: {'port': {'device_id': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:25.971617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bb399-7de6-42f8-9cfa-8f4e1d35e2a2 req-e19ec36c-3124-4ec0-923b-14f899b9205d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:25.979118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e2bb399-7de6-42f8-9cfa-8f4e1d35e2a2 req-e19ec36c-3124-4ec0-923b-14f899b9205d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 944 time: 0.1023328
May 14 21:13:26.018323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ada46be9-ff81-4488-8d63-5febf08a8ce2 admin admin] Publish callbacks [] for security_group (1753a9dc-20db-45d1-bb9b-e25ed9046565), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.037192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.069244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9005610e-af00-4b33-a15a-300ea4af997b req-2fa719dd-4e22-4a8a-85f5-93f31b334f3a tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0336154
May 14 21:13:26.139167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-db56ea03-9855-4b1e-8c6a-f5c6ffccf74f None None] Provisioning complete for port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:26.139573 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-db56ea03-9855-4b1e-8c6a-f5c6ffccf74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.142234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e2bb399-7de6-42f8-9cfa-8f4e1d35e2a2 req-825b9aef-457d-414b-b3db-f8f1d82a883c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621084
May 14 21:13:26.182116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-db56ea03-9855-4b1e-8c6a-f5c6ffccf74f None None] Port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:13:26.208317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ada46be9-ff81-4488-8d63-5febf08a8ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1753a9dc-20db-45d1-bb9b-e25ed9046565), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.210827 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ada46be9-ff81-4488-8d63-5febf08a8ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.211947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ada46be9-ff81-4488-8d63-5febf08a8ce2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1753a9dc-20db-45d1-bb9b-e25ed9046565 HTTP/1.1" status: 204  len: 168 time: 0.4414940
May 14 21:13:26.213630 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c11e2e90-fcda-4622-86f5-b1ab542b2522 req-9fc45bb9-de7a-4794-b7a4-f34c4f882da7 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 210 time: 0.0458601
May 14 21:13:26.222830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada46be9-ff81-4488-8d63-5febf08a8ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753a9dc-20db-45d1-bb9b-e25ed9046565,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:26.419341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-54724c92-fbdf-4d8d-9c04-5a29992352af tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:26.428137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-54724c92-fbdf-4d8d-9c04-5a29992352af tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0953605
May 14 21:13:26.465455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e80fb6-d607-4cd2-bf6a-fc74ad375750 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:26.473317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-f3634c49-1923-4c1a-8d35-bcead09fef44 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 696 time: 0.0442266
May 14 21:13:26.474665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Publish callbacks [] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.485628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Request body: {'floatingip': {'port_id': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:26.488689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Transition to ACTIVE for port object b5e80fb6-d607-4cd2-bf6a-fc74ad375750 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:26.523593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48538) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:26.527920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.540046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e020b7d-48bb-4039-a12a-635f4fec2359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.599938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:26.602083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:26.629306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.662286 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e020b7d-48bb-4039-a12a-635f4fec2359 admin admin] Publish callbacks [] for security_group (37170225-e983-412b-b034-41c398d7223e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.725867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:13:26.740277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e157e-017c-4e88-a0c7-5c5ee2922260 req-2ce59b47-ee9a-4499-9cf7-d114e3eb92ff tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:26.741788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-574e157e-017c-4e88-a0c7-5c5ee2922260 req-2ce59b47-ee9a-4499-9cf7-d114e3eb92ff tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 948 time: 0.0568898
May 14 21:13:26.753782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e020b7d-48bb-4039-a12a-635f4fec2359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (37170225-e983-412b-b034-41c398d7223e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.777859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:26.832638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:26.854229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'port_id': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'mac_address': 'fa:16:3e:7a:06:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d2c7c2-7c18-4078-88bc-d38042d9b040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:26.858699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:26.859267 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.898582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e020b7d-48bb-4039-a12a-635f4fec2359 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ffb39ca25b845f8bad2446128f0afb2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3715301
May 14 21:13:26.906171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48546) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:26.920798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Attempting to bind port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:26.927026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Attempting to bind port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:26.927026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Attempting to bind port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:26.938121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e020b7d-48bb-4039-a12a-635f4fec2359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37170225-e983-412b-b034-41c398d7223e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:26.963022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:26.963022 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:26.963207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-574e157e-017c-4e88-a0c7-5c5ee2922260 req-3043ca85-28c1-4982-9e50-793d0f8a1eca tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009013
May 14 21:13:26.963207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:26.963207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Attempting to bind port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:26.970442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:26.970904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:26.971370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:26.971954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Bound port: b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:26.972438 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.000468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:27.044738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:27.067759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f399e0d-0cff-44e9-86a6-a793810d65aa admin admin] Publish callbacks [] for security_group (37170225-e983-412b-b034-41c398d7223e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.097005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:27.097401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.110393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:27.132890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.150488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:27.150488 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beeafef-0971-439d-88b1-13fb2a96f80d" -d '{"events": [{"server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "name": "network-vif-plugged", "status": "completed", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:27.177709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:27.211559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:27.257333 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.292876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.352119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:27.355516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:27.366351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.385583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f399e0d-0cff-44e9-86a6-a793810d65aa admin admin] Publish callbacks [] for security_group (37170225-e983-412b-b034-41c398d7223e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.406318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:27.428159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323824fe-8f2d-4c8a-9a23-9519d26c72c4 req-0b62457d-3be7-4843-861c-5fc879cd9327 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:27.429754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-323824fe-8f2d-4c8a-9a23-9519d26c72c4 req-0b62457d-3be7-4843-861c-5fc879cd9327 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 944 time: 0.3515415
May 14 21:13:27.486764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-323824fe-8f2d-4c8a-9a23-9519d26c72c4 req-7e58b3a0-ac1e-4106-934f-81aa174d9f0b tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463085
May 14 21:13:27.487008 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Floating IP 1d1ab5eb-88d4-4000-af0d-9587f8ed91d2 associated. External IP: 172.35.4.163, port: b2de6a6b-fac3-4f46-8300-e24ecf292526.
May 14 21:13:27.503691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.542359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:27.543009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.544369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] 10.222.0.48 "PUT /v2.0/ports/b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 1096 time: 1.6098461
May 14 21:13:27.544875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:27.547218 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d18617-5d33-41d7-b31f-dcd1db92d670" -d '{"events": [{"name": "network-changed", "server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:27.603198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f399e0d-0cff-44e9-86a6-a793810d65aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (37170225-e983-412b-b034-41c398d7223e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.605761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f399e0d-0cff-44e9-86a6-a793810d65aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:27.617751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3f399e0d-0cff-44e9-86a6-a793810d65aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37170225-e983-412b-b034-41c398d7223e HTTP/1.1" status: 204  len: 168 time: 0.7037847
May 14 21:13:27.650410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7410-ce6e-40a4-982f-90f04698790f service neutron] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:27.679024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f399e0d-0cff-44e9-86a6-a793810d65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37170225-e983-412b-b034-41c398d7223e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:27.799912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-2a7db94e-00e7-46b7-a822-d551ff83f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:27.801511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-2a7db94e-00e7-46b7-a822-d551ff83f262 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1130 time: 0.0914392
May 14 21:13:27.860948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-ce2243fd-5e79-4896-9bf7-0fdf17bc7fce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 217 time: 0.0491409
May 14 21:13:27.931153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Router 802ee9c7-6e13-4111-868a-b75c967e2f88 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:13:27.957963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0157383-12cd-4704-82a2-8e8e70a9b46d req-6f647d8e-9213-4564-8ea6-b09685d830e3 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0919931
May 14 21:13:27.998403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-8cdb57b9-a9f1-4046-b421-0e3d03235322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.001498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-8cdb57b9-a9f1-4046-b421-0e3d03235322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1334963
May 14 21:13:28.053263 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94626b8-d7ca-497a-8cc4-56cbb32ccb38 x-openstack-request-id: req-c94626b8-d7ca-497a-8cc4-56cbb32ccb38 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:28.053778 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "name": "network-vif-plugged", "status": "completed", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:28.053897 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c94626b8-d7ca-497a-8cc4-56cbb32ccb38 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:28.054255 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94626b8-d7ca-497a-8cc4-56cbb32ccb38'] response: {'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'code': 200}
May 14 21:13:28.080403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-b2c042c4-91af-4413-b6ba-f8aed53c9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.081982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-b2c042c4-91af-4413-b6ba-f8aed53c9ea7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0701315
May 14 21:13:28.117176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:28.241300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:28.241686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] Sync routers for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:28.241686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:28.241686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d6f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:28.242242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-45c3a026-0660-4792-af4e-9cb9e63a524e tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "PUT /v2.0/floatingips/1d1ab5eb-88d4-4000-af0d-9587f8ed91d2 HTTP/1.1" status: 200  len: 996 time: 1.6866393
May 14 21:13:28.242242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:28.242242 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34849f39-d056-433c-8d05-948a55c39129" -d '{"events": [{"name": "network-changed", "server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:28.288721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f26de-02fa-4923-8823-b60f0c955b4c req-818d1566-8649-4f29-ab4c-a1395f54f13a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.288721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-647f26de-02fa-4923-8823-b60f0c955b4c req-818d1566-8649-4f29-ab4c-a1395f54f13a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 945 time: 0.1479697
May 14 21:13:28.288721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bfe3d-12cb-4b29-b1b8-1f2775cc2b28 req-28c9c769-ed33-4090-81be-1756ea1a603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.288721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d7bfe3d-12cb-4b29-b1b8-1f2775cc2b28 req-28c9c769-ed33-4090-81be-1756ea1a603c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 1127 time: 0.1517730
May 14 21:13:28.289852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-f4b9659b-e4df-4a50-9b25-3feaaf57dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.292135 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-f4b9659b-e4df-4a50-9b25-3feaaf57dfe1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1127 time: 0.1070070
May 14 21:13:28.293085 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:28.311222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-7876cb7d-71c5-4886-8d5e-7ef9e8fcf84f service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222192
May 14 21:13:28.468657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-5435be80-6fe6-4446-9f1c-ecd54c0f6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.470561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-5435be80-6fe6-4446-9f1c-ecd54c0f6918 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 929 time: 0.1728795
May 14 21:13:28.484495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d7bfe3d-12cb-4b29-b1b8-1f2775cc2b28 req-2265c775-e33e-4ae8-9fc8-578eed0918f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1969121
May 14 21:13:28.487345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df9fe8d2-2956-410d-9e6b-102561d7b3e9 req-16b5d9de-71fc-4fac-a69f-e652fb3c365c service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625681
May 14 21:13:28.496127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-647f26de-02fa-4923-8823-b60f0c955b4c req-dd824162-85a4-4a53-a5c6-1bfc305aa8b7 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100868
May 14 21:13:28.555984 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d6f8b0>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d1ab5eb-88d4-4000-af0d-9587f8ed91d2', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'floating_ip_address': '172.35.4.163', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'port_id': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'mac_address': 'fa:16:3e:01:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:13:24Z', 'updated_at': '2022-05-14T21:13:27Z', 'revision_number': 1, 'project_id': 'f9d24089740246829e483d7d6177125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:04Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:28.583347 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] Checking router: 802ee9c7-6e13-4111-868a-b75c967e2f88 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:28.589444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44966a9a-a83f-428d-a0fc-255a09347d72 req-75ad8618-4551-4b46-b0ed-e56a8ebaa1fe tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 210 time: 0.0319693
May 14 21:13:28.594714 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:28.598809 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d6f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:28.598976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-60ea6288-9809-406f-bf93-7c8324372ae9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 999 time: 0.1202941
May 14 21:13:28.627207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:28.678326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-d13f40fd-439b-4203-9fcc-33e6d994ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.678538 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92126853-84c8-4274-8072-eece28601f1b x-openstack-request-id: req-92126853-84c8-4274-8072-eece28601f1b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:28.678538 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:28.678538 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92126853-84c8-4274-8072-eece28601f1b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:28.678538 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92126853-84c8-4274-8072-eece28601f1b'] response: {'name': 'network-changed', 'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'status': 'completed', 'code': 200}
May 14 21:13:28.678831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-d13f40fd-439b-4203-9fcc-33e6d994ed04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 200  len: 867 time: 0.0727015
May 14 21:13:28.738494 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:28.746479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:13:28.859651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:28.860316 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:28.874069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e8e3b-e50a-4636-a1f6-375291f024de req-d6889c23-0f9d-4578-968c-b01eb735a895 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:28.875731 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d4e8e3b-e50a-4636-a1f6-375291f024de req-d6889c23-0f9d-4578-968c-b01eb735a895 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 948 time: 0.1451228
May 14 21:13:28.901717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-36efd0e0-1c83-42ed-8563-323c129e1554 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e22dc54ae5e448b1ab5ebec0483c5dff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0678718
May 14 21:13:28.969461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d4e8e3b-e50a-4636-a1f6-375291f024de req-671d72ac-1c8a-4ae6-abf2-88781c972818 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817719
May 14 21:13:29.004962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:29.005091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:29.039453 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d6f8b0>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d1ab5eb-88d4-4000-af0d-9587f8ed91d2', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'floating_ip_address': '172.35.4.163', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'port_id': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'mac_address': 'fa:16:3e:01:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:13:24Z', 'updated_at': '2022-05-14T21:13:27Z', 'revision_number': 1, 'project_id': 'f9d24089740246829e483d7d6177125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:04Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:29.067545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:29.078273 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8f4d66-03d4-4781-9370-7ccd533e1c53 None None] The sync data for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 is: [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1d1ab5eb-88d4-4000-af0d-9587f8ed91d2', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'floating_ip_address': '172.35.4.163', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'port_id': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'mac_address': 'fa:16:3e:01:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:13:24Z', 'updated_at': '2022-05-14T21:13:27Z', 'revision_number': 1, 'project_id': 'f9d24089740246829e483d7d6177125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:04Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:13:29.110853 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bbbad7-acc5-4b90-a50a-64c757a846b7 x-openstack-request-id: req-20bbbad7-acc5-4b90-a50a-64c757a846b7 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:29.111813 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:29.112072 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20bbbad7-acc5-4b90-a50a-64c757a846b7 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:29.112484 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bbbad7-acc5-4b90-a50a-64c757a846b7'] response: {'name': 'network-changed', 'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'status': 'completed', 'code': 200}
May 14 21:13:29.140868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-e0af353c-f811-4827-93ff-0dd40c2a3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:29.142793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-e0af353c-f811-4827-93ff-0dd40c2a3221 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4598322
May 14 21:13:29.150896 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:29.153565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-412b61b9-057f-4093-bcd6-d67494648102 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:29.155458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-412b61b9-057f-4093-bcd6-d67494648102 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0067365
May 14 21:13:29.236375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94562be0-9b0d-47eb-ba81-8a2800de3ebf req-a8a46c39-9777-487f-bbb1-86794d54c9e2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:29.238256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94562be0-9b0d-47eb-ba81-8a2800de3ebf req-a8a46c39-9777-487f-bbb1-86794d54c9e2 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 945 time: 0.1247673
May 14 21:13:29.238469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:29.267396 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-ff948e1d-2771-4ea7-b5dc-0331752ae295 service neutron] 10.222.0.52 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032014
May 14 21:13:29.384984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94562be0-9b0d-47eb-ba81-8a2800de3ebf req-5d63c634-64a6-4953-8813-534d47eda9c3 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398070
May 14 21:13:29.400494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b4fe13f-5aae-4852-b7be-fcb1b9a9f093 req-6e35a153-6791-4ef0-8431-137838a6537a service neutron] 10.222.0.52 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274312
May 14 21:13:29.404535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-94d6765b-1211-4b2b-9a87-1847b02a5a25 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:29.406596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-94d6765b-1211-4b2b-9a87-1847b02a5a25 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2226970
May 14 21:13:29.421150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f85360-8e2a-44e5-ad0b-ed90b7c38a69 None None] New status for floating IP 1d1ab5eb-88d4-4000-af0d-9587f8ed91d2: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:13:29.434317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Request body: {'port': {'device_id': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'e22dc54ae5e448b1ab5ebec0483c5dff'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:29.636352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d15040fd-c4d3-4a40-95c7-43bdbb18684f req-b36a3318-d9a1-4ec3-92b2-8f7082d17925 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0681660
May 14 21:13:29.731044 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1ac814d-2ede-4832-aace-bada24fec768 req-bc27c105-a5cd-4148-b8f6-907c1beeb02a tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 258 time: 0.1858256
May 14 21:13:29.750722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:29.840069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-16746403-e639-4438-8d76-f5a22555a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:29.841595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-16746403-e639-4438-8d76-f5a22555a33c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1130 time: 0.1625576
May 14 21:13:29.872524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849f39-d056-433c-8d05-948a55c39129 req-70cc472a-8d9d-4257-b946-91bcbd282822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:29.874642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-70cc472a-8d9d-4257-b946-91bcbd282822 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1127 time: 0.1364965
May 14 21:13:29.875459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:29.929606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db0a88-8e1e-4e56-a692-3fbc402f80f2 req-5d853db8-26f8-4388-9e8f-f603576e0782 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:29.931120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56db0a88-8e1e-4e56-a692-3fbc402f80f2 req-5d853db8-26f8-4388-9e8f-f603576e0782 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1223400
May 14 21:13:29.991026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.012706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Made reservation on behalf of e22dc54ae5e448b1ab5ebec0483c5dff for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:30.017142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.047131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.054996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:30.060918 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec6375b-db73-4004-b5d6-4e5255f45517" -d '{"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-plugged", "status": "completed", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:30.107094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Allocated IP 172.35.4.166 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a7cd1d64-6efd-4dfb-8239-e5634e5acf39) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:30.121129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849f39-d056-433c-8d05-948a55c39129 req-71e0b12e-1efd-4780-8b43-f77f71ed7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:30.122619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-71e0b12e-1efd-4780-8b43-f77f71ed7c29 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 929 time: 0.2393191
May 14 21:13:30.127077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-d8ba7877-2f3b-4c33-92ed-0c32ba15be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:30.128532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-d8ba7877-2f3b-4c33-92ed-0c32ba15be48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2669084
May 14 21:13:30.136209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56db0a88-8e1e-4e56-a692-3fbc402f80f2 req-c006ef85-0dea-40ad-8f15-490def8e6663 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701338
May 14 21:13:30.230040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.243739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-553d8d3b-baa7-48fe-85ac-eda5b32ec225 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 217 time: 0.0986278
May 14 21:13:30.310961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff48f088-0339-4908-9b9e-20387149c148 req-db4327c9-f3fd-4c12-bde0-72fc1a6520bd tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 210 time: 0.0755706
May 14 21:13:30.335096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-7e498c55-4fd6-4d4a-95ce-897639fcce65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 1001 time: 0.1705236
May 14 21:13:30.353437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.382296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-da7eb401-b3b6-427c-903a-735bd34cb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:30.383778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-da7eb401-b3b6-427c-903a-735bd34cb38c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1261368
May 14 21:13:30.395590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:30.398626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:30.402461 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks [] for security_group (16f14ee1-b690-4214-b609-806fdafaa156), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.405982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:30.415123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849f39-d056-433c-8d05-948a55c39129 req-2e9f5ada-1cc6-43ef-9d69-b4c1b6739cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:30.417979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-2e9f5ada-1cc6-43ef-9d69-b4c1b6739cc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 200  len: 867 time: 0.0750117
May 14 21:13:30.418893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event updated for resources: {'Port': ['ID=a7cd1d64-6efd-4dfb-8239-e5634e5acf39,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:30.471018 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (a2faf582-c45e-445d-b6d3-cb3c52626184), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.483010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (16f14ee1-b690-4214-b609-806fdafaa156), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.521486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-9472e44e-31bb-4bfd-ac33-96589d9bd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:30.523140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-9472e44e-31bb-4bfd-ac33-96589d9bd9a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0995932
May 14 21:13:30.568666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849f39-d056-433c-8d05-948a55c39129 req-b32e5468-80ae-4563-9688-e7556f2f07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:30.570395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-b32e5468-80ae-4563-9688-e7556f2f07cf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1452680
May 14 21:13:30.606491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.637257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f14ee1-b690-4214-b609-806fdafaa156,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:30.870896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Allocated IP 192.168.233.148 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/b2904934-153d-424a-bb5c-c74d45510330) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:30.874768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-22e19f83-d065-4c24-94fa-561871743fa6 service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2865040
May 14 21:13:30.878559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.878934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-5e548749-7d02-46b8-a055-741617a8bd48 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3478413
May 14 21:13:30.966234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:30.999217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (a2faf582-c45e-445d-b6d3-cb3c52626184), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:31.018405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event updated for resources: {'Port': ['ID=a7cd1d64-6efd-4dfb-8239-e5634e5acf39,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:31.135931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:31.137133 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1ac814d-2ede-4832-aace-bada24fec768 req-225b8c31-22e9-4a30-baa1-f63674c25e50 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3924894
May 14 21:13:31.190052 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1ac814d-2ede-4832-aace-bada24fec768 req-6b800469-5c98-4e45-967e-e75ecaa8b0fb tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.166 HTTP/1.1" status: 200  len: 696 time: 0.0460923
May 14 21:13:31.292384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caa0fd-1d97-4aac-a84a-5e4639d3289a req-86c84b31-39b7-47e5-97b7-cf4cf62698ba tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.293863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0caa0fd-1d97-4aac-a84a-5e4639d3289a req-86c84b31-39b7-47e5-97b7-cf4cf62698ba tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 948 time: 0.4091134
May 14 21:13:31.298871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac814d-2ede-4832-aace-bada24fec768 req-f8885141-71c7-450d-bb86-04125135413c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.300267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1ac814d-2ede-4832-aace-bada24fec768 req-f8885141-71c7-450d-bb86-04125135413c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1046276
May 14 21:13:31.338537 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad13ab0a-a678-4ba0-ad39-9ed6a61f066e x-openstack-request-id: req-ad13ab0a-a678-4ba0-ad39-9ed6a61f066e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:31.339035 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-plugged", "status": "completed", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:31.339256 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad13ab0a-a678-4ba0-ad39-9ed6a61f066e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:31.339773 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad13ab0a-a678-4ba0-ad39-9ed6a61f066e'] response: {'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'code': 200}
May 14 21:13:31.436974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74605b-9880-4318-9251-cd2e9fa77be9 req-67e4c697-bd2f-4f30-a53c-a5411df96909 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.438715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a74605b-9880-4318-9251-cd2e9fa77be9 req-67e4c697-bd2f-4f30-a53c-a5411df96909 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 945 time: 0.0463970
May 14 21:13:31.450130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34849f39-d056-433c-8d05-948a55c39129 req-ad143da8-fee6-4d08-a9ba-cb75762d18b2 service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5542753
May 14 21:13:31.474789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72d18617-5d33-41d7-b31f-dcd1db92d670 req-7e569e57-04a7-498b-8946-f93c0a392d48 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5714483
May 14 21:13:31.488110 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a74605b-9880-4318-9251-cd2e9fa77be9 req-a5fbdba8-2317-4b01-8bb7-1f24635bf518 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435629
May 14 21:13:31.495892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0caa0fd-1d97-4aac-a84a-5e4639d3289a req-86fe4b2e-20fc-476a-ab1d-876c4a6ac5f0 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918333
May 14 21:13:31.501965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a059-0cb3-45ee-9f01-e9703af5c36a req-1b69acac-a222-4219-a533-a4fb795243b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.503387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2150a059-0cb3-45ee-9f01-e9703af5c36a req-1b69acac-a222-4219-a533-a4fb795243b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 1128 time: 0.0848010
May 14 21:13:31.555353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks [] for port (b2904934-153d-424a-bb5c-c74d45510330), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:31.618592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f8bac263-14ca-46e0-b62f-ed9f1b60264f req-8d83a184-7119-4f3f-bd5a-c3d124d51937 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0430164
May 14 21:13:31.622009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2150a059-0cb3-45ee-9f01-e9703af5c36a req-97b7494f-6d40-47a9-8ee7-75d0d50fea6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097450
May 14 21:13:31.694755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b2904934-153d-424a-bb5c-c74d45510330), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:31.782105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:31.787190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:31.789677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:31.795199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.796006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:31.807596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9c50-567f-4c34-93c8-8b4b668387f5 req-73ea4004-b01b-4485-a2da-5e701761efd5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.809138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-272f9c50-567f-4c34-93c8-8b4b668387f5 req-73ea4004-b01b-4485-a2da-5e701761efd5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1091480
May 14 21:13:31.813299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Pushing event updated for resources: {'Port': ['ID=b2904934-153d-424a-bb5c-c74d45510330,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:31.872030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-272f9c50-567f-4c34-93c8-8b4b668387f5 req-b73aa059-a4e5-4703-b485-2da028a7e3db tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551143
May 14 21:13:31.897844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-265f63a4-addb-4a83-8f54-39a428c03f64 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4674282
May 14 21:13:31.915144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-aa8d9518-9e99-4214-87f5-99a8ba19cd0c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:31.915253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Request body: {'port': {'device_id': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:31.915377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-aa8d9518-9e99-4214-87f5-99a8ba19cd0c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0622928
May 14 21:13:31.976358 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-e7261c11-4dc1-4f2c-b167-1217193f2690 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.166 HTTP/1.1" status: 200  len: 696 time: 0.0574830
May 14 21:13:31.987806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-338ecbc8-6a7b-4285-83f8-1e1ed98a9e7d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Request body: {'floatingip': {'port_id': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:32.017788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739b4b7-e473-4c17-96d4-f8798b41c5a8 req-4124d8c0-4f97-4a5d-8b44-f2a3368ff61e tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:32.019367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f739b4b7-e473-4c17-96d4-f8798b41c5a8 req-4124d8c0-4f97-4a5d-8b44-f2a3368ff61e tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 936 time: 0.0747879
May 14 21:13:32.026157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2904934-153d-424a-bb5c-c74d45510330), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.031909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-338ecbc8-6a7b-4285-83f8-1e1ed98a9e7d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (a2faf582-c45e-445d-b6d3-cb3c52626184), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.103785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ea60be77-012c-4b78-b96a-cb918a364710 None None] Provisioning complete for port b2904934-153d-424a-bb5c-c74d45510330 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:32.104513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea60be77-012c-4b78-b96a-cb918a364710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2904934-153d-424a-bb5c-c74d45510330), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.111397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f739b4b7-e473-4c17-96d4-f8798b41c5a8 req-bfd25e70-d683-4a52-b3e7-ddb12d58e4a7 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830128
May 14 21:13:32.158914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ea60be77-012c-4b78-b96a-cb918a364710 None None] Port b2904934-153d-424a-bb5c-c74d45510330 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:13:32.265979 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-338ecbc8-6a7b-4285-83f8-1e1ed98a9e7d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] update failed (client error): There was a conflict when trying to complete your request.
May 14 21:13:32.266987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f5c1b8fb-c185-4602-a6fe-116273a607c9 req-338ecbc8-6a7b-4285-83f8-1e1ed98a9e7d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "PUT /v2.0/floatingips/a2faf582-c45e-445d-b6d3-cb3c52626184 HTTP/1.1" status: 409  len: 550 time: 0.2834566
May 14 21:13:32.272639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62a146-eae6-491e-8034-991b050f6069 req-4ebd317d-0faf-4a4e-ab3d-64dc5a341de5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:32.274015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c62a146-eae6-491e-8034-991b050f6069 req-4ebd317d-0faf-4a4e-ab3d-64dc5a341de5 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 945 time: 0.0663683
May 14 21:13:32.283291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48676) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:32.292559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Request body: {'floatingip': {'port_id': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:32.302546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:32.357855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.394801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-2ae4dd89-c5f1-4c1e-afb5-a11541d430ce tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips/a2faf582-c45e-445d-b6d3-cb3c52626184 HTTP/1.1" status: 200  len: 693 time: 0.0620937
May 14 21:13:32.470424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:32.487909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'mac_address': 'fa:16:3e:66:fe:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:32.545360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2904934-153d-424a-bb5c-c74d45510330 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:32.546888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:32.547534 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.555634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Publish callbacks [] for port (b2904934-153d-424a-bb5c-c74d45510330), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.571637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e80fb6-d607-4cd2-bf6a-fc74ad375750 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:32.600111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Transition to ACTIVE for port object b2904934-153d-424a-bb5c-c74d45510330 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:32.616858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:32.620504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-a1471ebe-ec9a-4257-a298-226be3e4c2eb tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:32.622042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-a1471ebe-ec9a-4257-a298-226be3e4c2eb tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2206237
May 14 21:13:32.632324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-facef0af-8e9b-42fc-9836-e440babcb763 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:32.633330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-facef0af-8e9b-42fc-9836-e440babcb763 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0059853
May 14 21:13:32.694530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.739066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2904934-153d-424a-bb5c-c74d45510330), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:32.754020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-3272c6fa-64a5-4b9d-95c4-76b1e63ad364 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.166 HTTP/1.1" status: 200  len: 696 time: 0.1120789
May 14 21:13:32.772799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:32.850076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Pushing event updated for resources: {'Port': ['ID=b2904934-153d-424a-bb5c-c74d45510330,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:32.863084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-3d044d83-1226-4a49-b05d-4be42d211b98 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.166 HTTP/1.1" status: 200  len: 696 time: 0.0690453
May 14 21:13:32.896916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0c1f3-2f06-4769-9c85-c36f8457f032 req-4ebd9354-511e-491b-bbcb-7ab755205f6f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:32.899080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1d0c1f3-2f06-4769-9c85-c36f8457f032 req-4ebd9354-511e-491b-bbcb-7ab755205f6f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 949 time: 0.1076293
May 14 21:13:32.943739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['b5e80fb6-d607-4cd2-bf6a-fc74ad375750'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:32.943872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Attempting to bind port b2904934-153d-424a-bb5c-c74d45510330 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:32.943872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Attempting to bind port b2904934-153d-424a-bb5c-c74d45510330 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:32.943872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Attempting to bind port b2904934-153d-424a-bb5c-c74d45510330 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:32.986888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Port b2904934-153d-424a-bb5c-c74d45510330 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:32.987229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Attempting to bind port b2904934-153d-424a-bb5c-c74d45510330 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:32.997126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:32.997356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:32.998261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:32.998815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Bound port: b2904934-153d-424a-bb5c-c74d45510330, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:32.999182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2904934-153d-424a-bb5c-c74d45510330), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.005953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.022217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1d0c1f3-2f06-4769-9c85-c36f8457f032 req-10e8d5f7-48f1-4ee4-bab6-db56f6b67df4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134953
May 14 21:13:33.068598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Deleting port a7cd1d64-6efd-4dfb-8239-e5634e5acf39 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:33.068944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.088019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.152418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] For port b2904934-153d-424a-bb5c-c74d45510330, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:33.162861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2152663-6f2e-4048-abb0-1d14ea60f80f req-ab4faabd-000c-4501-8565-ba7f08120ae1 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0360723
May 14 21:13:33.169482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] For port b2904934-153d-424a-bb5c-c74d45510330, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2904934-153d-424a-bb5c-c74d45510330,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:33.182531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.182858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.196993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Calling delete_port for a7cd1d64-6efd-4dfb-8239-e5634e5acf39 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:33.252364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2904934-153d-424a-bb5c-c74d45510330), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.252562 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b associated. External IP: 172.35.4.142, port: d7b4c8ec-2c9b-4a8f-b571-ffd26783a122.
May 14 21:13:33.293571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:33.294200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.295846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2904934-153d-424a-bb5c-c74d45510330 HTTP/1.1" status: 200  len: 1096 time: 1.3906147
May 14 21:13:33.296314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'tag': 'b2904934-153d-424a-bb5c-c74d45510330'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:33.298545 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9a91aa-c4f8-4852-ba74-f78b88732707" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e76cdc-0573-44c5-bbc5-4532124e2a3d", "tag": "b2904934-153d-424a-bb5c-c74d45510330"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:33.347056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820c049-b48c-4c3b-be38-90e423f11731 service neutron] Pushing event updated for resources: {'Port': ['ID=b2904934-153d-424a-bb5c-c74d45510330,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:33.436578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-0f5a44d6-92a3-4eb3-ac83-4eed4ee8d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:33.438067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-0f5a44d6-92a3-4eb3-ac83-4eed4ee8d09c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e22dc54ae5e448b1ab5ebec0483c5dff&device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 1130 time: 0.0506041
May 14 21:13:33.492748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-ac387cbb-14f6-423b-a060-3050e3476580 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=b2904934-153d-424a-bb5c-c74d45510330 HTTP/1.1" status: 200  len: 217 time: 0.0444231
May 14 21:13:33.499807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (a7cd1d64-6efd-4dfb-8239-e5634e5acf39), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.552943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event deleted for resources: {'Port': ['ID=a7cd1d64-6efd-4dfb-8239-e5634e5acf39,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:33.590391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (a2faf582-c45e-445d-b6d3-cb3c52626184), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.593478 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.594645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afcd1ac9-475f-4294-bdc1-b2923619e955 req-fcf64cf4-7a95-4926-943a-f4309fae6890 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "DELETE /v2.0/floatingips/a2faf582-c45e-445d-b6d3-cb3c52626184 HTTP/1.1" status: 204  len: 173 time: 0.7273340
May 14 21:13:33.612604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-6e868cde-1812-472e-af4d-d573155a5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:33.613974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-6e868cde-1812-472e-af4d-d573155a5d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1038852
May 14 21:13:33.661624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080315-b00c-47e0-8c16-e40939658017 req-d457440f-39b9-4f84-a846-b78a1b139eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:33.663177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-d457440f-39b9-4f84-a846-b78a1b139eaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0432868
May 14 21:13:33.753486 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a016e-21d8-4aef-b909-2e24eca86cee req-04f62104-89c4-4255-a52b-6c47e579d3fd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:33.755027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a50a016e-21d8-4aef-b909-2e24eca86cee req-04f62104-89c4-4255-a52b-6c47e579d3fd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0582986
May 14 21:13:33.764602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d30352-9813-480b-a83e-c67e3743f38c req-5eb28b30-6ee4-4a1f-bc74-f8557d7ba7d5 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:33.766088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93d30352-9813-480b-a83e-c67e3743f38c req-5eb28b30-6ee4-4a1f-bc74-f8557d7ba7d5 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 948 time: 0.0891449
May 14 21:13:33.770827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Router 211f6534-b851-4165-bedc-b51b34cefe67 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:13:33.818958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-3eeaceab-d5fe-434b-9bc2-9fb8620b3c1c service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496847
May 14 21:13:33.837621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93d30352-9813-480b-a83e-c67e3743f38c req-cba2a4a9-93dc-4d6a-a2c2-75c7213a8207 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652308
May 14 21:13:33.850841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a50a016e-21d8-4aef-b909-2e24eca86cee req-d24f3a21-5c2d-494b-8e4a-e01294b89834 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882163
May 14 21:13:33.892548 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0757c6-da99-42ed-bb1d-fd7bb3a68972 x-openstack-request-id: req-bd0757c6-da99-42ed-bb1d-fd7bb3a68972 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:33.892845 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e76cdc-0573-44c5-bbc5-4532124e2a3d", "tag": "b2904934-153d-424a-bb5c-c74d45510330", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:33.893096 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd0757c6-da99-42ed-bb1d-fd7bb3a68972 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:33.893480 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0757c6-da99-42ed-bb1d-fd7bb3a68972'] response: {'name': 'network-changed', 'server_uuid': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'tag': 'b2904934-153d-424a-bb5c-c74d45510330', 'status': 'completed', 'code': 200}
May 14 21:13:33.941669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:33.946410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:33.954410 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:33.965843 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:33.974918 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523108e0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:33.988887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5719a66c-d2dc-4208-80d4-1a25c41181bf tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "PUT /v2.0/floatingips/f9182ef6-43ac-4bca-a6be-d7a661b1794b HTTP/1.1" status: 200  len: 991 time: 1.7042973
May 14 21:13:33.989771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:33.992625 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b647a4-c1d4-4a82-8968-f34bdcb9e036" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:34.059469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-ba7f88cd-bc3d-4a7c-b904-571f62588bd7 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 1001 time: 0.1481385
May 14 21:13:34.059469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f080315-b00c-47e0-8c16-e40939658017 req-41285ddd-047e-440a-90d3-169b4f984887 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292578
May 14 21:13:34.115557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-2f7a4599-5fd6-4ad4-80ec-c99452f60aa0 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:34.117394 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:34.127906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-2f7a4599-5fd6-4ad4-80ec-c99452f60aa0 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports/b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 942 time: 0.0623353
May 14 21:13:34.145324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597d59-0229-4970-a5a1-10221b0a515f req-08e69c27-943f-4ae1-b237-98abf017bf42 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:34.146864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf597d59-0229-4970-a5a1-10221b0a515f req-08e69c27-943f-4ae1-b237-98abf017bf42 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0501242
May 14 21:13:34.209950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf597d59-0229-4970-a5a1-10221b0a515f req-3303a836-00e8-4f3f-9548-cf9cecd002b7 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544982
May 14 21:13:34.282970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:34.283558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-61361ad9-194f-491d-bd65-08c6023a5b66 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 1001 time: 0.0740256
May 14 21:13:34.362278 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523108e0d0>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9182ef6-43ac-4bca-a6be-d7a661b1794b', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'floating_ip_address': '172.35.4.142', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'port_id': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'mac_address': 'fa:16:3e:4b:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc3677c-c275-470e-97fc-e832134789c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:12:04Z', 'updated_at': '2022-05-14T21:13:32Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:34.386551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c66f3-76e5-4259-85ef-45f4429b3c76 req-62053c6e-e6a0-455f-a72e-235833a814c9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:34.388080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d1c66f3-76e5-4259-85ef-45f4429b3c76 req-62053c6e-e6a0-455f-a72e-235833a814c9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 945 time: 0.0725942
May 14 21:13:34.389149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:13:34.392417 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:34.401931 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:34.404654 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523108e0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:34.433646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-a128ca6d-42df-4c16-bb03-ba927163d58d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:34.436197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-a128ca6d-42df-4c16-bb03-ba927163d58d tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1442008
May 14 21:13:34.440382 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d1c66f3-76e5-4259-85ef-45f4429b3c76 req-7128d82c-e09d-439c-83f7-8eec5d0eed3d tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461102
May 14 21:13:34.448440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-e6b9980d-50fe-4a45-bdbe-78f62e4d85fe tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:34.449468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-e6b9980d-50fe-4a45-bdbe-78f62e4d85fe tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0064962
May 14 21:13:34.468822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:34.469504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:34.493265 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba0bf6c-3623-4d98-88c0-636ed31531ea x-openstack-request-id: req-4ba0bf6c-3623-4d98-88c0-636ed31531ea {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:34.493565 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:34.493824 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ba0bf6c-3623-4d98-88c0-636ed31531ea {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:34.494233 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba0bf6c-3623-4d98-88c0-636ed31531ea'] response: {'name': 'network-changed', 'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'status': 'completed', 'code': 200}
May 14 21:13:34.562551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-04383e6b-7d29-49d4-afd9-c1db6222c761 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 1001 time: 0.1054583
May 14 21:13:34.568682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:34.603355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:34.604048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:34.640886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:34.642260 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:34.643130 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d55a792-da77-4e3e-b5ca-eff5808b7cd2" -d '{"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-plugged", "status": "completed", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:34.646781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:34.657384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e87190-0645-4aa4-acc4-278b54dd452d req-2f5195a2-7ba2-4dc2-9fea-46eb1e3cf703 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:34.658923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74e87190-0645-4aa4-acc4-278b54dd452d req-2f5195a2-7ba2-4dc2-9fea-46eb1e3cf703 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 949 time: 0.0690422
May 14 21:13:34.661330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:34.730332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74e87190-0645-4aa4-acc4-278b54dd452d req-20ee0526-9ebd-4ac6-bced-bb2253c6cf1d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594783
May 14 21:13:34.763661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:34.839724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:34.843303 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e01efa27-8601-41fe-8d3e-957b91eb1ab7 req-3fe90473-06bf-454f-b006-3eb820065bc9 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0331395
May 14 21:13:34.854170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:34.901073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:34.901341 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Floating IP 1d1ab5eb-88d4-4000-af0d-9587f8ed91d2 disassociated. External IP: 172.35.4.163, port: b2de6a6b-fac3-4f46-8300-e24ecf292526.
May 14 21:13:34.923861 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523108e0d0>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9182ef6-43ac-4bca-a6be-d7a661b1794b', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'floating_ip_address': '172.35.4.142', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'port_id': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'mac_address': 'fa:16:3e:4b:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc3677c-c275-470e-97fc-e832134789c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:12:04Z', 'updated_at': '2022-05-14T21:13:32Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:34.956305 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b6054-a4c4-4faa-a737-3737fc6bb0ec None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f9182ef6-43ac-4bca-a6be-d7a661b1794b', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'floating_ip_address': '172.35.4.142', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'port_id': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'mac_address': 'fa:16:3e:4b:95:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc3677c-c275-470e-97fc-e832134789c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:12:04Z', 'updated_at': '2022-05-14T21:13:32Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:13:35.214250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a26929-1361-4e8b-b3d6-61cd822f16ca None None] New status for floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:13:35.431869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48766) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:35.453239 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f2c57b-3fbf-42bd-9e60-1b08730134dc x-openstack-request-id: req-32f2c57b-3fbf-42bd-9e60-1b08730134dc {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:35.454231 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-plugged", "status": "completed", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:35.454486 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32f2c57b-3fbf-42bd-9e60-1b08730134dc {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:35.454901 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f2c57b-3fbf-42bd-9e60-1b08730134dc'] response: {'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'code': 200}
May 14 21:13:35.528473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f489524-398d-468f-92d8-150779db5dad req-73940cde-fcd0-4700-bf30-6760e8ca7d74 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.536624 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f489524-398d-468f-92d8-150779db5dad req-73940cde-fcd0-4700-bf30-6760e8ca7d74 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 948 time: 0.0594251
May 14 21:13:35.574558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-59dc0409-1450-43f3-a535-e16fec604fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.577314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-59dc0409-1450-43f3-a535-e16fec604fde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e22dc54ae5e448b1ab5ebec0483c5dff&device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 1130 time: 0.4950626
May 14 21:13:35.578674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-fc4ce590-4a5d-4be0-9db7-7c3720a4b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.580251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-fc4ce590-4a5d-4be0-9db7-7c3720a4b04f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 1127 time: 0.4969199
May 14 21:13:35.599133 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f489524-398d-468f-92d8-150779db5dad req-7dc4aa11-ad6c-4c21-be5c-9945e2885adc tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615480
May 14 21:13:35.617758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66ff7be9-5c41-4b83-95ed-8321c3af8583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:35.717935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf9557-b154-4ca0-8645-117bf6116f33 req-17f6d4b4-bc72-44bb-b7de-0a08760c5d1f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.724193 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dedf9557-b154-4ca0-8645-117bf6116f33 req-17f6d4b4-bc72-44bb-b7de-0a08760c5d1f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0653148
May 14 21:13:35.760270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ed4ec-728a-4f50-8657-7889e44c2a9d req-4ebdd3b9-12de-493c-afbb-d717b31f777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.761765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be7ed4ec-728a-4f50-8657-7889e44c2a9d req-4ebdd3b9-12de-493c-afbb-d717b31f777e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1132 time: 0.2087038
May 14 21:13:35.762934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66ff7be9-5c41-4b83-95ed-8321c3af8583 admin admin] Publish callbacks [] for security_group (05eba12f-abe5-40db-90a1-6b9ab5b6b545), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:35.791230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dedf9557-b154-4ca0-8645-117bf6116f33 req-7d6b4b7f-1d9e-476f-8593-83ebe326e9d6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660460
May 14 21:13:35.822119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Router 802ee9c7-6e13-4111-868a-b75c967e2f88 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:13:35.850535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-e23672f9-d2de-497e-b503-b3e205bc3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.852026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-e23672f9-d2de-497e-b503-b3e205bc3391 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2358665
May 14 21:13:35.864260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-2a492152-077c-41d1-80a9-fe53219d27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.865967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-2a492152-077c-41d1-80a9-fe53219d27ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 200  len: 925 time: 0.2322066
May 14 21:13:35.913748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15855f-7e29-4f65-8fd5-126d3707f314 req-59d1b7e0-525b-42ea-bbff-86239145b40b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:35.915111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be7ed4ec-728a-4f50-8657-7889e44c2a9d req-9daa8923-1362-4a35-b828-4127428ecdaa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446655
May 14 21:13:35.915395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c15855f-7e29-4f65-8fd5-126d3707f314 req-59d1b7e0-525b-42ea-bbff-86239145b40b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0479832
May 14 21:13:35.940463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66ff7be9-5c41-4b83-95ed-8321c3af8583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (05eba12f-abe5-40db-90a1-6b9ab5b6b545), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:35.948976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-9372df47-3efa-4aaa-b652-e00f944aac02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=b2904934-153d-424a-bb5c-c74d45510330 HTTP/1.1" status: 200  len: 217 time: 0.0868199
May 14 21:13:35.994964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66ff7be9-5c41-4b83-95ed-8321c3af8583 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a6c575ceb0943a28b7a724a562cc4c8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5620177
May 14 21:13:35.999940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff7be9-5c41-4b83-95ed-8321c3af8583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eba12f-abe5-40db-90a1-6b9ab5b6b545,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:36.000582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48780) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:36.009944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c15855f-7e29-4f65-8fd5-126d3707f314 req-94e6ce9d-463f-48d3-b05a-6f231f4db304 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861075
May 14 21:13:36.117517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-df61ed15-4761-49c1-b571-faad06c7ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.118980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-df61ed15-4761-49c1-b571-faad06c7ca4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1360533
May 14 21:13:36.127661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-451c5fc2-043f-4feb-b31b-fe5fbb714c26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 HTTP/1.1" status: 200  len: 1001 time: 0.2526758
May 14 21:13:36.133495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f0a22e7-94e4-4b42-9733-de5754d2c947 req-61d6f63d-9e4e-4915-a5f0-4b3ecb5a10d3 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0406022
May 14 21:13:36.173223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48784) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:36.205593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:36.217237 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] Sync routers for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:36.219201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.228947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Publish callbacks [] for security_group (05eba12f-abe5-40db-90a1-6b9ab5b6b545), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.229132 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:36.229660 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d28370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:36.253750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-209046bf-03c8-402a-b792-6699e5679d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.255305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-209046bf-03c8-402a-b792-6699e5679d89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1238525
May 14 21:13:36.260513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-2a2aa90b-4271-47e3-980a-60a555ba4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.261917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-2a2aa90b-4271-47e3-980a-60a555ba4e56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4e30d7e-b429-4cb9-a578-085f6316fae7 HTTP/1.1" status: 200  len: 863 time: 0.1204112
May 14 21:13:36.283170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94e1638d-1415-4fe1-b2aa-98b12703d399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.318597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-22a96d94-35bd-40bb-ac8c-744073b42ef2 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "PUT /v2.0/floatingips/1d1ab5eb-88d4-4000-af0d-9587f8ed91d2 HTTP/1.1" status: 200  len: 695 time: 1.7539155
May 14 21:13:36.337768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:36.340047 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f" -d '{"events": [{"name": "network-changed", "server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:36.348073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Publish callbacks [] for security_group (05eba12f-abe5-40db-90a1-6b9ab5b6b545), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.360683 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:36.376805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94e1638d-1415-4fe1-b2aa-98b12703d399 admin admin] Publish callbacks [] for security_group (1c4f78e8-f356-4bcf-b72a-9ca73e65180d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.416798 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e290d-0dae-4874-8364-89043ce61862 x-openstack-request-id: req-ba2e290d-0dae-4874-8364-89043ce61862 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:36.417087 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:36.417339 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba2e290d-0dae-4874-8364-89043ce61862 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:36.417743 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2e290d-0dae-4874-8364-89043ce61862'] response: {'name': 'network-changed', 'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'status': 'completed', 'code': 200}
May 14 21:13:36.438268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-f7558d57-840a-445d-8ce6-916ad1a65ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.439807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-f7558d57-840a-445d-8ce6-916ad1a65ab2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=824318b0-331e-4da1-8622-b2d8e9a5e85d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1601541
May 14 21:13:36.458296 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94e1638d-1415-4fe1-b2aa-98b12703d399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1c4f78e8-f356-4bcf-b72a-9ca73e65180d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.467605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-d836e2ab-a16b-4336-9d2e-f2ef2380dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.469127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-d836e2ab-a16b-4336-9d2e-f2ef2380dd48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1127 time: 0.1188560
May 14 21:13:36.505048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94e1638d-1415-4fe1-b2aa-98b12703d399 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c337931c7391427c8dbda4f75806d7d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3307621
May 14 21:13:36.506029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1638d-1415-4fe1-b2aa-98b12703d399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f78e8-f356-4bcf-b72a-9ca73e65180d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:36.510404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48790) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:36.556707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-608d57f1-d7ba-4e07-995d-c5313e03a200 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883866
May 14 21:13:36.572066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f59de8ee-4867-4cf2-ae2a-f9ab292feaf2 admin admin] Publish callbacks [] for security_group (1c4f78e8-f356-4bcf-b72a-9ca73e65180d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.585910 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d28370>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:04Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:36.597589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f59de8ee-4867-4cf2-ae2a-f9ab292feaf2 admin admin] Publish callbacks [] for security_group (1c4f78e8-f356-4bcf-b72a-9ca73e65180d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.617658 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] Checking router: 802ee9c7-6e13-4111-868a-b75c967e2f88 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:36.628098 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:36.628951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d28370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:36.682369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b2904934-153d-424a-bb5c-c74d45510330 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:36.698853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-d609a019-7bd8-48dc-99e9-60332b4ef423 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459009
May 14 21:13:36.704398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (05eba12f-abe5-40db-90a1-6b9ab5b6b545), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.707023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.708187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05eba12f-abe5-40db-90a1-6b9ab5b6b545 HTTP/1.1" status: 204  len: 168 time: 0.6888869
May 14 21:13:36.731381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-a3f1d5a9-e1ca-4400-90e3-b218e46f6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.733000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-a3f1d5a9-e1ca-4400-90e3-b218e46f6303 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 929 time: 0.2442696
May 14 21:13:36.763554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f59de8ee-4867-4cf2-ae2a-f9ab292feaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1c4f78e8-f356-4bcf-b72a-9ca73e65180d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.767538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f59de8ee-4867-4cf2-ae2a-f9ab292feaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:36.770954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eba12f-abe5-40db-90a1-6b9ab5b6b545,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:36.783861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f59de8ee-4867-4cf2-ae2a-f9ab292feaf2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c4f78e8-f356-4bcf-b72a-9ca73e65180d HTTP/1.1" status: 204  len: 168 time: 0.2648237
May 14 21:13:36.808874 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:36.812035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59de8ee-4867-4cf2-ae2a-f9ab292feaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f78e8-f356-4bcf-b72a-9ca73e65180d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:36.834074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2ed19-eb74-4357-9353-4e39c6824ed2 req-5141a7a4-727b-4078-9d2d-20715fc2afa2 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.835622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0d2ed19-eb74-4357-9353-4e39c6824ed2 req-5141a7a4-727b-4078-9d2d-20715fc2afa2 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 948 time: 0.1341634
May 14 21:13:36.852300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b2904934-153d-424a-bb5c-c74d45510330, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2904934-153d-424a-bb5c-c74d45510330,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:36.865956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'b2904934-153d-424a-bb5c-c74d45510330', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'b2904934-153d-424a-bb5c-c74d45510330', 'mac_address': 'fa:16:3e:a6:39:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:36.913607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0d2ed19-eb74-4357-9353-4e39c6824ed2 req-07cf6e5c-7581-4f79-a06d-a60ea5f32cec tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720444
May 14 21:13:36.916682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.916823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.917177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.917582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.917985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.918401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.918949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.919437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.919829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.920229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.920624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.921019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.921428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.921807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.922212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e0c7d2-e6fe-49e6-9644-5f5512bf3d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:36.926475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce9a91aa-c4f8-4852-ba74-f78b88732707 req-5c1e7369-25b6-4c0f-8f43-8a6ece848b13 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3636665
May 14 21:13:36.932308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-6bc8a983-1b2d-42dd-a1b5-795beafc7768 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 217 time: 0.1629505
May 14 21:13:36.947572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-2423a0a6-7ea1-4a69-abde-0f0db19927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:36.949296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-2423a0a6-7ea1-4a69-abde-0f0db19927b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9d24089740246829e483d7d6177125c&device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 1127 time: 0.2093511
May 14 21:13:36.986841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port b2904934-153d-424a-bb5c-c74d45510330 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:36.987538 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2904934-153d-424a-bb5c-c74d45510330), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:37.021909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2904934-153d-424a-bb5c-c74d45510330 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:37.045170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b2904934-153d-424a-bb5c-c74d45510330, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2904934-153d-424a-bb5c-c74d45510330,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:37.081141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3c9e9-fb66-4eaa-9d8d-3b3f1a1b6cd9 req-f3bba5ec-244d-421f-ad2a-13b372d42a8b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.085381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-2ca705c7-a4f3-4cb7-a4c2-489337c9e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.086864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-2ca705c7-a4f3-4cb7-a4c2-489337c9e006 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 200  len: 867 time: 0.1366320
May 14 21:13:37.088029 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1dc3c9e9-fb66-4eaa-9d8d-3b3f1a1b6cd9 req-f3bba5ec-244d-421f-ad2a-13b372d42a8b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0682755
May 14 21:13:37.090327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b647a4-c1d4-4a82-8968-f34bdcb9e036 req-beea78d6-a58e-4e5a-8151-32441e97f093 service neutron] 10.222.0.36 "GET /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3782415
May 14 21:13:37.116291 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d28370>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:04Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:37.148131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-03d9641d-19d2-400b-80ed-e18637ae928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.154736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-03d9641d-19d2-400b-80ed-e18637ae928e service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 200  len: 929 time: 0.1880176
May 14 21:13:37.154736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-aedb0f2c-136e-4d42-b8e4-672affb6c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.154736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-aedb0f2c-136e-4d42-b8e4-672affb6c090 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0570810
May 14 21:13:37.155054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1dc3c9e9-fb66-4eaa-9d8d-3b3f1a1b6cd9 req-bb10e96c-65c7-4d8d-927f-47daddea124f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621433
May 14 21:13:37.161865 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aea91bc-b739-408d-84c4-d798b9bc8909 None None] The sync data for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 is: [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:12:59Z', 'revision_number': 4, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b02f3599-a853-4bc2-a7b2-6f562607fe21', 'name': '', 'network_id': '8f639cbb-5c05-497c-8ba5-726cc4b3ec5b', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'mac_address': 'fa:16:3e:a8:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:58Z', 'updated_at': '2022-05-14T21:13:04Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'subnets': [{'id': '4283328c-b87f-44bf-9656-39fbb7d08786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:13:37.183641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2904934-153d-424a-bb5c-c74d45510330), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:37.253154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-d496537d-352e-4b96-9bda-441a091c7723 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 200  len: 217 time: 0.0675967
May 14 21:13:37.286855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=b2904934-153d-424a-bb5c-c74d45510330,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:37.348491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f7758-002a-4211-8c1d-5e9ab7790e79 req-a34b4fd5-de90-4f5f-acbd-0dfb25df611b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.350721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b10f7758-002a-4211-8c1d-5e9ab7790e79 req-a34b4fd5-de90-4f5f-acbd-0dfb25df611b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0776639
May 14 21:13:37.398120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-71447505-6251-405c-ba5a-733b3c89eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.401002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-71447505-6251-405c-ba5a-733b3c89eb78 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 200  len: 867 time: 0.0842090
May 14 21:13:37.405186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['b2904934-153d-424a-bb5c-c74d45510330'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:37.445598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b10f7758-002a-4211-8c1d-5e9ab7790e79 req-08e741bc-269c-46a3-8c37-99b654fd599b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846488
May 14 21:13:37.466861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-9518c038-79a8-4d1f-b67d-7cea144c976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:37.469108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-9518c038-79a8-4d1f-b67d-7cea144c976a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0542326
May 14 21:13:37.491694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-54cfe3ec-2b71-42f7-8287-1431dca74e95 service neutron] 10.222.0.52 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310969
May 14 21:13:37.587161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82219328-32aa-44f5-a16b-78079dd7966d req-2714ab50-41af-4ff1-be43-45e58420f979 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0334642
May 14 21:13:37.597329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dac8ca-8e5a-425c-b224-82a7bc21a384 None None] New status for floating IP 1d1ab5eb-88d4-4000-af0d-9587f8ed91d2: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:13:37.674614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ef76c5f-0083-41c0-a0c9-2b038094e35d req-faefb41e-cb2c-44ca-ae83-3cb3b06c035b service neutron] 10.222.0.52 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1686270
May 14 21:13:37.676657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-f21da64f-2c38-4e8f-984d-1699c6c1a688 service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002146
May 14 21:13:37.985577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48808) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:37.985577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ead69aeb-ef31-4bfe-ae20-166a4f43fbf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:37.985577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ead69aeb-ef31-4bfe-ae20-166a4f43fbf0 admin admin] Publish callbacks [] for security_group (f826777b-b312-41d3-8a7b-5035854840e0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.059777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b717e-4fdc-4c0e-80c3-5ffff9a2b2df req-d1d4d215-1b99-4a7f-81d1-f27b5e1e5a1a tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:38.065036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c7b717e-4fdc-4c0e-80c3-5ffff9a2b2df req-d1d4d215-1b99-4a7f-81d1-f27b5e1e5a1a tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 949 time: 0.0575719
May 14 21:13:38.080163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c288e275-92d9-4986-9c93-f8451653bad4 req-e44dfcc9-682a-43fa-84c5-0c02116fd93f tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips/1d1ab5eb-88d4-4000-af0d-9587f8ed91d2 HTTP/1.1" status: 200  len: 693 time: 0.0545757
May 14 21:13:38.087608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aa4fa6d-43b1-4e73-ac86-f4da24a2141f req-275c5f4f-8b58-4076-a1c2-483893f472c8 service neutron] 10.222.0.48 "GET /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3998942
May 14 21:13:38.087940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ead69aeb-ef31-4bfe-ae20-166a4f43fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f826777b-b312-41d3-8a7b-5035854840e0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.128398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48816) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:38.144831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f95e38e-f5f5-49ad-ad17-e9d328101e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.148052 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ead69aeb-ef31-4bfe-ae20-166a4f43fbf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4282dcf3855e48dcafc787d50f0d7be8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2753439
May 14 21:13:38.152071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:38.163741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead69aeb-ef31-4bfe-ae20-166a4f43fbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f826777b-b312-41d3-8a7b-5035854840e0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:38.175134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c7b717e-4fdc-4c0e-80c3-5ffff9a2b2df req-d224eb07-8eab-4f52-8f3d-8b720b7845ee tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065669
May 14 21:13:38.232052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157df3e-158d-4021-859a-454339b5d2c6 admin admin] Publish callbacks [] for security_group (f826777b-b312-41d3-8a7b-5035854840e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.241111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288e275-92d9-4986-9c93-f8451653bad4 req-afa59ed7-4770-4e52-ad67-08cafd3388c7 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:38.242408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c288e275-92d9-4986-9c93-f8451653bad4 req-afa59ed7-4770-4e52-ad67-08cafd3388c7 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1427462
May 14 21:13:38.289477 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157df3e-158d-4021-859a-454339b5d2c6 admin admin] Publish callbacks [] for security_group (f826777b-b312-41d3-8a7b-5035854840e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.308439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c288e275-92d9-4986-9c93-f8451653bad4 req-8624b898-4227-4dba-950e-8eb2b06af653 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 696 time: 0.0575628
May 14 21:13:38.321266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36a74c-392c-48ee-b67d-e1edce84625e req-f9012a59-b0b5-407e-90c7-3cc07433c38c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:38.322760 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d36a74c-392c-48ee-b67d-e1edce84625e req-f9012a59-b0b5-407e-90c7-3cc07433c38c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0715060
May 14 21:13:38.363979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f95e38e-f5f5-49ad-ad17-e9d328101e8c admin admin] Publish callbacks [] for security_group (83726fe5-0e13-4d17-a375-7af4d0e1a4bd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.369149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c288e275-92d9-4986-9c93-f8451653bad4 req-83a7d776-2aed-4db7-9f92-08376aadeb07 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.163 HTTP/1.1" status: 200  len: 696 time: 0.0525606
May 14 21:13:38.381078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d36a74c-392c-48ee-b67d-e1edce84625e req-90470e5c-9690-4591-86ab-0be591fbe3f6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499201
May 14 21:13:38.450594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f95e38e-f5f5-49ad-ad17-e9d328101e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (83726fe5-0e13-4d17-a375-7af4d0e1a4bd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.454232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157df3e-158d-4021-859a-454339b5d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f826777b-b312-41d3-8a7b-5035854840e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.458094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157df3e-158d-4021-859a-454339b5d2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.459918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1157df3e-158d-4021-859a-454339b5d2c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f826777b-b312-41d3-8a7b-5035854840e0 HTTP/1.1" status: 204  len: 168 time: 0.3059475
May 14 21:13:38.484856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157df3e-158d-4021-859a-454339b5d2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f826777b-b312-41d3-8a7b-5035854840e0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:38.514978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95e38e-f5f5-49ad-ad17-e9d328101e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83726fe5-0e13-4d17-a375-7af4d0e1a4bd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:38.519193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2f95e38e-f5f5-49ad-ad17-e9d328101e8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91d9fcdd33414763b21ba3e9832a6f67&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3898470
May 14 21:13:38.521993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48826) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:38.537466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Deleting port 2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:38.537814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.580608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705f67fc-0b8f-4aea-bd7e-59d67062291a admin admin] Publish callbacks [] for security_group (83726fe5-0e13-4d17-a375-7af4d0e1a4bd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.626180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.626565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.640986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Calling delete_port for 2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:38.641577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d95e85-44ed-456a-ade0-d0b7515a2ac0 req-76c38614-060d-4293-86af-43ec65a1c808 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:38.643105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c2d95e85-44ed-456a-ade0-d0b7515a2ac0 req-76c38614-060d-4293-86af-43ec65a1c808 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0645351
May 14 21:13:38.645113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705f67fc-0b8f-4aea-bd7e-59d67062291a admin admin] Publish callbacks [] for security_group (83726fe5-0e13-4d17-a375-7af4d0e1a4bd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.706931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b2904934-153d-424a-bb5c-c74d45510330 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:38.715467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c2d95e85-44ed-456a-ade0-d0b7515a2ac0 req-9236b2f6-a224-42f1-85f3-5e11e4d741b2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637264
May 14 21:13:38.758509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port b2904934-153d-424a-bb5c-c74d45510330 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:13:38.814592 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705f67fc-0b8f-4aea-bd7e-59d67062291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (83726fe5-0e13-4d17-a375-7af4d0e1a4bd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.818206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705f67fc-0b8f-4aea-bd7e-59d67062291a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.819338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-705f67fc-0b8f-4aea-bd7e-59d67062291a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83726fe5-0e13-4d17-a375-7af4d0e1a4bd HTTP/1.1" status: 204  len: 168 time: 0.2963734
May 14 21:13:38.821124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee131cbf-3b93-4150-8566-b6b83bf33489 req-cbc9f2d1-7ad9-4da9-9710-a876bc41e921 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0331097
May 14 21:13:38.830518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f67fc-0b8f-4aea-bd7e-59d67062291a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83726fe5-0e13-4d17-a375-7af4d0e1a4bd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:38.831221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port b2904934-153d-424a-bb5c-c74d45510330 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:38.835889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2904934-153d-424a-bb5c-c74d45510330), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.876245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.931800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event deleted for resources: {'Port': ['ID=2fe1dcbf-1b74-4cb2-bdd0-6bde2e73e4f9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:38.943509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port b2904934-153d-424a-bb5c-c74d45510330 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:38.946904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2904934-153d-424a-bb5c-c74d45510330), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.970566 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks [] for floatingip (1d1ab5eb-88d4-4000-af0d-9587f8ed91d2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.973474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:38.980227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c288e275-92d9-4986-9c93-f8451653bad4 req-f85168be-771e-4c1e-9e1c-b47a332f9aa4 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d1ab5eb-88d4-4000-af0d-9587f8ed91d2 HTTP/1.1" status: 204  len: 173 time: 0.6041129
May 14 21:13:38.986624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-c0963be3-7955-43eb-aa8d-8d0c8341b022 req-60512f78-4fb8-4f76-8751-d235afeba51b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:38.995140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c0963be3-7955-43eb-aa8d-8d0c8341b022 req-60512f78-4fb8-4f76-8751-d235afeba51b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0105324
May 14 21:13:39.005706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2904934-153d-424a-bb5c-c74d45510330'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:39.008765 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81257b7f-d737-4ad8-a0de-724efb1beea1" -d '{"events": [{"server_uuid": "f4e76cdc-0573-44c5-bbc5-4532124e2a3d", "name": "network-vif-plugged", "status": "completed", "tag": "b2904934-153d-424a-bb5c-c74d45510330"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:39.015182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b2904934-153d-424a-bb5c-c74d45510330, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2904934-153d-424a-bb5c-c74d45510330,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:39.111828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2904934-153d-424a-bb5c-c74d45510330), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:39.172405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=b2904934-153d-424a-bb5c-c74d45510330,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:39.188472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0639f-35ba-422e-b323-01a3d5ef7291 req-a74b7c18-15c8-4eea-8b85-615aad427064 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:39.190284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60e0639f-35ba-422e-b323-01a3d5ef7291 req-a74b7c18-15c8-4eea-8b85-615aad427064 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1173615
May 14 21:13:39.236997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60e0639f-35ba-422e-b323-01a3d5ef7291 req-77b8a1d7-5bcc-4b75-9c76-9b3089537176 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0406876
May 14 21:13:39.277869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414a90c-4f5d-4ddf-b4e1-4b190e3de71a x-openstack-request-id: req-0414a90c-4f5d-4ddf-b4e1-4b190e3de71a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:39.277869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e76cdc-0573-44c5-bbc5-4532124e2a3d", "name": "network-vif-plugged", "status": "completed", "tag": "b2904934-153d-424a-bb5c-c74d45510330", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:39.277869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0414a90c-4f5d-4ddf-b4e1-4b190e3de71a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:39.277869 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0414a90c-4f5d-4ddf-b4e1-4b190e3de71a'] response: {'server_uuid': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2904934-153d-424a-bb5c-c74d45510330', 'code': 200}
May 14 21:13:39.384931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0b53f762-c1ad-4f1a-a444-678e1f70cf4a req-72173675-0521-437c-8584-793c6a41229b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0588706
May 14 21:13:39.421847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cec98-74d6-447e-895e-0b1da0ebb421 req-6814eaae-ec86-4827-8617-6ddb6eafed6e tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:39.423377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-770cec98-74d6-447e-895e-0b1da0ebb421 req-6814eaae-ec86-4827-8617-6ddb6eafed6e tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 950 time: 0.0753045
May 14 21:13:39.473688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791acab-b001-4801-92c3-b7deb4e154e5 req-0b70d566-f8db-47ad-b1d8-1e0c6217dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:39.475170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c791acab-b001-4801-92c3-b7deb4e154e5 req-0b70d566-f8db-47ad-b1d8-1e0c6217dca4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 1132 time: 0.0750234
May 14 21:13:39.515355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-770cec98-74d6-447e-895e-0b1da0ebb421 req-bae82325-7211-4c61-b884-8c403b5ec6d3 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756440
May 14 21:13:39.523905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f1e02-954c-46b4-8845-56e709dcbf80 req-353ec754-5927-4aa1-a76a-7bef657a9701 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:39.536120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e23f1e02-954c-46b4-8845-56e709dcbf80 req-353ec754-5927-4aa1-a76a-7bef657a9701 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0776732
May 14 21:13:39.541476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c791acab-b001-4801-92c3-b7deb4e154e5 req-ebdf27bb-7de4-4db1-96f4-591f79f3412e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604129
May 14 21:13:39.590357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e23f1e02-954c-46b4-8845-56e709dcbf80 req-26a0779d-2845-4982-a113-aa226e5af199 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542850
May 14 21:13:39.703907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3e936-7cc9-4dd4-b574-e739aca6b6e7 req-942a0c80-fe5a-40cc-b1a5-684bb8e1cbd8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:39.705674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40a3e936-7cc9-4dd4-b574-e739aca6b6e7 req-942a0c80-fe5a-40cc-b1a5-684bb8e1cbd8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0511310
May 14 21:13:39.744458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48880) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:39.762914 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40a3e936-7cc9-4dd4-b574-e739aca6b6e7 req-6bb51c72-988f-46d0-b9d4-5b09194fdcbc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469189
May 14 21:13:39.969411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c7cec95-6a27-4303-bfac-21ec6f11285c req-d1fd982c-cebc-4478-b89f-99c1f8bcf99a tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0416865
May 14 21:13:40.011801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-31138c5c-ca2b-4a1b-a411-4080f95b7c04 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2657344
May 14 21:13:40.021058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef77306-0aed-403a-b651-281a1a84a6ff req-c41b48be-390b-40f0-9466-998e973f0bf9 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:40.028311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ef77306-0aed-403a-b651-281a1a84a6ff req-c41b48be-390b-40f0-9466-998e973f0bf9 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 945 time: 0.0783944
May 14 21:13:40.035513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48892) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:40.040734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-847d578c-8715-4ea3-add1-eb269b4f73d5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:13:40.044016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-847d578c-8715-4ea3-add1-eb269b4f73d5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0123196
May 14 21:13:40.097523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ef77306-0aed-403a-b651-281a1a84a6ff req-84a33b45-ae27-4ae5-9b11-aba3f55ff82c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683150
May 14 21:13:40.144950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-532586121-network', 'tenant_id': '763cf73206604d8abbe1542afe44fa95'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:40.218529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Made reservation on behalf of 763cf73206604d8abbe1542afe44fa95 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:40.222101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.235843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.283800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7da0f1de-5a02-44be-acc5-02d25396ea6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.330165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks [] for security_group (98deca05-e331-4503-bc2c-2f29e4e64e64), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.396704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98deca05-e331-4503-bc2c-2f29e4e64e64), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.420102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:13:40.436615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98deca05-e331-4503-bc2c-2f29e4e64e64,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:40.449261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8a93f887-567d-4e39-9134-882735e02c7d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.449852 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Added segment 8a93f887-567d-4e39-9134-882735e02c7d of type vlan for network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c
May 14 21:13:40.500892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.615814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.616819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:40.617391 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.666928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a02dd-7a5b-4fc7-b2c0-e560832b6c32 req-20fa33c0-c01a-44a7-b002-b411a9857e1b tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:40.668198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-261a02dd-7a5b-4fc7-b2c0-e560832b6c32 req-20fa33c0-c01a-44a7-b002-b411a9857e1b tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 950 time: 0.0839305
May 14 21:13:40.722538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 861 time: 0.6858995
May 14 21:13:40.727653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48932) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:40.728763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8874a49-ee17-4d82-a78f-1196a20c8687 req-998574e5-a81d-4451-ae86-0dfa2d826f24 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:40.730979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8874a49-ee17-4d82-a78f-1196a20c8687 req-998574e5-a81d-4451-ae86-0dfa2d826f24 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0648403
May 14 21:13:40.735180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Request body: {'subnet': {'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-532586121-subnet', 'tenant_id': '763cf73206604d8abbe1542afe44fa95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:40.744815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be6bc1-a484-479f-a6df-cd6012a19d08 admin admin] Pushing event updated for resources: {'Network': ['ID=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:40.761731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:13:40.792514 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-261a02dd-7a5b-4fc7-b2c0-e560832b6c32 req-e8ce4a10-b299-4f33-b4c4-e322dafd2d6e tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876536
May 14 21:13:40.830910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Made reservation on behalf of 763cf73206604d8abbe1542afe44fa95 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:40.834944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:40.841851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8874a49-ee17-4d82-a78f-1196a20c8687 req-60841969-0e36-4cd2-b28d-37e8ca3b44da tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000812
May 14 21:13:40.900413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48938) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:40.977146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b49e-c4ae-488d-99b1-faac2cf86c83 req-41c2fc79-98ea-400e-9927-70ad1f464b7f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:40.978711 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c69b49e-c4ae-488d-99b1-faac2cf86c83 req-41c2fc79-98ea-400e-9927-70ad1f464b7f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0663881
May 14 21:13:41.063752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c69b49e-c4ae-488d-99b1-faac2cf86c83 req-8079d503-9c1c-46c6-ba81-fc818915df9b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760298
May 14 21:13:41.071574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.110391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a61f6b4-061e-40c5-86f2-b43b5aa2e13a req-51070880-b59c-45b0-a719-ecec702df04a tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0321286
May 14 21:13:41.220029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (e4c64ec1-48d9-445c-b452-e1d1d8923ea0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.248286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-8433e900-5ccf-436a-b07f-e422e4dc0a0a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:41.249778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-8433e900-5ccf-436a-b07f-e422e4dc0a0a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports/b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 947 time: 0.3482842
May 14 21:13:41.283955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216330-61ce-4625-946c-aac366cecae0 req-bbcfa1e8-00d1-4bb2-8b04-116b841be2dd tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:41.285637 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5216330-61ce-4625-946c-aac366cecae0 req-bbcfa1e8-00d1-4bb2-8b04-116b841be2dd tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 945 time: 0.1002324
May 14 21:13:41.314031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c64ec1-48d9-445c-b452-e1d1d8923ea0,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:41.333144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:41.333504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Network hostable DHCP agents. Network: 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:13:41.370395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5216330-61ce-4625-946c-aac366cecae0 req-c4bb1560-a8c6-47d9-9f9c-e29a2aa0db6b tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/security-groups?id=e4fb4f31-f406-4c30-b509-99c956622cfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704260
May 14 21:13:41.430079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:13:41.448488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-8f4969e5-149c-481e-aa43-23d13ea4c08c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:41.451395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-8f4969e5-149c-481e-aa43-23d13ea4c08c tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.48 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 945 time: 0.0585971
May 14 21:13:41.465858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.522468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:41.527386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:41.535960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.536896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0a963-ee0b-453d-a1a3-51be525583be None None] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:41.555856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Deleting port b2de6a6b-fac3-4f46-8300-e24ecf292526 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:41.556455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.618510 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1f1f241-c520-4ac2-b9d0-e56ed3b708ef admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8892415
May 14 21:13:41.658122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] For port b2de6a6b-fac3-4f46-8300-e24ecf292526, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2de6a6b-fac3-4f46-8300-e24ecf292526,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:41.658476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.668396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489bef7-ea47-45d9-99bc-5a5fc3cde687 None None] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:41.683704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Calling delete_port for b2de6a6b-fac3-4f46-8300-e24ecf292526 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:41.937332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe34ff-a8e1-4e4d-bf6c-22c848955bfb req-a23bfee7-eff8-4615-9b8b-fd14c9648cbb tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:41.939554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2fe34ff-a8e1-4e4d-bf6c-22c848955bfb req-a23bfee7-eff8-4615-9b8b-fd14c9648cbb tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 950 time: 0.0621834
May 14 21:13:41.940642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b2de6a6b-fac3-4f46-8300-e24ecf292526), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:41.953172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['b2de6a6b-fac3-4f46-8300-e24ecf292526'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:41.983112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Pushing event deleted for resources: {'Port': ['ID=b2de6a6b-fac3-4f46-8300-e24ecf292526,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:41.992508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f971e-ff40-4dc1-a2dc-b76037151a7b req-0a2dc117-1551-408e-b672-d3c2998c4b69 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:41.997887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b4f971e-ff40-4dc1-a2dc-b76037151a7b req-0a2dc117-1551-408e-b672-d3c2998c4b69 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0531631
May 14 21:13:42.073529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] No DVR routers for this DVR port b2de6a6b-fac3-4f46-8300-e24ecf292526 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:42.073529 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:42.073529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c5d0524-fcf5-41fa-a67b-6d676cf2e3ba req-ab169903-e288-4f48-92a8-55cd5f7855a1 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.48 "DELETE /v2.0/ports/b2de6a6b-fac3-4f46-8300-e24ecf292526 HTTP/1.1" status: 204  len: 173 time: 0.6092186
May 14 21:13:42.073529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'name': 'network-vif-deleted', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:42.073529 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c981fd-0665-4983-aadf-a64f6df8bdec" -d '{"events": [{"server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "name": "network-vif-deleted", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:42.083663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2fe34ff-a8e1-4e4d-bf6c-22c848955bfb req-8a2050e7-4434-4fa1-b50f-748c685cce7f tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354616
May 14 21:13:42.087696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b4f971e-ff40-4dc1-a2dc-b76037151a7b req-77253486-c106-4a15-8d01-a7a5b60dba8d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821948
May 14 21:13:42.145274 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df93c9-37dd-4de0-a73e-914f3c90f0b7 x-openstack-request-id: req-97df93c9-37dd-4de0-a73e-914f3c90f0b7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:42.145612 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d43fc-5b80-446f-8a49-9bd3739a0679", "name": "network-vif-deleted", "tag": "b2de6a6b-fac3-4f46-8300-e24ecf292526", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:42.145883 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97df93c9-37dd-4de0-a73e-914f3c90f0b7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:42.146213 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97df93c9-37dd-4de0-a73e-914f3c90f0b7'] response: {'server_uuid': '840d43fc-5b80-446f-8a49-9bd3739a0679', 'name': 'network-vif-deleted', 'tag': 'b2de6a6b-fac3-4f46-8300-e24ecf292526', 'status': 'completed', 'code': 200}
May 14 21:13:42.270046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032fd32-c07c-4d4b-92cf-bed5556a8073 req-e20864c9-6f0b-4d67-8da2-a8ffd2a49766 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:42.271595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d032fd32-c07c-4d4b-92cf-bed5556a8073 req-e20864c9-6f0b-4d67-8da2-a8ffd2a49766 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0538461
May 14 21:13:42.361043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d032fd32-c07c-4d4b-92cf-bed5556a8073 req-40e118c8-bc63-4f24-916c-84cc682d053d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794814
May 14 21:13:42.449818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6140e65-3444-4746-a3fb-3bfb09ac83e0 req-3bd896d9-e4d2-43f3-8d88-15adfe567f90 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=37f9dbed24f74b7bae0335805743c94e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0222445
May 14 21:13:42.602406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6140e65-3444-4746-a3fb-3bfb09ac83e0 req-d7f5c4c0-82b5-43ea-bd16-e2c95d7c2dbd tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:42.603978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6140e65-3444-4746-a3fb-3bfb09ac83e0 req-d7f5c4c0-82b5-43ea-bd16-e2c95d7c2dbd tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1482897
May 14 21:13:42.620365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6140e65-3444-4746-a3fb-3bfb09ac83e0 req-9daf2028-bd32-4956-9cb3-6502c8cfc721 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/quotas/37f9dbed24f74b7bae0335805743c94e HTTP/1.1" status: 200  len: 375 time: 0.0103209
May 14 21:13:42.657075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49018) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:42.659310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ee78c7d-aed7-4063-8c63-e7171532425a req-f1ae3327-cdd5-4be5-8937-dff97ad20531 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0260229
May 14 21:13:42.661916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1439689939-network', 'tenant_id': 'f6c4c973d1e544538b031b0d123cd1b2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:42.666405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6140e65-3444-4746-a3fb-3bfb09ac83e0 req-e5766a60-edf0-4638-b2b1-48d6d24ea1a7 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37f9dbed24f74b7bae0335805743c94e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406885
May 14 21:13:42.773555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Made reservation on behalf of f6c4c973d1e544538b031b0d123cd1b2 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:42.776537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:42.786242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46f112fd-f28e-4d57-92d8-a03fe867ed1c req-9aec6f74-fcd9-437e-8a7f-9bc090e9df33 tempest-FloatingIPsAssociationNegativeTestJSON-660343209 tempest-FloatingIPsAssociationNegativeTestJSON-660343209-project] 10.222.0.52 "GET /v2.0/ports?device_id=840d43fc-5b80-446f-8a49-9bd3739a0679 HTTP/1.1" status: 200  len: 210 time: 0.0398414
May 14 21:13:42.786795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:42.794591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-02775cf3-984a-41a6-9962-530ca54ca611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:42.886391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks [] for security_group (ecd58847-9957-4e7b-a5eb-2bb82c9d6abe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:42.997007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ecd58847-9957-4e7b-a5eb-2bb82c9d6abe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.024364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:13:43.033304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd58847-9957-4e7b-a5eb-2bb82c9d6abe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:43.039355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6cb2087c-7647-4ba5-9f14-58506cb0a8f6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.039803 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Added segment 6cb2087c-7647-4ba5-9f14-58506cb0a8f6 of type vlan for network a2820930-ed8b-4024-839a-ce6ee1fed7a0
May 14 21:13:43.081422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a2820930-ed8b-4024-839a-ce6ee1fed7a0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.207847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a2820930-ed8b-4024-839a-ce6ee1fed7a0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.209263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.209850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.288355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] Pushing event updated for resources: {'Network': ['ID=a2820930-ed8b-4024-839a-ce6ee1fed7a0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:43.304033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a2820930-ed8b-4024-839a-ce6ee1fed7a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:13:43.348606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bcb2291e-ebdf-4faf-a453-71e80c335398 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.6877310
May 14 21:13:43.355044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49040) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:43.355044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Request body: {'subnet': {'network_id': 'a2820930-ed8b-4024-839a-ce6ee1fed7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1439689939-subnet', 'tenant_id': 'f6c4c973d1e544538b031b0d123cd1b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:43.365997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d0620-df2a-42bf-a719-7915a2bee1e6 req-e5240746-ec8f-4969-bf57-22ae7e9fa69e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.373020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318d0620-df2a-42bf-a719-7915a2bee1e6 req-e5240746-ec8f-4969-bf57-22ae7e9fa69e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0722787
May 14 21:13:43.431276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Made reservation on behalf of f6c4c973d1e544538b031b0d123cd1b2 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:43.433985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.434267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318d0620-df2a-42bf-a719-7915a2bee1e6 req-0f7a3ccc-ee0e-45cd-8ee2-030426a124bb tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481918
May 14 21:13:43.501906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8a53-9975-4b4a-818d-944a03938427 req-c8790aaa-fa48-4ea4-9e9b-358b1dfd813d tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.503415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85bc8a53-9975-4b4a-818d-944a03938427 req-c8790aaa-fa48-4ea4-9e9b-358b1dfd813d tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 950 time: 0.1004579
May 14 21:13:43.585214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-88ef0872-db20-44e5-b4e8-2a56fb12eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.586695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-88ef0872-db20-44e5-b4e8-2a56fb12eb55 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1132 time: 0.0922976
May 14 21:13:43.639001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85bc8a53-9975-4b4a-818d-944a03938427 req-faf47e7e-82b7-4007-a36b-9865e8dcdb34 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211362
May 14 21:13:43.676923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.738999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-6133cc59-afc6-402a-8e77-0865498ad197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.740510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-6133cc59-afc6-402a-8e77-0865498ad197 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1460803
May 14 21:13:43.763826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612bf47-a174-4ccd-974e-dc1311026c3c req-3b359ba4-701d-4104-8eea-e2dfce0ab6af tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.772214 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5612bf47-a174-4ccd-974e-dc1311026c3c req-3b359ba4-701d-4104-8eea-e2dfce0ab6af tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0862520
May 14 21:13:43.814724 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5612bf47-a174-4ccd-974e-dc1311026c3c req-c3869a53-9422-48a6-8b12-a67093cf668a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415716
May 14 21:13:43.820048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-5025bc88-36df-445a-b29a-18fc921ccd50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 217 time: 0.0594556
May 14 21:13:43.846227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c9e3e12-a9c2-4d25-971d-cc3ae33fbc8b req-7accf49b-3c3d-4ab8-9304-0e7d03bae75c tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0722156
May 14 21:13:43.887227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-593cc245-d357-4275-a59b-0058b2831cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:43.887227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-593cc245-d357-4275-a59b-0058b2831cf1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0497575
May 14 21:13:43.911755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (49d6308a-33b7-474a-affb-abe21f68bdd7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:43.914145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49066) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:43.916999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33542b67-5e52-45bc-adfd-53d994ad369c req-d37f9722-6485-4cf2-b0ba-7e4e7552c444 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=37f9dbed24f74b7bae0335805743c94e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269909
May 14 21:13:44.031802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33542b67-5e52-45bc-adfd-53d994ad369c req-4c4c77bc-16e4-4df1-bf35-1bf3bfcee410 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:44.033318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33542b67-5e52-45bc-adfd-53d994ad369c req-4c4c77bc-16e4-4df1-bf35-1bf3bfcee410 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1081095
May 14 21:13:44.039673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-ac45dd54-2b30-4f3c-8ee7-134a9354648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:44.041257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-ac45dd54-2b30-4f3c-8ee7-134a9354648f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1402569
May 14 21:13:44.049344 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33542b67-5e52-45bc-adfd-53d994ad369c req-5047f2a1-2cfc-465d-91a8-7108b465a2bd tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/quotas/37f9dbed24f74b7bae0335805743c94e HTTP/1.1" status: 200  len: 375 time: 0.0104368
May 14 21:13:44.083324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33542b67-5e52-45bc-adfd-53d994ad369c req-e7534b79-29c2-4b3b-a2f8-0c972f4089ea tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37f9dbed24f74b7bae0335805743c94e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0285490
May 14 21:13:44.088547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d6308a-33b7-474a-affb-abe21f68bdd7,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:44.165688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Checking segment: {'id': '6cb2087c-7647-4ba5-9f14-58506cb0a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a2820930-ed8b-4024-839a-ce6ee1fed7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:44.166046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Network hostable DHCP agents. Network: a2820930-ed8b-4024-839a-ce6ee1fed7a0, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:13:44.257641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-f18fb44e-5a8b-4d00-a5c2-29a84fbf983b service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2052343
May 14 21:13:44.397752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Network a2820930-ed8b-4024-839a-ce6ee1fed7a0 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:13:44.427469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-d44b15cc-5236-4f52-bd62-4f67eb290de2 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407013
May 14 21:13:44.474637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a2820930-ed8b-4024-839a-ce6ee1fed7a0) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:44.485849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378ccb6-ed2d-4ecc-877a-495b425f0db9 None None] Network a2820930-ed8b-4024-839a-ce6ee1fed7a0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:44.488192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:44.488788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:44.606464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32a33c-236f-41a3-a5d6-8ecdbcc7c8e2 req-90045caa-8616-4027-9c9e-6eda0a8f51b2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:44.615394 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d32a33c-236f-41a3-a5d6-8ecdbcc7c8e2 req-90045caa-8616-4027-9c9e-6eda0a8f51b2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0705595
May 14 21:13:44.646564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d385e0ec-196b-4566-8cac-89749de79c34 None None] Network a2820930-ed8b-4024-839a-ce6ee1fed7a0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:44.689513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d32a33c-236f-41a3-a5d6-8ecdbcc7c8e2 req-4afa8be0-caf8-4352-bbc0-88d685183208 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726593
May 14 21:13:44.822368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-07647d63-90b6-48e6-9d9e-fdd773bd60d4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4726443
May 14 21:13:44.842789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b45c5-c558-48f1-be25-e03a3f6cc60e req-d1691d43-3e19-467d-821f-30a29d91f3b4 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:44.844458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf8b45c5-c558-48f1-be25-e03a3f6cc60e req-d1691d43-3e19-467d-821f-30a29d91f3b4 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 950 time: 0.0574512
May 14 21:13:44.911339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-c248ff91-5e4d-433e-afe0-aba949824140 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:44.912874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-c248ff91-5e4d-433e-afe0-aba949824140 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 950 time: 0.0688360
May 14 21:13:44.938723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf8b45c5-c558-48f1-be25-e03a3f6cc60e req-1bec5e11-8da3-48af-9d2b-bedfdb1a9685 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/security-groups?id=16f14ee1-b690-4214-b609-806fdafaa156&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874918
May 14 21:13:44.960560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (802ee9c7-6e13-4111-868a-b75c967e2f88), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.056953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50eaccc0-5872-44e6-859b-4162108f358e req-329437ad-04e8-4be3-9d98-b97037ba2f2a tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0396223
May 14 21:13:45.139706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Deleting port b2904934-153d-424a-bb5c-c74d45510330 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:45.140220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b2904934-153d-424a-bb5c-c74d45510330), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.148338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d99fdd-dbb1-49ec-92e6-ee07affa1957 req-80c3a009-e232-410a-9ab6-487a6baf5f16 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:45.149824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d99fdd-dbb1-49ec-92e6-ee07affa1957 req-80c3a009-e232-410a-9ab6-487a6baf5f16 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1416287
May 14 21:13:45.184188 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b19c826-1a87-48cb-9f23-8907a3489135 req-0767449e-53e7-46f8-ad9d-63275ef3af24 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=37f9dbed24f74b7bae0335805743c94e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0247731
May 14 21:13:45.289834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c826-1a87-48cb-9f23-8907a3489135 req-da819e80-428f-4f11-bd27-871a5e9874eb tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:45.291395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b19c826-1a87-48cb-9f23-8907a3489135 req-da819e80-428f-4f11-bd27-871a5e9874eb tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1010761
May 14 21:13:45.306806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b19c826-1a87-48cb-9f23-8907a3489135 req-c08f2eb4-eeee-4694-86ea-9499af99e15d tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/quotas/37f9dbed24f74b7bae0335805743c94e HTTP/1.1" status: 200  len: 375 time: 0.0091674
May 14 21:13:45.340164 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b19c826-1a87-48cb-9f23-8907a3489135 req-31663791-7fd5-4a82-9c45-e7074fa6d381 tempest-QuotasAdminNegativeTest-1150567896 tempest-QuotasAdminNegativeTest-1150567896-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37f9dbed24f74b7bae0335805743c94e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0273721
May 14 21:13:45.354428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d99fdd-dbb1-49ec-92e6-ee07affa1957 req-174e612f-c11d-4c6f-82b1-76c24b7ac13d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977415
May 14 21:13:45.399070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] For port b2904934-153d-424a-bb5c-c74d45510330, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2904934-153d-424a-bb5c-c74d45510330,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:45.399426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b2904934-153d-424a-bb5c-c74d45510330), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.438093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Calling delete_port for b2904934-153d-424a-bb5c-c74d45510330 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:45.505741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.601622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Deleting port b02f3599-a853-4bc2-a7b2-6f562607fe21 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:45.601879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.739014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-d6319b2e-9c22-4d83-b08b-a7e1807c6e04 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:45.740518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-d6319b2e-9c22-4d83-b08b-a7e1807c6e04 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.2250171
May 14 21:13:45.782463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] For port b02f3599-a853-4bc2-a7b2-6f562607fe21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b02f3599-a853-4bc2-a7b2-6f562607fe21,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:45.782849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.786258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-3ea453f1-0516-48f2-91f5-57e6dc80454a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/quotas/763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 375 time: 0.0352273
May 14 21:13:45.800274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Calling delete_port for b02f3599-a853-4bc2-a7b2-6f562607fe21 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:45.822513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccb601-81fc-4adc-a7c1-96006fc4a73a req-58d9f40f-ba56-4ad4-b61a-6faba83886b2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:45.824016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-39ccb601-81fc-4adc-a7c1-96006fc4a73a req-58d9f40f-ba56-4ad4-b61a-6faba83886b2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0614567
May 14 21:13:45.839607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-56a5f150-87c6-47c6-a53b-a18d085d8cdf tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405724
May 14 21:13:45.876172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-39ccb601-81fc-4adc-a7c1-96006fc4a73a req-23448911-9aa7-407b-b8fe-ec95e236a0a5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460262
May 14 21:13:45.886318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b2904934-153d-424a-bb5c-c74d45510330), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:45.898822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['b2904934-153d-424a-bb5c-c74d45510330'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:45.938518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Pushing event deleted for resources: {'Port': ['ID=b2904934-153d-424a-bb5c-c74d45510330,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:46.058170 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c56a708-87b3-4360-9d4e-41dd624c87a3 req-b9aa26c0-5966-4ba9-96a3-e85ef3aa58a7 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 210 time: 0.0307827
May 14 21:13:46.086465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] No DVR routers for this DVR port b2904934-153d-424a-bb5c-c74d45510330 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:46.086465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.087923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0cbd802-43bf-4415-8dc9-0e251feaaec0 req-a4ce3b52-e638-4309-a98c-170d1413b653 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.36 "DELETE /v2.0/ports/b2904934-153d-424a-bb5c-c74d45510330 HTTP/1.1" status: 204  len: 173 time: 1.1691477
May 14 21:13:46.094270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'name': 'network-vif-deleted', 'tag': 'b2904934-153d-424a-bb5c-c74d45510330'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:46.096775 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd1f051-9ffc-4402-862b-d513f562738e" -d '{"events": [{"server_uuid": "f4e76cdc-0573-44c5-bbc5-4532124e2a3d", "name": "network-vif-deleted", "tag": "b2904934-153d-424a-bb5c-c74d45510330"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:46.129322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-42597a58-a9aa-4923-b100-6738ad29c9c7 service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541101
May 14 21:13:46.175919 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd00327-b0ec-4a31-ae8c-3a22223b08df x-openstack-request-id: req-3fd00327-b0ec-4a31-ae8c-3a22223b08df {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:46.176564 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e76cdc-0573-44c5-bbc5-4532124e2a3d", "name": "network-vif-deleted", "tag": "b2904934-153d-424a-bb5c-c74d45510330", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:46.176564 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fd00327-b0ec-4a31-ae8c-3a22223b08df {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:46.176899 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd00327-b0ec-4a31-ae8c-3a22223b08df'] response: {'server_uuid': 'f4e76cdc-0573-44c5-bbc5-4532124e2a3d', 'name': 'network-vif-deleted', 'tag': 'b2904934-153d-424a-bb5c-c74d45510330', 'status': 'completed', 'code': 200}
May 14 21:13:46.260218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c47995cb-a5f9-40b8-9b57-34caeaa13097 req-e46e3a7c-071f-431f-ac3f-01a96045ca65 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0298080
May 14 21:13:46.268698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49144) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:46.338964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b2de6a6b-fac3-4f46-8300-e24ecf292526 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:46.358091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-f4ee9976-c620-434c-982f-10566077fd56 service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092638
May 14 21:13:46.378978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: b2de6a6b-fac3-4f46-8300-e24ecf292526 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:46.379675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b2de6a6b-fac3-4f46-8300-e24ecf292526 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:46.436852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b02f3599-a853-4bc2-a7b2-6f562607fe21), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.461661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.463502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02f3599-a853-4bc2-a7b2-6f562607fe21,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:46.524652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c76c7e-0c33-49b7-a658-7ffd461d69d6 req-f71aa825-cd46-4e38-ac90-6b8c71a4050b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:46.526211 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19c76c7e-0c33-49b7-a658-7ffd461d69d6 req-f71aa825-cd46-4e38-ac90-6b8c71a4050b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0747323
May 14 21:13:46.613171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19c76c7e-0c33-49b7-a658-7ffd461d69d6 req-e975ccab-e6a7-4c27-a2d0-7b67ae5547bd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711987
May 14 21:13:46.627983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Publish callbacks [] for security_group (919fe8fc-3b70-4ea8-8f13-fdedee1bb839), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.659861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (802ee9c7-6e13-4111-868a-b75c967e2f88), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.684024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71fc7f0c-2254-482d-a01a-24e3a1c0fb3f req-8736d8f0-16e2-4f3a-8193-62aab185fb5a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 210 time: 0.0403426
May 14 21:13:46.716439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (919fe8fc-3b70-4ea8-8f13-fdedee1bb839), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.759471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.773101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37f9dbed24f74b7bae0335805743c94e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5015407
May 14 21:13:46.773777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49154) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:46.774198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919fe8fc-3b70-4ea8-8f13-fdedee1bb839,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:46.784646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.785272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.785765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.786466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.786950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.787441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.787940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.788406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.788915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.789244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.789572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.789882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.790389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.790718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.791038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f6d670-1892-4d9f-84af-35527cc0a670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:46.892604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c5a465f-7b3b-4a44-9231-9e6cd5cd182f admin admin] Publish callbacks [] for security_group (919fe8fc-3b70-4ea8-8f13-fdedee1bb839), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:46.956808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c5a465f-7b3b-4a44-9231-9e6cd5cd182f admin admin] Publish callbacks [] for security_group (919fe8fc-3b70-4ea8-8f13-fdedee1bb839), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.023012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43d4ce-0ee4-4f4e-a193-ddc718d1bd1d req-fd36980e-9def-4894-923d-13d24156e6d8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:47.024679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f43d4ce-0ee4-4f4e-a193-ddc718d1bd1d req-fd36980e-9def-4894-923d-13d24156e6d8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0567915
May 14 21:13:47.058484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Router 802ee9c7-6e13-4111-868a-b75c967e2f88 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:13:47.077619 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f43d4ce-0ee4-4f4e-a193-ddc718d1bd1d req-2030ac51-cb74-4149-8b41-bcc60fd005fb tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451453
May 14 21:13:47.186261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:47.190506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c18f5ae-1f96-4943-9243-e5940f5b9903 admin admin] 10.222.0.52 "PUT /v2.0/routers/802ee9c7-6e13-4111-868a-b75c967e2f88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2677295
May 14 21:13:47.196096 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] Sync routers for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:47.199419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49164) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:47.206501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c5a465f-7b3b-4a44-9231-9e6cd5cd182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (919fe8fc-3b70-4ea8-8f13-fdedee1bb839), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.207512 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:47.208310 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:47.209066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c5a465f-7b3b-4a44-9231-9e6cd5cd182f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.212601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c5a465f-7b3b-4a44-9231-9e6cd5cd182f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/919fe8fc-3b70-4ea8-8f13-fdedee1bb839 HTTP/1.1" status: 204  len: 168 time: 0.4351118
May 14 21:13:47.223907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9de4f9a1-27f5-4c6e-86ca-6b7c9da986de req-694ef05c-0d79-49d7-a563-2887e037f1f4 tempest-TenantUsagesTestJSON-1463131339 tempest-TenantUsagesTestJSON-1463131339-project] 10.222.0.52 "GET /v2.0/ports?device_id=f4e76cdc-0573-44c5-bbc5-4532124e2a3d HTTP/1.1" status: 200  len: 210 time: 0.0522854
May 14 21:13:47.231247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a465f-7b3b-4a44-9231-9e6cd5cd182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919fe8fc-3b70-4ea8-8f13-fdedee1bb839,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:47.352817 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:47.365207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks [] for router (802ee9c7-6e13-4111-868a-b75c967e2f88), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.495174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce69047b-19a1-4577-8c3b-6a5eaa351e43 req-5d4beea4-d682-47a9-bb7b-964ba9931802 tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0316663
May 14 21:13:47.543830 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7a910>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:13:46Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:47.549227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks [] for router_gateway (802ee9c7-6e13-4111-868a-b75c967e2f88), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.572476 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] Checking router: 802ee9c7-6e13-4111-868a-b75c967e2f88 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:47.582019 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] Routers {'802ee9c7-6e13-4111-868a-b75c967e2f88'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:47.582649 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['802ee9c7-6e13-4111-868a-b75c967e2f88'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:47.711277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Deleting port 835771ba-7375-48f4-9cf0-f0648303a323 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:47.711904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (835771ba-7375-48f4-9cf0-f0648303a323), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.743534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927364b-97ca-4be9-a44d-cb1894a4ea3c req-782c2b2b-86e6-4dda-bb21-00d4a4127b0b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:47.745513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5927364b-97ca-4be9-a44d-cb1894a4ea3c req-782c2b2b-86e6-4dda-bb21-00d4a4127b0b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0527167
May 14 21:13:47.799595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] Set router 802ee9c7-6e13-4111-868a-b75c967e2f88 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:47.809266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5927364b-97ca-4be9-a44d-cb1894a4ea3c req-3d6ae8dc-35c0-47fb-95ef-31a42293b76e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571897
May 14 21:13:47.827701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-990b15fa-ff76-4a43-9067-62d90b8705e3 req-7aa44900-3b9b-4478-8d46-c2a16bdc5624 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 210 time: 0.0473373
May 14 21:13:47.858609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] For port 835771ba-7375-48f4-9cf0-f0648303a323, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=835771ba-7375-48f4-9cf0-f0648303a323,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:47.859048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (835771ba-7375-48f4-9cf0-f0648303a323), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:47.874370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Calling delete_port for 835771ba-7375-48f4-9cf0-f0648303a323 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:47.984003 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7a910>, [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:13:46Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:48.014259 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f7b00-01bc-40a4-97a5-061900684e16 None None] The sync data for ids ['802ee9c7-6e13-4111-868a-b75c967e2f88'] in ncdv-master-1 is: [{'id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-108095288-router', 'tenant_id': 'f9d24089740246829e483d7d6177125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '835771ba-7375-48f4-9cf0-f0648303a323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:12:54Z', 'updated_at': '2022-05-14T21:13:46Z', 'revision_number': 5, 'project_id': 'f9d24089740246829e483d7d6177125c', 'gw_port': {'id': '835771ba-7375-48f4-9cf0-f0648303a323', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '802ee9c7-6e13-4111-868a-b75c967e2f88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:12:55Z', 'updated_at': '2022-05-14T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:13:48.046483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49178) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:48.068751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8c6e-c727-4be4-be08-28043d415e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.157135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8c6e-c727-4be4-be08-28043d415e5b admin admin] Publish callbacks [] for security_group (61e85c28-4e85-4de2-b809-6fdc07b6a9b0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.203772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1597-1373-4ee6-b653-8d6c033169b5 req-55fe7684-e4ac-4914-ba05-4bb496f856e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:48.205272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98be1597-1373-4ee6-b653-8d6c033169b5 req-55fe7684-e4ac-4914-ba05-4bb496f856e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0504882
May 14 21:13:48.233715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0a2e8c6e-c727-4be4-be08-28043d415e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (61e85c28-4e85-4de2-b809-6fdc07b6a9b0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.287561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e8c6e-c727-4be4-be08-28043d415e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e85c28-4e85-4de2-b809-6fdc07b6a9b0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:48.292934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98be1597-1373-4ee6-b653-8d6c033169b5 req-a6426213-0328-4c2a-96b9-89e25bcdaff3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806580
May 14 21:13:48.299155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49184) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:48.299785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0a2e8c6e-c727-4be4-be08-28043d415e5b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bff1efe6d3cd429fbf441ca3d926b3bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2517536
May 14 21:13:48.358510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0a6e56b4-cf94-401a-b1f5-3b0b55875922 admin admin] Publish callbacks [] for security_group (61e85c28-4e85-4de2-b809-6fdc07b6a9b0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.372869 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (835771ba-7375-48f4-9cf0-f0648303a323), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.388691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0a6e56b4-cf94-401a-b1f5-3b0b55875922 admin admin] Publish callbacks [] for security_group (61e85c28-4e85-4de2-b809-6fdc07b6a9b0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.417954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Pushing event deleted for resources: {'Port': ['ID=835771ba-7375-48f4-9cf0-f0648303a323,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:48.477663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (802ee9c7-6e13-4111-868a-b75c967e2f88), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.592159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (802ee9c7-6e13-4111-868a-b75c967e2f88), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.594657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks [] for router_controller (802ee9c7-6e13-4111-868a-b75c967e2f88), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.678701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81ee4b7f-acc5-4417-96b4-f0f0aaf07e9d req-4da4df27-fab3-48e2-abd2-fa4673d9914d tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0573323
May 14 21:13:48.688052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0a6e56b4-cf94-401a-b1f5-3b0b55875922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (61e85c28-4e85-4de2-b809-6fdc07b6a9b0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.690641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0a6e56b4-cf94-401a-b1f5-3b0b55875922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.691784 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0a6e56b4-cf94-401a-b1f5-3b0b55875922 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61e85c28-4e85-4de2-b809-6fdc07b6a9b0 HTTP/1.1" status: 204  len: 168 time: 0.3915629
May 14 21:13:48.699645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e56b4-cf94-401a-b1f5-3b0b55875922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e85c28-4e85-4de2-b809-6fdc07b6a9b0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:48.745375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (802ee9c7-6e13-4111-868a-b75c967e2f88), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.745948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 802ee9c7-6e13-4111-868a-b75c967e2f88 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:13:48.751698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.756206 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-150e098d-84c7-4944-a885-3a9c1bb71701 admin admin] 10.222.0.52 "DELETE /v2.0/routers/802ee9c7-6e13-4111-868a-b75c967e2f88 HTTP/1.1" status: 204  len: 168 time: 1.5524731
May 14 21:13:48.756206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:48.771369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b2904934-153d-424a-bb5c-c74d45510330 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:48.814017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:48.820029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: b2904934-153d-424a-bb5c-c74d45510330 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:48.820635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b2904934-153d-424a-bb5c-c74d45510330 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:48.877704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Deleting subnet 4283328c-b87f-44bf-9656-39fbb7d08786 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:13:48.885552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Publish callbacks [] for subnet (4283328c-b87f-44bf-9656-39fbb7d08786), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:48.956334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Publish callbacks [] for subnet (4283328c-b87f-44bf-9656-39fbb7d08786), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.076559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4283328c-b87f-44bf-9656-39fbb7d08786), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.077971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-381f2d81-afe9-40b4-8d01-a55a20f6a5a7 req-3dad1567-f4d4-457c-8784-49555b09d204 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0292230
May 14 21:13:49.086274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493c24-2ed6-4a9f-9c00-c3e5460fc578 req-ffa286d3-b0ab-415d-a50c-d46ce4ea6f50 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:49.086417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b03a30a-e031-4bb6-9f65-7a4689331dd8 req-b242eff8-4961-4bfa-b808-4834a0647d7a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 210 time: 0.0486302
May 14 21:13:49.087804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4493c24-2ed6-4a9f-9c00-c3e5460fc578 req-ffa286d3-b0ab-415d-a50c-d46ce4ea6f50 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1602707
May 14 21:13:49.156242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4493c24-2ed6-4a9f-9c00-c3e5460fc578 req-b9a169b4-21e5-4e7c-b686-09c5bac51b7d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560484
May 14 21:13:49.224593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e21a5a55-a8e8-4245-b1be-5438fbf5cc90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e22dc54ae5e448b1ab5ebec0483c5dff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4088056
May 14 21:13:49.226898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49208) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:49.278055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (4283328c-b87f-44bf-9656-39fbb7d08786), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.282552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf765-5251-4668-aff1-4e1a2d579350 admin admin] Publish callbacks [] for security_group (16f14ee1-b690-4214-b609-806fdafaa156), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.316336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.320671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4283328c-b87f-44bf-9656-39fbb7d08786 HTTP/1.1" status: 204  len: 168 time: 0.5630944
May 14 21:13:49.321809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3319dd6-8415-466a-8a26-86955d4b4ecb None None] Network 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:49.324507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49214) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:49.324650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcde465-5206-4b05-9920-4a11059888cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4283328c-b87f-44bf-9656-39fbb7d08786,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:49.339622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf765-5251-4668-aff1-4e1a2d579350 admin admin] Publish callbacks [] for security_group (16f14ee1-b690-4214-b609-806fdafaa156), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.507793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337fa44-f1b5-49ed-997c-fd417c721ac7 req-74d8982d-f71c-4f1c-b863-d7830e6d59e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:49.509887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7337fa44-f1b5-49ed-997c-fd417c721ac7 req-74d8982d-f71c-4f1c-b863-d7830e6d59e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0642364
May 14 21:13:49.512405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf765-5251-4668-aff1-4e1a2d579350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (16f14ee1-b690-4214-b609-806fdafaa156), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.516914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf765-5251-4668-aff1-4e1a2d579350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.521833 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b2ecf765-5251-4668-aff1-4e1a2d579350 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16f14ee1-b690-4214-b609-806fdafaa156 HTTP/1.1" status: 204  len: 168 time: 0.2901471
May 14 21:13:49.577682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecf765-5251-4668-aff1-4e1a2d579350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f14ee1-b690-4214-b609-806fdafaa156,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:49.615282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7337fa44-f1b5-49ed-997c-fd417c721ac7 req-ca53a4f9-22ee-452a-87a3-5c2df6bb8938 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958836
May 14 21:13:49.757436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] DHCP port deletion for 8f639cbb-5c05-497c-8ba5-726cc4b3ec5b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:13:49.759903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.821833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Deleting port 4027a843-318f-40d6-87d9-3364cbfefc37 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:49.822438 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.847136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b9d6e85-4058-4936-843a-f9067b54ae98 req-1d8e4acc-c5a5-453d-a4b1-0228fa2d7a0a tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0509217
May 14 21:13:49.861640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Deleting port 4027a843-318f-40d6-87d9-3364cbfefc37 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:13:49.861969 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.898574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] For port 4027a843-318f-40d6-87d9-3364cbfefc37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4027a843-318f-40d6-87d9-3364cbfefc37,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:49.899056 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.922548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Calling delete_port for 4027a843-318f-40d6-87d9-3364cbfefc37 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:49.946313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] For port 4027a843-318f-40d6-87d9-3364cbfefc37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4027a843-318f-40d6-87d9-3364cbfefc37,segment=NetworkSegment(2fe6e166-e90e-48b2-b561-5b36238966da),segment_id=2fe6e166-e90e-48b2-b561-5b36238966da)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:49.946933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:49.964051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Calling delete_port for 4027a843-318f-40d6-87d9-3364cbfefc37 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:13:50.068552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4027a843-318f-40d6-87d9-3364cbfefc37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:50.163056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.167937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4027a843-318f-40d6-87d9-3364cbfefc37 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:50.168313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.183661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4027a843-318f-40d6-87d9-3364cbfefc37), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.213151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Pushing event deleted for resources: {'Port': ['ID=4027a843-318f-40d6-87d9-3364cbfefc37,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:50.218864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] No DVR routers for this DVR port 4027a843-318f-40d6-87d9-3364cbfefc37 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:50.233209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c97c636-c25a-4c58-9c51-7acb5cb96277 req-626314b9-50d6-4865-9390-a7ba8ffd7963 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 210 time: 0.0717115
May 14 21:13:50.266549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49238) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:50.267119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Pushing event deleted for resources: {'Port': ['ID=4027a843-318f-40d6-87d9-3364cbfefc37,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:50.273730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] No DVR routers for this DVR port 4027a843-318f-40d6-87d9-3364cbfefc37 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:13:50.291586 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ac73-fbe2-40b1-b0b6-f49c646e1b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.314158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.314772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.315432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.316010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.316493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.316971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.317446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.317938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.318410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.318882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.319354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.319845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.320333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.320817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.321703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a01a0-e373-4e41-8c5b-eeb7e7039257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:13:50.326282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 835771ba-7375-48f4-9cf0-f0648303a323 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:50.349162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 835771ba-7375-48f4-9cf0-f0648303a323 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:50.349508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 835771ba-7375-48f4-9cf0-f0648303a323 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:50.349934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b02f3599-a853-4bc2-a7b2-6f562607fe21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:13:50.365241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.371638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b02f3599-a853-4bc2-a7b2-6f562607fe21 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:13:50.372700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b02f3599-a853-4bc2-a7b2-6f562607fe21 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:13:50.405925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f72f7-d174-498b-ab65-38bf00302ea3 req-b2263c40-bc76-4390-b32d-87d8d1f734b5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:50.412960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc6f72f7-d174-498b-ab65-38bf00302ea3 req-b2263c40-bc76-4390-b32d-87d8d1f734b5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1039770
May 14 21:13:50.417630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f52301fd400>> segment before_delete 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.417979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f52301fd400>> subnet precommit_delete_associations 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.418756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> segment_host_mapping after_create 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.419905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> port after_create 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.420259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> port after_delete 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.420602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> port after_update 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.420932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> segment after_delete 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.421261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> subnet after_create 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.421587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> subnet after_delete 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.421913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b862820>> subnet after_update 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.436680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ac73-fbe2-40b1-b0b6-f49c646e1b3a admin admin] Publish callbacks [] for security_group (8acbfa3c-0785-4df2-bb94-8e2bd118e25e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.516344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ac73-fbe2-40b1-b0b6-f49c646e1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8acbfa3c-0785-4df2-bb94-8e2bd118e25e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.538260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522b6ea4c0>> subnet after_create 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.538610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522b6ea4c0>> subnet after_delete 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.538996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522b6ea4c0>> subnet before_create 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.539329 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522b6ea4c0>> subnet before_update 55550000 {{(pid=115781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:13:50.539720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522af75c40>,) {'filters': {'network_id': ['8f639cbb-5c05-497c-8ba5-726cc4b3ec5b']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:50.555976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fdc6ac73-fbe2-40b1-b0b6-f49c646e1b3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3cc006710530414f8627a37ddbffa73d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2880719
May 14 21:13:50.557327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6ac73-fbe2-40b1-b0b6-f49c646e1b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acbfa3c-0785-4df2-bb94-8e2bd118e25e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:50.559882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49242) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:50.586303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522af75c40>, '2fe6e166-e90e-48b2-b561-5b36238966da') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:50.586607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522af75c40>, '2fe6e166-e90e-48b2-b561-5b36238966da') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:50.613146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-492c8922-211e-4c36-9ca4-fe49a0aa802d admin admin] Publish callbacks [] for security_group (8acbfa3c-0785-4df2-bb94-8e2bd118e25e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.627163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (2fe6e166-e90e-48b2-b561-5b36238966da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.636816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-492c8922-211e-4c36-9ca4-fe49a0aa802d admin admin] Publish callbacks [] for security_group (8acbfa3c-0785-4df2-bb94-8e2bd118e25e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.715152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc6f72f7-d174-498b-ab65-38bf00302ea3 req-7bcf84a5-b4e1-4b3a-8d9f-53f75288a41d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2964242
May 14 21:13:50.716838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2fe6e166-e90e-48b2-b561-5b36238966da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.730172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:13:50.730864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (2fe6e166-e90e-48b2-b561-5b36238966da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.756340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d792a-201f-4ed0-9d01-37864e372ff8 req-5c4821a6-8097-40e5-83c4-39c6eb37c5ba tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:50.757923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c8d792a-201f-4ed0-9d01-37864e372ff8 req-5c4821a6-8097-40e5-83c4-39c6eb37c5ba tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0513458
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   from cryptography.utils import int_from_bytes
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   from cryptography.utils import int_from_bytes
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:13:50.758443 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:13:50.785667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-492c8922-211e-4c36-9ca4-fe49a0aa802d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8acbfa3c-0785-4df2-bb94-8e2bd118e25e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.788636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-492c8922-211e-4c36-9ca4-fe49a0aa802d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.789956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-492c8922-211e-4c36-9ca4-fe49a0aa802d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8acbfa3c-0785-4df2-bb94-8e2bd118e25e HTTP/1.1" status: 204  len: 168 time: 0.2291141
May 14 21:13:50.815409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8922-211e-4c36-9ca4-fe49a0aa802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acbfa3c-0785-4df2-bb94-8e2bd118e25e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:50.831233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c8d792a-201f-4ed0-9d01-37864e372ff8 req-510ad161-53bb-473f-8f8c-64c7302545dc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664599
May 14 21:13:50.896883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-c15ee1b6-bf40-46c1-bd11-1acd2f33df92 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:50.898542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-c15ee1b6-bf40-46c1-bd11-1acd2f33df92 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.3158171
May 14 21:13:50.911408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Request body: {'port': {'device_id': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'admin_state_up': True, 'tenant_id': '763cf73206604d8abbe1542afe44fa95'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:50.972780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8f639cbb-5c05-497c-8ba5-726cc4b3ec5b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.980202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:50.984353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f639cbb-5c05-497c-8ba5-726cc4b3ec5b HTTP/1.1" status: 204  len: 168 time: 1.6601562
May 14 21:13:51.036950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb61c4-01fc-46ef-9c41-e52dbac1696e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f639cbb-5c05-497c-8ba5-726cc4b3ec5b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:51.061215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11f9bc96-9727-44c5-8691-66604deb2e25 req-08f96798-d7b0-4fe3-9bd6-92d6e8b3800b tempest-ServersAdmin275Test-2034250749 tempest-ServersAdmin275Test-2034250749-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0598974
May 14 21:13:51.194632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Made reservation on behalf of 763cf73206604d8abbe1542afe44fa95 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:51.198236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:51.352759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c2037d3-e4ee-4b68-9f40-f121d0d29f82 req-fca33a3d-de45-4d98-9694-b4fe290ca706 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 210 time: 0.0347335
May 14 21:13:51.373719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Allocated IP 172.20.0.2 (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c/e4c64ec1-48d9-445c-b452-e1d1d8923ea0/c79010d0-bc70-40cb-809d-4227f14fbcda) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:51.533377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-355d848b-03ed-460f-9c3f-4c00dd346888 req-119a229c-2ce9-4b7f-bf39-25e82bb18342 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f6c833726abf47f49b561df1966764d5&device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0329053
May 14 21:13:51.592793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-355d848b-03ed-460f-9c3f-4c00dd346888 req-fbbe5946-728c-44af-b4a4-d8e4e255d640 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f6c833726abf47f49b561df1966764d5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0516248
May 14 21:13:51.599046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd33fb1-9ada-4ab2-b8d1-3a53996e6894 req-2874983e-3109-41d1-97ac-348af222643a tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0589793
May 14 21:13:51.605011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks [] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:51.634804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49276) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:51.698754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c3a99a60-b5f6-4e17-9f51-c7abe7309a42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9d24089740246829e483d7d6177125c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0622165
May 14 21:13:51.701971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:51.735749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d848b-03ed-460f-9c3f-4c00dd346888 req-ba84baad-b113-488f-8522-d268e43b15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:51.737243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-355d848b-03ed-460f-9c3f-4c00dd346888 req-ba84baad-b113-488f-8522-d268e43b15cd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1359756
May 14 21:13:51.791494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:51.795792 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38ad3141-7958-42bc-a247-b387a383b129 admin admin] Publish callbacks [] for security_group (e4fb4f31-f406-4c30-b509-99c956622cfc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:51.831905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38ad3141-7958-42bc-a247-b387a383b129 admin admin] Publish callbacks [] for security_group (e4fb4f31-f406-4c30-b509-99c956622cfc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:51.849351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:51.855819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:51.858868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:51.861235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:51.895947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90bf88-b7c2-471a-8b94-96cba2707f4f req-366e2c83-a50f-44d0-9639-b573d352706c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:51.898333 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df90bf88-b7c2-471a-8b94-96cba2707f4f req-366e2c83-a50f-44d0-9639-b573d352706c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0801377
May 14 21:13:51.930638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:51.931301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:51.956295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df90bf88-b7c2-471a-8b94-96cba2707f4f req-765d19d7-f804-4ed7-97e1-f0eee86ca90b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508876
May 14 21:13:52.019989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38ad3141-7958-42bc-a247-b387a383b129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e4fb4f31-f406-4c30-b509-99c956622cfc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:52.022330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38ad3141-7958-42bc-a247-b387a383b129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:52.023457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-38ad3141-7958-42bc-a247-b387a383b129 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4fb4f31-f406-4c30-b509-99c956622cfc HTTP/1.1" status: 204  len: 168 time: 0.3200746
May 14 21:13:52.045694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad3141-7958-42bc-a247-b387a383b129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb4f31-f406-4c30-b509-99c956622cfc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:52.061912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-69625639-e2c2-4203-8099-2af1a56a62b9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1560035
May 14 21:13:52.082495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bc06c-4151-4016-a945-1f21855ec65c req-7e1ef1f4-13a8-41d2-b505-2b172f4cce41 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:52.084021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b1bc06c-4151-4016-a945-1f21855ec65c req-7e1ef1f4-13a8-41d2-b505-2b172f4cce41 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0592577
May 14 21:13:52.146108 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b1bc06c-4151-4016-a945-1f21855ec65c req-716d9f77-2aa8-4151-9421-89ef5df4efbf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563593
May 14 21:13:52.223822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-2a0c9f2c-31f8-4d71-b6d6-f9bb30e0abe5 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f04e1accfc534fb18e36d789a9cefde3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0229983
May 14 21:13:52.328786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-cc883a95-639c-4577-916a-31814b518b31 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:52.330448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-cc883a95-639c-4577-916a-31814b518b31 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1011109
May 14 21:13:52.347154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-2fb512e9-2f5d-402f-ab51-5adbf5b3aacd tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/quotas/f04e1accfc534fb18e36d789a9cefde3 HTTP/1.1" status: 200  len: 375 time: 0.0100307
May 14 21:13:52.385120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-4e94e2a6-de21-4221-9a49-804bd1b1954d tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0326600
May 14 21:13:52.440573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49318) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:52.484444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e97e67-a571-4290-a1d8-ed99da6247f2 req-e6b13498-aea9-4e10-a85f-8274f4b10f5a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:52.484811 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5e97e67-a571-4290-a1d8-ed99da6247f2 req-e6b13498-aea9-4e10-a85f-8274f4b10f5a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 931 time: 0.0570312
May 14 21:13:52.538731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5e97e67-a571-4290-a1d8-ed99da6247f2 req-cd26ae66-016a-49af-b623-7149a206db8a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482609
May 14 21:13:52.572439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1051754699-network', 'tenant_id': 'c2856369dca645e88c940652f218dc3b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:52.661435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ee03b00-7a1c-42a0-91d9-2e979fe1a087 req-ade65b55-c07d-4c78-acb5-553e64eb459d tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 210 time: 0.0331855
May 14 21:13:52.671168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Made reservation on behalf of c2856369dca645e88c940652f218dc3b for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:52.682554 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:52.693788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:52.738845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Request body: {'port': {'device_id': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:52.742264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0458888b-9536-4420-b184-5bda165a27e5 req-c9c27991-17ba-4ed9-8d8e-bf8ad24ac0be tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0452597
May 14 21:13:52.838378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:52.890607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks [] for security_group (5152c7b3-7873-4092-90d6-5168aca61aa1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:52.987305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5152c7b3-7873-4092-90d6-5168aca61aa1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.057596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-355d848b-03ed-460f-9c3f-4c00dd346888 req-be639a17-ae54-434e-a9bf-d95841123468 tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0580411
May 14 21:13:53.066347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:13:53.080394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5152c7b3-7873-4092-90d6-5168aca61aa1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:53.091698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3709f75-b42f-47b8-98ef-d2d5ee26a891 req-6cc91a62-093e-4df6-b1f6-3c36f4e73a88 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:53.091698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3709f75-b42f-47b8-98ef-d2d5ee26a891 req-6cc91a62-093e-4df6-b1f6-3c36f4e73a88 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0574188
May 14 21:13:53.118353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7e21a472-8a49-4a6a-b12c-ab6f64f7fabf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.118753 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Added segment 7e21a472-8a49-4a6a-b12c-ab6f64f7fabf of type vlan for network 3991efc5-f4ab-4db3-971f-1883feaada43
May 14 21:13:53.154682 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3709f75-b42f-47b8-98ef-d2d5ee26a891 req-68293a66-7482-4208-8b64-f65883c10a62 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568728
May 14 21:13:53.199538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (3991efc5-f4ab-4db3-971f-1883feaada43), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.319598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110650bc-008d-4fc8-9ea4-36f4f90dddbd req-773233d1-3528-4e8f-9882-c3d8ed013375 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:53.321137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-110650bc-008d-4fc8-9ea4-36f4f90dddbd req-773233d1-3528-4e8f-9882-c3d8ed013375 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0715294
May 14 21:13:53.344765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (3991efc5-f4ab-4db3-971f-1883feaada43), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.345736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:53.346303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.429048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79010d0-bc70-40cb-809d-4227f14fbcda {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:53.441293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Publish callbacks [] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.464802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] Pushing event updated for resources: {'Network': ['ID=3991efc5-f4ab-4db3-971f-1883feaada43,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:53.474694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Transition to ACTIVE for port object c79010d0-bc70-40cb-809d-4227f14fbcda will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:53.476039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 3991efc5-f4ab-4db3-971f-1883feaada43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:13:53.485672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-110650bc-008d-4fc8-9ea4-36f4f90dddbd req-c0f40938-9d39-47ba-a821-40f1306bbed1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373732
May 14 21:13:53.514268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49360) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:53.514419 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c77d24d-bc4f-441c-a961-158e060dd5ea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.0707076
May 14 21:13:53.517768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Request body: {'subnet': {'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1051754699-subnet', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:53.567773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.645042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:53.660146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1842b-e9be-4355-a9dc-94804f928b08 req-d332cc76-aaaf-4e9c-8ae4-7635dbc431ea tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:53.661655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-51f1842b-e9be-4355-a9dc-94804f928b08 req-d332cc76-aaaf-4e9c-8ae4-7635dbc431ea tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0509808
May 14 21:13:53.686747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Made reservation on behalf of c2856369dca645e88c940652f218dc3b for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:53.686747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.695079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:53.695433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:53.695789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:53.700914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:53.701236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:53.713500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:53.715198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:53.715198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:53.715198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Bound port: c79010d0-bc70-40cb-809d-4227f14fbcda, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:53.715198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.753793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8fed5785-981f-4fed-862c-16815490a1cd req-86b80bde-826f-4780-9157-3613b504c36c tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 210 time: 0.0358877
May 14 21:13:53.765708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-51f1842b-e9be-4355-a9dc-94804f928b08 req-6328eb17-d96c-4d01-84bf-605802f6a285 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980713
May 14 21:13:53.829501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:53.832858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:53.891760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8058a9fa-2e02-486c-882b-a93785eb4fe7 req-fbe2b4df-36d3-4e61-b077-4e5cb741da2f tempest-ServersAdmin275Test-1538736458 tempest-ServersAdmin275Test-1538736458-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5b7715f-7418-4c66-9619-21824b0e7d9d HTTP/1.1" status: 200  len: 210 time: 0.0374103
May 14 21:13:53.932057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.964789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:53.965418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:53.967536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 1091 time: 1.2350392
May 14 21:13:53.967981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:53.970289 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2b0cb-1e48-4262-ae34-4bb900a44acf" -d '{"events": [{"name": "network-changed", "server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:53.983777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (6857f20b-c9dd-4e5c-81c5-ef9e490d93df), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.000408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09283523-6b84-40b2-a1af-2ccf3d2519f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:54.013105 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8776781b-8604-4517-9804-5d56eaad7eb2 x-openstack-request-id: req-8776781b-8604-4517-9804-5d56eaad7eb2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:54.013681 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:54.014086 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8776781b-8604-4517-9804-5d56eaad7eb2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:54.014736 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8776781b-8604-4517-9804-5d56eaad7eb2'] response: {'name': 'network-changed', 'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'status': 'completed', 'code': 200}
May 14 21:13:54.040947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6857f20b-c9dd-4e5c-81c5-ef9e490d93df,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:54.059904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Checking segment: {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:54.060257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Network hostable DHCP agents. Network: 3991efc5-f4ab-4db3-971f-1883feaada43, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:13:54.093323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2b0cb-1e48-4262-ae34-4bb900a44acf req-33ca9e4c-d7c2-4900-b4d4-25ae15fd126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.094825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55d2b0cb-1e48-4262-ae34-4bb900a44acf req-33ca9e4c-d7c2-4900-b4d4-25ae15fd126b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1125 time: 0.0386951
May 14 21:13:54.148786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Network 3991efc5-f4ab-4db3-971f-1883feaada43 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:13:54.206379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2b0cb-1e48-4262-ae34-4bb900a44acf req-76f7fe0e-0568-4c2a-b452-8f04f8499efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.207875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55d2b0cb-1e48-4262-ae34-4bb900a44acf req-76f7fe0e-0568-4c2a-b452-8f04f8499efc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=763cf73206604d8abbe1542afe44fa95&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1052449
May 14 21:13:54.236158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3991efc5-f4ab-4db3-971f-1883feaada43) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:54.241069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.241747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.245709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d85406-d860-4d73-9a16-912914b4de95 None None] Network 3991efc5-f4ab-4db3-971f-1883feaada43 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:54.321228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d4f96-3d98-4a37-ba41-50678117294a req-16d7d356-d171-4e50-82de-7342cfc38f57 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.321471 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b0f05e1f-1a93-4f93-b54e-f2e3e9a4110e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8055069
May 14 21:13:54.321591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415d4f96-3d98-4a37-ba41-50678117294a req-16d7d356-d171-4e50-82de-7342cfc38f57 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0867083
May 14 21:13:54.322130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49374) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:54.328104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:54.362765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3991efc5-f4ab-4db3-971f-1883feaada43', 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43', 'project_id': 'c2856369dca645e88c940652f218dc3b', 'fixed_ips': [{'subnet_id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:13:54.363862 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.366131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2b0cb-1e48-4262-ae34-4bb900a44acf req-fe65a912-5f98-44d1-a4a1-90979b6f64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.368185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55d2b0cb-1e48-4262-ae34-4bb900a44acf req-fe65a912-5f98-44d1-a4a1-90979b6f64ff service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1537004
May 14 21:13:54.392555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415d4f96-3d98-4a37-ba41-50678117294a req-1b77d8b2-dfbc-4aa7-8629-757b1ba1cb80 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593929
May 14 21:13:54.426224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (d685bcc9-7819-4945-a81c-40e3fe72eedf), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.427521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (d685bcc9-7819-4945-a81c-40e3fe72eedf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.454730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-4ac5c3a3-7e98-4dfe-8318-f11495476e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.456286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-4ac5c3a3-7e98-4dfe-8318-f11495476e2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1125 time: 0.0458903
May 14 21:13:54.491388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks [] for router_controller (d685bcc9-7819-4945-a81c-40e3fe72eedf), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.500414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-d3f8ac27-37fb-4111-ad7d-9a2f212f726e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 217 time: 0.0368168
May 14 21:13:54.540680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Allocated IP 172.20.0.2 (3991efc5-f4ab-4db3-971f-1883feaada43/6857f20b-c9dd-4e5c-81c5-ef9e490d93df/5646b5fd-9579-4756-8a0e-301b7c1d620c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:54.570118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23e641-5536-47fe-b243-123a61d64e3e req-f143235e-dcf2-43de-8f1c-e1b1093ac514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.571858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-f143235e-dcf2-43de-8f1c-e1b1093ac514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0654039
May 14 21:13:54.609517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-d3573f46-3a3b-41c0-840c-cd0b2ccea935 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317512
May 14 21:13:54.668188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7d94-a029-4be7-9eff-347cf7729b60 req-f5258707-8462-44a4-9922-f4024114761d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:54.669771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04ff7d94-a029-4be7-9eff-347cf7729b60 req-f5258707-8462-44a4-9922-f4024114761d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.1147187
May 14 21:13:54.717227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-fcead061-6e25-43a9-8442-05e5bbeeea7f service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1009161
May 14 21:13:54.721983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Publish callbacks [] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.764291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks [] for router_gateway (d685bcc9-7819-4945-a81c-40e3fe72eedf), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.785875 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.788468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04ff7d94-a029-4be7-9eff-347cf7729b60 req-a2ff3e2b-b26e-43d6-9559-e574a385840c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796170
May 14 21:13:54.829861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Network 3991efc5-f4ab-4db3-971f-1883feaada43 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:54.833514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e23e641-5536-47fe-b243-123a61d64e3e req-075df513-a9d1-4fdd-81a8-e2ebcca47529 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099632
May 14 21:13:54.837733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:54.843340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:54.852764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Pushing event updated for resources: {'Port': ['ID=5646b5fd-9579-4756-8a0e-301b7c1d620c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:54.932928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Attempting to bind port 5646b5fd-9579-4756-8a0e-301b7c1d620c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:54.933743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Attempting to bind port 5646b5fd-9579-4756-8a0e-301b7c1d620c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:54.934928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Attempting to bind port 5646b5fd-9579-4756-8a0e-301b7c1d620c on network 3991efc5-f4ab-4db3-971f-1883feaada43 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:54.940637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:54.941265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Checking segment: {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:54.942104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:54.946385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Bound using segment: {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:54.946385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Bound port: 5646b5fd-9579-4756-8a0e-301b7c1d620c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:54.946385 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.008159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a19a0e97-9c6f-48b1-b27d-a6d4967510b2 req-cf991475-1c18-43bf-ba08-2a62eeb6a6b3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 210 time: 0.0557215
May 14 21:13:55.040267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] For port 5646b5fd-9579-4756-8a0e-301b7c1d620c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:55.044225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] For port 5646b5fd-9579-4756-8a0e-301b7c1d620c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5646b5fd-9579-4756-8a0e-301b7c1d620c,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:55.093029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a18f1-7b55-4cc8-844e-de3d74404feb req-681d9647-17ce-4e21-98ab-98820a3ac515 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:55.094575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-891a18f1-7b55-4cc8-844e-de3d74404feb req-681d9647-17ce-4e21-98ab-98820a3ac515 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.1414728
May 14 21:13:55.109993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.128132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-3ab994bc-e868-4dbd-8193-13b7217e2ca5 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f04e1accfc534fb18e36d789a9cefde3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0295529
May 14 21:13:55.232639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85891a7d-4489-46a8-a483-461606ec8bff None None] Pushing event updated for resources: {'Port': ['ID=5646b5fd-9579-4756-8a0e-301b7c1d620c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:55.243070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks [] for router_gateway (d685bcc9-7819-4945-a81c-40e3fe72eedf), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.271456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-891a18f1-7b55-4cc8-844e-de3d74404feb req-0cff2fcf-c89d-4486-af47-8f86fbab3a17 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602921
May 14 21:13:55.289806 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:13:55.304680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.307379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-5a14100b-b45d-4dee-a8ba-046c099b0d28 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:55.308955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-5a14100b-b45d-4dee-a8ba-046c099b0d28 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1721783
May 14 21:13:55.322224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Request body: {'port': {'device_id': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'f04e1accfc534fb18e36d789a9cefde3'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:55.460098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Allocated IP 172.35.4.181 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/ac06c526-a690-46cb-8d3d-7157c114474e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:55.588949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82ee7-5547-46e6-aad5-79ca9a8ead94 req-b940501e-b517-4cc0-9bf0-948a7ba452f4 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:55.588949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34f82ee7-5547-46e6-aad5-79ca9a8ead94 req-b940501e-b517-4cc0-9bf0-948a7ba452f4 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0672181
May 14 21:13:55.589531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Made reservation on behalf of f04e1accfc534fb18e36d789a9cefde3 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:13:55.594157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.611102 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.635243 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks [] for port (ac06c526-a690-46cb-8d3d-7157c114474e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.688290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34f82ee7-5547-46e6-aad5-79ca9a8ead94 req-5ba9020a-ae5f-4691-ba07-9ee3f887c773 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741296
May 14 21:13:55.751648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks [] for security_group (2a137bd0-2073-4d72-b475-90ad0e38d3cc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.757237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49436) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:55.773905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.811845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2a137bd0-2073-4d72-b475-90ad0e38d3cc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:55.813096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:55.815946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:55.821784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:55.900548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a137bd0-2073-4d72-b475-90ad0e38d3cc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:55.901241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Pushing event updated for resources: {'Port': ['ID=ac06c526-a690-46cb-8d3d-7157c114474e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:55.958187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4627faed-a764-4674-bfc8-e1c7d7afd230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.059930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5b04-231b-4c1f-8a50-4a6099ea664c req-c7972dab-f0f7-4ff3-8e60-a714955f5aea tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:56.063704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-491b5b04-231b-4c1f-8a50-4a6099ea664c req-c7972dab-f0f7-4ff3-8e60-a714955f5aea tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.1064405
May 14 21:13:56.080345 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4627faed-a764-4674-bfc8-e1c7d7afd230 admin admin] Publish callbacks [] for security_group (19d515f7-0061-4dca-9a87-0b6199962431), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.102387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Allocated IP 192.168.233.108 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/45254827-3761-4577-ac70-10de75efc370) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:56.134199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5646b5fd-9579-4756-8a0e-301b7c1d620c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:56.167829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-491b5b04-231b-4c1f-8a50-4a6099ea664c req-ee3e46f5-f9b4-45cd-85c9-502cd5f80b1d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958281
May 14 21:13:56.198818 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70840f19-cff6-4e29-aa60-8e21b52442c5 req-eef7b785-60a4-478e-97ef-e5c4c0809db9 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 210 time: 0.0410807
May 14 21:13:56.202612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4627faed-a764-4674-bfc8-e1c7d7afd230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (19d515f7-0061-4dca-9a87-0b6199962431), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.230335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5646b5fd-9579-4756-8a0e-301b7c1d620c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:56.236275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.285269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4627faed-a764-4674-bfc8-e1c7d7afd230 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6c833726abf47f49b561df1966764d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5246093
May 14 21:13:56.285958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627faed-a764-4674-bfc8-e1c7d7afd230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d515f7-0061-4dca-9a87-0b6199962431,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:56.288860 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:56.353786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks [] for router_gateway (d685bcc9-7819-4945-a81c-40e3fe72eedf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.364748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5646b5fd-9579-4756-8a0e-301b7c1d620c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:56.365129 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.366420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks [] for port (45254827-3761-4577-ac70-10de75efc370), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.411068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 5646b5fd-9579-4756-8a0e-301b7c1d620c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5646b5fd-9579-4756-8a0e-301b7c1d620c,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:56.438806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7cb16d-2af5-466f-9a2f-063172c711e4 None None] Network 3991efc5-f4ab-4db3-971f-1883feaada43 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:13:56.458153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bd4a5-d8f6-4995-b27b-36d4d37f5c85 req-c5f45009-e9f3-415d-89a0-b69c7352eda3 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:56.460278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c8bd4a5-d8f6-4995-b27b-36d4d37f5c85 req-c5f45009-e9f3-415d-89a0-b69c7352eda3 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0553682
May 14 21:13:56.489190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (45254827-3761-4577-ac70-10de75efc370), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.498010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.555309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:56.558311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bd99f331-163f-495a-82c6-07a38bdd4913 None None] Provisioning complete for port 5646b5fd-9579-4756-8a0e-301b7c1d620c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:56.558680 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd99f331-163f-495a-82c6-07a38bdd4913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.563170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:56.577771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:56.613852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c8bd4a5-d8f6-4995-b27b-36d4d37f5c85 req-e8c0059f-424b-4413-a95b-af9b818c2996 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451442
May 14 21:13:56.614524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Pushing event updated for resources: {'Port': ['ID=45254827-3761-4577-ac70-10de75efc370,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:56.621779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=5646b5fd-9579-4756-8a0e-301b7c1d620c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:56.665513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:56.666153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.704075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bd99f331-163f-495a-82c6-07a38bdd4913 None None] Current status of the port 5646b5fd-9579-4756-8a0e-301b7c1d620c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:56.725677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8946f68-e92b-4707-8610-8dd29d5a6845 admin admin] Publish callbacks [] for security_group (19d515f7-0061-4dca-9a87-0b6199962431), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.781723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-e4cc679c-13c3-4bbc-b45b-3b4ebb6138f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4637890
May 14 21:13:56.785206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8946f68-e92b-4707-8610-8dd29d5a6845 admin admin] Publish callbacks [] for security_group (19d515f7-0061-4dca-9a87-0b6199962431), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.793485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Request body: {'port': {'device_id': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:13:56.891277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45254827-3761-4577-ac70-10de75efc370), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:56.939700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edf6f-0ce7-47c7-87c9-ea3260e4864b req-4de30ba6-a2a5-4f9a-aaab-8e3327139b7a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:56.941199 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e6edf6f-0ce7-47c7-87c9-ea3260e4864b req-4de30ba6-a2a5-4f9a-aaab-8e3327139b7a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1583416
May 14 21:13:56.985361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (d685bcc9-7819-4945-a81c-40e3fe72eedf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.036408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c2162de6-623d-4469-94b5-c5771f447719 None None] Provisioning complete for port 5646b5fd-9579-4756-8a0e-301b7c1d620c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:57.037052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2162de6-623d-4469-94b5-c5771f447719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.042375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e6edf6f-0ce7-47c7-87c9-ea3260e4864b req-833469e8-7154-48d6-a1b9-f6be48378844 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903182
May 14 21:13:57.058037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8946f68-e92b-4707-8610-8dd29d5a6845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (19d515f7-0061-4dca-9a87-0b6199962431), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.061343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8946f68-e92b-4707-8610-8dd29d5a6845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.064045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a8946f68-e92b-4707-8610-8dd29d5a6845 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19d515f7-0061-4dca-9a87-0b6199962431 HTTP/1.1" status: 204  len: 168 time: 0.7720211
May 14 21:13:57.145970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c2162de6-623d-4469-94b5-c5771f447719 None None] Current status of the port 5646b5fd-9579-4756-8a0e-301b7c1d620c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:57.156891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c2162de6-623d-4469-94b5-c5771f447719 None None] Provisioning complete for port 45254827-3761-4577-ac70-10de75efc370 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:57.157533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2162de6-623d-4469-94b5-c5771f447719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45254827-3761-4577-ac70-10de75efc370), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.158867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8946f68-e92b-4707-8610-8dd29d5a6845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d515f7-0061-4dca-9a87-0b6199962431,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:57.205473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c2162de6-623d-4469-94b5-c5771f447719 None None] Port 45254827-3761-4577-ac70-10de75efc370 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:13:57.297826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Router d685bcc9-7819-4945-a81c-40e3fe72eedf is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:13:57.335444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45254827-3761-4577-ac70-10de75efc370 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:57.350329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be1146-3ac3-447f-afa2-dc345ea4f212 req-8091080a-1519-4574-99d8-f17648e6ce96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:57.351907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7be1146-3ac3-447f-afa2-dc345ea4f212 req-8091080a-1519-4574-99d8-f17648e6ce96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0736957
May 14 21:13:57.353993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Publish callbacks [] for port (45254827-3761-4577-ac70-10de75efc370), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.410700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59da88-3a01-493b-8371-64759b54d41d req-16e8804b-f524-4b74-8bb0-476eca8dbe0f tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:57.412267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b59da88-3a01-493b-8371-64759b54d41d req-16e8804b-f524-4b74-8bb0-476eca8dbe0f tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 936 time: 0.1092925
May 14 21:13:57.540650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b59da88-3a01-493b-8371-64759b54d41d req-66f1465e-da72-4629-8e64-fa05a804a64a tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211605
May 14 21:13:57.547020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:13:57.561717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Sync routers for ids ['d685bcc9-7819-4945-a81c-40e3fe72eedf'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:13:57.576109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Routers {'d685bcc9-7819-4945-a81c-40e3fe72eedf'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:57.577018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d685bcc9-7819-4945-a81c-40e3fe72eedf'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:57.663447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.666839 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2c7161c0-cbf3-4df5-a984-0b5a2fe875a9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.3436177
May 14 21:13:57.668214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Transition to ACTIVE for port object 45254827-3761-4577-ac70-10de75efc370 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:13:57.670948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49474) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:57.696452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Set router d685bcc9-7819-4945-a81c-40e3fe72eedf gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:57.749424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7be1146-3ac3-447f-afa2-dc345ea4f212 req-4e7e1821-977a-4392-aedd-17532cb4757c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3872406
May 14 21:13:57.786186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (45254827-3761-4577-ac70-10de75efc370), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.815088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732e876-d21c-42b5-809c-74c391ff3e13 req-90629507-17b6-460e-8404-e416bf58aa32 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:57.820255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9732e876-d21c-42b5-809c-74c391ff3e13 req-90629507-17b6-460e-8404-e416bf58aa32 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0958183
May 14 21:13:57.852378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=45254827-3761-4577-ac70-10de75efc370,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:57.909404 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9732e876-d21c-42b5-809c-74c391ff3e13 req-aa90c2f0-af99-4741-a809-82b358ecd3c3 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809846
May 14 21:13:57.910172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49480) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:57.916474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b5b0>, [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:13:55Z', 'revision_number': 3, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:57.936997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19d86298-d522-4d9e-85bb-209dee825f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:57.948530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Checking router: d685bcc9-7819-4945-a81c-40e3fe72eedf for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:13:57.948885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Updating router d685bcc9-7819-4945-a81c-40e3fe72eedf port ac06c526-a690-46cb-8d3d-7157c114474e binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:13:57.988852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.037881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Attempting to bind port 45254827-3761-4577-ac70-10de75efc370 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:58.038226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Attempting to bind port 45254827-3761-4577-ac70-10de75efc370 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:58.038551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Attempting to bind port 45254827-3761-4577-ac70-10de75efc370 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:58.048954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Port 45254827-3761-4577-ac70-10de75efc370 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:13:58.049282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Attempting to bind port 45254827-3761-4577-ac70-10de75efc370 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:58.060594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:58.060934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:58.061328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:58.061779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Bound port: 45254827-3761-4577-ac70-10de75efc370, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:58.063291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19d86298-d522-4d9e-85bb-209dee825f5a admin admin] Publish callbacks [] for security_group (04c818ed-e261-4d2b-94a4-063e3d932c16), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.063409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45254827-3761-4577-ac70-10de75efc370), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.161066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19d86298-d522-4d9e-85bb-209dee825f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (04c818ed-e261-4d2b-94a4-063e3d932c16), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.183445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5646b5fd-9579-4756-8a0e-301b7c1d620c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:13:58.194873 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19d86298-d522-4d9e-85bb-209dee825f5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0582724f730b425cbe166533699aa291&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2810457
May 14 21:13:58.196922 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49486) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:13:58.213247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d86298-d522-4d9e-85bb-209dee825f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c818ed-e261-4d2b-94a4-063e3d932c16,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:58.264982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a41895fa-4fde-404b-ae27-a9fb136ff2fb admin admin] Publish callbacks [] for security_group (04c818ed-e261-4d2b-94a4-063e3d932c16), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.294184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a41895fa-4fde-404b-ae27-a9fb136ff2fb admin admin] Publish callbacks [] for security_group (04c818ed-e261-4d2b-94a4-063e3d932c16), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.304318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ba1a7-ef4e-4156-975a-47cd1788c103 req-61945bc4-7426-41eb-a6e0-9df4f1eaa250 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:58.316316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f77ba1a7-ef4e-4156-975a-47cd1788c103 req-61945bc4-7426-41eb-a6e0-9df4f1eaa250 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1570635
May 14 21:13:58.340714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5646b5fd-9579-4756-8a0e-301b7c1d620c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:13:58.341110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.367069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:13:58.422201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] For port 45254827-3761-4577-ac70-10de75efc370, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:58.431273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a41895fa-4fde-404b-ae27-a9fb136ff2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (04c818ed-e261-4d2b-94a4-063e3d932c16), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.433914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a41895fa-4fde-404b-ae27-a9fb136ff2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.436538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a41895fa-4fde-404b-ae27-a9fb136ff2fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04c818ed-e261-4d2b-94a4-063e3d932c16 HTTP/1.1" status: 204  len: 168 time: 0.2381229
May 14 21:13:58.445725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41895fa-4fde-404b-ae27-a9fb136ff2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c818ed-e261-4d2b-94a4-063e3d932c16,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:58.449212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] For port 45254827-3761-4577-ac70-10de75efc370, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45254827-3761-4577-ac70-10de75efc370,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:58.458245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f77ba1a7-ef4e-4156-975a-47cd1788c103 req-ab690b72-a54d-48c0-9719-febce436e7d2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404133
May 14 21:13:58.540603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (45254827-3761-4577-ac70-10de75efc370), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.598430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:58.599071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.600573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] 10.222.0.36 "PUT /v2.0/ports/45254827-3761-4577-ac70-10de75efc370 HTTP/1.1" status: 200  len: 1096 time: 1.8113437
May 14 21:13:58.623100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'tag': '45254827-3761-4577-ac70-10de75efc370'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:13:58.625407 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e249487a-7137-4eee-b374-a1e11202cd00" -d '{"events": [{"name": "network-changed", "server_uuid": "d60f4941-2ff2-4617-b99c-46ae90d97bce", "tag": "45254827-3761-4577-ac70-10de75efc370"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:13:58.670696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a183-f332-4faa-a614-5e0faf180bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=45254827-3761-4577-ac70-10de75efc370,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:58.683217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.720901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b88e6-2abb-4fad-a2a3-c2213209639e req-8d7d741f-c6ee-48b0-a156-6cca98d1321b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:58.723357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1b88e6-2abb-4fad-a2a3-c2213209639e req-8d7d741f-c6ee-48b0-a156-6cca98d1321b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 948 time: 0.1083570
May 14 21:13:58.766439 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6008b8d3-a110-4ff3-ba20-b7f68c67de89 x-openstack-request-id: req-6008b8d3-a110-4ff3-ba20-b7f68c67de89 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:13:58.766737 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60f4941-2ff2-4617-b99c-46ae90d97bce", "tag": "45254827-3761-4577-ac70-10de75efc370", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:13:58.766986 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6008b8d3-a110-4ff3-ba20-b7f68c67de89 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:13:58.767383 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6008b8d3-a110-4ff3-ba20-b7f68c67de89'] response: {'name': 'network-changed', 'server_uuid': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'tag': '45254827-3761-4577-ac70-10de75efc370', 'status': 'completed', 'code': 200}
May 14 21:13:58.787538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5646b5fd-9579-4756-8a0e-301b7c1d620c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:58.801304 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1b88e6-2abb-4fad-a2a3-c2213209639e req-79e60fdf-2d16-45f1-abc2-f5a36af416d2 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710871
May 14 21:13:58.805642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:58.850983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Publish callbacks [] for port (ac06c526-a690-46cb-8d3d-7157c114474e), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.865786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'port_id': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'mac_address': 'fa:16:3e:60:12:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c64ec1-48d9-445c-b452-e1d1d8923ea0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:13:58.886648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-4fb3649d-551a-4c17-b7fd-3c674852faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:58.888871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-4fb3649d-551a-4c17-b7fd-3c674852faf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 1130 time: 0.1207139
May 14 21:13:58.922683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port c79010d0-bc70-40cb-809d-4227f14fbcda is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:13:58.923195 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:58.952678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79010d0-bc70-40cb-809d-4227f14fbcda {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:13:58.964014 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.044910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-527a1918-99f3-4cd5-b57f-b24a6aa9f799 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=45254827-3761-4577-ac70-10de75efc370 HTTP/1.1" status: 200  len: 217 time: 0.0788648
May 14 21:13:59.045515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:13:59.045716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b3347-892f-4bca-9999-15c1ddc17f91 req-7795fb76-5070-41d2-8ea8-fa03619f46b1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:59.045716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df3b3347-892f-4bca-9999-15c1ddc17f91 req-7795fb76-5070-41d2-8ea8-fa03619f46b1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0627716
May 14 21:13:59.046315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff03ee-31cc-4d9b-b9da-0d12151bfe85 req-66e62ca0-498f-40b1-a7d7-daf458b3ad8a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:59.048335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6aff03ee-31cc-4d9b-b9da-0d12151bfe85 req-66e62ca0-498f-40b1-a7d7-daf458b3ad8a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.1659532
May 14 21:13:59.057913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310afdf4-6fd6-4c17-adf9-6c4062772384 None None] Pushing event updated for resources: {'Port': ['ID=ac06c526-a690-46cb-8d3d-7157c114474e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:59.067700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Attempting to bind port ac06c526-a690-46cb-8d3d-7157c114474e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:13:59.068797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Attempting to bind port ac06c526-a690-46cb-8d3d-7157c114474e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:13:59.069176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Attempting to bind port ac06c526-a690-46cb-8d3d-7157c114474e on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:13:59.076445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:13:59.076819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:13:59.077395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.077962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:13:59.078762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Bound port: ac06c526-a690-46cb-8d3d-7157c114474e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:13:59.079151 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.111353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-492cd4f4-e60b-4f2a-9775-f8600672c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:59.112667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df3b3347-892f-4bca-9999-15c1ddc17f91 req-79829a1a-83e6-40d0-b119-ac01e4c5e1cf tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575566
May 14 21:13:59.113057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-492cd4f4-e60b-4f2a-9775-f8600672c98a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1214876
May 14 21:13:59.134069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Allocated IP 172.20.0.1 (3991efc5-f4ab-4db3-971f-1883feaada43/6857f20b-c9dd-4e5c-81c5-ef9e490d93df/ac52fd0a-9b8c-40ce-add7-86eef5dc8300) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:13:59.183772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] For port ac06c526-a690-46cb-8d3d-7157c114474e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:13:59.183772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] For port ac06c526-a690-46cb-8d3d-7157c114474e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac06c526-a690-46cb-8d3d-7157c114474e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:13:59.196925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-36dd72f3-21c2-4d80-9a0b-36d1507344e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:59.198421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-36dd72f3-21c2-4d80-9a0b-36d1507344e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0776067
May 14 21:13:59.224780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6aff03ee-31cc-4d9b-b9da-0d12151bfe85 req-a3022282-ff73-44aa-8e99-0cc79a47ffac tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542263
May 14 21:13:59.333652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.355423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks [] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.358424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-00034738-e782-4147-a7f4-552be03533e5 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489682
May 14 21:13:59.382400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:59.425285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.468711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757e60e9-6534-46fa-826b-f2ebfe5c0a05 req-fadeceaa-fcfb-4426-adae-c44f0d6db975 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018896
May 14 21:13:59.497330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310afdf4-6fd6-4c17-adf9-6c4062772384 None None] Pushing event updated for resources: {'Port': ['ID=ac06c526-a690-46cb-8d3d-7157c114474e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:59.500448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Routers {'d685bcc9-7819-4945-a81c-40e3fe72eedf'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:13:59.501169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d685bcc9-7819-4945-a81c-40e3fe72eedf'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:13:59.514704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.559750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Network 3991efc5-f4ab-4db3-971f-1883feaada43 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:13:59.573849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:13:59.580887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:13:59.598728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c79010d0-bc70-40cb-809d-4227f14fbcda'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:13:59.629942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:13:59.651563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (d685bcc9-7819-4945-a81c-40e3fe72eedf), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.653558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef8a1e-aa22-45a9-b0dd-a6a66c73b8ec req-bfd954ed-c324-4bdd-9cbf-6b7f3a680943 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:59.655882 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3ef8a1e-aa22-45a9-b0dd-a6a66c73b8ec req-bfd954ed-c324-4bdd-9cbf-6b7f3a680943 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0957298
May 14 21:13:59.714135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] Set router d685bcc9-7819-4945-a81c-40e3fe72eedf gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:13:59.733024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3ef8a1e-aa22-45a9-b0dd-a6a66c73b8ec req-ba847f1a-af29-4591-9ba2-44e70c37745e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634553
May 14 21:13:59.977011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:13:59.985315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce25b4-b64f-4a42-9564-52bc4b045ad8 req-2310dc04-ce5f-487f-af39-9f4f08a916f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:13:59.986949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21ce25b4-b64f-4a42-9564-52bc4b045ad8 req-2310dc04-ce5f-487f-af39-9f4f08a916f3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 948 time: 0.0718861
May 14 21:14:00.000307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-da968805-5d54-4bc2-ae95-872c65411d40 None None] Provisioning complete for port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:00.000722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-da968805-5d54-4bc2-ae95-872c65411d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.052884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b5b0>, [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:13:55Z', 'revision_number': 3, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:00.054896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-da968805-5d54-4bc2-ae95-872c65411d40 None None] Port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:00.082477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf76-83b4-473c-af0a-bd7610f3d149 None None] The sync data for ids ['d685bcc9-7819-4945-a81c-40e3fe72eedf'] in ncdv-master-1 is: [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:13:55Z', 'revision_number': 3, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:14:00.113763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21ce25b4-b64f-4a42-9564-52bc4b045ad8 req-3495eaa6-62a4-4a0d-ad8b-15797e3a554f tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123095
May 14 21:14:00.246127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a97b4-9be5-4c24-805e-504b814229ed req-2e4f74e3-34aa-4ce2-b066-4679516e56d1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:00.257038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-737a97b4-9be5-4c24-805e-504b814229ed req-2e4f74e3-34aa-4ce2-b066-4679516e56d1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.0629079
May 14 21:14:00.310524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks [] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.316847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-737a97b4-9be5-4c24-805e-504b814229ed req-a80fdc0a-b878-4318-a292-f52e2c644c2b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586779
May 14 21:14:00.364827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d93d-b8fa-415e-a514-98051685ec92 req-7f3d645e-c085-4098-bb51-4667f0e78995 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:00.366134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c71d93d-b8fa-415e-a514-98051685ec92 req-7f3d645e-c085-4098-bb51-4667f0e78995 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0500741
May 14 21:14:00.413119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:00.436443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.487566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:00.500328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c71d93d-b8fa-415e-a514-98051685ec92 req-2a7d0527-aa7d-44f4-bcee-788161c0529b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284437
May 14 21:14:00.550940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port c79010d0-bc70-40cb-809d-4227f14fbcda completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:00.588114 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (d685bcc9-7819-4945-a81c-40e3fe72eedf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.591006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249487a-7137-4eee-b374-a1e11202cd00 req-355570ce-00c2-41b3-9e4e-8ccad31892de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:00.592617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-355570ce-00c2-41b3-9e4e-8ccad31892de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 1130 time: 0.1062808
May 14 21:14:00.636033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port c79010d0-bc70-40cb-809d-4227f14fbcda triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:00.640650 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.736715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port c79010d0-bc70-40cb-809d-4227f14fbcda is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:00.737927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.789121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:00.791969 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2517e1d0-77c2-4d04-bb1f-3fc5ed63a31a" -d '{"events": [{"server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:00.801304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-0d350885-08f3-4c78-80dd-9cc255170ffe tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0476768
May 14 21:14:00.817157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:00.879142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249487a-7137-4eee-b374-a1e11202cd00 req-0c2fd39e-139d-4e78-ac90-9a797d0666cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:00.884919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-0c2fd39e-139d-4e78-ac90-9a797d0666cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2791576
May 14 21:14:00.885076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:00.922442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4c557-1e6b-455e-bedb-4082c3cb67fe req-eff673fa-099b-4320-8168-d0bdb4740b5a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:00.931222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcf4c557-1e6b-455e-bedb-4082c3cb67fe req-eff673fa-099b-4320-8168-d0bdb4740b5a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0841100
May 14 21:14:00.931455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Network 3991efc5-f4ab-4db3-971f-1883feaada43 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:00.954456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:00.983636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:00.988683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-35c9e157-78ae-4e3b-ad62-51fa89aa82a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=45254827-3761-4577-ac70-10de75efc370 HTTP/1.1" status: 200  len: 217 time: 0.0991201
May 14 21:14:01.002336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcf4c557-1e6b-455e-bedb-4082c3cb67fe req-8c22c574-0788-446b-bee8-6ecc2ea77a7f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630388
May 14 21:14:01.080697 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d951f9f1-bba8-4176-bc47-b0deb5c087cd x-openstack-request-id: req-d951f9f1-bba8-4176-bc47-b0deb5c087cd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:01.080697 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "name": "network-vif-plugged", "status": "completed", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:01.080697 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d951f9f1-bba8-4176-bc47-b0deb5c087cd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:01.080697 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d951f9f1-bba8-4176-bc47-b0deb5c087cd'] response: {'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'code': 200}
May 14 21:14:01.141449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249487a-7137-4eee-b374-a1e11202cd00 req-6f9d6403-c60e-44f1-ac3d-635b7b4cedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.142999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-6f9d6403-c60e-44f1-ac3d-635b7b4cedb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1448874
May 14 21:14:01.161828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-8abf1aef-3cfd-4238-964f-235410414465 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.169540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-8abf1aef-3cfd-4238-964f-235410414465 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3606269
May 14 21:14:01.242347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-4c5c7b31-4294-4368-a443-187bb22b86cd tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/quotas/366727f0fe304593ae0a789b2f0eb0b2 HTTP/1.1" status: 200  len: 375 time: 0.0716240
May 14 21:14:01.248681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249487a-7137-4eee-b374-a1e11202cd00 req-a0a57324-a56c-46cd-a495-807a43799dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.248681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-a0a57324-a56c-46cd-a495-807a43799dc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0754809
May 14 21:14:01.308074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61039ce-aeaf-4a64-b47d-25d42bace932 req-b933f218-4ddd-4ff0-ba14-020ad4267300 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.310355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f61039ce-aeaf-4a64-b47d-25d42bace932 req-b933f218-4ddd-4ff0-ba14-020ad4267300 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 948 time: 0.0805764
May 14 21:14:01.341099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-3238ff35-e76b-4097-882a-e63bc4139898 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0974195
May 14 21:14:01.349616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0266730-6c45-4892-b29a-f646ff53a898 req-105503ee-a9b1-4ce8-a823-ed2faee3ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.351107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0266730-6c45-4892-b29a-f646ff53a898 req-105503ee-a9b1-4ce8-a823-ed2faee3ce6a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1127 time: 0.1776166
May 14 21:14:01.363245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f61039ce-aeaf-4a64-b47d-25d42bace932 req-56d2e575-f845-4870-b8bc-71a1ce0074d1 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468943
May 14 21:14:01.390707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-45c5d800-5532-49bc-a3f5-d4a060f9ebdd None None] Provisioning complete for port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:01.391096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45c5d800-5532-49bc-a3f5-d4a060f9ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:01.428934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0266730-6c45-4892-b29a-f646ff53a898 req-5ac5aec0-6a1c-4dc5-83a2-b1a7f53fad18 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629063
May 14 21:14:01.434682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-45c5d800-5532-49bc-a3f5-d4a060f9ebdd None None] Port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:01.437961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Router d685bcc9-7819-4945-a81c-40e3fe72eedf has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:14:01.521062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba936f-8bd2-44c4-b941-015328b2b143 req-7b8def79-39a1-4c3d-806b-8b501d2d029b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.523904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73ba936f-8bd2-44c4-b941-015328b2b143 req-7b8def79-39a1-4c3d-806b-8b501d2d029b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.0550919
May 14 21:14:01.559319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:14:01.565985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3de5ba01-d930-4049-b032-825ceee759a4 admin admin] 10.222.0.52 "PUT /v2.0/routers/d685bcc9-7819-4945-a81c-40e3fe72eedf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8926189
May 14 21:14:01.577325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73ba936f-8bd2-44c4-b941-015328b2b143 req-6439bbf5-a687-4b03-9d2d-b6e8f4a1e8a9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475650
May 14 21:14:01.803499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf93a7-7c3f-446c-848d-6235eb1dc1fd req-db781105-edcd-43c1-8cf7-39c42ac09dab tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.805498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bdf93a7-7c3f-446c-848d-6235eb1dc1fd req-db781105-edcd-43c1-8cf7-39c42ac09dab tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0812340
May 14 21:14:01.835521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-b2a12eb3-bd3d-41df-9c38-400ac9a0222d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0241721
May 14 21:14:01.875854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bdf93a7-7c3f-446c-848d-6235eb1dc1fd req-76a0731e-3392-4847-8933-74f32cfb6326 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595756
May 14 21:14:01.971140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-d71b7201-b986-46a5-a464-6a5ff59a04b3 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:01.972633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-d71b7201-b986-46a5-a464-6a5ff59a04b3 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1310999
May 14 21:14:01.993849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-523c789a-4f7b-423e-97f1-4da37d117147 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/quotas/873c930e94574326a2aa94a76fda4f0d HTTP/1.1" status: 200  len: 375 time: 0.0157530
May 14 21:14:02.035771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-7c985859-1175-4051-a2e5-b7f22a20e55e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0372968
May 14 21:14:02.106761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac06c526-a690-46cb-8d3d-7157c114474e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:02.161581 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Sync routers for ids ['d685bcc9-7819-4945-a81c-40e3fe72eedf'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:14:02.172423 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Routers {'d685bcc9-7819-4945-a81c-40e3fe72eedf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:02.173061 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d685bcc9-7819-4945-a81c-40e3fe72eedf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:02.174289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ac06c526-a690-46cb-8d3d-7157c114474e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:02.174860 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:02.321917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ac06c526-a690-46cb-8d3d-7157c114474e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:02.322572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:02.349679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port ac06c526-a690-46cb-8d3d-7157c114474e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac06c526-a690-46cb-8d3d-7157c114474e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:02.398704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-19065a1a-a3d4-4f95-b0e6-481814da8694 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0593865
May 14 21:14:02.439958 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Set router d685bcc9-7819-4945-a81c-40e3fe72eedf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:02.442301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:02.592173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=ac06c526-a690-46cb-8d3d-7157c114474e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:02.645086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-5258c13e-2883-4abe-ae47-1f81a8416271 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6768014
May 14 21:14:02.652613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:02.660216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-78301a6c-0585-4b9b-bac1-005e279aa180 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:02.665102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-78301a6c-0585-4b9b-bac1-005e279aa180 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2632165
May 14 21:14:02.690757 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-820e2d7d-e353-480c-b396-056ea5df655c tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/quotas/366727f0fe304593ae0a789b2f0eb0b2 HTTP/1.1" status: 200  len: 375 time: 0.0187407
May 14 21:14:02.695186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-2b80e10f-5ead-4a24-b491-55d5df8e0d46 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483399
May 14 21:14:02.744522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-a8312dc0-7a72-4109-9a44-c81b6c547324 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528307
May 14 21:14:02.753038 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148ea30>, [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:13:59Z', 'revision_number': 4, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ac52fd0a-9b8c-40ce-add7-86eef5dc8300', 'name': '', 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'mac_address': 'fa:16:3e:17:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:58Z', 'updated_at': '2022-05-14T21:14:00Z', 'revision_number': 2, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'subnets': [{'id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:02.792847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Checking router: d685bcc9-7819-4945-a81c-40e3fe72eedf for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:14:02.793946 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Updating router d685bcc9-7819-4945-a81c-40e3fe72eedf port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:14:02.805676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:02.823265 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:02.850087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e249487a-7137-4eee-b374-a1e11202cd00 req-674b4506-b161-4f24-ba85-38ef406beefe service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484194
May 14 21:14:02.861640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 45254827-3761-4577-ac70-10de75efc370 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:02.910634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.013958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 45254827-3761-4577-ac70-10de75efc370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45254827-3761-4577-ac70-10de75efc370,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:03.027202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '45254827-3761-4577-ac70-10de75efc370', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '45254827-3761-4577-ac70-10de75efc370', 'mac_address': 'fa:16:3e:54:b3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:03.106545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Allocated IP 172.35.4.38 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:03.109363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f24de-0054-4f44-a026-97f2a9bcb154 req-175481b6-bbfd-4094-abfa-a00d6ba545a9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:03.118008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c91f24de-0054-4f44-a026-97f2a9bcb154 req-175481b6-bbfd-4094-abfa-a00d6ba545a9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0627708
May 14 21:14:03.132588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 45254827-3761-4577-ac70-10de75efc370 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:03.132969 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45254827-3761-4577-ac70-10de75efc370), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.164492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45254827-3761-4577-ac70-10de75efc370 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:03.176944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c91f24de-0054-4f44-a026-97f2a9bcb154 req-d3304e0e-f025-4f57-badc-1d77b84f1cdd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578086
May 14 21:14:03.212632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 45254827-3761-4577-ac70-10de75efc370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45254827-3761-4577-ac70-10de75efc370,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:03.285611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (45254827-3761-4577-ac70-10de75efc370), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.286022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.329476 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-b40cfa54-bf63-4887-b391-a06e6d2db3db tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0230510
May 14 21:14:03.342076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=45254827-3761-4577-ac70-10de75efc370,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:03.357024 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Publish callbacks [] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.416140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.442078 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.446034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-038ea32e-052d-43a4-aadf-b29bd853c6d0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:03.447766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-038ea32e-052d-43a4-aadf-b29bd853c6d0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1132715
May 14 21:14:03.453082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:03.456276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:03.460244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:03.477285 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-00016adc-722c-485d-ad93-46156e330e4d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/quotas/873c930e94574326a2aa94a76fda4f0d HTTP/1.1" status: 200  len: 375 time: 0.0207775
May 14 21:14:03.499260 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Pushing event updated for resources: {'Port': ['ID=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:03.505873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Pushing event updated for resources: {'Port': ['ID=0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:03.510807 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.511987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.511987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.513363 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.513943 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.514561 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.515048 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.515496 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.515942 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.516379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.516801 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.517225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.517646 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.518061 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.518599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:03.522794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['45254827-3761-4577-ac70-10de75efc370'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:03.540694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-7320c36e-35ba-447f-90c0-e61cb2017cf2 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0624511
May 14 21:14:03.641158 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Attempting to bind port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:03.641806 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Attempting to bind port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:03.642334 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Attempting to bind port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 on network 3991efc5-f4ab-4db3-971f-1883feaada43 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:03.650745 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:03.652559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Checking segment: {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:03.659056 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.659406 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Bound using segment: {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:03.666522 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Bound port: ac52fd0a-9b8c-40ce-add7-86eef5dc8300, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:03.666992 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.725395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (63674aab-f84d-43b2-8a96-4ac1ef057a35), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.767404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] For port ac52fd0a-9b8c-40ce-add7-86eef5dc8300, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:03.770891 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] For port ac52fd0a-9b8c-40ce-add7-86eef5dc8300, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:03.840867 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.870705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.898817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] Provisioning complete for port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:03.901134 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:03.938102 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Routers {'d685bcc9-7819-4945-a81c-40e3fe72eedf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:03.938745 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d685bcc9-7819-4945-a81c-40e3fe72eedf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:04.048164 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5b2f-88b7-4752-8d4e-77b3a0f010ed None None] Pushing event updated for resources: {'Port': ['ID=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:04.108911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] Current status of the port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:04.112512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.161341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] For port ac52fd0a-9b8c-40ce-add7-86eef5dc8300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:04.172228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac06c526-a690-46cb-8d3d-7157c114474e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:04.180847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801597c4-d5d1-4879-a506-4f2eac0cc652 req-d106aaa5-1125-4891-9bb7-d7c36445bada tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:04.190513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-801597c4-d5d1-4879-a506-4f2eac0cc652 req-d106aaa5-1125-4891-9bb7-d7c36445bada tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 949 time: 0.1462157
May 14 21:14:04.224991 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] Set router d685bcc9-7819-4945-a81c-40e3fe72eedf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:04.233259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.245020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.311807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ac06c526-a690-46cb-8d3d-7157c114474e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:04.312236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.315052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d999a-0917-4100-9ce9-07d42131c3ff None None] Pushing event updated for resources: {'Port': ['ID=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:04.319124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-801597c4-d5d1-4879-a506-4f2eac0cc652 req-e2a40c97-3da4-4c63-ac6e-19add3e3b6c3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216247
May 14 21:14:04.351234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.390477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7fac38c8-e302-4eb2-919b-cfc4e95dcd5f None None] Provisioning complete for port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:04.391168 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7fac38c8-e302-4eb2-919b-cfc4e95dcd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.455852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Pushing event updated for resources: {'Port': ['ID=0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:04.464828 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (63674aab-f84d-43b2-8a96-4ac1ef057a35), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.485657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ac06c526-a690-46cb-8d3d-7157c114474e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:04.535509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-9d366fa3-4e3a-41e8-bc28-b4d8bcf79152 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0357442
May 14 21:14:04.568670 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148ea30>, [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:13:59Z', 'revision_number': 4, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ac52fd0a-9b8c-40ce-add7-86eef5dc8300', 'name': '', 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'mac_address': 'fa:16:3e:17:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:58Z', 'updated_at': '2022-05-14T21:14:03Z', 'revision_number': 4, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'subnets': [{'id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:04.571316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103444c-f61a-4229-9cf5-13eb30afae81 req-ef6c659f-1851-4871-a943-4e89aa43fe09 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:04.572909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1103444c-f61a-4229-9cf5-13eb30afae81 req-ef6c659f-1851-4871-a943-4e89aa43fe09 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.0755301
May 14 21:14:04.581402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7fac38c8-e302-4eb2-919b-cfc4e95dcd5f None None] Current status of the port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:04.586150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:04.587638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-1c290acc-0a83-44aa-b360-67b3e2e5b5f1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9415240
May 14 21:14:04.614387 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b2936a-605a-4228-b2b2-e060cbb10b8c None None] The sync data for ids ['d685bcc9-7819-4945-a81c-40e3fe72eedf'] in ncdv-master-1 is: [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:13:59Z', 'revision_number': 4, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ac52fd0a-9b8c-40ce-add7-86eef5dc8300', 'name': '', 'network_id': '3991efc5-f4ab-4db3-971f-1883feaada43', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'mac_address': 'fa:16:3e:17:1e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:58Z', 'updated_at': '2022-05-14T21:14:03Z', 'revision_number': 4, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'subnets': [{'id': '6857f20b-c9dd-4e5c-81c5-ef9e490d93df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:14:04.677436 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1103444c-f61a-4229-9cf5-13eb30afae81 req-4247e3a6-45f5-4746-a21a-f49178694989 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979059
May 14 21:14:04.762118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-a439e20e-b65e-481c-b11d-8ef866095ad8 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.38 HTTP/1.1" status: 200  len: 695 time: 0.1668713
May 14 21:14:04.851990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d00a96-8bb2-4df3-9352-40fbcd25d4b3 req-daea5e47-7196-47b8-b791-7317760d0139 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:04.854388 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5d00a96-8bb2-4df3-9352-40fbcd25d4b3 req-daea5e47-7196-47b8-b791-7317760d0139 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0645168
May 14 21:14:04.889701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 45254827-3761-4577-ac70-10de75efc370 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:04.890381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-f7d3e83a-6470-4911-a1ce-8eefa9297d50 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:04.893301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-f7d3e83a-6470-4911-a1ce-8eefa9297d50 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3516860
May 14 21:14:04.912574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Request body: {'port': {'device_id': 'b557786f-467b-4f39-b283-7c798215ba18', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '366727f0fe304593ae0a789b2f0eb0b2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:04.983234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5d00a96-8bb2-4df3-9352-40fbcd25d4b3 req-95f5766b-99a9-41e3-baa0-9e6929cc2601 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221907
May 14 21:14:05.017099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 45254827-3761-4577-ac70-10de75efc370 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:05.029200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-b0cfd910-89d3-4c4d-bca5-5b4ba8c05846 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:05.030800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-b0cfd910-89d3-4c4d-bca5-5b4ba8c05846 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2587385
May 14 21:14:05.050467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-b380b3f1-1909-42e6-b6ab-9b18b42cd514 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:14:05.051469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d42d011-f5cc-4cb1-808c-ca83563d55da req-b380b3f1-1909-42e6-b6ab-9b18b42cd514 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0095270
May 14 21:14:05.093749 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-046f3550-8d13-4017-978f-3351e379340a req-e86c03fd-e89d-48b2-b9c9-1014d4c2d24c tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 210 time: 0.0509729
May 14 21:14:05.145070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 45254827-3761-4577-ac70-10de75efc370 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:05.145715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45254827-3761-4577-ac70-10de75efc370), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.213281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f41cdf57-a9de-4236-8ff1-29f646098b59 req-a4f9ba81-7839-4d18-8c1e-2c49ed41a328 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 210 time: 0.0715921
May 14 21:14:05.234780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Made reservation on behalf of 366727f0fe304593ae0a789b2f0eb0b2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:05.239711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.244882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ed8cd-0cd6-4def-a140-75599b35d63a req-8ca55e52-86fb-41cd-acd9-fa47f4181fa2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:05.247108 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d2ed8cd-0cd6-4def-a140-75599b35d63a req-8ca55e52-86fb-41cd-acd9-fa47f4181fa2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0883398
May 14 21:14:05.250067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.270190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 45254827-3761-4577-ac70-10de75efc370 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:05.270743 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45254827-3761-4577-ac70-10de75efc370), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.298446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45254827-3761-4577-ac70-10de75efc370'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:05.303706 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c666bc-dd51-41ec-8292-55aef122cf80" -d '{"events": [{"server_uuid": "d60f4941-2ff2-4617-b99c-46ae90d97bce", "name": "network-vif-plugged", "status": "completed", "tag": "45254827-3761-4577-ac70-10de75efc370"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:05.326321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 45254827-3761-4577-ac70-10de75efc370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45254827-3761-4577-ac70-10de75efc370,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:05.342441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d2ed8cd-0cd6-4def-a140-75599b35d63a req-ed5a0851-e744-4aaa-badc-2f0b9178d06a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892065
May 14 21:14:05.371009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks [] for security_group (73ef7a41-ecc1-4d91-82ac-3fc3922ae307), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.401855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (45254827-3761-4577-ac70-10de75efc370), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.402901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:05.419534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91db8bd2-be84-4f88-8653-798701775e57 req-8a44d78a-84df-4c3b-9a3f-10e83a07833b tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips/63674aab-f84d-43b2-8a96-4ac1ef057a35 HTTP/1.1" status: 200  len: 692 time: 0.0475295
May 14 21:14:05.430465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (73ef7a41-ecc1-4d91-82ac-3fc3922ae307), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.482357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ef7a41-ecc1-4d91-82ac-3fc3922ae307,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:05.572872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db8bd2-be84-4f88-8653-798701775e57 req-b437b18e-2bee-4dfd-bb6b-6767d51c8ce6 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:05.574559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91db8bd2-be84-4f88-8653-798701775e57 req-b437b18e-2bee-4dfd-bb6b-6767d51c8ce6 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1494937
May 14 21:14:05.589349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-91db8bd2-be84-4f88-8653-798701775e57 req-165fa055-fdda-4ac8-8aa3-fa9982e5b221 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:14:05.603709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe9527-9fb0-4fcd-acff-4d3735ab376d req-49b69a61-c4db-4139-8440-383c5c15e37d tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:05.603709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fe9527-9fb0-4fcd-acff-4d3735ab376d req-49b69a61-c4db-4139-8440-383c5c15e37d tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1127 time: 0.0489321
May 14 21:14:05.604276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91db8bd2-be84-4f88-8653-798701775e57 req-165fa055-fdda-4ac8-8aa3-fa9982e5b221 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0134969
May 14 21:14:05.688460 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e4013-b10c-4b74-9240-ca0dac048662 x-openstack-request-id: req-402e4013-b10c-4b74-9240-ca0dac048662 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:05.689050 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f4941-2ff2-4617-b99c-46ae90d97bce", "name": "network-vif-plugged", "status": "completed", "tag": "45254827-3761-4577-ac70-10de75efc370", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:05.689050 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-402e4013-b10c-4b74-9240-ca0dac048662 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:05.689434 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402e4013-b10c-4b74-9240-ca0dac048662'] response: {'server_uuid': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45254827-3761-4577-ac70-10de75efc370', 'code': 200}
May 14 21:14:05.723996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=45254827-3761-4577-ac70-10de75efc370,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:05.740952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Allocated IP 192.168.233.173 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/cd79d740-e7bf-4fb9-a20e-1e35700ba976) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:05.812593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:05.813241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.822116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93b72e-8c29-4ee3-877b-c135032d87c5 req-43f00552-1033-4d90-b437-341d630347a2 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:05.832695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e93b72e-8c29-4ee3-877b-c135032d87c5 req-43f00552-1033-4d90-b437-341d630347a2 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 950 time: 0.0939388
May 14 21:14:05.891398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:05.907371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e93b72e-8c29-4ee3-877b-c135032d87c5 req-ff2ebea5-9bdd-4f27-836b-b4da9f7d1190 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733576
May 14 21:14:05.933599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks [] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:05.979628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.054371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-06609572-ef81-4274-9dc0-481776f5bd23 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0499785
May 14 21:14:06.055829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:06.062284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a2b2d-8ae3-4b1b-a205-b0f2cd9661f2 req-8f4d7aae-bc8e-4828-8e53-858eea07f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.064226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-410a2b2d-8ae3-4b1b-a205-b0f2cd9661f2 req-8f4d7aae-bc8e-4828-8e53-858eea07f9fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 1132 time: 0.0896568
May 14 21:14:06.108688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.146493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad963aec-2ae4-4148-bc01-af6203bc892d req-6ecf6ad5-9665-43a9-8699-56d05f3d8336 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=c2856369dca645e88c940652f218dc3b HTTP/1.1" status: 200  len: 695 time: 0.2051520
May 14 21:14:06.147243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac52fd0a-9b8c-40ce-add7-86eef5dc8300 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:06.189609 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-7cf5a986-5b26-4bda-9361-9c9a716bbe58 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0818596
May 14 21:14:06.194101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29fe9527-9fb0-4fcd-acff-4d3735ab376d req-66f05429-e7b2-41cd-9e07-0260805e25db tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5890179
May 14 21:14:06.243236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:06.253054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:06.254156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.308729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-3e4e4fed-c568-48d9-869d-e52342875128 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.310873 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-3e4e4fed-c568-48d9-869d-e52342875128 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2499766
May 14 21:14:06.360170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:06.391122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:06.391219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad963aec-2ae4-4148-bc01-af6203bc892d req-d9cef05f-2c25-4016-af5b-308c601733d5 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.391344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Request body: {'port': {'device_id': '0682771c-4855-4853-9123-f03aa17b7b53', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '873c930e94574326a2aa94a76fda4f0d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:06.391438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad963aec-2ae4-4148-bc01-af6203bc892d req-d9cef05f-2c25-4016-af5b-308c601733d5 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks?id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 787 time: 0.2433202
May 14 21:14:06.395561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-e811d22a-37e7-48f6-84ca-d7615a1d1830 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.397765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-e811d22a-37e7-48f6-84ca-d7615a1d1830 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1986105
May 14 21:14:06.403610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-ad963aec-2ae4-4148-bc01-af6203bc892d req-ed02ce1b-a843-4f9e-8f12-df1f6e74295a tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:14:06.404600 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad963aec-2ae4-4148-bc01-af6203bc892d req-ed02ce1b-a843-4f9e-8f12-df1f6e74295a tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0067258
May 14 21:14:06.414135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:06.420787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Request body: {'port': {'device_id': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '366727f0fe304593ae0a789b2f0eb0b2'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:06.426339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:06.439418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c7a07-d54e-4bf3-a96a-6699e239f580 req-86f2c846-6284-43bd-81a2-5c0f33db86e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.448123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e36c7a07-d54e-4bf3-a96a-6699e239f580 req-86f2c846-6284-43bd-81a2-5c0f33db86e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.1291389
May 14 21:14:06.448123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-410a2b2d-8ae3-4b1b-a205-b0f2cd9661f2 req-e900467c-79e1-430d-a297-ac220cc4108f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3437731
May 14 21:14:06.563156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7936ff34-5e50-4d75-85a6-806e27877341 req-cb963aaf-75f6-4eb7-b7d2-0aece2a6fefb tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 210 time: 0.0355401
May 14 21:14:06.598917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.599587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.637589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e36c7a07-d54e-4bf3-a96a-6699e239f580 req-07b340b1-ba17-452d-bc72-a6d039302baa tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671064
May 14 21:14:06.678674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c80933-b1c3-4722-8c45-2603baaecc5e req-ecde7176-412b-401f-92f8-13292ca4a47a tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.680413 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04c80933-b1c3-4722-8c45-2603baaecc5e req-ecde7176-412b-401f-92f8-13292ca4a47a tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1127 time: 0.0518887
May 14 21:14:06.696179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Made reservation on behalf of 366727f0fe304593ae0a789b2f0eb0b2 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:06.701016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.744428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c113e04b-37ac-4427-bea8-a5f80b85145f req-90992f70-7984-4d87-a0c3-43029fbadcb4 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 210 time: 0.0299280
May 14 21:14:06.751532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-c1f7e3fa-1c83-4230-af71-fa6f4fddfc86 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8461654
May 14 21:14:06.769771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Request body: {'port': {'device_id': 'b557786f-467b-4f39-b283-7c798215ba18', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:06.807891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04c80933-b1c3-4722-8c45-2603baaecc5e req-76fcdeb6-915a-47fb-bcfd-3e25fdb0c534 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205738
May 14 21:14:06.828757 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.829828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2aa64577-7633-4107-8ecf-b6e66d50e26a None None] Provisioning complete for port cd79d740-e7bf-4fb9-a20e-1e35700ba976 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:06.831855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2aa64577-7633-4107-8ecf-b6e66d50e26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.874543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Made reservation on behalf of 873c930e94574326a2aa94a76fda4f0d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:06.878181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.882804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2aa64577-7633-4107-8ecf-b6e66d50e26a None None] Port cd79d740-e7bf-4fb9-a20e-1e35700ba976 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:06.900155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:06.912736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:06.948968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99d312-7b08-4d66-9970-933e83429c9f req-328c48a4-cb07-47a2-b823-11c2a135d364 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:06.950527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec99d312-7b08-4d66-9970-933e83429c9f req-328c48a4-cb07-47a2-b823-11c2a135d364 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 944 time: 0.1106248
May 14 21:14:07.015946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:07.029948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'port_id': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'mac_address': 'fa:16:3e:7a:06:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d2c7c2-7c18-4078-88bc-d38042d9b040', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:07.076728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:07.077115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.092471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:07.114266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:07.116662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec99d312-7b08-4d66-9970-933e83429c9f req-89881d80-9225-4159-8892-18eb3e7fbac5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528580
May 14 21:14:07.163723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-834d26a0-b24d-4a2e-8f90-7261dc2c6079 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0522823
May 14 21:14:07.183385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-78905750-930c-44f8-ae02-14acbc638338 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips/63674aab-f84d-43b2-8a96-4ac1ef057a35 HTTP/1.1" status: 200  len: 692 time: 0.3085234
May 14 21:14:07.222690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.293057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks [] for security_group (d292226f-a1ff-4db7-9ab9-50aa8e889a1c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.298628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Allocated IP 192.168.233.229 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/1ef02825-0b9d-4284-a41f-f07bc5e3e488) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:07.299792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:07.345077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c685f0-3047-4c72-a07a-73ae8d3b1380 req-5859ef23-461a-47dd-a43d-74e7f426e9c7 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:07.348133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91c685f0-3047-4c72-a07a-73ae8d3b1380 req-5859ef23-461a-47dd-a43d-74e7f426e9c7 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 950 time: 0.0789266
May 14 21:14:07.363602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd277-34e3-4348-8003-805711587bef req-930eaac6-728c-4a36-8751-04e6d56d599d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:07.365295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-930eaac6-728c-4a36-8751-04e6d56d599d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1657214
May 14 21:14:07.382329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-ca1fd9c7-ee76-4d88-9eab-e0b029c6c867 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:14:07.383317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-ca1fd9c7-ee76-4d88-9eab-e0b029c6c867 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0085714
May 14 21:14:07.391120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d292226f-a1ff-4db7-9ab9-50aa8e889a1c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.406010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-53ce2d26-4b3e-40c5-871c-e0c594c62729 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:07.407629 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-53ce2d26-4b3e-40c5-871c-e0c594c62729 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2359273
May 14 21:14:07.469652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-f445a657-52e6-495a-a37e-11803fa25b99 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.38 HTTP/1.1" status: 200  len: 695 time: 0.0742266
May 14 21:14:07.473585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:07.483733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91c685f0-3047-4c72-a07a-73ae8d3b1380 req-7f1a88af-79e6-4ec2-8de7-39d2e600e215 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284976
May 14 21:14:07.487650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d292226f-a1ff-4db7-9ab9-50aa8e889a1c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:07.546086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Request body: {'port': {'device_id': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '873c930e94574326a2aa94a76fda4f0d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:07.555189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-93facac2-c312-4010-bb47-df2c396de0ec tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.38 HTTP/1.1" status: 200  len: 695 time: 0.0592618
May 14 21:14:07.690070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:07.692506 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ec74b8-c47f-4e10-9992-b3c640ea4ce8" -d '{"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:07.700999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks [] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.721557 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Deleting port 0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:07.721772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.796021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Made reservation on behalf of 873c930e94574326a2aa94a76fda4f0d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:07.799696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.813938 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.814265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.828401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Calling delete_port for 0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:07.890038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:07.973623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:07.994766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:08.004393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:08.009815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:08.010449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.026112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:08.144897 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-05717c9a-ee89-4962-98dc-0d2038c42870 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7282438
May 14 21:14:08.162150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Request body: {'port': {'device_id': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:08.185479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.257208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (63674aab-f84d-43b2-8a96-4ac1ef057a35), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.259980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.261045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-064bd277-34e3-4348-8003-805711587bef req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "DELETE /v2.0/floatingips/63674aab-f84d-43b2-8a96-4ac1ef057a35 HTTP/1.1" status: 204  len: 173 time: 0.7049770
May 14 21:14:08.264962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6332be-f20c-4469-b398-dd64f9e84c8d tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Pushing event deleted for resources: {'Port': ['ID=0266ca87-68f9-4172-bd0f-2b2e6f0a4d6c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:08.321528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5584e8c9-1f3c-4fd0-b64d-01d18340f122 None None] Provisioning complete for port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:08.322107 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5584e8c9-1f3c-4fd0-b64d-01d18340f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.333722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.374731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5584e8c9-1f3c-4fd0-b64d-01d18340f122 None None] Port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:08.386769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd79d740-e7bf-4fb9-a20e-1e35700ba976 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:08.395634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Publish callbacks [] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.412525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Transition to ACTIVE for port object cd79d740-e7bf-4fb9-a20e-1e35700ba976 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:08.458367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69640-011a-4f44-87e3-5ed852941a49 req-434e43bd-9917-4ced-b6b6-799f03d8ef92 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:08.459878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01c69640-011a-4f44-87e3-5ed852941a49 req-434e43bd-9917-4ced-b6b6-799f03d8ef92 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 936 time: 0.0779700
May 14 21:14:08.488054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.588659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Allocated IP 192.168.233.113 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/7f69be99-9e4d-472a-a312-16dd01bfc172) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:08.593347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:08.628085 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01c69640-011a-4f44-87e3-5ed852941a49 req-1381b2a0-ca69-4b6c-83a2-205d836dcd49 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592565
May 14 21:14:08.731465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Attempting to bind port cd79d740-e7bf-4fb9-a20e-1e35700ba976 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:08.731862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Attempting to bind port cd79d740-e7bf-4fb9-a20e-1e35700ba976 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:08.732229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Attempting to bind port cd79d740-e7bf-4fb9-a20e-1e35700ba976 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:08.743400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Port cd79d740-e7bf-4fb9-a20e-1e35700ba976 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:08.743769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Attempting to bind port cd79d740-e7bf-4fb9-a20e-1e35700ba976 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:08.752732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc33ca2-b69c-4de3-bfc3-2bf3b587363b req-8c3e2ca7-2e38-450d-86c4-fa7b08d010d3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:08.754889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3bc33ca2-b69c-4de3-bfc3-2bf3b587363b req-8c3e2ca7-2e38-450d-86c4-fa7b08d010d3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0637848
May 14 21:14:08.794029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:08.794282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:08.794676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:08.795182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Bound port: cd79d740-e7bf-4fb9-a20e-1e35700ba976, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:08.795716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.853654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3bc33ca2-b69c-4de3-bfc3-2bf3b587363b req-f1375854-ff6d-46a6-b127-61249723be00 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750103
May 14 21:14:08.908235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:08.910350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:08.916240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks [] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:08.927267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:08.942607 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f293146c-f9ab-4436-bdd7-a31c8cfa0917 x-openstack-request-id: req-f293146c-f9ab-4436-bdd7-a31c8cfa0917 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:08.943317 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-unplugged", "status": "completed", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:08.948714 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f293146c-f9ab-4436-bdd7-a31c8cfa0917 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:08.948714 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f293146c-f9ab-4436-bdd7-a31c8cfa0917'] response: {'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'code': 200}
May 14 21:14:08.993710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:08.994349 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.003933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.028498 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebaf6203-7e16-4c80-bfe1-e459cf4322ad req-f905ca8f-620a-422a-bec9-f9859ff8b6eb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 210 time: 0.0390656
May 14 21:14:09.050607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.118445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:09.118825 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.126048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:09.129268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.130970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] 10.222.0.48 "PUT /v2.0/ports/cd79d740-e7bf-4fb9-a20e-1e35700ba976 HTTP/1.1" status: 200  len: 1096 time: 2.3741632
May 14 21:14:09.136047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:09.139509 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55988b70-d57b-4232-940d-48f6986aa7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:09.183241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:09.204394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:09.216772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:09.219150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:09.222336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Allocated IP 192.168.233.112 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/98713c9a-6a3b-4530-a828-26ae7e23cc8f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:09.228515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08210c70-7be6-4ca9-b478-1ba5e9df031e service neutron] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:09.276421 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.365749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:09.401027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:09.401673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.411471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-c4eb0acb-86de-4d6e-ace1-f9c21fd158c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:09.411471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-c4eb0acb-86de-4d6e-ace1-f9c21fd158c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 1130 time: 0.1362457
May 14 21:14:09.417414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:09.508267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-4274bd3f-45b0-4dce-988a-a2df7c3a6834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976 HTTP/1.1" status: 200  len: 217 time: 0.0743942
May 14 21:14:09.572532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-459f75b5-35c4-421f-938d-df7a56f9b2dc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1969409
May 14 21:14:09.582262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790cff9-b4c2-4259-8cbd-282fb54c8cc0 req-bd62f872-a880-4a12-8741-da6e5705deb3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:09.583955 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4790cff9-b4c2-4259-8cbd-282fb54c8cc0 req-bd62f872-a880-4a12-8741-da6e5705deb3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0632951
May 14 21:14:09.590574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Request body: {'port': {'device_id': '0682771c-4855-4853-9123-f03aa17b7b53', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:09.620708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-dabde614-8f55-4df5-953d-d7de8e725b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:09.622694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-dabde614-8f55-4df5-953d-d7de8e725b6d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0884640
May 14 21:14:09.634137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4790cff9-b4c2-4259-8cbd-282fb54c8cc0 req-98e081b9-1207-434d-916a-01799bc57aaa tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430393
May 14 21:14:09.664304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f5a2884d-a581-4f93-8cc5-a9da54cf7a36 None None] Provisioning complete for port 7f69be99-9e4d-472a-a312-16dd01bfc172 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:09.664765 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5a2884d-a581-4f93-8cc5-a9da54cf7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.710186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2884d-a581-4f93-8cc5-a9da54cf7a36 None None] Port 7f69be99-9e4d-472a-a312-16dd01bfc172 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:09.732251 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.737166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086c814-45b0-413f-af3c-1daba865510d req-7b6ad98a-1b7a-4f57-b1cd-6eaa4b0688ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:09.738677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-7b6ad98a-1b7a-4f57-b1cd-6eaa4b0688ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1079142
May 14 21:14:09.741430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks [] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:09.863397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-2ca9cfd1-9261-4c67-82c8-f10bd187973e tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1930678
May 14 21:14:09.873196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:09.920944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-db9eb640-1537-4078-ae77-08f6c5406782 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714990
May 14 21:14:09.996525 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.047518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.112057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:10.120368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:10.128552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:10.132172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event updated for resources: {'Port': ['ID=98713c9a-6a3b-4530-a828-26ae7e23cc8f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:10.136253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.159455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b086c814-45b0-413f-af3c-1daba865510d req-0d5c1000-0229-4660-a42c-20a254af0922 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324882
May 14 21:14:10.193083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:10.193750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.284128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-4abae620-6589-41c4-bc55-8b66fe09609a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7455869
May 14 21:14:10.336711 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-111cb287-b6d8-4acc-b9ca-dc4a25e33110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.438968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f84bdf8a-54d0-4f33-90fc-686ad3a7cda5 None None] Provisioning complete for port 98713c9a-6a3b-4530-a828-26ae7e23cc8f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:10.440085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f84bdf8a-54d0-4f33-90fc-686ad3a7cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.489233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f84bdf8a-54d0-4f33-90fc-686ad3a7cda5 None None] Port 98713c9a-6a3b-4530-a828-26ae7e23cc8f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:10.520190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef02825-0b9d-4284-a41f-f07bc5e3e488 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:10.532000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Publish callbacks [] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.560628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Allocated IP 172.35.4.68 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/edd92aa2-2f58-41ce-bcf6-7c566914f9c5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:10.567256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Transition to ACTIVE for port object 1ef02825-0b9d-4284-a41f-f07bc5e3e488 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:10.628026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Request body: {'port': {'device_id': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:10.660898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.698416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.729786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.747526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:10.786437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Attempting to bind port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:10.786926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Attempting to bind port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:10.787825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Attempting to bind port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:10.797728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:10.798098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Attempting to bind port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:10.804068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:10.808451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:10.810501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:10.811021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Bound port: 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:10.815197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.886165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:10.936826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:10.947121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:10.950529 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ad959d-4066-43f9-98a3-f52b1c67a0e8" -d '{"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-plugged", "status": "completed", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:10.953678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:10.977452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:10.981124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:10.987624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:10.992649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Pushing event updated for resources: {'Port': ['ID=edd92aa2-2f58-41ce-bcf6-7c566914f9c5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:11.008586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-46e3be1d-d2a9-4601-aaf9-2d1f2176a1b1 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:14:11.009598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-46e3be1d-d2a9-4601-aaf9-2d1f2176a1b1 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1504104
May 14 21:14:11.024625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b640-64b8-4e68-9a35-d033f7815183 req-dcfe3895-5a0f-4a9a-8a87-bedd8ae22eb8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:11.026086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5136b640-64b8-4e68-9a35-d033f7815183 req-dcfe3895-5a0f-4a9a-8a87-bedd8ae22eb8 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 945 time: 0.1010811
May 14 21:14:11.050711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:11.067334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.082654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Publish callbacks [] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.086779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.110082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Transition to ACTIVE for port object 7f69be99-9e4d-472a-a312-16dd01bfc172 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:11.115074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-562dcdd1-48a1-4a39-96c5-2ac595de8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:11.116486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-562dcdd1-48a1-4a39-96c5-2ac595de8330 service neutron] 10.222.0.52 "GET /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 1124 time: 0.0821033
May 14 21:14:11.125027 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (ab7a0989-7155-4013-a861-af844ba173c5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.142400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:11.142943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Unknown quota resources ['binding']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:14:11.145663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:11.146283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.147718 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] 10.222.0.48 "PUT /v2.0/ports/1ef02825-0b9d-4284-a41f-f07bc5e3e488 HTTP/1.1" status: 200  len: 1096 time: 2.9910538
May 14 21:14:11.148129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:11.150361 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e" -d '{"events": [{"name": "network-changed", "server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:11.151413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Deleting port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:11.151910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.188359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc5e7-5884-448d-9afa-1025498240d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:11.222415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.334007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on host nch1-master-1 for vnic_type normal with profile None {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:11.334351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:11.336516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:11.362907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:11.363259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:11.370897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:11.383661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.410528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:11.410882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:11.411261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:11.411722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Bound port: c79010d0-bc70-40cb-809d-4227f14fbcda, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:11.416239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] For port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:11.417849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.463371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-03266181-5b07-4c22-8999-ca986b3b3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:11.465256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-03266181-5b07-4c22-8999-ca986b3b3a82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 1130 time: 0.1187019
May 14 21:14:11.482760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.546846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Attempting to bind port 7f69be99-9e4d-472a-a312-16dd01bfc172 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:11.547184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Attempting to bind port 7f69be99-9e4d-472a-a312-16dd01bfc172 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:11.547536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Attempting to bind port 7f69be99-9e4d-472a-a312-16dd01bfc172 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:11.554772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-f33fa3e1-d983-45a8-bef8-8c51d5f43ceb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488 HTTP/1.1" status: 200  len: 217 time: 0.0818691
May 14 21:14:11.594898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Port 7f69be99-9e4d-472a-a312-16dd01bfc172 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:11.595238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Attempting to bind port 7f69be99-9e4d-472a-a312-16dd01bfc172 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:11.630724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:11.638973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-e9bea612-d919-4e7f-887a-fdd16861b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:11.640230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:11.640795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-e9bea612-d919-4e7f-887a-fdd16861b83a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0790181
May 14 21:14:11.640897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:11.641091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:11.641426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Bound port: 7f69be99-9e4d-472a-a312-16dd01bfc172, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:11.641785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.717197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.718266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3f98f444-bb63-4de9-a0e8-fd8cd7321880 service neutron] 10.222.0.52 "POST /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda/bindings HTTP/1.1" status: 201  len: 389 time: 0.5853179
May 14 21:14:11.732763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98713c9a-6a3b-4530-a828-26ae7e23cc8f {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:11.735526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815decd-205d-4408-9f17-82a1ed156735 req-3889d471-a5f0-4441-9e2f-87d13be7855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:11.737028 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-3889d471-a5f0-4441-9e2f-87d13be7855b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0835805
May 14 21:14:11.746646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Publish callbacks [] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.784560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Transition to ACTIVE for port object 98713c9a-6a3b-4530-a828-26ae7e23cc8f will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:11.791221 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.791611 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.791951 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b disassociated. External IP: 172.35.4.142, port: d7b4c8ec-2c9b-4a8f-b571-ffd26783a122.
May 14 21:14:11.792301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Calling delete_port for d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:11.811275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:11.815434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:11.842255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.858217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-e74d7b42-d2b8-46a9-80fb-6cc725847bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150599
May 14 21:14:11.890997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.921462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.957196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.967028 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (ab7a0989-7155-4013-a861-af844ba173c5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:11.998547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Pushing event updated for resources: {'Port': ['ID=edd92aa2-2f58-41ce-bcf6-7c566914f9c5,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:12.012664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d815decd-205d-4408-9f17-82a1ed156735 req-8a79edc2-97ad-4e8e-ae78-ae6f33dc94ca service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479058
May 14 21:14:12.016595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:12.016986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:12.018567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] 10.222.0.48 "PUT /v2.0/ports/7f69be99-9e4d-472a-a312-16dd01bfc172 HTTP/1.1" status: 200  len: 1096 time: 2.4353893
May 14 21:14:12.038293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Pushing event updated for resources: {'Port': ['ID=98713c9a-6a3b-4530-a828-26ae7e23cc8f,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:12.080765 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:12.082518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-d19ae852-c973-4745-b6d3-a295f2f58be1 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.2131028
May 14 21:14:12.138688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a433d0-1f06-45b8-b76b-f63b5551e717 req-d04df791-a06e-4dce-9bdc-1e8c8c4e21e3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:12.140307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27a433d0-1f06-45b8-b76b-f63b5551e717 req-d04df791-a06e-4dce-9bdc-1e8c8c4e21e3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 950 time: 0.1210325
May 14 21:14:12.146438 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d7b4c8ec-2c9b-4a8f-b571-ffd26783a122), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:12.161274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-e53e389e-806c-445b-83d7-14238159a64a tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.68 HTTP/1.1" status: 200  len: 695 time: 0.0715854
May 14 21:14:12.218361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b162ef5-93c7-4112-9a74-49b0afe8067d service neutron] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:12.278012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Attempting to bind port 98713c9a-6a3b-4530-a828-26ae7e23cc8f on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:12.278393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Attempting to bind port 98713c9a-6a3b-4530-a828-26ae7e23cc8f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:12.278567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-96bbec68-1b98-4659-813e-a00cb6aa2991 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:12.278684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Attempting to bind port 98713c9a-6a3b-4530-a828-26ae7e23cc8f on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:12.280862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f63f337a-ac83-47b4-a30b-9ce1816f5312 req-96bbec68-1b98-4659-813e-a00cb6aa2991 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1192813
May 14 21:14:12.291848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event deleted for resources: {'Port': ['ID=d7b4c8ec-2c9b-4a8f-b571-ffd26783a122,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:12.334465 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e941d111-155a-487d-a82b-62707d7d147b x-openstack-request-id: req-e941d111-155a-487d-a82b-62707d7d147b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:12.334832 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:12.335002 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e941d111-155a-487d-a82b-62707d7d147b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:12.335413 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e941d111-155a-487d-a82b-62707d7d147b'] response: {'name': 'network-changed', 'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'status': 'completed', 'code': 200}
May 14 21:14:12.339149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Port 98713c9a-6a3b-4530-a828-26ae7e23cc8f on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:12.339512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Attempting to bind port 98713c9a-6a3b-4530-a828-26ae7e23cc8f on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:12.350286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27a433d0-1f06-45b8-b76b-f63b5551e717 req-9b305516-4184-40f1-b480-a40e84ec9074 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963456
May 14 21:14:12.359237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:12.359583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:12.360006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:12.360409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Bound port: 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:12.360769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:12.424259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec6f9a4e-4c5a-42ef-8774-48a33b131cb9 req-463ab277-e9d0-4da3-8ae5-bd574c63af1b tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 210 time: 0.0330038
May 14 21:14:12.515458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4d828-0bd2-46b3-8782-c8ded35e8866 req-b7ad5a3c-bf8e-4675-a9de-62f830375631 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:12.516903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53c4d828-0bd2-46b3-8782-c8ded35e8866 req-b7ad5a3c-bf8e-4675-a9de-62f830375631 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 948 time: 0.0962269
May 14 21:14:12.527818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Router 211f6534-b851-4165-bedc-b51b34cefe67 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:14:12.551547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494f6b6-4e08-4b90-8e9f-7439d6c3cd6e req-d3b351f7-4fac-48f8-8d05-3d7be218f6ca tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:12.551696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] For port 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:12.555100 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2494f6b6-4e08-4b90-8e9f-7439d6c3cd6e req-d3b351f7-4fac-48f8-8d05-3d7be218f6ca tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0603700
May 14 21:14:12.579943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] For port 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:12.619402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2494f6b6-4e08-4b90-8e9f-7439d6c3cd6e req-02f5c953-5c1a-461b-9557-2e14d77361cc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571961
May 14 21:14:12.649220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53c4d828-0bd2-46b3-8782-c8ded35e8866 req-628a2739-d270-4c7e-a468-c0d005160d32 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234162
May 14 21:14:12.755418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3de721-72fc-48bc-8d2f-6c5700e66587 req-d272aa9a-d684-4f18-acee-6df062a6fe09 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:12.757450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a3de721-72fc-48bc-8d2f-6c5700e66587 req-d272aa9a-d684-4f18-acee-6df062a6fe09 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 948 time: 0.0586822
May 14 21:14:12.813282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d66992a4-3546-4cef-9996-d23c2fdfc8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:12.819940 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a3de721-72fc-48bc-8d2f-6c5700e66587 req-504f6709-e775-4eca-af57-f4fcace53094 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555296
May 14 21:14:12.867294 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec7146d-9acf-4421-b64c-c4c431ec7e98 x-openstack-request-id: req-9ec7146d-9acf-4421-b64c-c4c431ec7e98 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:12.867675 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-plugged", "status": "completed", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:12.867940 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ec7146d-9acf-4421-b64c-c4c431ec7e98 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:12.868344 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec7146d-9acf-4421-b64c-c4c431ec7e98'] response: {'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'code': 200}
May 14 21:14:12.901320 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520d922-81ec-4939-8632-d6790d049d47 x-openstack-request-id: req-f520d922-81ec-4939-8632-d6790d049d47 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:12.901747 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:12.902104 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f520d922-81ec-4939-8632-d6790d049d47 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:12.902799 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f520d922-81ec-4939-8632-d6790d049d47'] response: {'name': 'network-changed', 'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'status': 'completed', 'code': 200}
May 14 21:14:12.999924 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:13.000903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4772f-8bb0-4b10-929b-3ac33790a193 req-96e4f356-b3df-4e1e-bcbe-05652cc5e6f1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.002639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e4772f-8bb0-4b10-929b-3ac33790a193 req-96e4f356-b3df-4e1e-bcbe-05652cc5e6f1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.0511646
May 14 21:14:13.056541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e4772f-8bb0-4b10-929b-3ac33790a193 req-6d43b1ac-9c8e-4e5d-b80c-525bd747bf97 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470550
May 14 21:14:13.098393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.099024 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:13.100525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] 10.222.0.36 "PUT /v2.0/ports/98713c9a-6a3b-4530-a828-26ae7e23cc8f HTTP/1.1" status: 200  len: 1096 time: 2.4768507
May 14 21:14:13.134905 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-a2c4a5d4-9a6f-4992-991a-af5284fef481 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips/ab7a0989-7155-4013-a861-af844ba173c5 HTTP/1.1" status: 200  len: 692 time: 0.0506406
May 14 21:14:13.152870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd441a77-edab-44ee-b2b3-4ebb464efdfa req-04c98be8-941c-43d7-ae10-a341e56f6547 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.154395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd441a77-edab-44ee-b2b3-4ebb464efdfa req-04c98be8-941c-43d7-ae10-a341e56f6547 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1591177
May 14 21:14:13.228804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-615a64df-300c-43de-81cc-b72a5dd1a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.231011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-615a64df-300c-43de-81cc-b72a5dd1a8f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 1130 time: 0.0934105
May 14 21:14:13.239568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:14:13.247927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b23ebb-9708-4e7c-8ab1-a01349b62925 req-1efc005e-1d30-4ffd-8739-78e040f991c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.249454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00b23ebb-9708-4e7c-8ab1-a01349b62925 req-1efc005e-1d30-4ffd-8739-78e040f991c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 1128 time: 0.1958945
May 14 21:14:13.258794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-6d033e66-13d0-443a-9198-b9d7638dc5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.262968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:14:13.263103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-6d033e66-13d0-443a-9198-b9d7638dc5bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1130 time: 0.1714923
May 14 21:14:13.283230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:13.283942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:13.293245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f3c02-f801-48d8-920b-df76101fdac4 service neutron] Pushing event updated for resources: {'Port': ['ID=98713c9a-6a3b-4530-a828-26ae7e23cc8f,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:13.337183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-dfc36530-0df0-45de-883b-0cda1fd6e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.338839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-dfc36530-0df0-45de-883b-0cda1fd6e995 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 1130 time: 0.1835523
May 14 21:14:13.411791 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-b4811ccb-c6bd-47bd-a199-ffa6b1aa950b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7f69be99-9e4d-472a-a312-16dd01bfc172 HTTP/1.1" status: 200  len: 217 time: 0.0989139
May 14 21:14:13.431070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-fb52ca26-d954-4a97-95d1-772505bce703 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.432631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-fb52ca26-d954-4a97-95d1-772505bce703 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2858882
May 14 21:14:13.447668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:13.463981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-22886f85-fe0f-4ff7-87f4-870b1c7f679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.466435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-22886f85-fe0f-4ff7-87f4-870b1c7f679f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2266011
May 14 21:14:13.513216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00b23ebb-9708-4e7c-8ab1-a01349b62925 req-c7f85414-e253-48ec-a9bb-c8e8a9a8a954 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475107
May 14 21:14:13.539923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] No DVR routers for this DVR port d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:13.567317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-7d2c692a-f1f9-4bb5-ab07-0fafade8f36c tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.68 HTTP/1.1" status: 200  len: 695 time: 0.1165915
May 14 21:14:13.568992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-219095b8-ca00-42c2-b270-2a6592656fdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976 HTTP/1.1" status: 200  len: 217 time: 0.0593429
May 14 21:14:13.572116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:13.576183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5136b640-64b8-4e68-9a35-d033f7815183 req-f29455dd-1544-4ef7-8de1-7edb57937692 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.36 "DELETE /v2.0/ports/d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 HTTP/1.1" status: 204  len: 173 time: 2.5414162
May 14 21:14:13.597722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd441a77-edab-44ee-b2b3-4ebb464efdfa req-b1c20337-1f6f-49fe-8360-67c4840777a7 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4182537
May 14 21:14:13.603290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-7dc4000f-7631-46c2-920a-b848dd731f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.604855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-7dc4000f-7631-46c2-920a-b848dd731f3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 1130 time: 0.3085797
May 14 21:14:13.682776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-9ddee512-62e9-4a22-9d56-39d2070d4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.685624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-9ddee512-62e9-4a22-9d56-39d2070d4a60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1943719
May 14 21:14:13.706186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6ba00>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:13.749568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:14:13.753241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:13.762486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:13.763361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6ba00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:13.797432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-467076c9-6849-46be-95fa-fde78a668ca6 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.68 HTTP/1.1" status: 200  len: 695 time: 0.2200358
May 14 21:14:13.924033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-6ff517a5-2f1d-4432-9e2b-92fa9bc9add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.925809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-6ff517a5-2f1d-4432-9e2b-92fa9bc9add2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.4319193
May 14 21:14:13.935150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-b2b28435-9e05-4129-aa63-8c4f86e77cfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f HTTP/1.1" status: 200  len: 217 time: 0.1809039
May 14 21:14:13.951732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-0ed416fc-bc48-4f0f-94c4-c76fefc621ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:13.953228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-0ed416fc-bc48-4f0f-94c4-c76fefc621ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3676169
May 14 21:14:13.953447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:14.066988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-195f4a2f-4709-4210-8a92-84782024fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.069184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-195f4a2f-4709-4210-8a92-84782024fa6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1067173
May 14 21:14:14.092996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-6a68b5bc-b634-41cc-9dcb-808dc673e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.095378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-6a68b5bc-b634-41cc-9dcb-808dc673e51a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1127 time: 0.2791195
May 14 21:14:14.096562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-6df8fd93-afa6-491a-9501-379f67d3e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.097968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-6df8fd93-afa6-491a-9501-379f67d3e18a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3840587
May 14 21:14:14.106601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Deleting port edd92aa2-2f58-41ce-bcf6-7c566914f9c5 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:14.107001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-711afd59-02bf-4721-9339-8c24d5e3e6b5 req-7988fccf-64ea-41a6-86a6-27fabe6b612e tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/ports?device_id=2fc3677c-c275-470e-97fc-e832134789c1 HTTP/1.1" status: 200  len: 210 time: 0.0837011
May 14 21:14:14.107107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:14.107205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-29a571e5-f33e-485a-ab3d-d71c0f7b678b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488 HTTP/1.1" status: 200  len: 217 time: 0.0910826
May 14 21:14:14.288891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6ba00>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:14.333813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fe1f31-f1c1-4d53-b038-853abf43e7d7 None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:40Z', 'revision_number': 4, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b1f42c4d-bd80-401a-aa6a-5b346950c1c4', 'name': '', 'network_id': '824318b0-331e-4da1-8622-b2d8e9a5e85d', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'mac_address': 'fa:16:3e:88:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:39Z', 'updated_at': '2022-05-14T21:11:48Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'subnets': [{'id': 'f4e30d7e-b429-4cb9-a578-085f6316fae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:14:14.348217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}, {'name': 'network-changed', 'server_uuid': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'tag': '98713c9a-6a3b-4530-a828-26ae7e23cc8f'}, {'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'name': 'network-vif-deleted', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:14.351458 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8fc7fc-4920-41cf-8f08-46445f8ca45f" -d '{"events": [{"name": "network-changed", "server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}, {"name": "network-changed", "server_uuid": "6eef68d3-09e1-45d5-8cec-2e5649628310", "tag": "98713c9a-6a3b-4530-a828-26ae7e23cc8f"}, {"server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "name": "network-vif-deleted", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:14.447593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-7daaadab-52f2-4523-adc4-ec1ac960431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.451228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-7daaadab-52f2-4523-adc4-ec1ac960431d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3314285
May 14 21:14:14.459096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-10bcb5b7-9723-4b61-90aa-a1c25da4c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.460757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-10bcb5b7-9723-4b61-90aa-a1c25da4c297 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2767582
May 14 21:14:14.469136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53837b91-1b98-4ff6-bab1-013197ca6af3 req-6fe6e146-dddc-4c9a-8382-80b1b6db3814 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.478675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53837b91-1b98-4ff6-bab1-013197ca6af3 req-6fe6e146-dddc-4c9a-8382-80b1b6db3814 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.1837084
May 14 21:14:14.513155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:14.544978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:14.545967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:14.554804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-73967563-ffed-499b-a158-0bf16f945eab service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4760697
May 14 21:14:14.581934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Calling delete_port for edd92aa2-2f58-41ce-bcf6-7c566914f9c5 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:14.630799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-123683bb-f2b7-40aa-8730-84029c9b752f service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5206749
May 14 21:14:14.650965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-62bf7a8a-cc10-447c-8b91-36c035ccbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.652566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-62bf7a8a-cc10-447c-8b91-36c035ccbd68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1592531
May 14 21:14:14.653637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-e9f33438-deb6-4c3d-b96b-dceb8569407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.658558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-e9f33438-deb6-4c3d-b96b-dceb8569407e service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.4580679
May 14 21:14:14.703752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-fbfc764d-ca17-49f9-bf41-1acb229620fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.705198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-fbfc764d-ca17-49f9-bf41-1acb229620fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2216976
May 14 21:14:14.710462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53837b91-1b98-4ff6-bab1-013197ca6af3 req-a837aab0-1e1b-4774-b3a9-8ebd6327a255 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307796
May 14 21:14:14.750172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:14.766473 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55988b70-d57b-4232-940d-48f6986aa7d4 req-76c141c3-c165-4ea3-92c0-cf19c858bb77 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2046683
May 14 21:14:14.783773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'mac_address': 'fa:16:3e:dd:fc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:14.847221 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b85f26-c445-480c-8bdd-7faad54ffac6 None None] New status for floating IP f9182ef6-43ac-4bca-a6be-d7a661b1794b: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:14:14.848434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:14.848557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:14.863087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd79d740-e7bf-4fb9-a20e-1e35700ba976 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:14.884427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:14.891757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1e4c57f-4a0f-49e0-86f5-106e3a014971 req-38b5daab-6e7d-4d20-8e78-917bc8d0b112 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462955
May 14 21:14:14.909350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e45d1-840b-4c98-9053-b625b5679b13 req-55f3f917-51e9-408c-830c-c1aa51ee71e6 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:14.910898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c5e45d1-840b-4c98-9053-b625b5679b13 req-55f3f917-51e9-408c-830c-c1aa51ee71e6 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 948 time: 0.0815077
May 14 21:14:14.933301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:14.952914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-87784c0c-0507-459a-88ea-1397aeee7469 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398028
May 14 21:14:14.960713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:14.961273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d7b4c8ec-2c9b-4a8f-b571-ffd26783a122 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:14.962676 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:14.997063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (edd92aa2-2f58-41ce-bcf6-7c566914f9c5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:15.024424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:15.030199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3b5db134-7b10-4b38-9bda-b3dc6706b1b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 217 time: 0.1000347
May 14 21:14:15.042500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Pushing event deleted for resources: {'Port': ['ID=edd92aa2-2f58-41ce-bcf6-7c566914f9c5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:15.086390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks [] for floatingip (ab7a0989-7155-4013-a861-af844ba173c5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:15.092786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:15.092786 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a620c81-70ae-41fd-b8b7-24056d1c683b req-393770a1-bae0-4574-92ab-2951f29b0c33 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "DELETE /v2.0/floatingips/ab7a0989-7155-4013-a861-af844ba173c5 HTTP/1.1" status: 204  len: 173 time: 1.2809315
May 14 21:14:15.178078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c5e45d1-840b-4c98-9053-b625b5679b13 req-74fcc8a2-940b-40c4-9d0f-6c15620677a3 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403433
May 14 21:14:15.202222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-0fe30796-5c7e-46fe-ad28-644120df4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:15.202222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-0fe30796-5c7e-46fe-ad28-644120df4b00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1318250
May 14 21:14:15.221974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['cd79d740-e7bf-4fb9-a20e-1e35700ba976'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:15.244256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-ca9d2f6a-79c8-40db-a5a1-530d1cf95f1a service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301973
May 14 21:14:15.244578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0c9fa-bbfd-4bc0-abe3-414596fcb3b4 req-7fa98d05-5dac-4397-abbf-4dea721950a5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:15.251109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-f2ce84dc-d272-42b8-9894-5b20be3b7a49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417147
May 14 21:14:15.258055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06f0c9fa-bbfd-4bc0-abe3-414596fcb3b4 req-7fa98d05-5dac-4397-abbf-4dea721950a5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 948 time: 0.1022079
May 14 21:14:15.273037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6206c8f3-7d2d-46f7-ac34-3c80727fd94e req-35fb1314-1bd2-416e-b56d-eab89fac44ec service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3081925
May 14 21:14:15.341055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06f0c9fa-bbfd-4bc0-abe3-414596fcb3b4 req-8ce39025-a783-4919-b18e-1243045fdc5f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806482
May 14 21:14:15.356405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-ed766c8d-c1fd-42f8-b071-e0950564b2f8 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f04e1accfc534fb18e36d789a9cefde3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0815551
May 14 21:14:15.484078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757bf77-b491-4dd9-9579-4951cc303e08 req-b2bef154-841d-4c4c-865c-493d22bb9623 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:15.485593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8757bf77-b491-4dd9-9579-4951cc303e08 req-b2bef154-841d-4c4c-865c-493d22bb9623 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.0510864
May 14 21:14:15.503456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a8f212b-8734-49d7-9869-01261e26aeb6 req-60ea0df9-1867-4727-a801-448518220147 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2498429
May 14 21:14:15.515607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-fad45c23-2928-40c6-b2e9-78cc5270c87c service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2527966
May 14 21:14:15.519683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:15.539162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8757bf77-b491-4dd9-9579-4951cc303e08 req-ab2b8a9e-5317-477d-bcd5-12adb97b4eed tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465691
May 14 21:14:15.586290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-4e22b758-8c0d-4151-a003-37d047323040 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:15.587745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-4e22b758-8c0d-4151-a003-37d047323040 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2015419
May 14 21:14:15.602708 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 14 May 2022 21:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee8a146-560a-4079-90f6-f55de6b4368f x-openstack-request-id: req-0ee8a146-560a-4079-90f6-f55de6b4368f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:15.603002 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6eef68d3-09e1-45d5-8cec-2e5649628310", "tag": "98713c9a-6a3b-4530-a828-26ae7e23cc8f", "status": "completed", "code": 200}, {"server_uuid": "2fc3677c-c275-470e-97fc-e832134789c1", "name": "network-vif-deleted", "tag": "d7b4c8ec-2c9b-4a8f-b571-ffd26783a122", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:15.603259 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ee8a146-560a-4079-90f6-f55de6b4368f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:15.603672 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee8a146-560a-4079-90f6-f55de6b4368f'] response: {'name': 'network-changed', 'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'status': 'completed', 'code': 200}
May 14 21:14:15.604005 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee8a146-560a-4079-90f6-f55de6b4368f'] response: {'name': 'network-changed', 'server_uuid': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'tag': '98713c9a-6a3b-4530-a828-26ae7e23cc8f', 'status': 'completed', 'code': 200}
May 14 21:14:15.604165 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee8a146-560a-4079-90f6-f55de6b4368f'] response: {'server_uuid': '2fc3677c-c275-470e-97fc-e832134789c1', 'name': 'network-vif-deleted', 'tag': 'd7b4c8ec-2c9b-4a8f-b571-ffd26783a122', 'status': 'completed', 'code': 200}
May 14 21:14:15.620660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-901c5c37-4837-4d27-b47e-fb77227740d3 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/quotas/f04e1accfc534fb18e36d789a9cefde3 HTTP/1.1" status: 200  len: 375 time: 0.0249624
May 14 21:14:15.696195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9ca12-feb0-41d4-b3fb-9130726c1a5d req-5f43db7a-b1eb-4b53-b7d5-513da788a7e5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:15.697909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bfe9ca12-feb0-41d4-b3fb-9130726c1a5d req-5f43db7a-b1eb-4b53-b7d5-513da788a7e5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0500414
May 14 21:14:15.748867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bfe9ca12-feb0-41d4-b3fb-9130726c1a5d req-25365eac-94f4-470c-b63e-22e3c2739c71 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442016
May 14 21:14:15.808799 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-d24c60e0-7d37-485c-b438-1470d192f056 req-ebdbd01a-efbf-4068-aa8b-6897065eafdd tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] show failed (client error): The resource could not be found.
May 14 21:14:15.809937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d24c60e0-7d37-485c-b438-1470d192f056 req-ebdbd01a-efbf-4068-aa8b-6897065eafdd tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips/ab7a0989-7155-4013-a861-af844ba173c5 HTTP/1.1" status: 404  len: 350 time: 0.0366187
May 14 21:14:15.937922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-12ed103d-b06a-407b-8347-1ffe6a7ed9bd service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4149036
May 14 21:14:15.954544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be5c4a-3ecc-4be7-acb2-d7f253362431 req-81553a8a-d920-4478-9e9e-a94e75aa3096 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:15.956036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15be5c4a-3ecc-4be7-acb2-d7f253362431 req-81553a8a-d920-4478-9e9e-a94e75aa3096 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0514705
May 14 21:14:15.967098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-777f634f-a66e-4342-aa6a-06fafc7b6641 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3383534
May 14 21:14:16.003915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15be5c4a-3ecc-4be7-acb2-d7f253362431 req-e735a934-7864-4ba9-99c5-71a42eaac052 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421379
May 14 21:14:16.112295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b863-caf6-4b75-98bc-f6f41a9fa5f4 req-ecf7025f-858e-4931-a1cc-2d37ba6a3a3c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.113857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f94b863-caf6-4b75-98bc-f6f41a9fa5f4 req-ecf7025f-858e-4931-a1cc-2d37ba6a3a3c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.0481577
May 14 21:14:16.179636 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f94b863-caf6-4b75-98bc-f6f41a9fa5f4 req-57eceda0-8c2e-4ee1-883b-0d64b86b1c86 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556314
May 14 21:14:16.188799 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-6064c927-5f94-4ef1-ab3f-78d4251dbb9a req-4bd7e7ea-d339-4374-bc9d-d2ff3d24f6e8 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] show failed (client error): The resource could not be found.
May 14 21:14:16.191153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6064c927-5f94-4ef1-ab3f-78d4251dbb9a req-4bd7e7ea-d339-4374-bc9d-d2ff3d24f6e8 tempest-FloatingIPsTestJSON-1690542044 tempest-FloatingIPsTestJSON-1690542044-project] 10.222.0.52 "GET /v2.0/floatingips/ab7a0989-7155-4013-a861-af844ba173c5 HTTP/1.1" status: 404  len: 350 time: 0.0378799
May 14 21:14:16.204813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49880) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:16.280905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-925062cc-9368-4dde-86df-0eeb24d89ea1 req-1d1e1e2f-7255-439c-9bca-8d870f9e92d1 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.0548737
May 14 21:14:16.337392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-e8c9048d-f3cb-4b6a-96b9-9134d78e07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.339109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-e8c9048d-f3cb-4b6a-96b9-9134d78e07ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1130 time: 0.0746582
May 14 21:14:16.411630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bfa79-3014-441c-9bbc-ebe432014b21 req-691d9ce4-a8e2-4e80-93c1-e4338e503a0d tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.413066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a2bfa79-3014-441c-9bbc-ebe432014b21 req-691d9ce4-a8e2-4e80-93c1-e4338e503a0d tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 948 time: 0.0494142
May 14 21:14:16.518662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:16.520646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a2bfa79-3014-441c-9bbc-ebe432014b21 req-56504339-41ff-4b72-b822-a8895b0785af tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002846
May 14 21:14:16.523472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:16.559909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-80f8e5a6-81d7-4755-a4c6-53f0c208c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.563414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-80f8e5a6-81d7-4755-a4c6-53f0c208c7dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 1130 time: 0.1164963
May 14 21:14:16.634792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-78954636-eb47-41ff-87dd-c1e731c0f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.636624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-78954636-eb47-41ff-87dd-c1e731c0f470 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1672297
May 14 21:14:16.716470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (d685bcc9-7819-4945-a81c-40e3fe72eedf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:16.829632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port cd79d740-e7bf-4fb9-a20e-1e35700ba976 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:16.909267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4b6a-90e8-4cb1-b050-2b629018d4ae req-d0659c28-cec7-4ae3-bf0a-44107b0a378f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.909625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:16.920021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aebb0-e331-494f-b947-dc65892dd0f9 req-4841aee8-67a3-436e-8bad-076dfdf25c71 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.920241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-860e4b6a-90e8-4cb1-b050-2b629018d4ae req-d0659c28-cec7-4ae3-bf0a-44107b0a378f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 948 time: 0.2740512
May 14 21:14:16.929112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec8aebb0-e331-494f-b947-dc65892dd0f9 req-4841aee8-67a3-436e-8bad-076dfdf25c71 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.0765660
May 14 21:14:16.936289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port cd79d740-e7bf-4fb9-a20e-1e35700ba976 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:16.936890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:16.941555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'mac_address': 'fa:16:3e:81:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:16.941776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-9b3c11a8-eac7-4b49-95f8-b62799836021 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.943280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-9b3c11a8-eac7-4b49-95f8-b62799836021 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.2562625
May 14 21:14:16.970691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:16.993241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-39bcbd0d-c512-4377-8b42-df93d3799606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:16.994647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-39bcbd0d-c512-4377-8b42-df93d3799606 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.3087828
May 14 21:14:17.009755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-860e4b6a-90e8-4cb1-b050-2b629018d4ae req-8f5e77f7-bda1-427a-9e3c-307db22c7e3f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924103
May 14 21:14:17.033075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:17.038878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.071279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef02825-0b9d-4284-a41f-f07bc5e3e488 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:17.091260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:17.091675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.107854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec8aebb0-e331-494f-b947-dc65892dd0f9 req-f4a19c2c-30ed-4b1c-91ec-25a5982f9def tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825423
May 14 21:14:17.108309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:17.129421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:17.131978 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b2dac-b749-406d-a9bc-4f747a419568" -d '{"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-plugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:17.138977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49906) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:17.154049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:17.201747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.211233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Deleting port ac52fd0a-9b8c-40ce-add7-86eef5dc8300 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:17.211233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.237935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.262020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41361099-5ef1-43c4-af3c-355cbc831fd9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group (3c72dcc5-51d1-4b0c-88bf-2e5f56db284e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.267750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:17.274651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7e370-a6ee-43ea-b341-39c592954683 req-df0e44f7-0c9e-4c65-9e83-dd66ea1119e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:17.276295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46b7e370-a6ee-43ea-b341-39c592954683 req-df0e44f7-0c9e-4c65-9e83-dd66ea1119e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0762334
May 14 21:14:17.308770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41361099-5ef1-43c4-af3c-355cbc831fd9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group (3c72dcc5-51d1-4b0c-88bf-2e5f56db284e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.326432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:17.376072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] For port ac52fd0a-9b8c-40ce-add7-86eef5dc8300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:17.376441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.377704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46b7e370-a6ee-43ea-b341-39c592954683 req-a7b0531b-a75b-4de4-afd3-28c301091a5e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869517
May 14 21:14:17.399958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Calling delete_port for ac52fd0a-9b8c-40ce-add7-86eef5dc8300 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:17.416304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-58129710-2123-4ec6-9041-d726d50300ab tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:17.418282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-58129710-2123-4ec6-9041-d726d50300ab tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 814 time: 0.1928008
May 14 21:14:17.430283 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08cb6f1-e96a-4ac6-85e8-a3567e2f307b x-openstack-request-id: req-f08cb6f1-e96a-4ac6-85e8-a3567e2f307b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:17.430721 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-plugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:17.431088 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f08cb6f1-e96a-4ac6-85e8-a3567e2f307b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:17.431580 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08cb6f1-e96a-4ac6-85e8-a3567e2f307b'] response: {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'code': 200}
May 14 21:14:17.460667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1ef02825-0b9d-4284-a41f-f07bc5e3e488'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:17.466035 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-a4a17a11-6495-4dbc-837a-10fd88b08a84 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/quotas/e4af8109ce4a4e98a2e7104125651db0 HTTP/1.1" status: 200  len: 375 time: 0.0415585
May 14 21:14:17.513211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59f09718-89d4-4e74-a8a5-5599b76e0f8f req-dac1719c-34df-40ba-bc94-d6ec56128021 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.0340812
May 14 21:14:17.520023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41361099-5ef1-43c4-af3c-355cbc831fd9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c72dcc5-51d1-4b0c-88bf-2e5f56db284e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.523242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41361099-5ef1-43c4-af3c-355cbc831fd9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.524610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41361099-5ef1-43c4-af3c-355cbc831fd9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "DELETE /v2.0/security-groups/3c72dcc5-51d1-4b0c-88bf-2e5f56db284e HTTP/1.1" status: 204  len: 168 time: 0.3843110
May 14 21:14:17.528977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:17.554348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41361099-5ef1-43c4-af3c-355cbc831fd9 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72dcc5-51d1-4b0c-88bf-2e5f56db284e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:17.557104 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-6a9438b3-6e36-4296-847c-9529a9fed067 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] show failed (client error): The resource could not be found.
May 14 21:14:17.558215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6a9438b3-6e36-4296-847c-9529a9fed067 tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "GET /v2.0/security-groups/3c72dcc5-51d1-4b0c-88bf-2e5f56db284e HTTP/1.1" status: 404  len: 347 time: 0.0270364
May 14 21:14:17.563957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:17.564551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-be17847c-7492-49ef-9ff7-97f6154f6037 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0912814
May 14 21:14:17.713599 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-3204d57a-bfd9-4669-ba5b-22c5e13c975f service neutron] 10.222.0.52 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364944
May 14 21:14:17.739681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-527ade0d-0ba1-4422-99bc-2750de11887b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=7f69be99-9e4d-472a-a312-16dd01bfc172 HTTP/1.1" status: 200  len: 217 time: 0.0822010
May 14 21:14:17.819025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfbd0-b6a7-4252-b4ee-c4af8b38e291 req-8221dd68-b673-4670-8a39-20967e9e27ac tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:17.820479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b83bfbd0-b6a7-4252-b4ee-c4af8b38e291 req-8221dd68-b673-4670-8a39-20967e9e27ac tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 949 time: 0.1645975
May 14 21:14:17.854891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8ab29-a548-4ed4-9864-cb9f64ccabcd req-2fa531e0-774e-4aa1-b009-d7361b3dcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:17.857624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aba8ab29-a548-4ed4-9864-cb9f64ccabcd req-2fa531e0-774e-4aa1-b009-d7361b3dcbfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 1132 time: 0.1347244
May 14 21:14:17.858021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Deleting port dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:17.858363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.895777 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-c287f188-c175-447d-b549-4c44c8ec7d36 service neutron] 10.222.0.52 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741538
May 14 21:14:17.897743 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-17f97bd1-ff2e-4e06-8e1a-5b573ef9b2fa service neutron] 10.222.0.48 "GET /v2.0/ports/b5e80fb6-d607-4cd2-bf6a-fc74ad375750/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1006513
May 14 21:14:17.932032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ac52fd0a-9b8c-40ce-add7-86eef5dc8300), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:17.940734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-8810d432-ff03-4dfe-8e06-3bb1536f5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:17.948451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-8810d432-ff03-4dfe-8e06-3bb1536f5941 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1607616
May 14 21:14:17.952385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:17.959780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac52fd0a-9b8c-40ce-add7-86eef5dc8300,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:18.103672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-84dab1f8-8b82-4b50-835f-e75c02874ee9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f HTTP/1.1" status: 200  len: 217 time: 0.1655662
May 14 21:14:18.162722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (d685bcc9-7819-4945-a81c-40e3fe72eedf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:18.188208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b83bfbd0-b6a7-4252-b4ee-c4af8b38e291 req-6d73c5c3-7ef3-4fde-bfd7-a18d40cf736e tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3543463
May 14 21:14:18.231795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-5ea024b7-60e4-494f-9b70-14479ec7cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:18.233320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-5ea024b7-60e4-494f-9b70-14479ec7cd20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2686417
May 14 21:14:18.253111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aba8ab29-a548-4ed4-9864-cb9f64ccabcd req-4384f3d1-c7f9-40e6-a7bb-b063400c5b27 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3841190
May 14 21:14:18.254753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:18.255071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:18.297267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:18.298848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Calling delete_port for dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:18.522173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114b706-68be-44f3-ab0b-8d793ec5db23 req-2df888ac-fcfd-48a8-935d-a43f9f2414da tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:18.524654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6114b706-68be-44f3-ab0b-8d793ec5db23 req-2df888ac-fcfd-48a8-935d-a43f9f2414da tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.1232581
May 14 21:14:18.552305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:18.554395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-12c4ec9e-01dd-47c1-b6e9-0368bc19970c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:18.555940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-12c4ec9e-01dd-47c1-b6e9-0368bc19970c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e45e4ee-630a-46b5-81bc-8945dbcb4aa8 HTTP/1.1" status: 200  len: 946 time: 0.1754315
May 14 21:14:18.585460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:18.589291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519474b8-0d28-4692-ae88-127b11807e8e req-b2bab4e8-a49a-4af1-a910-00371c974e04 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:18.592441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-519474b8-0d28-4692-ae88-127b11807e8e req-b2bab4e8-a49a-4af1-a910-00371c974e04 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 948 time: 0.1459775
May 14 21:14:18.606330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-c2aafdf1-ce43-4f7f-afcb-88040216e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:18.608164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-c2aafdf1-ce43-4f7f-afcb-88040216e22d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2378552
May 14 21:14:18.738623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6114b706-68be-44f3-ab0b-8d793ec5db23 req-92e5de74-50a2-492c-9711-93926fdaa923 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020257
May 14 21:14:18.753776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Router d685bcc9-7819-4945-a81c-40e3fe72eedf has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:14:18.813817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:18.837916 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-733f7dc7-020e-4d04-8e28-86ddc72f10ef req-92e1bf40-211d-40d7-814e-fb39b90340e5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 210 time: 0.0281634
May 14 21:14:18.872641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:18.893705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-519474b8-0d28-4692-ae88-127b11807e8e req-c960d82c-ca45-4d37-9299-a239aa70df90 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843595
May 14 21:14:18.896515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:18.896903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:18.939330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'mac_address': 'fa:16:3e:e1:bd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:18.956794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 98713c9a-6a3b-4530-a828-26ae7e23cc8f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:19.012068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:19.012603 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.075409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:19.088257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-bee40076-98df-45b1-8879-58f6eba74c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.090691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-bee40076-98df-45b1-8879-58f6eba74c83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4277942
May 14 21:14:19.137544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:19.138245 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.141027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Deleting port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:19.141213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.142170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:19.195571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:19.199559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:19.209986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '98713c9a-6a3b-4530-a828-26ae7e23cc8f', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '98713c9a-6a3b-4530-a828-26ae7e23cc8f', 'mac_address': 'fa:16:3e:eb:f1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:19.242113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-bc28c307-c477-4901-b07c-782385a01bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.242363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.243858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-bc28c307-c477-4901-b07c-782385a01bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 1132 time: 0.4126408
May 14 21:14:19.253761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3970a3e8-6887-4330-8d7a-1abfc40bd162 req-cd7b5bfd-1781-4ab4-b76e-497be5d23ce8 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.1618679
May 14 21:14:19.282960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 98713c9a-6a3b-4530-a828-26ae7e23cc8f is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:19.283314 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.307171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.316232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98713c9a-6a3b-4530-a828-26ae7e23cc8f {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:19.340653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:19.355173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:19.384759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0ccc-a368-4b17-b38b-4826e50695af req-a104fbc4-ca55-452b-9856-a2868faae3d2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.392029 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f7ca0ccc-a368-4b17-b38b-4826e50695af req-a104fbc4-ca55-452b-9856-a2868faae3d2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.4473493
May 14 21:14:19.402568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-94743ea9-a52f-40d9-8740-92673e409f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.404245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-94743ea9-a52f-40d9-8740-92673e409f59 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1132 time: 0.1073475
May 14 21:14:19.404511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:14:19.411909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:19.422447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] Sync routers for ids ['d685bcc9-7819-4945-a81c-40e3fe72eedf'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:14:19.432713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b9f42f1-1970-4dad-b838-a5df70882d8d admin admin] 10.222.0.52 "PUT /v2.0/routers/d685bcc9-7819-4945-a81c-40e3fe72eedf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2272608
May 14 21:14:19.437556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:19.437782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49950) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:19.440017 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37453b1a-6ffd-4ac9-b102-24ca32c22607" -d '{"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:19.458311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] Routers {'d685bcc9-7819-4945-a81c-40e3fe72eedf'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:19.458311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230124a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d685bcc9-7819-4945-a81c-40e3fe72eedf'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:19.502810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:19.522884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f7ca0ccc-a368-4b17-b38b-4826e50695af req-42682ea6-3d43-460c-8152-63576a0ec40e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291389
May 14 21:14:19.534029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-b4e1e120-67ed-4818-94d0-835e1a6e697b service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8543663
May 14 21:14:19.546232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.556396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:19.607912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-746826a9-6bc1-4496-b237-5d531970d8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255349
May 14 21:14:19.619666 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08774d95-741c-44e3-8847-b3c59354f1ae x-openstack-request-id: req-08774d95-741c-44e3-8847-b3c59354f1ae {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:19.619986 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:19.620216 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08774d95-741c-44e3-8847-b3c59354f1ae {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:19.621115 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08774d95-741c-44e3-8847-b3c59354f1ae'] response: {'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'code': 200}
May 14 21:14:19.627156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks [] for router (d685bcc9-7819-4945-a81c-40e3fe72eedf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.748593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237721e-208d-4bff-b6e2-6a5a82a115f5 req-964b5591-8f9f-4ba8-8635-b641d6b15966 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.756213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9237721e-208d-4bff-b6e2-6a5a82a115f5 req-964b5591-8f9f-4ba8-8635-b641d6b15966 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 950 time: 0.3572922
May 14 21:14:19.767403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] For port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:19.767811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:19.790911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['98713c9a-6a3b-4530-a828-26ae7e23cc8f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:19.829101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=98713c9a-6a3b-4530-a828-26ae7e23cc8f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:19.831160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41d329-ae20-40a7-837d-a5ccc6fef859 req-c55a063f-ba73-4048-8a72-25737c016f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.843373 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f41d329-ae20-40a7-837d-a5ccc6fef859 req-c55a063f-ba73-4048-8a72-25737c016f25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 1132 time: 0.0852025
May 14 21:14:19.854869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] Set router d685bcc9-7819-4945-a81c-40e3fe72eedf gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:19.968668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4347cb0-65f2-4916-8013-234a8cc3db66 req-5c69e771-2320-42c1-a226-326616958322 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:19.970541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4347cb0-65f2-4916-8013-234a8cc3db66 req-5c69e771-2320-42c1-a226-326616958322 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 945 time: 0.1253917
May 14 21:14:20.000408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks [] for router_gateway (d685bcc9-7819-4945-a81c-40e3fe72eedf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.040558 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f41d329-ae20-40a7-837d-a5ccc6fef859 req-8f3c860a-efa8-431b-97ff-e64feadb2b87 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650705
May 14 21:14:20.070767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4347cb0-65f2-4916-8013-234a8cc3db66 req-ed4cf56d-30a9-4441-a4ad-7cf04985a72d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862579
May 14 21:14:20.178291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.36', 52955) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:20.201768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Deleting port ac06c526-a690-46cb-8d3d-7157c114474e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:20.202008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230124a90>, [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181'}], 'enable_snat': True}, 'gw_port_id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:14:17Z', 'revision_number': 5, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port': {'id': 'ac06c526-a690-46cb-8d3d-7157c114474e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:13:55Z', 'updated_at': '2022-05-14T21:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:20.202186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.229595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Calling delete_port for dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:20.262196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:20.322834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01c79fa1-7e17-4b7c-99f9-12e001ff160c req-c8e90028-c448-4a01-bd1f-47a537d9e22d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 210 time: 0.1142666
May 14 21:14:20.328004 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-0cdd419c-b986-4174-964e-e98fc0b5161f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1473892
May 14 21:14:20.372250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] Checking router: d685bcc9-7819-4945-a81c-40e3fe72eedf for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:14:20.372380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] For port ac06c526-a690-46cb-8d3d-7157c114474e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac06c526-a690-46cb-8d3d-7157c114474e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:20.372690 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.379671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.392320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Calling delete_port for ac06c526-a690-46cb-8d3d-7157c114474e owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:20.403796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] Routers {'d685bcc9-7819-4945-a81c-40e3fe72eedf'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:20.404458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230124a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d685bcc9-7819-4945-a81c-40e3fe72eedf'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:20.450052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-1f844241-95c5-4086-8ba6-47f20b463fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:20.451586 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-1f844241-95c5-4086-8ba6-47f20b463fb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.9427891
May 14 21:14:20.452336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Pushing event deleted for resources: {'Port': ['ID=dbd2f2f5-0bf7-4591-89a8-f8d9015a52f7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:20.474531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9237721e-208d-4bff-b6e2-6a5a82a115f5 req-659f8898-fab5-4ad1-886e-f19c73f9c393 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7161262
May 14 21:14:20.480004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:20.489079 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6330c0ce-d6ea-4108-9d4c-ef34caabb10d" -d '{"events": [{"server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:20.497657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Publish callbacks [] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.513427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-bd066cb8-7a13-4937-96ad-36cbdb15f5ab service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8951514
May 14 21:14:20.513778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-8f9258eb-5bc2-4598-92b0-7fff1dd07db7 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f04e1accfc534fb18e36d789a9cefde3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384874
May 14 21:14:20.526247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] Set router d685bcc9-7819-4945-a81c-40e3fe72eedf gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:20.529037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de8fc7fc-4920-41cf-8f08-46445f8ca45f req-417674f6-3f15-4314-9173-6d326fb90ab6 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8832982
May 14 21:14:20.533223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.36', 52956) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:20.606903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230124a90>, [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:14:20Z', 'revision_number': 6, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:20.625377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263b5b-915b-4576-87eb-ce492c4713c2 req-60c1c94a-7f6a-46dd-a29f-ac7c4c20fb36 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:20.633171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-85263b5b-915b-4576-87eb-ce492c4713c2 req-60c1c94a-7f6a-46dd-a29f-ac7c4c20fb36 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 949 time: 0.1574507
May 14 21:14:20.646105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac176d-d301-43f1-b400-da270ae094b6 None None] The sync data for ids ['d685bcc9-7819-4945-a81c-40e3fe72eedf'] in ncdv-master-1 is: [{'id': 'd685bcc9-7819-4945-a81c-40e3fe72eedf', 'name': 'tempest-FloatingIPsTestJSON-1051754699-router', 'tenant_id': 'c2856369dca645e88c940652f218dc3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:13:54Z', 'updated_at': '2022-05-14T21:14:20Z', 'revision_number': 6, 'project_id': 'c2856369dca645e88c940652f218dc3b', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:14:20.672807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f26865e2-8f2f-4e3a-9c15-48b3dbca7ea3 req-79e721d6-d1b3-4399-a944-586aee195e99 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.0619907
May 14 21:14:20.686292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-15c27ee1-d0a1-49de-bc3b-4f0cea731832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:20.687824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-15c27ee1-d0a1-49de-bc3b-4f0cea731832 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 1132 time: 0.1456735
May 14 21:14:20.688436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.747444 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f9af2-1054-41a1-8940-88312679a34f x-openstack-request-id: req-630f9af2-1054-41a1-8940-88312679a34f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:20.753170 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:20.753688 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-630f9af2-1054-41a1-8940-88312679a34f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:20.753937 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630f9af2-1054-41a1-8940-88312679a34f'] response: {'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'code': 200}
May 14 21:14:20.835461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-283674b4-7f81-4ce2-8bba-f257d08e7090 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:20.836296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-283674b4-7f81-4ce2-8bba-f257d08e7090 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3021548
May 14 21:14:20.845495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-85263b5b-915b-4576-87eb-ce492c4713c2 req-9dd4bb6f-e8be-446c-831a-0b767b3d2aa0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114620
May 14 21:14:20.852887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Request body: {'port': {'device_id': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'f04e1accfc534fb18e36d789a9cefde3'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:20.884216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks [] for floatingip (f9182ef6-43ac-4bca-a6be-d7a661b1794b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.887384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:20.891300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-71036ab0-d06b-42e8-9d95-eeacaa502adb tempest-ServersWithSpecificFlavorTestJSON-927769082 tempest-ServersWithSpecificFlavorTestJSON-927769082-project] 10.222.0.52 "DELETE /v2.0/floatingips/f9182ef6-43ac-4bca-a6be-d7a661b1794b HTTP/1.1" status: 204  len: 168 time: 3.3233297
May 14 21:14:20.963098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-fb9088d4-4606-4d81-9b5b-abb08d62a16c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 217 time: 0.1707809
May 14 21:14:20.968530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 98713c9a-6a3b-4530-a828-26ae7e23cc8f up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:21.017685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:21.058138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:21.101381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 7f69be99-9e4d-472a-a312-16dd01bfc172 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:21.108171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 98713c9a-6a3b-4530-a828-26ae7e23cc8f completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:21.133923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ac06c526-a690-46cb-8d3d-7157c114474e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.168631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Made reservation on behalf of f04e1accfc534fb18e36d789a9cefde3 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:21.169982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bedcb-fa33-4a43-8bb1-db61447e4dd5 req-3384b501-ddda-4fbb-be17-25713675e11e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.172753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.177488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c54bedcb-fa33-4a43-8bb1-db61447e4dd5 req-3384b501-ddda-4fbb-be17-25713675e11e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.3337677
May 14 21:14:21.177855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac06c526-a690-46cb-8d3d-7157c114474e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:21.196912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:21.197246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:21.197375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7f69be99-9e4d-472a-a312-16dd01bfc172 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:21.197573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:21.197800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.199850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 98713c9a-6a3b-4530-a828-26ae7e23cc8f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:21.200275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.213294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-e979b66e-cd11-4b0c-b632-cbcfec29cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.215747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-e979b66e-cd11-4b0c-b632-cbcfec29cd33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2411926
May 14 21:14:21.216844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.238833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (d685bcc9-7819-4945-a81c-40e3fe72eedf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.242755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-0daabec2-1abb-4bdd-a1b5-ac7a83fe79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.244939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-0daabec2-1abb-4bdd-a1b5-ac7a83fe79f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.5157783
May 14 21:14:21.280838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:21.281110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Attempting to bind port c79010d0-bc70-40cb-809d-4227f14fbcda on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:21.330852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-b5ab1309-cf0c-4889-81cc-22f1b7b3fb73 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.332430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-b5ab1309-cf0c-4889-81cc-22f1b7b3fb73 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 814 time: 0.4995153
May 14 21:14:21.336693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Pushing event deleted for resources: {'Port': ['ID=dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:21.387971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:21.388441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.390473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 98713c9a-6a3b-4530-a828-26ae7e23cc8f is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:21.390912 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.408049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Request body: {'port': {'device_id': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'admin_state_up': True, 'tenant_id': 'e4af8109ce4a4e98a2e7104125651db0'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:21.415036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:21.415372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:21.416825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:21.416825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Bound port: c79010d0-bc70-40cb-809d-4227f14fbcda, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:21.416825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.438589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (d685bcc9-7819-4945-a81c-40e3fe72eedf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.445040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks [] for router_controller (d685bcc9-7819-4945-a81c-40e3fe72eedf), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.451284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-b5d7d69b-211e-484f-b232-03ccb4aa12fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=45254827-3761-4577-ac70-10de75efc370 HTTP/1.1" status: 200  len: 217 time: 0.1664715
May 14 21:14:21.454195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:21.455162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d75a0-a7d5-4709-8fa5-909f11e559ea req-23ccaafd-72eb-4194-8a4a-c71d17747d2c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.456726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f13d75a0-a7d5-4709-8fa5-909f11e559ea req-23ccaafd-72eb-4194-8a4a-c71d17747d2c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.1733561
May 14 21:14:21.463851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:21.533212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.534332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:21.574529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bf05-8455-48b7-994d-b2d56269923a req-b8375b79-8f29-49b1-ba7f-e85ff19d4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.576200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-b8375b79-8f29-49b1-ba7f-e85ff19d4e71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2928257
May 14 21:14:21.582383 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.583328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] No DVR routers for this DVR port dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:21.584002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:21.586520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.592103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea60eba7-3cd7-44e5-b953-7396f801e008 req-e86e48c2-b715-46fc-9ace-51a36d83b9ec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "DELETE /v2.0/ports/dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 HTTP/1.1" status: 204  len: 173 time: 2.9874585
May 14 21:14:21.596738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f13d75a0-a7d5-4709-8fa5-909f11e559ea req-30a81a6e-6bf0-4381-bea1-df08559ed14c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335216
May 14 21:14:21.624365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c54bedcb-fa33-4a43-8bb1-db61447e4dd5 req-09dc84b4-aa64-48ca-92a2-3879c5a5bd56 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4239290
May 14 21:14:21.634882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}, {'server_uuid': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98713c9a-6a3b-4530-a828-26ae7e23cc8f'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:21.635336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Allocated IP 192.168.233.180 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:21.636825 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4151547-774b-40fa-9d6d-efd00fa013c8" -d '{"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-plugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}, {"server_uuid": "6eef68d3-09e1-45d5-8cec-2e5649628310", "name": "network-vif-plugged", "status": "completed", "tag": "98713c9a-6a3b-4530-a828-26ae7e23cc8f"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:21.653466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (d685bcc9-7819-4945-a81c-40e3fe72eedf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.654420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d685bcc9-7819-4945-a81c-40e3fe72eedf {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:14:21.669245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.675050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-86be556c-e322-4737-9406-e6cc7f8c431f admin admin] 10.222.0.52 "DELETE /v2.0/routers/d685bcc9-7819-4945-a81c-40e3fe72eedf HTTP/1.1" status: 204  len: 168 time: 2.2343283
May 14 21:14:21.684776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:21.688256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:21.688607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:21.730761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:21.769939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-4b09a1b3-0bec-40ea-a426-e16274e0652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.771397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-4b09a1b3-0bec-40ea-a426-e16274e0652b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2945795
May 14 21:14:21.845969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=98713c9a-6a3b-4530-a828-26ae7e23cc8f,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:21.851642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:21.851642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.852484 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19522082-e54c-454f-9aba-80ecbd6fade3 req-ddedfa04-e260-482c-8de0-f19c3fc21fc1 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.853883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19522082-e54c-454f-9aba-80ecbd6fade3 req-ddedfa04-e260-482c-8de0-f19c3fc21fc1 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 950 time: 0.0695629
May 14 21:14:21.893395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:21.904825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d785ab8-bc30-483b-bdef-cc757e3cd498 req-3e3b438a-cc1d-4244-a49c-8f6c0fb0f20b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 210 time: 0.1384304
May 14 21:14:21.939213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:21.953044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-1a3bae3d-8bf7-4062-b76e-c0ae55466201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:21.953912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Deleting subnet 6857f20b-c9dd-4e5c-81c5-ef9e490d93df {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:14:21.954534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-1a3bae3d-8bf7-4062-b76e-c0ae55466201 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1649704
May 14 21:14:21.959441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-e975c048-5d0e-455e-aa8e-19d40d4e0c24 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3601663
May 14 21:14:21.961902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:21.962077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:21.989864 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e19acb-3bf5-453b-b679-3b3ca6575690 x-openstack-request-id: req-40e19acb-3bf5-453b-b679-3b3ca6575690 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:21.990195 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-plugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "code": 200}, {"server_uuid": "6eef68d3-09e1-45d5-8cec-2e5649628310", "name": "network-vif-plugged", "status": "completed", "tag": "98713c9a-6a3b-4530-a828-26ae7e23cc8f", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:21.990406 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40e19acb-3bf5-453b-b679-3b3ca6575690 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:21.990829 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e19acb-3bf5-453b-b679-3b3ca6575690'] response: {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'code': 200}
May 14 21:14:21.991232 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e19acb-3bf5-453b-b679-3b3ca6575690'] response: {'server_uuid': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98713c9a-6a3b-4530-a828-26ae7e23cc8f', 'code': 200}
May 14 21:14:21.999193 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Publish callbacks [] for subnet (6857f20b-c9dd-4e5c-81c5-ef9e490d93df), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.046199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:22.050189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19522082-e54c-454f-9aba-80ecbd6fade3 req-89d0ee28-1d53-4753-b904-c253f46ea441 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886208
May 14 21:14:22.092891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Made reservation on behalf of e4af8109ce4a4e98a2e7104125651db0 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:22.100843 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.112614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.120760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac52fd0a-9b8c-40ce-add7-86eef5dc8300 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:22.144765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ac52fd0a-9b8c-40ce-add7-86eef5dc8300 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:22.145365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac52fd0a-9b8c-40ce-add7-86eef5dc8300 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:22.145988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac06c526-a690-46cb-8d3d-7157c114474e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:22.171515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ac06c526-a690-46cb-8d3d-7157c114474e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:22.178683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ac06c526-a690-46cb-8d3d-7157c114474e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:22.187851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Publish callbacks [] for subnet (6857f20b-c9dd-4e5c-81c5-ef9e490d93df), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.228573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-016dcd0f-0b9d-4c2f-8724-79f1a89d2bb2 req-8854e704-af35-44d1-876c-8ddf567508ff tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.0483370
May 14 21:14:22.283876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks [] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.288487 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (6857f20b-c9dd-4e5c-81c5-ef9e490d93df), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.368439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb037e08-8bc1-49d0-beb2-f98fab5ca7b5 req-5fb64ef1-b52e-4c57-95f6-fcd594018d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:22.369947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb037e08-8bc1-49d0-beb2-f98fab5ca7b5 req-5fb64ef1-b52e-4c57-95f6-fcd594018d1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1132 time: 0.2616720
May 14 21:14:22.386398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25ba66-efb2-4b59-a426-79f0847d02f9 req-0c648a1b-d0ad-4b9c-8940-2039ebca14aa tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:22.388244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e25ba66-efb2-4b59-a426-79f0847d02f9 req-0c648a1b-d0ad-4b9c-8940-2039ebca14aa tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 950 time: 0.0780647
May 14 21:14:22.443112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75db14-acd8-43bd-a3fc-d5d24995c1f0 req-f18fb8a4-43bc-48bd-9175-b760792a5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:22.444647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c75db14-acd8-43bd-a3fc-d5d24995c1f0 req-f18fb8a4-43bc-48bd-9175-b760792a5ae1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 1132 time: 0.2783189
May 14 21:14:22.445680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e25ba66-efb2-4b59-a426-79f0847d02f9 req-11b1f7c3-421b-47dd-9ca1-e5920cd5a977 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477712
May 14 21:14:22.470428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.482956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['45254827-3761-4577-ac70-10de75efc370'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:22.484898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f685dd6-59ab-4d1a-9d10-460c4bbff2a8 req-6ff6c552-10df-4d5b-8e28-030e02cf25a2 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:22.491757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f685dd6-59ab-4d1a-9d10-460c4bbff2a8 req-6ff6c552-10df-4d5b-8e28-030e02cf25a2 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 950 time: 0.2917285
May 14 21:14:22.508340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8765bf05-8455-48b7-994d-b2d56269923a req-bbdaac80-6336-4117-87f4-16e413325a22 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5319915
May 14 21:14:22.537279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:22.576803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-eeaec0ba-0531-489b-b1f2-c2162529b0c1 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6099470
May 14 21:14:22.597265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:22.597891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.599972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] 10.222.0.36 "PUT /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 1121 time: 4.6631432
May 14 21:14:22.609439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Pushing event updated for resources: {'Port': ['ID=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:22.623308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for subnet (6857f20b-c9dd-4e5c-81c5-ef9e490d93df), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.679717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:22.689460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:22.713299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c79010d0-bc70-40cb-809d-4227f14fbcda'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:22.775030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb037e08-8bc1-49d0-beb2-f98fab5ca7b5 req-1dae37fa-59ad-4f0f-a89b-c9c2457cf960 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3889194
May 14 21:14:22.775471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-deleted', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5'}, {'name': 'network-changed', 'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:22.781647 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c" -d '{"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-deleted", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5"}, {"name": "network-changed", "server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:22.787678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:22.792868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c75db14-acd8-43bd-a3fc-d5d24995c1f0 req-ad0fc653-e52d-46d5-b91d-11328fe5d092 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3299935
May 14 21:14:22.806750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:22.810805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.816697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:22.820231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f685dd6-59ab-4d1a-9d10-460c4bbff2a8 req-d17de849-4215-4f48-952a-f2819a95a031 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3169422
May 14 21:14:22.829921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29ce4d-627c-4d73-9186-d994eaf9dffe None None] Network 3991efc5-f4ab-4db3-971f-1883feaada43 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:14:22.835343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6857f20b-c9dd-4e5c-81c5-ef9e490d93df HTTP/1.1" status: 204  len: 168 time: 1.1363683
May 14 21:14:22.835874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fe297-19e2-4979-9184-493a679b9009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6857f20b-c9dd-4e5c-81c5-ef9e490d93df,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:22.845519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50010) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:22.858432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Allocated IP 172.20.0.7 (8f75d233-b39d-4c19-a44f-6a34a157d017/98d2c7c2-7c18-4078-88bc-d38042d9b040/75e96c25-9a97-4ee1-a8c0-34cdddac4e11) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:22.975253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-622d35fd-fe8c-42a3-88bc-fd7cc0d3cbcf tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.1286554
May 14 21:14:23.017482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Request body: {'port': {'device_id': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:23.045547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (3991efc5-f4ab-4db3-971f-1883feaada43), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.059587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eddaf06c-1f0a-4fa0-b6c0-e81db60ce3a8 req-94159e25-0404-4065-b6e9-f2948d1f5319 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4639030
May 14 21:14:23.095692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.125869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fde36412-8a79-4967-971e-b19bac7cd934 None None] Provisioning complete for port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:23.126764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fde36412-8a79-4967-971e-b19bac7cd934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.178103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3601-395f-49ae-b628-0f7c2a0ad4c3 req-a28e5c62-57c8-470f-9a25-aef9cb8df317 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:23.179643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f27d3601-395f-49ae-b628-0f7c2a0ad4c3 req-a28e5c62-57c8-470f-9a25-aef9cb8df317 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.1726069
May 14 21:14:23.201493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fde36412-8a79-4967-971e-b19bac7cd934 None None] Port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:23.264473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] DHCP port deletion for 3991efc5-f4ab-4db3-971f-1883feaada43 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:14:23.282625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Deleting port 5646b5fd-9579-4756-8a0e-301b7c1d620c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:23.283032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.300253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f27d3601-395f-49ae-b628-0f7c2a0ad4c3 req-87addbaf-88f9-4dde-8268-29df22f08d3f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814338
May 14 21:14:23.339626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] Deleting port 5646b5fd-9579-4756-8a0e-301b7c1d620c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:23.344283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.388460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks [] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.391157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] For port 5646b5fd-9579-4756-8a0e-301b7c1d620c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5646b5fd-9579-4756-8a0e-301b7c1d620c,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:23.391536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.407892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Calling delete_port for 5646b5fd-9579-4756-8a0e-301b7c1d620c owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:23.410431 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd79bc2-8073-45df-8ebe-e1b24cc22f63 x-openstack-request-id: req-1bd79bc2-8073-45df-8ebe-e1b24cc22f63 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:23.410730 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45e4ee-630a-46b5-81bc-8945dbcb4aa8", "name": "network-vif-deleted", "tag": "dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:23.411404 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bd79bc2-8073-45df-8ebe-e1b24cc22f63 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:23.411404 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd79bc2-8073-45df-8ebe-e1b24cc22f63'] response: {'server_uuid': '7e45e4ee-630a-46b5-81bc-8945dbcb4aa8', 'name': 'network-vif-deleted', 'tag': 'dcf886ee-cbdc-4cfd-aa6c-65655c7dc7c5', 'status': 'completed', 'code': 200}
May 14 21:14:23.413529 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd79bc2-8073-45df-8ebe-e1b24cc22f63'] response: {'name': 'network-changed', 'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'status': 'completed', 'code': 200}
May 14 21:14:23.429136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] For port 5646b5fd-9579-4756-8a0e-301b7c1d620c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5646b5fd-9579-4756-8a0e-301b7c1d620c,segment=NetworkSegment(7e21a472-8a49-4a6a-b12c-ab6f64f7fabf),segment_id=7e21a472-8a49-4a6a-b12c-ab6f64f7fabf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:23.429542 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.459894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] Calling delete_port for 5646b5fd-9579-4756-8a0e-301b7c1d620c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:23.463020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50024) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:23.538093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ab0c01a-2951-428b-9dcd-6c38f739466a req-82265eb8-cff5-48b4-8da3-861776402458 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 210 time: 0.0359054
May 14 21:14:23.541044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5c976-4973-470a-8bb6-4d4554170fe6 req-0b724bb2-a63e-451b-aba3-3c3d234e80a4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:23.543083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82d5c976-4973-470a-8bb6-4d4554170fe6 req-0b724bb2-a63e-451b-aba3-3c3d234e80a4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 948 time: 0.1181252
May 14 21:14:23.567204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.655914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.663066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:23.682687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Publish callbacks [] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.690657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] Pushing event deleted for resources: {'Port': ['ID=5646b5fd-9579-4756-8a0e-301b7c1d620c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:23.694961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752665a-6944-4ef3-afe4-7b3267fd0076 None None] No DVR routers for this DVR port 5646b5fd-9579-4756-8a0e-301b7c1d620c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:23.707328 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82d5c976-4973-470a-8bb6-4d4554170fe6 req-d8d67310-6cd7-4fac-b1f1-3d5846dc2d2e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520891
May 14 21:14:23.720251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Transition to ACTIVE for port object 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:23.812809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.925019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:23.936668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:23.951659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5646b5fd-9579-4756-8a0e-301b7c1d620c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:23.973520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:23.982884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:23.985686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:23.993744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:23.996942 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c62803-db45-44f7-be38-f84b9ec79be7" -d '{"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:24.018470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] No DVR routers for this DVR port 5646b5fd-9579-4756-8a0e-301b7c1d620c on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:24.077812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Pushing event deleted for resources: {'Port': ['ID=5646b5fd-9579-4756-8a0e-301b7c1d620c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:24.090801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd2fc8-e49a-484f-8970-3c3eb45cfaac req-7151522a-448c-4e38-accc-8088133f9eb2 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.096330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1fcd2fc8-e49a-484f-8970-3c3eb45cfaac req-7151522a-448c-4e38-accc-8088133f9eb2 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 948 time: 0.1583462
May 14 21:14:24.112659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5646b5fd-9579-4756-8a0e-301b7c1d620c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:24.134427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.135112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.136893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5646b5fd-9579-4756-8a0e-301b7c1d620c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:24.137660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5646b5fd-9579-4756-8a0e-301b7c1d620c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:24.203212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (3991efc5-f4ab-4db3-971f-1883feaada43), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.243086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522af655e0>,) {'filters': {'network_id': ['3991efc5-f4ab-4db3-971f-1883feaada43']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:24.255762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1fcd2fc8-e49a-484f-8970-3c3eb45cfaac req-7906488e-6dea-4746-b7a9-0bad2d83d77a tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513064
May 14 21:14:24.263217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522af655e0>, '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:24.263217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522af655e0>, '7e21a472-8a49-4a6a-b12c-ab6f64f7fabf') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:24.275458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (7e21a472-8a49-4a6a-b12c-ab6f64f7fabf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.291764 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7e21a472-8a49-4a6a-b12c-ab6f64f7fabf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.300256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:14:24.300691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (7e21a472-8a49-4a6a-b12c-ab6f64f7fabf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:14:24.302829 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:14:24.315261 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f434446-c97d-43b3-9562-e5f4e3caf67c x-openstack-request-id: req-5f434446-c97d-43b3-9562-e5f4e3caf67c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:24.315615 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-unplugged", "status": "completed", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:24.315902 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f434446-c97d-43b3-9562-e5f4e3caf67c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:24.316113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-47be1cba-1a1b-4f98-a56c-bbb40cf714cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9461277
May 14 21:14:24.316317 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f434446-c97d-43b3-9562-e5f4e3caf67c'] response: {'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'code': 200}
May 14 21:14:24.330102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9c4a5-a501-4dd2-9368-0fe680d6059a req-8b22fc32-05a0-4f65-bbae-91a7c1015989 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.333020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca9c4a5-a501-4dd2-9368-0fe680d6059a req-8b22fc32-05a0-4f65-bbae-91a7c1015989 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 950 time: 0.4089966
May 14 21:14:24.335690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Attempting to bind port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:24.336035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Attempting to bind port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:24.336369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Attempting to bind port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:24.362745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Request body: {'port': {'device_id': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:24.376994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:24.377330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Attempting to bind port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:24.391423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:24.391792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:24.392183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:24.392625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Bound port: 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:24.392983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.462476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.464857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (3991efc5-f4ab-4db3-971f-1883feaada43), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.474516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca9c4a5-a501-4dd2-9368-0fe680d6059a req-c3f587e8-8872-42f0-8f2d-b476fa2647d5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357839
May 14 21:14:24.487998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.491332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3991efc5-f4ab-4db3-971f-1883feaada43 HTTP/1.1" status: 204  len: 168 time: 1.6405871
May 14 21:14:24.505921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb0ed3-7ef4-49ff-bf7a-444ea7f5d671 req-0b211edd-5ab5-43ac-b97d-3082ed41f781 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.508546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39cb0ed3-7ef4-49ff-bf7a-444ea7f5d671 req-0b211edd-5ab5-43ac-b97d-3082ed41f781 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.1122217
May 14 21:14:24.511196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020b2f-ca5a-4d79-9826-02a6fc7d9444 admin admin] Pushing event deleted for resources: {'Network': ['ID=3991efc5-f4ab-4db3-971f-1883feaada43,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:24.536076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (211f6534-b851-4165-bedc-b51b34cefe67), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.579407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] For port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:24.598607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] For port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:24.627128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39cb0ed3-7ef4-49ff-bf7a-444ea7f5d671 req-b83cd6b3-3f77-423e-911d-7f01645ad263 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898800
May 14 21:14:24.680114 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.732370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b23163-bf39-4659-8e3b-bbe97a6bf9c9 req-94b28e56-5991-452e-b79d-d1f88f6713d2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.733859 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1b23163-bf39-4659-8e3b-bbe97a6bf9c9 req-94b28e56-5991-452e-b79d-d1f88f6713d2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 931 time: 0.0918245
May 14 21:14:24.745875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.746486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:24.747886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] 10.222.0.36 "PUT /v2.0/ports/8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e HTTP/1.1" status: 200  len: 1096 time: 1.7348075
May 14 21:14:24.748331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'tag': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:24.750624 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd39e759-2064-43ba-8258-edf0f8eaf276" -d '{"events": [{"name": "network-changed", "server_uuid": "28ccd9ac-9784-4ddc-9814-436c67c3b385", "tag": "8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:24.818642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2f858-4965-4a21-8437-fb4a6df46a98 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:24.929387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-9ad50e0b-a686-43b3-b756-9e606bfc7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.931442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-9ad50e0b-a686-43b3-b756-9e606bfc7aff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 1130 time: 0.0802972
May 14 21:14:24.941725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1b23163-bf39-4659-8e3b-bbe97a6bf9c9 req-69034e38-865d-477a-81a8-df2e00c86b0e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884384
May 14 21:14:24.972570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf5033-3aef-48bd-a07a-db9e022038b3 req-3d927da2-8962-423e-9e12-45cf34ca7ebc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:24.974239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cabf5033-3aef-48bd-a07a-db9e022038b3 req-3d927da2-8962-423e-9e12-45cf34ca7ebc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 948 time: 0.1019573
May 14 21:14:24.994340 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-32333c93-fd53-4948-ab72-fc1ad121aa67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e HTTP/1.1" status: 200  len: 217 time: 0.0510311
May 14 21:14:25.010644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:25.030831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-5fd121eb-c522-44eb-92e0-7d987e39e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.032447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-5fd121eb-c522-44eb-92e0-7d987e39e9dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1155 time: 0.1097188
May 14 21:14:25.045893 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a172178d-30b9-426f-83d3-9b22852ea7bc x-openstack-request-id: req-a172178d-30b9-426f-83d3-9b22852ea7bc {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:25.046182 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ccd9ac-9784-4ddc-9814-436c67c3b385", "tag": "8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:25.046433 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a172178d-30b9-426f-83d3-9b22852ea7bc {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:25.047389 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a172178d-30b9-426f-83d3-9b22852ea7bc'] response: {'name': 'network-changed', 'server_uuid': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'tag': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e', 'status': 'completed', 'code': 200}
May 14 21:14:25.059665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:25.069382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50050) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:25.083450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Publish callbacks [] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.122302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-d50e8caa-ea68-40e9-b395-cd3995816ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.127352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cabf5033-3aef-48bd-a07a-db9e022038b3 req-f937e6a2-cfd4-4e6c-bed3-43934a00e7b5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1375332
May 14 21:14:25.127467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-d50e8caa-ea68-40e9-b395-cd3995816ae5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1241860
May 14 21:14:25.134792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Transition to ACTIVE for port object 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:25.137712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Deleting port b1f42c4d-bd80-401a-aa6a-5b346950c1c4 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:25.138136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.166085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-018c83d1-9561-412f-9049-85b44ba89f0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2856369dca645e88c940652f218dc3b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0898523
May 14 21:14:25.166325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50060) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:25.202595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:25.215350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'mac_address': 'fa:16:3e:66:fe:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:25.226381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3474-9c02-44b4-9845-a03700016d16 admin admin] Publish callbacks [] for security_group (5152c7b3-7873-4092-90d6-5168aca61aa1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.231199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-0eebda90-c507-4f47-b8f8-5d6124166494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.232773 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-0eebda90-c507-4f47-b8f8-5d6124166494 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0985396
May 14 21:14:25.244155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.257766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:25.258156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.276703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e80fb6-d607-4cd2-bf6a-fc74ad375750 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:25.300319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3474-9c02-44b4-9845-a03700016d16 admin admin] Publish callbacks [] for security_group (5152c7b3-7873-4092-90d6-5168aca61aa1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.310521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:25.319219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] For port b1f42c4d-bd80-401a-aa6a-5b346950c1c4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:25.319636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.350221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Calling delete_port for b1f42c4d-bd80-401a-aa6a-5b346950c1c4 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:25.356156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:25.384432 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.405246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-f08cf840-ff0a-4ddb-b32a-28908712f189 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645699
May 14 21:14:25.413083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abb410-c331-4ca4-b08c-efe63b8d4dc2 req-405989d5-61b8-4af6-bad6-a20a23c1192b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.414581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25abb410-c331-4ca4-b08c-efe63b8d4dc2 req-405989d5-61b8-4af6-bad6-a20a23c1192b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 948 time: 0.0826359
May 14 21:14:25.439310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Attempting to bind port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:25.439687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Attempting to bind port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:25.440353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Attempting to bind port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 on network 8f75d233-b39d-4c19-a44f-6a34a157d017 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:25.440975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:25.447690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 on network 8f75d233-b39d-4c19-a44f-6a34a157d017 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:25.448032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Attempting to bind port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 on network 8f75d233-b39d-4c19-a44f-6a34a157d017 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:25.458738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:25.459152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Checking segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:25.460029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Bound using segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:25.460478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Bound port: 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:25.460840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.500152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3474-9c02-44b4-9845-a03700016d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5152c7b3-7873-4092-90d6-5168aca61aa1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.505641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3474-9c02-44b4-9845-a03700016d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.507168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c0a3474-9c02-44b4-9845-a03700016d16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5152c7b3-7873-4092-90d6-5168aca61aa1 HTTP/1.1" status: 204  len: 168 time: 0.3397777
May 14 21:14:25.531847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a3474-9c02-44b4-9845-a03700016d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5152c7b3-7873-4092-90d6-5168aca61aa1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:25.613972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25abb410-c331-4ca4-b08c-efe63b8d4dc2 req-30b1508b-238d-45a6-abc2-9b05eca6ba94 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558356
May 14 21:14:25.626668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:25.638908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3cd2731-8529-4f94-a1d6-e856c237a7f7 req-a9f124d3-fa3a-4ebe-86a6-f1ba4746ef10 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231302
May 14 21:14:25.657128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:25.685141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946548b-e183-4c3e-bbf4-316fe7f582c2 req-17525360-d414-4beb-a236-a4563e23a998 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.686710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d946548b-e183-4c3e-bbf4-316fe7f582c2 req-17525360-d414-4beb-a236-a4563e23a998 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 950 time: 0.1137614
May 14 21:14:25.751139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['b5e80fb6-d607-4cd2-bf6a-fc74ad375750'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:25.768516 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.795309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b1f42c4d-bd80-401a-aa6a-5b346950c1c4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.826550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.826550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:25.827949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] 10.222.0.36 "PUT /v2.0/ports/75e96c25-9a97-4ee1-a8c0-34cdddac4e11 HTTP/1.1" status: 200  len: 1091 time: 1.4725838
May 14 21:14:25.831964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f42c4d-bd80-401a-aa6a-5b346950c1c4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:25.838125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:25.841246 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:25.845038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd969cf9-9e93-4e2b-9477-d3d282e5a6a8 req-0f9c364c-b7a0-420e-8240-a4e19c4f7167 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.850485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd969cf9-9e93-4e2b-9477-d3d282e5a6a8 req-0f9c364c-b7a0-420e-8240-a4e19c4f7167 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.1131623
May 14 21:14:25.888857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d946548b-e183-4c3e-bbf4-316fe7f582c2 req-950df20c-3855-49e5-a389-e67454b44453 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910367
May 14 21:14:25.906421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-1fd56db9-9463-4101-82cb-1ed0f9440566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:25.908012 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-1fd56db9-9463-4101-82cb-1ed0f9440566 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.2466366
May 14 21:14:25.911584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e1245-2af7-4722-87ac-050e58ba24ff service neutron] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:25.982155 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a94df8d-137a-4b8b-a7a1-b037cfade709 x-openstack-request-id: req-9a94df8d-137a-4b8b-a7a1-b037cfade709 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:25.982513 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:25.982835 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a94df8d-137a-4b8b-a7a1-b037cfade709 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:25.983721 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a94df8d-137a-4b8b-a7a1-b037cfade709'] response: {'name': 'network-changed', 'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'status': 'completed', 'code': 200}
May 14 21:14:26.031349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd969cf9-9e93-4e2b-9477-d3d282e5a6a8 req-36e4fcc2-5f92-4426-810b-7ea6fdf7211d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803043
May 14 21:14:26.149385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-ad871eab-b516-45fe-b87e-598e686139c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 217 time: 0.0841382
May 14 21:14:26.156757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (211f6534-b851-4165-bedc-b51b34cefe67), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:26.230595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc987c-e87b-4622-94ee-5d01a6053e65 req-07663f66-35a7-4536-ac11-c3854c0f7499 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:26.232116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8dc987c-e87b-4622-94ee-5d01a6053e65 req-07663f66-35a7-4536-ac11-c3854c0f7499 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0819016
May 14 21:14:26.265144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-2ff70069-ee93-445b-a747-f34698dcf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:26.266626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-2ff70069-ee93-445b-a747-f34698dcf3b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0731976
May 14 21:14:26.315761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8dc987c-e87b-4622-94ee-5d01a6053e65 req-74854736-996d-4bec-936b-473839a29932 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610940
May 14 21:14:26.316033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4342c6e-0764-402f-8d55-19a0ae822820 req-0f71bc8f-7592-46d2-b666-baff255b00c2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:26.316033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4342c6e-0764-402f-8d55-19a0ae822820 req-0f71bc8f-7592-46d2-b666-baff255b00c2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 943 time: 0.0928297
May 14 21:14:26.367857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-38dc9442-7379-4be4-b8ff-02449d1d7657 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419710
May 14 21:14:26.420518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4342c6e-0764-402f-8d55-19a0ae822820 req-092c5f8b-2fd6-4e0c-b208-4288dd855503 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976222
May 14 21:14:26.505932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Router 211f6534-b851-4165-bedc-b51b34cefe67 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:14:26.536979 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-14f5f64f-4c77-44fb-86d1-3b00e0b20ed4 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293679
May 14 21:14:26.550988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96728593-024e-4d34-be3a-aaeb9bd8060a req-fb0669c2-f327-442d-9ff8-38817539ca7a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:26.552508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96728593-024e-4d34-be3a-aaeb9bd8060a req-fb0669c2-f327-442d-9ff8-38817539ca7a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 949 time: 0.1018727
May 14 21:14:26.597424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-2b590642-e9f6-496b-9d84-dffaaba2d7b4 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855400
May 14 21:14:26.643985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96728593-024e-4d34-be3a-aaeb9bd8060a req-0dcba643-3d07-4ac5-a826-b2980db0b4a1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823414
May 14 21:14:26.723265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:14:26.731248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-a9f8c967-6794-4aa4-b30e-1d333b9cb6bf tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:26.732892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-a9f8c967-6794-4aa4-b30e-1d333b9cb6bf tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1876218
May 14 21:14:26.740404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] Sync routers for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:14:26.741561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fd8afc9d-2ed1-46a0-b652-c6cf55dff99f admin admin] 10.222.0.52 "PUT /v2.0/routers/211f6534-b851-4165-bedc-b51b34cefe67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2756374
May 14 21:14:26.749881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50118) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:26.752467 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:26.753193 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e3a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:26.788743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ed2cad4-6ee6-4ebc-b595-23b705f2bf8c req-4b8f6e44-09d8-4aa5-a066-486cba608b71 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795321
May 14 21:14:26.806324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8b576-a6c6-4925-8b17-cc784410ba25 req-658d9507-b4b2-4e35-865a-a11bc758b782 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:26.807900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ff8b576-a6c6-4925-8b17-cc784410ba25 req-658d9507-b4b2-4e35-865a-a11bc758b782 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 948 time: 0.0754504
May 14 21:14:26.820356 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-aedcd4f3-12c2-49b6-9e87-62dd3592cd86 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/quotas/873c930e94574326a2aa94a76fda4f0d HTTP/1.1" status: 200  len: 375 time: 0.0773571
May 14 21:14:26.876440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ff8b576-a6c6-4925-8b17-cc784410ba25 req-70e3b343-dfca-4883-adfc-5e8394dd1352 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623188
May 14 21:14:26.892611 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:26.983084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-6923629c-a687-4302-8b88-413607074206 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1554413
May 14 21:14:27.016631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:27.018825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:27.020430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74 req-3cec85b7-0667-4cc0-9c7d-6c188bea94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.022243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74 req-3cec85b7-0667-4cc0-9c7d-6c188bea94ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 1125 time: 0.1075120
May 14 21:14:27.031409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-10b8b5c9-bc6f-46ba-8cdb-845a9b3c6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.032951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-10b8b5c9-bc6f-46ba-8cdb-845a9b3c6658 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f04e1accfc534fb18e36d789a9cefde3&device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 1130 time: 0.1062670
May 14 21:14:27.039734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks [] for router (211f6534-b851-4165-bedc-b51b34cefe67), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.111459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:27.111859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.187213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74 req-d385cab9-4400-4358-aa57-a5e64d9831bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.188972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74 req-d385cab9-4400-4358-aa57-a5e64d9831bf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e4af8109ce4a4e98a2e7104125651db0&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1565783
May 14 21:14:27.271605 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e3a730>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:14:25Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:27.341449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] Checking router: 211f6534-b851-4165-bedc-b51b34cefe67 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:14:27.365014 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] Routers {'211f6534-b851-4165-bedc-b51b34cefe67'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:27.365654 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e3a730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['211f6534-b851-4165-bedc-b51b34cefe67'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:27.379429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74 req-1233da5c-8461-4d84-86ad-a51a877c69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.382173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c19a5b07-91b1-46d5-8ec2-aebbcc031b74 req-1233da5c-8461-4d84-86ad-a51a877c69de service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1848936
May 14 21:14:27.409314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370140dd-e176-4755-94f8-5c144dd5970b req-ba17f0ee-de1a-4f29-9574-f2807ca9f394 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.416802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-370140dd-e176-4755-94f8-5c144dd5970b req-ba17f0ee-de1a-4f29-9574-f2807ca9f394 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0865850
May 14 21:14:27.450679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks [] for router_gateway (211f6534-b851-4165-bedc-b51b34cefe67), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.460114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-f044fcb2-7fed-41cc-a0f2-87a12e0ee9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.461962 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-f044fcb2-7fed-41cc-a0f2-87a12e0ee9eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.3628645
May 14 21:14:27.523522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-c60daef0-c948-43e0-8051-72c190261a6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e HTTP/1.1" status: 200  len: 217 time: 0.0525739
May 14 21:14:27.531360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-370140dd-e176-4755-94f8-5c144dd5970b req-ed95818e-9ceb-4646-b51b-7a8b5c3dce92 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107483
May 14 21:14:27.539190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc21ede-8779-44e5-88a2-a1d42a8791e7 req-b3247bb5-a7a8-4f8d-a41c-e3690a746a9a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.540812 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbc21ede-8779-44e5-88a2-a1d42a8791e7 req-b3247bb5-a7a8-4f8d-a41c-e3690a746a9a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 949 time: 0.1351531
May 14 21:14:27.625288 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] Set router 211f6534-b851-4165-bedc-b51b34cefe67 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:27.648778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-42cfc981-3135-41dc-acad-b79fa53c0a87 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.650475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-42cfc981-3135-41dc-acad-b79fa53c0a87 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1181331
May 14 21:14:27.665776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:27.691974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:27.692393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.694231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-d64344d6-5b56-4f22-a371-6383caf85c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.695943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-d64344d6-5b56-4f22-a371-6383caf85c24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 1125 time: 0.0444777
May 14 21:14:27.713439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'mac_address': 'fa:16:3e:dd:fc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:27.730954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Deleting port 7e492e7c-b63f-4417-b594-dea8f2c64cc3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:27.731388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.764167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-136a6fb4-6588-4c5a-b396-7f703e883e0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11 HTTP/1.1" status: 200  len: 217 time: 0.0600827
May 14 21:14:27.792019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:27.794813 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78ef107-fe02-43ea-8688-fcf45ec057f4" -d '{"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-plugged", "status": "completed", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:27.813738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:27.816601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:27.816601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.829859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd79d740-e7bf-4fb9-a20e-1e35700ba976 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:27.835117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-e2d36813-4505-47cf-be66-27e0a987797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.837896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-e2d36813-4505-47cf-be66-27e0a987797a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2800653
May 14 21:14:27.853129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:27.885999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.899022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-474a0d52-4309-4ec9-b408-e11307fb0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.900847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-474a0d52-4309-4ec9-b408-e11307fb0f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0543714
May 14 21:14:27.902611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-abd18848-2c41-457c-acd3-597edbcf7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.904253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-abd18848-2c41-457c-acd3-597edbcf7656 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1131 time: 0.1178327
May 14 21:14:27.935299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-7c8a39a7-8161-40c0-96a2-07639afe3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:27.941323 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:27.946533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-7c8a39a7-8161-40c0-96a2-07639afe3259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d2c7c2-7c18-4078-88bc-d38042d9b040 HTTP/1.1" status: 200  len: 854 time: 0.1660173
May 14 21:14:27.984009 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e3a730>, [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:14:25Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:27.999154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:28.018682 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5c501-ed2c-4d73-8478-0503ebb56d0c None None] The sync data for ids ['211f6534-b851-4165-bedc-b51b34cefe67'] in ncdv-master-1 is: [{'id': '211f6534-b851-4165-bedc-b51b34cefe67', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211622736-router', 'tenant_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:14:25Z', 'revision_number': 5, 'project_id': '97eb48c86b4d49f1b11b2b6380020f4b', 'gw_port': {'id': '7e492e7c-b63f-4417-b594-dea8f2c64cc3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '211f6534-b851-4165-bedc-b51b34cefe67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:36Z', 'updated_at': '2022-05-14T21:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:14:28.067279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-cbaad327-2a3c-4a87-8c96-eab1f7814bcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f75d233-b39d-4c19-a44f-6a34a157d017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1196532
May 14 21:14:28.076473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] For port 7e492e7c-b63f-4417-b594-dea8f2c64cc3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e492e7c-b63f-4417-b594-dea8f2c64cc3,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:28.076473 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:28.085462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:28.107421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Calling delete_port for 7e492e7c-b63f-4417-b594-dea8f2c64cc3 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:28.114119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-8a6ad05c-3319-4e67-b810-a2242cd426fc service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051458
May 14 21:14:28.124090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbc21ede-8779-44e5-88a2-a1d42a8791e7 req-7549a194-6954-4628-ac8d-4283c9425c07 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4735835
May 14 21:14:28.132376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['cd79d740-e7bf-4fb9-a20e-1e35700ba976'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:28.188141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-6b44ca91-87ca-44d9-963e-8ef3f2d7d1a1 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1545663
May 14 21:14:28.234791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-0d72a7e1-4c1d-460e-8d82-7e81e242b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:28.235231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-0d72a7e1-4c1d-460e-8d82-7e81e242b7f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.3038285
May 14 21:14:28.358786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-ec4f8b99-0e4d-417f-bc32-c6012cc2b957 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 217 time: 0.0857618
May 14 21:14:28.449721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-dbbe8d6e-b338-4935-962d-c4684ba335a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623140
May 14 21:14:28.503049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-1b809d26-0eb6-430e-a9af-d0d3077e0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:28.504539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-1b809d26-0eb6-430e-a9af-d0d3077e0dc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1368768
May 14 21:14:28.533791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-f94273a2-db2b-4600-8b0a-6c69b73d180e tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:28.535238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-f94273a2-db2b-4600-8b0a-6c69b73d180e tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3461356
May 14 21:14:28.545264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd3e4931-2452-46c4-9dfd-ba75e0b7d652 req-06b88d99-6e8b-4d32-8a09-b7ec227c5cff tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 210 time: 0.0690463
May 14 21:14:28.586227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-6825d1c9-560e-4ed1-931e-0dd480e2e60b tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/quotas/5c422d08f9df4a1eb5f3a3476f83db55 HTTP/1.1" status: 200  len: 375 time: 0.0401404
May 14 21:14:28.619823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-82b230a0-a2bf-43e7-88c9-e2fab73bc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:28.627219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-82b230a0-a2bf-43e7-88c9-e2fab73bc3b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0864429
May 14 21:14:28.633011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd39e759-2064-43ba-8258-edf0f8eaf276 req-7da3f495-3d85-4e4d-9411-8026e5508a0a service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4996653
May 14 21:14:28.640478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12c9f708-fe0a-48b5-94b2-610c0a1b43eb req-49dbca14-4405-4246-97de-aaa1eed13e39 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820948
May 14 21:14:28.642181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-2115dd49-501d-46b3-8d1b-4115712879fb tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469620
May 14 21:14:28.763067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88472d09-1cc5-414f-bb67-dc0972e4ed6c req-b93a3187-4e7b-4e12-8070-228fb6f857d3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:28.764708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88472d09-1cc5-414f-bb67-dc0972e4ed6c req-b93a3187-4e7b-4e12-8070-228fb6f857d3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 943 time: 0.0717614
May 14 21:14:28.784456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-85cf72e3-e2d2-49b7-939a-a4a9d3f71c09 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196144
May 14 21:14:28.820795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88472d09-1cc5-414f-bb67-dc0972e4ed6c req-d1a2d0a4-ec70-46e8-870b-8537e1df7ce9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499423
May 14 21:14:28.857302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (7e492e7c-b63f-4417-b594-dea8f2c64cc3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:28.879569 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957fe658-2777-44b2-9b77-2145e32fc62f x-openstack-request-id: req-957fe658-2777-44b2-9b77-2145e32fc62f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:28.880098 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-plugged", "status": "completed", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:28.880508 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-957fe658-2777-44b2-9b77-2145e32fc62f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:28.881052 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957fe658-2777-44b2-9b77-2145e32fc62f'] response: {'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'code': 200}
May 14 21:14:28.885803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5d7ea8e-e8c5-4a6b-980b-e75cdeba5ca9 req-a5825613-dd4d-4974-ac2c-cbd1334c1956 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949600
May 14 21:14:28.886966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7e492e7c-b63f-4417-b594-dea8f2c64cc3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:28.919707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (211f6534-b851-4165-bedc-b51b34cefe67), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:28.978969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:29.022593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:29.082518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (211f6534-b851-4165-bedc-b51b34cefe67), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.086535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks [] for router_controller (211f6534-b851-4165-bedc-b51b34cefe67), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.104309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cdf2c-0caf-4754-a5c4-1ecb4b1ee14b req-421ad72b-d070-4df5-bea6-07f1f2dceaa1 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:29.112234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a23cdf2c-0caf-4754-a5c4-1ecb4b1ee14b req-421ad72b-d070-4df5-bea6-07f1f2dceaa1 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 948 time: 0.1611185
May 14 21:14:29.148402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port cd79d740-e7bf-4fb9-a20e-1e35700ba976 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:29.148975 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.203296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a40ec-e023-4c60-ab81-31eb5770b34e req-28161608-854b-4538-8f1b-34269a8c530e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:29.205447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-788a40ec-e023-4c60-ab81-31eb5770b34e req-28161608-854b-4538-8f1b-34269a8c530e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0860801
May 14 21:14:29.237999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:29.269188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda has no active binding in host nch1-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:14:29.269829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:29.302534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-788a40ec-e023-4c60-ab81-31eb5770b34e req-82ac2657-8815-4063-a883-439289b25d99 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821927
May 14 21:14:29.312680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a23cdf2c-0caf-4754-a5c4-1ecb4b1ee14b req-249bf765-bcd2-4023-89a2-04edd36f3b22 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935387
May 14 21:14:29.331226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (211f6534-b851-4165-bedc-b51b34cefe67), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.332804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 211f6534-b851-4165-bedc-b51b34cefe67 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:14:29.350687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.355872 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-385da7d4-19b5-454c-aadc-3a302bf638ce admin admin] 10.222.0.52 "DELETE /v2.0/routers/211f6534-b851-4165-bedc-b51b34cefe67 HTTP/1.1" status: 204  len: 168 time: 2.6023633
May 14 21:14:29.356245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50192) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:29.416134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:29.416842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.450173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91edd504-f844-48bf-9c5f-231776851e1e req-51c0b6f3-0a32-47da-b940-92db5c61a23c tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 210 time: 0.0492249
May 14 21:14:29.470613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Deleting subnet f4e30d7e-b429-4cb9-a578-085f6316fae7 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:14:29.473363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:29.474976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Publish callbacks [] for subnet (f4e30d7e-b429-4cb9-a578-085f6316fae7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.490305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:29.493139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e', 'mac_address': 'fa:16:3e:30:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:29.497483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ec2ad-5689-4610-892b-ba59f3d8387d req-3ac9a1af-e151-4f48-bcb3-2cab37cfd23f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:29.501571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b35ec2ad-5689-4610-892b-ba59f3d8387d req-3ac9a1af-e151-4f48-bcb3-2cab37cfd23f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0886433
May 14 21:14:29.545265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:29.546004 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.563606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:29.573286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.579531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b35ec2ad-5689-4610-892b-ba59f3d8387d req-77df3b5d-ed4e-41cd-84ef-5611a99df875 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712085
May 14 21:14:29.592896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f4e30d7e-b429-4cb9-a578-085f6316fae7), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.660916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:29.705720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:29.728597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.773789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2272a4eb-3e14-4e42-b60c-688cec843997 req-bff75ed5-75a1-4f00-9a81-1fbaac4da538 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 210 time: 0.0829411
May 14 21:14:29.796817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:29.814187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f4e30d7e-b429-4cb9-a578-085f6316fae7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:29.961279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6f10-86b2-4a7b-933b-a54eb84998d5 req-b6dfdae3-5af8-40f7-bcbe-3d71f006e32a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:29.961279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53fc6f10-86b2-4a7b-933b-a54eb84998d5 req-b6dfdae3-5af8-40f7-bcbe-3d71f006e32a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 943 time: 0.0562711
May 14 21:14:30.006689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53fc6f10-86b2-4a7b-933b-a54eb84998d5 req-e40f77d6-d401-40e7-94a9-20e02776e4d3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425787
May 14 21:14:30.087919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b1f42c4d-bd80-401a-aa6a-5b346950c1c4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:30.113979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b1f42c4d-bd80-401a-aa6a-5b346950c1c4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:30.114349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b1f42c4d-bd80-401a-aa6a-5b346950c1c4 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:30.114772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e492e7c-b63f-4417-b594-dea8f2c64cc3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:30.133945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7e492e7c-b63f-4417-b594-dea8f2c64cc3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:30.134296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e492e7c-b63f-4417-b594-dea8f2c64cc3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:30.173941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:30.312622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f4e30d7e-b429-4cb9-a578-085f6316fae7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.342124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e30d7e-b429-4cb9-a578-085f6316fae7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:30.345901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.351879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f6f864e-25e2-4344-89a2-bfc1af34e45c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f4e30d7e-b429-4cb9-a578-085f6316fae7 HTTP/1.1" status: 204  len: 168 time: 0.9944797
May 14 21:14:30.352218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50222) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:30.365210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be765ad5-2cd9-4874-8814-0a546dd8cda4 None None] Network 824318b0-331e-4da1-8622-b2d8e9a5e85d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:14:30.487293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951322c9-5b2e-437f-a112-e97984a08dad req-effaa6b1-9954-4623-a672-c7c65ce27d6b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:30.489300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-951322c9-5b2e-437f-a112-e97984a08dad req-effaa6b1-9954-4623-a672-c7c65ce27d6b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 949 time: 0.0608230
May 14 21:14:30.509486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (824318b0-331e-4da1-8622-b2d8e9a5e85d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.524689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f890e2-35d1-4ed4-a664-4ed6e919db35 req-f1b96fa9-43b9-450e-9ec0-507b0245f346 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:30.526242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73f890e2-35d1-4ed4-a664-4ed6e919db35 req-f1b96fa9-43b9-450e-9ec0-507b0245f346 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0868096
May 14 21:14:30.577398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-951322c9-5b2e-437f-a112-e97984a08dad req-b51fbe81-42f2-4838-b85e-9d5a7192b6b2 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720692
May 14 21:14:30.633274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73f890e2-35d1-4ed4-a664-4ed6e919db35 req-00010f2f-45a7-46e3-be35-c0ae25c18719 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984819
May 14 21:14:30.697102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Deleting port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:30.697102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.702879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-5d02d121-b29d-4dcd-b425-f778e1ba93bb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0573750
May 14 21:14:30.724515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] DHCP port deletion for 824318b0-331e-4da1-8622-b2d8e9a5e85d request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:14:30.822354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] Deleting port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:30.823018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.858265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c344b0aa-5292-495c-9aea-909d495c32a3 req-b729c3b9-a93b-48fa-bd2e-b376fddcbb91 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 210 time: 0.1893072
May 14 21:14:30.864999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716af44-41f0-439b-9df5-720b240f1e53 req-36009927-e271-46be-9c8c-5610ac80fb34 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:30.873067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d716af44-41f0-439b-9df5-720b240f1e53 req-36009927-e271-46be-9c8c-5610ac80fb34 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0806150
May 14 21:14:30.892846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:30.895754 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e8a667-584e-425f-9659-c67f0c531715" -d '{"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-plugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:30.914917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] For port e9cf78d5-cbe4-4bd1-931d-c890fb190b21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:30.915392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.935090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] For port e9cf78d5-cbe4-4bd1-931d-c890fb190b21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,segment=NetworkSegment(c3d6ac0b-1032-4250-ac82-0301c0891f7a),segment_id=c3d6ac0b-1032-4250-ac82-0301c0891f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:30.935090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:30.949340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Calling delete_port for e9cf78d5-cbe4-4bd1-931d-c890fb190b21 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:30.959518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] Calling delete_port for e9cf78d5-cbe4-4bd1-931d-c890fb190b21 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:31.027471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d716af44-41f0-439b-9df5-720b240f1e53 req-abf3b53a-d9e5-4e6b-a582-4c12f80c57ca tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513517
May 14 21:14:31.048151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-5127efc4-2a13-47bc-b767-7c9a6cd094b5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:31.052444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-5127efc4-2a13-47bc-b767-7c9a6cd094b5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3435640
May 14 21:14:31.065643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Request body: {'port': {'device_id': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '873c930e94574326a2aa94a76fda4f0d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:31.079309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:31.131788 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0ba7ce-1451-4de1-b67b-9796485b7575 x-openstack-request-id: req-dc0ba7ce-1451-4de1-b67b-9796485b7575 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:31.136645 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-plugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:31.136645 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc0ba7ce-1451-4de1-b67b-9796485b7575 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:31.136645 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0ba7ce-1451-4de1-b67b-9796485b7575'] response: {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'code': 200}
May 14 21:14:31.170596 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43cbb481-ed6b-47cf-af4b-342fc5ca633a req-b4e67662-f9ec-4165-8463-a6e903818c87 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 210 time: 0.0605593
May 14 21:14:31.238432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:31.305149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58330-aada-4e11-888f-5f97ade5c517 req-400b8db9-7b7f-4668-8c49-daf1b00d26ca tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:31.308614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbb58330-aada-4e11-888f-5f97ade5c517 req-400b8db9-7b7f-4668-8c49-daf1b00d26ca tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 943 time: 0.0893962
May 14 21:14:31.328022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd522780-948c-4c0f-95d6-46b002feba0e req-13382ca4-1479-4050-aac9-4ce8945a7d28 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:31.329618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd522780-948c-4c0f-95d6-46b002feba0e req-13382ca4-1479-4050-aac9-4ce8945a7d28 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0531507
May 14 21:14:31.363230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.363464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e9cf78d5-cbe4-4bd1-931d-c890fb190b21), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.392233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbb58330-aada-4e11-888f-5f97ade5c517 req-60e9cca3-2869-4d00-b113-003d62092ed4 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717607
May 14 21:14:31.397181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] Pushing event deleted for resources: {'Port': ['ID=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:31.406618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] No DVR routers for this DVR port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:31.408826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cf78d5-cbe4-4bd1-931d-c890fb190b21,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:31.411777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:31.412160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.419025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72968e-3004-489c-961e-9180ffb4040b None None] No DVR routers for this DVR port e9cf78d5-cbe4-4bd1-931d-c890fb190b21 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:31.444824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd522780-948c-4c0f-95d6-46b002feba0e req-dc82c164-0edd-4953-adcb-976ac6c4e918 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086495
May 14 21:14:31.468401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Made reservation on behalf of 873c930e94574326a2aa94a76fda4f0d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:31.486299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.555717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (824318b0-331e-4da1-8622-b2d8e9a5e85d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.575851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:31.576591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.603302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f522b5f3640>> segment before_delete 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.603462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f522b5f3640>> subnet precommit_delete_associations 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.604131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> segment_host_mapping after_create 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.604488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> port after_create 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.605359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> port after_delete 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.605699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> port after_update 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.606129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> segment after_delete 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.606414 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> subnet after_create 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.606740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> subnet after_delete 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.607072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f522b61d4c0>> subnet after_update 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.635712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:31.697522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522bc88640>> subnet after_create 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.697891 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522bc88640>> subnet after_delete 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.698224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522bc88640>> subnet before_create 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.699100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f522bc88640>> subnet before_update 55550000 {{(pid=115780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 14 21:14:31.699535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b5f3520>,) {'filters': {'network_id': ['824318b0-331e-4da1-8622-b2d8e9a5e85d']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:31.708507 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.731006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5f3520>, 'c3d6ac0b-1032-4250-ac82-0301c0891f7a') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:31.731006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5f3520>, 'c3d6ac0b-1032-4250-ac82-0301c0891f7a') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:31.773991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Allocated IP 192.168.233.47 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:31.790675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:31.791360 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (c3d6ac0b-1032-4250-ac82-0301c0891f7a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.819990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c3d6ac0b-1032-4250-ac82-0301c0891f7a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.829558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451179d-aaad-484c-80b5-4f6aa97c61ec req-a2bde88e-ab57-4b8c-ae4e-6dee736d70f5 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:31.836351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6451179d-aaad-484c-80b5-4f6aa97c61ec req-a2bde88e-ab57-4b8c-ae4e-6dee736d70f5 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 950 time: 0.1242938
May 14 21:14:31.840182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236cf90-832f-44d8-868f-0e5b428c16da req-c1612251-6f87-4d84-b812-8643720b1c0c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:31.844226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f236cf90-832f-44d8-868f-0e5b428c16da req-c1612251-6f87-4d84-b812-8643720b1c0c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0717590
May 14 21:14:31.859052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:14:31.859458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (c3d6ac0b-1032-4250-ac82-0301c0891f7a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   from cryptography.utils import int_from_bytes
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   from cryptography.utils import int_from_bytes
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:14:31.863698 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:14:31.951978 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6451179d-aaad-484c-80b5-4f6aa97c61ec req-fcb9434d-aed3-4034-ac8d-9c2b40cca210 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140878
May 14 21:14:32.107591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f236cf90-832f-44d8-868f-0e5b428c16da req-31f31034-307f-4d10-bb7a-c18f8fb7ce30 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586088
May 14 21:14:32.148359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (824318b0-331e-4da1-8622-b2d8e9a5e85d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:32.319553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Pushing event deleted for resources: {'Network': ['ID=824318b0-331e-4da1-8622-b2d8e9a5e85d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:32.321952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9cf78d5-cbe4-4bd1-931d-c890fb190b21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:32.322722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:32.322722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0900de5d-aed1-47a4-9bf7-85e99c43e534 admin admin] 10.222.0.52 "DELETE /v2.0/networks/824318b0-331e-4da1-8622-b2d8e9a5e85d HTTP/1.1" status: 204  len: 168 time: 1.8793931
May 14 21:14:32.322722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50276) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:32.322964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e9cf78d5-cbe4-4bd1-931d-c890fb190b21 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:32.322964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9cf78d5-cbe4-4bd1-931d-c890fb190b21 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:32.323126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks [] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:32.323232 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:14:32.377495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fe99a40-95bb-4072-9c72-e277939055b8 req-5a39f0b4-f569-4e15-b65c-6c3f5decb6e8 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 210 time: 0.0388124
May 14 21:14:32.410117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c23bbec-51b9-4871-a122-78f0c94d5bb4 req-93579275-e6cb-402a-a9ee-35a06f83a1ef tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 210 time: 0.0843616
May 14 21:14:32.502476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-0972b25b-348c-4a87-aa1f-8e62799f2e5e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291362
May 14 21:14:32.514495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:32.527281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['98713c9a-6a3b-4530-a828-26ae7e23cc8f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:32.565559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:32.589902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:32.596801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:32.773418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99362cb2-dceb-4f15-bf0a-c42390349cfb req-a4b3ed15-a2d1-47d4-a4be-33f37128616f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:32.785273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99362cb2-dceb-4f15-bf0a-c42390349cfb req-a4b3ed15-a2d1-47d4-a4be-33f37128616f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 943 time: 0.2635119
May 14 21:14:32.895182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99362cb2-dceb-4f15-bf0a-c42390349cfb req-ca05278e-6ead-4a5a-b444-1a358d7051bd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084218
May 14 21:14:33.014431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:33.053018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-04a0c8de-b17b-49b0-821b-5fee5764bf4e None None] Provisioning complete for port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:33.053764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04a0c8de-b17b-49b0-821b-5fee5764bf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.134063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:33.136992 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d20e0c-a7ba-4ffa-8c77-d9170cffeedc" -d '{"events": [{"server_uuid": "28ccd9ac-9784-4ddc-9814-436c67c3b385", "name": "network-vif-plugged", "status": "completed", "tag": "8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:33.142304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-04a0c8de-b17b-49b0-821b-5fee5764bf4e None None] Port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:33.144576 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:14:33.152215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:33.161090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-eb69e495-c39a-4a97-a98e-c5a91f0643fe tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.5882025
May 14 21:14:33.192271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6bc4-9077-49a1-9788-c4059b9c8915 req-ade9b152-b698-4c15-b7af-eadd94e0585a tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:33.200055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dbd6bc4-9077-49a1-9788-c4059b9c8915 req-ade9b152-b698-4c15-b7af-eadd94e0585a tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 950 time: 0.0987148
May 14 21:14:33.225292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event updated for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:33.274578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dbd6bc4-9077-49a1-9788-c4059b9c8915 req-c558e21f-81a5-4a86-b26b-f611cc23d8ab tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733044
May 14 21:14:33.302503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:33.321202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'port_id': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'mac_address': 'fa:16:3e:fc:7d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d2c7c2-7c18-4078-88bc-d38042d9b040', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:33.363537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.373309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-ab5107b1-7165-45f2-a7b0-ccd6de5263f4 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:33.380042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-ab5107b1-7165-45f2-a7b0-ccd6de5263f4 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1924241
May 14 21:14:33.385582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:33.386243 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.390527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:33.391455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.399600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Request body: {'port': {'device_id': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '5c422d08f9df4a1eb5f3a3476f83db55'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:33.414223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:33.426114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-c1b95591-7832-4782-8864-6907454cf43d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:33.436015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-c1b95591-7832-4782-8864-6907454cf43d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9321132
May 14 21:14:33.439505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:33.493574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-f162b62f-639f-4f22-9933-db5980e7c5dc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/quotas/35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 375 time: 0.0563209
May 14 21:14:33.517248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.532683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdb297-e840-4da8-a4cc-9c2f17889380 req-d1fb508f-106d-4243-8332-89dc32674460 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:33.539721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dffdb297-e840-4da8-a4cc-9c2f17889380 req-d1fb508f-106d-4243-8332-89dc32674460 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.0806892
May 14 21:14:33.606073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:33.646504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-cf1a73af-e080-4ede-b886-456b6a492320 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.5849493
May 14 21:14:33.679527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-a195f37b-85b3-49fb-9a6e-1fa6fcb5e4f8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1263175
May 14 21:14:33.692757 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dffdb297-e840-4da8-a4cc-9c2f17889380 req-1e211f32-91b3-4dee-83f9-ceb3522e07ca tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508951
May 14 21:14:33.747451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Request body: {'port': {'device_id': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:33.776876 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70487660-54d4-43c7-94b2-8e5fa6f61d46 x-openstack-request-id: req-70487660-54d4-43c7-94b2-8e5fa6f61d46 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:33.777571 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ccd9ac-9784-4ddc-9814-436c67c3b385", "name": "network-vif-plugged", "status": "completed", "tag": "8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:33.778041 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70487660-54d4-43c7-94b2-8e5fa6f61d46 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:33.778634 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70487660-54d4-43c7-94b2-8e5fa6f61d46'] response: {'server_uuid': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e', 'code': 200}
May 14 21:14:33.816779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['75e96c25-9a97-4ee1-a8c0-34cdddac4e11'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:33.833853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Deleting port 60e2cc49-3892-4746-adcb-9b4ca6e3b844 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:33.834234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.950237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Made reservation on behalf of 5c422d08f9df4a1eb5f3a3476f83db55 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:33.953662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:33.960481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-c6990ef9-de8d-48cf-a93c-88e31955e91c service neutron] 10.222.0.48 "GET /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2084849
May 14 21:14:34.049750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:34.201744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225c9e5-64a2-4353-a5de-52ee14be0dd5 req-ba27498a-db3e-4c8c-9cec-8b0998670438 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:34.208960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d225c9e5-64a2-4353-a5de-52ee14be0dd5 req-ba27498a-db3e-4c8c-9cec-8b0998670438 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 935 time: 0.1647654
May 14 21:14:34.258563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks [] for security_group (43aac382-d73c-44c5-994d-5c0e0e60a760), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:34.279788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] For port 60e2cc49-3892-4746-adcb-9b4ca6e3b844, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=60e2cc49-3892-4746-adcb-9b4ca6e3b844,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:34.280149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:34.283597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817dc53-f077-4503-89a7-daeddee0503a req-d67888e3-d043-428f-9fbf-ad09fad1e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:34.285241 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9817dc53-f077-4503-89a7-daeddee0503a req-d67888e3-d043-428f-9fbf-ad09fad1e5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 1132 time: 0.3394845
May 14 21:14:34.334486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (43aac382-d73c-44c5-994d-5c0e0e60a760), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:34.343809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Calling delete_port for 60e2cc49-3892-4746-adcb-9b4ca6e3b844 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:34.347606 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9817dc53-f077-4503-89a7-daeddee0503a req-b036c5f7-503a-46bd-a7a1-072ba3112a37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527186
May 14 21:14:34.372063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd56575c-52d9-4245-a129-7d9f30bc34df req-b89ac891-04e7-42a5-bd45-8eb6090de224 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 210 time: 0.1351664
May 14 21:14:34.416807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d225c9e5-64a2-4353-a5de-52ee14be0dd5 req-48fd2181-2c0e-465d-b043-bbbd89f4ff6c tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853158
May 14 21:14:34.563362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43aac382-d73c-44c5-994d-5c0e0e60a760,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:34.639701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:34.705025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54596aa9-05e0-45bd-8c18-6b4e66e42d30 req-bc9ba5c9-b5c9-4f77-858a-d45236b993d4 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:34.706880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54596aa9-05e0-45bd-8c18-6b4e66e42d30 req-bc9ba5c9-b5c9-4f77-858a-d45236b993d4 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 944 time: 0.2173936
May 14 21:14:34.851288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Allocated IP 192.168.233.12 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/697c8ba4-8a0f-466b-b7c1-d492695fc4dd) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:34.871645 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d901c8d4-3b03-4c7b-84a2-e19d9f6d146b req-912337c5-098d-4f77-beaf-523285c358a1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 210 time: 0.3546102
May 14 21:14:34.986627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54596aa9-05e0-45bd-8c18-6b4e66e42d30 req-9f40028c-6ec2-404a-9afa-c32471ae9056 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394894
May 14 21:14:35.020941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:35.027656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:35.053485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4fb51-c589-4ab8-b85d-fc347120bf18 req-1db70114-54d0-4b36-953a-cdc825581d7b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:35.061744 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7d4fb51-c589-4ab8-b85d-fc347120bf18 req-1db70114-54d0-4b36-953a-cdc825581d7b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 950 time: 0.0716391
May 14 21:14:35.109945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:35.124294 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7d4fb51-c589-4ab8-b85d-fc347120bf18 req-b2e12a0c-298b-4db9-a803-6ef39f145f3c tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614502
May 14 21:14:35.125203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (60e2cc49-3892-4746-adcb-9b4ca6e3b844), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.178863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e2cc49-3892-4746-adcb-9b4ca6e3b844,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:35.205204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:35.212944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79010d0-bc70-40cb-809d-4227f14fbcda {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:35.236777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda has no active binding in host nch1-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:14:35.238193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:35.267411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:35.287466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28855de9-4fe0-4348-a43f-e23f24aa504d req-04b3d057-4d51-4104-b267-4852c48f364c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:35.297301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28855de9-4fe0-4348-a43f-e23f24aa504d req-04b3d057-4d51-4104-b267-4852c48f364c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 943 time: 0.1884389
May 14 21:14:35.312235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:35.468417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.469965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:35.470341 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.523240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.566145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7264a86d-9c6b-44e5-8616-977ba5a38054 req-c0a7adfd-e113-4689-b209-a36b1d43a5fb tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 210 time: 0.0927110
May 14 21:14:35.640312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28855de9-4fe0-4348-a43f-e23f24aa504d req-176f4203-7085-40cc-b7b0-e79027283a1c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3395114
May 14 21:14:35.703983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks [] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.772909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f900c-d3f7-41a0-8d1f-9cdaf85a2624 req-86a6ee32-8fb2-4907-9134-ed28e79e008a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:35.774433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-402f900c-d3f7-41a0-8d1f-9cdaf85a2624 req-86a6ee32-8fb2-4907-9134-ed28e79e008a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 935 time: 0.0789518
May 14 21:14:35.794682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] Transition to ACTIVE for port object c79010d0-bc70-40cb-809d-4227f14fbcda will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:35.891831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:35.892215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.902233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.965819 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-402f900c-d3f7-41a0-8d1f-9cdaf85a2624 req-439709a1-973a-48cf-8eba-17653a8eeff0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437874
May 14 21:14:35.970841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:35.998361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:36.041527 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbc50a4-f5bb-43d6-a76a-72693d8949a1" -d '{"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-plugged", "status": "completed", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:36.050834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:36.071150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f9ccf73-61b9-42b9-8598-a509a50b618b req-e8974dfe-4dda-4c1c-9051-8f9b4a1750c5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 210 time: 0.0856278
May 14 21:14:36.077031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:36.150931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:36.150931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:36.171506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] No DVR routers for this DVR port c79010d0-bc70-40cb-809d-4227f14fbcda on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:36.176356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:36.184408 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfee65c-0360-44a6-94b8-8ee6a7d25e54 x-openstack-request-id: req-0cfee65c-0360-44a6-94b8-8ee6a7d25e54 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:36.184704 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-plugged", "status": "completed", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:36.184990 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cfee65c-0360-44a6-94b8-8ee6a7d25e54 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:36.189783 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cfee65c-0360-44a6-94b8-8ee6a7d25e54'] response: {'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'code': 200}
May 14 21:14:36.272301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082e0c1-57ba-445e-8d4b-38c6e4da016b req-e76bf7ce-a9fc-465a-860b-62ec97385bdb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:36.273873 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9082e0c1-57ba-445e-8d4b-38c6e4da016b req-e76bf7ce-a9fc-465a-860b-62ec97385bdb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 944 time: 0.1055331
May 14 21:14:36.291522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Pushing event updated for resources: {'Port': ['ID=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:36.319864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-d999c470-eebd-4e01-99f1-28f4c749b3b0 service neutron] 10.222.0.48 "PUT /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.3489745
May 14 21:14:36.325926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:36.327441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:36.327936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:14:36.335924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b121ff-8344-4ffd-b5a5-33a79c290719 req-57808b6d-d8e6-4ca9-b9b8-922a9a016b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:36.337847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55b121ff-8344-4ffd-b5a5-33a79c290719 req-57808b6d-d8e6-4ca9-b9b8-922a9a016b03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 1126 time: 0.0626943
May 14 21:14:36.397596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7ccd-3f79-4b14-8936-704fcea8314d req-5274ad3c-4666-4fc7-950a-f27e3a6deb63 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:36.399142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ccbc7ccd-3f79-4b14-8936-704fcea8314d req-5274ad3c-4666-4fc7-950a-f27e3a6deb63 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 950 time: 0.1155503
May 14 21:14:36.409071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:36.421718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Publish callbacks [] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:36.447368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Transition to ACTIVE for port object ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:36.450266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9082e0c1-57ba-445e-8d4b-38c6e4da016b req-70c003af-00ce-4b3e-85d9-8a8f9dabf62f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642020
May 14 21:14:36.470841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55b121ff-8344-4ffd-b5a5-33a79c290719 req-351a0c9a-d88b-4f42-8acd-16ce566c6b8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216865
May 14 21:14:36.476853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:36.493543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ccbc7ccd-3f79-4b14-8936-704fcea8314d req-058bc355-0c3d-4c5b-9ced-31afffa310f8 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869875
May 14 21:14:36.531015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-7024f68e-4529-42d6-8335-e2ecd48ee143 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.1364150
May 14 21:14:36.542096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:14:36.552672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:36.555432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ffda5426-5959-4b6e-b993-a96f56a52ee8 admin admin] 10.222.0.52 "PUT /v2.0/routers/aa5cffa4-e8fe-4dc6-8195-ec06b3b43780/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3043771
May 14 21:14:36.560631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:36.568483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] Sync routers for ids ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:14:36.597038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-480f2cf8-680a-4f1a-9d55-dc97a1a93434 None None] Provisioning complete for port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:36.597395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-480f2cf8-680a-4f1a-9d55-dc97a1a93434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:36.638583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:36.643446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] Routers {'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:36.644148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:36.706776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-480f2cf8-680a-4f1a-9d55-dc97a1a93434 None None] Port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:36.726566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ce814-d999-4fe3-a9d8-c3bddaad88f6 req-067bce89-2f0e-453a-a50e-a03256c5e557 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:36.734607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c38ce814-d999-4fe3-a9d8-c3bddaad88f6 req-067bce89-2f0e-453a-a50e-a03256c5e557 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 935 time: 0.0698729
May 14 21:14:36.750481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks [] for router (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:36.769020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Request body: {'port': {'device_id': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:36.807621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c38ce814-d999-4fe3-a9d8-c3bddaad88f6 req-1f5a9492-89d6-4819-8b72-12d94a91cb97 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698886
May 14 21:14:36.840884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] Set router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:37.054592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.071855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks [] for router_gateway (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.090920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d38b4c-a959-4e9a-ab19-38be6ecba13c req-85d5dcbb-1470-4062-b3b0-e283fd891e26 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:37.100845 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29d38b4c-a959-4e9a-ab19-38be6ecba13c req-85d5dcbb-1470-4062-b3b0-e283fd891e26 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.1741233
May 14 21:14:37.170890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-34b240e4-8f6e-4a8f-8e0c-9b9b14b94302 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:37.171032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31852aee-a7ca-4df2-ab3e-9f7a9451aabd req-1cb94685-2ce3-4068-9243-128161b3ab2f tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:37.172633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-34b240e4-8f6e-4a8f-8e0c-9b9b14b94302 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1935177
May 14 21:14:37.177066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31852aee-a7ca-4df2-ab3e-9f7a9451aabd req-1cb94685-2ce3-4068-9243-128161b3ab2f tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 1132 time: 0.0948009
May 14 21:14:37.183419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:37.192570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:37.207022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f580>, [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200'}], 'enable_snat': True}, 'gw_port_id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:14:34Z', 'revision_number': 5, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port': {'id': 'cf751b6a-903a-4d9b-b8ef-8606d85846a0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:11:51Z', 'updated_at': '2022-05-14T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:37.219510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-31852aee-a7ca-4df2-ab3e-9f7a9451aabd req-d0fbdadc-63ce-47f4-a469-a262fe96395a tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.263700 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29d38b4c-a959-4e9a-ab19-38be6ecba13c req-0b8a1c15-b089-4da2-bca9-d2163bb7a0a2 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555104
May 14 21:14:37.289433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] Checking router: aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:14:37.334380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] Routers {'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:14:37.335024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:37.342058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.342636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.342770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.343117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.343455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.343819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.344154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.344482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.344813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.345275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.345611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.345963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.346296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.346662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.347008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:37.409157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port c79010d0-bc70-40cb-809d-4227f14fbcda host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:14:37.409541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf6871-dd93-4e7a-b341-7f238243a511 req-98c8a947-12d9-4aad-937d-dd8694826034 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:37.409682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:37.410069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-31852aee-a7ca-4df2-ab3e-9f7a9451aabd req-d0fbdadc-63ce-47f4-a469-a262fe96395a tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] Publish callbacks [] for security_group (41b4a415-a0fc-445a-a1d6-74e9d19509db), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.411022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Deleting port cf751b6a-903a-4d9b-b8ef-8606d85846a0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:37.411366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.428218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2bbf6871-dd93-4e7a-b341-7f238243a511 req-98c8a947-12d9-4aad-937d-dd8694826034 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.0947168
May 14 21:14:37.453803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] Set router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:14:37.488721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2bbf6871-dd93-4e7a-b341-7f238243a511 req-43220ef9-8b08-463b-89bd-ed9aa7e7ab5d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589385
May 14 21:14:37.536477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f580>, [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:14:37Z', 'revision_number': 6, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:37.545944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-31852aee-a7ca-4df2-ab3e-9f7a9451aabd req-d0fbdadc-63ce-47f4-a469-a262fe96395a tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (41b4a415-a0fc-445a-a1d6-74e9d19509db), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.586433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a157a2-a711-42b4-83b5-b463b65ffbea None None] The sync data for ids ['aa5cffa4-e8fe-4dc6-8195-ec06b3b43780'] in ncdv-master-1 is: [{'id': 'aa5cffa4-e8fe-4dc6-8195-ec06b3b43780', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1636086701-router', 'tenant_id': '899b3d5b2ffd4706b856c765063b8536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:11:48Z', 'updated_at': '2022-05-14T21:14:37Z', 'revision_number': 6, 'project_id': '899b3d5b2ffd4706b856c765063b8536', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:14:37.614217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31852aee-a7ca-4df2-ab3e-9f7a9451aabd req-d0fbdadc-63ce-47f4-a469-a262fe96395a tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4204421
May 14 21:14:37.616482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] For port cf751b6a-903a-4d9b-b8ef-8606d85846a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cf751b6a-903a-4d9b-b8ef-8606d85846a0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:37.616943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:37.624427 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-385b49bf-93e5-4ed2-ac46-8b254a9a3c23 req-2f1b44ea-6952-4a6c-ada7-8c9db0d1f6d0 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 210 time: 0.0432999
May 14 21:14:37.639089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-de31d35e-04de-49b6-8076-347ec5eb74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:37.640643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-de31d35e-04de-49b6-8076-347ec5eb74c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&tenant_id=763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 1126 time: 0.1494925
May 14 21:14:37.643959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-771eae1c-f595-46e8-bfe5-a60922915ac4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1384156
May 14 21:14:37.759591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Calling delete_port for cf751b6a-903a-4d9b-b8ef-8606d85846a0 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:37.822651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Attempting to bind port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:37.823356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Attempting to bind port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:37.823726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Attempting to bind port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:37.826964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbdadc-63ce-47f4-a469-a262fe96395a tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4a415-a0fc-445a-a1d6-74e9d19509db,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:38.030553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba257994-777f-46db-8e8b-68dae18c1447 req-6a1bbebc-d4f9-4c70-88bf-777cca8532a7 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.039144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba257994-777f-46db-8e8b-68dae18c1447 req-6a1bbebc-d4f9-4c70-88bf-777cca8532a7 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 935 time: 0.1088495
May 14 21:14:38.045438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 60e2cc49-3892-4746-adcb-9b4ca6e3b844 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:38.062121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-47ee317c-99ce-4a1f-a340-95773bee3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.075894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-47ee317c-99ce-4a1f-a340-95773bee3198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1126 time: 0.2344329
May 14 21:14:38.123936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 60e2cc49-3892-4746-adcb-9b4ca6e3b844 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:38.124506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 60e2cc49-3892-4746-adcb-9b4ca6e3b844 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:38.212769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba257994-777f-46db-8e8b-68dae18c1447 req-8b039bea-f3bd-45c7-804f-36658cd6c3b6 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1724615
May 14 21:14:38.269733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3338fb89-4c08-469e-b638-c2e80f4d2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.271269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-3338fb89-4c08-469e-b638-c2e80f4d2e84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1846545
May 14 21:14:38.311732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:38.311963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Attempting to bind port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:38.336226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-b32f8d04-20b1-4dd2-b7b8-a514663a2fa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 217 time: 0.0562570
May 14 21:14:38.364616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f29951-1d36-4b2e-8c5b-d4995d48b612 req-10ddbc98-5eb9-47f9-9770-c80c34aa95d8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.366224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2f29951-1d36-4b2e-8c5b-d4995d48b612 req-10ddbc98-5eb9-47f9-9770-c80c34aa95d8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.6274443
May 14 21:14:38.379071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:38.379332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:38.379744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:38.380198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Bound port: ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:38.380592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:38.443774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-c90cd98e-6f60-48a1-ae04-ba41d2d5e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.445318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-c90cd98e-6f60-48a1-ae04-ba41d2d5e181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0944498
May 14 21:14:38.453296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43215-90b1-4d02-aac9-9711067f7e8e req-671c9185-6fdd-459a-9ba2-33e32f642977 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.454775 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71b43215-90b1-4d02-aac9-9711067f7e8e req-671c9185-6fdd-459a-9ba2-33e32f642977 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.1158221
May 14 21:14:38.520800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-e33299b9-fc0d-4527-95d6-66d1c74a2df6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0621240
May 14 21:14:38.613675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71b43215-90b1-4d02-aac9-9711067f7e8e req-1cb02860-a4bb-4db1-b6df-ba13c5aa438b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448390
May 14 21:14:38.660847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-ded3db7e-7790-4e31-9a1a-fb94fdb9bfab service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294267
May 14 21:14:38.672925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ea26e830-b29c-4fd4-9762-8a8a557fb92b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.674601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ea26e830-b29c-4fd4-9762-8a8a557fb92b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9767332
May 14 21:14:38.742235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Request body: {'port': {'device_id': 'a6444107-b523-485b-8113-41eafdabeb52', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '35a0e2c4a9054b4b962b9bc72c64517c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:38.814423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2f29951-1d36-4b2e-8c5b-d4995d48b612 req-c68d4d76-d826-4e23-baa6-fc5d66673fe5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4375830
May 14 21:14:38.845457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-a56eb225-271a-4b19-8b87-e67b410226b4 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746287
May 14 21:14:38.879316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d110345-0b61-4eb4-83fc-adfeba12aa33 req-b213cd95-7be0-410f-8574-6258875beefc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:38.888321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d110345-0b61-4eb4-83fc-adfeba12aa33 req-b213cd95-7be0-410f-8574-6258875beefc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.0929489
May 14 21:14:38.934423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:38.950265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d110345-0b61-4eb4-83fc-adfeba12aa33 req-8b3e172d-bea1-45ad-9196-6ff3c8626943 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609579
May 14 21:14:39.027585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:39.030364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c177937-30a8-4455-9455-5fcff4347f0b req-07b1f374-3f47-4d58-ba83-f4acd5a9ba34 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 210 time: 0.1002054
May 14 21:14:39.126396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697c8ba4-8a0f-466b-b7c1-d492695fc4dd {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:39.141319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Publish callbacks [] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.150196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.154761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335487b-f052-4147-8c19-bf1436b704a3 req-2b1e8587-63cd-43ce-90bb-c7df38ab3e7c tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:39.162586 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d335487b-f052-4147-8c19-bf1436b704a3 req-2b1e8587-63cd-43ce-90bb-c7df38ab3e7c tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 1132 time: 0.1064582
May 14 21:14:39.201906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Transition to ACTIVE for port object 697c8ba4-8a0f-466b-b7c1-d492695fc4dd will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:39.202726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cf751b6a-903a-4d9b-b8ef-8606d85846a0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.215666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:39.216142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.217552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa HTTP/1.1" status: 200  len: 1095 time: 5.4770050
May 14 21:14:39.219952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:39.222279 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5efaa4-92ff-49e6-a581-c02c1a94a07b" -d '{"events": [{"name": "network-changed", "server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:39.278652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Made reservation on behalf of 35a0e2c4a9054b4b962b9bc72c64517c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:39.281152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d335487b-f052-4147-8c19-bf1436b704a3 req-968f2279-3a26-4a8f-847f-6cd6219df92b tempest-ServersAdminNegativeTestJSON-768721210 tempest-ServersAdminNegativeTestJSON-768721210-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104491
May 14 21:14:39.287637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.325527 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3651f12e-f993-4997-8267-97d9eeb4d9b5 x-openstack-request-id: req-3651f12e-f993-4997-8267-97d9eeb4d9b5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:39.325904 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:39.326230 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3651f12e-f993-4997-8267-97d9eeb4d9b5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:39.327601 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3651f12e-f993-4997-8267-97d9eeb4d9b5'] response: {'name': 'network-changed', 'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa', 'status': 'completed', 'code': 200}
May 14 21:14:39.402612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.413438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69877c5-70d5-4d8b-828d-8b3fbfe3ce88 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:39.548651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-847539eb-794b-43c3-992e-5b02a19b013f tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:39.550944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-847539eb-794b-43c3-992e-5b02a19b013f tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0720360
May 14 21:14:39.649575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf751b6a-903a-4d9b-b8ef-8606d85846a0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:39.683582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5efaa4-92ff-49e6-a581-c02c1a94a07b req-77d3b94f-c0b3-4be3-9967-4f196c742883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:39.685062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f5efaa4-92ff-49e6-a581-c02c1a94a07b req-77d3b94f-c0b3-4be3-9967-4f196c742883 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 1129 time: 0.2659447
May 14 21:14:39.798972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-0f3a0ce1-7071-40e8-b202-951819110e10 service neutron] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:39.806412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc82df-b0fe-492c-90e9-ab446792e97b req-768282c7-084d-4cd1-aebf-9ed8ab9a4353 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:39.818602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-0f3a0ce1-7071-40e8-b202-951819110e10 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:39.819909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-10cc82df-b0fe-492c-90e9-ab446792e97b req-768282c7-084d-4cd1-aebf-9ed8ab9a4353 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 947 time: 0.3223341
May 14 21:14:39.831935 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-0f3a0ce1-7071-40e8-b202-951819110e10 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2684171
May 14 21:14:39.873148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f5efaa4-92ff-49e6-a581-c02c1a94a07b req-4cbd1b63-21e6-4717-ba66-598484c99ab8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=873c930e94574326a2aa94a76fda4f0d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1366851
May 14 21:14:39.898381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.083936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b227a8c-237f-44c5-831d-6965daa0207f req-a4be7656-7d4d-4dd1-b600-7b3742c4de5e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:40.085795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b227a8c-237f-44c5-831d-6965daa0207f req-a4be7656-7d4d-4dd1-b600-7b3742c4de5e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.0717077
May 14 21:14:40.126642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cf751b6a-903a-4d9b-b8ef-8606d85846a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:40.161902 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b227a8c-237f-44c5-831d-6965daa0207f req-72ca3731-a13b-4b5d-b0d7-9624050fa175 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651064
May 14 21:14:40.181393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Pushing event updated for resources: {'Port': ['ID=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:40.210311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: cf751b6a-903a-4d9b-b8ef-8606d85846a0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:40.211582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cf751b6a-903a-4d9b-b8ef-8606d85846a0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:40.308351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.310891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks [] for router_controller (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.342192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721c5be-9e34-4f10-98e3-63f10d88ee1d req-c7133f36-b061-47e5-986c-c880f6325e4e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:40.344247 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b721c5be-9e34-4f10-98e3-63f10d88ee1d req-c7133f36-b061-47e5-986c-c880f6325e4e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0688341
May 14 21:14:40.376618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b150a254-98d4-406a-a8ba-32e54a195fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.418114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-10cc82df-b0fe-492c-90e9-ab446792e97b req-2a47e86d-60aa-4182-92c7-2b36b15dad69 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5969594
May 14 21:14:40.433565 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b721c5be-9e34-4f10-98e3-63f10d88ee1d req-e57a57fa-5bfc-48ac-8b27-12dc7a66577e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763946
May 14 21:14:40.438335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Allocated IP 192.168.233.53 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/5d17285a-833f-4da9-b08a-4a08fee7366e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:40.441216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5efaa4-92ff-49e6-a581-c02c1a94a07b req-6e33deca-5a81-4945-9c41-c53d6e8f0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:40.442704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f5efaa4-92ff-49e6-a581-c02c1a94a07b req-6e33deca-5a81-4945-9c41-c53d6e8f0fce service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4836645
May 14 21:14:40.457677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Attempting to bind port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:40.464588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Attempting to bind port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:40.464983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Attempting to bind port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:40.488031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:40.489004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Attempting to bind port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:40.526128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (aa5cffa4-e8fe-4dc6-8195-ec06b3b43780), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.527124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:14:40.548239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:40.548587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:40.548982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:40.549499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Bound port: 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:40.549870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.554072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.558498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-870dee77-c7be-436f-85b5-bcb2ea513ac4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/aa5cffa4-e8fe-4dc6-8195-ec06b3b43780 HTTP/1.1" status: 204  len: 168 time: 4.0047786
May 14 21:14:40.561971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50438) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:40.617013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98d504-7b54-48f4-8fd9-c3a6ec49ee22 req-ebea3903-f9ca-4f45-8d3d-1842e3691c83 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:40.626493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d98d504-7b54-48f4-8fd9-c3a6ec49ee22 req-ebea3903-f9ca-4f45-8d3d-1842e3691c83 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.1090047
May 14 21:14:40.663489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-66cc0c6b-c2fc-4500-a0ae-ae847a6278a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:40.663626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Deleting subnet dd9fe94d-0882-4ce7-8610-53712551b82a {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:14:40.663883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-66cc0c6b-c2fc-4500-a0ae-ae847a6278a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=873c930e94574326a2aa94a76fda4f0d&device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 1129 time: 0.1574924
May 14 21:14:40.674006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Publish callbacks [] for subnet (dd9fe94d-0882-4ce7-8610-53712551b82a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.701896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049b65c-3ebc-427a-a559-a5bda644874b req-52f3c279-04df-4b81-a07b-db31631d8b2b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:40.703393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b049b65c-3ebc-427a-a559-a5bda644874b req-52f3c279-04df-4b81-a07b-db31631d8b2b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 950 time: 0.1274369
May 14 21:14:40.735147 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d98d504-7b54-48f4-8fd9-c3a6ec49ee22 req-cbc753cc-7144-4222-b458-93e10e3780f1 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048548
May 14 21:14:40.762381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (dd9fe94d-0882-4ce7-8610-53712551b82a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.786880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-1cd9ac2e-0e88-43d5-abc6-77a10c41b4d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa HTTP/1.1" status: 200  len: 217 time: 0.1089113
May 14 21:14:40.899959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4cb61e9c-f603-47b1-8132-219a52aa161a req-3b5e6f27-a53c-48ca-886b-4a2167533d86 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 210 time: 0.0768659
May 14 21:14:40.944661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dd9fe94d-0882-4ce7-8610-53712551b82a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:40.955327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] For port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:41.010886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] For port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:41.023123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-d7cfa655-14ce-4082-b285-bdd249868354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.024632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-d7cfa655-14ce-4082-b285-bdd249868354 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2200594
May 14 21:14:41.049416 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks [] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.065573 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.080349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b049b65c-3ebc-427a-a559-a5bda644874b req-6d89d598-f9a8-4043-8a2a-1fffd5d80901 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963865
May 14 21:14:41.105029 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.121713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (dd9fe94d-0882-4ce7-8610-53712551b82a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.172345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1663d-b1dd-47bc-84da-8d6169e473f2 req-effe9690-63ea-48e6-bc5c-ab562977c152 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.174367 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53c1663d-b1dd-47bc-84da-8d6169e473f2 req-effe9690-63ea-48e6-bc5c-ab562977c152 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1026599
May 14 21:14:41.175833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9fe94d-0882-4ce7-8610-53712551b82a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:41.182162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-7696163e-fab4-4276-b341-e1a0274c4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.184291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-7696163e-fab4-4276-b341-e1a0274c4915 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1479380
May 14 21:14:41.196354 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.197289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f670c486-380a-4b90-984b-86ddd11a1a23 None None] Network 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:14:41.202342 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c406a8a6-d83b-4b38-a932-d98b7c38951c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dd9fe94d-0882-4ce7-8610-53712551b82a HTTP/1.1" status: 204  len: 168 time: 0.6360803
May 14 21:14:41.208337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50450) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:41.250369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.251146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.252543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] 10.222.0.36 "PUT /v2.0/ports/697c8ba4-8a0f-466b-b7c1-d492695fc4dd HTTP/1.1" status: 200  len: 1095 time: 4.4991014
May 14 21:14:41.329356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'tag': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:41.332497 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6812eda-911d-45dd-9f46-563f797dceb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac73d4c4-6570-4088-84ab-55624bd26151", "tag": "697c8ba4-8a0f-466b-b7c1-d492695fc4dd"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:41.342177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fce18-4694-4b6b-b8eb-3c6168f3359d req-236625f0-3af7-4c1d-9e81-a844fa28f387 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.349650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a0fce18-4694-4b6b-b8eb-3c6168f3359d req-236625f0-3af7-4c1d-9e81-a844fa28f387 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1126 time: 0.1580575
May 14 21:14:41.375637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd836b4d-b050-47fc-b6c5-fcf80ea8da2f service neutron] Pushing event updated for resources: {'Port': ['ID=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:41.384953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.387459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.396992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1', 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:41.445458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53c1663d-b1dd-47bc-84da-8d6169e473f2 req-7f18b235-ce8a-417d-926c-5c30364ea483 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524433
May 14 21:14:41.481293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-ee686409-b41c-47aa-8a50-dae820d2e1c6 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2776361
May 14 21:14:41.494220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:41.515133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:41.540758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] DHCP port deletion for 0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:14:41.624291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:41.631081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Deleting port eea75432-727f-4ac1-9879-c03e71e843a2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:41.631615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.652391 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae5dfd5-5b2e-42b8-9e28-2a1d5d4a82dc x-openstack-request-id: req-5ae5dfd5-5b2e-42b8-9e28-2a1d5d4a82dc {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:41.658789 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac73d4c4-6570-4088-84ab-55624bd26151", "tag": "697c8ba4-8a0f-466b-b7c1-d492695fc4dd", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:41.658789 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ae5dfd5-5b2e-42b8-9e28-2a1d5d4a82dc {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:41.658789 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae5dfd5-5b2e-42b8-9e28-2a1d5d4a82dc'] response: {'name': 'network-changed', 'server_uuid': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'tag': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd', 'status': 'completed', 'code': 200}
May 14 21:14:41.658789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:41.678657 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.691823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a0fce18-4694-4b6b-b8eb-3c6168f3359d req-01add752-71ae-4d8e-9e26-311c7ff050d9 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364255
May 14 21:14:41.791033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] Deleting port eea75432-727f-4ac1-9879-c03e71e843a2 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:41.791033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.793433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] For port eea75432-727f-4ac1-9879-c03e71e843a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea75432-727f-4ac1-9879-c03e71e843a2,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:41.793926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.847820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Calling delete_port for eea75432-727f-4ac1-9879-c03e71e843a2 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:41.920874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f6d859f-ebeb-4f6e-97c0-16b2262d3435 req-a9c87a7b-aa20-4600-a07f-ebeeb4b674d5 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4224281
May 14 21:14:41.942699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.943916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.947632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eda-911d-45dd-9f46-563f797dceb1 req-24a53c29-38e4-470a-b050-b2d01c523710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:41.950428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6812eda-911d-45dd-9f46-563f797dceb1 req-24a53c29-38e4-470a-b050-b2d01c523710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 1129 time: 0.1911716
May 14 21:14:41.993101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] For port eea75432-727f-4ac1-9879-c03e71e843a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eea75432-727f-4ac1-9879-c03e71e843a2,segment=NetworkSegment(c364b265-ba7f-4ad6-974b-7e131e2a7d39),segment_id=c364b265-ba7f-4ad6-974b-7e131e2a7d39)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:41.993421 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:41.994846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6812eda-911d-45dd-9f46-563f797dceb1 req-cd473ef8-2f22-4570-b427-7a85ea4d4c98 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0307937
May 14 21:14:42.027626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] Calling delete_port for eea75432-727f-4ac1-9879-c03e71e843a2 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:42.072870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874493d6-9c64-4b8e-b565-ac179ee1037d req-f22098c0-9a2f-4697-acaf-440b789bad47 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:42.075214 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-874493d6-9c64-4b8e-b565-ac179ee1037d req-f22098c0-9a2f-4697-acaf-440b789bad47 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 947 time: 0.2250974
May 14 21:14:42.098159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-db924d93-682d-45a3-ae1b-eb2306017cd5 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:42.100073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-db924d93-682d-45a3-ae1b-eb2306017cd5 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 950 time: 0.2489140
May 14 21:14:42.142159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eda-911d-45dd-9f46-563f797dceb1 req-ac20f974-cee9-4919-95c0-7d1ddc061bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:42.144039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6812eda-911d-45dd-9f46-563f797dceb1 req-ac20f974-cee9-4919-95c0-7d1ddc061bb5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1393716
May 14 21:14:42.146771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device eea75432-727f-4ac1-9879-c03e71e843a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:42.252024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9d7ac8f9-172e-47ea-8f28-8083c61f92f2 None None] Provisioning complete for port 5d17285a-833f-4da9-b08a-4a08fee7366e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:42.252741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9d7ac8f9-172e-47ea-8f28-8083c61f92f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.256371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-2cc60af6-1cc1-4c1e-be39-27524b3240a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:42.258146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-2cc60af6-1cc1-4c1e-be39-27524b3240a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 1129 time: 0.0561409
May 14 21:14:42.259062 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-874493d6-9c64-4b8e-b565-ac179ee1037d req-8e731d93-b614-4704-9035-690f6e338343 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559396
May 14 21:14:42.303802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Deleting port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:42.311641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.343347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-dbf79a6d-31f9-4e71-8038-7963a77654cd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6116042
May 14 21:14:42.347821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-b0cf25fe-ad95-4075-a766-942a56ca6569 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=697c8ba4-8a0f-466b-b7c1-d492695fc4dd HTTP/1.1" status: 200  len: 217 time: 0.0792687
May 14 21:14:42.363466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ac8f9-172e-47ea-8f28-8083c61f92f2 None None] Port 5d17285a-833f-4da9-b08a-4a08fee7366e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:14:42.375379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Request body: {'port': {'device_id': 'a6444107-b523-485b-8113-41eafdabeb52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:42.377775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.402597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.435142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port eea75432-727f-4ac1-9879-c03e71e843a2 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:42.435570 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eea75432-727f-4ac1-9879-c03e71e843a2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.447362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] Pushing event deleted for resources: {'Port': ['ID=eea75432-727f-4ac1-9879-c03e71e843a2,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:42.450312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92960699-0327-408d-b56d-da368d3c0f5e None None] No DVR routers for this DVR port eea75432-727f-4ac1-9879-c03e71e843a2 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:42.790556 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9c3c692-139d-403c-a0c7-15c6fad32de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.832405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea75432-727f-4ac1-9879-c03e71e843a2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:42.878354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] For port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:42.878827 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:42.890346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] No DVR routers for this DVR port eea75432-727f-4ac1-9879-c03e71e843a2 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:42.964477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-459da9d6-0342-471f-8e8b-4c5b886087ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:42.967309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-459da9d6-0342-471f-8e8b-4c5b886087ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.5834444
May 14 21:14:42.988437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61939-78cc-48fd-a937-0683dbf0ed5c req-d184e4a2-eb61-4528-8748-f1ac002f952f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:42.997602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcb61939-78cc-48fd-a937-0683dbf0ed5c req-d184e4a2-eb61-4528-8748-f1ac002f952f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.6239026
May 14 21:14:43.016625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Calling delete_port for 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:43.036838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.062771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.070480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-449ea58e-58a0-409c-8c98-3e13ccabfc3c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:43.078132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-449ea58e-58a0-409c-8c98-3e13ccabfc3c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.2493575
May 14 21:14:43.082145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-9725f885-f56b-4191-81f4-bd374d489e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:43.083816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-9725f885-f56b-4191-81f4-bd374d489e65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0811329
May 14 21:14:43.130417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcb61939-78cc-48fd-a937-0683dbf0ed5c req-129e277a-b9db-4aeb-91cd-615ee5e080f8 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318371
May 14 21:14:43.134457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-f23404bd-1814-4f6e-bc80-2f50d149bc77 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/quotas/763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 375 time: 0.0549479
May 14 21:14:43.135142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522baa33d0>,) {'filters': {'network_id': ['0dce29e9-5011-44c4-8a3b-8d7b8fbb8908']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:43.164824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522baa33d0>, 'c364b265-ba7f-4ad6-974b-7e131e2a7d39') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:43.165352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522baa33d0>, 'c364b265-ba7f-4ad6-974b-7e131e2a7d39') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:14:43.186505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (c364b265-ba7f-4ad6-974b-7e131e2a7d39), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.219799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c364b265-ba7f-4ad6-974b-7e131e2a7d39), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.236003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:14:43.236772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (c364b265-ba7f-4ad6-974b-7e131e2a7d39), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:14:43.238914 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:14:43.274784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-c26a9982-82b4-4761-9553-b179be669662 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1373949
May 14 21:14:43.353590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-fbd5e369-5051-4548-8004-5954511fb466 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569807
May 14 21:14:43.396269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bffc5-7ff9-4f0a-a6a5-06056b90ebdd req-d71d6df6-884b-448a-9cd5-56079e2a766a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:43.398376 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-772bffc5-7ff9-4f0a-a6a5-06056b90ebdd req-d71d6df6-884b-448a-9cd5-56079e2a766a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 935 time: 0.1455951
May 14 21:14:43.468322 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-772bffc5-7ff9-4f0a-a6a5-06056b90ebdd req-ff2ebb78-a28e-4e57-9af0-32d75458e8ec tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618088
May 14 21:14:43.470245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (0dce29e9-5011-44c4-8a3b-8d7b8fbb8908), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.477512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.490401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0dce29e9-5011-44c4-8a3b-8d7b8fbb8908 HTTP/1.1" status: 204  len: 168 time: 2.2810035
May 14 21:14:43.519859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942680ec-cd3e-48dd-bc6c-ba7d46aae769 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dce29e9-5011-44c4-8a3b-8d7b8fbb8908,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:43.591070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.598223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-1eeb2d00-8e82-4f44-8554-9380e6773931 service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225505
May 14 21:14:43.611278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['45254827-3761-4577-ac70-10de75efc370', '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:43.777348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.820063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Pushing event deleted for resources: {'Port': ['ID=8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:43.866894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea944577-4ff1-4369-a30b-7c6a6f27701e req-8717e17c-a459-4d38-8f15-b2311e136980 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4789753
May 14 21:14:43.888084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-621fc810-bc8f-4251-90e7-a6de06346bd2 req-4b224502-3bab-4870-b97b-c07873d48055 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.2286694
May 14 21:14:43.939650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] No DVR routers for this DVR port 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:43.957037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:43.965278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7a9661d-1f1b-4e5d-9981-b599f84eb922 req-93cb31a8-1017-4e0d-a013-85a0f3199efe tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "DELETE /v2.0/ports/8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e HTTP/1.1" status: 204  len: 173 time: 1.8579099
May 14 21:14:43.965873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'name': 'network-vif-deleted', 'tag': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:43.969163 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11970d3-2eeb-46ab-81e2-2b13f7bdf35b" -d '{"events": [{"server_uuid": "28ccd9ac-9784-4ddc-9814-436c67c3b385", "name": "network-vif-deleted", "tag": "8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:43.992619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-1372bd53-b624-484c-95e1-e0c7bf3e781f service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3748055
May 14 21:14:44.056183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d17285a-833f-4da9-b08a-4a08fee7366e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:44.073225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Publish callbacks [] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.091892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Transition to ACTIVE for port object 5d17285a-833f-4da9-b08a-4a08fee7366e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:44.103271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c64ab-da9b-4e26-9c3d-49fca0c3a439 req-bee564f6-9801-4215-81f5-b9e71f721201 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:44.106466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-643c64ab-da9b-4e26-9c3d-49fca0c3a439 req-bee564f6-9801-4215-81f5-b9e71f721201 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0585835
May 14 21:14:44.130573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50498) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:44.170782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.177155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-643c64ab-da9b-4e26-9c3d-49fca0c3a439 req-e32e44ce-144d-4524-9d0f-e16e87292de6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629220
May 14 21:14:44.250169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-96a15a66-08e5-4bde-9985-db38f71ff607 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97eb48c86b4d49f1b11b2b6380020f4b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1159725
May 14 21:14:44.250950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50506) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:44.313430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:44.422785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:44.423169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:44.423531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:44.431862 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a121b-2bfe-449e-b67e-6d9a3a418422 x-openstack-request-id: req-ed1a121b-2bfe-449e-b67e-6d9a3a418422 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:44.432161 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ccd9ac-9784-4ddc-9814-436c67c3b385", "name": "network-vif-deleted", "tag": "8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:44.432948 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed1a121b-2bfe-449e-b67e-6d9a3a418422 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:44.433357 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1a121b-2bfe-449e-b67e-6d9a3a418422'] response: {'server_uuid': '28ccd9ac-9784-4ddc-9814-436c67c3b385', 'name': 'network-vif-deleted', 'tag': '8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e', 'status': 'completed', 'code': 200}
May 14 21:14:44.434039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:44.434490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:44.447161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:44.447568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:44.450398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:44.450398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Bound port: 5d17285a-833f-4da9-b08a-4a08fee7366e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:44.450736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.518632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50938a1-ed97-4520-b0ee-3e03b603a26a req-7f1504a0-5389-4eed-a163-db83e6429bd7 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:44.520393 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c50938a1-ed97-4520-b0ee-3e03b603a26a req-7f1504a0-5389-4eed-a163-db83e6429bd7 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 947 time: 0.2035301
May 14 21:14:44.573372 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5f5268c3-48c0-4592-8b57-24220e1c3cd9 admin admin] Publish callbacks [] for security_group (aa837910-02a7-49e7-bc72-767e060901cc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.617220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5f5268c3-48c0-4592-8b57-24220e1c3cd9 admin admin] Publish callbacks [] for security_group (aa837910-02a7-49e7-bc72-767e060901cc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.638996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8f322-3a17-4f54-8b3f-f5e3eee20275 req-30f06a13-e8ad-4ee5-a231-5290837f511c tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:44.638996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51e8f322-3a17-4f54-8b3f-f5e3eee20275 req-30f06a13-e8ad-4ee5-a231-5290837f511c tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.1507599
May 14 21:14:44.639434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c50938a1-ed97-4520-b0ee-3e03b603a26a req-00b2b394-c046-4d46-a480-848888239243 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080711
May 14 21:14:44.749481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51e8f322-3a17-4f54-8b3f-f5e3eee20275 req-64e5b967-b557-43ff-b838-1b6006e02d64 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967927
May 14 21:14:44.782926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:44.790173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:44.799650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195501c-5018-4d19-b6f3-e85bd6a250b7 req-406c75bf-c14d-4a9e-9a7e-ddabdfd3f202 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:44.801389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0195501c-5018-4d19-b6f3-e85bd6a250b7 req-406c75bf-c14d-4a9e-9a7e-ddabdfd3f202 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0789621
May 14 21:14:44.875120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.878197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0195501c-5018-4d19-b6f3-e85bd6a250b7 req-a89b4fe8-f18a-4010-9b51-36e83f20ea3f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690238
May 14 21:14:44.883822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a7e6c52-5ade-44cd-aee2-a49cdcb8e462 req-6970913d-0e79-4ab5-8867-943bfcc76075 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 210 time: 0.0588284
May 14 21:14:44.906848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5f5268c3-48c0-4592-8b57-24220e1c3cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aa837910-02a7-49e7-bc72-767e060901cc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.915696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5f5268c3-48c0-4592-8b57-24220e1c3cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.920584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5f5268c3-48c0-4592-8b57-24220e1c3cd9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa837910-02a7-49e7-bc72-767e060901cc HTTP/1.1" status: 204  len: 168 time: 0.6678276
May 14 21:14:44.945219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5268c3-48c0-4592-8b57-24220e1c3cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa837910-02a7-49e7-bc72-767e060901cc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:44.983797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:44.989278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:44.990953 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] 10.222.0.36 "PUT /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 1095 time: 2.6344244
May 14 21:14:44.991440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:44.996768 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391031b-103f-48dc-91ef-f2f543ca43e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:45.045505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30b548-320c-4761-ac0a-07a5f788565b service neutron] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:45.149919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bac78-bd41-4136-9330-8f999f8ed313 req-d75d04a0-169c-42a4-b421-2531d86a60a4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:45.159154 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a58bac78-bd41-4136-9330-8f999f8ed313 req-d75d04a0-169c-42a4-b421-2531d86a60a4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.1507576
May 14 21:14:45.247448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:45.251303 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a58bac78-bd41-4136-9330-8f999f8ed313 req-0eb8e668-2b4f-4ff4-9fdd-84e19424a21f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912035
May 14 21:14:45.383403 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c0d58c48-5ec2-4945-b0d4-619b90c42e48 req-b4d2f8f5-fad6-42d7-b5e4-e0e1e1508778 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.0582054
May 14 21:14:45.457251 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0caa005-d04b-4a52-bd30-9f13c41b9507 x-openstack-request-id: req-f0caa005-d04b-4a52-bd30-9f13c41b9507 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:45.457707 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:45.458051 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0caa005-d04b-4a52-bd30-9f13c41b9507 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:45.458951 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0caa005-d04b-4a52-bd30-9f13c41b9507'] response: {'name': 'network-changed', 'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'status': 'completed', 'code': 200}
May 14 21:14:45.460435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-1ecf4b84-6c0f-4e3b-b5fb-c084906dc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:45.462797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-1ecf4b84-6c0f-4e3b-b5fb-c084906dc086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1129 time: 0.0899584
May 14 21:14:45.519063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-2fe40ba8-d630-478c-b11a-dda92d8dc3e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0468774
May 14 21:14:45.526701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:45.585252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa', 'mac_address': 'fa:16:3e:3c:2d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:45.596720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:45.599317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-32dace6e-8203-41ad-a110-f9aea60b1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:45.600343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-32dace6e-8203-41ad-a110-f9aea60b1387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0742576
May 14 21:14:45.662514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:45.662905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:45.730678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-653778ef-80a6-4d13-9086-3cb925280948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:45.733015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-653778ef-80a6-4d13-9086-3cb925280948 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1232927
May 14 21:14:45.742852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:45.778918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:45.830445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58844675-8638-4c8f-a9d1-056cfa5603c5 req-dcdb80ad-e916-480c-ae41-6ce40a3b93ef tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:45.832280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58844675-8638-4c8f-a9d1-056cfa5603c5 req-dcdb80ad-e916-480c-ae41-6ce40a3b93ef tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 947 time: 0.0606480
May 14 21:14:45.843342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf22b0e-f5a1-4dbf-b38a-45dba5f07f8e req-017b98fa-92ca-4de6-bf8b-ddb846410eb8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:45.845895 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbf22b0e-f5a1-4dbf-b38a-45dba5f07f8e req-017b98fa-92ca-4de6-bf8b-ddb846410eb8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0938661
May 14 21:14:45.871243 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:45.933480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58844675-8638-4c8f-a9d1-056cfa5603c5 req-0a8b71dd-a9b2-44b6-9346-c629a53b4d2c tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932944
May 14 21:14:45.943455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:45.961929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbf22b0e-f5a1-4dbf-b38a-45dba5f07f8e req-b7886a4c-cd02-448b-b936-62ce8d181be3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062028
May 14 21:14:46.123982 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-955482c2-08f6-474c-bf77-55accb65a020 req-1457e260-fb27-4510-ba13-385c73680f07 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 210 time: 0.0395224
May 14 21:14:46.139311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be898ae-dc86-4f04-9995-a4a1cbfc784d req-e05d2188-9f05-4cf8-a3ec-085cc8921907 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:46.146478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1be898ae-dc86-4f04-9995-a4a1cbfc784d req-e05d2188-9f05-4cf8-a3ec-085cc8921907 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 948 time: 0.0746434
May 14 21:14:46.158799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:46.175845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-41f51250-19fe-4ad9-93e4-5d06997df824 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128022
May 14 21:14:46.212877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:46.252210 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1be898ae-dc86-4f04-9995-a4a1cbfc784d req-abc55284-4fac-4cda-b135-6d4836527918 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048174
May 14 21:14:46.255901 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-665256d8-0272-430c-9f19-44fad4d3b6f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=899b3d5b2ffd4706b856c765063b8536&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0957534
May 14 21:14:46.256778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:46.356643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66999d8c-6ddf-480d-9e12-e171e762dc9e admin admin] Publish callbacks [] for security_group (fc981690-6ae1-4fa8-be48-dd2f226ff437), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:46.397677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac206667-1bfd-44eb-a5a7-6b5d7a687353 req-916d9d09-9a3e-45ac-a2dc-571c027d5b05 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044287
May 14 21:14:46.431421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66999d8c-6ddf-480d-9e12-e171e762dc9e admin admin] Publish callbacks [] for security_group (fc981690-6ae1-4fa8-be48-dd2f226ff437), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:46.441055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53269cc6-1bf0-4660-bc7b-0c6002e79939 req-c0704143-b6d9-41e7-bd70-d82c3c8d32c9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:46.450960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53269cc6-1bf0-4660-bc7b-0c6002e79939 req-c0704143-b6d9-41e7-bd70-d82c3c8d32c9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.0778022
May 14 21:14:46.560995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53269cc6-1bf0-4660-bc7b-0c6002e79939 req-09d45f2a-9abb-4ae8-a987-16ea902422e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075125
May 14 21:14:46.580817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07d11b5a-62f9-4e36-a158-9427cd43922d req-9b456aa5-25d4-4058-a30e-06b4384fb608 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=28ccd9ac-9784-4ddc-9814-436c67c3b385 HTTP/1.1" status: 200  len: 210 time: 0.0462475
May 14 21:14:46.686947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66999d8c-6ddf-480d-9e12-e171e762dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fc981690-6ae1-4fa8-be48-dd2f226ff437), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:46.689559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66999d8c-6ddf-480d-9e12-e171e762dc9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:46.693646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66999d8c-6ddf-480d-9e12-e171e762dc9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc981690-6ae1-4fa8-be48-dd2f226ff437 HTTP/1.1" status: 204  len: 168 time: 0.4328306
May 14 21:14:46.704974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66999d8c-6ddf-480d-9e12-e171e762dc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc981690-6ae1-4fa8-be48-dd2f226ff437,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:46.772816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:47.060604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a40df-239b-4e6e-8296-288a1c748b8f req-227805c7-4281-42b2-881c-8d69e90af824 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.067814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b31a40df-239b-4e6e-8296-288a1c748b8f req-227805c7-4281-42b2-881c-8d69e90af824 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 947 time: 0.0665066
May 14 21:14:47.114649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 697c8ba4-8a0f-466b-b7c1-d492695fc4dd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:47.130875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:47.149740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5b7fa-84eb-4cdb-b753-df5171a6a1af req-cec97a1f-1638-4ed0-8471-0cd4be5468c9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.161816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eda5b7fa-84eb-4cdb-b753-df5171a6a1af req-cec97a1f-1638-4ed0-8471-0cd4be5468c9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0939734
May 14 21:14:47.202925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:47.202925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8c0c2d02-7d8e-43a9-a4d9-3e656eaa1a2e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:47.215828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b31a40df-239b-4e6e-8296-288a1c748b8f req-278e9420-da3f-4850-9d90-0904d84b678c tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437650
May 14 21:14:47.297161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eda5b7fa-84eb-4cdb-b753-df5171a6a1af req-7181970b-4c1f-426c-8fed-51ac4c453fa2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277690
May 14 21:14:47.481421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a32538-723e-4203-a9e3-f861aa320ed5 req-01e92026-ca09-480a-a4cf-d4bf16490cd4 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.488185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b372acc5-2491-45a9-b2c5-82a8b625f3da req-ec9cc99e-0110-4d03-9499-a83e3a38a6a8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 210 time: 0.0976527
May 14 21:14:47.495465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-5900c731-8170-4853-9579-6761d53ef0d8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.497122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-5900c731-8170-4853-9579-6761d53ef0d8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.3264275
May 14 21:14:47.498069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43a32538-723e-4203-a9e3-f861aa320ed5 req-01e92026-ca09-480a-a4cf-d4bf16490cd4 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 948 time: 0.1094110
May 14 21:14:47.501222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:47.526479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd', 'mac_address': 'fa:16:3e:d8:dd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:47.565877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Request body: {'port': {'device_id': '7d79ef89-784c-4a52-803f-2961220d5f60', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'admin_state_up': True, 'tenant_id': '763cf73206604d8abbe1542afe44fa95'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:47.590073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:47.590560 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:47.605433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43a32538-723e-4203-a9e3-f861aa320ed5 req-8c9359ce-99d8-4985-9ebf-6b0ba9d541e3 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061604
May 14 21:14:47.660593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:47.668835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697c8ba4-8a0f-466b-b7c1-d492695fc4dd {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:47.736247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:47.757666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:47.810724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-166228b0-5c2e-400e-abc7-0a07e7137c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.810724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-166228b0-5c2e-400e-abc7-0a07e7137c3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1129 time: 0.1446607
May 14 21:14:47.843786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67c6ae-0b8d-4b52-96aa-6bd7436c10b0 req-7d8e859c-514f-4304-b39a-f493018239d9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.845254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c67c6ae-0b8d-4b52-96aa-6bd7436c10b0 req-7d8e859c-514f-4304-b39a-f493018239d9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.1073027
May 14 21:14:47.958761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c67c6ae-0b8d-4b52-96aa-6bd7436c10b0 req-ef5f76f0-372c-4aa5-ae94-a1991afcb093 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024055
May 14 21:14:47.974894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-be46b512-c0a2-4f3a-944a-f7ccfeec3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:47.976400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-be46b512-c0a2-4f3a-944a-f7ccfeec3d0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1578472
May 14 21:14:48.019643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-6249b117-b280-4ed9-bd61-ad74ca7dfc11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0337250
May 14 21:14:48.069760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-2667ce5c-b801-4ba7-b470-0be06c38ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:48.071377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-2667ce5c-b801-4ba7-b470-0be06c38ec5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0451977
May 14 21:14:48.113040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-b54bf97b-376c-4a7b-bb59-ed522cd0d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:48.114500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-b54bf97b-376c-4a7b-bb59-ed522cd0d42d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0367231
May 14 21:14:48.207382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-4a1cf40f-3f15-486e-a796-402bd0bb153c service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858474
May 14 21:14:48.241931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:48.245974 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.251818 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.309125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Made reservation on behalf of 763cf73206604d8abbe1542afe44fa95 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:48.313190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.370948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:48.436693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:48.437096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.474378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:48.475403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:48.477673 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2408fbca-c5a6-4890-b2ae-6e0824d6e26a" -d '{"events": [{"server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "name": "network-vif-plugged", "status": "completed", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:48.537233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['697c8ba4-8a0f-466b-b7c1-d492695fc4dd'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:48.575644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Allocated IP 172.20.0.7 (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c/e4c64ec1-48d9-445c-b452-e1d1d8923ea0/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:14:48.619782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.708633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:48.769606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks [] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.772979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bb87f-e7a0-4f59-95e7-232e2264c917 req-2c5be561-c587-4f82-8cce-bb43a20bab14 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:48.782176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b7bb87f-e7a0-4f59-95e7-232e2264c917 req-2c5be561-c587-4f82-8cce-bb43a20bab14 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1277685
May 14 21:14:48.822793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b81e02-d67f-4bbb-83c3-f5be087514be req-1b9c3fef-5f87-44d0-8302-4fcfce6f4b81 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:48.828144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9b81e02-d67f-4bbb-83c3-f5be087514be req-1b9c3fef-5f87-44d0-8302-4fcfce6f4b81 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 948 time: 0.5117440
May 14 21:14:48.864405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4391031b-103f-48dc-91ef-f2f543ca43e6 req-ac3d795b-0dda-4980-98ff-ae4b4f8082c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6474211
May 14 21:14:48.878782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b7bb87f-e7a0-4f59-95e7-232e2264c917 req-ee9d7b6e-650e-4b10-bbc2-edd63141f7eb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911098
May 14 21:14:48.881403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:48.950221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:48.962163 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821677d-28f8-494d-9477-e92fbe8db225 x-openstack-request-id: req-a821677d-28f8-494d-9477-e92fbe8db225 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:48.962548 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "name": "network-vif-plugged", "status": "completed", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:48.962863 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a821677d-28f8-494d-9477-e92fbe8db225 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:48.963323 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a821677d-28f8-494d-9477-e92fbe8db225'] response: {'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa', 'code': 200}
May 14 21:14:48.985961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:14:48.991438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9b81e02-d67f-4bbb-83c3-f5be087514be req-981e6554-fe16-4491-8095-94addc8779a8 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1626167
May 14 21:14:48.998514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:48.998980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:14:49.061898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:49.064004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.123423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbd9c1-a7ca-4f25-9e3c-733579c67231 req-9cd70510-f1eb-4a2f-9052-e1ffaf331ef7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:49.129203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ebbd9c1-a7ca-4f25-9e3c-733579c67231 req-9cd70510-f1eb-4a2f-9052-e1ffaf331ef7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 931 time: 0.0701017
May 14 21:14:49.153297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536d496-e8f2-47b7-8cd6-2efc3d20f353 req-ed55bd24-4a97-4657-96a4-1b23ec18852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:49.154895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1536d496-e8f2-47b7-8cd6-2efc3d20f353 req-ed55bd24-4a97-4657-96a4-1b23ec18852a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 1131 time: 0.0872080
May 14 21:14:49.162247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068726e8-143b-4469-a51c-6c13ff10e47a req-be72c94e-0943-4f42-a26f-ad7f66c83401 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:49.164198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-068726e8-143b-4469-a51c-6c13ff10e47a req-be72c94e-0943-4f42-a26f-ad7f66c83401 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 950 time: 0.0651672
May 14 21:14:49.186075 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ebbd9c1-a7ca-4f25-9e3c-733579c67231 req-309d239f-256a-44cf-a0ee-d4ed71135e08 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508022
May 14 21:14:49.240559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1536d496-e8f2-47b7-8cd6-2efc3d20f353 req-241d0131-537d-4321-9093-47908524583f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753224
May 14 21:14:49.254617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-068726e8-143b-4469-a51c-6c13ff10e47a req-4cee457a-0f33-4e9a-9649-6554862883f4 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751243
May 14 21:14:49.306964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-2a8780b6-922a-405c-b419-7746e471a10d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7819223
May 14 21:14:49.361507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44626-3b26-402d-8ada-cb420142c0e5 req-d6f9a477-1a16-43ee-b739-2a0ee2db69dd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:49.363578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ea44626-3b26-402d-8ada-cb420142c0e5 req-d6f9a477-1a16-43ee-b739-2a0ee2db69dd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.0523956
May 14 21:14:49.376757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb124f94-54ce-436b-a92b-d8a9de25ef59 req-696a8dee-7e1e-4265-96b1-b41fd570713c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:49.378295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb124f94-54ce-436b-a92b-d8a9de25ef59 req-696a8dee-7e1e-4265-96b1-b41fd570713c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.0503099
May 14 21:14:49.412835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ea44626-3b26-402d-8ada-cb420142c0e5 req-b5dfa92e-bd34-424e-953f-2b782e7ac85a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439591
May 14 21:14:49.433904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb124f94-54ce-436b-a92b-d8a9de25ef59 req-e48aa6ca-cfe1-4ef2-a1ef-755ffb5885a5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431209
May 14 21:14:49.483044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:49.493581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 697c8ba4-8a0f-466b-b7c1-d492695fc4dd up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:49.498526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Request body: {'port': {'device_id': '7d79ef89-784c-4a52-803f-2961220d5f60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:49.568018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.605764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:49.648537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:49.665719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'mac_address': 'fa:16:3e:ed:b4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:49.695982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:49.696423 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.736290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 5d17285a-833f-4da9-b08a-4a08fee7366e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:49.736672 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.761484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d17285a-833f-4da9-b08a-4a08fee7366e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:49.786539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:49.825139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:49.825523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.851375 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.880196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:49.910641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:49.933082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:49.940803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Publish callbacks [] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.949545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:49.954465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Transition to ACTIVE for port object 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:14:50.011382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5fc75-7e7d-49b1-ba1c-03d65e6ef623 req-86373ef5-f76a-47ee-91c0-52488cd61dfe tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.013315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59f5fc75-7e7d-49b1-ba1c-03d65e6ef623 req-86373ef5-f76a-47ee-91c0-52488cd61dfe tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0527680
May 14 21:14:50.016754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:50.029023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:50.094238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:50.119236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59f5fc75-7e7d-49b1-ba1c-03d65e6ef623 req-963222be-67a9-48bc-a532-72b45e304ea8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992746
May 14 21:14:50.144690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['5d17285a-833f-4da9-b08a-4a08fee7366e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:50.228668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fee11-cb86-4337-b8c0-c73d6442ad8b req-70d295e9-39c2-4d11-8bcd-7d8d915e8a47 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.241838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-725fee11-cb86-4337-b8c0-c73d6442ad8b req-70d295e9-39c2-4d11-8bcd-7d8d915e8a47 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0801988
May 14 21:14:50.246461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:14:50.246888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:14:50.247280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:50.253690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:14:50.254263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:14:50.263796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-281ed999-58e9-49c9-8140-cc5bcf63d759 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.265941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-281ed999-58e9-49c9-8140-cc5bcf63d759 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 950 time: 0.0729072
May 14 21:14:50.268744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:14:50.269191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:50.269688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:14:50.270347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Bound port: 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:14:50.270813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:50.305037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-725fee11-cb86-4337-b8c0-c73d6442ad8b req-9fda8cf5-a586-4529-833f-04fbccbc3e8f tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600441
May 14 21:14:50.441977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Deleting port 45254827-3761-4577-ac70-10de75efc370 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:50.442580 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (45254827-3761-4577-ac70-10de75efc370), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:50.468607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f334-02ca-4f6b-96b0-ebebe1f16934 req-00106096-163a-4333-8785-88aeb2a7797b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.469018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324770e-1577-41bb-92ce-9cd7f883fe1b req-ef46b1c2-c302-494d-8d71-0bc2dbafa4f2 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.470089 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43b4f334-02ca-4f6b-96b0-ebebe1f16934 req-00106096-163a-4333-8785-88aeb2a7797b tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 950 time: 0.0491679
May 14 21:14:50.471911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0324770e-1577-41bb-92ce-9cd7f883fe1b req-ef46b1c2-c302-494d-8d71-0bc2dbafa4f2 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.0932834
May 14 21:14:50.485711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:14:50.524105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43b4f334-02ca-4f6b-96b0-ebebe1f16934 req-3efdc5f5-79ba-4930-a00d-ba708471c710 tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a137bd0-2073-4d72-b475-90ad0e38d3cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480072
May 14 21:14:50.539059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:14:50.591565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] For port 45254827-3761-4577-ac70-10de75efc370, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=45254827-3761-4577-ac70-10de75efc370,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:50.592083 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (45254827-3761-4577-ac70-10de75efc370), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:50.608768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:50.616671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Calling delete_port for 45254827-3761-4577-ac70-10de75efc370 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:50.627822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0324770e-1577-41bb-92ce-9cd7f883fe1b req-f5e0b554-e547-48ba-b5ed-d3684ac60dce tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473715
May 14 21:14:50.728748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138e25-4022-4f11-9bfa-e66ff39f7be4 req-bddda6a8-5f0f-4e92-bd27-4c44dd7932ff tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.731516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0138e25-4022-4f11-9bfa-e66ff39f7be4 req-bddda6a8-5f0f-4e92-bd27-4c44dd7932ff tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.0722260
May 14 21:14:50.788626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0138e25-4022-4f11-9bfa-e66ff39f7be4 req-b87ce5c3-350e-4957-813d-6441ea04f723 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484247
May 14 21:14:50.965556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:50.968676 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5b2d5c-cc8a-43a5-bc29-cedf508063e8" -d '{"events": [{"server_uuid": "ac73d4c4-6570-4088-84ab-55624bd26151", "name": "network-vif-plugged", "status": "completed", "tag": "697c8ba4-8a0f-466b-b7c1-d492695fc4dd"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:50.989450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:50.989968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:50.991269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] 10.222.0.48 "PUT /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 1091 time: 1.4974351
May 14 21:14:50.993832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:50.996524 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453bc773-d2d0-42fb-84ad-67db37656d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:51.056006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c5e63-4610-4a65-8ff1-950e5105dad4 service neutron] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:51.072403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afcc5a-34ee-414a-ad77-a4597b0e95e9 req-7d9d3f1c-17cf-4fd9-a396-303419ed608c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.073947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47afcc5a-34ee-414a-ad77-a4597b0e95e9 req-7d9d3f1c-17cf-4fd9-a396-303419ed608c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 948 time: 0.0889757
May 14 21:14:51.192468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47afcc5a-34ee-414a-ad77-a4597b0e95e9 req-89f01b11-caa0-44b0-ab29-c2905829452f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076577
May 14 21:14:51.201564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-129f2a11-770f-42ef-aff9-430fff31d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.203009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-129f2a11-770f-42ef-aff9-430fff31d62b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1125 time: 0.0682018
May 14 21:14:51.249913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-03243668-2ce1-4fc6-9564-5479dfd6b352 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 217 time: 0.0349979
May 14 21:14:51.283860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (45254827-3761-4577-ac70-10de75efc370), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:51.295363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['45254827-3761-4577-ac70-10de75efc370'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:51.344267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Pushing event deleted for resources: {'Port': ['ID=45254827-3761-4577-ac70-10de75efc370,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:51.363901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d59df7-6b68-449f-a28a-ba681038ddcf req-bc4ad843-bc79-4127-9000-a3a681a700c9 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.365427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79d59df7-6b68-449f-a28a-ba681038ddcf req-bc4ad843-bc79-4127-9000-a3a681a700c9 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 950 time: 0.1147616
May 14 21:14:51.389670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599c06-6730-455b-ad57-adab28c850ed req-2c3b69cc-9990-4006-9746-3bd413e08db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.391081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-2c3b69cc-9990-4006-9746-3bd413e08db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1318235
May 14 21:14:51.429182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] No DVR routers for this DVR port 45254827-3761-4577-ac70-10de75efc370 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:51.449444 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:51.452578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-daa206ff-6f4d-46e9-8082-00ec7e5e713c req-26c29175-2003-462f-b906-657dc77ab6ce tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.36 "DELETE /v2.0/ports/45254827-3761-4577-ac70-10de75efc370 HTTP/1.1" status: 204  len: 173 time: 1.1794503
May 14 21:14:51.457259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-f95be95e-c881-4f20-bcb8-0ad75bd437e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381992
May 14 21:14:51.496758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:51.504000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79d59df7-6b68-449f-a28a-ba681038ddcf req-65e64d1c-c5c2-4e2b-942e-f5d47c586586 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170151
May 14 21:14:51.563626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 5d17285a-833f-4da9-b08a-4a08fee7366e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:51.571022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-c4a655ef-4161-4d19-a863-7dc530079b3a service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1064005
May 14 21:14:51.575825 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b777c966-2f98-43cd-a37f-626387763c34 x-openstack-request-id: req-b777c966-2f98-43cd-a37f-626387763c34 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:51.576238 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac73d4c4-6570-4088-84ab-55624bd26151", "name": "network-vif-plugged", "status": "completed", "tag": "697c8ba4-8a0f-466b-b7c1-d492695fc4dd", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:51.576496 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b777c966-2f98-43cd-a37f-626387763c34 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:51.576896 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b777c966-2f98-43cd-a37f-626387763c34'] response: {'server_uuid': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd', 'code': 200}
May 14 21:14:51.615231 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60059da-d375-4047-9c6b-62a6dbc164ae x-openstack-request-id: req-b60059da-d375-4047-9c6b-62a6dbc164ae {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:51.615543 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:51.615796 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b60059da-d375-4047-9c6b-62a6dbc164ae {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:51.616255 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60059da-d375-4047-9c6b-62a6dbc164ae'] response: {'name': 'network-changed', 'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'status': 'completed', 'code': 200}
May 14 21:14:51.630357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 5d17285a-833f-4da9-b08a-4a08fee7366e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:51.630919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:51.726788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69e4f1-c5f9-4737-a701-12a1c7a4c26f req-77bb1f3f-c383-422c-b9fa-a09cece052ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.728331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e69e4f1-c5f9-4737-a701-12a1c7a4c26f req-77bb1f3f-c383-422c-b9fa-a09cece052ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 1131 time: 0.0776153
May 14 21:14:51.737231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 5d17285a-833f-4da9-b08a-4a08fee7366e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:51.737539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:51.771874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353584e-eb74-4fdb-b0a8-75ba92a3d148 req-3482e18b-d495-473b-b179-35d8b9086b58 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.773473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1353584e-eb74-4fdb-b0a8-75ba92a3d148 req-3482e18b-d495-473b-b179-35d8b9086b58 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0927465
May 14 21:14:51.775564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:51.786894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b599c06-6730-455b-ad57-adab28c850ed req-50c2415f-8bd7-484b-8f75-818962b4fec6 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980329
May 14 21:14:51.817464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e69e4f1-c5f9-4737-a701-12a1c7a4c26f req-f916941c-dc5e-4380-8077-453bd902124e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827055
May 14 21:14:51.843614 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:51.861386 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1353584e-eb74-4fdb-b0a8-75ba92a3d148 req-dd674077-0ca1-4439-bba6-b59f8aa426af tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733755
May 14 21:14:51.935640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:51.946395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.946757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.947115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.947415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.947830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.948284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.948751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.949080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.949399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.949717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.950041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.950360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.950677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.950996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.951590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:51.966633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a4e68-74f2-49c9-b99a-fd349306864b req-b8792dba-276e-440f-b9ba-c3eb3cfd37e9 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:51.966633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce8a4e68-74f2-49c9-b99a-fd349306864b req-b8792dba-276e-440f-b9ba-c3eb3cfd37e9 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0560489
May 14 21:14:52.011781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce8a4e68-74f2-49c9-b99a-fd349306864b req-b1399b86-b9db-4fee-bf96-3f9e84aa4f19 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409789
May 14 21:14:52.112351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32c62310-a8b2-4df0-a304-53aa0b51db78 req-eb102967-d6d6-4bb0-b9c9-c88d4f1db1db tempest-ServersAdminNegativeTestJSON-659635021 tempest-ServersAdminNegativeTestJSON-659635021-project] 10.222.0.52 "GET /v2.0/ports?device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce HTTP/1.1" status: 200  len: 210 time: 0.0323727
May 14 21:14:52.215277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd004b7-2b91-41c8-9851-de380a19e04f req-476d54e0-50d8-49b2-b1f6-b11814982a17 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:52.216834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cbd004b7-2b91-41c8-9851-de380a19e04f req-476d54e0-50d8-49b2-b1f6-b11814982a17 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.0495512
May 14 21:14:52.264428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cbd004b7-2b91-41c8-9851-de380a19e04f req-c8d5cd2b-efb9-46f4-99bd-c7df8548477a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419707
May 14 21:14:52.375785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea0a6f-7dd6-4767-b335-0d41f4e9542d req-a03df630-0785-4570-9a18-2928f0c8f239 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:52.377301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ddea0a6f-7dd6-4767-b335-0d41f4e9542d req-a03df630-0785-4570-9a18-2928f0c8f239 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.0471070
May 14 21:14:52.428130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ddea0a6f-7dd6-4767-b335-0d41f4e9542d req-f8fa3a71-44fd-4cb4-b405-b6a41e01bcaa tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449755
May 14 21:14:52.544915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f731bbf-85c9-4874-b009-68016007907a req-da9d313a-c816-4d07-afd0-512d85694294 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:52.546327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f731bbf-85c9-4874-b009-68016007907a req-da9d313a-c816-4d07-afd0-512d85694294 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0510583
May 14 21:14:52.595576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f731bbf-85c9-4874-b009-68016007907a req-241741e6-0b8f-4db2-83a6-d19440d01cb6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436475
May 14 21:14:53.006087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d2b6-7876-4b7d-a917-204bf5943571 req-f1d0d184-48c8-4c75-ab78-99629612f3bc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.008486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a553d2b6-7876-4b7d-a917-204bf5943571 req-f1d0d184-48c8-4c75-ab78-99629612f3bc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0551419
May 14 21:14:53.059379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a553d2b6-7876-4b7d-a917-204bf5943571 req-627ec3f2-823a-4ecd-b71a-27c10103937a tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436976
May 14 21:14:53.081691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.082205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.082727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.083374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.083862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.084341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.084809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.085303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.085773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.086238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.086704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.087171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.090385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0162f038-bb83-4118-be9e-2bb23e40917c req-73079f0f-5fb8-4324-b317-48b150bd513c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60&device_id=a6444107-b523-485b-8113-41eafdabeb52&device_id=ac73d4c4-6570-4088-84ab-55624bd26151&device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9&device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488&device_id=6eef68d3-09e1-45d5-8cec-2e5649628310&device_id=0682771c-4855-4853-9123-f03aa17b7b53&device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee&device_id=b557786f-467b-4f39-b283-7c798215ba18&device_id=d60f4941-2ff2-4617-b99c-46ae90d97bce&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 11255 time: 0.0611579
May 14 21:14:53.111063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0162f038-bb83-4118-be9e-2bb23e40917c req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.203785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0162f038-bb83-4118-be9e-2bb23e40917c req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Publish callbacks [] for security_group (443b3408-c2a3-46a4-993c-805ea900e3c6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.209009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a8a20-35b1-41c9-a6b8-31abaec6c184 req-0f02cd82-f4ec-4c3f-a028-4b96fd20ea66 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.210474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc6a8a20-35b1-41c9-a6b8-31abaec6c184 req-0f02cd82-f4ec-4c3f-a028-4b96fd20ea66 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0883422
May 14 21:14:53.225184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-6d40b319-f657-48d6-9236-23682d8836d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.226579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-6d40b319-f657-48d6-9236-23682d8836d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1125 time: 0.0628433
May 14 21:14:53.263084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc6a8a20-35b1-41c9-a6b8-31abaec6c184 req-02885eac-4548-4789-9c80-07d9a44ead1b tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450416
May 14 21:14:53.302019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0162f038-bb83-4118-be9e-2bb23e40917c req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (443b3408-c2a3-46a4-993c-805ea900e3c6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.386062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-ccad709b-c504-4465-add0-7e0295142b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.387980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-ccad709b-c504-4465-add0-7e0295142b3b service neutron] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1239827
May 14 21:14:53.394632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443b3408-c2a3-46a4-993c-805ea900e3c6,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:53.399388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50800) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:53.423574 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0162f038-bb83-4118-be9e-2bb23e40917c req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&id=98deca05-e331-4503-bc2c-2f29e4e64e64&id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 622 time: 0.3265927
May 14 21:14:53.425217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.425715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.426195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.426821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.427328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.427838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.428307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.428774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.429256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.429733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.430197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.430668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.431131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.431645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.432167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70f85f-7282-4eaa-a03a-c5f4af663f87 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:14:53.448040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-40fd5303-1a4e-4b2d-b4fb-43ba15d5e938 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 217 time: 0.0500650
May 14 21:14:53.567335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:53.573637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:53.582651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:53.585124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705ee75d-a1c8-4179-b37e-5ad170836515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.590395 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d406253-9b4c-403c-ba1b-b6c7e5095d66" -d '{"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-plugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:53.606019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede9bc3-b38e-4003-9cba-10fc28353f93 req-1076c842-36f7-4ecf-a427-ff366ec572de tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.606019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ede9bc3-b38e-4003-9cba-10fc28353f93 req-1076c842-36f7-4ecf-a427-ff366ec572de tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.1227012
May 14 21:14:53.624847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'name': 'network-vif-deleted', 'tag': '45254827-3761-4577-ac70-10de75efc370'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:53.628426 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f76d81-fe72-48eb-a98b-b3944689d14f" -d '{"events": [{"server_uuid": "d60f4941-2ff2-4617-b99c-46ae90d97bce", "name": "network-vif-deleted", "tag": "45254827-3761-4577-ac70-10de75efc370"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:53.646226 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3839cc45-a4c5-4ddf-a56b-d4ce9b9bb243 x-openstack-request-id: req-3839cc45-a4c5-4ddf-a56b-d4ce9b9bb243 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:53.646542 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-plugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:53.647148 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3839cc45-a4c5-4ddf-a56b-d4ce9b9bb243 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:53.647582 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3839cc45-a4c5-4ddf-a56b-d4ce9b9bb243'] response: {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'code': 200}
May 14 21:14:53.654727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-a0f95df9-55d9-4e8d-8686-363872f2ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.656621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-a0f95df9-55d9-4e8d-8686-363872f2ae43 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1237686
May 14 21:14:53.716350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ede9bc3-b38e-4003-9cba-10fc28353f93 req-a0c9438a-b991-42f4-b86d-db051bfb9c53 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034431
May 14 21:14:53.735727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705ee75d-a1c8-4179-b37e-5ad170836515 admin admin] Publish callbacks [] for security_group (ecd01c7b-4e15-4925-ba19-ded834d528f2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.774804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:53.775441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.786562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-d2b75eaf-9c73-4b48-8d54-cdb1fcc780c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550230
May 14 21:14:53.816783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-705ee75d-a1c8-4179-b37e-5ad170836515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ecd01c7b-4e15-4925-ba19-ded834d528f2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.828071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:53.841660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'port_id': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'mac_address': 'fa:16:3e:f6:c0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c64ec1-48d9-445c-b452-e1d1d8923ea0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:53.853279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557250c-6ecb-47c3-bea6-a2703bc45455 req-0c8767db-c7f8-492d-8eaa-3420834cae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.865030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0557250c-6ecb-47c3-bea6-a2703bc45455 req-0c8767db-c7f8-492d-8eaa-3420834cae26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1131 time: 0.1372039
May 14 21:14:53.876586 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-705ee75d-a1c8-4179-b37e-5ad170836515 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f15161169aaf4f1e89389598bdc8e710&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4741845
May 14 21:14:53.877205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50816) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:53.878011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ee75d-a1c8-4179-b37e-5ad170836515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd01c7b-4e15-4925-ba19-ded834d528f2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:53.915374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:53.918019 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:53.943373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:53.947194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:53.974023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b46975-2055-422d-8ce2-317a65d4ac39 req-f864fce0-d354-4739-bdb6-e59297e5c4db tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.976107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b46975-2055-422d-8ce2-317a65d4ac39 req-f864fce0-d354-4739-bdb6-e59297e5c4db tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1724141
May 14 21:14:53.978853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-7e8fb33b-8d74-4e8b-ab82-ad6801c6f1b1 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846228
May 14 21:14:53.983700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:53.992073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b72f-27ec-434b-9ccd-a0a33de7c663 req-e9d657ad-2e09-495f-96a3-7ef7d23654c4 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.992565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b72f-27ec-434b-9ccd-a0a33de7c663 req-e9d657ad-2e09-495f-96a3-7ef7d23654c4 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.993044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992b72f-27ec-434b-9ccd-a0a33de7c663 req-e9d657ad-2e09-495f-96a3-7ef7d23654c4 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:53.995406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3992b72f-27ec-434b-9ccd-a0a33de7c663 req-e9d657ad-2e09-495f-96a3-7ef7d23654c4 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9&device_id=6eef68d3-09e1-45d5-8cec-2e5649628310&device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 2976 time: 0.0891922
May 14 21:14:54.012904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.034388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0e10eb0-23a9-4234-ab37-37c80d9b252c admin admin] Publish callbacks [] for security_group (ecd01c7b-4e15-4925-ba19-ded834d528f2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.054941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0557250c-6ecb-47c3-bea6-a2703bc45455 req-81346227-9572-4a6b-a7ad-55253a865ef0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593325
May 14 21:14:54.060158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50820) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:54.079249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0e10eb0-23a9-4234-ab37-37c80d9b252c admin admin] Publish callbacks [] for security_group (ecd01c7b-4e15-4925-ba19-ded834d528f2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.082319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:54.087185 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.111881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3992b72f-27ec-434b-9ccd-a0a33de7c663 req-aaeec186-930a-43a9-814b-82d5ca08b36c tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911870
May 14 21:14:54.126455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b46975-2055-422d-8ce2-317a65d4ac39 req-1e57f6b9-1079-4e7d-9607-71a450537493 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438591
May 14 21:14:54.169605 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e60b79-8642-4105-9b12-d699f8b653c5 x-openstack-request-id: req-d1e60b79-8642-4105-9b12-d699f8b653c5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:54.172171 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f4941-2ff2-4617-b99c-46ae90d97bce", "name": "network-vif-deleted", "tag": "45254827-3761-4577-ac70-10de75efc370", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:54.172408 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1e60b79-8642-4105-9b12-d699f8b653c5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:54.172815 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e60b79-8642-4105-9b12-d699f8b653c5'] response: {'server_uuid': 'd60f4941-2ff2-4617-b99c-46ae90d97bce', 'name': 'network-vif-deleted', 'tag': '45254827-3761-4577-ac70-10de75efc370', 'status': 'completed', 'code': 200}
May 14 21:14:54.191813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:54.207606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453bc773-d2d0-42fb-84ad-67db37656d8e req-1f411650-2895-433f-9554-70a0f10f51d0 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035654
May 14 21:14:54.265019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0e10eb0-23a9-4234-ab37-37c80d9b252c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ecd01c7b-4e15-4925-ba19-ded834d528f2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.267757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0e10eb0-23a9-4234-ab37-37c80d9b252c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.268904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c0e10eb0-23a9-4234-ab37-37c80d9b252c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecd01c7b-4e15-4925-ba19-ded834d528f2 HTTP/1.1" status: 204  len: 168 time: 0.3871422
May 14 21:14:54.300846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e10eb0-23a9-4234-ab37-37c80d9b252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd01c7b-4e15-4925-ba19-ded834d528f2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:54.310205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d12a0-41c9-4f5a-a8be-6fdc668db295 req-d5de8551-de15-4fa1-95a2-8ec698c2e190 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:54.311782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-813d12a0-41c9-4f5a-a8be-6fdc668db295 req-d5de8551-de15-4fa1-95a2-8ec698c2e190 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0806341
May 14 21:14:54.356837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c022a16d-7c00-4b34-942d-c7c90ac56f9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f04e1accfc534fb18e36d789a9cefde3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2948663
May 14 21:14:54.358797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50844) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:54.399702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-813d12a0-41c9-4f5a-a8be-6fdc668db295 req-76c458cb-6feb-4bf9-b161-8a5be49028ea tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779884
May 14 21:14:54.425929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3487-162a-4641-a44f-24927535faeb admin admin] Publish callbacks [] for security_group (2a137bd0-2073-4d72-b475-90ad0e38d3cc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.453455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3487-162a-4641-a44f-24927535faeb admin admin] Publish callbacks [] for security_group (2a137bd0-2073-4d72-b475-90ad0e38d3cc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.525140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313721fd-4059-4fb2-89b3-a30594100330 req-78ea1239-a544-4472-b9a0-f296339d2468 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:54.526656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-313721fd-4059-4fb2-89b3-a30594100330 req-78ea1239-a544-4472-b9a0-f296339d2468 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0667903
May 14 21:14:54.546928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:54.577467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-313721fd-4059-4fb2-89b3-a30594100330 req-c7096739-9aff-4db0-8c86-58617d8fe56d tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451469
May 14 21:14:54.623959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3487-162a-4641-a44f-24927535faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2a137bd0-2073-4d72-b475-90ad0e38d3cc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.626495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fd3487-162a-4641-a44f-24927535faeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:54.627891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e3fd3487-162a-4641-a44f-24927535faeb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a137bd0-2073-4d72-b475-90ad0e38d3cc HTTP/1.1" status: 204  len: 168 time: 0.2682021
May 14 21:14:54.638046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd3487-162a-4641-a44f-24927535faeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a137bd0-2073-4d72-b475-90ad0e38d3cc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:55.022547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3812aa-6a38-4cce-b9e7-eb9f9734c7e1 req-993af351-5dd6-4f84-ae1f-73f15d8a7b49 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:55.024253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa3812aa-6a38-4cce-b9e7-eb9f9734c7e1 req-993af351-5dd6-4f84-ae1f-73f15d8a7b49 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 944 time: 0.0525248
May 14 21:14:55.072033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50860) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:55.074189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa3812aa-6a38-4cce-b9e7-eb9f9734c7e1 req-344ac3ab-05c4-47e7-ab8a-9dd42c4e3e5f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441930
May 14 21:14:55.087435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527a1c8e-9495-48e8-a911-c04b2273aae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.177498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527a1c8e-9495-48e8-a911-c04b2273aae5 admin admin] Publish callbacks [] for security_group (ffdf3ceb-5ec6-4a5b-b082-3352812702a0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.185119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b53a3-f41a-41a1-a52c-b46996f99ff7 req-7ab57406-abee-4c9a-af88-d7efe4dbc6b1 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:55.186620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a5b53a3-f41a-41a1-a52c-b46996f99ff7 req-7ab57406-abee-4c9a-af88-d7efe4dbc6b1 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0504298
May 14 21:14:55.235602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a5b53a3-f41a-41a1-a52c-b46996f99ff7 req-a7bba6dc-fe34-41d6-a367-f136cc8ec186 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432477
May 14 21:14:55.256355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527a1c8e-9495-48e8-a911-c04b2273aae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ffdf3ceb-5ec6-4a5b-b082-3352812702a0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.296754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-527a1c8e-9495-48e8-a911-c04b2273aae5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6d5a5a312a04908bd46b42df3cd9245&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2233121
May 14 21:14:55.297631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a1c8e-9495-48e8-a911-c04b2273aae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdf3ceb-5ec6-4a5b-b082-3352812702a0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:55.299944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50868) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:55.345379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb770a3-3fc2-46fb-8ca3-a9f02bc1a7e3 req-ffaa0a85-2684-472e-9721-ae317ba42b64 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:55.352389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f7e10b5-3539-493f-999c-1666a656510b admin admin] Publish callbacks [] for security_group (ffdf3ceb-5ec6-4a5b-b082-3352812702a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.352589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fb770a3-3fc2-46fb-8ca3-a9f02bc1a7e3 req-ffaa0a85-2684-472e-9721-ae317ba42b64 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0618520
May 14 21:14:55.377768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f7e10b5-3539-493f-999c-1666a656510b admin admin] Publish callbacks [] for security_group (ffdf3ceb-5ec6-4a5b-b082-3352812702a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.401915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fb770a3-3fc2-46fb-8ca3-a9f02bc1a7e3 req-ff38970b-9472-4341-bf85-bda9bd0c3c7a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419378
May 14 21:14:55.502930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 45254827-3761-4577-ac70-10de75efc370 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:14:55.523893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 45254827-3761-4577-ac70-10de75efc370 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:14:55.524242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 45254827-3761-4577-ac70-10de75efc370 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:14:55.538215 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f7e10b5-3539-493f-999c-1666a656510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ffdf3ceb-5ec6-4a5b-b082-3352812702a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.540933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f7e10b5-3539-493f-999c-1666a656510b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.542179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1f7e10b5-3539-493f-999c-1666a656510b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffdf3ceb-5ec6-4a5b-b082-3352812702a0 HTTP/1.1" status: 204  len: 168 time: 0.2413380
May 14 21:14:55.557441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e10b5-3539-493f-999c-1666a656510b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdf3ceb-5ec6-4a5b-b082-3352812702a0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:55.584715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31419800-c34a-4dec-a082-a30a355983af req-64709a84-0b70-4d76-b617-9a365a6992ac tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:55.595181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31419800-c34a-4dec-a082-a30a355983af req-64709a84-0b70-4d76-b617-9a365a6992ac tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0803273
May 14 21:14:55.605087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50884) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:55.611733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96474b9-1746-40aa-923b-11512425da9a req-8698adc8-e96b-42a9-aa61-0ce6fa117db3 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:55.613562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a96474b9-1746-40aa-923b-11512425da9a req-8698adc8-e96b-42a9-aa61-0ce6fa117db3 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1132 time: 0.0601563
May 14 21:14:55.614870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:55.649975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:55.652811 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15caa27-1abb-436c-b90e-55ca5af07d51" -d '{"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-unplugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:55.665045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31419800-c34a-4dec-a082-a30a355983af req-2c7b29f9-7316-43bd-bf24-9915fbfbeba5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635109
May 14 21:14:55.682910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33efb461-8e32-48b6-9dad-96e344998a16 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=224e7cf6cf474b02ac095458aa4add5d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0759978
May 14 21:14:55.685384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50888) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:55.694350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a96474b9-1746-40aa-923b-11512425da9a req-ed537cee-8a4b-4fd8-9bd7-b8806daeaf4f tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673647
May 14 21:14:55.698422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:14:55.727958 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e994a8-a7a5-4497-abaa-8ca20edd400f x-openstack-request-id: req-55e994a8-a7a5-4497-abaa-8ca20edd400f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:55.728422 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-unplugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:55.729389 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55e994a8-a7a5-4497-abaa-8ca20edd400f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:55.729888 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e994a8-a7a5-4497-abaa-8ca20edd400f'] response: {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'code': 200}
May 14 21:14:55.746890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0232b890-e6ff-4b68-acb3-6c8900953ed5 admin admin] Publish callbacks [] for security_group (41b4a415-a0fc-445a-a1d6-74e9d19509db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.765001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:55.765476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.773721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0232b890-e6ff-4b68-acb3-6c8900953ed5 admin admin] Publish callbacks [] for security_group (41b4a415-a0fc-445a-a1d6-74e9d19509db), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.829403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71836fcb-28e2-480d-82a0-47d6df7ff06c req-a332a253-e1fa-47af-9c62-188fe9809a06 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:55.830933 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71836fcb-28e2-480d-82a0-47d6df7ff06c req-a332a253-e1fa-47af-9c62-188fe9809a06 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1132 time: 0.0563242
May 14 21:14:55.855865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:55.856254 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.879011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71836fcb-28e2-480d-82a0-47d6df7ff06c req-e93c355d-b797-43d1-9e29-67ebd04b2848 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423183
May 14 21:14:55.889021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:55.927415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0232b890-e6ff-4b68-acb3-6c8900953ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (41b4a415-a0fc-445a-a1d6-74e9d19509db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.930529 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0232b890-e6ff-4b68-acb3-6c8900953ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:55.931804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0232b890-e6ff-4b68-acb3-6c8900953ed5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41b4a415-a0fc-445a-a1d6-74e9d19509db HTTP/1.1" status: 204  len: 168 time: 0.2450993
May 14 21:14:55.941247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232b890-e6ff-4b68-acb3-6c8900953ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4a415-a0fc-445a-a1d6-74e9d19509db,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:55.984538 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:56.034388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:56.198875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e85ad-498c-4ff6-9392-cf3d803be365 req-77475480-5808-41f0-8b4f-6efefd539943 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:56.200434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a16e85ad-498c-4ff6-9392-cf3d803be365 req-77475480-5808-41f0-8b4f-6efefd539943 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.0511389
May 14 21:14:56.250808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a16e85ad-498c-4ff6-9392-cf3d803be365 req-07b581fc-1342-4ea3-a18d-2de814d2e912 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445838
May 14 21:14:56.365040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e987f4b-02d0-46e0-a692-6cde77bcd2e4 req-9abed164-8601-48a0-a8f7-c2c065aa2531 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:56.365040 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e987f4b-02d0-46e0-a692-6cde77bcd2e4 req-9abed164-8601-48a0-a8f7-c2c065aa2531 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0481243
May 14 21:14:56.434578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e987f4b-02d0-46e0-a692-6cde77bcd2e4 req-4042e34d-02fc-40d5-8171-506a6c1c4767 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/security-groups?id=43aac382-d73c-44c5-994d-5c0e0e60a760&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630100
May 14 21:14:56.593534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dd650-0109-48b5-afab-cdcd479555c3 req-6374b128-1a25-4bfb-b47c-d9f8587330ea tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:56.600601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae4dd650-0109-48b5-afab-cdcd479555c3 req-6374b128-1a25-4bfb-b47c-d9f8587330ea tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0830071
May 14 21:14:56.627098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-97075551-28d9-47ef-9a9d-b0de3ce75b11 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:56.629493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-97075551-28d9-47ef-9a9d-b0de3ce75b11 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 949 time: 0.0733001
May 14 21:14:56.652804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae4dd650-0109-48b5-afab-cdcd479555c3 req-5d0cda61-0f15-40c8-b071-811290de9670 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504599
May 14 21:14:56.739911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Deleting port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:14:56.740353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:56.833506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec7725-d891-434c-aecb-190ff8b05768 req-2466b12a-f41f-4af4-87b1-fb20217bef52 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:56.839518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6fec7725-d891-434c-aecb-190ff8b05768 req-2466b12a-f41f-4af4-87b1-fb20217bef52 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0594988
May 14 21:14:56.844296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] For port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:56.844661 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:56.859451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Calling delete_port for 697c8ba4-8a0f-466b-b7c1-d492695fc4dd owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:14:56.885610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6fec7725-d891-434c-aecb-190ff8b05768 req-2107b44a-5f32-4cc7-beda-06d040d35413 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429502
May 14 21:14:56.951938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:57.093859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1851267188-network', 'tenant_id': '74bb7b020fae4bcaa3a440acc60c7a1d'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:57.112330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f7ae-8f99-49e0-9b42-a5aa740e92ba req-205cf4cd-aee5-47b1-9efc-d753bce7996b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:57.113816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0333f7ae-8f99-49e0-9b42-a5aa740e92ba req-205cf4cd-aee5-47b1-9efc-d753bce7996b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0733666
May 14 21:14:57.115618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (697c8ba4-8a0f-466b-b7c1-d492695fc4dd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.128449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['697c8ba4-8a0f-466b-b7c1-d492695fc4dd'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:57.143864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Pushing event deleted for resources: {'Port': ['ID=697c8ba4-8a0f-466b-b7c1-d492695fc4dd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:57.176759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0333f7ae-8f99-49e0-9b42-a5aa740e92ba req-4062683a-c267-4564-bd70-a349393e787c tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531785
May 14 21:14:57.204619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Made reservation on behalf of 74bb7b020fae4bcaa3a440acc60c7a1d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:57.207125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.223355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] No DVR routers for this DVR port 697c8ba4-8a0f-466b-b7c1-d492695fc4dd on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:14:57.226150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.229480 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.235258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83736b01-1bbf-4f1b-8565-36500a834a61 req-ad90439b-b0a5-49ba-8e07-e6dd9a2b5a62 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.36 "DELETE /v2.0/ports/697c8ba4-8a0f-466b-b7c1-d492695fc4dd HTTP/1.1" status: 204  len: 173 time: 0.5902483
May 14 21:14:57.236040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'name': 'network-vif-deleted', 'tag': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:57.239311 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48fffc6-f672-4d73-bba2-f82914bae614" -d '{"events": [{"server_uuid": "ac73d4c4-6570-4088-84ab-55624bd26151", "name": "network-vif-deleted", "tag": "697c8ba4-8a0f-466b-b7c1-d492695fc4dd"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:57.314643 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e794a-64b3-4335-8288-d1dc776fe5c1 x-openstack-request-id: req-885e794a-64b3-4335-8288-d1dc776fe5c1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:57.314939 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac73d4c4-6570-4088-84ab-55624bd26151", "name": "network-vif-deleted", "tag": "697c8ba4-8a0f-466b-b7c1-d492695fc4dd", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:57.315192 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-885e794a-64b3-4335-8288-d1dc776fe5c1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:57.315969 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885e794a-64b3-4335-8288-d1dc776fe5c1'] response: {'server_uuid': 'ac73d4c4-6570-4088-84ab-55624bd26151', 'name': 'network-vif-deleted', 'tag': '697c8ba4-8a0f-466b-b7c1-d492695fc4dd', 'status': 'completed', 'code': 200}
May 14 21:14:57.363347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks [] for security_group (62a44510-6714-41b0-a6f2-90f1cd26b3d4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.414409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df125ed4-9fd7-45f2-8de9-4e578a0cd4cf req-635eb665-20aa-4cc7-b2bd-7593511f8799 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:57.416117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df125ed4-9fd7-45f2-8de9-4e578a0cd4cf req-635eb665-20aa-4cc7-b2bd-7593511f8799 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.0558753
May 14 21:14:57.465907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (62a44510-6714-41b0-a6f2-90f1cd26b3d4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.485349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df125ed4-9fd7-45f2-8de9-4e578a0cd4cf req-e94badff-f5b0-43b2-a2d7-b68484b8cfd0 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608675
May 14 21:14:57.495450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:14:57.515092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a44510-6714-41b0-a6f2-90f1cd26b3d4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:57.532352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b8b354da-a6b9-4847-b128-eb3fb9230a80), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.532985 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Added segment b8b354da-a6b9-4847-b128-eb3fb9230a80 of type vlan for network 2f366748-ecde-43ad-b849-3c9dce1cc30b
May 14 21:14:57.615509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:14:57.625117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2f366748-ecde-43ad-b849-3c9dce1cc30b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.629151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c680f98e-b719-422b-9fd3-c327663ee461 req-fd62f393-e782-4e75-b637-27373221bac3 tempest-ImagesNegativeTestJSON-1383248106 tempest-ImagesNegativeTestJSON-1383248106-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac73d4c4-6570-4088-84ab-55624bd26151 HTTP/1.1" status: 200  len: 210 time: 0.0439091
May 14 21:14:57.731713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:14:57.734173 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d1e34-ea66-4a4e-aae1-9afbf23f8a89" -d '{"events": [{"server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "name": "network-vif-plugged", "status": "completed", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:14:57.747604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:57.750437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2f366748-ecde-43ad-b849-3c9dce1cc30b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.750437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:57.750437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.774601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'mac_address': 'fa:16:3e:81:a7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:14:57.838013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:14:57.838926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:57.854612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2cf63-49b4-4ffd-b59e-d566510a36ab req-37c1ac5d-d4ea-4724-84ff-5bd6f1ecc32b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:57.856264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef02825-0b9d-4284-a41f-f07bc5e3e488 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:14:57.856452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bc2cf63-49b4-4ffd-b59e-d566510a36ab req-37c1ac5d-d4ea-4724-84ff-5bd6f1ecc32b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1230259
May 14 21:14:57.859668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] Pushing event updated for resources: {'Network': ['ID=2f366748-ecde-43ad-b849-3c9dce1cc30b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:57.863883 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905667b7-ac1f-43ac-87e2-df50d4361236 x-openstack-request-id: req-905667b7-ac1f-43ac-87e2-df50d4361236 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:14:57.864225 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "name": "network-vif-plugged", "status": "completed", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:14:57.864486 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-905667b7-ac1f-43ac-87e2-df50d4361236 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:14:57.864947 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905667b7-ac1f-43ac-87e2-df50d4361236'] response: {'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'code': 200}
May 14 21:14:57.874345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:14:57.906129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:14:57.911934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bc2cf63-49b4-4ffd-b59e-d566510a36ab req-adb37764-ab0d-4053-be4a-cebc9c3e0f3e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477047
May 14 21:14:57.919572 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1f7384d-f318-42d7-973c-84ff7f93a853 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9642975
May 14 21:14:57.921855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:14:57.934322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Request body: {'subnet': {'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1851267188-subnet', 'tenant_id': '74bb7b020fae4bcaa3a440acc60c7a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:14:57.983232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:58.051825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:58.103217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8620762-4a49-4db9-ac0b-b4a5d1beed67 req-0cca8b56-2ca0-491a-9a1f-9555c3c035ad tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:58.105211 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8620762-4a49-4db9-ac0b-b4a5d1beed67 req-0cca8b56-2ca0-491a-9a1f-9555c3c035ad tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0584106
May 14 21:14:58.114550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1ef02825-0b9d-4284-a41f-f07bc5e3e488'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:14:58.131944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Made reservation on behalf of 74bb7b020fae4bcaa3a440acc60c7a1d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:14:58.134789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:58.166272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63850816-aa79-42d8-980b-30f794769ec4 req-82182c0f-57b3-4655-a28d-5cbbfcba392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:58.167381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63850816-aa79-42d8-980b-30f794769ec4 req-82182c0f-57b3-4655-a28d-5cbbfcba392f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1127 time: 0.0776927
May 14 21:14:58.174896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5381ec5-aa0d-4ea2-89c5-ead323dc0df4 req-909fbe34-e9de-4cf8-89d7-d91d28e4a7f4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:58.176299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5381ec5-aa0d-4ea2-89c5-ead323dc0df4 req-909fbe34-e9de-4cf8-89d7-d91d28e4a7f4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0991712
May 14 21:14:58.214505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8620762-4a49-4db9-ac0b-b4a5d1beed67 req-0f5750be-cbf5-46a1-aa53-c3615b771aeb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030452
May 14 21:14:58.255737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63850816-aa79-42d8-980b-30f794769ec4 req-80c72f2f-2f8e-4a9a-b9dc-f223d40977dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783906
May 14 21:14:58.264055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5381ec5-aa0d-4ea2-89c5-ead323dc0df4 req-542b7832-6ccd-4541-abc2-c8bf6a69065f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796797
May 14 21:14:58.422265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688bf6e-2482-4239-95b6-32379ae3a442 req-6662949e-8ba3-4425-8686-b88536abe7d0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:58.425200 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0688bf6e-2482-4239-95b6-32379ae3a442 req-6662949e-8ba3-4425-8686-b88536abe7d0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0902143
May 14 21:14:58.479331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0688bf6e-2482-4239-95b6-32379ae3a442 req-ee028a7f-78a4-4d39-b966-656d9d7875fc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472116
May 14 21:14:58.510991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (9647eb6c-3234-42a7-a7da-4fae2be2f8c1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:58.590405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9647eb6c-3234-42a7-a7da-4fae2be2f8c1,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:14:58.599065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:14:58.599514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Network hostable DHCP agents. Network: 2f366748-ecde-43ad-b849-3c9dce1cc30b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:14:58.646782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83524aef-2a8d-4aee-9792-fff5474fb4c0 req-9dda4ac0-21d0-42b7-a2eb-e71ab06b2129 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:58.648283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83524aef-2a8d-4aee-9792-fff5474fb4c0 req-9dda4ac0-21d0-42b7-a2eb-e71ab06b2129 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.0477064
May 14 21:14:58.704854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83524aef-2a8d-4aee-9792-fff5474fb4c0 req-959ab0fc-954a-47b9-b08e-f81b4a32cc34 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485713
May 14 21:14:58.725018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:14:58.810906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f366748-ecde-43ad-b849-3c9dce1cc30b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:14:58.814863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:58.815554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:58.821313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf377d1-d89d-4938-8721-a288ae2db573 None None] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:14:58.922810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a04f1163-7af6-49fa-86c9-b301561564e4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9996965
May 14 21:14:58.986775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e26f2-f0c6-46c8-868b-19e5d89f6fae None None] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:14:59.063531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b2538-ae43-4e12-8b15-ac45f8a8c1a1 req-0da5b708-022a-472d-967b-6633d6c2d447 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:59.079048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c1b2538-ae43-4e12-8b15-ac45f8a8c1a1 req-0da5b708-022a-472d-967b-6633d6c2d447 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0887229
May 14 21:14:59.192030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c1b2538-ae43-4e12-8b15-ac45f8a8c1a1 req-bbba8adb-e5dc-4527-88c2-2785d7fcad3c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114957
May 14 21:14:59.206974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-11922258-a494-468c-890a-19612b7d67af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0927081
May 14 21:14:59.379876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5b951-64c6-41a6-9543-26f005e7a33c req-1ccfd872-f1f6-48c1-bcea-63f49b342c65 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:59.383188 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd5b951-64c6-41a6-9543-26f005e7a33c req-1ccfd872-f1f6-48c1-bcea-63f49b342c65 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0864213
May 14 21:14:59.474468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd5b951-64c6-41a6-9543-26f005e7a33c req-38a8f9e4-4b7e-422a-939b-aa152054c262 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839245
May 14 21:14:59.612729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24419-5af6-4ba6-8c9c-ce27d32e1231 req-ce5a84b9-939c-43e1-acd5-52b083284464 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:59.615059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efe24419-5af6-4ba6-8c9c-ce27d32e1231 req-ce5a84b9-939c-43e1-acd5-52b083284464 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0553524
May 14 21:14:59.631294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:14:59.693096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efe24419-5af6-4ba6-8c9c-ce27d32e1231 req-d788a68a-74f9-4e06-abed-f12428f334cb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698586
May 14 21:14:59.736475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:14:59.737545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:14:59.964505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ac63-94d5-4f85-81d4-e325b5e3b11a req-e51710e1-06e2-445e-b805-dec98b8f2682 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:14:59.966997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32d7ac63-94d5-4f85-81d4-e325b5e3b11a req-e51710e1-06e2-445e-b805-dec98b8f2682 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.1266372
May 14 21:15:00.017604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51132) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:00.059886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32d7ac63-94d5-4f85-81d4-e325b5e3b11a req-2d7d02f5-d763-4a43-8a66-94b6165edb18 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867696
May 14 21:15:00.100104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:00.107444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:00.108603 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.152831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:00.154232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:00.157681 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c719c7-d3b3-48ec-8efc-00b704658812" -d '{"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:00.202600 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5961027-8d63-4502-a178-7d8ebb02950e x-openstack-request-id: req-c5961027-8d63-4502-a178-7d8ebb02950e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:00.202981 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-plugged", "status": "completed", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:00.203370 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5961027-8d63-4502-a178-7d8ebb02950e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:00.204023 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5961027-8d63-4502-a178-7d8ebb02950e'] response: {'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'code': 200}
May 14 21:15:00.230180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.289429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa4da87e-e9b2-45c0-bfbe-09766c32f3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.330048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:00.426211 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-34ff49c1-4375-49ff-9ec2-f22470cb3708 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c422d08f9df4a1eb5f3a3476f83db55&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3247936
May 14 21:15:00.428446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51160) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:00.455673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e0701-bd90-43a6-ad79-929aad8d4e80 req-abe5f37e-5e61-4f18-902d-a1dd95237744 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:00.457369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f84e0701-bd90-43a6-ad79-929aad8d4e80 req-abe5f37e-5e61-4f18-902d-a1dd95237744 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1432455
May 14 21:15:00.495865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bd47690-0f3c-4391-93f7-8bb144a1d52f admin admin] Publish callbacks [] for security_group (43aac382-d73c-44c5-994d-5c0e0e60a760), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.547694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f84e0701-bd90-43a6-ad79-929aad8d4e80 req-6db054e9-b1ba-4e1d-87c0-e3fbc6176e66 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703232
May 14 21:15:00.595053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bd47690-0f3c-4391-93f7-8bb144a1d52f admin admin] Publish callbacks [] for security_group (43aac382-d73c-44c5-994d-5c0e0e60a760), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.612602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa4da87e-e9b2-45c0-bfbe-09766c32f3e2 admin admin] Publish callbacks [] for security_group (889345e1-45d4-4f01-9ffd-49316108722d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.678799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7fb8a-87ad-4650-a0a7-b2380c34bd4b req-cd0720d9-d6bc-4855-9d0d-ec8f16b62eb9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:00.680569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abe7fb8a-87ad-4650-a0a7-b2380c34bd4b req-cd0720d9-d6bc-4855-9d0d-ec8f16b62eb9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0615253
May 14 21:15:00.738377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa4da87e-e9b2-45c0-bfbe-09766c32f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (889345e1-45d4-4f01-9ffd-49316108722d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.804881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa4da87e-e9b2-45c0-bfbe-09766c32f3e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3f3922f65094861b37de2779faf426d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7834909
May 14 21:15:00.807602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51174) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:00.808814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abe7fb8a-87ad-4650-a0a7-b2380c34bd4b req-3f9b88c5-c6bc-46c4-b5d7-11dfce2b8092 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098809
May 14 21:15:00.811850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bd47690-0f3c-4391-93f7-8bb144a1d52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (43aac382-d73c-44c5-994d-5c0e0e60a760), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.824339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51176) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:00.827013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bd47690-0f3c-4391-93f7-8bb144a1d52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:00.831334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2bd47690-0f3c-4391-93f7-8bb144a1d52f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43aac382-d73c-44c5-994d-5c0e0e60a760 HTTP/1.1" status: 204  len: 168 time: 0.3995132
May 14 21:15:00.859265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd47690-0f3c-4391-93f7-8bb144a1d52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43aac382-d73c-44c5-994d-5c0e0e60a760,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:00.889442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-993588192-network', 'tenant_id': 'c79f31fb90604938b4bd03091dea4a49'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:00.912364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4da87e-e9b2-45c0-bfbe-09766c32f3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889345e1-45d4-4f01-9ffd-49316108722d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:01.010157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb8961-331b-4bc1-a36b-28b1f49dc1b3 req-c0ddde31-deef-4be0-924b-39a8639a4b8f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.011304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2dfb8961-331b-4bc1-a36b-28b1f49dc1b3 req-c0ddde31-deef-4be0-924b-39a8639a4b8f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1180067
May 14 21:15:01.030656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-a3289737-5e62-4871-8be1-b1fe15e685d8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.036031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a44ea06-7e4b-44da-badc-a43eb4c2e270 admin admin] Publish callbacks [] for security_group (889345e1-45d4-4f01-9ffd-49316108722d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.049082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-a3289737-5e62-4871-8be1-b1fe15e685d8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 946 time: 0.0951068
May 14 21:15:01.079160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Made reservation on behalf of c79f31fb90604938b4bd03091dea4a49 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:01.081798 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.099177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.133165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a44ea06-7e4b-44da-badc-a43eb4c2e270 admin admin] Publish callbacks [] for security_group (889345e1-45d4-4f01-9ffd-49316108722d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.165571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2dfb8961-331b-4bc1-a36b-28b1f49dc1b3 req-0e7905b1-d015-4478-8c07-07ec943d158d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316032
May 14 21:15:01.249474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bf51b-7d74-461d-a9ff-31c7fe86af7c req-5b3e1e42-b6d9-4947-a64a-b6e260f2915f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.256770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-463bf51b-7d74-461d-a9ff-31c7fe86af7c req-5b3e1e42-b6d9-4947-a64a-b6e260f2915f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.0614820
May 14 21:15:01.344293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-463bf51b-7d74-461d-a9ff-31c7fe86af7c req-9cf2901d-28e9-4289-9313-4c7f78405c4d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836725
May 14 21:15:01.386512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks [] for security_group (50f6dd86-5402-406f-a820-40f910055ff0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.476878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (50f6dd86-5402-406f-a820-40f910055ff0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.485739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a44ea06-7e4b-44da-badc-a43eb4c2e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (889345e1-45d4-4f01-9ffd-49316108722d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.488577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a44ea06-7e4b-44da-badc-a43eb4c2e270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.490037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7a44ea06-7e4b-44da-badc-a43eb4c2e270 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/889345e1-45d4-4f01-9ffd-49316108722d HTTP/1.1" status: 204  len: 168 time: 0.6682804
May 14 21:15:01.502092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd550c5-3cb2-48da-b95b-ef054380b3d5 req-baa83ada-76d4-4f75-b2b6-bab56745d0a7 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.510016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cd550c5-3cb2-48da-b95b-ef054380b3d5 req-baa83ada-76d4-4f75-b2b6-bab56745d0a7 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1127 time: 0.0872488
May 14 21:15:01.516111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 697c8ba4-8a0f-466b-b7c1-d492695fc4dd no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:01.555782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:15:01.561994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 697c8ba4-8a0f-466b-b7c1-d492695fc4dd {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:15:01.562337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 697c8ba4-8a0f-466b-b7c1-d492695fc4dd not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:15:01.577684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6dd86-5402-406f-a820-40f910055ff0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:01.635974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (79b2dff6-ab84-4df0-94a3-38e07bce1bf7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.636993 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Added segment 79b2dff6-ab84-4df0-94a3-38e07bce1bf7 of type vlan for network 69dfed36-0681-451e-a1f1-3e211bf846ac
May 14 21:15:01.653490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cd550c5-3cb2-48da-b95b-ef054380b3d5 req-8f04ec96-c03a-4538-8232-b722a0796df9 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370215
May 14 21:15:01.654547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44ea06-7e4b-44da-badc-a43eb4c2e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889345e1-45d4-4f01-9ffd-49316108722d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:01.752682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (69dfed36-0681-451e-a1f1-3e211bf846ac), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.753267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a1ac8-184d-44e9-bd21-fa95c61ce92d req-81e89d2c-ef8c-4f69-9472-47dd5e3dd320 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.755818 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a94a1ac8-184d-44e9-bd21-fa95c61ce92d req-81e89d2c-ef8c-4f69-9472-47dd5e3dd320 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0934229
May 14 21:15:01.841219 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a94a1ac8-184d-44e9-bd21-fa95c61ce92d req-604c5bf9-8fb0-470a-bf48-ee6b25eb5d04 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737369
May 14 21:15:01.891446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345ea5-214b-4b8e-9f28-2bee56070b4d req-9e074e0d-be1f-4186-915a-9b47fddf3a55 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.896114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c6345ea5-214b-4b8e-9f28-2bee56070b4d req-9e074e0d-be1f-4186-915a-9b47fddf3a55 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1127 time: 0.0798922
May 14 21:15:01.928322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (69dfed36-0681-451e-a1f1-3e211bf846ac), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:01.933683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:01.935715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:02.049698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c6345ea5-214b-4b8e-9f28-2bee56070b4d req-05ae2dfa-4c13-4419-af2e-c0ceff2a39bb tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454098
May 14 21:15:02.050710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] Pushing event updated for resources: {'Network': ['ID=69dfed36-0681-451e-a1f1-3e211bf846ac,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:02.055032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d185a-54df-4c66-9024-d9b8b9f113e4 req-24cf429b-256b-4393-b333-8cf94518c0e1 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:02.073774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b2d185a-54df-4c66-9024-d9b8b9f113e4 req-24cf429b-256b-4393-b333-8cf94518c0e1 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0969148
May 14 21:15:02.073870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f47cf90d-1ee2-4d5f-8cd7-805ddbd4ea5d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.2425795
May 14 21:15:02.073870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51224) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:02.079258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 69dfed36-0681-451e-a1f1-3e211bf846ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:15:02.082866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Request body: {'subnet': {'network_id': '69dfed36-0681-451e-a1f1-3e211bf846ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-993588192-subnet', 'tenant_id': 'c79f31fb90604938b4bd03091dea4a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:02.200903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b2d185a-54df-4c66-9024-d9b8b9f113e4 req-a97c7483-caac-46eb-ab16-6e20e8334cb7 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330054
May 14 21:15:02.201510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Made reservation on behalf of c79f31fb90604938b4bd03091dea4a49 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:02.216144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:02.432255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afef853-1c8e-4ec9-9f62-8622962350e3 req-59eb5049-e775-4927-8389-b73f6e13e4fd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:02.439776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5afef853-1c8e-4ec9-9f62-8622962350e3 req-59eb5049-e775-4927-8389-b73f6e13e4fd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1364801
May 14 21:15:02.487579 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (89c22659-8ac4-4422-9521-bbcd5f0c5dc0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:02.548519 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5afef853-1c8e-4ec9-9f62-8622962350e3 req-e01acba3-de62-4cca-80e2-86a282b61683 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078188
May 14 21:15:02.598801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c22659-8ac4-4422-9521-bbcd5f0c5dc0,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:02.672540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Checking segment: {'id': '79b2dff6-ab84-4df0-94a3-38e07bce1bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '69dfed36-0681-451e-a1f1-3e211bf846ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:02.672890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Network hostable DHCP agents. Network: 69dfed36-0681-451e-a1f1-3e211bf846ac, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:15:02.730303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d253897-55da-43d8-bfe0-e0b3677a8401 req-42b1c27d-d1fd-444a-a272-7e69b570a121 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:02.740247 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d253897-55da-43d8-bfe0-e0b3677a8401 req-42b1c27d-d1fd-444a-a272-7e69b570a121 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1127 time: 0.0560069
May 14 21:15:02.798754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d253897-55da-43d8-bfe0-e0b3677a8401 req-d96d8572-3e6b-41be-be71-29b6f3eebb0d tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576308
May 14 21:15:02.803681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Network 69dfed36-0681-451e-a1f1-3e211bf846ac is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:15:02.878969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69dfed36-0681-451e-a1f1-3e211bf846ac) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:02.889342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ea21d-a2e7-4978-a1b0-416ee66f36f6 None None] Network 69dfed36-0681-451e-a1f1-3e211bf846ac requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:15:02.897979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:02.909370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:03.065610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ef03259-5bb4-4ea8-ae8f-5a94669f1bc4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9933290
May 14 21:15:03.085722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc849b15-dc0d-4a0f-ab86-c4a73eecadd5 None None] Network 69dfed36-0681-451e-a1f1-3e211bf846ac requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:15:03.111453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89e0d-b86b-4b5e-9ae1-160e27c38899 req-2452307d-5770-4f45-8018-9e4d83571c77 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:03.118293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9e89e0d-b86b-4b5e-9ae1-160e27c38899 req-2452307d-5770-4f45-8018-9e4d83571c77 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1280777
May 14 21:15:03.232247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9e89e0d-b86b-4b5e-9ae1-160e27c38899 req-3dfe8868-d661-4e4f-a46a-366d4308e000 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080997
May 14 21:15:03.484458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-dc3cdf14-7721-4870-a038-408ff408f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:03.487450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-dc3cdf14-7721-4870-a038-408ff408f6ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1131 time: 0.1325867
May 14 21:15:03.745979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-be2816d1-bb72-4cac-be3d-e3b8c11f9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:03.751593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-be2816d1-bb72-4cac-be3d-e3b8c11f9dcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2510722
May 14 21:15:03.819512 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-974c8027-77f2-462b-89bc-8f8a81e05c4d tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b30891c9ccaf4e1bbdec0c910805d504&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0486438
May 14 21:15:03.859518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-786a7828-6f47-47a4-abfd-47f8276e2499 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0973227
May 14 21:15:03.950570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20cc63-aea0-4f57-88ac-a880860ac79a req-f112f205-9dc8-40b9-8522-f18a99a69d4c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:03.956468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b20cc63-aea0-4f57-88ac-a880860ac79a req-f112f205-9dc8-40b9-8522-f18a99a69d4c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1011786
May 14 21:15:03.963750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-c141f34d-dc52-47ee-86d4-ba123f132adf tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:03.971640 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-c141f34d-dc52-47ee-86d4-ba123f132adf tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1500587
May 14 21:15:03.984585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-6acb0ab2-7945-4dae-825c-3b236ea52834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:03.986106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-6acb0ab2-7945-4dae-825c-3b236ea52834 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1171231
May 14 21:15:03.992402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-fbd0079c-47c4-4757-91ed-88fa836590c3 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/quotas/b30891c9ccaf4e1bbdec0c910805d504 HTTP/1.1" status: 200  len: 375 time: 0.0193691
May 14 21:15:04.030139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-8f7fc6cc-925c-46e9-9f2e-b3cd8e55517e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b30891c9ccaf4e1bbdec0c910805d504&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0366004
May 14 21:15:04.054760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-32115f2c-636f-4e71-9266-62fd65f9fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:04.056390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-32115f2c-636f-4e71-9266-62fd65f9fad4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0580468
May 14 21:15:04.064893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b20cc63-aea0-4f57-88ac-a880860ac79a req-b7488f71-2ea9-4260-a90e-dc53490e36e7 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030905
May 14 21:15:04.203677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041842-00f2-4e8c-9ec0-b963e150fa8f req-675ca3d2-2e0a-4ddc-88f8-5a546ac42aa0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:04.208427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77041842-00f2-4e8c-9ec0-b963e150fa8f req-675ca3d2-2e0a-4ddc-88f8-5a546ac42aa0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0656581
May 14 21:15:04.208801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-6a4b92f5-b53a-4ec4-8ec4-13c536243b25 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429365
May 14 21:15:04.321261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77041842-00f2-4e8c-9ec0-b963e150fa8f req-2f1bc607-20bb-48de-bb5c-9fdee809205b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953021
May 14 21:15:04.380587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-5780a10b-d331-492c-9af2-b6376d0a21ef service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622062
May 14 21:15:04.573571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51344) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:04.606956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f0432-84a8-405a-b04b-d7a8a66ed7e3 req-bf4500e9-c099-43d8-a1a7-1499fd5c7056 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:04.608909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-286f0432-84a8-405a-b04b-d7a8a66ed7e3 req-bf4500e9-c099-43d8-a1a7-1499fd5c7056 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1127 time: 0.0859966
May 14 21:15:04.678885 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-286f0432-84a8-405a-b04b-d7a8a66ed7e3 req-7e66eab8-c852-48c3-84e4-85060723910e tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619700
May 14 21:15:04.776322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aac31039-3b57-4954-b2f6-0547cc2098fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:04.837917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648a377-e4d7-41e7-af0f-b57a59c70eeb req-edcf8e81-72b6-4ebb-af21-82ae6fd39f83 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:04.846589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2648a377-e4d7-41e7-af0f-b57a59c70eeb req-edcf8e81-72b6-4ebb-af21-82ae6fd39f83 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0628946
May 14 21:15:04.900853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-a97a7acc-c597-4c40-b7cb-a19fe6549a0f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:04.902461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-a97a7acc-c597-4c40-b7cb-a19fe6549a0f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.1760416
May 14 21:15:04.914078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2648a377-e4d7-41e7-af0f-b57a59c70eeb req-77c3c6a9-74fe-4859-81e0-2a6d88437cfe tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656552
May 14 21:15:04.928751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e29d3cdf-6226-4875-8a62-33b689da76f6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/quotas/74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 375 time: 0.0176241
May 14 21:15:04.987527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-6f887947-506b-4d37-9b79-d5860915070d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0375593
May 14 21:15:04.989010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aac31039-3b57-4954-b2f6-0547cc2098fa admin admin] Publish callbacks [] for security_group (189379f5-478c-4229-b72b-4f302640afad), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:05.042103 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2fb01f3-b45f-4ad3-bb64-0195d30ef3af req-02f886ff-05c0-4b14-8822-877ab4c319e6 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 210 time: 0.0720351
May 14 21:15:05.065979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aac31039-3b57-4954-b2f6-0547cc2098fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (189379f5-478c-4229-b72b-4f302640afad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:05.131916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aac31039-3b57-4954-b2f6-0547cc2098fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=524b620ba1184991b80e9a72efa9a9a4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5570791
May 14 21:15:05.137743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51360) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:05.138155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac31039-3b57-4954-b2f6-0547cc2098fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189379f5-478c-4229-b72b-4f302640afad,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:05.156296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-7a73b1f8-cb5a-477e-93fc-e137789f634b service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606863
May 14 21:15:05.224126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4cd4-e515-497b-b45a-04999f0304d5 admin admin] Publish callbacks [] for security_group (189379f5-478c-4229-b72b-4f302640afad), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:05.250831 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4cd4-e515-497b-b45a-04999f0304d5 admin admin] Publish callbacks [] for security_group (189379f5-478c-4229-b72b-4f302640afad), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:05.279169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-6d28d8af-81ff-4126-9e10-4e14f0ccfe73 service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165333
May 14 21:15:05.414066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4cd4-e515-497b-b45a-04999f0304d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (189379f5-478c-4229-b72b-4f302640afad), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:05.414066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4cd4-e515-497b-b45a-04999f0304d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:05.414424 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9a4e4cd4-e515-497b-b45a-04999f0304d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/189379f5-478c-4229-b72b-4f302640afad HTTP/1.1" status: 204  len: 168 time: 0.2751291
May 14 21:15:05.423005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e4cd4-e515-497b-b45a-04999f0304d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189379f5-478c-4229-b72b-4f302640afad,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:05.707471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dfd06-aa95-4d2e-9f7a-dbb2bc32bf52 req-ef536511-7845-4966-aed7-c4be30ac48e2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:05.716730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c3dfd06-aa95-4d2e-9f7a-dbb2bc32bf52 req-ef536511-7845-4966-aed7-c4be30ac48e2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0634596
May 14 21:15:05.776792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c3dfd06-aa95-4d2e-9f7a-dbb2bc32bf52 req-a208bc67-9683-4c38-987a-6de48a012366 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539882
May 14 21:15:05.951523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d652fd-f91e-46ef-a80b-0df79113feb2 req-c6304d75-1d13-49d9-b9d0-fcca3ad37192 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:05.959420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0d652fd-f91e-46ef-a80b-0df79113feb2 req-c6304d75-1d13-49d9-b9d0-fcca3ad37192 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1046662
May 14 21:15:06.038602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0d652fd-f91e-46ef-a80b-0df79113feb2 req-5d4d78aa-37f2-4194-a757-bae0ab4649b5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715325
May 14 21:15:06.216385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1aa69d-29e9-4f31-acf7-ac81f989e88c req-cd7e1cab-68a7-44e1-9193-4b9afa569b6e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 210 time: 0.0344121
May 14 21:15:06.418383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6e92-cba3-4927-81d7-004d63523761 req-b8cb56fb-1bcc-4240-8521-61477262fe68 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:06.419955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0ba6e92-cba3-4927-81d7-004d63523761 req-b8cb56fb-1bcc-4240-8521-61477262fe68 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0865917
May 14 21:15:06.480641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0ba6e92-cba3-4927-81d7-004d63523761 req-c2598c43-3f3f-4af9-a358-988bcf3d3a9e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535886
May 14 21:15:06.608135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f856f110-95b6-480e-b159-bb6adcfdedc2 req-88d69c8f-d1ff-4082-9768-1f6845e2b553 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 210 time: 0.0428941
May 14 21:15:06.906614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2119d8-7d4c-4e93-a38f-6dba2eed6438 req-dc128bbb-690f-4b86-bf6d-383ef4ad154e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:06.908377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a2119d8-7d4c-4e93-a38f-6dba2eed6438 req-dc128bbb-690f-4b86-bf6d-383ef4ad154e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0632458
May 14 21:15:06.978392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51434) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:07.009118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a2119d8-7d4c-4e93-a38f-6dba2eed6438 req-ade85b2c-1fa4-4c61-9575-5a8b1284645b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938923
May 14 21:15:07.154373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1396997363-network', 'tenant_id': '611dce182666487684bf1e2a687c523a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:07.249440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc123e6-8394-4e9e-9cc8-51bc429842e9 req-dffd778e-3150-40de-a2eb-17df42ea8208 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:07.251009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fc123e6-8394-4e9e-9cc8-51bc429842e9 req-dffd778e-3150-40de-a2eb-17df42ea8208 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0785897
May 14 21:15:07.321671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-a72fdf5c-cf85-43c2-ba23-4df67edf8fa0 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b30891c9ccaf4e1bbdec0c910805d504&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0243392
May 14 21:15:07.338356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Made reservation on behalf of 611dce182666487684bf1e2a687c523a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:07.341364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.351119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.450256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks [] for security_group (99509270-a719-4e73-96c0-58535e632921), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.522908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fc123e6-8394-4e9e-9cc8-51bc429842e9 req-e64400f3-f6dd-4dbd-9362-c209958e23de tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658961
May 14 21:15:07.537909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-1ae07383-cef3-42b9-869e-89ef2b59b07e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:07.539342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-1ae07383-cef3-42b9-869e-89ef2b59b07e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2052124
May 14 21:15:07.549981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (99509270-a719-4e73-96c0-58535e632921), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.553055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Request body: {'port': {'device_id': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'b30891c9ccaf4e1bbdec0c910805d504'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:07.607033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:15:07.668002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a86a0b49-854a-400a-b2bb-4c4e4003fbcf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.668438 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Added segment a86a0b49-854a-400a-b2bb-4c4e4003fbcf of type vlan for network e736fdf7-5595-4208-be2e-04f08eb744e7
May 14 21:15:07.676645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99509270-a719-4e73-96c0-58535e632921,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:07.751093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38023ee5-1975-46bb-855f-63870d60bbde tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:15:07.752569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38023ee5-1975-46bb-855f-63870d60bbde tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0144324
May 14 21:15:07.773405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e736fdf7-5595-4208-be2e-04f08eb744e7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.789402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf62410f-5047-4c8a-9c08-c5282a743e81 req-515c3ea2-46ab-4eed-b788-d19ea54769f6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 210 time: 0.0679920
May 14 21:15:07.831207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-98ddb63d-c722-4830-a495-0ca0eddde6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:07.832716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-98ddb63d-c722-4830-a495-0ca0eddde6ef service neutron] 10.222.0.52 "GET /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 1124 time: 0.0692782
May 14 21:15:07.846095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:07.846726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Unknown quota resources ['binding']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:15:07.917613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Made reservation on behalf of b30891c9ccaf4e1bbdec0c910805d504 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:07.922202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.944312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.964161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e736fdf7-5595-4208-be2e-04f08eb744e7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.965216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:07.965832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:07.970942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33abfd-f1ad-4c8a-9268-5eb3c3221bf2 req-ecb495b1-83e3-4160-8dbb-3a2cb158e0fc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:07.979554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b33abfd-f1ad-4c8a-9268-5eb3c3221bf2 req-ecb495b1-83e3-4160-8dbb-3a2cb158e0fc tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0988588
May 14 21:15:08.064538 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b33abfd-f1ad-4c8a-9268-5eb3c3221bf2 req-5243a6fa-e042-43d3-aa3e-ec10f1d79546 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838897
May 14 21:15:08.064782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] Pushing event updated for resources: {'Network': ['ID=e736fdf7-5595-4208-be2e-04f08eb744e7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:08.075070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e736fdf7-5595-4208-be2e-04f08eb744e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:15:08.112448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51458) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:08.113391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-83ca16e2-be86-474c-9c9a-c4e05a996719 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 1.1336534
May 14 21:15:08.117460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Request body: {'subnet': {'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-subnet', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:08.120596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on host nch1-master-1 for vnic_type normal with profile None {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:08.121245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:08.121743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:08.123851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks [] for security_group (89843510-96dd-40c1-9019-038a259afce9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:08.128284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:08.128609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:08.143465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:08.143465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:08.143465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:08.143465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Bound port: 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:08.198942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (89843510-96dd-40c1-9019-038a259afce9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:08.209239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:08.245631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89843510-96dd-40c1-9019-038a259afce9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:08.252003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Made reservation on behalf of 611dce182666487684bf1e2a687c523a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:08.254424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:08.349269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:08.349269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-38b206cf-3569-4f1e-b5bd-254a468caaba service neutron] 10.222.0.52 "POST /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece/bindings HTTP/1.1" status: 201  len: 389 time: 0.4969759
May 14 21:15:08.349772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57102223-b768-4a87-99bd-fc0e51611c32 req-1f71b717-7b84-4c4c-a367-15bafcb0bc46 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 210 time: 0.0956550
May 14 21:15:08.822529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Allocated IP 192.168.233.206 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/229bb137-aed4-4606-843d-7799884c4e81) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:08.852800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d2f4-7ed4-44c1-9388-f9af7ed12b32 req-ac11fded-324b-44f0-a816-cbb4045cb26b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:08.854989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8348d2f4-7ed4-44c1-9388-f9af7ed12b32 req-ac11fded-324b-44f0-a816-cbb4045cb26b tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.3737159
May 14 21:15:09.023947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8348d2f4-7ed4-44c1-9388-f9af7ed12b32 req-594a6b9d-59ef-4f83-8b3f-9ad0276f8a99 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452603
May 14 21:15:09.105606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-d35f0b8f-95e7-49e2-a6fa-b089ca518dca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:09.109960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-d35f0b8f-95e7-49e2-a6fa-b089ca518dca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.2048736
May 14 21:15:09.121194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53014a81-c6cf-44c5-92cc-3a98414cbc09 req-6d79587c-c72d-4610-9dfe-4d4d1a14faf4 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:09.123742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (28ee1d81-38d8-4b83-a95b-4e1f9f2e5873), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:09.135842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53014a81-c6cf-44c5-92cc-3a98414cbc09 req-6d79587c-c72d-4610-9dfe-4d4d1a14faf4 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1046724
May 14 21:15:09.143023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Request body: {'port': {'device_id': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'admin_state_up': True, 'tenant_id': '74bb7b020fae4bcaa3a440acc60c7a1d'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:09.216634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53014a81-c6cf-44c5-92cc-3a98414cbc09 req-1df45c43-936e-45ec-a031-05a641dcc66f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748968
May 14 21:15:09.229464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks [] for port (229bb137-aed4-4606-843d-7799884c4e81), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:09.240056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ee1d81-38d8-4b83-a95b-4e1f9f2e5873,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:09.297464 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:15:09.307137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb60618e-4aee-449c-b614-40014de56c15 req-16f8e711-68ed-4838-96bf-ee8b7afa255f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 210 time: 0.0598943
May 14 21:15:09.333240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Checking segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:09.333612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Network hostable DHCP agents. Network: e736fdf7-5595-4208-be2e-04f08eb744e7, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:15:09.486980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71ca1-e4e1-4a71-8c4a-5feab9114c7d req-2eb754da-f9b4-4ed9-a486-b13a222f6970 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:09.495745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6bf71ca1-e4e1-4a71-8c4a-5feab9114c7d req-2eb754da-f9b4-4ed9-a486-b13a222f6970 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.1227942
May 14 21:15:09.564617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ee30f-7439-417d-a52c-ed48a7a5b0ba req-5761f330-7373-4dae-b3cf-a79c7ff689b3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:09.566284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-595ee30f-7439-417d-a52c-ed48a7a5b0ba req-5761f330-7373-4dae-b3cf-a79c7ff689b3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0677376
May 14 21:15:09.641423 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6bf71ca1-e4e1-4a71-8c4a-5feab9114c7d req-a7858454-d721-444b-9e4b-ebda154258bb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444495
May 14 21:15:09.647811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Network e736fdf7-5595-4208-be2e-04f08eb744e7 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:15:09.658495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Made reservation on behalf of 74bb7b020fae4bcaa3a440acc60c7a1d for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:09.662463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:09.663847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:09.795496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e736fdf7-5595-4208-be2e-04f08eb744e7) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:09.811652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a34a1c-a1ff-4fec-97b9-6fcb49521c25 None None] Network e736fdf7-5595-4208-be2e-04f08eb744e7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:15:09.818537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:09.831081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-595ee30f-7439-417d-a52c-ed48a7a5b0ba req-0e22ce18-237c-4278-ae4a-6081d19361f1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2506089
May 14 21:15:09.837371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:09.847248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:09.861608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:09.879956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:09.895563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:09.983680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e736fdf7-5595-4208-be2e-04f08eb744e7', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'project_id': '611dce182666487684bf1e2a687c523a', 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:15:09.984925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.056322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28782-d307-4569-b780-56b42e66b9d1 req-3003251c-f06a-411a-a9c2-18bb45f2d260 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.065483 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bb28782-d307-4569-b780-56b42e66b9d1 req-3003251c-f06a-411a-a9c2-18bb45f2d260 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 936 time: 0.2154703
May 14 21:15:10.075110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-72805973-f9b2-4126-b8c6-8ba13af86e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.087546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-72805973-f9b2-4126-b8c6-8ba13af86e14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1127 time: 0.1149020
May 14 21:15:10.128205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b7bbca9c-d796-4274-b318-0f43e6aee4e2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0121408
May 14 21:15:10.143661 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bb28782-d307-4569-b780-56b42e66b9d1 req-1ad72f3a-ca89-42f6-8260-201993492f0f tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771413
May 14 21:15:10.159088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.159088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.159636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:10.182698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:10.200206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Allocated IP 172.20.0.6 (2f366748-ecde-43ad-b849-3c9dce1cc30b/9647eb6c-3234-42a7-a7da-4fae2be2f8c1/293b2971-a322-40b2-bfb2-3a548a746cc9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:10.295760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580002f-2618-45b4-84ac-31fed65cebea req-90cc1473-d80e-480d-b126-0e9d64074b3e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.305590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6580002f-2618-45b4-84ac-31fed65cebea req-90cc1473-d80e-480d-b126-0e9d64074b3e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1396894
May 14 21:15:10.316723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Allocated IP 172.20.0.2 (e736fdf7-5595-4208-be2e-04f08eb744e7/28ee1d81-38d8-4b83-a95b-4e1f9f2e5873/d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:10.337871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.341842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.371304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-28a47dff-e4e5-42ca-ad5c-24d76a8a3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.373085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-28a47dff-e4e5-42ca-ad5c-24d76a8a3761 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.2707338
May 14 21:15:10.378452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c14aa0ce-9017-4c52-b6f8-c5f480988dee None None] Provisioning complete for port 229bb137-aed4-4606-843d-7799884c4e81 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:10.379072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c14aa0ce-9017-4c52-b6f8-c5f480988dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (229bb137-aed4-4606-843d-7799884c4e81), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.381327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-d5ae21c9-2ed4-4629-9e01-9c564915599e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8330657
May 14 21:15:10.431651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-fbbb6802-b102-489e-84bf-a1efe148e4f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 217 time: 0.0454521
May 14 21:15:10.435552 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48d59f21-d58b-453c-8bd4-653032f6eea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.439641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Request body: {'port': {'device_id': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:10.455550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b670-a686-4360-87f3-c45946b7becb req-44e5ca18-0b77-407b-826f-4e76e63fc14e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.457783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c938b670-a686-4360-87f3-c45946b7becb req-44e5ca18-0b77-407b-826f-4e76e63fc14e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0640593
May 14 21:15:10.466155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c14aa0ce-9017-4c52-b6f8-c5f480988dee None None] Port 229bb137-aed4-4606-843d-7799884c4e81 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:15:10.487627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6580002f-2618-45b4-84ac-31fed65cebea req-1bd42106-e68d-4070-8c3e-1424a3d948cc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809435
May 14 21:15:10.573152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5452f986-dc55-473b-ab36-e2861fc44fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:10.574834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5452f986-dc55-473b-ab36-e2861fc44fda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1313748
May 14 21:15:10.579931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Publish callbacks [] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.580753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.632730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-8189a90e-5374-4a6b-9e77-2731fec2cc1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493064
May 14 21:15:10.673326 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.746111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Pushing event updated for resources: {'Port': ['ID=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:10.768839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Network e736fdf7-5595-4208-be2e-04f08eb744e7 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:10.772361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:10.780725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:10.870356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Attempting to bind port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:10.871777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Attempting to bind port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:10.874528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Attempting to bind port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc on network e736fdf7-5595-4208-be2e-04f08eb744e7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:10.877067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c938b670-a686-4360-87f3-c45946b7becb req-59fffccf-7926-4a5d-bf33-a0d1524255ed tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4111598
May 14 21:15:10.883126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:10.883875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Checking segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:10.884410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.884993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Bound using segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:10.885589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Bound port: d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:10.886135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.914943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks [] for router_controller (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:10.964711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks [] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.011355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] For port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:11.016499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] For port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:11.029951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229bb137-aed4-4606-843d-7799884c4e81 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:11.038289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Publish callbacks [] for port (229bb137-aed4-4606-843d-7799884c4e81), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.052137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Transition to ACTIVE for port object 229bb137-aed4-4606-843d-7799884c4e81 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:11.084893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cf890ee-916f-4ba2-85eb-31d576ab588c req-35d40c63-54c3-4a77-8e2c-83f58046bf56 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 210 time: 0.4609337
May 14 21:15:11.106974 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.169198 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.178992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.187019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643c1ef-4830-4de6-a6b2-3da207068ad1 req-d0d7fd4a-4b8f-4762-95d5-105e7f44b7d6 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:11.201442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7643c1ef-4830-4de6-a6b2-3da207068ad1 req-d0d7fd4a-4b8f-4762-95d5-105e7f44b7d6 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.1565995
May 14 21:15:11.226512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078b82-cedb-4664-a894-753ef71fb178 None None] Pushing event updated for resources: {'Port': ['ID=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:11.297009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.334071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c933e-7b3d-4940-b1f6-7bc5c789366e req-2fed28cb-d007-4f21-b770-28061ece91e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:11.335666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-256c933e-7b3d-4940-b1f6-7bc5c789366e req-2fed28cb-d007-4f21-b770-28061ece91e5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0962396
May 14 21:15:11.409559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks [] for router_gateway (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.429399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:11.446788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:11.448175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:11.470553 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7643c1ef-4830-4de6-a6b2-3da207068ad1 req-bb324157-9284-4355-8990-1983571735e0 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2271841
May 14 21:15:11.475298 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.477119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:11.480871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:11.526197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bfeccdea-797c-4881-9d31-5b83e2efb081 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4725361
May 14 21:15:11.680892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:11.685348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:11.731187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-256c933e-7b3d-4940-b1f6-7bc5c789366e req-afa26b0d-73d4-4398-867a-5d542eb2d78e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3754642
May 14 21:15:11.758226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-32cae194-cc86-4815-a4a8-1eac7e121b23 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017002
May 14 21:15:11.767594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:11.768436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.804909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Attempting to bind port 229bb137-aed4-4606-843d-7799884c4e81 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:11.808664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Attempting to bind port 229bb137-aed4-4606-843d-7799884c4e81 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:11.809199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Attempting to bind port 229bb137-aed4-4606-843d-7799884c4e81 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:11.829442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03658a6-2732-4012-96ef-0f786068eae3 req-0a6bf0a6-e78b-4114-820b-c11a68c61434 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:11.831097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f03658a6-2732-4012-96ef-0f786068eae3 req-0a6bf0a6-e78b-4114-820b-c11a68c61434 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 948 time: 0.2039061
May 14 21:15:11.833387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Port 229bb137-aed4-4606-843d-7799884c4e81 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:11.835272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Attempting to bind port 229bb137-aed4-4606-843d-7799884c4e81 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:11.848729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:11.851129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:11.852970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:11.853979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Bound port: 229bb137-aed4-4606-843d-7799884c4e81, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:11.854348 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:11.914677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:11.974456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-e85f8f24-b353-4aa9-aa74-423ac1dc3755 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8360293
May 14 21:15:11.976102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'mac_address': 'fa:16:3e:e1:bd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:11.996206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Request body: {'port': {'device_id': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:12.049553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:12.049553 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.051568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8b84c-8227-4264-9aae-c8217b56ba89 req-4980fe17-786c-4b96-a0f2-dc5765015fdd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:12.061703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76e8b84c-8227-4264-9aae-c8217b56ba89 req-4980fe17-786c-4b96-a0f2-dc5765015fdd tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1314898
May 14 21:15:12.062297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f03658a6-2732-4012-96ef-0f786068eae3 req-01f7f816-bb19-4a12-958e-71ee65a58d10 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146952
May 14 21:15:12.064438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:12.069222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5c81f208-e527-40c5-ab8e-a8e24445280b tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:12.071224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5c81f208-e527-40c5-ab8e-a8e24445280b tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1050127
May 14 21:15:12.073262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:12.087086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:12.129861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:12.132496 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676533eb-3d0a-434c-a201-fb3c124357f6" -d '{"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-unplugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:12.140126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:12.140126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.154759 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.162567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:12.172194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:12.194936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.247176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.278879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks [] for router_gateway (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.306431 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:15:12.307027 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:15:12.308263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:12.350528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76e8b84c-8227-4264-9aae-c8217b56ba89 req-8abe7329-3f20-4b25-8df2-96574f0649e6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874637
May 14 21:15:12.376337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:12.377911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.388307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] 10.222.0.36 "PUT /v2.0/ports/229bb137-aed4-4606-843d-7799884c4e81 HTTP/1.1" status: 200  len: 1096 time: 1.9528685
May 14 21:15:12.394451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:12.398026 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b400127-e892-4e41-b52f-c7672e6418f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:12.426526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.437932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.453517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:12.477415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c50eaa-a705-4dfc-b97b-dc94e4552efd service neutron] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:12.514285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:12.514916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.558509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885bc5e-9c20-4d57-aec0-21567eae0cf6 req-cb565682-83b2-4421-a4d5-0ae8af573fff tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:12.560134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9885bc5e-9c20-4d57-aec0-21567eae0cf6 req-cb565682-83b2-4421-a4d5-0ae8af573fff tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 948 time: 0.3684840
May 14 21:15:12.634524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:12.635107 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.667718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dbec9-3aac-483c-b145-3538fb5c0d93 req-35f73a9c-314b-41e3-b13b-4c2ac6cd0d40 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:12.669321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8dbec9-3aac-483c-b145-3538fb5c0d93 req-35f73a9c-314b-41e3-b13b-4c2ac6cd0d40 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 931 time: 0.1820648
May 14 21:15:12.694330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:12.772942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.812280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-50dd6dc2-9faa-4273-9667-73705c4df7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:12.812280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-50dd6dc2-9faa-4273-9667-73705c4df7e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30891c9ccaf4e1bbdec0c910805d504&device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 1130 time: 0.2668366
May 14 21:15:12.880366 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45655749-cd20-47ad-ab32-ed83ebffce6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.884027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:12.885911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:12.932350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-8727bb19-a0b1-4d48-9f57-4a5361683e7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=229bb137-aed4-4606-843d-7799884c4e81 HTTP/1.1" status: 200  len: 217 time: 0.1007545
May 14 21:15:12.965503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8e8c7-937c-49cf-906f-93194d38712a None None] Network e736fdf7-5595-4208-be2e-04f08eb744e7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:15:12.985907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Allocated IP 172.35.4.136 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/9b3cb56a-5acb-4752-8080-1c9bcf5d80c2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:12.999694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8dbec9-3aac-483c-b145-3538fb5c0d93 req-c62c451f-0419-4b2a-8680-933982a29a1a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3202317
May 14 21:15:13.083825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:13.092402 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b056d39c-cbbb-4382-a7a0-d5495bb2c168 x-openstack-request-id: req-b056d39c-cbbb-4382-a7a0-d5495bb2c168 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:13.092806 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-unplugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:13.093165 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b056d39c-cbbb-4382-a7a0-d5495bb2c168 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:13.093663 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b056d39c-cbbb-4382-a7a0-d5495bb2c168'] response: {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'code': 200}
May 14 21:15:13.097351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b7964aed-e0a6-4a60-85e6-5dd2edcc5c39 None None] Provisioning complete for port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:13.097857 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7964aed-e0a6-4a60-85e6-5dd2edcc5c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.138586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-196d04f9-5d0d-4348-b343-513c232d4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:13.144353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-196d04f9-5d0d-4348-b343-513c232d4885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1897664
May 14 21:15:13.144493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks [] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.144611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:13.166962 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75c88cf-7298-41e5-b6f9-ae0ff33f2c72 x-openstack-request-id: req-a75c88cf-7298-41e5-b6f9-ae0ff33f2c72 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:13.168048 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:13.168537 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a75c88cf-7298-41e5-b6f9-ae0ff33f2c72 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:13.170480 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75c88cf-7298-41e5-b6f9-ae0ff33f2c72'] response: {'name': 'network-changed', 'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'status': 'completed', 'code': 200}
May 14 21:15:13.186038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:13.223434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:13.294686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.312038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9885bc5e-9c20-4d57-aec0-21567eae0cf6 req-daf929c9-e9c4-473e-a46d-d32197226836 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6786416
May 14 21:15:13.341713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.399371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b7964aed-e0a6-4a60-85e6-5dd2edcc5c39 None None] Current status of the port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:13.439528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:13.446569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:13.472694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Pushing event updated for resources: {'Port': ['ID=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:13.482016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-476d47ab-8213-4af0-9b2d-85536cb51287 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2282112
May 14 21:15:13.495852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423f5ce-6c5a-4e27-a71f-f2045f4ef23a req-5f981cd7-abc2-41ea-975e-e2da6a1a1748 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:13.508599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6423f5ce-6c5a-4e27-a71f-f2045f4ef23a req-5f981cd7-abc2-41ea-975e-e2da6a1a1748 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 945 time: 0.2152033
May 14 21:15:13.518977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:13.563373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:13.568366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Publish callbacks [] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.574717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:13.599338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:13.625366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dce270-0066-4055-b061-103ef1860f60 req-89a3fbe6-107e-467a-b623-c09cb695e427 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:13.632673 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76dce270-0066-4055-b061-103ef1860f60 req-89a3fbe6-107e-467a-b623-c09cb695e427 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1393411
May 14 21:15:13.679146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.697833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-54ac9cfe-5627-44b6-8169-606cfd1400a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:13.699368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-54ac9cfe-5627-44b6-8169-606cfd1400a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 1132 time: 0.1406572
May 14 21:15:13.739969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6423f5ce-6c5a-4e27-a71f-f2045f4ef23a req-c6af96b0-3c99-4c54-8e41-2b4189c9b94c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359183
May 14 21:15:13.773122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-13bd0472-0ba7-49bf-af5a-1d0a5628713d None None] Provisioning complete for port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:13.773752 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-13bd0472-0ba7-49bf-af5a-1d0a5628713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.799301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76dce270-0066-4055-b061-103ef1860f60 req-d153dfa8-edc8-403f-85e0-6ddb92d6e736 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648521
May 14 21:15:13.883873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:13.970322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293b2971-a322-40b2-bfb2-3a548a746cc9 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:13.972950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:13.991668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:13.992347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:13.993101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:14.006606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:14.007538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Attempting to bind port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:14.016023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-02166ed8-6ce6-4543-b82d-a798cd524908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.017863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-02166ed8-6ce6-4543-b82d-a798cd524908 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2343903
May 14 21:15:14.019042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:14.019381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:14.019792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:14.020244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Bound port: 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:14.020593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.030839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Publish callbacks [] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.067290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8dfa0-75b2-4da7-b707-0b233c4e5ea9 req-ccfac9f7-507d-4642-ac73-c165fb65393d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.069063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42d8dfa0-75b2-4da7-b707-0b233c4e5ea9 req-ccfac9f7-507d-4642-ac73-c165fb65393d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0924046
May 14 21:15:14.073379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Transition to ACTIVE for port object 293b2971-a322-40b2-bfb2-3a548a746cc9 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:14.094178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e34c9f-07a3-4ab4-9e19-68818265d1d2 req-babb9256-7457-4996-a896-d373faccfeb1 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.098732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9e34c9f-07a3-4ab4-9e19-68818265d1d2 req-babb9256-7457-4996-a896-d373faccfeb1 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 948 time: 0.0545998
May 14 21:15:14.151504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.153177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-6a12c2a1-145d-40f0-9f83-330046e792ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 200  len: 217 time: 0.1236489
May 14 21:15:14.202675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-13bd0472-0ba7-49bf-af5a-1d0a5628713d None None] Current status of the port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:14.214637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:14.289817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42d8dfa0-75b2-4da7-b707-0b233c4e5ea9 req-943481b8-2f76-4bce-9291-47deddb6ddd5 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801102
May 14 21:15:14.299857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:14.305676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks [] for router_gateway (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.312371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:14.312749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.341092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-2a764a5a-13b1-4fba-a481-0bed3065fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.342734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-2a764a5a-13b1-4fba-a481-0bed3065fd72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1823981
May 14 21:15:14.343836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-0aecef4a-14f7-479f-930f-348f7e22ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.345342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-0aecef4a-14f7-479f-930f-348f7e22ec66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1034408
May 14 21:15:14.455947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:14.494592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:14.507010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:14.528551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9e34c9f-07a3-4ab4-9e19-68818265d1d2 req-1f818e5b-d4d1-4083-85d8-6af004e91139 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3948314
May 14 21:15:14.597725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-e7df8886-309d-4c6f-a981-cbac5e399869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.601729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-e7df8886-309d-4c6f-a981-cbac5e399869 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1887100
May 14 21:15:14.622677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b3ae-621e-4d74-8fe3-fe32f21ddaf1 req-71429645-6bd4-4d6b-8043-eb13dd0809a8 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:14.624230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae55b3ae-621e-4d74-8fe3-fe32f21ddaf1 req-71429645-6bd4-4d6b-8043-eb13dd0809a8 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.1368456
May 14 21:15:14.636703 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.658601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-a734d052-dc8d-4149-82e4-ae3e7d618fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3040519
May 14 21:15:14.664127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:14.664474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:14.664808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:14.680565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:14.680904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:14.741536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:14.741974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:14.742274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:14.742715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Bound port: 293b2971-a322-40b2-bfb2-3a548a746cc9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:14.743074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.778024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae55b3ae-621e-4d74-8fe3-fe32f21ddaf1 req-d3530857-c9c2-4dc9-8761-9aa041a5422e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410480
May 14 21:15:14.896281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:14.899312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:14.906583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:14.989674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:15.196893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:15.199439 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abcdd1e-3dba-47be-a36f-593d176050a8" -d '{"events": [{"server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "name": "network-vif-unplugged", "status": "completed", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:15.219398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57f79d-03c6-4eec-8867-72ecc31737d7 req-5e3f8fe3-c620-46ab-a358-f4dbafc82af9 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:15.226605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c57f79d-03c6-4eec-8867-72ecc31737d7 req-5e3f8fe3-c620-46ab-a358-f4dbafc82af9 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 949 time: 0.5629115
May 14 21:15:15.288479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:15.292702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:15.293334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:15.294753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-5474b684-64d2-4083-a466-63acbaa2694d service neutron] 10.222.0.36 "PUT /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 1121 time: 3.2150223
May 14 21:15:15.349023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c57f79d-03c6-4eec-8867-72ecc31737d7 req-1fc3d89c-c40f-46fe-a28b-acc47bc7c982 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213751
May 14 21:15:15.379461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-ecbef1bd-8d0b-4547-abfc-15d4dc80584c service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7626276
May 14 21:15:15.381233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f455d-a616-43cc-9512-a2b32e17a968 req-e9fbac40-c445-4084-903a-534d32f6cf43 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:15.382989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-415f455d-a616-43cc-9512-a2b32e17a968 req-e9fbac40-c445-4084-903a-534d32f6cf43 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.4661274
May 14 21:15:15.388492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e949b22-2942-4904-8ed3-93c40c4e8355 req-40d73c10-b440-453b-9511-1d6611b199de service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6867330
May 14 21:15:15.393917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:15.394534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:15.395913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] 10.222.0.36 "PUT /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 1091 time: 3.4135208
May 14 21:15:15.402344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:15.406632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:15.410522 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5707c5-2a80-4f35-b738-f8cae0d721dc" -d '{"events": [{"name": "network-changed", "server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:15.455920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7c5d-1ee9-4822-b8a4-1e928adff271 service neutron] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:15.522248 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-415f455d-a616-43cc-9512-a2b32e17a968 req-45813e1d-72d0-4044-a2ee-f23dc9883a91 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229491
May 14 21:15:15.589361 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813717b4-b0c4-4c1d-8e1e-899270104656 x-openstack-request-id: req-813717b4-b0c4-4c1d-8e1e-899270104656 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:15.590050 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "name": "network-vif-unplugged", "status": "completed", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:15.590626 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-813717b4-b0c4-4c1d-8e1e-899270104656 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:15.591714 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813717b4-b0c4-4c1d-8e1e-899270104656'] response: {'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'code': 200}
May 14 21:15:15.616067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ea43308-51e5-42b1-953e-db499ece0bb5 req-38433cb0-ea4f-4171-8f9a-28b4fcb257c0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2262778
May 14 21:15:15.644321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:15.648222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3b26f-b964-4397-a8db-531cd7edaebd req-b95e279d-97c6-463f-b80d-7a50d28a008c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:15.657171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45a3b26f-b964-4397-a8db-531cd7edaebd req-b95e279d-97c6-463f-b80d-7a50d28a008c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1385760
May 14 21:15:15.667835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:15:15.710232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:15.773175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45a3b26f-b964-4397-a8db-531cd7edaebd req-b51af859-1280-412d-aa5f-b6fc45589fd2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134386
May 14 21:15:15.778871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f9dd0-17de-459c-a91c-f6d3ae4fb46c req-ce00f359-a332-4791-9d6e-88ea35a39b33 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:15.786280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-179f9dd0-17de-459c-a91c-f6d3ae4fb46c req-ce00f359-a332-4791-9d6e-88ea35a39b33 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1495695
May 14 21:15:15.799513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7f69be99-9e4d-472a-a312-16dd01bfc172 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:15.800439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:15.886554 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516aef20-765d-4f7d-a75f-6f345215fb24 x-openstack-request-id: req-516aef20-765d-4f7d-a75f-6f345215fb24 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:15.886894 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:15.887092 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-516aef20-765d-4f7d-a75f-6f345215fb24 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:15.887597 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516aef20-765d-4f7d-a75f-6f345215fb24'] response: {'name': 'network-changed', 'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'status': 'completed', 'code': 200}
May 14 21:15:15.922173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-179f9dd0-17de-459c-a91c-f6d3ae4fb46c req-16a30087-173a-4c5f-aeb7-0aac5e3c4cad tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348567
May 14 21:15:16.040087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:15:16.042444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Sync routers for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:15:16.042444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:15:16.042444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:16.048794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267671b-af62-4c05-8bc6-12897f297813 req-444a1e0a-3523-4332-88b2-5d36ec341d4b tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.060031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2267671b-af62-4c05-8bc6-12897f297813 req-444a1e0a-3523-4332-88b2-5d36ec341d4b tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 948 time: 0.1379526
May 14 21:15:16.151285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98745-9e4c-4c5c-8be1-808b3f917956 req-02c11cda-765e-409b-9f2e-2b2b6a9643bf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.156359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:16.156761 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:16.180062 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0f98745-9e4c-4c5c-8be1-808b3f917956 req-02c11cda-765e-409b-9f2e-2b2b6a9643bf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0945575
May 14 21:15:16.186077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5707c5-2a80-4f35-b738-f8cae0d721dc req-e1acb5e9-345f-42f7-ae8f-84f5bbea197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.187748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:16.188744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d5707c5-2a80-4f35-b738-f8cae0d721dc req-e1acb5e9-345f-42f7-ae8f-84f5bbea197c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1125 time: 0.1015687
May 14 21:15:16.190615 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f9993d-5621-4e9b-9010-e7a14ad697ac" -d '{"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-plugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:16.194624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2267671b-af62-4c05-8bc6-12897f297813 req-d103c511-77f1-49db-99ef-ab14e8ee9d08 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336799
May 14 21:15:16.209938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:16.213164 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:15:16.256380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0f98745-9e4c-4c5c-8be1-808b3f917956 req-9eebcf3c-0ca1-471a-a1f2-41ae9dc37a0b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752091
May 14 21:15:16.284621 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e97048-a59d-45a3-bc81-7c29c2ab20c3 x-openstack-request-id: req-58e97048-a59d-45a3-bc81-7c29c2ab20c3 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:16.284916 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-plugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:16.285192 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58e97048-a59d-45a3-bc81-7c29c2ab20c3 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:16.286298 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e97048-a59d-45a3-bc81-7c29c2ab20c3'] response: {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'code': 200}
May 14 21:15:16.308817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5707c5-2a80-4f35-b738-f8cae0d721dc req-3f6ff3c5-b2b5-4936-87a5-7d39a6e26bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.310302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d5707c5-2a80-4f35-b738-f8cae0d721dc req-3f6ff3c5-b2b5-4936-87a5-7d39a6e26bd9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&shared=False HTTP/1.1" status: 200  len: 922 time: 0.1147203
May 14 21:15:16.418116 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8e100>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:13Z', 'revision_number': 3, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:16.436230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:16.441881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5707c5-2a80-4f35-b738-f8cae0d721dc req-9561e948-94c9-4645-b461-140fb7ab4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.442394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:16.443782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d5707c5-2a80-4f35-b738-f8cae0d721dc req-9561e948-94c9-4645-b461-140fb7ab4297 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1279557
May 14 21:15:16.450780 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5cbcf0a-0b56-4ef7-bd8d-417e0db70173 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.2823906
May 14 21:15:16.451090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51584) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:16.453524 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Checking router: 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:15:16.453875 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Updating router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:15:16.544220 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:16.603378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:16.619957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145dfb3-35dd-4827-84f2-f9fe6d6fe1b8 req-ee4f6f54-ac09-4e34-852a-8db42071172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.623082 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6145dfb3-35dd-4827-84f2-f9fe6d6fe1b8 req-ee4f6f54-ac09-4e34-852a-8db42071172d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1131 time: 0.2159445
May 14 21:15:16.626959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-69843727-63ac-4302-9f2f-39bd4ae4254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.628705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-69843727-63ac-4302-9f2f-39bd4ae4254e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1125 time: 0.0936747
May 14 21:15:16.731582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7920f1-c34c-4ee7-aa41-cb050052d6d1 req-d266c56f-2241-4c49-8267-4a2dcf86a83d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.733103 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef7920f1-c34c-4ee7-aa41-cb050052d6d1 req-d266c56f-2241-4c49-8267-4a2dcf86a83d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1007910
May 14 21:15:16.749872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:16.772513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6145dfb3-35dd-4827-84f2-f9fe6d6fe1b8 req-2a7d0f96-3e41-480f-9fdd-e542ca58eaec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767546
May 14 21:15:16.837945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a6176-5f61-4c26-9558-dfa4a78f48f1 req-89b67aa2-7fe0-45a5-ba10-9124707324d1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:16.847972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-734a6176-5f61-4c26-9558-dfa4a78f48f1 req-89b67aa2-7fe0-45a5-ba10-9124707324d1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.0865865
May 14 21:15:16.849694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef7920f1-c34c-4ee7-aa41-cb050052d6d1 req-be863cb1-10cc-4f6f-a0b0-c06320c02414 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052563
May 14 21:15:16.956528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-734a6176-5f61-4c26-9558-dfa4a78f48f1 req-922c5de9-f23f-4737-95b0-388c00caa2f7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075552
May 14 21:15:17.029489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4d76-f4d1-4187-9283-a42d73225ca8 req-fa2c3724-80d3-4ec5-af3c-a3df28cac539 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.031144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8fcc4d76-f4d1-4187-9283-a42d73225ca8 req-fa2c3724-80d3-4ec5-af3c-a3df28cac539 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0924664
May 14 21:15:17.099154 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Publish callbacks [] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.120032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25dc77-fdcc-4f5a-83b1-e3c92ac04e56 req-0fe72e62-5550-40f2-a601-76a5bf8633eb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.126704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8fcc4d76-f4d1-4187-9283-a42d73225ca8 req-e324fdf9-c9cf-463a-81ab-acc8fc11a882 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860598
May 14 21:15:17.128901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff25dc77-fdcc-4f5a-83b1-e3c92ac04e56 req-0fe72e62-5550-40f2-a601-76a5bf8633eb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0682950
May 14 21:15:17.172242 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.213757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff25dc77-fdcc-4f5a-83b1-e3c92ac04e56 req-3d514e67-e14e-4e79-bd04-51b7d8bd832e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837748
May 14 21:15:17.238539 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Attempting to bind port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:17.239690 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Attempting to bind port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:17.240277 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Attempting to bind port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:17.250079 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:17.250911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:17.251378 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.252395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:17.252960 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Bound port: 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:17.253421 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.258059 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05273961-4260-4630-9349-579d1a552f64 None None] Pushing event updated for resources: {'Port': ['ID=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:17.272655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.295005 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.295438 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.295959 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.296364 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.296770 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.297557 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.298112 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.298645 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.299129 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.299700 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.300589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.301351 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.302450 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.303285 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.303867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05273961-4260-4630-9349-579d1a552f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:17.349082 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] For port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:17.356769 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] For port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:17.411369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c521fdd-1814-4da6-a965-9cf3b1cbad11 req-31780b6f-b19c-4a91-be8d-61b3f00ba600 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.412963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c521fdd-1814-4da6-a965-9cf3b1cbad11 req-31780b6f-b19c-4a91-be8d-61b3f00ba600 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 948 time: 0.0618496
May 14 21:15:17.426117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a46789-512b-416b-b33f-351e02c5bd20 req-52e1b676-ff1e-41a2-b191-585988f4119c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.434315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71a46789-512b-416b-b33f-351e02c5bd20 req-52e1b676-ff1e-41a2-b191-585988f4119c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0733576
May 14 21:15:17.436889 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.530549 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:15:17.531601 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:17.536276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-cd38d102-c39b-466d-a5aa-be0f945a20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.537796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-cd38d102-c39b-466d-a5aa-be0f945a20a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b30891c9ccaf4e1bbdec0c910805d504&device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 1130 time: 0.0605965
May 14 21:15:17.563634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Allocated IP 172.20.0.1 (e736fdf7-5595-4208-be2e-04f08eb744e7/28ee1d81-38d8-4b83-a95b-4e1f9f2e5873/b5c0ca04-8909-4f58-ad42-60567bcf3589) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:17.585501 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05273961-4260-4630-9349-579d1a552f64 None None] Pushing event updated for resources: {'Port': ['ID=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:17.587074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-b4e61757-0597-4d30-9aca-1b351bed09c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 217 time: 0.1409152
May 14 21:15:17.592731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:17.595024 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317" -d '{"events": [{"name": "network-changed", "server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:17.606338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c521fdd-1814-4da6-a965-9cf3b1cbad11 req-0b36ce3e-aabd-45e8-8a24-b77a81b2fc9c tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691852
May 14 21:15:17.679124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71a46789-512b-416b-b33f-351e02c5bd20 req-11ca2133-8d73-43e4-b1d4-d6663d5e8114 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381816
May 14 21:15:17.695007 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:15:17.697338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks [] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.746758 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47c4dd4-f661-466f-b555-caccd9da8543 x-openstack-request-id: req-a47c4dd4-f661-466f-b555-caccd9da8543 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:17.747053 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:17.747308 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a47c4dd4-f661-466f-b555-caccd9da8543 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:17.747739 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47c4dd4-f661-466f-b555-caccd9da8543'] response: {'name': 'network-changed', 'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'status': 'completed', 'code': 200}
May 14 21:15:17.752801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-f85ba5c8-a1d3-4f4b-8ee8-deaa978a5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.756097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-f85ba5c8-a1d3-4f4b-8ee8-deaa978a5cd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1444323
May 14 21:15:17.797004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-a93da963-953b-4f94-9fba-53ac8bf7d84d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347521
May 14 21:15:17.804980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.845640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Network e736fdf7-5595-4208-be2e-04f08eb744e7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:17.848603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:17.851382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:17.875612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-76c2af67-cec5-42de-9273-a646078857bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:17.875612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-76c2af67-cec5-42de-9273-a646078857bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2993555
May 14 21:15:17.899370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c0ca04-8909-4f58-ad42-60567bcf3589,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:17.901894 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8e100>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:13Z', 'revision_number': 3, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:17.921243 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:17.960092 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b752492b-de97-43e6-bb70-434234a6db84 None None] The sync data for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 is: [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:13Z', 'revision_number': 3, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:15:18.002800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-fc7c8235-cfa3-49a8-bf38-acd882df00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.004444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-fc7c8235-cfa3-49a8-bf38-acd882df00d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1155 time: 0.2037466
May 14 21:15:18.044821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-8c781880-7a99-4383-9e45-2dd363d80fb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=229bb137-aed4-4606-843d-7799884c4e81 HTTP/1.1" status: 200  len: 217 time: 0.0757432
May 14 21:15:18.077222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63bb17-9416-4687-a905-732d1e691ba3 req-a8f47bad-5011-4d72-927f-08a5c0cf610d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.086109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a63bb17-9416-4687-a905-732d1e691ba3 req-a8f47bad-5011-4d72-927f-08a5c0cf610d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1121447
May 14 21:15:18.239818 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a63bb17-9416-4687-a905-732d1e691ba3 req-370b2bea-a671-474f-b45a-44240e3b74bd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523483
May 14 21:15:18.268836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-20053891-7193-4bbd-a5a3-1beb07cc34ee None None] Provisioning complete for port b5c0ca04-8909-4f58-ad42-60567bcf3589 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:18.269285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20053891-7193-4bbd-a5a3-1beb07cc34ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:18.335522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-4f2abe3e-ed49-4191-8dd3-4653c4fb2d5e service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5211670
May 14 21:15:18.350282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-20053891-7193-4bbd-a5a3-1beb07cc34ee None None] Port b5c0ca04-8909-4f58-ad42-60567bcf3589 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:15:18.366145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffd827-0722-46d3-892e-9bc0ed2de8db req-bf337288-0ec6-4658-bb35-891e85b5e18c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.372038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1ffd827-0722-46d3-892e-9bc0ed2de8db req-bf337288-0ec6-4658-bb35-891e85b5e18c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.2944846
May 14 21:15:18.393686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-3efa5f57-6552-4a39-8282-45ea35bed50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.395243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-3efa5f57-6552-4a39-8282-45ea35bed50b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3190198
May 14 21:15:18.413089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1d479-4a6a-4a19-87a3-c6cb34ac56ad req-cdfeb4a9-f67d-47f6-af17-0263cce268d4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.415250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbb1d479-4a6a-4a19-87a3-c6cb34ac56ad req-cdfeb4a9-f67d-47f6-af17-0263cce268d4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0863383
May 14 21:15:18.416099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:18.504876 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbb1d479-4a6a-4a19-87a3-c6cb34ac56ad req-ca82c0e0-efbc-452a-b699-4d693718a486 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790868
May 14 21:15:18.511247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-fb25ef4e-d9a2-49fa-80e2-9e90dacc436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.512529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-fb25ef4e-d9a2-49fa-80e2-9e90dacc436b service neutron] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.3804073
May 14 21:15:18.523267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-466a20c0-6701-41cf-aa47-d9ec9ce2b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.525127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-466a20c0-6701-41cf-aa47-d9ec9ce2b444 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1120305
May 14 21:15:18.585968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1ffd827-0722-46d3-892e-9bc0ed2de8db req-7d6fff83-c038-4996-9d00-0af74ec4c473 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938407
May 14 21:15:18.631867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e13233a-3899-4ea1-bb1c-7e55bc6da6cc req-0f03580c-27ce-4f86-8421-31ea9b54fc41 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845676
May 14 21:15:18.700472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-531a38cf-86f6-4c5e-8c79-0cd354649853 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 217 time: 0.0645106
May 14 21:15:18.761702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c11c45-b37a-401a-9e30-12bcd99a9d43 req-757c6a3c-6ca6-4964-a693-8b8073b8a4da tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.763903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-94c11c45-b37a-401a-9e30-12bcd99a9d43 req-757c6a3c-6ca6-4964-a693-8b8073b8a4da tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1533654
May 14 21:15:18.772137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-ed18e629-b089-4f52-940d-8ac7ae2f239c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1597047
May 14 21:15:18.814913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-2db83168-2a40-4938-bf5f-b3d12f285ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2743592
May 14 21:15:18.821149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ae82c-3da0-49aa-8aa7-112121ac798e req-af024767-1a6a-4720-b0bb-e688ff75cff1 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.823332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-860ae82c-3da0-49aa-8aa7-112121ac798e req-af024767-1a6a-4720-b0bb-e688ff75cff1 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 948 time: 0.1184115
May 14 21:15:18.827276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-15176585-f6fa-435b-902f-1965faa1f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:18.828883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-15176585-f6fa-435b-902f-1965faa1f281 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1211140
May 14 21:15:18.870888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-94c11c45-b37a-401a-9e30-12bcd99a9d43 req-70c677d8-f9b9-4fd8-935c-81a9aa6e432c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974548
May 14 21:15:18.889808 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks [] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:18.895664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-d2ade344-f196-4c75-b3b8-bc0ac77f3b9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443041
May 14 21:15:18.946176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-860ae82c-3da0-49aa-8aa7-112121ac798e req-6ebb6f31-d32d-4f7c-9334-d830900cb506 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163228
May 14 21:15:18.996327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:19.027918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-37e3b526-8384-472f-a1cf-1be2a170eb7b service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248527
May 14 21:15:19.068680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bb456-1a7f-434d-99cd-4a2f05a0a033 req-00c48000-44ed-4307-8fc9-746702edd591 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:19.069185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e63bb456-1a7f-434d-99cd-4a2f05a0a033 req-00c48000-44ed-4307-8fc9-746702edd591 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.1180658
May 14 21:15:19.082894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:19.103544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c0ca04-8909-4f58-ad42-60567bcf3589,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:19.149778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6fbe7f8-2717-4794-9ab1-f3b8f2947317 req-87e4da74-9164-4ca4-bd49-a363605a9e11 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116390
May 14 21:15:19.206394 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e63bb456-1a7f-434d-99cd-4a2f05a0a033 req-40236b7b-0068-4727-bcea-84f079f51f97 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248093
May 14 21:15:19.244064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Network e736fdf7-5595-4208-be2e-04f08eb744e7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:19.245559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:19.246387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f4b65-bef5-40bc-9ebc-da6837b4177c req-53e1189f-795b-4942-8e71-8ad24bd99d5f tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:19.247925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-576f4b65-bef5-40bc-9ebc-da6837b4177c req-53e1189f-795b-4942-8e71-8ad24bd99d5f tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 950 time: 0.0571628
May 14 21:15:19.312799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-576f4b65-bef5-40bc-9ebc-da6837b4177c req-b8c4ff77-0a5a-4f5a-8a0d-9130132ac907 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505726
May 14 21:15:19.414673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c6ab5-822c-403b-81bd-dbf997bcac3f req-c2e3cd54-23f8-4241-9c6e-133c2a858606 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:19.416516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf5c6ab5-822c-403b-81bd-dbf997bcac3f req-c2e3cd54-23f8-4241-9c6e-133c2a858606 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0635600
May 14 21:15:19.436689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:15:19.516493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf5c6ab5-822c-403b-81bd-dbf997bcac3f req-811b3f21-0e80-499d-9238-c8ed794b8fcf tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929096
May 14 21:15:19.579676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8f8a3d9d-fd18-45ba-af0f-277725e3a7a8 None None] Provisioning complete for port b5c0ca04-8909-4f58-ad42-60567bcf3589 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:19.580214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8f8a3d9d-fd18-45ba-af0f-277725e3a7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:19.584645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:15:19.590779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb2d0bb1-9411-49c1-8519-bd026d48d0c8 admin admin] 10.222.0.52 "PUT /v2.0/routers/0f49d1b0-71de-4be1-8ac9-a5923a93f9d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1369300
May 14 21:15:19.620743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:19.635455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:19.678645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83281ab7-ee84-43a2-8bcb-2b6bc6e74e0f req-cf2a8c4d-729b-473a-9503-b4c0a926249b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:19.681134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83281ab7-ee84-43a2-8bcb-2b6bc6e74e0f req-cf2a8c4d-729b-473a-9503-b4c0a926249b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0727789
May 14 21:15:19.711740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a3d9d-fd18-45ba-af0f-277725e3a7a8 None None] Port b5c0ca04-8909-4f58-ad42-60567bcf3589 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:15:19.754149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83281ab7-ee84-43a2-8bcb-2b6bc6e74e0f req-5b78bdc9-d359-4b45-8631-ba2e9738f9d4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551622
May 14 21:15:19.807162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:19.819700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:19.820083 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:19.823742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'port_id': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'mac_address': 'fa:16:3e:fc:7d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d2c7c2-7c18-4078-88bc-d38042d9b040', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:19.865184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea3d4-04ae-4175-8f74-8202855b867d req-d20618a4-e3a8-465d-bed7-d3b398e88326 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:19.866671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-073ea3d4-04ae-4175-8f74-8202855b867d req-d20618a4-e3a8-465d-bed7-d3b398e88326 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0492179
May 14 21:15:19.869873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:19.872115 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480354e3-7755-478f-a296-345e0d867ba2" -d '{"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-unplugged", "status": "completed", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:19.892090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:19.896612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:19.897005 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:19.923015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:19.923841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-073ea3d4-04ae-4175-8f74-8202855b867d req-6b28f649-056b-4046-bc41-8b35b1805e47 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444663
May 14 21:15:19.979596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.009807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Sync routers for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:15:20.032873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fe9f0-667e-4a15-853b-f5334cd82934 req-186424fe-4e19-4469-9372-f8d8d5f6bcb8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:20.040870 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af8fe9f0-667e-4a15-853b-f5334cd82934 req-186424fe-4e19-4469-9372-f8d8d5f6bcb8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.0557129
May 14 21:15:20.065660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:15:20.066303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:20.077617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:15:20.078044 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:15:20.114920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:20.184787 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af8fe9f0-667e-4a15-853b-f5334cd82934 req-a88c2352-dee7-4286-8177-ad8bbf29f031 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372693
May 14 21:15:20.214445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:20.215265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-d30b3f21-8a3b-4113-8fe3-6a66836e165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:20.217444 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-d30b3f21-8a3b-4113-8fe3-6a66836e165e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1126 time: 0.1094310
May 14 21:15:20.255990 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204b4bc8-0bf3-47e1-b1a9-2ec6add2c069 x-openstack-request-id: req-204b4bc8-0bf3-47e1-b1a9-2ec6add2c069 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:20.260185 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-unplugged", "status": "completed", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:20.260185 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-204b4bc8-0bf3-47e1-b1a9-2ec6add2c069 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:20.260185 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204b4bc8-0bf3-47e1-b1a9-2ec6add2c069'] response: {'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'code': 200}
May 14 21:15:20.274511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:15:20.279666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b400127-e892-4e41-b52f-c7672e6418f3 req-2ac867fc-9330-4af9-8665-0d79004b8f11 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973052
May 14 21:15:20.328474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:20.329067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.376709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51702) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:20.385584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773901585', 'description': 'tempest-description--423703321'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:20.404291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ffb25-c7cb-4c34-98d2-d0b5c070dbd5 req-b0912293-4511-4a23-aad5-3dfac295a38e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:20.409331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd4ffb25-c7cb-4c34-98d2-d0b5c070dbd5 req-b0912293-4511-4a23-aad5-3dfac295a38e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 943 time: 0.0855489
May 14 21:15:20.412360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-0c76859d-2033-40c8-9ea4-3f72db9f9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:20.414185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-0c76859d-2033-40c8-9ea4-3f72db9f9c24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1704743
May 14 21:15:20.469591 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-4b64dfe6-eeaf-4b41-9fc7-09876080cac6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 217 time: 0.0451913
May 14 21:15:20.486288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.528056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-57dcde8e-a3a1-48ed-8460-5ad012c8c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:20.529530 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-57dcde8e-a3a1-48ed-8460-5ad012c8c858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0498815
May 14 21:15:20.545736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5c10>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 2, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:20.574296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd4ffb25-c7cb-4c34-98d2-d0b5c070dbd5 req-19004346-531c-4425-9ef8-1982f3dda6ad tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1570408
May 14 21:15:20.576712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-ef616499-3b3e-48cb-b612-d2bdbf35a1b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394473
May 14 21:15:20.579828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Checking router: 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:15:20.580356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Updating router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 port b5c0ca04-8909-4f58-ad42-60567bcf3589 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:15:20.606251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-0b1f81a8-a283-456f-9512-df4f4de02375 service neutron] 10.222.0.48 "GET /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1321385
May 14 21:15:20.638501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group (898b29d3-2bf1-4480-8f66-c53cef790571), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.657305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:20.657901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.683504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.703874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:20.706401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:20.706782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.711173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-026bb1f7-a6fb-4987-96ec-69126ac5e3e3 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281796
May 14 21:15:20.736782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (898b29d3-2bf1-4480-8f66-c53cef790571), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.743072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:20.777181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:20.816333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.831962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898b29d3-2bf1-4480-8f66-c53cef790571,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:20.871606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac93f47-d0ef-4896-b712-e766a79c1d7f req-72a4d8fd-4a88-45c8-a3a8-535f4b4a0ffa tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:20.877501 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ac93f47-d0ef-4896-b712-e766a79c1d7f req-72a4d8fd-4a88-45c8-a3a8-535f4b4a0ffa tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 948 time: 0.1635487
May 14 21:15:20.879945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df9f527-ae48-4456-a0e4-232d7afdad86 req-8995bf35-48f7-41e0-80fe-9567f7d0b204 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575944
May 14 21:15:20.896723 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.897887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:20.953391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:20.959283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c24ee4b4-d739-4668-9e35-885a1cf4f44c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.5804303
May 14 21:15:20.959993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51724) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:20.981396 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ac93f47-d0ef-4896-b712-e766a79c1d7f req-ebbb7140-7c29-45b2-a998-2eaaefdf5c59 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951552
May 14 21:15:20.987832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Request body: {'security_group_rule': {'security_group_id': '898b29d3-2bf1-4480-8f66-c53cef790571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:21.000949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:21.030363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04d308-dac7-4a7a-b04f-04cbf9d37423 req-08844d6b-935a-44b5-a5a4-a8d4ca0c1b4d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:21.033341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d04d308-dac7-4a7a-b04f-04cbf9d37423 req-08844d6b-935a-44b5-a5a4-a8d4ca0c1b4d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0962274
May 14 21:15:21.106527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9593-4b7b-4a99-b99f-107c49155a01 req-090f2e4e-4ec6-4b21-bc0b-8a4a4e7ed51d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:21.109178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-805c9593-4b7b-4a99-b99f-107c49155a01 req-090f2e4e-4ec6-4b21-bc0b-8a4a4e7ed51d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0570631
May 14 21:15:21.109800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:21.114861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d04d308-dac7-4a7a-b04f-04cbf9d37423 req-cc91ac2d-f270-4664-81e5-29fbcebda540 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699966
May 14 21:15:21.140632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:21.174849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group_rule (7b84388b-7af4-4005-b083-ee6418b350d1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.186394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:21.204286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:21.207222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-805c9593-4b7b-4a99-b99f-107c49155a01 req-81177649-2a54-4ef7-af6d-b50b664d5d9c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918911
May 14 21:15:21.313683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:21.317458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group_rule (7b84388b-7af4-4005-b083-ee6418b350d1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.344034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.362049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8a96-c13c-45dd-b90b-1bae44fb958d req-cd087967-5ac7-4b35-ab03-272557a275db tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:21.372144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f2e8a96-c13c-45dd-b90b-1bae44fb958d req-cd087967-5ac7-4b35-ab03-272557a275db tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1641939
May 14 21:15:21.388548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9cbe9-0f7a-4af6-94c8-9e9194d8836d req-f3452146-cf09-4fe5-a41e-dc410c469e12 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:21.401772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53b9cbe9-0f7a-4af6-94c8-9e9194d8836d req-f3452146-cf09-4fe5-a41e-dc410c469e12 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 943 time: 0.0920737
May 14 21:15:21.407664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:21.415971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (7b84388b-7af4-4005-b083-ee6418b350d1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.428131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece has no active binding in host nch1-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:15:21.428511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:21.449931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f2e8a96-c13c-45dd-b90b-1bae44fb958d req-d321bba7-139a-4345-8d6b-4141e7d6d1a6 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767207
May 14 21:15:21.454932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b84388b-7af4-4005-b083-ee6418b350d1,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:21.500866 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53b9cbe9-0f7a-4af6-94c8-9e9194d8836d req-860c4918-d0e3-4875-a66f-ffe2e239e0ff tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959094
May 14 21:15:21.527263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] Transition to ACTIVE for port object 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:21.544503 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Publish callbacks [] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.551212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.552852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28636f5f-3b54-4a2b-936e-83ef1192cf05 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5918231
May 14 21:15:21.555402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51732) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:21.559800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Request body: {'security_group_rule': {'security_group_id': '898b29d3-2bf1-4480-8f66-c53cef790571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:21.615938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:21.627627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '229bb137-aed4-4606-843d-7799884c4e81', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '229bb137-aed4-4606-843d-7799884c4e81', 'mac_address': 'fa:16:3e:35:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:21.667006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:21.667395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.676830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.682801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.684585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group_rule (a6766b31-d8e5-4aab-b124-ad36164ab903), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.692973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229bb137-aed4-4606-843d-7799884c4e81 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:21.741717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b37a76-ade0-481e-8b95-acb5ebfa3073 req-89db758d-0e9f-499f-a648-a26e8af1026e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:21.743384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7b37a76-ade0-481e-8b95-acb5ebfa3073 req-89db758d-0e9f-499f-a648-a26e8af1026e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 944 time: 0.0996032
May 14 21:15:21.744563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:21.746860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:21.789396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:21.801876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] No DVR routers for this DVR port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:15:21.803258 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group_rule (a6766b31-d8e5-4aab-b124-ad36164ab903), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.810367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] Pushing event updated for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:21.827750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae35ca6-e47d-4e22-b7dc-032065b4fa66 None None] Pushing event updated for resources: {'Port': ['ID=b5c0ca04-8909-4f58-ad42-60567bcf3589,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:21.847811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-bdc9ae08-c907-493c-a5b1-5316adef229b service neutron] 10.222.0.48 "PUT /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2027268
May 14 21:15:21.859807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7b37a76-ade0-481e-8b95-acb5ebfa3073 req-fd11014c-aab9-4045-9f1d-261da77fe1db tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065741
May 14 21:15:21.877952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.892079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a6766b31-d8e5-4aab-b124-ad36164ab903), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:21.916171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:21.926655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6766b31-d8e5-4aab-b124-ad36164ab903,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:22.026506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.030984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51750) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:22.035416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:22.036970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Attempting to bind port b5c0ca04-8909-4f58-ad42-60567bcf3589 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:22.037341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Attempting to bind port b5c0ca04-8909-4f58-ad42-60567bcf3589 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:22.037755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Attempting to bind port b5c0ca04-8909-4f58-ad42-60567bcf3589 on network e736fdf7-5595-4208-be2e-04f08eb744e7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:22.042830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-689b2fcf-9ec9-4865-b1e5-587a87b9550c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4839959
May 14 21:15:22.060288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-a467db64-341a-4130-ae62-cfeeb73b460c tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.062032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-a467db64-341a-4130-ae62-cfeeb73b460c tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0778883
May 14 21:15:22.084301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-812a5326-75ea-45d4-abf8-c2caad71d504 None None] Provisioning complete for port b5c0ca04-8909-4f58-ad42-60567bcf3589 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:22.084657 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-812a5326-75ea-45d4-abf8-c2caad71d504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.119426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:22.119959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Checking segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:22.120310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.120846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Bound using segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:22.121332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Bound port: b5c0ca04-8909-4f58-ad42-60567bcf3589, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:22.121710 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.129147 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:15:22.146944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261f24a-d8d4-409e-9542-aa83308c2c61 req-f4d37ef8-2c9c-4056-aa6e-4ea2a910c8f9 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.147875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:22.149891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.153387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:22.154531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d261f24a-d8d4-409e-9542-aa83308c2c61 req-f4d37ef8-2c9c-4056-aa6e-4ea2a910c8f9 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 949 time: 0.0901597
May 14 21:15:22.157535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-0b995b41-279f-4d32-aa78-6a272805cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.159349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-0b995b41-279f-4d32-aa78-6a272805cd6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60&tenant_id=763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 1126 time: 0.0852048
May 14 21:15:22.265244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:22.265696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.268286 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d261f24a-d8d4-409e-9542-aa83308c2c61 req-9a484488-2862-4ae6-bb91-057d096157f6 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078553
May 14 21:15:22.269437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-e6e04dd0-208f-4b29-8df3-ecbdedc6ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.271124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-e6e04dd0-208f-4b29-8df3-ecbdedc6ce1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1126 time: 0.0883682
May 14 21:15:22.286740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0239-94fe-431e-b253-67d38bfee74f req-1e055502-451a-443a-af13-d761266837d1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.289138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b8c0239-94fe-431e-b253-67d38bfee74f req-1e055502-451a-443a-af13-d761266837d1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0655992
May 14 21:15:22.293673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['229bb137-aed4-4606-843d-7799884c4e81'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:22.295561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.303704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:22.382867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-812a5326-75ea-45d4-abf8-c2caad71d504 None None] Port b5c0ca04-8909-4f58-ad42-60567bcf3589 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:15:22.398350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'mac_address': 'fa:16:3e:dd:fc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:22.405342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b8c0239-94fe-431e-b253-67d38bfee74f req-cb9d9509-19eb-4e29-9750-13da1ad54f64 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074483
May 14 21:15:22.425074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['75e96c25-9a97-4ee1-a8c0-34cdddac4e11'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:22.436212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54635f0-7862-4d8d-95da-db9eb81960d0 req-b5a8b266-e25a-497c-a842-1295d47133d1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.438675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d54635f0-7862-4d8d-95da-db9eb81960d0 req-b5a8b266-e25a-497c-a842-1295d47133d1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0782235
May 14 21:15:22.439910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-61f749bd-c40a-4a39-a417-d5d4b635bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.441420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-61f749bd-c40a-4a39-a417-d5d4b635bdfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1636181
May 14 21:15:22.445021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:22.445916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.463846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Allocated IP 172.35.4.24 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/1a46f3b6-7bb6-4581-8a66-8fb998393371) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:22.485273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:22.487661 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03b58a6-1e6e-4675-ad1e-bb06efe2fdfd" -d '{"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:22.516965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-0607e55e-acf0-4ed5-8ede-b1e0972acd2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 217 time: 0.0675147
May 14 21:15:22.570975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:22.582113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:22.614468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'port_id': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'mac_address': 'fa:16:3e:86:35:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9647eb6c-3234-42a7-a7da-4fae2be2f8c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:22.614966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a3843-6b67-4775-a15f-e096ab75f22d req-75c7f674-e7f0-45b2-84a3-cbf4f99ccfab tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.616977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa6a3843-6b67-4775-a15f-e096ab75f22d req-75c7f674-e7f0-45b2-84a3-cbf4f99ccfab tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0666974
May 14 21:15:22.638633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] For port b5c0ca04-8909-4f58-ad42-60567bcf3589, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:22.656933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.672131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] For port b5c0ca04-8909-4f58-ad42-60567bcf3589, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c0ca04-8909-4f58-ad42-60567bcf3589,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:22.678831 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.692887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:22.692887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.715868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa6a3843-6b67-4775-a15f-e096ab75f22d req-98cdc09e-f4f0-4eca-a186-dc48510f74fb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818560
May 14 21:15:22.804934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.809129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 293b2971-a322-40b2-bfb2-3a548a746cc9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:22.813357 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.822603 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a159d738-2c76-4cae-99c1-6efcea8629d0 x-openstack-request-id: req-a159d738-2c76-4cae-99c1-6efcea8629d0 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:22.822957 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:22.823220 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a159d738-2c76-4cae-99c1-6efcea8629d0 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:22.823649 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a159d738-2c76-4cae-99c1-6efcea8629d0'] response: {'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'code': 200}
May 14 21:15:22.830397 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:22.837547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd79d740-e7bf-4fb9-a20e-1e35700ba976 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:22.875359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:22.888582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:22.891099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d54635f0-7862-4d8d-95da-db9eb81960d0 req-ddf6f3d3-3c3c-4ba9-b316-ab35fb4975f4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4451530
May 14 21:15:22.896180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event updated for resources: {'Port': ['ID=1a46f3b6-7bb6-4581-8a66-8fb998393371,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:22.921088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293b2971-a322-40b2-bfb2-3a548a746cc9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:22.924979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-52f74ee5-1223-41ec-82d9-c80f8fadad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:22.927421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:22.928280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-52f74ee5-1223-41ec-82d9-c80f8fadad24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.3996820
May 14 21:15:22.932823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:22.976809 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-7a600813-f3db-4e2e-8c06-78e7d6c5fb5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351160
May 14 21:15:23.013480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:23.022441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46311126-c08d-47c8-8475-ceb011f2c71a req-c0d57fde-6ac8-4de1-953a-7abf3ca0bef5 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:23.024103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46311126-c08d-47c8-8475-ceb011f2c71a req-c0d57fde-6ac8-4de1-953a-7abf3ca0bef5 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 944 time: 0.1783144
May 14 21:15:23.046066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:15:23.046719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:23.064119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:23.122634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46311126-c08d-47c8-8475-ceb011f2c71a req-ead69d42-8ec8-4f5b-9301-88adba384f69 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727019
May 14 21:15:23.137939 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (d78dcf03-6f88-4962-98c1-53070158e3b2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.157398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.167052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:23.171535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6467d5-afac-47b1-84b8-c676248088e0 req-3bd830d8-0c14-416e-97eb-bece88302283 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:23.173280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e6467d5-afac-47b1-84b8-c676248088e0 req-3bd830d8-0c14-416e-97eb-bece88302283 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 944 time: 0.0970695
May 14 21:15:23.180301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.200315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae35ca6-e47d-4e22-b7dc-032065b4fa66 None None] Pushing event updated for resources: {'Port': ['ID=b5c0ca04-8909-4f58-ad42-60567bcf3589,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:23.214454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-deb95e61-c2bd-42b3-b8a1-3ea2e2acf259 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307975
May 14 21:15:23.239523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.295233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] Provisioning complete for port b5c0ca04-8909-4f58-ad42-60567bcf3589 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:23.295881 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.302658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e6467d5-afac-47b1-84b8-c676248088e0 req-2b1233fa-1512-45a9-b099-f794346ac52c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162660
May 14 21:15:23.344276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-d8fe9404-8fa8-4d03-b474-ff1221994b1a service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209972
May 14 21:15:23.388841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['cd79d740-e7bf-4fb9-a20e-1e35700ba976'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:23.584750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b686906-9c9e-4f89-ba7a-889dc8aa1223 req-1cd332b2-6727-4996-847f-76975ed9ee78 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:23.587465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b686906-9c9e-4f89-ba7a-889dc8aa1223 req-1cd332b2-6727-4996-847f-76975ed9ee78 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.0640721
May 14 21:15:23.610017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['293b2971-a322-40b2-bfb2-3a548a746cc9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:23.645466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b686906-9c9e-4f89-ba7a-889dc8aa1223 req-39f96cca-e014-48eb-8b56-d1d5eedde5c0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506203
May 14 21:15:23.653261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:23.675007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:15:23.753378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:23.759489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a36107-e62e-4ca3-a203-6c6daf64eabf req-e0c98f55-822d-467e-a156-7d57bda993f7 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:23.761106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1a36107-e62e-4ca3-a203-6c6daf64eabf req-e0c98f55-822d-467e-a156-7d57bda993f7 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 949 time: 0.3997307
May 14 21:15:23.855116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-f13f199f-82b2-4b43-92fa-91b13ff82e11 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:23.856646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-f13f199f-82b2-4b43-92fa-91b13ff82e11 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0759099
May 14 21:15:23.859513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1a36107-e62e-4ca3-a203-6c6daf64eabf req-d9e6b180-7ee0-45cc-a327-59d89aa1c5cb tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769391
May 14 21:15:23.867002 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.919066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:23.920800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:23.930077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8c034-e31e-4e46-b598-123863722823 req-470f284f-4b58-4b6f-9e6f-e35b21964775 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:23.936381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32e8c034-e31e-4e46-b598-123863722823 req-470f284f-4b58-4b6f-9e6f-e35b21964775 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0948520
May 14 21:15:24.024547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:15:24.024957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:15:24.039617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event updated for resources: {'Port': ['ID=1a46f3b6-7bb6-4581-8a66-8fb998393371,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:24.041048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] Current status of the port b5c0ca04-8909-4f58-ad42-60567bcf3589 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:24.041442 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.065878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d78dcf03-6f88-4962-98c1-53070158e3b2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.092346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef52ee4-1978-4f34-a031-875a2027b174 req-d53626e9-8110-4995-8151-7a33185605f9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:24.094023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cef52ee4-1978-4f34-a031-875a2027b174 req-d53626e9-8110-4995-8151-7a33185605f9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0727227
May 14 21:15:24.095026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32e8c034-e31e-4e46-b598-123863722823 req-c83a60d1-7a62-4e7b-ad31-4882ee9382de tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484177
May 14 21:15:24.164033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cef52ee4-1978-4f34-a031-875a2027b174 req-077483c3-753e-409d-a62d-72335216339d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630450
May 14 21:15:24.189371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.191982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b57fc133-e50e-4acb-b063-af87f089a125 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1599069
May 14 21:15:24.202233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] For port b5c0ca04-8909-4f58-ad42-60567bcf3589, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c0ca04-8909-4f58-ad42-60567bcf3589,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:24.224182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-c611b366-e2f8-4f96-9780-55e9cf52161a service neutron] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:24.238315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-c611b366-e2f8-4f96-9780-55e9cf52161a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.239655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3af85b-6e51-4ac0-8d3b-69d9d0af3ab9 req-c611b366-e2f8-4f96-9780-55e9cf52161a service neutron] 10.222.0.36 "DELETE /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3603387
May 14 21:15:24.247368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5c10>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:22Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:24.288959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38231f42-d70e-47aa-bcfd-513c0f759f96 None None] The sync data for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 is: [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:22Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:15:24.294196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.302844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ae3ab-f56e-42b9-b0de-4529ea077fea req-5a14b1c8-0119-4e49-8582-f03359860284 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:24.316253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c1ae3ab-f56e-42b9-b0de-4529ea077fea req-5a14b1c8-0119-4e49-8582-f03359860284 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 944 time: 0.0915377
May 14 21:15:24.374723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005db06-08e4-449c-9082-03a4734f37f9 None None] Pushing event updated for resources: {'Port': ['ID=b5c0ca04-8909-4f58-ad42-60567bcf3589,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:24.423743 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c1ae3ab-f56e-42b9-b0de-4529ea077fea req-0c7c2bf3-6bd8-431b-afbe-ba7782ad97f7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075594
May 14 21:15:24.433728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-e1fc6968-479f-4eec-8b3a-eb1e5e004004 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--773901585&fields=id&tenant_id=611dce182666487684bf1e2a687c523a HTTP/1.1" status: 200  len: 267 time: 0.1001787
May 14 21:15:24.559251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848e08c-47aa-4f0f-bab2-c6656fb2480a req-e629e761-280a-4b88-8fed-635e65a80367 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:24.568480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c848e08c-47aa-4f0f-bab2-c6656fb2480a req-e629e761-280a-4b88-8fed-635e65a80367 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 944 time: 0.0690503
May 14 21:15:24.588924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-ba968b78-ea8f-4c9b-86ff-2b5a7ec703f6 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:24.590949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-ba968b78-ea8f-4c9b-86ff-2b5a7ec703f6 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/networks?id=e736fdf7-5595-4208-be2e-04f08eb744e7 HTTP/1.1" status: 200  len: 815 time: 0.1487236
May 14 21:15:24.609604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-9938ff9f-a67d-46f4-a1ca-6d21430a815a tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/quotas/611dce182666487684bf1e2a687c523a HTTP/1.1" status: 200  len: 375 time: 0.0131297
May 14 21:15:24.646098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c848e08c-47aa-4f0f-bab2-c6656fb2480a req-6c605fd0-d758-423e-aaae-1deebe941622 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743778
May 14 21:15:24.694624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:24.707800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-f98070bf-bddb-489c-978f-2b3137e830d2 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=611dce182666487684bf1e2a687c523a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0883033
May 14 21:15:24.788992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:24.788992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.846066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a19d8-4acb-4dc5-9fa4-48b1af2bccde req-7a559532-982e-43ed-b925-77c590808b08 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:24.853199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-bf09049d-a3f6-4797-b589-974acc3cb8e6 service neutron] 10.222.0.52 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412671
May 14 21:15:24.854673 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-267a19d8-4acb-4dc5-9fa4-48b1af2bccde req-7a559532-982e-43ed-b925-77c590808b08 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1126 time: 0.0810053
May 14 21:15:24.891054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:24.891447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:24.918454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:24.927540 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024fc5c6-48a9-4c43-89c7-ee47e72ef894" -d '{"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-plugged", "status": "completed", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:24.956114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-267a19d8-4acb-4dc5-9fa4-48b1af2bccde req-39ce678a-a505-4164-8a2d-2b33d3bffc98 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007080
May 14 21:15:24.960499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:24.996505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-a32b866a-009c-4218-b6f6-8b0ada728757 service neutron] 10.222.0.52 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406295
May 14 21:15:25.095551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:25.096519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:25.151743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5c77-0741-40b7-a08f-e9773bfaf958 req-8acbeb58-a422-41f0-922b-7881fa9b592d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:25.153428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f9b5c77-0741-40b7-a08f-e9773bfaf958 req-8acbeb58-a422-41f0-922b-7881fa9b592d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.1092381
May 14 21:15:25.233204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f9b5c77-0741-40b7-a08f-e9773bfaf958 req-3f61c5e2-20ed-44ed-8b80-2d2165236aa5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725663
May 14 21:15:25.234601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 229bb137-aed4-4606-843d-7799884c4e81 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:25.257950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:25.331998 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7484384-a111-4dc0-8a98-cf4ae28e1ee5 x-openstack-request-id: req-d7484384-a111-4dc0-8a98-cf4ae28e1ee5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:25.332338 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-plugged", "status": "completed", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:25.332597 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7484384-a111-4dc0-8a98-cf4ae28e1ee5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:25.333871 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7484384-a111-4dc0-8a98-cf4ae28e1ee5'] response: {'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'code': 200}
May 14 21:15:25.337926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 229bb137-aed4-4606-843d-7799884c4e81 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:25.338306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (229bb137-aed4-4606-843d-7799884c4e81), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:25.483102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e14c4-f678-456b-91cb-2126c799f81e req-8f88d821-3b37-4f08-ad4b-ca12c857382a tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:25.499765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:25.500565 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:25.501384 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-321e14c4-f678-456b-91cb-2126c799f81e req-8f88d821-3b37-4f08-ad4b-ca12c857382a tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 949 time: 0.1141381
May 14 21:15:25.534209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d027f-dc53-4b71-9f59-2dac1fe5d5a1 req-c4f21d10-d3f4-4502-8fe2-e797900e1b00 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:25.545798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb8d027f-dc53-4b71-9f59-2dac1fe5d5a1 req-c4f21d10-d3f4-4502-8fe2-e797900e1b00 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1024601
May 14 21:15:25.581289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:25.619727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-321e14c4-f678-456b-91cb-2126c799f81e req-884c1f8d-cfe6-4458-90df-d79a2df3f6d9 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102645
May 14 21:15:25.663039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:25.683873 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb8d027f-dc53-4b71-9f59-2dac1fe5d5a1 req-c24f5587-cb61-4247-8708-a5d9060a0ce3 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299975
May 14 21:15:25.748050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:25.856896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:25.882896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port cd79d740-e7bf-4fb9-a20e-1e35700ba976 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:25.886850 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:25.965717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-79f3a8bc-aee5-4ba9-a3b9-173e10f86d09 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:25.967030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e06b0-e7a7-4643-954f-e2510955b33a req-d572d1e5-9ea4-4abe-b1a2-64b3448e9897 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:25.967562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-79f3a8bc-aee5-4ba9-a3b9-173e10f86d09 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.1670127
May 14 21:15:25.987531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e0e06b0-e7a7-4643-954f-e2510955b33a req-d572d1e5-9ea4-4abe-b1a2-64b3448e9897 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0879238
May 14 21:15:26.000239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:26.000632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:26.002343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-790e2431-77b3-4bb8-8f0f-e3f061666299 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/quotas/763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 375 time: 0.0191672
May 14 21:15:26.044594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:26.073575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-4bd2a157-2081-4753-aa31-e203dd7a5c19 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0701840
May 14 21:15:26.097652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e0e06b0-e7a7-4643-954f-e2510955b33a req-53f933bf-e3eb-4416-a3e1-bc86ef4451a1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091492
May 14 21:15:26.162811 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:26.176666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:26.217179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71493db7-9175-45de-9107-3f6814b13039 req-66a8c38a-e615-497b-8ca1-9e64b49a603e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 210 time: 0.0570590
May 14 21:15:26.267007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-92266e4c-9bc0-4ca0-b707-5d61a5e45407 service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907632
May 14 21:15:26.278304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b5c0ca04-8909-4f58-ad42-60567bcf3589 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:26.388529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 293b2971-a322-40b2-bfb2-3a548a746cc9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:26.397129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=10']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:26.405506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-511b9413-5226-4f11-a130-b7f1e3b6ca9f service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371455
May 14 21:15:26.412444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b5c0ca04-8909-4f58-ad42-60567bcf3589 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:26.412822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:26.414615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a7916-7eab-46f1-93cd-d4124aaf738f req-9e988395-e586-43ae-8d0c-5839b7f6086e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:26.431231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea0a7916-7eab-46f1-93cd-d4124aaf738f req-9e988395-e586-43ae-8d0c-5839b7f6086e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1203508
May 14 21:15:26.457985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 293b2971-a322-40b2-bfb2-3a548a746cc9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:26.458418 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:26.603883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b5c0ca04-8909-4f58-ad42-60567bcf3589 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:26.604239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea0a7916-7eab-46f1-93cd-d4124aaf738f req-9fd9f682-744e-4834-9572-f466d506d738 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717606
May 14 21:15:26.613994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 293b2971-a322-40b2-bfb2-3a548a746cc9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:26.620068 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:26.648079 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-e4de41f7-9ba3-4e99-af40-7df61d8fe174 service neutron] show failed (client error): The resource could not be found.
May 14 21:15:26.652742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-e4de41f7-9ba3-4e99-af40-7df61d8fe174 service neutron] 10.222.0.36 "GET /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1679525
May 14 21:15:26.655895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:26.670299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac576cc-670c-4257-b178-721416da0bc3 req-693b81d8-13d0-47b0-9641-f49279da319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:26.682624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ac576cc-670c-4257-b178-721416da0bc3 req-693b81d8-13d0-47b0-9641-f49279da319e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 1127 time: 0.1348183
May 14 21:15:26.764067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:26.829363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886be80d-0781-4119-9dfa-21dba2467394 req-2833e9b1-575b-4d1e-b413-46db127f5346 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:26.836916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886be80d-0781-4119-9dfa-21dba2467394 req-2833e9b1-575b-4d1e-b413-46db127f5346 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.1331000
May 14 21:15:26.854621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:26.896236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ac576cc-670c-4257-b178-721416da0bc3 req-b9f6d27c-4cb7-49e9-bdda-c2e3d382aaef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039001
May 14 21:15:26.919386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a2a7-6f78-4595-a33d-6b835ff5a3c0 req-0afb27e2-cf7f-4033-9bfb-a76cc4e4b1bc tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:26.924417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eba5a2a7-6f78-4595-a33d-6b835ff5a3c0 req-0afb27e2-cf7f-4033-9bfb-a76cc4e4b1bc tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 950 time: 0.1304991
May 14 21:15:26.975100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886be80d-0781-4119-9dfa-21dba2467394 req-1f56c3e2-f03c-4a86-992a-d05ba8f3bd13 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271360
May 14 21:15:27.038941 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eba5a2a7-6f78-4595-a33d-6b835ff5a3c0 req-e9483f08-87ba-40c3-ac54-bd783b8877ed tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980346
May 14 21:15:27.128092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f66638a-3425-418c-b440-f65a7947d845 req-191dad9c-273f-4a8d-b245-7d738d8fa8af tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 210 time: 0.0482297
May 14 21:15:27.235100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f215c-4acd-4a26-b7ae-c586d3468661 req-731a8f3e-a545-49a7-8047-6c29ec8f32ca tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:27.237066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-157f215c-4acd-4a26-b7ae-c586d3468661 req-731a8f3e-a545-49a7-8047-6c29ec8f32ca tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1093225
May 14 21:15:27.308276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-157f215c-4acd-4a26-b7ae-c586d3468661 req-8a47ef43-aab7-42bf-8fd3-accafbb19c7f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596597
May 14 21:15:27.334764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}, {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}, {'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:27.337753 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5278038-f65b-4dba-8a32-dd9ff667dd76" -d '{"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-plugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}, {"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-plugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}, {"server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "name": "network-vif-plugged", "status": "completed", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:27.368002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b20e7c-9831-44a4-b6c3-756dfd489892 req-8d5db6a8-96e2-475a-b0ce-c847ce2b6f4c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:27.373309 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23b20e7c-9831-44a4-b6c3-756dfd489892 req-8d5db6a8-96e2-475a-b0ce-c847ce2b6f4c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0783584
May 14 21:15:27.440226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be77d7d3-c6d6-40e6-bbb0-9dc6e51c6d0e req-b0307a61-b243-45d6-b654-66fddd3c7022 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 210 time: 0.0621722
May 14 21:15:27.463669 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23b20e7c-9831-44a4-b6c3-756dfd489892 req-bdb3b1fc-06ad-4666-bb7f-50dc5748339d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779893
May 14 21:15:27.523072 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 14 May 2022 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71c45cf-7cad-4bf2-aaec-57b6f456d527 x-openstack-request-id: req-d71c45cf-7cad-4bf2-aaec-57b6f456d527 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:27.523388 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-plugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "code": 200}, {"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-plugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "code": 200}, {"server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "name": "network-vif-plugged", "status": "completed", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:27.523686 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d71c45cf-7cad-4bf2-aaec-57b6f456d527 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:27.524100 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71c45cf-7cad-4bf2-aaec-57b6f456d527'] response: {'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'code': 200}
May 14 21:15:27.524392 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71c45cf-7cad-4bf2-aaec-57b6f456d527'] response: {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'code': 200}
May 14 21:15:27.524733 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71c45cf-7cad-4bf2-aaec-57b6f456d527'] response: {'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'code': 200}
May 14 21:15:27.534673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-722b28e4-6c61-469b-8821-9eb93ee44a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:27.536347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-722b28e4-6c61-469b-8821-9eb93ee44a09 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 1131 time: 0.0496001
May 14 21:15:27.550184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:27.655949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:27.796780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee371768-ac97-4ad8-9bce-4b5ca4ab2f50 req-133c56fa-90f9-4463-87c5-2b2d082976fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:27.798378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee371768-ac97-4ad8-9bce-4b5ca4ab2f50 req-133c56fa-90f9-4463-87c5-2b2d082976fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1127 time: 0.1042333
May 14 21:15:27.812372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bcdcb-1b2c-4371-8724-b2667a9202a0 req-c5fd9272-ed42-4ae3-94ba-c9cca7b2abe6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:27.813946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f07bcdcb-1b2c-4371-8724-b2667a9202a0 req-c5fd9272-ed42-4ae3-94ba-c9cca7b2abe6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0742421
May 14 21:15:27.859703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504c13b-fe7e-4ba9-a30a-8a2b8df3da5b req-1f8448df-b6c6-46e2-833a-48ac0b1192e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:27.861209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9504c13b-fe7e-4ba9-a30a-8a2b8df3da5b req-1f8448df-b6c6-46e2-833a-48ac0b1192e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 1132 time: 0.1469269
May 14 21:15:27.895072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee371768-ac97-4ad8-9bce-4b5ca4ab2f50 req-f7438771-4957-4e2c-9d9d-961dac5fcdb2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799479
May 14 21:15:27.968274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f07bcdcb-1b2c-4371-8724-b2667a9202a0 req-82ce9542-07cf-45a1-9d6c-a2d6a8248113 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439342
May 14 21:15:28.079522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9504c13b-fe7e-4ba9-a30a-8a2b8df3da5b req-7024849f-decc-4761-a64a-7f2388cf8819 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805012
May 14 21:15:28.172578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd17225-1446-4c40-b843-6663c5109ffa req-39fcd022-23f0-48f6-a4f8-abe7cd420fed tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:28.179578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0cd17225-1446-4c40-b843-6663c5109ffa req-39fcd022-23f0-48f6-a4f8-abe7cd420fed tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 950 time: 0.0666511
May 14 21:15:28.179756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ee062-40de-4c5b-b075-2ff363689bd5 req-f851ffe9-a878-4749-9c64-4ffa5bd5e670 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:28.187712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa9ee062-40de-4c5b-b075-2ff363689bd5 req-f851ffe9-a878-4749-9c64-4ffa5bd5e670 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 945 time: 0.1146290
May 14 21:15:28.245823 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0cd17225-1446-4c40-b843-6663c5109ffa req-03956288-7505-4bf3-8c88-a5152531da3d tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587852
May 14 21:15:28.246115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:28.276959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa9ee062-40de-4c5b-b075-2ff363689bd5 req-41158190-a4a4-4450-ac83-d2b03c52729b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883279
May 14 21:15:28.304878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:28.340051 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9c70649-8504-4b0c-afe3-8bbd6c6eddfd req-f2b56a3d-5e6f-483e-acf9-9975be5303f1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 210 time: 0.0318496
May 14 21:15:28.401880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:28.404246 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd80947-6d12-4c6f-ad7c-7f3fda4c6b03" -d '{"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-unplugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:28.418623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Publish callbacks [] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:28.461439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Transition to ACTIVE for port object 5d17285a-833f-4da9-b08a-4a08fee7366e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:28.473637 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5601a1e1-0a53-4398-9d37-ec56c56be978 x-openstack-request-id: req-5601a1e1-0a53-4398-9d37-ec56c56be978 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:28.473990 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-unplugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:28.476364 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5601a1e1-0a53-4398-9d37-ec56c56be978 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:28.477252 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5601a1e1-0a53-4398-9d37-ec56c56be978'] response: {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'code': 200}
May 14 21:15:28.539870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751674a1-4e57-48ee-8447-dd89b6f7d9f9 req-9aded036-b2d1-40c5-b592-472b314faadd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:28.548774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-751674a1-4e57-48ee-8447-dd89b6f7d9f9 req-9aded036-b2d1-40c5-b592-472b314faadd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0680134
May 14 21:15:28.595625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c2de3fa-1675-4856-a6dd-a89dae793d36 req-f1dccde9-af67-4040-9a1b-b54a688d2697 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 210 time: 0.0395565
May 14 21:15:28.609587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:28.619665 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-751674a1-4e57-48ee-8447-dd89b6f7d9f9 req-44023a63-fd27-49fc-8e12-99a0342099b0 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698097
May 14 21:15:28.788314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:28.827138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] No DVR routers for this DVR port 5d17285a-833f-4da9-b08a-4a08fee7366e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:15:28.844611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914131c-8fd4-41ca-b57d-8b0161d0841f req-af49ff29-4bc1-4cd7-b121-272f5d0aeb3d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:28.852265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1914131c-8fd4-41ca-b57d-8b0161d0841f req-af49ff29-4bc1-4cd7-b121-272f5d0aeb3d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.1260800
May 14 21:15:28.951148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-ab5c50e3-7651-4fbc-9844-f2bf7741a07a tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:28.953273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-ab5c50e3-7651-4fbc-9844-f2bf7741a07a tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.48 "GET /v2.0/networks?id=e736fdf7-5595-4208-be2e-04f08eb744e7 HTTP/1.1" status: 200  len: 815 time: 0.3566408
May 14 21:15:28.960257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:28.960990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:28.961542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:28.989906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:28.990574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:29.031900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1914131c-8fd4-41ca-b57d-8b0161d0841f req-db6041d4-0480-40be-bd43-9910b2a5c6b3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785653
May 14 21:15:29.032744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:29.033174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:29.033623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:29.034124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Bound port: 5d17285a-833f-4da9-b08a-4a08fee7366e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:29.034562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:29.069588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-ce6edfae-2618-4717-89de-f9ab8e6c4ac4 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=611dce182666487684bf1e2a687c523a HTTP/1.1" status: 200  len: 379 time: 0.0988915
May 14 21:15:29.095032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Request body: {'port': {'device_id': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'admin_state_up': True, 'tenant_id': '611dce182666487684bf1e2a687c523a', 'security_groups': ['898b29d3-2bf1-4480-8f66-c53cef790571']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:29.135221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ec188-7c05-47c6-97a1-01ea2657551b req-cfcb015a-9d1a-4ec1-866d-3ecf6792aaec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:29.142095 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-104ec188-7c05-47c6-97a1-01ea2657551b req-cfcb015a-9d1a-4ec1-866d-3ecf6792aaec tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.0729597
May 14 21:15:29.191310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:29.213594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-104ec188-7c05-47c6-97a1-01ea2657551b req-404a8603-b40b-42c1-867f-c6ae7a7e8cb3 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706267
May 14 21:15:29.217959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:29.308311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:29.424357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Made reservation on behalf of 611dce182666487684bf1e2a687c523a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:29.431996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:29.451541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:29.451541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:29.451541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 1095 time: 1.9051714
May 14 21:15:29.522505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb14e-4ff3-4172-bbcc-f45109623bf0 req-e8f9ef17-b8b0-425d-89d5-8285a3806155 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:29.522505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3afb14e-4ff3-4172-bbcc-f45109623bf0 req-e8f9ef17-b8b0-425d-89d5-8285a3806155 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 950 time: 0.1399899
May 14 21:15:29.629735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a3afb14e-4ff3-4172-bbcc-f45109623bf0 req-8417e709-253f-49fa-a614-21472ad0b054 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294684
May 14 21:15:29.643251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8a5c5-910d-4bdb-9f04-16c6d13913aa req-9fb9245f-0f27-476c-b346-f301458460bc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:29.652805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5da8a5c5-910d-4bdb-9f04-16c6d13913aa req-9fb9245f-0f27-476c-b346-f301458460bc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.3075266
May 14 21:15:29.714914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880cc15-68d3-40c0-b714-f88d028954d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:29.817496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf03b5-c567-4393-a73d-20e8599dd7a7 req-00f6ce95-8dcc-45fc-ae42-5fb4ed9da309 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:29.819223 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2bf03b5-c567-4393-a73d-20e8599dd7a7 req-00f6ce95-8dcc-45fc-ae42-5fb4ed9da309 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 945 time: 0.0740373
May 14 21:15:29.827540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-c4606f71-c0ee-419d-8574-70917be0193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:29.828322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-c4606f71-c0ee-419d-8574-70917be0193c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1129 time: 0.2201083
May 14 21:15:29.896518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2bf03b5-c567-4393-a73d-20e8599dd7a7 req-f34d89f4-7d3a-4bb0-bc81-1f9d2d50981d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631132
May 14 21:15:29.918154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5da8a5c5-910d-4bdb-9f04-16c6d13913aa req-c78f4bd3-c1ba-42cd-954a-64f870d21fb2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636905
May 14 21:15:29.997697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Allocated IP 172.20.0.8 (e736fdf7-5595-4208-be2e-04f08eb744e7/28ee1d81-38d8-4b83-a95b-4e1f9f2e5873/bb09673c-8ab1-484e-bf52-805d25307965) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:30.033337 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe97ea6c-7da9-4310-8366-360c776f0126 req-83c5f38f-82fd-42f2-97e9-aa53f112b31f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 210 time: 0.0591073
May 14 21:15:30.081573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-5563be87-eaee-4c91-95ac-8862b1b473e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.083601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-5563be87-eaee-4c91-95ac-8862b1b473e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2214241
May 14 21:15:30.171902 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-26826a2e-2bdb-41d0-ad87-1246979e19ca req-57cd7368-b56a-4f65-aa4c-83e016c3754f tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 210 time: 0.0412102
May 14 21:15:30.190238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:30.231905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-a078bb6c-766a-44a3-a878-0b91aaa20565 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.1035106
May 14 21:15:30.311161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9639-92f3-41ce-be44-d73463ac5118 req-3f096b3c-7c05-4bcc-835f-172e84b99a35 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.319390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a1c9639-92f3-41ce-be44-d73463ac5118 req-3f096b3c-7c05-4bcc-835f-172e84b99a35 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1922050
May 14 21:15:30.325690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 5d17285a-833f-4da9-b08a-4a08fee7366e host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:15:30.328148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:15:30.442862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for port (bb09673c-8ab1-484e-bf52-805d25307965), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:30.442862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-1f1082c9-c995-4674-8d5e-91479e6eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.442862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-1f1082c9-c995-4674-8d5e-91479e6eef83 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1970501
May 14 21:15:30.487613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:30.489826 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5547a28-8889-4bcd-88fb-761a8a2d25f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:30.501688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a1c9639-92f3-41ce-be44-d73463ac5118 req-0aa920c1-df12-49e6-9928-39932aa373c2 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813300
May 14 21:15:30.518848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-0be8c518-df06-42f6-b11e-b657c388f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.520024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-0be8c518-df06-42f6-b11e-b657c388f1f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0718107
May 14 21:15:30.642108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867ac99-427d-4900-9963-fad404523c07 req-fd718708-1f3d-4af6-af76-3b4730696219 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.643588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7867ac99-427d-4900-9963-fad404523c07 req-fd718708-1f3d-4af6-af76-3b4730696219 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.0612743
May 14 21:15:30.666451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-cfe50dca-e491-4be7-958c-6b562043a193 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392260
May 14 21:15:30.749013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:30.754608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7867ac99-427d-4900-9963-fad404523c07 req-04c31735-f50f-4e54-b499-b20c3f9de8aa tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053290
May 14 21:15:30.801276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Network e736fdf7-5595-4208-be2e-04f08eb744e7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:30.806484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:30.811972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:30.832338 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa230e-05e1-431f-a464-bf47a9c8cbba x-openstack-request-id: req-ccfa230e-05e1-431f-a464-bf47a9c8cbba {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:30.832657 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:30.832884 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccfa230e-05e1-431f-a464-bf47a9c8cbba {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:30.833286 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfa230e-05e1-431f-a464-bf47a9c8cbba'] response: {'name': 'network-changed', 'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'status': 'completed', 'code': 200}
May 14 21:15:30.870284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-50b44260-20d2-491e-b118-73a9b3672afc tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.872119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-50b44260-20d2-491e-b118-73a9b3672afc tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.1769481
May 14 21:15:30.890617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Request body: {'port': {'device_id': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'admin_state_up': True, 'tenant_id': '763cf73206604d8abbe1542afe44fa95'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:30.910931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event updated for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:30.950685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c57abcfa-8d30-44fd-8754-b0b9ded836c2 req-79a355de-af90-441c-b4b7-fa64e662ba65 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2772508
May 14 21:15:30.963309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.964366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:30.977650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-8baa85d1-5100-43a2-bd36-d0e47d46d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:30.982664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-8baa85d1-5100-43a2-bd36-d0e47d46d056 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1129 time: 0.1148071
May 14 21:15:31.221915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-50ee3cec-ab7d-4a32-8eae-65decbf61cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.223673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-50ee3cec-ab7d-4a32-8eae-65decbf61cca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1129 time: 0.0940650
May 14 21:15:31.226785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-c4fad815-fe56-4f50-97ad-7bed1b0b52c1 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1358993
May 14 21:15:31.235426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d7af-0299-474a-8f06-17f5b6bb95fc req-1e4c27c3-3014-4ab6-b519-87b88abc5715 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.237287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7c5d7af-0299-474a-8f06-17f5b6bb95fc req-1e4c27c3-3014-4ab6-b519-87b88abc5715 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 945 time: 0.0844171
May 14 21:15:31.253908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Request body: {'port': {'device_id': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:31.279873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9c91bff6-97f5-443b-a843-46bd95bfac4f None None] Provisioning complete for port bb09673c-8ab1-484e-bf52-805d25307965 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:31.280959 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9c91bff6-97f5-443b-a843-46bd95bfac4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bb09673c-8ab1-484e-bf52-805d25307965), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:31.323931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e44045-d23c-4eea-b464-2795a790ff27 req-20882a72-db7d-4cfd-9bf0-49fb10f66826 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.331029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56e44045-d23c-4eea-b464-2795a790ff27 req-20882a72-db7d-4cfd-9bf0-49fb10f66826 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 950 time: 0.2701888
May 14 21:15:31.334687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9c91bff6-97f5-443b-a843-46bd95bfac4f None None] Port bb09673c-8ab1-484e-bf52-805d25307965 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:15:31.346982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-4e598bb7-a092-49a6-b383-d77a4bc2185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.348510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-4e598bb7-a092-49a6-b383-d77a4bc2185a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.3540473
May 14 21:15:31.389638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7c5d7af-0299-474a-8f06-17f5b6bb95fc req-149d78e5-6abe-4276-aeff-5940152c1e7c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324663
May 14 21:15:31.457619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Made reservation on behalf of 763cf73206604d8abbe1542afe44fa95 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:31.461644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:31.471782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56e44045-d23c-4eea-b464-2795a790ff27 req-470b0179-31ba-4ccf-891e-48e9fe3ce437 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398416
May 14 21:15:31.487244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb09673c-8ab1-484e-bf52-805d25307965), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:31.539036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-a92971ba-4183-4645-9674-80878809491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.540655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-a92971ba-4183-4645-9674-80878809491f service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2988031
May 14 21:15:31.634454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73ae8532-7c4e-4fcf-8795-443fcd6806ac req-52814f9e-3dc0-470b-8f97-a228f70de4f1 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 210 time: 0.0426686
May 14 21:15:31.728759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Allocated IP 172.20.0.11 (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c/e4c64ec1-48d9-445c-b452-e1d1d8923ea0/ec8012be-be33-462f-961b-6c852f9a37d4) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:31.846911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-26f82583-b98d-420a-ab72-421be04a66f9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.854032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-26f82583-b98d-420a-ab72-421be04a66f9 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 814 time: 0.2556002
May 14 21:15:31.877127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-2b827e12-bb32-4e68-8132-ed1ab4f5fc46 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/quotas/e4af8109ce4a4e98a2e7104125651db0 HTTP/1.1" status: 200  len: 375 time: 0.0221035
May 14 21:15:31.959421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-400674c7-0b76-4e53-8f6d-2bae72713158 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0813174
May 14 21:15:31.967507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bb26c-8566-499b-9ba6-f8bf6b902b03 req-487b0900-f394-4f66-a261-de9f5f55f23b tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:31.969691 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-309bb26c-8566-499b-9ba6-f8bf6b902b03 req-487b0900-f394-4f66-a261-de9f5f55f23b tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 931 time: 0.0651143
May 14 21:15:32.010452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks [] for port (ec8012be-be33-462f-961b-6c852f9a37d4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.067898 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-309bb26c-8566-499b-9ba6-f8bf6b902b03 req-c1001c68-f6e2-4341-ab6d-bdd2ec664c95 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892842
May 14 21:15:32.084072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-802639a1-951e-43b7-879d-a22906aa290d service neutron] 10.222.0.52 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1145427
May 14 21:15:32.156804 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.229122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:32.233014 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:32.246028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:32.297137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:32.375500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:32.376192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.418903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-97535480-8d70-4632-b536-53754d3fb8cf tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:32.422480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-97535480-8d70-4632-b536-53754d3fb8cf tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfe390af-35f4-4cf5-91c5-994e9c2dc488 HTTP/1.1" status: 200  len: 945 time: 0.1029267
May 14 21:15:32.439384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29ae34-78b5-4761-83dc-9c3577622ca2 req-f3dc0294-dcd0-441e-a1c9-7ed33b711e94 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:32.447535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba29ae34-78b5-4761-83dc-9c3577622ca2 req-f3dc0294-dcd0-441e-a1c9-7ed33b711e94 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1127 time: 0.0910413
May 14 21:15:32.486673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-32bc22cf-e645-40ad-98d6-147eb80fb1f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.4508958
May 14 21:15:32.557435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-b327e453-4d8e-436c-a10c-5793555c4365 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6731970
May 14 21:15:32.566778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb09673c-8ab1-484e-bf52-805d25307965 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:32.569627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba29ae34-78b5-4761-83dc-9c3577622ca2 req-ce803c5f-4937-45e2-a08c-56e5867e75e1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211298
May 14 21:15:32.582300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Publish callbacks [] for port (bb09673c-8ab1-484e-bf52-805d25307965), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.587448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Deleting port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:15:32.589899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.612056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Transition to ACTIVE for port object bb09673c-8ab1-484e-bf52-805d25307965 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:32.619025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-4df74d37-dc8e-4591-b182-094dacedbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:32.620584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-4df74d37-dc8e-4591-b182-094dacedbe73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1248841
May 14 21:15:32.653066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-2a0220e9-5e43-4463-af21-1aadd398bc94 service neutron] 10.222.0.52 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5664983
May 14 21:15:32.694673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.695141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] For port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:32.695454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:32.721070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Calling delete_port for 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:15:32.749102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-5248d950-cbdb-40c4-87c0-4c7edfa5c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:32.750691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-5248d950-cbdb-40c4-87c0-4c7edfa5c122 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1187582
May 14 21:15:32.881793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-d0a9e5e5-9975-4643-9429-2262fc872a87 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1161294
May 14 21:15:33.014460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-f5aaa3e4-517b-4266-9172-3e4832d269af service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219363
May 14 21:15:33.031792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Request body: {'port': {'device_id': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:33.054997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Pushing event updated for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:33.095401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-9ace7334-7535-439b-9260-0abcc51a7ec5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0665927
May 14 21:15:33.165767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (75e96c25-9a97-4ee1-a8c0-34cdddac4e11), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:33.174256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['75e96c25-9a97-4ee1-a8c0-34cdddac4e11'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:33.205233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-222018ba-1661-4c8e-86ec-e6b9abcffd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:33.207103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-222018ba-1661-4c8e-86ec-e6b9abcffd46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0602200
May 14 21:15:33.252760 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Pushing event deleted for resources: {'Port': ['ID=75e96c25-9a97-4ee1-a8c0-34cdddac4e11,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:33.287294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:33.329863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] No DVR routers for this DVR port 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:15:33.334435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:33.338284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1117f4b5-bb03-486c-af01-029ff7ea1eb5 req-2fdd0a9b-e5b3-4954-b968-51df77cecc6f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "DELETE /v2.0/ports/75e96c25-9a97-4ee1-a8c0-34cdddac4e11 HTTP/1.1" status: 204  len: 173 time: 0.9112751
May 14 21:15:33.339529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-deleted', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:33.342140 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adff7af-f1fc-4383-bb3e-1c4eabf93b68" -d '{"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-deleted", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:33.372882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Attempting to bind port bb09673c-8ab1-484e-bf52-805d25307965 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:33.373411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Attempting to bind port bb09673c-8ab1-484e-bf52-805d25307965 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:33.373754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Attempting to bind port bb09673c-8ab1-484e-bf52-805d25307965 on network e736fdf7-5595-4208-be2e-04f08eb744e7 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:33.463714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Port bb09673c-8ab1-484e-bf52-805d25307965 on network e736fdf7-5595-4208-be2e-04f08eb744e7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:33.465286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Attempting to bind port bb09673c-8ab1-484e-bf52-805d25307965 on network e736fdf7-5595-4208-be2e-04f08eb744e7 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:33.496105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:33.496765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Checking segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:33.497079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Bound using segment: {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:33.497507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Bound port: bb09673c-8ab1-484e-bf52-805d25307965, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:33.498608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb09673c-8ab1-484e-bf52-805d25307965), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:33.547612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875c27a-2f05-4b5d-b6f9-2f006cd7b22c req-d1694cf2-2bb1-47dd-b63a-4389557de27a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:33.549208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d875c27a-2f05-4b5d-b6f9-2f006cd7b22c req-d1694cf2-2bb1-47dd-b63a-4389557de27a tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.3085940
May 14 21:15:33.609227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-4d493d41-49c3-47e4-8ad4-2989fc927c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:33.612033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-4d493d41-49c3-47e4-8ad4-2989fc927c13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2998364
May 14 21:15:33.665558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387070e-a63c-49f3-910b-cb6f2e982fca req-1f5b74a2-8e2a-4344-bfe4-e173d301ee64 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:33.667427 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2387070e-a63c-49f3-910b-cb6f2e982fca req-1f5b74a2-8e2a-4344-bfe4-e173d301ee64 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 947 time: 0.0977092
May 14 21:15:33.720599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d875c27a-2f05-4b5d-b6f9-2f006cd7b22c req-9529aab1-268e-4ce2-8486-774d9d43c105 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550713
May 14 21:15:33.799087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:33.803157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:33.849867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb09673c-8ab1-484e-bf52-805d25307965,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:33.853683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2387070e-a63c-49f3-910b-cb6f2e982fca req-aedc4e62-7bc7-424f-99ae-432e280c9b13 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798885
May 14 21:15:33.902927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-90b593c9-bf11-4618-b722-c7760c07a839 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598314
May 14 21:15:33.953993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:33.978543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8012be-be33-462f-961b-6c852f9a37d4 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:33.987865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Publish callbacks [] for port (ec8012be-be33-462f-961b-6c852f9a37d4), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.010435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Transition to ACTIVE for port object ec8012be-be33-462f-961b-6c852f9a37d4 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:34.073755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:34.075317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c786ce-a8ec-4395-b25e-8eab40d73fbd req-a77bb08e-0872-420c-a78e-4cec4b7d2b97 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.076948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5c786ce-a8ec-4395-b25e-8eab40d73fbd req-a77bb08e-0872-420c-a78e-4cec4b7d2b97 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1127 time: 0.0845335
May 14 21:15:34.085479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.086045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.088406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] 10.222.0.48 "PUT /v2.0/ports/bb09673c-8ab1-484e-bf52-805d25307965 HTTP/1.1" status: 200  len: 1091 time: 2.8419132
May 14 21:15:34.093404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:34.096039 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cc67a3-d929-4f47-943f-9a777a5b917e" -d '{"events": [{"name": "network-changed", "server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "tag": "bb09673c-8ab1-484e-bf52-805d25307965"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:34.111709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.197405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41fa33-b667-421f-9d57-e9a95295309a service neutron] Pushing event updated for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:34.209792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5547a28-8889-4bcd-88fb-761a8a2d25f2 req-ceefa46a-0d68-4b16-9f53-be573038b912 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2986362
May 14 21:15:34.282178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5c786ce-a8ec-4395-b25e-8eab40d73fbd req-0aaa17ee-ea4f-49a4-b3e6-70787fe35195 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831946
May 14 21:15:34.340910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-321102de-8dce-4f53-a863-1b96d9d7d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.343194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-321102de-8dce-4f53-a863-1b96d9d7d70b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=611dce182666487684bf1e2a687c523a&device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 1125 time: 0.0869000
May 14 21:15:34.379232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17aff4-d953-4ee2-92ec-59d46b18e59d req-c7279a67-3b5d-4bb2-9089-ac3150c6cbfa tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.386299 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce17aff4-d953-4ee2-92ec-59d46b18e59d req-c7279a67-3b5d-4bb2-9089-ac3150c6cbfa tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.3330019
May 14 21:15:34.409570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'mac_address': 'fa:16:3e:ed:b4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:34.442263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:34.471302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-6a7e13d8-f6be-44e7-9b3f-25bfb4d6284d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb09673c-8ab1-484e-bf52-805d25307965 HTTP/1.1" status: 200  len: 217 time: 0.1076946
May 14 21:15:34.499192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5d17285a-833f-4da9-b08a-4a08fee7366e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:34.501498 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.561898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d17285a-833f-4da9-b08a-4a08fee7366e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:34.577788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:34.578421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:34.578905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:34.579719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2733ed50-aed9-433f-be73-ccc00e1ce650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.581224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-2733ed50-aed9-433f-be73-ccc00e1ce650 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28ee1d81-38d8-4b83-a95b-4e1f9f2e5873 HTTP/1.1" status: 200  len: 854 time: 0.1044788
May 14 21:15:34.591951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:34.592457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:34.599029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:34.599638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:34.600201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:34.600788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Bound port: ec8012be-be33-462f-961b-6c852f9a37d4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:34.601316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.619143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce17aff4-d953-4ee2-92ec-59d46b18e59d req-79b2ba9b-e669-40b1-b234-eacb8da6c168 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280514
May 14 21:15:34.623319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:34.702287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.724697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b261351-eec3-4575-921c-b56bc284ef8f req-21661aae-aed5-410a-9ef8-774cd31a6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.726980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-21661aae-aed5-410a-9ef8-774cd31a6c15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e736fdf7-5595-4208-be2e-04f08eb744e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1362460
May 14 21:15:34.729504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6a4c5c4-c3a4-48a7-ae75-8251f41dd930 req-62ba24c0-1dbd-4f0e-8975-ad0364ab73c8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 210 time: 0.0322635
May 14 21:15:34.740374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8bfcb-cf26-4440-bf81-8d725fd0124a req-eb91fd44-c372-47cd-9e0a-152fa8eb9192 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.766771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5f8bfcb-cf26-4440-bf81-8d725fd0124a req-eb91fd44-c372-47cd-9e0a-152fa8eb9192 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 943 time: 0.1845057
May 14 21:15:34.775775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:34.780821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:34.832419 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a6859-89d5-43bc-b92e-3bfee04c2532 x-openstack-request-id: req-6e7a6859-89d5-43bc-b92e-3bfee04c2532 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:34.832419 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe390af-35f4-4cf5-91c5-994e9c2dc488", "name": "network-vif-deleted", "tag": "75e96c25-9a97-4ee1-a8c0-34cdddac4e11", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:34.832419 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e7a6859-89d5-43bc-b92e-3bfee04c2532 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:34.832419 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7a6859-89d5-43bc-b92e-3bfee04c2532'] response: {'server_uuid': 'dfe390af-35f4-4cf5-91c5-994e9c2dc488', 'name': 'network-vif-deleted', 'tag': '75e96c25-9a97-4ee1-a8c0-34cdddac4e11', 'status': 'completed', 'code': 200}
May 14 21:15:34.842227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:34.884376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.926879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5f8bfcb-cf26-4440-bf81-8d725fd0124a req-ede1624e-bdac-4497-9f83-908badfde995 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413476
May 14 21:15:34.966511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:34.967177 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2c3a7-d239-4061-973f-3e494db18a84 x-openstack-request-id: req-7dd2c3a7-d239-4061-973f-3e494db18a84 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:34.967606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:34.969276 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "tag": "bb09673c-8ab1-484e-bf52-805d25307965", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:34.969398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 1092 time: 1.9421401
May 14 21:15:34.969788 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dd2c3a7-d239-4061-973f-3e494db18a84 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:34.970533 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd2c3a7-d239-4061-973f-3e494db18a84'] response: {'name': 'network-changed', 'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965', 'status': 'completed', 'code': 200}
May 14 21:15:35.002299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-996dc1a3-fb26-47b3-85af-96df2aecb4af service neutron] 10.222.0.48 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201705
May 14 21:15:35.004422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264d575-0a4e-4245-92fc-d28c5a590dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:35.051058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5d17285a-833f-4da9-b08a-4a08fee7366e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:35.133582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a9d40-1082-497d-8940-bc6175e8a9ba req-d190b489-9e36-46fc-8477-766c5a99bc70 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:35.141271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-139a9d40-1082-497d-8940-bc6175e8a9ba req-d190b489-9e36-46fc-8477-766c5a99bc70 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1158540
May 14 21:15:35.236129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-070e873b-db74-4fd4-85a8-2175ebe28a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:35.242224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-070e873b-db74-4fd4-85a8-2175ebe28a04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1126 time: 0.0929878
May 14 21:15:35.294553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b261351-eec3-4575-921c-b56bc284ef8f req-8bfdc9f5-9322-464a-9269-9b8326a2d678 service neutron] 10.222.0.48 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2764792
May 14 21:15:35.312149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-90fc4178-9072-4936-96cc-ff758b1ed3fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 217 time: 0.0543661
May 14 21:15:35.332496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7546-aba6-4de8-bffc-4188ad62da3f req-49ac080c-d3d4-40c8-92a1-20e527b41378 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:35.337186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-690c7546-aba6-4de8-bffc-4188ad62da3f req-49ac080c-d3d4-40c8-92a1-20e527b41378 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 948 time: 0.0803261
May 14 21:15:35.409203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b2968-c560-4d25-b7d5-786835692585 req-b382d6ca-17f9-42a3-aedc-d591515a2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:35.411598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-b382d6ca-17f9-42a3-aedc-d591515a2b29 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0865550
May 14 21:15:35.429227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-690c7546-aba6-4de8-bffc-4188ad62da3f req-0570ad28-b3e4-4b54-919d-374371f64814 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877523
May 14 21:15:35.451119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-139a9d40-1082-497d-8940-bc6175e8a9ba req-b9c3168f-7cc2-4cc1-9a7e-254d348428ed tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3085456
May 14 21:15:36.218341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:36.284573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:36.294935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:36.334664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-5eb47352-f1a6-4c28-9506-34c859e08ac2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:36.335731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:15:36.336122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 75e96c25-9a97-4ee1-a8c0-34cdddac4e11 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:15:36.336243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-5eb47352-f1a6-4c28-9506-34c859e08ac2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 814 time: 0.2061276
May 14 21:15:36.349657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Request body: {'port': {'device_id': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'admin_state_up': True, 'tenant_id': 'e4af8109ce4a4e98a2e7104125651db0'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:36.359990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86976995-ae5b-4aa5-8d1e-21bfa3a75783 req-60b5afac-08bb-4f8e-8ed1-034683833b89 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:36.362159 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86976995-ae5b-4aa5-8d1e-21bfa3a75783 req-60b5afac-08bb-4f8e-8ed1-034683833b89 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0827954
May 14 21:15:36.388523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 5d17285a-833f-4da9-b08a-4a08fee7366e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:36.480026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:36.495059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '229bb137-aed4-4606-843d-7799884c4e81', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '229bb137-aed4-4606-843d-7799884c4e81', 'mac_address': 'fa:16:3e:35:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:36.549922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:36.549922 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:36.561079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 229bb137-aed4-4606-843d-7799884c4e81 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:36.588098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:36.653504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-ce96069e-e9d2-49f1-8952-d01e9b657838 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421774
May 14 21:15:36.653960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-4c352c5c-c8f5-4edb-a86c-1e44a74753fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:36.655497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-4c352c5c-c8f5-4edb-a86c-1e44a74753fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=611dce182666487684bf1e2a687c523a&device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 1125 time: 0.0422282
May 14 21:15:36.752849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-078e827c-79fc-4d9a-96dc-1e8e8cf1c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:36.754328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-078e827c-79fc-4d9a-96dc-1e8e8cf1c124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e736fdf7-5595-4208-be2e-04f08eb744e7 HTTP/1.1" status: 200  len: 916 time: 0.0909865
May 14 21:15:36.814504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-4217d26a-f359-44c4-ad1b-9ea9ee3c2dc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb09673c-8ab1-484e-bf52-805d25307965 HTTP/1.1" status: 200  len: 217 time: 0.0534871
May 14 21:15:36.833383 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:36.837732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 5d17285a-833f-4da9-b08a-4a08fee7366e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:36.837732 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:36.938781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-d21278a3-82c6-4a30-8286-a42e8787e9bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:36.943061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-d21278a3-82c6-4a30-8286-a42e8787e9bf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.0655270
May 14 21:15:37.012821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['229bb137-aed4-4606-843d-7799884c4e81'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:37.024954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-3829162d-0c7b-4b57-99f2-fb3f70eb6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:37.027778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-3829162d-0c7b-4b57-99f2-fb3f70eb6e82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28ee1d81-38d8-4b83-a95b-4e1f9f2e5873 HTTP/1.1" status: 200  len: 854 time: 0.2070179
May 14 21:15:37.031293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-41d781f1-e3a6-43eb-82cb-24f433d74148 service neutron] 10.222.0.48 "GET /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0830653
May 14 21:15:37.076555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:37.153005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:37.154046 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c2402-0b49-4515-b66e-43b6632a1088" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:37.161087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5d17285a-833f-4da9-b08a-4a08fee7366e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:37.161471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:37.162689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Made reservation on behalf of e4af8109ce4a4e98a2e7104125651db0 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:37.168940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:37.177267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86976995-ae5b-4aa5-8d1e-21bfa3a75783 req-be8faa7b-47d1-4290-b2d1-d37ff316bbc9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8043180
May 14 21:15:37.254007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-cda8e29c-192e-4831-b975-349f1d54fcdf service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5908153
May 14 21:15:37.279967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-8f05b8a8-f11d-4336-8e95-a6a14fd0268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:37.281595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-8f05b8a8-f11d-4336-8e95-a6a14fd0268e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e736fdf7-5595-4208-be2e-04f08eb744e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2421818
May 14 21:15:37.285837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-3b223c6b-4b57-49eb-9b1e-1399942ff125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:37.287382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-3b223c6b-4b57-49eb-9b1e-1399942ff125 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1130 time: 0.1575696
May 14 21:15:37.293911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:37.303638 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df15e6ad-0761-4f51-86ec-38c6d36d56b2" -d '{"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-plugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:37.362542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:37.450328 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:37.485935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-c4e418ce-3327-462e-9674-35286b726034 service neutron] 10.222.0.48 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975031
May 14 21:15:37.490637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-59e67e75-471d-4351-a0f7-b1296cbabcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:37.492585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-59e67e75-471d-4351-a0f7-b1296cbabcb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1687942
May 14 21:15:37.553255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4fb6a95-670a-4a75-ad8c-6c2ff927eff9 req-b74759fd-dfd3-4720-a737-be734f27e335 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 210 time: 0.1671140
May 14 21:15:37.556785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:37.673288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55cc67a3-d929-4f47-943f-9a777a5b917e req-c4e3b6e7-aca7-45ba-a012-1f7cb71aae90 service neutron] 10.222.0.48 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768308
May 14 21:15:37.681109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-672b2968-c560-4d25-b7d5-786835692585 req-20e56c82-f16c-47a2-ab4b-e28dac9fa7df service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4195383
May 14 21:15:37.698899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Allocated IP 172.20.0.9 (8f75d233-b39d-4c19-a44f-6a34a157d017/98d2c7c2-7c18-4078-88bc-d38042d9b040/3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:37.733854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-3d844efd-e517-499a-b15d-b73d191f1e86 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0575945
May 14 21:15:37.849343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-2a6d0446-4288-41ff-93a6-929dd20cd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:37.850810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-2a6d0446-4288-41ff-93a6-929dd20cd002 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1081245
May 14 21:15:37.936654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks [] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.035707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.098394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Network 8f75d233-b39d-4c19-a44f-6a34a157d017 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:38.104036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:38.111280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:38.175270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Pushing event updated for resources: {'Port': ['ID=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:38.183003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bb09673c-8ab1-484e-bf52-805d25307965 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:38.235340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:38.239984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:38.246559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.361144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-9a5dd8e1-6446-4ac4-b17b-b438626b348e tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0153229
May 14 21:15:38.377371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Request body: {'port': {'device_id': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:38.396123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 229bb137-aed4-4606-843d-7799884c4e81 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:38.397236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (229bb137-aed4-4606-843d-7799884c4e81), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.457955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb09673c-8ab1-484e-bf52-805d25307965,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:38.486492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'bb09673c-8ab1-484e-bf52-805d25307965', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'port_id': 'bb09673c-8ab1-484e-bf52-805d25307965', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:38.516470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.563852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port bb09673c-8ab1-484e-bf52-805d25307965 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:38.564262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb09673c-8ab1-484e-bf52-805d25307965), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.611612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb09673c-8ab1-484e-bf52-805d25307965 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:38.654125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb09673c-8ab1-484e-bf52-805d25307965,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:38.655173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:38.655881 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.700169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:38.768900 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:38.848834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:38.874239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:39.057664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:39.060205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-2b3f0b78-f644-4e69-9c9b-683d6ddfe50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:39.063611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-2b3f0b78-f644-4e69-9c9b-683d6ddfe50a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1475360
May 14 21:15:39.075294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:39.075702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Publish callbacks [] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:39.097751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Transition to ACTIVE for port object 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:39.100417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['bb09673c-8ab1-484e-bf52-805d25307965'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:39.186794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:39.271288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-74d7f78e-0967-4a80-a25b-909aff4fbd23 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003410
May 14 21:15:39.333385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Pushing event updated for resources: {'Port': ['ID=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:39.452271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-65f7c191-ca67-4258-9c31-06ae137bf2e7 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749020
May 14 21:15:39.480605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-57552506-a361-4960-a626-34b8dd7be466 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:15:39.483396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-57552506-a361-4960-a626-34b8dd7be466 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1561224
May 14 21:15:39.618558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-0ebdcf14-cf1f-4788-928f-72a27c99b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:39.621021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-0ebdcf14-cf1f-4788-928f-72a27c99b778 service neutron] 10.222.0.52 "GET /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 1124 time: 0.1243815
May 14 21:15:39.642401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:39.643094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Unknown quota resources ['binding']. {{(pid=115781) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:15:39.644521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Attempting to bind port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:39.652624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Attempting to bind port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:39.653365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Attempting to bind port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a on network 8f75d233-b39d-4c19-a44f-6a34a157d017 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:39.707703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a on network 8f75d233-b39d-4c19-a44f-6a34a157d017 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:39.707981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Attempting to bind port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a on network 8f75d233-b39d-4c19-a44f-6a34a157d017 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:39.725679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:39.726094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Checking segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:39.726582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Bound using segment: {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:39.727790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Bound port: 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5f673b-f807-4300-ad52-b1ecaf239ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:39.728216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:39.885618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:39.905813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Bound port: 293b2971-a322-40b2-bfb2-3a548a746cc9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:39.954102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] For port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:39.956948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] For port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:40.057595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:40.295319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bb09673c-8ab1-484e-bf52-805d25307965 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:40.381066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port bb09673c-8ab1-484e-bf52-805d25307965 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:40.494229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:40.527258 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb1b7198-323b-467d-b9fb-aed325bd4cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:40.531638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port bb09673c-8ab1-484e-bf52-805d25307965 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:40.531638 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bb09673c-8ab1-484e-bf52-805d25307965), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:40.531886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:40.531886 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2f7bc09e-8f54-47f3-8142-cb2aa92e3f1b service neutron] 10.222.0.52 "POST /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9/bindings HTTP/1.1" status: 201  len: 389 time: 0.8937809
May 14 21:15:40.542334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:40.543022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:40.544597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] 10.222.0.36 "PUT /v2.0/ports/3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a HTTP/1.1" status: 200  len: 1091 time: 2.1753788
May 14 21:15:40.593653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285eb2-5ace-492c-864e-1ad8a7cd9ead service neutron] Pushing event updated for resources: {'Port': ['ID=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:40.773776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port bb09673c-8ab1-484e-bf52-805d25307965 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:40.774878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb09673c-8ab1-484e-bf52-805d25307965), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:40.840084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-a39b94ca-c395-4acd-9b84-dda87e22ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:40.841631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-a39b94ca-c395-4acd-9b84-dda87e22ebff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 1125 time: 0.1245396
May 14 21:15:40.863565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb09673c-8ab1-484e-bf52-805d25307965,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:40.911167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-bce18904-1a7f-4c2b-a632-eb0a17e70c76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a HTTP/1.1" status: 200  len: 217 time: 0.0553291
May 14 21:15:40.961784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:41.018117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-3ef14b16-92e4-4cc1-9c21-cc4464e99176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:41.020485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-3ef14b16-92e4-4cc1-9c21-cc4464e99176 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d2c7c2-7c18-4078-88bc-d38042d9b040 HTTP/1.1" status: 200  len: 854 time: 0.0983903
May 14 21:15:41.127412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:41.137546 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:41.165767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-0a6fc8c4-355f-4bd5-9444-0fe80d9859d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f75d233-b39d-4c19-a44f-6a34a157d017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1184652
May 14 21:15:41.190055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e3ec6-ef24-492e-8d26-99dba4c0079f req-43f1f80b-16f9-4a93-8dc6-98347e3d3d6c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:41.230716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-911e3ec6-ef24-492e-8d26-99dba4c0079f req-43f1f80b-16f9-4a93-8dc6-98347e3d3d6c tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.1619134
May 14 21:15:41.284678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-1203549d-ccba-442e-abb1-8da562565795 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123395
May 14 21:15:41.286696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-911e3ec6-ef24-492e-8d26-99dba4c0079f req-fa2e8b0a-79b1-4080-b3d0-2dde49f274c8 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862193
May 14 21:15:41.414633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd1338ce-87d6-44ee-a7ac-f8342fd4d3cf req-fcc8d80a-0781-4910-a24d-5da7ae16ff2d service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1137121
May 14 21:15:41.606566 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:41.914604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-452a6e10-9120-4aec-a1ea-5bb84622156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:41.931163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-452a6e10-9120-4aec-a1ea-5bb84622156e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1127 time: 0.0623751
May 14 21:15:42.041506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-82d168e0-0a3f-4eab-aa71-49f25f594798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:42.043006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-82d168e0-0a3f-4eab-aa71-49f25f594798 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.1058936
May 14 21:15:42.098496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-c41b591e-3eb2-44ac-8adc-ecafea8fd65b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 217 time: 0.0478606
May 14 21:15:42.178229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-f9c22fc2-c6b9-4796-8263-50c290f28531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:42.180026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-f9c22fc2-c6b9-4796-8263-50c290f28531 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0758226
May 14 21:15:42.244231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-2554936a-d6b0-42b6-8df5-afdb6e73f9e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575385
May 14 21:15:42.298976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:42.380209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-fb304e28-e6a8-45de-8740-84199061c530 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286464
May 14 21:15:42.429695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:42.445230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'port_id': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'mac_address': 'fa:16:3e:44:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c64ec1-48d9-445c-b452-e1d1d8923ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:42.489979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ec8012be-be33-462f-961b-6c852f9a37d4 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:42.490402 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:42.504292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8012be-be33-462f-961b-6c852f9a37d4 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:42.504541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-bb38f96d-9be2-4a27-aacc-460858e62e0c service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1175916
May 14 21:15:42.527520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:42.636520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:42.692054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:42.718227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-e9c476a8-63ea-4024-90f5-c0c872c81a3b tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:42.720008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-e9c476a8-63ea-4024-90f5-c0c872c81a3b tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0694087
May 14 21:15:42.736557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:42.783160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e996d261-ccc3-429c-a2ba-4e8a465d3397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:42.830630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:42.954479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ec8012be-be33-462f-961b-6c852f9a37d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:43.157908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:43.231238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c4341-240d-4b42-ac27-63111459be2b req-861c510b-8f47-41aa-9cb3-2a7527e91924 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.234585 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-360c4341-240d-4b42-ac27-63111459be2b req-861c510b-8f47-41aa-9cb3-2a7527e91924 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0587940
May 14 21:15:43.293813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3ee95-76ad-44e3-9584-805678813abb req-c94b76eb-2f93-4c38-9231-4c79374146f5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.295520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37e3ee95-76ad-44e3-9584-805678813abb req-c94b76eb-2f93-4c38-9231-4c79374146f5 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1152773
May 14 21:15:43.300650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:43.331168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-360c4341-240d-4b42-ac27-63111459be2b req-d6a41b70-d5f5-4921-b82d-4ad3f741ce07 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858619
May 14 21:15:43.364167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Publish callbacks [] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:43.367326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:43.370902 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8ac19e-49e9-4139-94e8-6c6d750a7e70" -d '{"events": [{"server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "name": "network-vif-unplugged", "status": "completed", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:43.419393 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79f7940-109e-4a62-88c1-b0b8ecbbb1e2 x-openstack-request-id: req-d79f7940-109e-4a62-88c1-b0b8ecbbb1e2 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:43.419393 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:43.419393 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d79f7940-109e-4a62-88c1-b0b8ecbbb1e2 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:43.419393 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79f7940-109e-4a62-88c1-b0b8ecbbb1e2'] response: {'name': 'network-changed', 'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'status': 'completed', 'code': 200}
May 14 21:15:43.452071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37e3ee95-76ad-44e3-9584-805678813abb req-ed028f2c-bfd3-4277-905d-fcb103852a63 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490972
May 14 21:15:43.454543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:43.524127 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c83f28e-6b56-456d-9f9e-25438387eddd x-openstack-request-id: req-8c83f28e-6b56-456d-9f9e-25438387eddd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:43.524535 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-plugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:43.524878 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c83f28e-6b56-456d-9f9e-25438387eddd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:43.525367 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c83f28e-6b56-456d-9f9e-25438387eddd'] response: {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'code': 200}
May 14 21:15:43.568854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-6cbb9fcb-3ae4-4d38-93fc-a702af2c3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.574175 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-6cbb9fcb-3ae4-4d38-93fc-a702af2c3c63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1127 time: 0.1269643
May 14 21:15:43.581754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:43.664528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.665652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.666072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.666409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.666793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.667126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.667523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.670920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:43.706388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e59f0a-0123-44f1-8ed7-1a0fdfb54167 req-8be0d059-1cf6-406f-8b10-775457a2a60a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.708284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9e59f0a-0123-44f1-8ed7-1a0fdfb54167 req-8be0d059-1cf6-406f-8b10-775457a2a60a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.1137266
May 14 21:15:43.718077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:43.760633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc202bc5-d958-45ab-b386-60967a75081b req-884300f8-ff4b-46d5-9d3d-0aa8c62cd4d0 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.762109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc202bc5-d958-45ab-b386-60967a75081b req-884300f8-ff4b-46d5-9d3d-0aa8c62cd4d0 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 943 time: 0.1359475
May 14 21:15:43.763376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:43.763798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:43.764209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:43.772323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:43.772711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Attempting to bind port 293b2971-a322-40b2-bfb2-3a548a746cc9 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:43.790988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:43.791789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:43.791938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:43.792448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Bound port: 293b2971-a322-40b2-bfb2-3a548a746cc9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:43.792885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:43.814969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9e59f0a-0123-44f1-8ed7-1a0fdfb54167 req-2aa478fd-7d5a-4d0c-bacb-5280a3b409d7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847015
May 14 21:15:43.827056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-fc69dbc9-19f6-407b-9273-f60086dac348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.828776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-fc69dbc9-19f6-407b-9273-f60086dac348 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 1131 time: 0.2037721
May 14 21:15:43.848487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:43.898179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:43.902393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:43.966568 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc202bc5-d958-45ab-b386-60967a75081b req-1e582be3-87ca-401f-9c59-91d0b928f275 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744974
May 14 21:15:43.991675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b2a9-be74-4d7b-b4c9-398742ec80ed req-6e7b1fce-abf7-4c05-b87e-779b51a0d834 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.993346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-7f74d659-7289-43bd-aef7-333a0a1f23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:43.993508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d971b2a9-be74-4d7b-b4c9-398742ec80ed req-6e7b1fce-abf7-4c05-b87e-779b51a0d834 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0598297
May 14 21:15:43.995043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-7f74d659-7289-43bd-aef7-333a0a1f23b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.4141295
May 14 21:15:44.009796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.074506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d971b2a9-be74-4d7b-b4c9-398742ec80ed req-08e9ec77-e6a6-45dd-87f3-223fbd5ce303 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725138
May 14 21:15:44.104554 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-a29ba675-0ebc-43b6-81e0-e5f095409b89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 217 time: 0.0788598
May 14 21:15:44.130152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.205493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa79174-3969-4372-91a6-5217ffc3aab3 req-a5eab435-d950-447a-a964-f912ba0a3106 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:44.207004 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffa79174-3969-4372-91a6-5217ffc3aab3 req-a5eab435-d950-447a-a964-f912ba0a3106 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.1525142
May 14 21:15:44.234903 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fe8022-16f2-4120-b40d-0c9840e44f28 x-openstack-request-id: req-90fe8022-16f2-4120-b40d-0c9840e44f28 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:44.235878 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "name": "network-vif-unplugged", "status": "completed", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:44.236349 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90fe8022-16f2-4120-b40d-0c9840e44f28 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:44.236932 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fe8022-16f2-4120-b40d-0c9840e44f28'] response: {'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'code': 200}
May 14 21:15:44.239165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:44.240128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.241689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] 10.222.0.48 "PUT /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 1121 time: 1.5108619
May 14 21:15:44.243148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d3166-c97e-40e9-ba4d-b3384b9def0e service neutron] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:44.245371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-71d56a7b-644e-409b-9b96-255dc7660786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:44.247401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-71d56a7b-644e-409b-9b96-255dc7660786 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1231692
May 14 21:15:44.290664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:44.337179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:44.356102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['293b2971-a322-40b2-bfb2-3a548a746cc9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:44.377732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-d9a970b0-6c9a-44e5-807a-164d4524a9b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1136451
May 14 21:15:44.384905 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffa79174-3969-4372-91a6-5217ffc3aab3 req-93ad9c5f-1178-4115-9950-b4f5150ab892 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698334
May 14 21:15:44.458344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:15:44.512913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071d82-a046-4adb-a825-63ee7b715350 req-d3467af4-fc29-45af-bcba-0341812e8364 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:44.515271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22071d82-a046-4adb-a825-63ee7b715350 req-d3467af4-fc29-45af-bcba-0341812e8364 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 951 time: 0.0797179
May 14 21:15:44.570441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-910145af-3a84-4bee-b6ca-5d45f072e166 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821084
May 14 21:15:44.585483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:44.589585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port ec8012be-be33-462f-961b-6c852f9a37d4 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:44.604267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22071d82-a046-4adb-a825-63ee7b715350 req-08222581-cf55-41c4-961e-75481affebfc tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760930
May 14 21:15:44.684119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:44.717254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port ec8012be-be33-462f-961b-6c852f9a37d4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:44.717952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.731757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3297beb-20e4-4458-8d10-a4688d01c91d req-4b9216cd-47b9-4c0e-9a46-d65d3c760852 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:44.733304 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3297beb-20e4-4458-8d10-a4688d01c91d req-4b9216cd-47b9-4c0e-9a46-d65d3c760852 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.1158922
May 14 21:15:44.755172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:44.763920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a', 'network_id': '8f75d233-b39d-4c19-a44f-6a34a157d017', 'port_id': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a', 'mac_address': 'fa:16:3e:89:39:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d2c7c2-7c18-4078-88bc-d38042d9b040', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:44.794116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8268b-78a6-47cf-a65c-eab655c7795c req-053c54f8-f77c-4f86-88ec-f26f68529d17 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:44.796342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6a8268b-78a6-47cf-a65c-eab655c7795c req-053c54f8-f77c-4f86-88ec-f26f68529d17 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0929306
May 14 21:15:44.811833 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68c2402-0b49-4515-b66e-43b6632a1088 req-29c6945b-a542-4096-8964-a02e1fa6e5da service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2338858
May 14 21:15:44.877410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3297beb-20e4-4458-8d10-a4688d01c91d req-40a593ae-893d-4d5c-9e23-2e48e4d0da02 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308451
May 14 21:15:44.878528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6a8268b-78a6-47cf-a65c-eab655c7795c req-e195d072-0eb5-484b-aa91-ff83d710ac3f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692272
May 14 21:15:44.888751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:44.889390 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.926188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Publish callbacks [] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.932706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:44.939575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ec8012be-be33-462f-961b-6c852f9a37d4 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:44.940075 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:44.947832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Transition to ACTIVE for port object 5d17285a-833f-4da9-b08a-4a08fee7366e will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:44.998693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:45.034495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:45.042737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eff0be-5823-403e-a5b8-a7b362d3c93a req-1349caf3-e49d-4919-83d7-f031adfd0d0e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.050509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7eff0be-5823-403e-a5b8-a7b362d3c93a req-1349caf3-e49d-4919-83d7-f031adfd0d0e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.0924125
May 14 21:15:45.069117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.101848 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.149578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7eff0be-5823-403e-a5b8-a7b362d3c93a req-8a69cad7-30f8-4a26-bba4-95f0106f1bf2 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968919
May 14 21:15:45.174807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=10']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:45.183612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] No DVR routers for this DVR port 5d17285a-833f-4da9-b08a-4a08fee7366e on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:15:45.183992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.185050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:45.191804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:45.255320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:15:45.255914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:15:45.256046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:45.287730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:15:45.288062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Attempting to bind port 5d17285a-833f-4da9-b08a-4a08fee7366e on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:15:45.294504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:45.297777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:15:45.298124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:15:45.301408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:15:45.301408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Bound port: 5d17285a-833f-4da9-b08a-4a08fee7366e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:15:45.301408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.332781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae03a2-ffc5-4663-8795-22c5899bf893 req-8e384ee5-09fc-462e-be3e-8110e3a9bebc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.340951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-41ae03a2-ffc5-4663-8795-22c5899bf893 req-8e384ee5-09fc-462e-be3e-8110e3a9bebc tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 944 time: 0.1042202
May 14 21:15:45.349689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0c59b-15b4-4878-89e8-f7d2695229c8 req-3a63a519-09b5-47b9-8bff-2ff3a5bc172d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.362548 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72a0c59b-15b4-4878-89e8-f7d2695229c8 req-3a63a519-09b5-47b9-8bff-2ff3a5bc172d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0949578
May 14 21:15:45.426301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'tag': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a'}, {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:45.429756 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ded4a8-aa9c-45f3-8d79-247a6928e464" -d '{"events": [{"name": "network-changed", "server_uuid": "70c11e4b-dada-44e6-b5f5-09279f34f6b2", "tag": "3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a"}, {"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-unplugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:45.453219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72a0c59b-15b4-4878-89e8-f7d2695229c8 req-4773d2a7-d072-4641-a2a5-89c07929de79 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883024
May 14 21:15:45.488635 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-41ae03a2-ffc5-4663-8795-22c5899bf893 req-0ffa77d0-2e58-43f5-93b6-22ef2ed79aba tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467905
May 14 21:15:45.503399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:45.509167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:15:45.553940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}, {'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965'}, {'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:45.556866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a806626b-4c1e-443b-9637-267e65439805" -d '{"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-plugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}, {"server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "name": "network-vif-plugged", "status": "completed", "tag": "bb09673c-8ab1-484e-bf52-805d25307965"}, {"server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "name": "network-vif-plugged", "status": "completed", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:45.564300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:45.609850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.665314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:45.668593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.676503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.677618 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.678988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] 10.222.0.36 "PUT /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 1096 time: 1.8372219
May 14 21:15:45.711849 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 14 May 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb09e7-9e11-4e9e-b766-29f1cb7ae9ac x-openstack-request-id: req-a3bb09e7-9e11-4e9e-b766-29f1cb7ae9ac {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:45.712180 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c11e4b-dada-44e6-b5f5-09279f34f6b2", "tag": "3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a", "status": "completed", "code": 200}, {"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-unplugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:45.712503 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3bb09e7-9e11-4e9e-b766-29f1cb7ae9ac {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:45.712799 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bb09e7-9e11-4e9e-b766-29f1cb7ae9ac'] response: {'name': 'network-changed', 'server_uuid': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'tag': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a', 'status': 'completed', 'code': 200}
May 14 21:15:45.713055 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bb09e7-9e11-4e9e-b766-29f1cb7ae9ac'] response: {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'code': 200}
May 14 21:15:45.743672 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.798037 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 14 May 2022 21:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99b8eed-acad-4c1b-ade3-a4ee5d44a742 x-openstack-request-id: req-d99b8eed-acad-4c1b-ade3-a4ee5d44a742 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:45.798629 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-plugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "code": 200}, {"server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "name": "network-vif-plugged", "status": "completed", "tag": "bb09673c-8ab1-484e-bf52-805d25307965", "code": 200}, {"server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "name": "network-vif-plugged", "status": "completed", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:45.799216 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d99b8eed-acad-4c1b-ade3-a4ee5d44a742 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:45.799689 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99b8eed-acad-4c1b-ade3-a4ee5d44a742'] response: {'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'code': 200}
May 14 21:15:45.811113 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99b8eed-acad-4c1b-ade3-a4ee5d44a742'] response: {'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965', 'code': 200}
May 14 21:15:45.811113 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d99b8eed-acad-4c1b-ade3-a4ee5d44a742'] response: {'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'code': 200}
May 14 21:15:45.811855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bf59d-49ed-490b-879e-678a3f35200c service neutron] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=11']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:45.845792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-439a061b-3b30-46a8-af90-dc9a6f7e40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.852383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-439a061b-3b30-46a8-af90-dc9a6f7e40e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e4af8109ce4a4e98a2e7104125651db0&device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 1126 time: 0.1164837
May 14 21:15:45.855470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf99ea-d7b9-40d2-890a-b6664e2f3a59 req-1da86212-ebc1-40db-97d1-d7b2030f5747 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.855841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:45.862828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eabf99ea-d7b9-40d2-890a-b6664e2f3a59 req-1da86212-ebc1-40db-97d1-d7b2030f5747 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.1913073
May 14 21:15:45.894760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-547d1e56-2123-4a3c-99d9-4df25b67e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:45.896443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-547d1e56-2123-4a3c-99d9-4df25b67e2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1130 time: 0.1664298
May 14 21:15:45.968698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:45.968698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:46.086158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a3182-d2c2-473c-a2f3-63629aebccfd req-aa416f52-3686-4e15-bc0e-4b0757228527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.103248 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f5a3182-d2c2-473c-a2f3-63629aebccfd req-aa416f52-3686-4e15-bc0e-4b0757228527 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1128 time: 0.1220155
May 14 21:15:46.118723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-0b95278c-f172-4537-a6a8-2683402245ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.120374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-0b95278c-f172-4537-a6a8-2683402245ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2060740
May 14 21:15:46.138473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eabf99ea-d7b9-40d2-890a-b6664e2f3a59 req-7441c62d-47f2-47d5-a9bd-b552a30429fa tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2746992
May 14 21:15:46.150426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-1e861ab3-b398-413a-8313-b07c8ba2a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.151912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-1e861ab3-b398-413a-8313-b07c8ba2a7ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 200  len: 915 time: 0.2941067
May 14 21:15:46.153599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port 5d17285a-833f-4da9-b08a-4a08fee7366e host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:15:46.154180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:15:46.198035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=11']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:46.235193 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-8160acad-7c44-4d05-8f64-98d36f6698e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a HTTP/1.1" status: 200  len: 217 time: 0.0687327
May 14 21:15:46.245985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:46.248451 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1119c770-1b28-47c2-877d-5a1ab287d208" -d '{"events": [{"name": "network-changed", "server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:46.257286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-f2c620b1-6379-4c28-a87c-f8a729b9a860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.1177919
May 14 21:15:46.277331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f5a3182-d2c2-473c-a2f3-63629aebccfd req-42493746-dc52-432c-a1de-77fd290f5414 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611917
May 14 21:15:46.288797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694e5ab-223c-4d59-ae57-5949cda26cf6 req-9f8ee9fc-a22b-4c2d-82a7-f8dde13ab186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.290592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f694e5ab-223c-4d59-ae57-5949cda26cf6 req-9f8ee9fc-a22b-4c2d-82a7-f8dde13ab186 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 1127 time: 0.2492106
May 14 21:15:46.291077 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:15:46.300457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:46.314024 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab9558-d496-4ebe-851e-7186f7258d73 req-f8557dae-bd2a-45af-9342-0b22f10b82d9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.321724 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3aab9558-d496-4ebe-851e-7186f7258d73 req-f8557dae-bd2a-45af-9342-0b22f10b82d9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 948 time: 0.1035945
May 14 21:15:46.355387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-32bf5fd1-c868-47fa-b21a-6bdb007308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.357042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-32bf5fd1-c868-47fa-b21a-6bdb007308d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=98d2c7c2-7c18-4078-88bc-d38042d9b040 HTTP/1.1" status: 200  len: 854 time: 0.1000214
May 14 21:15:46.420040 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-d13510f2-258f-498a-ad53-cd4b9df21a9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f75d233-b39d-4c19-a44f-6a34a157d017&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534441
May 14 21:15:46.452697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:46.453268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3aab9558-d496-4ebe-851e-7186f7258d73 req-78071f67-82fa-4722-b8fb-d06f1da8d5e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263587
May 14 21:15:46.468720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 has no active binding in host nch2-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:15:46.567682 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-c0ecf90b-b5b5-4ca2-b463-96a6c33e6af7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391790
May 14 21:15:46.712022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53a562-a151-4d88-adf6-b33794ed5436 req-1aacbda4-69db-4849-818b-0a6aa80ff916 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.720553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b53a562-a151-4d88-adf6-b33794ed5436 req-1aacbda4-69db-4849-818b-0a6aa80ff916 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.4548237
May 14 21:15:46.748671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-a2254bd8-a8ce-46b1-ad7c-5641f8bd9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.750266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-a2254bd8-a8ce-46b1-ad7c-5641f8bd9a7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.4751434
May 14 21:15:46.754865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:46.758854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c941fb-fc73-4b53-8cf1-852a7a3aba85 req-d20b1c0e-0a5c-4b3b-a17c-6aff03988e8a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.763105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5c941fb-fc73-4b53-8cf1-852a7a3aba85 req-d20b1c0e-0a5c-4b3b-a17c-6aff03988e8a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.1367357
May 14 21:15:46.816762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f694e5ab-223c-4d59-ae57-5949cda26cf6 req-74270991-f2f4-4140-94da-d94798ee774f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1507068
May 14 21:15:46.844865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87ded4a8-aa9c-45f3-8d79-247a6928e464 req-7d8fb8c5-dbfc-4af2-a074-be8e8dbf1898 service neutron] 10.222.0.36 "GET /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353134
May 14 21:15:46.852309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b53a562-a151-4d88-adf6-b33794ed5436 req-725c2321-b9b2-442c-9979-c1426be2ba06 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105828
May 14 21:15:46.854530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-1f1703d6-451e-47a8-86e8-f599d62ae3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:46.861522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5c941fb-fc73-4b53-8cf1-852a7a3aba85 req-7feeb19b-2440-4824-a9e8-8166b0b4b783 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939198
May 14 21:15:46.863872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:46.881085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-1f1703d6-451e-47a8-86e8-f599d62ae3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1167362
May 14 21:15:47.060272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7615c3-4ec5-4cfa-b6bc-5f8b30a82537 req-c756a121-6e9d-40b7-886f-a61eaaa738bf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:47.060494 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d28ae6-66d3-403b-9726-21bca61b0a50 x-openstack-request-id: req-a5d28ae6-66d3-403b-9726-21bca61b0a50 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:47.060494 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:47.060494 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5d28ae6-66d3-403b-9726-21bca61b0a50 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:47.060494 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d28ae6-66d3-403b-9726-21bca61b0a50'] response: {'name': 'network-changed', 'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'status': 'completed', 'code': 200}
May 14 21:15:47.060892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:47.073320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f7615c3-4ec5-4cfa-b6bc-5f8b30a82537 req-c756a121-6e9d-40b7-886f-a61eaaa738bf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.1181357
May 14 21:15:47.079889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-c2f0cd5a-7d63-4596-8d87-f3b51f947054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:47.081686 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-c2f0cd5a-7d63-4596-8d87-f3b51f947054 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1155 time: 0.0816407
May 14 21:15:47.101295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-46ca1210-7895-4ca8-be4d-110690b9acf9 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2004380
May 14 21:15:47.182708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f7615c3-4ec5-4cfa-b6bc-5f8b30a82537 req-2a88a9cf-6ca2-472f-8e2e-fd9fa96b632c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159973
May 14 21:15:47.221099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-0de5b2b5-be31-4c15-a464-3b9d67109f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:47.222927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-0de5b2b5-be31-4c15-a464-3b9d67109f81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.1287413
May 14 21:15:47.227327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89f3eafa-589d-4d1d-be44-a9cdb607c33e req-26c5a59a-654d-4c5a-9cad-39d71ab2928c service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1197321
May 14 21:15:47.274659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-68466779-5d8d-4996-a295-ee89dae87b34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 217 time: 0.0404339
May 14 21:15:47.715401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:47.717623 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:47.730915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717eede-d7ba-450e-99d6-2a0b12d81ad7 req-7d5e9dc2-1314-42de-b538-bd5348223690 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:47.732727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2717eede-d7ba-450e-99d6-2a0b12d81ad7 req-7d5e9dc2-1314-42de-b538-bd5348223690 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 944 time: 0.6718383
May 14 21:15:47.732863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95461cf-ad96-4934-a442-e700224a80fc req-abf2a89a-b986-4e1e-910c-09a0d2f2485b tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:47.734275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c95461cf-ad96-4934-a442-e700224a80fc req-abf2a89a-b986-4e1e-910c-09a0d2f2485b tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.3713064
May 14 21:15:47.782457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2717eede-d7ba-450e-99d6-2a0b12d81ad7 req-8a586745-f597-42df-a452-10003b182cb0 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438449
May 14 21:15:47.785273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c95461cf-ad96-4934-a442-e700224a80fc req-e4d298f9-3549-442f-8f52-03d600d4d698 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448287
May 14 21:15:47.800866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:47.804861 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5296207b-b060-42d4-9e1b-69728e57fa9e" -d '{"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-unplugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:47.880271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:47.880985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:47.896342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedca49d-f84d-44a3-8cf1-92e9fd79be70 req-f950be8f-d733-4c77-a49c-95e3229c5f19 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:47.897886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dedca49d-f84d-44a3-8cf1-92e9fd79be70 req-f950be8f-d733-4c77-a49c-95e3229c5f19 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 948 time: 0.0541561
May 14 21:15:47.972509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dedca49d-f84d-44a3-8cf1-92e9fd79be70 req-83e92744-2232-4219-b4b5-94f83b18fe88 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642891
May 14 21:15:47.979692 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f67a53-29ef-4bd6-a724-cb4db03a34bc x-openstack-request-id: req-a5f67a53-29ef-4bd6-a724-cb4db03a34bc {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:47.980111 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:47.980466 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5f67a53-29ef-4bd6-a724-cb4db03a34bc {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:47.980983 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f67a53-29ef-4bd6-a724-cb4db03a34bc'] response: {'name': 'network-changed', 'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'status': 'completed', 'code': 200}
May 14 21:15:47.995141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:47.997265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:48.027261 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ae952-cd40-4673-b7bf-b8a3c0a9dddd x-openstack-request-id: req-fa1ae952-cd40-4673-b7bf-b8a3c0a9dddd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:48.027261 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-unplugged", "status": "completed", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:48.027659 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa1ae952-cd40-4673-b7bf-b8a3c0a9dddd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:48.028284 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa1ae952-cd40-4673-b7bf-b8a3c0a9dddd'] response: {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'code': 200}
May 14 21:15:48.048764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:48.129816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:48.138585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81c29-4415-4c9c-86ed-2c17f022d77d req-a52d7e9a-051e-4e79-a1a6-d8a700a1b2a9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:48.146852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3f81c29-4415-4c9c-86ed-2c17f022d77d req-a52d7e9a-051e-4e79-a1a6-d8a700a1b2a9 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0651920
May 14 21:15:48.152285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646fb0f-80b8-4d3b-80d7-ff433e61dee0 req-e33e9cd6-ad93-4669-bcd0-1f15b1999cdb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:48.153826 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3646fb0f-80b8-4d3b-80d7-ff433e61dee0 req-e33e9cd6-ad93-4669-bcd0-1f15b1999cdb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.0722153
May 14 21:15:48.203429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:48.241160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3f81c29-4415-4c9c-86ed-2c17f022d77d req-5e8929f5-7e6b-4ef5-b9e9-e2277dfb3678 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943108
May 14 21:15:48.265027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3646fb0f-80b8-4d3b-80d7-ff433e61dee0 req-81995be5-ec78-4120-94c3-73a4441aabcc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014094
May 14 21:15:48.405757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0742f1-e512-4b77-8da8-ad225e82c7f4 req-a3a9a6bc-cb68-4a27-9ad8-0e556aa55fc5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:48.407282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b0742f1-e512-4b77-8da8-ad225e82c7f4 req-a3a9a6bc-cb68-4a27-9ad8-0e556aa55fc5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.0683005
May 14 21:15:48.796862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b0742f1-e512-4b77-8da8-ad225e82c7f4 req-2b077433-bd2b-4816-b7e3-af551306daf1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3817790
May 14 21:15:48.955497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523ceb8-b5e5-4442-aaea-73f910c8a7d4 req-f319e641-7bfd-40bf-b7d5-c0446aee3582 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:48.958447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4523ceb8-b5e5-4442-aaea-73f910c8a7d4 req-f319e641-7bfd-40bf-b7d5-c0446aee3582 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0820692
May 14 21:15:48.993855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a0e6f-31cf-4648-8f43-f7bbfa20e15b req-aa67bf66-3b8d-493a-b293-d8fb45aef720 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:48.995936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed4a0e6f-31cf-4648-8f43-f7bbfa20e15b req-aa67bf66-3b8d-493a-b293-d8fb45aef720 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.0960586
May 14 21:15:49.055632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-434f535a-8683-42d6-b128-45be83bedf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.058329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-434f535a-8683-42d6-b128-45be83bedf7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1130 time: 0.0614786
May 14 21:15:49.079630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-f690a4c1-13f1-4885-8f7a-9a02f7b33658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.086624 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-f690a4c1-13f1-4885-8f7a-9a02f7b33658 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1168478
May 14 21:15:49.091732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed4a0e6f-31cf-4648-8f43-f7bbfa20e15b req-c3d4f884-e194-4ad0-86ce-eb5faf96b72a tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846677
May 14 21:15:49.146814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4523ceb8-b5e5-4442-aaea-73f910c8a7d4 req-6ccf4f4c-3ef7-4721-90f0-fab9ba1124c2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257401
May 14 21:15:49.148507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-761c7f5c-77b2-4826-9dd5-45e461d582c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438442
May 14 21:15:49.317935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee74992-b114-4895-9d50-b354922304a2 req-f129572a-bd0f-401f-a9f9-b71173591c42 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.319545 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eee74992-b114-4895-9d50-b354922304a2 req-f129572a-bd0f-401f-a9f9-b71173591c42 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 948 time: 0.0639827
May 14 21:15:49.373519 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-cde17f40-1100-48d0-83fd-9b4eea7341ed service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181573
May 14 21:15:49.384968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-c3aa15a7-3480-4d4f-9852-149a11e403ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.386579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-c3aa15a7-3480-4d4f-9852-149a11e403ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2818913
May 14 21:15:49.394781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eee74992-b114-4895-9d50-b354922304a2 req-bc07f1e4-9c1b-4cc3-a180-9d805183f1c6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656857
May 14 21:15:49.497893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-fdc477ac-e1ee-4413-ab04-82738edf5186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0738194
May 14 21:15:49.514965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b620a-ec29-4a51-8599-91763da43716 req-d15df56f-b7c6-493d-8f02-33e792b338bf tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.518057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f05b620a-ec29-4a51-8599-91763da43716 req-d15df56f-b7c6-493d-8f02-33e792b338bf tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.1501491
May 14 21:15:49.572223 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1119c770-1b28-47c2-877d-5a1ab287d208 req-5b8ac814-5a6b-452b-b9db-6f78b5690900 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577938
May 14 21:15:49.642779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-78591a21-cba7-40d3-8233-7c24836c8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.644303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-78591a21-cba7-40d3-8233-7c24836c8fb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1129916
May 14 21:15:49.654875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f05b620a-ec29-4a51-8599-91763da43716 req-9f297291-a416-4951-94a3-b5bc3f87b727 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308529
May 14 21:15:49.722540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-80eee2cf-0e18-4913-aafd-363b44a7aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.730911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8cb9d-db5d-48ad-8f86-08206398c140 req-6b22fb96-8fae-464e-859a-edee86231e30 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:49.731488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-80eee2cf-0e18-4913-aafd-363b44a7aa2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0683429
May 14 21:15:49.732151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03c8cb9d-db5d-48ad-8f86-08206398c140 req-6b22fb96-8fae-464e-859a-edee86231e30 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1246428
May 14 21:15:49.838174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03c8cb9d-db5d-48ad-8f86-08206398c140 req-26660a38-6d7d-45f0-a5dc-14b480732072 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049602
May 14 21:15:49.858422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-ddfe0331-11f2-45ab-84c0-61288e8e357e service neutron] 10.222.0.36 "GET /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2040393
May 14 21:15:49.904280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-5c98545e-81d3-437b-8bc0-383b4d317cbc service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734841
May 14 21:15:50.029535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:50.031980 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8e4bd0-1053-4833-a812-6a2b60fc8917" -d '{"events": [{"server_uuid": "70c11e4b-dada-44e6-b5f5-09279f34f6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:50.090160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-79a0541f-08d8-4593-8f83-e92840392a86 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786792
May 14 21:15:50.123998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb19c3-632a-4b4b-9b0d-db93c63164b0 req-86fb5e1b-5af9-4d05-aa7f-de37221d58fa tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:50.125582 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8eb19c3-632a-4b4b-9b0d-db93c63164b0 req-86fb5e1b-5af9-4d05-aa7f-de37221d58fa tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 943 time: 0.1214457
May 14 21:15:50.251065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8eb19c3-632a-4b4b-9b0d-db93c63164b0 req-5ba37082-6d92-43a6-a720-58ce467dda53 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167293
May 14 21:15:50.309119 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94539ad0-6f1d-47cd-a78c-d0ce6567d035 x-openstack-request-id: req-94539ad0-6f1d-47cd-a78c-d0ce6567d035 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:50.309267 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c11e4b-dada-44e6-b5f5-09279f34f6b2", "name": "network-vif-plugged", "status": "completed", "tag": "3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:50.309485 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94539ad0-6f1d-47cd-a78c-d0ce6567d035 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:50.309894 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94539ad0-6f1d-47cd-a78c-d0ce6567d035'] response: {'server_uuid': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a', 'code': 200}
May 14 21:15:50.311805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:50.354258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:50.427834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293b2971-a322-40b2-bfb2-3a548a746cc9 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:50.452510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c6c64-941e-40b8-8faf-bf6df3743cf0 req-5a1a0eaf-2cba-4f6f-b8b0-1aa2fe1ae929 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:50.455044 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-960c6c64-941e-40b8-8faf-bf6df3743cf0 req-5a1a0eaf-2cba-4f6f-b8b0-1aa2fe1ae929 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.0791094
May 14 21:15:50.461021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:50.469197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c99cb0-4e84-49d8-8bb0-9e602a69c33f req-2629d576-92ba-4641-a085-af665e6f6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:50.473412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6c99cb0-4e84-49d8-8bb0-9e602a69c33f req-2629d576-92ba-4641-a085-af665e6f6be3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 1127 time: 0.0852060
May 14 21:15:50.530072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6c99cb0-4e84-49d8-8bb0-9e602a69c33f req-7840e93f-22be-4998-8986-7445d1850381 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500431
May 14 21:15:50.539802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-960c6c64-941e-40b8-8faf-bf6df3743cf0 req-77c2c465-5db6-4036-b4e9-29bd508cb571 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719776
May 14 21:15:50.603988 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:50.734973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06495-511d-4218-8edd-755ed9cbc310 req-6285379f-9d8f-404d-bb41-43cb461ef289 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:50.741272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0a06495-511d-4218-8edd-755ed9cbc310 req-6285379f-9d8f-404d-bb41-43cb461ef289 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0819428
May 14 21:15:50.788662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] Transition to ACTIVE for port object 293b2971-a322-40b2-bfb2-3a548a746cc9 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:15:50.805857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0a06495-511d-4218-8edd-755ed9cbc310 req-d6b06f93-2436-4d60-8681-f87e23447930 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636477
May 14 21:15:50.856521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:50.892206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:50.980118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] No DVR routers for this DVR port 293b2971-a322-40b2-bfb2-3a548a746cc9 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:15:50.990339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5faf70-9546-4898-a55a-48287396ee58 req-c0e90ff5-83b1-48bc-9d4f-bf45cfd2df8e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:50.991928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b5faf70-9546-4898-a55a-48287396ee58 req-c0e90ff5-83b1-48bc-9d4f-bf45cfd2df8e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 948 time: 0.1014574
May 14 21:15:50.992558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] Pushing event updated for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=10']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:51.065073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:51.075732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-6103ba1a-3874-440f-b364-23c1948adedd service neutron] 10.222.0.36 "PUT /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2118678
May 14 21:15:51.081888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'mac_address': 'fa:16:3e:ed:b4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:51.089417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b5faf70-9546-4898-a55a-48287396ee58 req-3e3319dc-acec-4374-a227-8fab81deb38f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832524
May 14 21:15:51.160707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 5d17285a-833f-4da9-b08a-4a08fee7366e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:51.161160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:51.192791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d17285a-833f-4da9-b08a-4a08fee7366e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:51.199804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-a38c7c10-b546-4089-a768-63bac210c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:51.202777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-a38c7c10-b546-4089-a768-63bac210c78e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1130 time: 0.0950060
May 14 21:15:51.234198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:51.247650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79422ef3-2012-4666-bfcb-b6450e0bfeb3 req-14a1bbc7-db8b-4dbb-abf5-578104859c60 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:51.249165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79422ef3-2012-4666-bfcb-b6450e0bfeb3 req-14a1bbc7-db8b-4dbb-abf5-578104859c60 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0607226
May 14 21:15:51.320964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79422ef3-2012-4666-bfcb-b6450e0bfeb3 req-6532a213-d104-42cb-9d08-241c9fb28f88 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644145
May 14 21:15:51.332907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:51.409878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:51.691773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['5d17285a-833f-4da9-b08a-4a08fee7366e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:51.784118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab191b9a-a877-451c-9814-295a425da061 req-ff963892-054c-4bcc-ac37-606cc45ddee9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:51.785837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab191b9a-a877-451c-9814-295a425da061 req-ff963892-054c-4bcc-ac37-606cc45ddee9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 949 time: 0.0639367
May 14 21:15:51.827435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea17c3-db9d-48dd-8e3e-107e424b53d7 req-1e67ce21-9725-4bc3-b687-bfbfe1bbad45 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:51.829064 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78ea17c3-db9d-48dd-8e3e-107e424b53d7 req-1e67ce21-9725-4bc3-b687-bfbfe1bbad45 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1437383
May 14 21:15:51.911420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab191b9a-a877-451c-9814-295a425da061 req-a1e5b43b-d948-4ebc-9af1-bf1fe68c76ce tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132371
May 14 21:15:51.990940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-9a5a155f-7788-4c8f-b4d3-290d9fcf410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:51.993499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-9a5a155f-7788-4c8f-b4d3-290d9fcf410b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2739782
May 14 21:15:52.070687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78ea17c3-db9d-48dd-8e3e-107e424b53d7 req-126b2c14-6046-4139-8bec-c25037f680e7 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635330
May 14 21:15:52.071016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4a6a5-f5fb-4721-98b8-71efbc7c019a req-00fade0f-a5bf-4e45-85c1-231a770ba720 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.071016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20f4a6a5-f5fb-4721-98b8-71efbc7c019a req-00fade0f-a5bf-4e45-85c1-231a770ba720 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.0538487
May 14 21:15:52.071220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-c31be1d7-db66-4050-8a72-42a7d42f01eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.0437675
May 14 21:15:52.143970 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20f4a6a5-f5fb-4721-98b8-71efbc7c019a req-0d11403d-bc26-49ec-8f1c-8f9eb2203edc tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616198
May 14 21:15:52.187883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ccbb-ee1f-44e3-8b2a-aeea92f41c8c req-7a5d8504-2c5d-4b52-93b2-5a300596ac44 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.189421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9c4ccbb-ee1f-44e3-8b2a-aeea92f41c8c req-7a5d8504-2c5d-4b52-93b2-5a300596ac44 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1128 time: 0.0933573
May 14 21:15:52.214184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-31f9356e-b6ae-4d2e-9327-4740a6122865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.215778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-31f9356e-b6ae-4d2e-9327-4740a6122865 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1093073
May 14 21:15:52.250753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d1b9f-135b-47c8-8a7f-86872c709f95 req-75974d84-345c-4562-95eb-4c9d3652afd2 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.252684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a5d1b9f-135b-47c8-8a7f-86872c709f95 req-75974d84-345c-4562-95eb-4c9d3652afd2 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.0633667
May 14 21:15:52.301246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-3d74c6d6-10ef-4ab1-bb45-ed7f2e40b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.303050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-3d74c6d6-10ef-4ab1-bb45-ed7f2e40b93a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0802705
May 14 21:15:52.309398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a5d1b9f-135b-47c8-8a7f-86872c709f95 req-b45da306-ee98-4608-a222-124fcb5f2c10 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502622
May 14 21:15:52.312501 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9c4ccbb-ee1f-44e3-8b2a-aeea92f41c8c req-822ec729-fdcf-478a-801b-33a1a2115a08 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088481
May 14 21:15:52.456830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a71fa0-c97f-4764-82b6-146e7e64dea3 req-b6b39f8a-b5b3-4ca2-bae4-62130d698b38 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.458285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53a71fa0-c97f-4764-82b6-146e7e64dea3 req-b6b39f8a-b5b3-4ca2-bae4-62130d698b38 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0772607
May 14 21:15:52.465020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-5ed48077-e7fc-47af-a252-40b78862de51 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551092
May 14 21:15:52.582206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53a71fa0-c97f-4764-82b6-146e7e64dea3 req-d30d43ae-4acc-4591-9e64-eaa5807afcc6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955408
May 14 21:15:52.598377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f48f7b4d-1842-4552-bfe5-65e51ab01cd8 req-2e5fc07c-bbd6-4eaa-af57-7c59c8d7fa6b service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268992
May 14 21:15:52.655899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-722ca6b9-42f8-4fdc-90c6-e6b7f819ee2e tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.657138 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-722ca6b9-42f8-4fdc-90c6-e6b7f819ee2e tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0620875
May 14 21:15:52.717353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-48c28e32-68dd-43a5-94ec-33c37deb8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.718886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-48c28e32-68dd-43a5-94ec-33c37deb8126 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 1126 time: 0.0546548
May 14 21:15:52.801781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-ad8fc1c8-3f08-4f7d-b72f-80a56483c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.804365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-ad8fc1c8-3f08-4f7d-b72f-80a56483c1a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1126 time: 0.0608845
May 14 21:15:52.905834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:52.940729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-225ce6c9-9c92-4b4c-927d-abbec0204507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:52.946881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-225ce6c9-9c92-4b4c-927d-abbec0204507 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.1361597
May 14 21:15:52.991057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 5d17285a-833f-4da9-b08a-4a08fee7366e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:15:53.037054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-ae3ea27b-eb80-4908-9980-365cad41d986 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 217 time: 0.0842700
May 14 21:15:53.086512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 5d17285a-833f-4da9-b08a-4a08fee7366e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:53.087189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:53.108019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-aad7e2f4-ba0d-4c42-8280-3f90bb8fabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:53.109803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-aad7e2f4-ba0d-4c42-8280-3f90bb8fabc0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0663323
May 14 21:15:53.197718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 5d17285a-833f-4da9-b08a-4a08fee7366e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:53.198242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:53.231777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:53.234038 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e6ad7e-83bb-4e88-ae15-b8b82bd79e7f" -d '{"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-plugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:53.256320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:53.401037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:53.401934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:53.479450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 293b2971-a322-40b2-bfb2-3a548a746cc9 host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:15:53.479904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:15:53.484174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=13']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:53.491715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.492067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.492414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.492753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.493089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.493578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.493992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.494323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.494653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.494981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.495307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.495666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.495988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.496315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:53.496639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:54.068413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-dc7b0c5c-c433-4b92-af0c-9a3270b122b8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0226359
May 14 21:15:54.216178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-77a35d6c-5ff7-44b6-a7a0-58dadef49d6a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:54.218473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-77a35d6c-5ff7-44b6-a7a0-58dadef49d6a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1428354
May 14 21:15:54.246965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-89b1790f-4bb6-4fa1-9529-1bf197e91a75 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/quotas/35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 375 time: 0.0229301
May 14 21:15:54.273077 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-548a06d1-ae9f-4700-b4fd-ccca108eb936 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400369
May 14 21:15:54.302603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-4115dd26-4aea-49c5-901e-b81e43d0850d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0544381
May 14 21:15:54.322395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:54.373716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97564974-fdbc-4b5d-b5ca-9363aba45108 req-634f473f-ab04-4d69-b063-5f83c7c79303 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:54.375235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97564974-fdbc-4b5d-b5ca-9363aba45108 req-634f473f-ab04-4d69-b063-5f83c7c79303 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1058118
May 14 21:15:54.409988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:54.410578 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:54.436754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-24994e44-254f-4fe9-964b-de741ae4339a service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536350
May 14 21:15:54.444534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:54.459310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97564974-fdbc-4b5d-b5ca-9363aba45108 req-3b518db7-f9e2-442a-b927-9bf8b58f7c6f tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717649
May 14 21:15:54.537330 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:54.590934 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a08b13f-19bb-4ab5-8787-b75ec4d28e0e x-openstack-request-id: req-2a08b13f-19bb-4ab5-8787-b75ec4d28e0e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:54.591244 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-plugged", "status": "completed", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:54.591533 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a08b13f-19bb-4ab5-8787-b75ec4d28e0e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:54.591935 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a08b13f-19bb-4ab5-8787-b75ec4d28e0e'] response: {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'code': 200}
May 14 21:15:54.601769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e89a-3710-42f5-80bc-58e3859676ff req-f253143d-26ea-4a9a-958a-3b45e29f5004 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:54.603712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-da32e89a-3710-42f5-80bc-58e3859676ff req-f253143d-26ea-4a9a-958a-3b45e29f5004 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.0870948
May 14 21:15:54.610392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-03b86502-461f-489c-a9a7-2557052bd5bf service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654561
May 14 21:15:54.637796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:54.687910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-da32e89a-3710-42f5-80bc-58e3859676ff req-56febbf2-c5c8-4866-90e9-38650cd36f60 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721314
May 14 21:15:54.749283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc480d5e-9e21-48bc-aa6b-4333d9b8dee4 req-377e6f43-0d61-4ded-9c6e-4ab34599fdb8 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:54.750902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc480d5e-9e21-48bc-aa6b-4333d9b8dee4 req-377e6f43-0d61-4ded-9c6e-4ab34599fdb8 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.0795770
May 14 21:15:54.813381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc480d5e-9e21-48bc-aa6b-4333d9b8dee4 req-350b420c-1519-41b0-a0da-69c50da6551d tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560334
May 14 21:15:54.828679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d925626-c9a1-4e24-b44b-9d085d82293c req-3f715136-51bf-430a-b60e-efd55aa841db tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:54.831752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d925626-c9a1-4e24-b44b-9d085d82293c req-3f715136-51bf-430a-b60e-efd55aa841db tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0513699
May 14 21:15:54.886943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d925626-c9a1-4e24-b44b-9d085d82293c req-66529ded-8ef7-4931-8e0b-2221d2fcc511 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458295
May 14 21:15:54.967339 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9318f940-6048-48cb-a84a-8b5196a1c98d req-db26a659-6872-4818-a7d9-b6ea365d1144 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 210 time: 0.0411487
May 14 21:15:55.072801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39f2d8-7210-4321-8a1b-7cca56664bab req-968bc0cd-a54c-4a3e-9ccd-35c69cd872aa tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:55.074355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de39f2d8-7210-4321-8a1b-7cca56664bab req-968bc0cd-a54c-4a3e-9ccd-35c69cd872aa tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.0519695
May 14 21:15:55.087172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52704) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:15:55.092926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Request body: {'floatingip': {'port_id': 'bb09673c-8ab1-484e-bf52-805d25307965'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:55.138944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (d78dcf03-6f88-4962-98c1-53070158e3b2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:55.193614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-a5a6d891-6583-4057-9daf-ade880015bd1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:55.195294 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-a5a6d891-6583-4057-9daf-ade880015bd1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0757799
May 14 21:15:55.204626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64f75-a032-4404-af9b-9009b9f24117 req-0960a2f9-03c4-4d40-887b-56ea0b864d9b tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:55.207949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1c64f75-a032-4404-af9b-9009b9f24117 req-0960a2f9-03c4-4d40-887b-56ea0b864d9b tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 950 time: 0.0767038
May 14 21:15:55.299520 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1c64f75-a032-4404-af9b-9009b9f24117 req-47a46e5d-8b70-4ab5-a0db-a988ea6e4653 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773323
May 14 21:15:55.421793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b619839-136b-4769-8c31-26cddda359cc req-d9435e26-7d13-434c-816a-2c9a6410ee3d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:55.423398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b619839-136b-4769-8c31-26cddda359cc req-d9435e26-7d13-434c-816a-2c9a6410ee3d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0496197
May 14 21:15:55.475782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b619839-136b-4769-8c31-26cddda359cc req-5f1e0597-6343-462f-9ca8-4917eef1e942 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464735
May 14 21:15:55.492621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-8b22753c-b19d-4a99-a1ff-992837bd32df service neutron] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:15:55.498353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-8b22753c-b19d-4a99-a1ff-992837bd32df service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:55.499687 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0fe5b0a-6e45-4791-9c53-7269d87c248d req-8b22753c-b19d-4a99-a1ff-992837bd32df service neutron] 10.222.0.48 "DELETE /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2907064
May 14 21:15:55.646952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f54bef-b71d-40e7-ae08-9017e8ec3bfe req-b5e5ad3c-505c-4c24-82f8-f0bae5f01e14 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:55.648485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9f54bef-b71d-40e7-ae08-9017e8ec3bfe req-b5e5ad3c-505c-4c24-82f8-f0bae5f01e14 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 948 time: 0.0536165
May 14 21:15:55.699659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9f54bef-b71d-40e7-ae08-9017e8ec3bfe req-1575d53e-b315-4dc6-8533-8fe9f1368411 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438163
May 14 21:15:55.822664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:55.974533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce95d-3319-4fb2-85c7-53f8f2196be2 req-eb2158bc-0044-4706-a5cd-a24b25f9632f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:55.975043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d78dcf03-6f88-4962-98c1-53070158e3b2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:55.976040 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a7ce95d-3319-4fb2-85c7-53f8f2196be2 req-eb2158bc-0044-4706-a5cd-a24b25f9632f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.0501599
May 14 21:15:56.033293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a7ce95d-3319-4fb2-85c7-53f8f2196be2 req-43aa9d0b-d987-4a40-8d05-3f30ba22df6b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486789
May 14 21:15:56.089152 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Floating IP d78dcf03-6f88-4962-98c1-53070158e3b2 associated. External IP: 172.35.4.24, port: bb09673c-8ab1-484e-bf52-805d25307965.
May 14 21:15:56.153245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0474ac-a2a1-43e6-a4cd-b3820265d3b4 req-6c0ae8e4-a6c9-446d-a455-f9be66ad5a7d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:56.160372 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d0474ac-a2a1-43e6-a4cd-b3820265d3b4 req-6c0ae8e4-a6c9-446d-a455-f9be66ad5a7d tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0641270
May 14 21:15:56.206036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d0474ac-a2a1-43e6-a4cd-b3820265d3b4 req-bbce0040-94c9-497c-bb71-cfe2f884c681 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447743
May 14 21:15:56.331676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:15:56.332311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:15:56.492529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:56.509828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'mac_address': 'fa:16:3e:e1:bd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:15:56.554780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:56.555169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:56.573256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:15:56.603513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:56.617447 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ee90e3-9c2d-4a8e-99e9-f4549b351686" -d '{"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-unplugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:56.634416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:56.684954 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:56.735560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=10']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:56.766668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4820154-5f5a-4cb1-8cc6-a7daba3adb3d req-5e3966c1-dca6-4563-89f7-9ef90e902a49 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 210 time: 0.0392151
May 14 21:15:56.831696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:15:56.837621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:56.842771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] Sync routers for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:15:56.852301 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:15:56.853756 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e71d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:15:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:56.900590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1053a6fa-a5df-4dda-b20d-753d96ec6361 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "PUT /v2.0/floatingips/d78dcf03-6f88-4962-98c1-53070158e3b2 HTTP/1.1" status: 200  len: 990 time: 1.8116641
May 14 21:15:56.903220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:15:56.905753 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "tag": "bb09673c-8ab1-484e-bf52-805d25307965"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:15:56.917091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08583-b72c-404c-a6bc-53c7b990a955 req-91ed0f98-265e-4ef0-89ea-8a3bf47fb12c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:56.918724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37d08583-b72c-404c-a6bc-53c7b990a955 req-91ed0f98-265e-4ef0-89ea-8a3bf47fb12c tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0774598
May 14 21:15:56.944124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:15:56.982765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:15:56.985283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37d08583-b72c-404c-a6bc-53c7b990a955 req-f6f5a758-b0e8-40bc-a9dc-042f0ad28cb6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592980
May 14 21:15:56.985426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:57.090650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-9e04d707-ebc5-40c2-897c-6d93418e0ca2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386658
May 14 21:15:57.108258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:57.108824 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:57.203151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:57.256226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-de0e97e8-3058-41af-8bf7-efbff43220ab tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:57.258181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-de0e97e8-3058-41af-8bf7-efbff43220ab tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1612933
May 14 21:15:57.273068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Request body: {'port': {'device_id': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '35a0e2c4a9054b4b962b9bc72c64517c'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:57.281935 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e71d60>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd78dcf03-6f88-4962-98c1-53070158e3b2', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'port_id': 'bb09673c-8ab1-484e-bf52-805d25307965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:15:23Z', 'updated_at': '2022-05-14T21:15:55Z', 'revision_number': 1, 'project_id': '611dce182666487684bf1e2a687c523a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:24Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:57.314431 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] Checking router: 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:15:57.315111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:57.326353 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:15:57.327169 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e71d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:15:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:57.402849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:57.455703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:15:57.512357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Made reservation on behalf of 35a0e2c4a9054b4b962b9bc72c64517c for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:15:57.515819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:57.673265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Allocated IP 192.168.233.38 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/6c350058-cff2-443a-abaf-aacd188ca6b0) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:15:57.776109 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e71d60>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd78dcf03-6f88-4962-98c1-53070158e3b2', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'port_id': 'bb09673c-8ab1-484e-bf52-805d25307965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:15:23Z', 'updated_at': '2022-05-14T21:15:55Z', 'revision_number': 1, 'project_id': '611dce182666487684bf1e2a687c523a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:24Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:15:57.806444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6993ead-1612-4cfc-a798-378650115f6e None None] The sync data for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 is: [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd78dcf03-6f88-4962-98c1-53070158e3b2', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'floating_ip_address': '172.35.4.24', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'port_id': 'bb09673c-8ab1-484e-bf52-805d25307965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'mac_address': 'fa:16:3e:2e:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:15:23Z', 'updated_at': '2022-05-14T21:15:55Z', 'revision_number': 1, 'project_id': '611dce182666487684bf1e2a687c523a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:24Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:15:57.829050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks [] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:57.955704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:57.969553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['5d17285a-833f-4da9-b08a-4a08fee7366e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:58.010596 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f2f5b1-9213-407a-95ac-bc63235290ab x-openstack-request-id: req-d7f2f5b1-9213-407a-95ac-bc63235290ab {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:58.010907 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-unplugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:58.011287 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7f2f5b1-9213-407a-95ac-bc63235290ab {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:58.012291 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f2f5b1-9213-407a-95ac-bc63235290ab'] response: {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'code': 200}
May 14 21:15:58.015515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:15:58.019121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:15:58.022135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:15:58.074003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:58.081352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21703f72-9935-4eff-a4e0-5284888029b5 None None] New status for floating IP d78dcf03-6f88-4962-98c1-53070158e3b2: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:15:58.129858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.136424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.137403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:15:58.142545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1', 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:15:58.173475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:58.174178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:58.196152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda63e-4265-4b14-9f9a-f36b0486fbbf req-5392a9dc-4017-41f3-b925-67897355a5fc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:58.206270 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80fda63e-4265-4b14-9f9a-f36b0486fbbf req-5392a9dc-4017-41f3-b925-67897355a5fc tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 950 time: 0.1195719
May 14 21:15:58.209451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f081b7-d488-421b-8b1e-b5f0161e34c4 req-225662d9-1799-4f96-b66d-714c95ed58d4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:58.217342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47f081b7-d488-421b-8b1e-b5f0161e34c4 req-225662d9-1799-4f96-b66d-714c95ed58d4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1126 time: 0.0472069
May 14 21:15:58.271977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47f081b7-d488-421b-8b1e-b5f0161e34c4 req-6376b2a5-407f-4918-b79a-2c88ede498ea tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537295
May 14 21:15:58.284366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80fda63e-4265-4b14-9f9a-f36b0486fbbf req-7050c692-bad4-4681-8c3b-94d6f99f2354 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769348
May 14 21:15:58.299508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-fe4c997a-5e34-4254-892f-7d04d9628c55 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0302305
May 14 21:15:58.341357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:15:58.371771 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a52421c-444d-4204-97b3-356279d4431c x-openstack-request-id: req-7a52421c-444d-4204-97b3-356279d4431c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:15:58.372113 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "tag": "bb09673c-8ab1-484e-bf52-805d25307965", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:15:58.372484 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a52421c-444d-4204-97b3-356279d4431c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:15:58.373051 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a52421c-444d-4204-97b3-356279d4431c'] response: {'name': 'network-changed', 'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965', 'status': 'completed', 'code': 200}
May 14 21:15:58.464640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b4a8ec93-7057-47a2-8577-e06b21c70853 None None] Provisioning complete for port 6c350058-cff2-443a-abaf-aacd188ca6b0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:58.465234 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ec93-7057-47a2-8577-e06b21c70853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:58.538233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7f69be99-9e4d-472a-a312-16dd01bfc172 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:15:58.538233 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:58.558579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec02aa-f4b0-493d-bbf6-a58b9154c292 req-c99b413c-b17a-4e7c-99e2-49244c526504 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:58.560296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bec02aa-f4b0-493d-bbf6-a58b9154c292 req-c99b413c-b17a-4e7c-99e2-49244c526504 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 935 time: 0.0563312
May 14 21:15:58.616075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8ec93-7057-47a2-8577-e06b21c70853 None None] Port 6c350058-cff2-443a-abaf-aacd188ca6b0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:15:58.617066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bec02aa-f4b0-493d-bbf6-a58b9154c292 req-0cf8bd73-9076-4a61-9fdd-d8b36f717094 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504529
May 14 21:15:58.624820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0ed1e-059b-4561-9cbe-407094026b84 req-99b443b9-576e-40ac-8f4e-03d391c8eb30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:58.627166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19a0ed1e-059b-4561-9cbe-407094026b84 req-99b443b9-576e-40ac-8f4e-03d391c8eb30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 948 time: 0.0695236
May 14 21:15:58.686516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19a0ed1e-059b-4561-9cbe-407094026b84 req-835da7ad-be88-44e7-b59b-954631c02c36 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506063
May 14 21:15:58.718412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f69be99-9e4d-472a-a312-16dd01bfc172 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:15:58.718802 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:58.776870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:15:58.846002 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:58.848537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-1d07f733-a583-4ab0-ab10-e64e7764cdca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:58.850072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-1d07f733-a583-4ab0-ab10-e64e7764cdca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.1139190
May 14 21:15:58.867891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-b0136368-a2e0-4e41-8917-3f6fc90b071e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/quotas/74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 375 time: 0.0110652
May 14 21:15:58.898054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=11']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:15:58.919721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-94b4939b-aa19-4fda-8a61-5635f528504f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0456967
May 14 21:15:59.015090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-d7e37864-5394-4ae5-81d6-d2300dcf164f service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847213
May 14 21:15:59.107526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-13f476ef-0934-4dfa-9a6f-7f123e646cb9 service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861776
May 14 21:15:59.330703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898165b-dad4-4491-8290-3380e8c77cb0 req-b08c9e68-e8c3-45f1-9b32-57b22165f3b2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.332342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3898165b-dad4-4491-8290-3380e8c77cb0 req-b08c9e68-e8c3-45f1-9b32-57b22165f3b2 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0699584
May 14 21:15:59.396810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3898165b-dad4-4491-8290-3380e8c77cb0 req-26591799-9dee-4a0b-bcfa-d90c16c92bf6 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543091
May 14 21:15:59.417368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b84f26c-4601-418e-8fa2-df34c3f33f68 req-c29f5f66-961e-45dd-866e-952b6e5e24b6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 210 time: 0.0331373
May 14 21:15:59.482270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Request body: {'port': {'device_id': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:15:59.555655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8caa28-0eb5-46cb-9a67-cc02b30938f6 req-8f397bd7-f246-4bc1-bc2c-c02d7923c07d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.557191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab8caa28-0eb5-46cb-9a67-cc02b30938f6 req-8f397bd7-f246-4bc1-bc2c-c02d7923c07d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 951 time: 0.0870402
May 14 21:15:59.560593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-4040dec4-54ea-4c9b-ae68-c899059a21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.561981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-4040dec4-54ea-4c9b-ae68-c899059a21a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=611dce182666487684bf1e2a687c523a&device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 1127 time: 0.0586119
May 14 21:15:59.605951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:15:59.614672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47e65f-8a32-4585-9491-1c7c50b71f6d req-9b614136-0485-4d58-9721-b4bbe78ee078 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.616228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c47e65f-8a32-4585-9491-1c7c50b71f6d req-9b614136-0485-4d58-9721-b4bbe78ee078 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0762978
May 14 21:15:59.618168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab8caa28-0eb5-46cb-9a67-cc02b30938f6 req-968e659e-8fda-4601-bfd4-1dd3771a3791 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548999
May 14 21:15:59.702772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-28e50a82-47e9-4a46-9263-9ca482f23eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.704403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-28e50a82-47e9-4a46-9263-9ca482f23eab service neutron] 10.222.0.48 "GET /v2.0/networks?id=e736fdf7-5595-4208-be2e-04f08eb744e7 HTTP/1.1" status: 200  len: 916 time: 0.0960178
May 14 21:15:59.731376 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c47e65f-8a32-4585-9491-1c7c50b71f6d req-8841d720-9ccb-4f4e-ba8c-22d2ead2ee5f tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084359
May 14 21:15:59.866122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489cc3b-a5e3-444e-a773-d5f252df4e82 req-ff75338a-9a17-4fe6-b19f-7d267e63cb18 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.867577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6489cc3b-a5e3-444e-a773-d5f252df4e82 req-ff75338a-9a17-4fe6-b19f-7d267e63cb18 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 935 time: 0.1565669
May 14 21:15:59.900489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837c9be-8502-4da1-b7e2-291b595d4174 req-8d96ad2a-937e-429a-bbfc-3bfcfd5e5004 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.903470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e837c9be-8502-4da1-b7e2-291b595d4174 req-8d96ad2a-937e-429a-bbfc-3bfcfd5e5004 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 948 time: 0.0687997
May 14 21:15:59.913819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-86967981-a487-4db2-9ae9-82ca63f3d9e5 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:15:59.916190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-86967981-a487-4db2-9ae9-82ca63f3d9e5 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 948 time: 0.1515155
May 14 21:15:59.949878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-498515f4-16ec-49fd-b4d3-fbc7651ff876 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb09673c-8ab1-484e-bf52-805d25307965 HTTP/1.1" status: 200  len: 1000 time: 0.1667132
May 14 21:16:00.014054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}, {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:00.018766 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989004ca-e938-4a09-b4c7-d8d37f852198" -d '{"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-unplugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}, {"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-plugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:00.039353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e837c9be-8502-4da1-b7e2-291b595d4174 req-da2479cd-812c-4fd9-ac8b-7d3b5d90b316 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196978
May 14 21:16:00.076050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6489cc3b-a5e3-444e-a773-d5f252df4e82 req-14d5c4bf-15c1-4fc1-967c-884ea5d69b78 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982415
May 14 21:16:00.101780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Deleting port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:00.102119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.182320 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 14 May 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43eb922-74cc-417f-9a2c-45a2b911ef40 x-openstack-request-id: req-a43eb922-74cc-417f-9a2c-45a2b911ef40 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:00.182740 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-unplugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "code": 200}, {"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-plugged", "status": "completed", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:00.183234 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a43eb922-74cc-417f-9a2c-45a2b911ef40 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:00.183868 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43eb922-74cc-417f-9a2c-45a2b911ef40'] response: {'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'code': 200}
May 14 21:16:00.184130 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43eb922-74cc-417f-9a2c-45a2b911ef40'] response: {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'code': 200}
May 14 21:16:00.185141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-129a0ff4-eb70-44d0-a306-a6445e860b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:00.186949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-129a0ff4-eb70-44d0-a306-a6445e860b2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=28ee1d81-38d8-4b83-a95b-4e1f9f2e5873 HTTP/1.1" status: 200  len: 854 time: 0.2161334
May 14 21:16:00.195747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c350058-cff2-443a-abaf-aacd188ca6b0 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:00.207239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Publish callbacks [] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.226946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Transition to ACTIVE for port object 6c350058-cff2-443a-abaf-aacd188ca6b0 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:00.270428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-2813b47e-0b38-4a32-9904-8b169d816d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:00.271759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-2813b47e-0b38-4a32-9904-8b169d816d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e736fdf7-5595-4208-be2e-04f08eb744e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0760829
May 14 21:16:00.280657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] For port 1ef02825-0b9d-4284-a41f-f07bc5e3e488, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ef02825-0b9d-4284-a41f-f07bc5e3e488,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:00.281039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.311165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Calling delete_port for 1ef02825-0b9d-4284-a41f-f07bc5e3e488 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:00.344933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.48', 54380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:00.397482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2553e-531d-4c5b-bd18-59639db16bf9 req-f0a908ed-6633-4cfd-a7dc-b8692bda9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:00.399107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bd2553e-531d-4c5b-bd18-59639db16bf9 req-f0a908ed-6633-4cfd-a7dc-b8692bda9d5f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1133 time: 0.0531280
May 14 21:16:00.400473 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.520382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:00.546922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-12238e1a-75e4-4487-b042-7b6cb05ae227 service neutron] 10.222.0.48 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2631710
May 14 21:16:00.622816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bd2553e-531d-4c5b-bd18-59639db16bf9 req-efc88200-83f8-40ce-a7fb-63d35a4ddabd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085812
May 14 21:16:00.654536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cae34348-2b69-4e05-8a43-430ecab6fc95 req-de5b216d-ad91-4b2d-89ac-54e74d9f4bdf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 210 time: 0.1064510
May 14 21:16:00.658441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1ef02825-0b9d-4284-a41f-f07bc5e3e488), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.661810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:00.662152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:00.662541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:00.670160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:00.670492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:00.697381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:00.697762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:00.698152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:00.698585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Bound port: 6c350058-cff2-443a-abaf-aacd188ca6b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:00.698998 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.779891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:00.795542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:00.827145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Pushing event deleted for resources: {'Port': ['ID=1ef02825-0b9d-4284-a41f-f07bc5e3e488,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:00.832860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3267f5a6-2f49-40c1-9e3b-5630364cc9a5 req-72035078-f921-4867-9c88-0485df4d5801 service neutron] 10.222.0.48 "GET /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2594886
May 14 21:16:00.864961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] No DVR routers for this DVR port 1ef02825-0b9d-4284-a41f-f07bc5e3e488 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:00.869233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.872581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0402f265-cf31-4fd7-8c47-e8a1cedd6603 req-f8910ab1-69d4-4dce-80a6-b62bdfe90427 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "DELETE /v2.0/ports/1ef02825-0b9d-4284-a41f-f07bc5e3e488 HTTP/1.1" status: 204  len: 173 time: 0.9428537
May 14 21:16:00.873033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-deleted', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:00.875519 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31ca0e5-2f35-4d1b-9138-c7a50e2b9ea2" -d '{"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-deleted", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:00.889298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.910531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0369b56-7db6-46b9-9ea9-ef6d023294ac req-7bf6ad50-655f-4034-82ea-95b456614dcb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:00.912451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0369b56-7db6-46b9-9ea9-ef6d023294ac req-7bf6ad50-655f-4034-82ea-95b456614dcb tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 951 time: 0.1083364
May 14 21:16:00.964156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a86ca2-4e73-490c-881c-91ec1f6d509f req-4e36f408-fd05-4414-b1c8-e4c05d6984a8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:00.965675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59a86ca2-4e73-490c-881c-91ec1f6d509f req-4e36f408-fd05-4414-b1c8-e4c05d6984a8 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0924141
May 14 21:16:00.966929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:00.967586 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:00.968882 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 1095 time: 1.4924357
May 14 21:16:00.971355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:00.973368 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f735cfe-defb-4001-8039-2eed6e7dfa76" -d '{"events": [{"name": "network-changed", "server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:01.006450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0369b56-7db6-46b9-9ea9-ef6d023294ac req-3d132f54-ed75-436d-bb55-c0f2a4dc74f1 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857196
May 14 21:16:01.009476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6effa-4b9b-47f5-8ae2-9b662685a318 service neutron] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:01.048262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59a86ca2-4e73-490c-881c-91ec1f6d509f req-cac21212-3230-4bad-bcee-6fa97d0e47cb tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606558
May 14 21:16:01.064056 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fc89e2-6960-459e-ac3d-0e1407ccf7bb x-openstack-request-id: req-32fc89e2-6960-459e-ac3d-0e1407ccf7bb {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:01.064356 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568afb67-d4f6-424e-82f4-150d00c3c6ee", "name": "network-vif-deleted", "tag": "1ef02825-0b9d-4284-a41f-f07bc5e3e488", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:01.077791 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32fc89e2-6960-459e-ac3d-0e1407ccf7bb {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:01.077791 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fc89e2-6960-459e-ac3d-0e1407ccf7bb'] response: {'server_uuid': '568afb67-d4f6-424e-82f4-150d00c3c6ee', 'name': 'network-vif-deleted', 'tag': '1ef02825-0b9d-4284-a41f-f07bc5e3e488', 'status': 'completed', 'code': 200}
May 14 21:16:01.101524 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc6d18-f4d5-4df9-bb5d-c8d4511af59f x-openstack-request-id: req-9fcc6d18-f4d5-4df9-bb5d-c8d4511af59f {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:01.101853 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:01.102060 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fcc6d18-f4d5-4df9-bb5d-c8d4511af59f {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:01.103659 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcc6d18-f4d5-4df9-bb5d-c8d4511af59f'] response: {'name': 'network-changed', 'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'status': 'completed', 'code': 200}
May 14 21:16:01.156780 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba927c11-38b9-480f-896c-efcae3e66cad req-914690ed-d821-46e1-b1c1-3e75128de2da tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 210 time: 0.0297232
May 14 21:16:01.229152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1fd07-df45-40f7-a716-f127314992d4 req-49a9302f-9b2a-494c-90e4-c509aaf7256f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:01.231202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76d1fd07-df45-40f7-a716-f127314992d4 req-49a9302f-9b2a-494c-90e4-c509aaf7256f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.0685782
May 14 21:16:01.297172 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76d1fd07-df45-40f7-a716-f127314992d4 req-8c16c3d3-0fa1-4f32-8915-51d89f51e053 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568411
May 14 21:16:01.482368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-074f6598-b086-48ac-a7b1-fc4c765e988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:01.484059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-074f6598-b086-48ac-a7b1-fc4c765e988a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1129 time: 0.0480220
May 14 21:16:01.532073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-88888e39-15a3-44a3-9e73-6a031bfed528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.0367651
May 14 21:16:01.592293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-70d0081c-b40b-4cdc-a191-ab09953d11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:01.593744 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-70d0081c-b40b-4cdc-a191-ab09953d11e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0497303
May 14 21:16:01.640219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-f881aa6f-f4d8-4a9c-8306-c28e1dd675d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:01.641715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-f881aa6f-f4d8-4a9c-8306-c28e1dd675d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0395997
May 14 21:16:01.748869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-267e0206-66d3-4de9-96c2-71db8dfd4dd2 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870221
May 14 21:16:01.762587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e36fbb1c-94c4-4b65-a804-4f5143b2ceb5 req-a4d45ccc-efc1-47df-970f-3b893f159ac9 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 210 time: 0.0282385
May 14 21:16:02.061660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-e5674dd5-2e3a-43e7-b1b0-84cc38338613 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:02.063191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-e5674dd5-2e3a-43e7-b1b0-84cc38338613 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0520980
May 14 21:16:02.186386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee1cca-4574-43b7-8bf7-c5578083aaed req-0c29b8f2-75b4-4606-8b1d-cd01d63c7370 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:02.188068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bee1cca-4574-43b7-8bf7-c5578083aaed req-0c29b8f2-75b4-4606-8b1d-cd01d63c7370 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 945 time: 0.0595903
May 14 21:16:02.189688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26904f5-afbc-4401-b1e2-8ca4d45c8d7f req-37f3deb0-3657-42fb-babf-bd1e9e4c9287 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:02.191167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a26904f5-afbc-4401-b1e2-8ca4d45c8d7f req-37f3deb0-3657-42fb-babf-bd1e9e4c9287 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 951 time: 0.0946414
May 14 21:16:02.245739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bee1cca-4574-43b7-8bf7-c5578083aaed req-1693fe03-8696-4353-8594-96c69ac30f19 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/security-groups?id=5aabc91d-1c8d-458a-a47c-5223dfb35f0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490556
May 14 21:16:02.286344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Deleting port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:02.286686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:02.337323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:02.345644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9d348a4-6f5e-499d-81f0-2686037ae6b2 req-71f295b4-c158-4d45-9da8-2dc014248882 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 210 time: 0.0296044
May 14 21:16:02.361796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 1ef02825-0b9d-4284-a41f-f07bc5e3e488 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:16:02.362359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1ef02825-0b9d-4284-a41f-f07bc5e3e488 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:02.405716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e075ef5-c835-44e9-8901-f1ce698bae88 req-6468be0b-d388-4405-a797-cebdec858ef3 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753837
May 14 21:16:02.408816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a26904f5-afbc-4401-b1e2-8ca4d45c8d7f req-e0aa9734-adee-401f-a17d-57ecaca023e9 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945522
May 14 21:16:02.450899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] For port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,segment=NetworkSegment(5d5f673b-f807-4300-ad52-b1ecaf239ed9),segment_id=5d5f673b-f807-4300-ad52-b1ecaf239ed9)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:02.451359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:02.468017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Calling delete_port for 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:02.486297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73320b1-3c09-417c-91f2-7a50ec7955a7 req-1be870af-3ebd-41b8-b7bc-3b1203904a6a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:02.487899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b73320b1-3c09-417c-91f2-7a50ec7955a7 req-1be870af-3ebd-41b8-b7bc-3b1203904a6a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.0521789
May 14 21:16:02.543469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b73320b1-3c09-417c-91f2-7a50ec7955a7 req-50205a82-20a4-45d6-a2c4-9c0b5d94eb32 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451035
May 14 21:16:02.912277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ad908fc-5912-4880-80e4-091146f44335 req-40a4e401-ee80-4d89-a3a8-5bdaa6f0af3c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 210 time: 0.0417643
May 14 21:16:02.954505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b279d04-98ed-4e64-8d02-867bb07e42e2 req-86596e2c-0361-4ead-935b-1d7b956e9784 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:02.956097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b279d04-98ed-4e64-8d02-867bb07e42e2 req-86596e2c-0361-4ead-935b-1d7b956e9784 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1133 time: 0.0467012
May 14 21:16:02.959761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:02.965971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-9c9ba43f-fad2-42d3-a9e1-1db5100f2c35 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:02.967535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-9c9ba43f-fad2-42d3-a9e1-1db5100f2c35 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.1764894
May 14 21:16:02.983828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Request body: {'port': {'device_id': '1490939f-5892-4d71-8262-69f0148d55d2', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'admin_state_up': True, 'tenant_id': '74bb7b020fae4bcaa3a440acc60c7a1d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:02.989472 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.029933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Pushing event deleted for resources: {'Port': ['ID=3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:03.070273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b279d04-98ed-4e64-8d02-867bb07e42e2 req-ecbe98f2-9cc8-45bf-ad4d-48dcd0521ad1 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019542
May 14 21:16:03.090646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] No DVR routers for this DVR port 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:03.093775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.097022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd715ba4-bf7e-4e06-af56-cba68c6a2da8 req-7e9c7a59-59d0-4c61-8806-4fded1eb1965 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.36 "DELETE /v2.0/ports/3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a HTTP/1.1" status: 204  len: 173 time: 1.0279725
May 14 21:16:03.116207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'name': 'network-vif-deleted', 'tag': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:03.116207 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c34be8-dd95-4829-9163-faeadbc29ae3" -d '{"events": [{"server_uuid": "70c11e4b-dada-44e6-b5f5-09279f34f6b2", "name": "network-vif-deleted", "tag": "3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:03.157741 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dc92ac-b90c-41b8-861f-1a1ec9a0d94b x-openstack-request-id: req-11dc92ac-b90c-41b8-861f-1a1ec9a0d94b {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:03.161956 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c11e4b-dada-44e6-b5f5-09279f34f6b2", "name": "network-vif-deleted", "tag": "3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:03.161956 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11dc92ac-b90c-41b8-861f-1a1ec9a0d94b {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:03.161956 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dc92ac-b90c-41b8-861f-1a1ec9a0d94b'] response: {'server_uuid': '70c11e4b-dada-44e6-b5f5-09279f34f6b2', 'name': 'network-vif-deleted', 'tag': '3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a', 'status': 'completed', 'code': 200}
May 14 21:16:03.169872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:16:03.182399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:03.273470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:03.285089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '229bb137-aed4-4606-843d-7799884c4e81', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '229bb137-aed4-4606-843d-7799884c4e81', 'mac_address': 'fa:16:3e:35:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:16:03.288221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Made reservation on behalf of 74bb7b020fae4bcaa3a440acc60c7a1d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:03.292851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.336043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:03.336344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.353216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229bb137-aed4-4606-843d-7799884c4e81 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:03.360088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd9398ce-b37f-495d-957e-b3972f3502b5 req-08cc7a7c-3c67-40ca-84ad-25ee1b02ac08 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 210 time: 0.0380831
May 14 21:16:03.388529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:03.463583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Allocated IP 172.20.0.5 (2f366748-ecde-43ad-b849-3c9dce1cc30b/9647eb6c-3234-42a7-a7da-4fae2be2f8c1/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:03.469293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.477506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf080405-2b2e-4765-b290-33d9e7403588 req-9fa3bc27-f54f-4940-aa5d-e56aa6f50564 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=568afb67-d4f6-424e-82f4-150d00c3c6ee HTTP/1.1" status: 200  len: 210 time: 0.0302010
May 14 21:16:03.533031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:03.616297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['229bb137-aed4-4606-843d-7799884c4e81'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:03.623338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaf0c6-9ebe-4a29-9388-e4dbc573bdc4 req-3420193f-5ca7-42e9-a8a8-2394f0f64b33 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:03.624895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bfaf0c6-9ebe-4a29-9388-e4dbc573bdc4 req-3420193f-5ca7-42e9-a8a8-2394f0f64b33 tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 1133 time: 0.0794547
May 14 21:16:03.671159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca18af-a861-45b5-a72f-4b436a9b23e7 req-58ffd695-1793-4e99-9221-523bb321f71f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:03.673691 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3ca18af-a861-45b5-a72f-4b436a9b23e7 req-58ffd695-1793-4e99-9221-523bb321f71f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.0572033
May 14 21:16:03.685093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks [] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.702391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bfaf0c6-9ebe-4a29-9388-e4dbc573bdc4 req-b599c3ac-2faa-4af8-9c8c-d8f9fcda75db tempest-ServersAdminTestJSON-1374360741 tempest-ServersAdminTestJSON-1374360741-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707312
May 14 21:16:03.744015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3ca18af-a861-45b5-a72f-4b436a9b23e7 req-031b226d-03ce-4cbb-bf5f-4f8547cbc34f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633695
May 14 21:16:03.797976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.840238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:03.843884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:03.849478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:03.876464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:03.904419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:03.906414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:03.960987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-13c4d76a-a2a6-4909-8eab-a4343fae0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:03.962580 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-13c4d76a-a2a6-4909-8eab-a4343fae0573 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1129 time: 0.0550652
May 14 21:16:03.980652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0a35dedc-44bb-463d-a1d1-e832f0c8bb55 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0020604
May 14 21:16:03.995356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Request body: {'port': {'device_id': '1490939f-5892-4d71-8262-69f0148d55d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:04.069771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-0a3f7d37-da58-42a0-a4e4-f3b1f6482454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:04.071260 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-0a3f7d37-da58-42a0-a4e4-f3b1f6482454 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.0976219
May 14 21:16:04.090241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a482c4-23e5-45c5-9f30-1b681ed9dd2f req-6912eefc-42ac-4134-860d-34407be115cd tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:04.096328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a482c4-23e5-45c5-9f30-1b681ed9dd2f req-6912eefc-42ac-4134-860d-34407be115cd tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 931 time: 0.0798371
May 14 21:16:04.118883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:04.120526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-4b90d24b-d2b4-4521-a3e3-df1c3397a866 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.0390775
May 14 21:16:04.171142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-88e0bb34-fe51-405b-b3ad-9234d6ae38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:04.173319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-88e0bb34-fe51-405b-b3ad-9234d6ae38b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0470595
May 14 21:16:04.184310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a482c4-23e5-45c5-9f30-1b681ed9dd2f req-63c87a0b-adc9-4177-826d-759b1fc1131a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845056
May 14 21:16:04.277911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064c80b-70fb-40b0-9151-920cf458e39c req-e962409e-055f-4201-9c2d-25443a5bcd85 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:04.279460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c064c80b-70fb-40b0-9151-920cf458e39c req-e962409e-055f-4201-9c2d-25443a5bcd85 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.0495424
May 14 21:16:04.345242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c064c80b-70fb-40b0-9151-920cf458e39c req-a893d1d8-42fd-4aed-a884-a12e4e4a936d tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579708
May 14 21:16:04.361289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:04.481671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:04.494787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'mac_address': 'fa:16:3e:9a:0a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:16:04.504268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ceb744f-21ee-40aa-be01-8b63ad9db81e req-55cb162f-6431-49a6-b63e-baddf827f772 tempest-ServerDiskConfigTestJSON-1432404419 tempest-ServerDiskConfigTestJSON-1432404419-project] 10.222.0.52 "GET /v2.0/ports?device_id=70c11e4b-dada-44e6-b5f5-09279f34f6b2 HTTP/1.1" status: 200  len: 210 time: 0.0457413
May 14 21:16:04.552833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:04.553240 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:04.571765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c350058-cff2-443a-abaf-aacd188ca6b0 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:04.599381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:04.615598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:04.615881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Publish callbacks [] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:04.625230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Transition to ACTIVE for port object 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:04.685965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:04.709360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:04.745773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:04.770180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:04.856269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:04.856611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:04.856942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:04.861961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:04.864644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:04.867538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:04.867681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:04.867993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:04.868510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Bound port: 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:04.869458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:04.877655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe852-46bc-40f5-a49f-36f15bd62376 req-a91e77de-8384-45e4-ac99-ef7425b86241 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:04.879420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fedfe852-46bc-40f5-a49f-36f15bd62376 req-a91e77de-8384-45e4-ac99-ef7425b86241 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.0506935
May 14 21:16:04.944655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:04.948699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:04.956857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fedfe852-46bc-40f5-a49f-36f15bd62376 req-2b565c0c-b42d-4a42-a009-94282ff4310e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677209
May 14 21:16:04.980483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:05.030944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['6c350058-cff2-443a-abaf-aacd188ca6b0'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:05.035710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.098118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 229bb137-aed4-4606-843d-7799884c4e81 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:05.098639 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (229bb137-aed4-4606-843d-7799884c4e81), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.112283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:05.138145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.138778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.140691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-33a9174d-531c-4fae-8ab7-99b35a159987 service neutron] 10.222.0.36 "PUT /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 1091 time: 1.1502752
May 14 21:16:05.141145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:05.143398 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:05.153905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d0020-3c38-4c58-b19e-30814effde9b req-33bebfd7-43d7-4217-9ab4-78e6df358f8e tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.161529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b3d0020-3c38-4c58-b19e-30814effde9b req-33bebfd7-43d7-4217-9ab4-78e6df358f8e tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 949 time: 0.1389217
May 14 21:16:05.218361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b3d0020-3c38-4c58-b19e-30814effde9b req-88e6fc8b-8e4a-4216-bde1-ff5591b9d1b5 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558603
May 14 21:16:05.225763 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22411f8-647e-43bc-9ccc-4c52e4d7b0b9 x-openstack-request-id: req-a22411f8-647e-43bc-9ccc-4c52e4d7b0b9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:05.225763 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:05.225763 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a22411f8-647e-43bc-9ccc-4c52e4d7b0b9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:05.226647 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22411f8-647e-43bc-9ccc-4c52e4d7b0b9'] response: {'name': 'network-changed', 'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'status': 'completed', 'code': 200}
May 14 21:16:05.277056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:05.277726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.302993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8 req-940d44f9-1aad-45e1-94bf-4db96bb65062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.308100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8 req-940d44f9-1aad-45e1-94bf-4db96bb65062 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1125 time: 0.0673139
May 14 21:16:05.317617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:05.321066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:05.327075 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035aaec8-bc7c-4b07-9a53-329840bb1f7e" -d '{"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-plugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:05.367868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90dfdd-08ad-412c-8541-da7f98248776 req-fe2a7a9e-d9e8-483a-b146-026558bf2f82 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.371167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c90dfdd-08ad-412c-8541-da7f98248776 req-fe2a7a9e-d9e8-483a-b146-026558bf2f82 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0854876
May 14 21:16:05.399378 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf8705-20e4-4fa0-b35c-0da942f6d4bf x-openstack-request-id: req-2ddf8705-20e4-4fa0-b35c-0da942f6d4bf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:05.399919 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-plugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:05.400007 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ddf8705-20e4-4fa0-b35c-0da942f6d4bf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:05.401300 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddf8705-20e4-4fa0-b35c-0da942f6d4bf'] response: {'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'code': 200}
May 14 21:16:05.430865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.434258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:05.458804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:16:05.459253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3806f5cd-d4ca-44ab-a0d0-8cb03de3c29a not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:05.486900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c90dfdd-08ad-412c-8541-da7f98248776 req-ab5bd053-b36f-48dc-9365-bb6feb4d7fbe tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076231
May 14 21:16:05.538860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=10']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:05.557562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4f1e-9e5d-4296-b392-bccbd53fee38 req-3b19b438-6471-4f47-b67d-4783394b35bd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.560531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52fc4f1e-9e5d-4296-b392-bccbd53fee38 req-3b19b438-6471-4f47-b67d-4783394b35bd tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.1066754
May 14 21:16:05.601008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-e36def6f-ef80-4177-a84b-2b484a79d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.619145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-e36def6f-ef80-4177-a84b-2b484a79d36c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1197429
May 14 21:16:05.620703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8 req-4ab5eaa5-0e7f-483a-912c-08d844b2fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.620703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8 req-4ab5eaa5-0e7f-483a-912c-08d844b2fea6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&shared=False HTTP/1.1" status: 200  len: 922 time: 0.2963610
May 14 21:16:05.740192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52fc4f1e-9e5d-4296-b392-bccbd53fee38 req-9359a036-ecb6-449e-af61-8431db1c3b93 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1684022
May 14 21:16:05.770622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8 req-79087003-efd5-46fb-ade4-b902ae3193ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.770622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12058401-f2e2-4fc7-add6-22bcc2cfd3b8 req-79087003-efd5-46fb-ade4-b902ae3193ab service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1399105
May 14 21:16:05.820409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53086) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:05.865832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-c28253df-9663-46f3-a63b-a1b96668359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:05.867500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-c28253df-9663-46f3-a63b-a1b96668359b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1125 time: 0.0561476
May 14 21:16:05.870343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Deleting subnet 98d2c7c2-7c18-4078-88bc-d38042d9b040 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:16:05.873986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Publish callbacks [] for subnet (98d2c7c2-7c18-4078-88bc-d38042d9b040), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.923429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (98d2c7c2-7c18-4078-88bc-d38042d9b040), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:05.935155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-a554e01f-ffb7-4e12-b8da-9807d4900e51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 217 time: 0.0585628
May 14 21:16:05.994642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (98d2c7c2-7c18-4078-88bc-d38042d9b040), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.033205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0e17f9ee-1dc2-41a7-875c-c0d589a048df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:06.035044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-0e17f9ee-1dc2-41a7-875c-c0d589a048df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0914648
May 14 21:16:06.097566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-d3f3708d-d868-4037-80f8-d300e9fb78fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551827
May 14 21:16:06.154885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (98d2c7c2-7c18-4078-88bc-d38042d9b040), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.206544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d2c7c2-7c18-4078-88bc-d38042d9b040,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:06.210255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.220193 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6f34d6c3-64a0-43f4-8486-f266774d6930 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/98d2c7c2-7c18-4078-88bc-d38042d9b040 HTTP/1.1" status: 204  len: 168 time: 0.3980043
May 14 21:16:06.220737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:06.232299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74207f-4727-4e02-899f-373977c71907 req-8ae3cfc8-8041-41b6-831b-bf479e9d2634 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:06.242834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b74207f-4727-4e02-899f-373977c71907 req-8ae3cfc8-8041-41b6-831b-bf479e9d2634 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.1479053
May 14 21:16:06.305964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8f75d233-b39d-4c19-a44f-6a34a157d017), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.325365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b74207f-4727-4e02-899f-373977c71907 req-b6e18346-b6f2-4ebf-8625-44fa507eb541 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815516
May 14 21:16:06.336746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-6243173e-b615-4d80-abaf-ec32c6cec9ef service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2275443
May 14 21:16:06.370247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:06.435084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 6c350058-cff2-443a-abaf-aacd188ca6b0 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:16:06.452611 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8f75d233-b39d-4c19-a44f-6a34a157d017), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.460797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96bc11-79c6-4d52-9c00-fe7bac3b2e27 req-36d647f4-aaf0-47e8-a694-9c816991cd83 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:06.462368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab96bc11-79c6-4d52-9c00-fe7bac3b2e27 req-36d647f4-aaf0-47e8-a694-9c816991cd83 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 949 time: 0.1350276
May 14 21:16:06.463574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66715b9c-4f03-46c3-ac22-7ae0e24e592d req-7ce3711d-323b-46d6-aa8a-3969e6d538eb service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196465
May 14 21:16:06.496536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522afeef70>,) {'filters': {'network_id': ['8f75d233-b39d-4c19-a44f-6a34a157d017']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:06.513073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 6c350058-cff2-443a-abaf-aacd188ca6b0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:06.513973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.531346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afeef70>, '5d5f673b-f807-4300-ad52-b1ecaf239ed9') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:06.531746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afeef70>, '5d5f673b-f807-4300-ad52-b1ecaf239ed9') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:06.547353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (5d5f673b-f807-4300-ad52-b1ecaf239ed9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.572751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5d5f673b-f807-4300-ad52-b1ecaf239ed9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.582225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:16:06.582604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (5d5f673b-f807-4300-ad52-b1ecaf239ed9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:16:06.584446 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:16:06.606560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab96bc11-79c6-4d52-9c00-fe7bac3b2e27 req-77b35033-e065-4029-af15-d2ae3c073909 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300282
May 14 21:16:06.724275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:06.724915 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.725401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1a7b-d991-4fb3-a980-1856080de0ac req-f17ae726-93d7-4a0b-ad71-96b63ca2f5ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:06.733370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-698d1a7b-d991-4fb3-a980-1856080de0ac req-f17ae726-93d7-4a0b-ad71-96b63ca2f5ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.1012557
May 14 21:16:06.759026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8f75d233-b39d-4c19-a44f-6a34a157d017), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.770783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.780175 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f75d233-b39d-4c19-a44f-6a34a157d017 HTTP/1.1" status: 204  len: 168 time: 0.5571296
May 14 21:16:06.780354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:06.808460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1039-3e77-4154-8222-806e7f870bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f75d233-b39d-4c19-a44f-6a34a157d017,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:06.812896 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-698d1a7b-d991-4fb3-a980-1856080de0ac req-39df392b-2e62-4fbb-bc15-ac339df1d394 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786803
May 14 21:16:06.851952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:06.910867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:06.950092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a53226-9928-42eb-b676-14de18125ea5 req-158ae06e-d518-4706-a84c-7b4c636fcad2 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:06.951944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-52a53226-9928-42eb-b676-14de18125ea5 req-158ae06e-d518-4706-a84c-7b4c636fcad2 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.0692880
May 14 21:16:07.014781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-52a53226-9928-42eb-b676-14de18125ea5 req-d06efdd6-edbc-46bd-9115-64d23b0ff8db tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538762
May 14 21:16:07.142553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53122) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:07.194874 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2de32a4b-e550-4759-bd82-32e1301fec78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4af8109ce4a4e98a2e7104125651db0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0502818
May 14 21:16:07.197974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53124) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:07.253607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8c33a9f-f12c-4a3e-8f1d-27abe2b4d911 admin admin] Publish callbacks [] for security_group (5aabc91d-1c8d-458a-a47c-5223dfb35f0b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:07.291322 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8c33a9f-f12c-4a3e-8f1d-27abe2b4d911 admin admin] Publish callbacks [] for security_group (5aabc91d-1c8d-458a-a47c-5223dfb35f0b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:07.402161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:07.404545 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53188a2-1053-4dae-b7f4-8fa5cd5117bf" -d '{"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-plugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:07.444730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13063f-4aaa-4127-9239-9b8e05a82a73 req-743fcd2b-a07a-4889-94de-90fbfe49d13b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:07.446387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df13063f-4aaa-4127-9239-9b8e05a82a73 req-743fcd2b-a07a-4889-94de-90fbfe49d13b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0527544
May 14 21:16:07.448407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8c33a9f-f12c-4a3e-8f1d-27abe2b4d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5aabc91d-1c8d-458a-a47c-5223dfb35f0b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:07.451282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8c33a9f-f12c-4a3e-8f1d-27abe2b4d911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:07.455087 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8c33a9f-f12c-4a3e-8f1d-27abe2b4d911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5aabc91d-1c8d-458a-a47c-5223dfb35f0b HTTP/1.1" status: 204  len: 168 time: 0.2561800
May 14 21:16:07.465659 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd54df6-5e97-4cd4-99d4-1eac8b35da9a x-openstack-request-id: req-2dd54df6-5e97-4cd4-99d4-1eac8b35da9a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:07.466240 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-plugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:07.466240 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2dd54df6-5e97-4cd4-99d4-1eac8b35da9a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:07.466609 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd54df6-5e97-4cd4-99d4-1eac8b35da9a'] response: {'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'code': 200}
May 14 21:16:07.472290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c33a9f-f12c-4a3e-8f1d-27abe2b4d911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aabc91d-1c8d-458a-a47c-5223dfb35f0b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:07.527454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df13063f-4aaa-4127-9239-9b8e05a82a73 req-ff06e07d-ab09-4509-8c0d-573c11add589 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712249
May 14 21:16:07.707377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-3e1a453d-7dd7-4649-892e-b8d468b80922 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856604
May 14 21:16:07.765954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43407604-89f5-4635-acff-e3f6d1ebe571 req-2cd0e9f0-4e9c-4d17-87ab-14512aca2774 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:07.773130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43407604-89f5-4635-acff-e3f6d1ebe571 req-2cd0e9f0-4e9c-4d17-87ab-14512aca2774 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 949 time: 0.0684853
May 14 21:16:07.820592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43407604-89f5-4635-acff-e3f6d1ebe571 req-a5c5afdf-1f69-4f08-a460-d2a6be46aaef tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465429
May 14 21:16:07.963877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69eeab-ae10-4042-9bcb-9ef2bf279ad3 req-41c2012d-24c2-4bdd-a6ee-153ee76983ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:07.971039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b69eeab-ae10-4042-9bcb-9ef2bf279ad3 req-41c2012d-24c2-4bdd-a6ee-153ee76983ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0667124
May 14 21:16:08.029032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b69eeab-ae10-4042-9bcb-9ef2bf279ad3 req-6563a09b-1cf9-460a-b04c-0d1b9d770e16 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569444
May 14 21:16:08.196537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a599c-9e04-4aab-947a-e7e49afe4003 req-b8f04148-535d-42da-94ee-c19838411d31 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:08.202099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad9a599c-9e04-4aab-947a-e7e49afe4003 req-b8f04148-535d-42da-94ee-c19838411d31 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 949 time: 0.0809493
May 14 21:16:08.269725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad9a599c-9e04-4aab-947a-e7e49afe4003 req-cec788c5-b897-46c7-8c90-4638b8b271ef tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572312
May 14 21:16:08.398845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:08.485396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:08.486554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:08.532921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:08.661443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a0f5-fbcd-4fed-8779-6e2a2071ef5d req-76f642ee-f843-4510-ad1c-ced8344b2f10 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:08.662917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0244a0f5-fbcd-4fed-8779-6e2a2071ef5d req-76f642ee-f843-4510-ad1c-ced8344b2f10 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0572205
May 14 21:16:08.717102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0244a0f5-fbcd-4fed-8779-6e2a2071ef5d req-e1739573-5695-4aed-a7c8-7cfa67017231 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481403
May 14 21:16:08.801652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:08.865400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:08.956166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e166a-681e-4530-9a88-a60ddb2f3e0c req-49d43486-81ac-423a-b813-9c0bbe081b13 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:08.961589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb7e166a-681e-4530-9a88-a60ddb2f3e0c req-49d43486-81ac-423a-b813-9c0bbe081b13 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 949 time: 0.0526247
May 14 21:16:08.984462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:09.035587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb7e166a-681e-4530-9a88-a60ddb2f3e0c req-0497ac79-3bdb-41e2-97a3-fc89f192d0f4 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711532
May 14 21:16:09.108961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:09.121969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'port_id': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'mac_address': 'fa:16:3e:da:2f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9647eb6c-3234-42a7-a7da-4fae2be2f8c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:16:09.156580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:09.162486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:09.162805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:09.174965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf449a2e-05f0-42df-b487-8ea89c7a0215 req-a080263f-cf94-4487-b5fc-07ef61f2ac5e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:09.176783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf449a2e-05f0-42df-b487-8ea89c7a0215 req-a080263f-cf94-4487-b5fc-07ef61f2ac5e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0649431
May 14 21:16:09.181942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:09.211107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:09.265518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf449a2e-05f0-42df-b487-8ea89c7a0215 req-e6f87941-d4fe-4344-b641-28aa82e5d816 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805409
May 14 21:16:09.329610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:09.359496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1334823464-network', 'tenant_id': 'ac56d68252fb4633b27be1d5f4a18d0b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:09.436731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:09.460358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fcd03-7e3e-4d9b-94f0-23d0b04f1056 req-66c4b20c-d5a9-47e2-afcf-26e08f9628e7 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:09.461917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a05fcd03-7e3e-4d9b-94f0-23d0b04f1056 req-66c4b20c-d5a9-47e2-afcf-26e08f9628e7 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.0894208
May 14 21:16:09.467578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:09.469891 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de91cf7-a522-4bec-b8e9-1a3e7adfda3c" -d '{"events": [{"server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:09.525612 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd0c45b-a5d3-4456-921d-6a801caefe24 x-openstack-request-id: req-2dd0c45b-a5d3-4456-921d-6a801caefe24 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:09.526289 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "name": "network-vif-unplugged", "status": "completed", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:09.526289 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2dd0c45b-a5d3-4456-921d-6a801caefe24 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:09.526532 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd0c45b-a5d3-4456-921d-6a801caefe24'] response: {'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa', 'code': 200}
May 14 21:16:09.536099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a05fcd03-7e3e-4d9b-94f0-23d0b04f1056 req-74bb1947-abe5-465e-a3ac-46d51e15d282 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677357
May 14 21:16:09.537203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Made reservation on behalf of ac56d68252fb4633b27be1d5f4a18d0b for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:09.540757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:09.557580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:09.627781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:09.672426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-8e3ba6b3-dd51-4cc3-adb2-1a62468f4835 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:09.678710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-8e3ba6b3-dd51-4cc3-adb2-1a62468f4835 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.0783200
May 14 21:16:09.728587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks [] for security_group (ea77d386-3427-43a4-828d-8b79632490f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:09.816541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59886512-890a-417e-bff9-085b9bfd2620 req-1c9b0640-82ee-4f49-826e-5584859ef29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:09.818595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59886512-890a-417e-bff9-085b9bfd2620 req-1c9b0640-82ee-4f49-826e-5584859ef29d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1131 time: 0.0666561
May 14 21:16:09.822421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ea77d386-3427-43a4-828d-8b79632490f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:09.987417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-5222f019-98aa-42a4-8752-050d86ff99a3 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:09.991086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-5222f019-98aa-42a4-8752-050d86ff99a3 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 949 time: 0.3114345
May 14 21:16:10.002405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:10.088210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.088670 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Added segment 1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598 of type vlan for network 728ce14a-92e3-4451-985e-e41013ccefc6
May 14 21:16:10.142006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea77d386-3427-43a4-828d-8b79632490f9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:10.144578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bff08e-87c7-45e2-bc7f-7affa3737cd2 req-afcb1666-2641-48e7-bb84-6925a45f8878 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:10.161164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1bff08e-87c7-45e2-bc7f-7affa3737cd2 req-afcb1666-2641-48e7-bb84-6925a45f8878 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.3068359
May 14 21:16:10.257983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Deleting port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:10.258362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.272075 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59886512-890a-417e-bff9-085b9bfd2620 req-b076e5bf-b558-4419-90cf-5c0c0afa62e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4332094
May 14 21:16:10.304143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (728ce14a-92e3-4451-985e-e41013ccefc6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.314807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705e5d-b822-452a-8eff-59e16a693a11 req-e1b65939-6c79-4bc8-923b-4cb22859cd89 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:10.320355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ff85fb48-e95b-49d9-a102-edb0ecd19adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.323325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79705e5d-b822-452a-8eff-59e16a693a11 req-e1b65939-6c79-4bc8-923b-4cb22859cd89 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 949 time: 0.1516278
May 14 21:16:10.335816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f735cfe-defb-4001-8039-2eed6e7dfa76 req-9da23afa-275e-4f22-a3b0-2d5eca6bb1bf service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6610289
May 14 21:16:10.396046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device cd79d740-e7bf-4fb9-a20e-1e35700ba976 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:10.400237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79705e5d-b822-452a-8eff-59e16a693a11 req-9b33c5a1-3b0f-476a-a4a2-3886894b554a tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/security-groups?id=73ef7a41-ecc1-4d91-82ac-3fc3922ae307&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757174
May 14 21:16:10.449250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (728ce14a-92e3-4451-985e-e41013ccefc6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.450962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:10.451847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.607347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 1.4495766
May 14 21:16:10.615540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53212) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:10.622256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Request body: {'subnet': {'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1334823464-subnet', 'tenant_id': 'ac56d68252fb4633b27be1d5f4a18d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:10.631460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622b51e-723b-47a2-86dc-0bab73145c94 admin admin] Pushing event updated for resources: {'Network': ['ID=728ce14a-92e3-4451-985e-e41013ccefc6,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:10.651883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfca3e1-8eaf-4b54-b1b1-17d52718e516 req-8c917de4-54cd-41ff-9608-0a423b7b3435 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:10.660375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bfca3e1-8eaf-4b54-b1b1-17d52718e516 req-8c917de4-54cd-41ff-9608-0a423b7b3435 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.1544256
May 14 21:16:10.665000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 728ce14a-92e3-4451-985e-e41013ccefc6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:10.673563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port cd79d740-e7bf-4fb9-a20e-1e35700ba976 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:10.753725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1bfca3e1-8eaf-4b54-b1b1-17d52718e516 req-59fd866f-51c4-46cc-ba65-2600a090d4a1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892098
May 14 21:16:10.774633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Made reservation on behalf of ac56d68252fb4633b27be1d5f4a18d0b for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:10.778342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.785377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Deleting port cd79d740-e7bf-4fb9-a20e-1e35700ba976 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:10.785818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.932292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] For port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:10.932428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.936303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] For port cd79d740-e7bf-4fb9-a20e-1e35700ba976, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cd79d740-e7bf-4fb9-a20e-1e35700ba976,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:10.936663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:10.977295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Calling delete_port for cd79d740-e7bf-4fb9-a20e-1e35700ba976 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:11.009913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:11.012053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bb172-e401-4f88-8806-b45f5a2e81ea req-8ba19574-4b3c-4f5f-b4a1-b1f71fceb810 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:11.017718 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-665bb172-e401-4f88-8806-b45f5a2e81ea req-8ba19574-4b3c-4f5f-b4a1-b1f71fceb810 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=f17f45dd-b0ff-4097-8de4-b6ffc68de7d9 HTTP/1.1" status: 200  len: 947 time: 0.0761626
May 14 21:16:11.107253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Calling delete_port for ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:11.126746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1bff08e-87c7-45e2-bc7f-7affa3737cd2 req-92beb813-30a7-40b0-b87d-7b54c55b2645 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9645395
May 14 21:16:11.136884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:16:11.157189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-665bb172-e401-4f88-8806-b45f5a2e81ea req-e77819a9-a9a5-4f95-89fa-67062fb9030c tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216545
May 14 21:16:11.174683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.237714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:11.238726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.278088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8a383e12-d210-4044-95a7-44244d40f6be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.317408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38edadd-e360-4456-89eb-f920543ab05b req-f4ab59c9-f37f-44a7-8d8b-ba377caefbad tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:11.318935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f38edadd-e360-4456-89eb-f920543ab05b req-f4ab59c9-f37f-44a7-8d8b-ba377caefbad tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1128 time: 0.0943453
May 14 21:16:11.359692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:11.360513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.383043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a383e12-d210-4044-95a7-44244d40f6be,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:11.395225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Checking segment: {'id': '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:11.395867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Network hostable DHCP agents. Network: 728ce14a-92e3-4451-985e-e41013ccefc6, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:11.445178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f38edadd-e360-4456-89eb-f920543ab05b req-1e3b599b-dcfb-461a-96a2-4ffe33ed045a tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131201
May 14 21:16:11.449813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cd79d740-e7bf-4fb9-a20e-1e35700ba976), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.472957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:11.488882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Network 728ce14a-92e3-4451-985e-e41013ccefc6 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:11.522311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Pushing event deleted for resources: {'Port': ['ID=cd79d740-e7bf-4fb9-a20e-1e35700ba976,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:11.528355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:11.531952 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f966fc-fb99-438c-b812-acb7418d6ab3" -d '{"events": [{"server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:11.552817 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.578788 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc3ebbe3-aa28-4a87-a6a0-8c461ff65fdf req-794b9bfc-563f-4089-bc69-7323cb8ae20f tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.52 "GET /v2.0/ports?device_id=b557786f-467b-4f39-b283-7c798215ba18 HTTP/1.1" status: 200  len: 210 time: 0.0751874
May 14 21:16:11.583391 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.586394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 728ce14a-92e3-4451-985e-e41013ccefc6) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:11.596062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:11.596778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.620200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.684144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event deleted for resources: {'Port': ['ID=ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:11.687558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] No DVR routers for this DVR port cd79d740-e7bf-4fb9-a20e-1e35700ba976 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:11.706134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-71b2fe5c-93b4-42da-9663-a8840047791c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0890326
May 14 21:16:11.795146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] No DVR routers for this DVR port ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:11.800849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.807566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25e3edf4-845a-4f51-aea5-6a037d882745 req-661b8458-dd1c-4548-a620-9e4482d9ba30 tempest-ListImageFiltersTestJSON-1165058219 tempest-ListImageFiltersTestJSON-1165058219-project] 10.222.0.48 "DELETE /v2.0/ports/cd79d740-e7bf-4fb9-a20e-1e35700ba976 HTTP/1.1" status: 204  len: 173 time: 1.8058877
May 14 21:16:11.808546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-deleted', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:11.810838 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70995c-03f6-4068-9ce7-29bfa09bbc6b" -d '{"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-deleted", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:11.815392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:11.818780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb6b87ae-cbf3-4158-9413-6d58083207fe req-22c6113f-4938-4e03-a926-ca111f7bcd4e tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "DELETE /v2.0/ports/ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa HTTP/1.1" status: 204  len: 173 time: 2.0672898
May 14 21:16:11.891792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e3f56-db1e-45c0-894a-6567d7c646e6 req-cd9f5938-2e96-4f11-a44a-d3f2dd5a27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:11.893318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-210e3f56-db1e-45c0-894a-6567d7c646e6 req-cd9f5938-2e96-4f11-a44a-d3f2dd5a27ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1127 time: 0.0699229
May 14 21:16:11.990784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-210e3f56-db1e-45c0-894a-6567d7c646e6 req-6de42914-9874-4f73-a4d4-06267b764b92 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900383
May 14 21:16:12.019575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c611e0-e912-4ad1-bac4-490fe55b1c56 req-595bf173-3519-4431-8936-a97d09109ff6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:12.027622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e3c611e0-e912-4ad1-bac4-490fe55b1c56 req-595bf173-3519-4431-8936-a97d09109ff6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 945 time: 0.0925894
May 14 21:16:12.090033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e3c611e0-e912-4ad1-bac4-490fe55b1c56 req-16cc2076-2d25-444e-a190-09255fa7ab5f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613673
May 14 21:16:12.115638 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e8609f-da13-4bb3-bbbe-99040ac1d679 x-openstack-request-id: req-d1e8609f-da13-4bb3-bbbe-99040ac1d679 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:12.116166 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "name": "network-vif-plugged", "status": "completed", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:12.116291 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1e8609f-da13-4bb3-bbbe-99040ac1d679 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:12.116729 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e8609f-da13-4bb3-bbbe-99040ac1d679'] response: {'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'code': 200}
May 14 21:16:12.117919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239511f-720f-4d45-8c3f-a6c9e0a350a2 None None] Network 728ce14a-92e3-4451-985e-e41013ccefc6 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:12.124615 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['98713c9a-6a3b-4530-a828-26ae7e23cc8f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:12.126923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:12.209165 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bd29be-1fb4-4597-b75a-9bee0739b58c x-openstack-request-id: req-52bd29be-1fb4-4597-b75a-9bee0739b58c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:12.210055 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b557786f-467b-4f39-b283-7c798215ba18", "name": "network-vif-deleted", "tag": "cd79d740-e7bf-4fb9-a20e-1e35700ba976", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:12.210538 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52bd29be-1fb4-4597-b75a-9bee0739b58c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:12.211207 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bd29be-1fb4-4597-b75a-9bee0739b58c'] response: {'server_uuid': 'b557786f-467b-4f39-b283-7c798215ba18', 'name': 'network-vif-deleted', 'tag': 'cd79d740-e7bf-4fb9-a20e-1e35700ba976', 'status': 'completed', 'code': 200}
May 14 21:16:12.267332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:12.574961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290765a0-87dc-4cb0-b8ad-d27aecc84473 None None] Network 728ce14a-92e3-4451-985e-e41013ccefc6 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:12.802836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1dcb8c60-3c1d-4852-b0f0-8967f133464b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:12.852511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-af98676f-40f5-43be-aa14-ba037092da4a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:12.856808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-af98676f-40f5-43be-aa14-ba037092da4a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/networks?id=728ce14a-92e3-4451-985e-e41013ccefc6 HTTP/1.1" status: 200  len: 814 time: 0.2346320
May 14 21:16:12.879419 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-3a75edb8-f86e-4a5a-b3d5-675145991beb tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/quotas/ac56d68252fb4633b27be1d5f4a18d0b HTTP/1.1" status: 200  len: 375 time: 0.0159183
May 14 21:16:12.920123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-1250bedb-bb56-4408-859e-b6949b02d06d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac56d68252fb4633b27be1d5f4a18d0b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0340216
May 14 21:16:13.050589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-fe501337-dc63-4b18-bac5-3fa518421bac service neutron] 10.222.0.52 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198609
May 14 21:16:13.161695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-3a7301d1-3684-44da-9b11-b77210d90c92 service neutron] 10.222.0.52 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1020408
May 14 21:16:13.585135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979231cd-2a1b-4406-a3c1-45512b1aac73 req-92813d33-f445-42f2-b3ee-1b97e07807ae tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:13.600390 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-979231cd-2a1b-4406-a3c1-45512b1aac73 req-92813d33-f445-42f2-b3ee-1b97e07807ae tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1205585
May 14 21:16:13.671751 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-979231cd-2a1b-4406-a3c1-45512b1aac73 req-730d141a-9b2e-4b19-8a8d-a73fecfe2b60 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675642
May 14 21:16:13.734117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:13.898459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3a2e-380d-41ac-bf57-32b72431a741 req-4238726b-5997-4c1e-b881-18de9b51b065 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:13.900919 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-299a3a2e-380d-41ac-bf57-32b72431a741 req-4238726b-5997-4c1e-b881-18de9b51b065 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 945 time: 0.0596688
May 14 21:16:13.975617 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-299a3a2e-380d-41ac-bf57-32b72431a741 req-d0b6249f-9ced-4bfe-976b-d3c44deab833 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658748
May 14 21:16:14.102764 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd35c031-5d76-4219-90f0-c373889b292d req-cf1ef2ac-f93c-4077-baed-aea3804b410b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 210 time: 0.0285118
May 14 21:16:14.202686 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1072ed1-a758-4499-b062-2e7cf7bfb3e2 req-66367e69-0843-4b06-b68d-684fa136a599 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:14.204494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e1072ed1-a758-4499-b062-2e7cf7bfb3e2 req-66367e69-0843-4b06-b68d-684fa136a599 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1131 time: 0.0437653
May 14 21:16:14.212751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'name': 'network-vif-deleted', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:14.215157 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6268525b-7deb-4738-aebe-6c49cc3fb468" -d '{"events": [{"server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "name": "network-vif-deleted", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:14.252126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e1072ed1-a758-4499-b062-2e7cf7bfb3e2 req-3f25066d-2790-43c8-adc3-5cf553892196 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414786
May 14 21:16:14.294021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-d6f58227-11da-4edb-983a-eb874d220975 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395393
May 14 21:16:14.360256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-5e8fc0d2-10f3-4237-814e-81a7283f4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:14.362022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-5e8fc0d2-10f3-4237-814e-81a7283f4344 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 1132 time: 0.0394177
May 14 21:16:14.389688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-613e56d3-64b4-4d17-8167-4b4d07df16c3 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:16:14.390662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-613e56d3-64b4-4d17-8167-4b4d07df16c3 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0065250
May 14 21:16:14.438612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-0677ade3-e5cb-4356-90b3-916a79cb5156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:14.440442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-0677ade3-e5cb-4356-90b3-916a79cb5156 service neutron] 10.222.0.52 "GET /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 1125 time: 0.0433464
May 14 21:16:14.450185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:14.450770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Unknown quota resources ['binding']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:16:14.491736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-6970289a-4190-4954-84d8-ed0f14e8b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:14.493260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-6970289a-4190-4954-84d8-ed0f14e8b52e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1066966
May 14 21:16:14.542006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-db9e1e57-58b4-4f72-be2e-7d6d9bc16ee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 200  len: 217 time: 0.0371575
May 14 21:16:14.609282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on host nch1-master-1 for vnic_type normal with profile None {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:14.609600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:14.609955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:14.614812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:14.619339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:14.621483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:14.621904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:14.622129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:14.622540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Bound port: ec8012be-be33-462f-961b-6c852f9a37d4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:14.635822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-33e1beb2-62b8-4e8e-92ff-8bf76c1d4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:14.637711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-33e1beb2-62b8-4e8e-92ff-8bf76c1d4fd1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0863624
May 14 21:16:14.693627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-8288619e-0638-4af9-9e00-f6c37eeba93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:14.694332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:14.695722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-8288619e-0638-4af9-9e00-f6c37eeba93a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0513179
May 14 21:16:14.840715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:14.843048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bc5b25ac-01c4-4e28-9f4d-bc7082bd7b74 service neutron] 10.222.0.52 "POST /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4/bindings HTTP/1.1" status: 201  len: 389 time: 0.3971727
May 14 21:16:14.867854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-cdc90329-0084-4e41-85e5-e4b795325543 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629815
May 14 21:16:14.985237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e51747f-738e-4ac4-9297-4d75f3b0cc41 req-b5a6b555-2d8c-4646-bb92-7d9e0b22279f service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094623
May 14 21:16:15.244841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf7251-11b4-45a7-8d29-b02dca098271 req-2cca41d4-631f-4ad2-a288-55cffb244af7 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:15.252843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3bf7251-11b4-45a7-8d29-b02dca098271 req-2cca41d4-631f-4ad2-a288-55cffb244af7 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1127 time: 0.0791686
May 14 21:16:15.320972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3bf7251-11b4-45a7-8d29-b02dca098271 req-f571ff41-0ccb-4417-9724-37eebbff11c7 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671697
May 14 21:16:15.402633 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dce910-f615-4606-a583-af43d7a4b462 x-openstack-request-id: req-70dce910-f615-4606-a583-af43d7a4b462 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:15.403111 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f45dd-b0ff-4097-8de4-b6ffc68de7d9", "name": "network-vif-deleted", "tag": "ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:15.403413 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70dce910-f615-4606-a583-af43d7a4b462 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:15.403956 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dce910-f615-4606-a583-af43d7a4b462'] response: {'server_uuid': 'f17f45dd-b0ff-4097-8de4-b6ffc68de7d9', 'name': 'network-vif-deleted', 'tag': 'ff34d131-6ab2-4ef5-a6c0-a47a6d4767fa', 'status': 'completed', 'code': 200}
May 14 21:16:15.566758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:15.910196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c1ac6-e513-4dd8-bd4a-cbf312762ca0 req-7e746518-ef53-4141-9769-08c7a2943f9b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:15.911868 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c6c1ac6-e513-4dd8-bd4a-cbf312762ca0 req-7e746518-ef53-4141-9769-08c7a2943f9b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 950 time: 0.0688000
May 14 21:16:15.980156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c6c1ac6-e513-4dd8-bd4a-cbf312762ca0 req-a27e5920-16d6-47c9-b8b2-cb7747b4b088 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592699
May 14 21:16:16.210899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81106-b03c-4b57-94dd-6f671850f940 req-e7bda0a5-6af9-4381-b6e8-4adb3a42055c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.218652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07a81106-b03c-4b57-94dd-6f671850f940 req-e7bda0a5-6af9-4381-b6e8-4adb3a42055c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0957501
May 14 21:16:16.279951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96b2f9c9-b2f1-46e3-8d12-05c7e87ac9f0 req-29f9417f-adcb-46d8-a870-54a8b0ee0a15 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 210 time: 0.0527771
May 14 21:16:16.292231 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07a81106-b03c-4b57-94dd-6f671850f940 req-40263a9a-f462-4d08-af24-822479f92843 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723631
May 14 21:16:16.428739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-e66a0874-c006-4ed5-a950-8cdf5a330710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.430959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-e66a0874-c006-4ed5-a950-8cdf5a330710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1128 time: 0.1040530
May 14 21:16:16.437614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287e2f4-7dca-4489-9cea-0592d048f6ca req-67636f5e-b7a9-4900-8586-e89462618888 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.444013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9287e2f4-7dca-4489-9cea-0592d048f6ca req-67636f5e-b7a9-4900-8586-e89462618888 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1127 time: 0.0579016
May 14 21:16:16.562094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-a3441006-dde5-47e4-9b18-1bbaa059be85 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.563932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-a3441006-dde5-47e4-9b18-1bbaa059be85 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 950 time: 0.1938388
May 14 21:16:16.571446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-9124fa90-6445-4fa9-9e2c-fb2c8d356d6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1356957
May 14 21:16:16.585093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9287e2f4-7dca-4489-9cea-0592d048f6ca req-52ebadbc-64b8-4239-a41d-0494b5663034 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199644
May 14 21:16:16.629086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-889f9da2-9db5-4696-9f80-ca7e550542ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.630594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-889f9da2-9db5-4696-9f80-ca7e550542ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1856618
May 14 21:16:16.702269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-8a2b2ea7-76f1-4ad2-a6af-e1773909214d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 217 time: 0.0646873
May 14 21:16:16.762999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:16.794268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Deleting port 98713c9a-6a3b-4530-a828-26ae7e23cc8f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:16.794614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:16.868951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cfd33-a3a3-484e-ae3d-816a1bfd7112 req-2df57412-cc79-4f7a-bfe6-fc2c95d1c3f6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.868951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d68cfd33-a3a3-484e-ae3d-816a1bfd7112 req-2df57412-cc79-4f7a-bfe6-fc2c95d1c3f6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1607547
May 14 21:16:16.895826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-9cc3a726-420d-45d2-9eeb-7728ab8d03ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:16.897548 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-9cc3a726-420d-45d2-9eeb-7728ab8d03ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1795301
May 14 21:16:16.982520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] For port 98713c9a-6a3b-4530-a828-26ae7e23cc8f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=98713c9a-6a3b-4530-a828-26ae7e23cc8f,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:16.984768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:16.992127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-023be3ee-9465-4ff7-9323-1a47916f68a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0866611
May 14 21:16:17.030930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Calling delete_port for 98713c9a-6a3b-4530-a828-26ae7e23cc8f owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:17.033612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d68cfd33-a3a3-484e-ae3d-816a1bfd7112 req-633b9333-35de-43dd-bf1e-881e74141f73 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623566
May 14 21:16:17.182032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-6886c1e4-b7a1-4466-800c-23d9307294d0 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779339
May 14 21:16:17.338270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b962f-b1e0-4542-ae9b-c64365e2900a req-6b7c251d-aead-44f3-a2b8-e18cfdcdbd28 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:17.354107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-588b962f-b1e0-4542-ae9b-c64365e2900a req-6b7c251d-aead-44f3-a2b8-e18cfdcdbd28 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 950 time: 0.1191564
May 14 21:16:17.476463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-588b962f-b1e0-4542-ae9b-c64365e2900a req-7d08e3be-5d5d-4aa0-a29a-e9f3fb3a5129 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211281
May 14 21:16:17.489192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (98713c9a-6a3b-4530-a828-26ae7e23cc8f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:17.503673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:17.582363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event deleted for resources: {'Port': ['ID=98713c9a-6a3b-4530-a828-26ae7e23cc8f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:17.604709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-e5c222e0-b518-4052-aafa-89a4b23b3ee1 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:17.619781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-e5c222e0-b518-4052-aafa-89a4b23b3ee1 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 1128 time: 0.1276989
May 14 21:16:17.687831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] No DVR routers for this DVR port 98713c9a-6a3b-4530-a828-26ae7e23cc8f on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:17.694001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:17.698653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7592d640-ee78-4db7-9604-2a1b366ec2c7 req-2cea1582-063b-46fe-9715-2c4154cd4451 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.36 "DELETE /v2.0/ports/98713c9a-6a3b-4530-a828-26ae7e23cc8f HTTP/1.1" status: 204  len: 173 time: 1.1103265
May 14 21:16:17.699300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'name': 'network-vif-deleted', 'tag': '98713c9a-6a3b-4530-a828-26ae7e23cc8f'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:17.702353 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39101c5e-f7de-4854-8949-52ba05e787a8" -d '{"events": [{"server_uuid": "6eef68d3-09e1-45d5-8cec-2e5649628310", "name": "network-vif-deleted", "tag": "98713c9a-6a3b-4530-a828-26ae7e23cc8f"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:17.837016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-aa153d04-5d7d-430e-a1a2-22165e459ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4763715
May 14 21:16:17.928156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-84ad5097-b3fc-42d8-8042-948c96f4cd4f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:17.938779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-84ad5097-b3fc-42d8-8042-948c96f4cd4f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.36 "GET /v2.0/networks?id=728ce14a-92e3-4451-985e-e41013ccefc6 HTTP/1.1" status: 200  len: 814 time: 0.3158622
May 14 21:16:17.957584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Request body: {'port': {'device_id': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6', 'admin_state_up': True, 'tenant_id': 'ac56d68252fb4633b27be1d5f4a18d0b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:18.085139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bcc2c535-12fb-4064-bc27-b4366f4b339e req-09a3de83-bd17-4e2f-99c3-ab22225f6c22 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 210 time: 0.0652258
May 14 21:16:18.317913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Made reservation on behalf of ac56d68252fb4633b27be1d5f4a18d0b for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:18.331761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:18.332894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b58a0d-9a05-4ec0-8e4b-e5c2d130ad09 req-4987f707-c05f-42ed-8cb9-c0ae3fe6aaa7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:18.341531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37b58a0d-9a05-4ec0-8e4b-e5c2d130ad09 req-4987f707-c05f-42ed-8cb9-c0ae3fe6aaa7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0795326
May 14 21:16:18.448131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37b58a0d-9a05-4ec0-8e4b-e5c2d130ad09 req-7f1125e1-8cf1-48e9-8167-ef100539a65b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054118
May 14 21:16:18.454210 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c90513-cae1-4e1c-9adc-196067ac5ea5 x-openstack-request-id: req-49c90513-cae1-4e1c-9adc-196067ac5ea5 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:18.454735 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eef68d3-09e1-45d5-8cec-2e5649628310", "name": "network-vif-deleted", "tag": "98713c9a-6a3b-4530-a828-26ae7e23cc8f", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:18.455140 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49c90513-cae1-4e1c-9adc-196067ac5ea5 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:18.456102 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c90513-cae1-4e1c-9adc-196067ac5ea5'] response: {'server_uuid': '6eef68d3-09e1-45d5-8cec-2e5649628310', 'name': 'network-vif-deleted', 'tag': '98713c9a-6a3b-4530-a828-26ae7e23cc8f', 'status': 'completed', 'code': 200}
May 14 21:16:18.611277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8950dd8-cb1c-4840-88f4-e13b2e71ed9a req-e4d38e24-13dc-4635-aafb-3a2701e9192f tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:18.613672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8950dd8-cb1c-4840-88f4-e13b2e71ed9a req-e4d38e24-13dc-4635-aafb-3a2701e9192f tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1127 time: 0.1143579
May 14 21:16:18.666081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53583a-a013-4ea1-857d-544937fd1f8b req-9d44b76f-25dc-45aa-997a-dd0990985724 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:18.667720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a53583a-a013-4ea1-857d-544937fd1f8b req-9d44b76f-25dc-45aa-997a-dd0990985724 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0945520
May 14 21:16:18.702131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Allocated IP 172.20.0.2 (728ce14a-92e3-4451-985e-e41013ccefc6/8a383e12-d210-4044-95a7-44244d40f6be/a5262f93-1b5b-41b9-80c4-429291bd7755) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:18.781420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8950dd8-cb1c-4840-88f4-e13b2e71ed9a req-83babf75-b5a2-4b3a-94af-2555ef0f76f6 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370082
May 14 21:16:18.865433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a53583a-a013-4ea1-857d-544937fd1f8b req-67b0f42a-85da-4992-84da-7c599364ac7e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850736
May 14 21:16:18.997803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks [] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.023697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53488) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:19.027631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-afc1970f-0506-4e59-92ab-ce5a0cf4137d req-2fe6d2b6-031b-4a9d-936e-c1299d7c2cda tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=6eef68d3-09e1-45d5-8cec-2e5649628310 HTTP/1.1" status: 200  len: 210 time: 0.0754991
May 14 21:16:19.077220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 98713c9a-6a3b-4530-a828-26ae7e23cc8f no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:19.098733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 98713c9a-6a3b-4530-a828-26ae7e23cc8f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:16:19.099179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 98713c9a-6a3b-4530-a828-26ae7e23cc8f not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:19.143392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.253508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Network 728ce14a-92e3-4451-985e-e41013ccefc6 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:19.274585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:19.291500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:19.377506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Pushing event updated for resources: {'Port': ['ID=a5262f93-1b5b-41b9-80c4-429291bd7755,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:19.386388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2e355-de6d-4dde-8d46-40188d4851cd req-e2576b74-c6ba-4c6a-82df-771d55828d5a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:19.387850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ba2e355-de6d-4dde-8d46-40188d4851cd req-e2576b74-c6ba-4c6a-82df-771d55828d5a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 931 time: 0.1243017
May 14 21:16:19.405399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:19.406005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.421453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e23824a9-76de-41b6-bdbf-89cbfaf7e61d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=366727f0fe304593ae0a789b2f0eb0b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3938899
May 14 21:16:19.425551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:19.459617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ba2e355-de6d-4dde-8d46-40188d4851cd req-6697e79d-eb82-49f2-8a14-8232d6ff0c90 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620785
May 14 21:16:19.490419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6e0a219-575a-42c7-ba1f-4c75af7d2c1e admin admin] Publish callbacks [] for security_group (73ef7a41-ecc1-4d91-82ac-3fc3922ae307), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.516222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6e0a219-575a-42c7-ba1f-4c75af7d2c1e admin admin] Publish callbacks [] for security_group (73ef7a41-ecc1-4d91-82ac-3fc3922ae307), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.588338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80029255-cf5d-4bda-8f58-460cd6589ff5 req-5072271d-6966-43a2-ad60-ba41db71dd63 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:19.589814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80029255-cf5d-4bda-8f58-460cd6589ff5 req-5072271d-6966-43a2-ad60-ba41db71dd63 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0625548
May 14 21:16:19.642513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80029255-cf5d-4bda-8f58-460cd6589ff5 req-224ade60-ba95-4403-9b6b-9228edb31425 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450199
May 14 21:16:19.682455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-7a1dc52d-e4b4-4c45-ac89-ac6acb1adf74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0445926
May 14 21:16:19.729997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6e0a219-575a-42c7-ba1f-4c75af7d2c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (73ef7a41-ecc1-4d91-82ac-3fc3922ae307), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.733607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6e0a219-575a-42c7-ba1f-4c75af7d2c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:19.734745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6e0a219-575a-42c7-ba1f-4c75af7d2c1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73ef7a41-ecc1-4d91-82ac-3fc3922ae307 HTTP/1.1" status: 204  len: 168 time: 0.3079753
May 14 21:16:19.740018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-8106980d-1fe0-476f-a696-964efdd40b8d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7874193
May 14 21:16:19.743283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0a219-575a-42c7-ba1f-4c75af7d2c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ef7a41-ecc1-4d91-82ac-3fc3922ae307,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:19.755844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Request body: {'port': {'device_id': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:19.764230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09137cf-8693-46e5-b204-971333136b77 req-e60fe846-cd76-4218-8f11-e1d6e67047ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:19.766136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-e60fe846-cd76-4218-8f11-e1d6e67047ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 1132 time: 0.0587013
May 14 21:16:19.933258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:20.006729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db3dd-670d-4afd-ad2a-c5c6b62836ad req-e9526583-c840-4669-b502-9ba8af841bf6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.013651 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e65db3dd-670d-4afd-ad2a-c5c6b62836ad req-e9526583-c840-4669-b502-9ba8af841bf6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0673394
May 14 21:16:20.048389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7c6a-9578-405c-a368-3a6d362f7060 req-10edaa48-6071-4094-9fa4-d6b88a18f2eb tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.050028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e4c7c6a-9578-405c-a368-3a6d362f7060 req-10edaa48-6071-4094-9fa4-d6b88a18f2eb tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1127 time: 0.1109946
May 14 21:16:20.066022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e65db3dd-670d-4afd-ad2a-c5c6b62836ad req-809f2c55-69c5-47d4-abfe-0d45f7ecc000 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514417
May 14 21:16:20.158400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09137cf-8693-46e5-b204-971333136b77 req-40091b35-c771-4667-a2b0-15967e293c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.159949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-40091b35-c771-4667-a2b0-15967e293c8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.3661819
May 14 21:16:20.338501 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-c7a30f6e-993c-46e4-a3a8-0617f7ff9842 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 200  len: 217 time: 0.1543589
May 14 21:16:20.396708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e4c7c6a-9578-405c-a368-3a6d362f7060 req-ee3069d7-2aee-4682-958d-fcfc2c3ae060 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3351703
May 14 21:16:20.518256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-2b415523-4512-40bf-b713-7d548588527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.519882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-2b415523-4512-40bf-b713-7d548588527b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1131 time: 0.2047784
May 14 21:16:20.527696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09137cf-8693-46e5-b204-971333136b77 req-00ebf9bf-4897-4367-9557-0ecd2674f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.529457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-00ebf9bf-4897-4367-9557-0ecd2674f236 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1572134
May 14 21:16:20.675271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09137cf-8693-46e5-b204-971333136b77 req-7114707b-2292-4903-b4bf-9af371e5a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.676849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-7114707b-2292-4903-b4bf-9af371e5a7da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1076572
May 14 21:16:20.786083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-5cd9caaf-072f-40d3-945a-6c558d3480cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.787702 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-5cd9caaf-072f-40d3-945a-6c558d3480cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2572234
May 14 21:16:20.873193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-326ac140-43d6-49db-ad25-d0ed81159251 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.0697105
May 14 21:16:20.898945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-d969f6c7-1fc3-460f-ad6e-aa85693d995f service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2103608
May 14 21:16:20.901820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5262f93-1b5b-41b9-80c4-429291bd7755 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:20.910331 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Publish callbacks [] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:20.930189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Transition to ACTIVE for port object a5262f93-1b5b-41b9-80c4-429291bd7755 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:20.944533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90454b-1b3e-4eff-85fb-fe8a38a8c07a req-47518ded-b91e-4d9e-b53f-1729ead9939d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:20.947746 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f90454b-1b3e-4eff-85fb-fe8a38a8c07a req-47518ded-b91e-4d9e-b53f-1729ead9939d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 931 time: 0.0542607
May 14 21:16:21.008894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f90454b-1b3e-4eff-85fb-fe8a38a8c07a req-18bf64fb-49c3-400a-8eaa-e3214cbf9b0c tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560923
May 14 21:16:21.060652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c09137cf-8693-46e5-b204-971333136b77 req-7675242c-0d71-4b71-8749-73f5779ba8dd service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1116462
May 14 21:16:21.062690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:21.111116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98048314-1efb-4ce5-ad45-96972b0aa785 req-79994593-f8c0-4f53-8558-3f27df83b1c7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:21.113392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98048314-1efb-4ce5-ad45-96972b0aa785 req-79994593-f8c0-4f53-8558-3f27df83b1c7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0520473
May 14 21:16:21.127525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Pushing event updated for resources: {'Port': ['ID=a5262f93-1b5b-41b9-80c4-429291bd7755,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:21.184319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98048314-1efb-4ce5-ad45-96972b0aa785 req-355688b5-1a3b-4848-9798-cebf8571506c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638115
May 14 21:16:21.228219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Attempting to bind port a5262f93-1b5b-41b9-80c4-429291bd7755 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:21.228567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Attempting to bind port a5262f93-1b5b-41b9-80c4-429291bd7755 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:21.228904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Attempting to bind port a5262f93-1b5b-41b9-80c4-429291bd7755 on network 728ce14a-92e3-4451-985e-e41013ccefc6 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:21.233456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Port a5262f93-1b5b-41b9-80c4-429291bd7755 on network 728ce14a-92e3-4451-985e-e41013ccefc6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:21.234216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Attempting to bind port a5262f93-1b5b-41b9-80c4-429291bd7755 on network 728ce14a-92e3-4451-985e-e41013ccefc6 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:21.238847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:21.239191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Checking segment: {'id': '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:21.239630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Bound using segment: {'id': '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:21.240066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Bound port: a5262f93-1b5b-41b9-80c4-429291bd7755, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:21.240426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:21.311171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abf6c6-2ea9-4317-9782-9c8c660a9e34 req-4fd758fb-1696-4302-9256-113dfe0dfb5b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:21.316699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02abf6c6-2ea9-4317-9782-9c8c660a9e34 req-4fd758fb-1696-4302-9256-113dfe0dfb5b tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 951 time: 0.0603974
May 14 21:16:21.318657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] For port a5262f93-1b5b-41b9-80c4-429291bd7755, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:21.322694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] For port a5262f93-1b5b-41b9-80c4-429291bd7755, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5262f93-1b5b-41b9-80c4-429291bd7755,segment=NetworkSegment(1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598),segment_id=1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:21.361119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02abf6c6-2ea9-4317-9782-9c8c660a9e34 req-95674ee9-a739-42e7-9f9b-14daaf30f215 tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/security-groups?id=d292226f-a1ff-4db7-9ab9-50aa8e889a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422330
May 14 21:16:21.401398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:21.441147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:21.441764 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:21.443149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] 10.222.0.36 "PUT /v2.0/ports/a5262f93-1b5b-41b9-80c4-429291bd7755 HTTP/1.1" status: 200  len: 1091 time: 1.6950181
May 14 21:16:21.443615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'tag': 'a5262f93-1b5b-41b9-80c4-429291bd7755'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:21.446004 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6327b6-a740-471d-96bf-3a0dbc85214f", "tag": "a5262f93-1b5b-41b9-80c4-429291bd7755"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:21.470063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5547508-4c02-4213-bc85-7b07c410699f service neutron] Pushing event updated for resources: {'Port': ['ID=a5262f93-1b5b-41b9-80c4-429291bd7755,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:21.494148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8dc32-6f61-4639-bf8e-e79b87c005d7 req-95149cbc-d8c2-45e7-ae14-b714b4d4cf9d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:21.495667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebe8dc32-6f61-4639-bf8e-e79b87c005d7 req-95149cbc-d8c2-45e7-ae14-b714b4d4cf9d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0601261
May 14 21:16:21.543780 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebe8dc32-6f61-4639-bf8e-e79b87c005d7 req-035907e7-90f2-4012-9e3f-674020fd519b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425935
May 14 21:16:21.871029 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb068ba-1999-4e78-ac81-5935460b7e0e x-openstack-request-id: req-dcb068ba-1999-4e78-ac81-5935460b7e0e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:21.871620 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6327b6-a740-471d-96bf-3a0dbc85214f", "tag": "a5262f93-1b5b-41b9-80c4-429291bd7755", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:21.871735 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcb068ba-1999-4e78-ac81-5935460b7e0e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:21.872552 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb068ba-1999-4e78-ac81-5935460b7e0e'] response: {'name': 'network-changed', 'server_uuid': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'tag': 'a5262f93-1b5b-41b9-80c4-429291bd7755', 'status': 'completed', 'code': 200}
May 14 21:16:21.970403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-26ad2f69-991b-4e33-bc9d-8e895d61d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:21.972555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-26ad2f69-991b-4e33-bc9d-8e895d61d6cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac56d68252fb4633b27be1d5f4a18d0b&device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 1125 time: 0.0442688
May 14 21:16:22.028746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-2483cfcc-ae62-40d6-bd87-13e82bc41bec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5262f93-1b5b-41b9-80c4-429291bd7755 HTTP/1.1" status: 200  len: 217 time: 0.0460248
May 14 21:16:22.046482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e61ba-9c1f-45c3-a555-99d581142f62 req-813d2262-d406-49b6-bf00-81e98610b90c tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:22.047992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b0e61ba-9c1f-45c3-a555-99d581142f62 req-813d2262-d406-49b6-bf00-81e98610b90c tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 951 time: 0.0518997
May 14 21:16:22.097524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b0e61ba-9c1f-45c3-a555-99d581142f62 req-66088981-e214-4464-8127-61513b58131f tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436647
May 14 21:16:22.165283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-8fbdc0fc-9d5c-4396-afa7-db9e186dd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:22.166729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-8fbdc0fc-9d5c-4396-afa7-db9e186dd519 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0534034
May 14 21:16:22.218258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-0d81b2f3-e414-4e22-b3a9-bb5bae5962d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:22.220270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-0d81b2f3-e414-4e22-b3a9-bb5bae5962d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0404098
May 14 21:16:22.298111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd835a79-bbcf-4c44-b22c-dfab6f593126 req-3539783c-98d4-444f-9d8c-6dfa4678000b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:22.299622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd835a79-bbcf-4c44-b22c-dfab6f593126 req-3539783c-98d4-444f-9d8c-6dfa4678000b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 943 time: 0.0494533
May 14 21:16:22.355601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd835a79-bbcf-4c44-b22c-dfab6f593126 req-b0a65ea7-25d7-4a63-ae50-f98f911ccedc tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501871
May 14 21:16:22.378429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-fbe791a9-565e-49fa-99c3-0781641185a4 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889096
May 14 21:16:22.492877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-865af1ab-6ef7-4dba-b346-23aeebe455ad tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:22.494982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-865af1ab-6ef7-4dba-b346-23aeebe455ad tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 951 time: 0.0585182
May 14 21:16:22.839022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-b83c486b-3eb3-4557-ad01-85e1d3169b7e service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4537747
May 14 21:16:22.912687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Deleting port 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:22.913337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:23.005726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] For port 7f69be99-9e4d-472a-a312-16dd01bfc172, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f69be99-9e4d-472a-a312-16dd01bfc172,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:23.006017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:23.019632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Calling delete_port for 7f69be99-9e4d-472a-a312-16dd01bfc172 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:23.171130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-d80fa418-3839-4c2f-81f6-482f35d91fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:23.172588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-d80fa418-3839-4c2f-81f6-482f35d91fb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a383e12-d210-4044-95a7-44244d40f6be HTTP/1.1" status: 200  len: 854 time: 0.0793116
May 14 21:16:23.262852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7f69be99-9e4d-472a-a312-16dd01bfc172), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:23.278890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f69be99-9e4d-472a-a312-16dd01bfc172'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:23.291461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Pushing event deleted for resources: {'Port': ['ID=7f69be99-9e4d-472a-a312-16dd01bfc172,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:23.297113 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:16:23.351999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] No DVR routers for this DVR port 7f69be99-9e4d-472a-a312-16dd01bfc172 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:23.354869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:23.358178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8f0871-9b8e-49af-bbfb-59bb791f1a12 req-b3d28e5d-c778-498b-afae-16e643057fce tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.48 "DELETE /v2.0/ports/7f69be99-9e4d-472a-a312-16dd01bfc172 HTTP/1.1" status: 204  len: 173 time: 0.8522589
May 14 21:16:23.701137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090f5ad-bb00-4bf2-ac5d-c480e6e63c92 req-dadc5104-6fde-465f-af48-a804e7bf246d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:23.702605 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b090f5ad-bb00-4bf2-ac5d-c480e6e63c92 req-dadc5104-6fde-465f-af48-a804e7bf246d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0491087
May 14 21:16:23.750197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-34a57432-95b9-42fa-8496-f0fb7411ce2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=728ce14a-92e3-4451-985e-e41013ccefc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364554
May 14 21:16:23.768619 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b090f5ad-bb00-4bf2-ac5d-c480e6e63c92 req-d1716fc3-595e-432d-9630-59f7bf32d0fa tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600986
May 14 21:16:23.844491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-438a6e54-322f-4d5e-aadc-f61c1f4a3026 service neutron] 10.222.0.36 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883887
May 14 21:16:23.874641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-deleted', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:23.876798 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb220cc-a5ae-4859-9a66-93c1c606ecdf" -d '{"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-deleted", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:23.948525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be6302f-d0c0-49de-b75d-35565edc0bcc req-cc154505-b7a8-4f27-9a3a-5892ac2c2629 service neutron] 10.222.0.36 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975051
May 14 21:16:24.003899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9eec1563-7419-481e-bfbc-1c9764c6856f req-1ab5486a-b86e-470c-bda6-5957bfcdffba tempest-ServersAdminTestJSON-209151334 tempest-ServersAdminTestJSON-209151334-project] 10.222.0.52 "GET /v2.0/ports?device_id=0682771c-4855-4853-9123-f03aa17b7b53 HTTP/1.1" status: 200  len: 210 time: 0.0292783
May 14 21:16:24.052194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-dec6c475-83e3-49a1-8880-2b5deaf6d1a5 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:16:24.053304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-dec6c475-83e3-49a1-8880-2b5deaf6d1a5 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0062418
May 14 21:16:24.109388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4b437312-2aa1-4b8d-a87d-e180edc52424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:24.110547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fe53e-f94c-475c-a24f-3f64bfa4245d req-27b82400-f2fd-4dd8-bf48-c370711592d2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:24.110894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4b437312-2aa1-4b8d-a87d-e180edc52424 service neutron] 10.222.0.52 "GET /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 1124 time: 0.0440047
May 14 21:16:24.112340 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f2fe53e-f94c-475c-a24f-3f64bfa4245d req-27b82400-f2fd-4dd8-bf48-c370711592d2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0513749
May 14 21:16:24.121044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:24.121495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Unknown quota resources ['binding']. {{(pid=115781) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:16:24.168060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f2fe53e-f94c-475c-a24f-3f64bfa4245d req-80bfa404-d9a7-4bb7-8ec8-2991711a61d2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501976
May 14 21:16:24.274400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:24.275355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:24.275769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:24.276780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b67e9-2824-48ee-b3cb-a6466deccacb req-0ef5f0f9-4c7d-49ef-b111-4f8c0586653b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:24.278568 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a6b67e9-2824-48ee-b3cb-a6466deccacb req-0ef5f0f9-4c7d-49ef-b111-4f8c0586653b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 943 time: 0.0486698
May 14 21:16:24.280483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:24.280873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:24.285861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:24.288516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:24.288516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:24.288516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Bound port: 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:24.331721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a6b67e9-2824-48ee-b3cb-a6466deccacb req-6f998460-daa4-457d-8189-97d132ffc276 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457087
May 14 21:16:24.342560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:24.433081 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33b9a5-6ed4-4c3c-98e9-6bd3da9db79a x-openstack-request-id: req-5d33b9a5-6ed4-4c3c-98e9-6bd3da9db79a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:24.433400 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0682771c-4855-4853-9123-f03aa17b7b53", "name": "network-vif-deleted", "tag": "7f69be99-9e4d-472a-a312-16dd01bfc172", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:24.433659 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d33b9a5-6ed4-4c3c-98e9-6bd3da9db79a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:24.434065 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d33b9a5-6ed4-4c3c-98e9-6bd3da9db79a'] response: {'server_uuid': '0682771c-4855-4853-9123-f03aa17b7b53', 'name': 'network-vif-deleted', 'tag': '7f69be99-9e4d-472a-a312-16dd01bfc172', 'status': 'completed', 'code': 200}
May 14 21:16:24.437522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:24.438795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-f77b1488-f77c-4775-b684-198d147fc0a5 service neutron] 10.222.0.52 "POST /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720/bindings HTTP/1.1" status: 201  len: 389 time: 0.3220894
May 14 21:16:24.859989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dc033-c8b8-4089-8d5d-4a097d9811e4 req-c6106da8-30eb-4220-a72f-fe0ef8d6f294 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:24.861463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b4dc033-c8b8-4089-8d5d-4a097d9811e4 req-c6106da8-30eb-4220-a72f-fe0ef8d6f294 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 945 time: 0.0475833
May 14 21:16:24.916922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b4dc033-c8b8-4089-8d5d-4a097d9811e4 req-a97abf09-fc0a-4462-914f-2fb66b08ce33 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495460
May 14 21:16:25.025895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117f3cd-bdca-4b3c-8d60-722caa1fece8 req-ed69c090-773b-4e28-950e-249fd26fba11 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.028281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9117f3cd-bdca-4b3c-8d60-722caa1fece8 req-ed69c090-773b-4e28-950e-249fd26fba11 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 946 time: 0.0525830
May 14 21:16:25.077302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9117f3cd-bdca-4b3c-8d60-722caa1fece8 req-99df0fbd-ed7b-491c-ae56-92e1bc20f34b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431814
May 14 21:16:25.088354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139268b-6035-41f7-9bce-a5e762ba4bce req-c9e4bb4a-1f4e-4be1-9821-c52d09abbf2c tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.090059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4139268b-6035-41f7-9bce-a5e762ba4bce req-c9e4bb4a-1f4e-4be1-9821-c52d09abbf2c tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 951 time: 0.0500665
May 14 21:16:25.106137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:25.108617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:25.144835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4139268b-6035-41f7-9bce-a5e762ba4bce req-87a6819c-9edc-4b7e-b32a-fdb60da54d64 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487127
May 14 21:16:25.252713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 229bb137-aed4-4606-843d-7799884c4e81 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:25.253096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:25.289545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:25.299195 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec3cc10-1076-46ec-aaaf-d4dfc38fe032" -d '{"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-unplugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:25.310060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae271e-ff8c-4a4d-b0d8-b36f53ed7b05 req-6fc1770d-22a1-4841-9564-0573b735094a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.312314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12ae271e-ff8c-4a4d-b0d8-b36f53ed7b05 req-6fc1770d-22a1-4841-9564-0573b735094a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0625086
May 14 21:16:25.314084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:25.325861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 has no active binding in host nch1-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:16:25.328327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:25.390731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12ae271e-ff8c-4a4d-b0d8-b36f53ed7b05 req-ac4f04d1-939a-4c3d-8d5a-71be0e4c3fc0 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555062
May 14 21:16:25.401653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-82e272f4-ecec-4d25-b1bb-8e22abebb5c4 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.403179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-82e272f4-ecec-4d25-b1bb-8e22abebb5c4 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0831382
May 14 21:16:25.419608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:25.424563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-e369b7be-d142-4b0b-9b6a-7024e5f9804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.424926 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45e6e2-70ef-49f8-91b8-91ab943ca807 x-openstack-request-id: req-3e45e6e2-70ef-49f8-91b8-91ab943ca807 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:25.425508 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-unplugged", "status": "completed", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:25.425921 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e45e6e2-70ef-49f8-91b8-91ab943ca807 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:25.426220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-e369b7be-d142-4b0b-9b6a-7024e5f9804f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac56d68252fb4633b27be1d5f4a18d0b&device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 1125 time: 0.0709333
May 14 21:16:25.426782 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e45e6e2-70ef-49f8-91b8-91ab943ca807'] response: {'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'code': 200}
May 14 21:16:25.434992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:25.503222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=11']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:25.514089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253755c-fcc3-4174-925f-30f95ca456f7 req-1f827c26-70cc-4a6a-8b20-288d099c6b86 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.520056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9253755c-fcc3-4174-925f-30f95ca456f7 req-1f827c26-70cc-4a6a-8b20-288d099c6b86 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 943 time: 0.0551655
May 14 21:16:25.568441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:25.579610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9253755c-fcc3-4174-925f-30f95ca456f7 req-5a89e226-f5af-4008-941e-91f641a8dea3 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551696
May 14 21:16:25.626266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-3aa87868-b8ff-4ca4-8faf-e67ef1f905d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:25.628108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-3aa87868-b8ff-4ca4-8faf-e67ef1f905d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=728ce14a-92e3-4451-985e-e41013ccefc6 HTTP/1.1" status: 200  len: 915 time: 0.1791995
May 14 21:16:25.724832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53708) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:25.766666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:25.808996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:25.860097 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Publish callbacks [] for port (ec8012be-be33-462f-961b-6c852f9a37d4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:25.879974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-69911869-a27a-4243-948c-78d1254cd2e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=873c930e94574326a2aa94a76fda4f0d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1538224
May 14 21:16:25.882526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53716) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:25.930773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:25.932499 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5e315a1-841c-46f6-ba24-78c85e8eb8ae admin admin] Publish callbacks [] for security_group (d292226f-a1ff-4db7-9ab9-50aa8e889a1c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:25.954832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5e315a1-841c-46f6-ba24-78c85e8eb8ae admin admin] Publish callbacks [] for security_group (d292226f-a1ff-4db7-9ab9-50aa8e889a1c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:26.016456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:26.063548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:26.064174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:26.064285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:26.074645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:26.074964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Attempting to bind port ec8012be-be33-462f-961b-6c852f9a37d4 on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:26.083215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07cfd7-06df-4ba8-8cb8-980d2d27f00a req-29435563-9913-411d-85d0-c762c881a87e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.084724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d07cfd7-06df-4ba8-8cb8-980d2d27f00a req-29435563-9913-411d-85d0-c762c881a87e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 945 time: 0.0700755
May 14 21:16:26.087893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:26.088230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:26.088611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:26.089041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Bound port: ec8012be-be33-462f-961b-6c852f9a37d4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:26.089395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:26.091700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5e315a1-841c-46f6-ba24-78c85e8eb8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d292226f-a1ff-4db7-9ab9-50aa8e889a1c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:26.094390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5e315a1-841c-46f6-ba24-78c85e8eb8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:26.095575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c5e315a1-841c-46f6-ba24-78c85e8eb8ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d292226f-a1ff-4db7-9ab9-50aa8e889a1c HTTP/1.1" status: 204  len: 168 time: 0.2118037
May 14 21:16:26.105868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e315a1-841c-46f6-ba24-78c85e8eb8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d292226f-a1ff-4db7-9ab9-50aa8e889a1c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:26.183901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d07cfd7-06df-4ba8-8cb8-980d2d27f00a req-339589e7-6417-4506-9c15-fe31431d4213 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913637
May 14 21:16:26.193191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:26.199394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:26.232328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263890b-2078-49c1-b594-236222a09582 req-15e7430e-ad67-426c-8b0b-811947bd07d0 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.233850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3263890b-2078-49c1-b594-236222a09582 req-15e7430e-ad67-426c-8b0b-811947bd07d0 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0509508
May 14 21:16:26.263248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:26.287015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3263890b-2078-49c1-b594-236222a09582 req-5a9ec626-98f5-45df-b9e7-883e1db390bf tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460656
May 14 21:16:26.351840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:26.367144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.367920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:26.381099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-01f8c72c-56f4-48c2-b0a8-bee2bd4c5510 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 1122 time: 0.9658799
May 14 21:16:26.406159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b7d55-c066-41e0-95d3-28e04c6739e7 req-d8ab5bab-f311-437c-8b0a-c4c8e446f0f4 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.408928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-be5b7d55-c066-41e0-95d3-28e04c6739e7 req-d8ab5bab-f311-437c-8b0a-c4c8e446f0f4 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 949 time: 0.0562632
May 14 21:16:26.435537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4'}, {'name': 'network-changed', 'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:26.438002 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93763bc1-b310-4338-8733-a33be10d1364" -d '{"events": [{"server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4"}, {"name": "network-changed", "server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:26.460167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-be5b7d55-c066-41e0-95d3-28e04c6739e7 req-93c294af-9039-4213-af3f-e5e5c16319ff tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460405
May 14 21:16:26.472546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ec8012be-be33-462f-961b-6c852f9a37d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:26.503072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ec8012be-be33-462f-961b-6c852f9a37d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:26.505503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:26.558450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 7f69be99-9e4d-472a-a312-16dd01bfc172 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:16:26.558916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f69be99-9e4d-472a-a312-16dd01bfc172 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:26.580934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213c1d6-866a-4746-88a4-5d9ef1efa2cf req-4031f561-d324-4c51-aa74-5802ba8a6a11 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.583035 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f213c1d6-866a-4746-88a4-5d9ef1efa2cf req-4031f561-d324-4c51-aa74-5802ba8a6a11 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0500395
May 14 21:16:26.640323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f213c1d6-866a-4746-88a4-5d9ef1efa2cf req-655288b6-aca1-47cf-ad94-3564e85c5dbd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494518
May 14 21:16:26.694354 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 14 May 2022 21:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1425b59e-b489-495b-91b0-d0e63321d10a x-openstack-request-id: req-1425b59e-b489-495b-91b0-d0e63321d10a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:26.694759 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4", "code": 200}, {"name": "network-changed", "server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:26.695065 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1425b59e-b489-495b-91b0-d0e63321d10a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:26.695504 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1425b59e-b489-495b-91b0-d0e63321d10a'] response: {'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'code': 200}
May 14 21:16:26.695768 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1425b59e-b489-495b-91b0-d0e63321d10a'] response: {'name': 'network-changed', 'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'status': 'completed', 'code': 200}
May 14 21:16:26.780833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93763bc1-b310-4338-8733-a33be10d1364 req-7206e696-082e-4bab-ae5b-0c0c08915471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.782550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-7206e696-082e-4bab-ae5b-0c0c08915471 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1156 time: 0.0536573
May 14 21:16:26.812042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812f229-d1e6-453b-8848-9dc7dbf7488f req-2089693c-cb17-40a2-849b-9c79e0e263b8 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.813621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8812f229-d1e6-453b-8848-9dc7dbf7488f req-2089693c-cb17-40a2-849b-9c79e0e263b8 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 943 time: 0.0557926
May 14 21:16:26.814101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53744) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:26.884942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93763bc1-b310-4338-8733-a33be10d1364 req-d4116d99-d6bb-44b4-a341-9662c5667935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:26.886440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-d4116d99-d6bb-44b4-a341-9662c5667935 service neutron] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.0967155
May 14 21:16:26.889198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9cbf6f6d-88a2-41b5-b9a0-0a356d464c4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95cb2bc0a93a4b919a2d65a7576e6038&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0740404
May 14 21:16:26.891691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:26.893881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8812f229-d1e6-453b-8848-9dc7dbf7488f req-37ae52e7-492b-4730-9c5d-78a32d716fb2 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728459
May 14 21:16:26.939198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-dcafcded-f468-4fc8-bedd-f9aa9d845f0f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 217 time: 0.0451937
May 14 21:16:27.004202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93763bc1-b310-4338-8733-a33be10d1364 req-f9343248-0c78-493c-96f8-759240e692df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.005658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-f9343248-0c78-493c-96f8-759240e692df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0590289
May 14 21:16:27.016032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-771fcc1a-c01e-4da9-960d-2f48fb7e4749 admin admin] Publish callbacks [] for security_group (443b3408-c2a3-46a4-993c-805ea900e3c6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.095657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-0f505ede-9a9f-46b0-b8a0-4eb6023b4c18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768769
May 14 21:16:27.097517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-771fcc1a-c01e-4da9-960d-2f48fb7e4749 admin admin] Publish callbacks [] for security_group (443b3408-c2a3-46a4-993c-805ea900e3c6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.100275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-8b48daae-df1f-47c5-bc40-8f362477bed1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5262f93-1b5b-41b9-80c4-429291bd7755 HTTP/1.1" status: 200  len: 217 time: 0.0443640
May 14 21:16:27.229645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-d8767890-88ea-40ec-9e69-6d6f48c8866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.231812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-d8767890-88ea-40ec-9e69-6d6f48c8866c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a383e12-d210-4044-95a7-44244d40f6be HTTP/1.1" status: 200  len: 854 time: 0.1207778
May 14 21:16:27.275046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-b9a0d254-12f4-4c63-9122-70dfc11c44b6 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667888
May 14 21:16:27.278050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a5262f93-1b5b-41b9-80c4-429291bd7755 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:27.301105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-14beb2a3-d156-4981-98c0-0d4a947dc3a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=728ce14a-92e3-4451-985e-e41013ccefc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0457771
May 14 21:16:27.418498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a5262f93-1b5b-41b9-80c4-429291bd7755, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5262f93-1b5b-41b9-80c4-429291bd7755,segment=NetworkSegment(1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598),segment_id=1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:27.447621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'a5262f93-1b5b-41b9-80c4-429291bd7755', 'network_id': '728ce14a-92e3-4451-985e-e41013ccefc6', 'port_id': 'a5262f93-1b5b-41b9-80c4-429291bd7755', 'mac_address': 'fa:16:3e:d1:69:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a383e12-d210-4044-95a7-44244d40f6be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:16:27.455042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-771fcc1a-c01e-4da9-960d-2f48fb7e4749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (443b3408-c2a3-46a4-993c-805ea900e3c6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.457859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-771fcc1a-c01e-4da9-960d-2f48fb7e4749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.461515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-771fcc1a-c01e-4da9-960d-2f48fb7e4749 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/443b3408-c2a3-46a4-993c-805ea900e3c6 HTTP/1.1" status: 204  len: 168 time: 0.5662494
May 14 21:16:27.499375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38b8df-dc71-40a7-b1f6-0412792b838d req-c336a76e-78b8-4836-879d-3a8380e43168 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.501142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fcc1a-c01e-4da9-960d-2f48fb7e4749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443b3408-c2a3-46a4-993c-805ea900e3c6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:27.501553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a5262f93-1b5b-41b9-80c4-429291bd7755 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:27.501983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.509818 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd38b8df-dc71-40a7-b1f6-0412792b838d req-c336a76e-78b8-4836-879d-3a8380e43168 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0862999
May 14 21:16:27.524288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-0ea4f5c4-d1cd-4e31-8b8c-af90f418195e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.525934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-0ea4f5c4-d1cd-4e31-8b8c-af90f418195e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 949 time: 0.1766105
May 14 21:16:27.535133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d660959-d275-41b6-8994-b2f3c511cd08 req-bc9f0daa-5959-491a-b8a2-792ee568ffa5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.545110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d660959-d275-41b6-8994-b2f3c511cd08 req-bc9f0daa-5959-491a-b8a2-792ee568ffa5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 945 time: 0.2058949
May 14 21:16:27.560071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5262f93-1b5b-41b9-80c4-429291bd7755 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:27.596648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd38b8df-dc71-40a7-b1f6-0412792b838d req-01580cb8-fecb-4c09-809c-8230ef3b4b5e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850732
May 14 21:16:27.631455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a5262f93-1b5b-41b9-80c4-429291bd7755, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5262f93-1b5b-41b9-80c4-429291bd7755,segment=NetworkSegment(1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598),segment_id=1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:27.647778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-d7a24e79-d8c4-49bc-a76e-9dc23e72754c service neutron] 10.222.0.36 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3358536
May 14 21:16:27.657871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93763bc1-b310-4338-8733-a33be10d1364 req-1d4360c9-29a3-4858-8fcb-3729262a7d1b service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3652387
May 14 21:16:27.720305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453af435-a454-44b1-af8c-fc4500abc514 req-3adfc3f9-36bc-4610-8a2d-0bd13340f7ef tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.722432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-453af435-a454-44b1-af8c-fc4500abc514 req-3adfc3f9-36bc-4610-8a2d-0bd13340f7ef tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 949 time: 0.0513341
May 14 21:16:27.735178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.818879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a5262f93-1b5b-41b9-80c4-429291bd7755,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:27.829046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-453af435-a454-44b1-af8c-fc4500abc514 req-07a4efa3-a2ff-4581-b0d2-cad480e793d7 tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/security-groups?id=89843510-96dd-40c1-9019-038a259afce9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972984
May 14 21:16:27.870901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d660959-d275-41b6-8994-b2f3c511cd08 req-057fe182-d82a-4e74-a510-8d491403112c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216019
May 14 21:16:27.889460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-ca10a1e8-d5fd-4358-a5ff-13c7c9527e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.891180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-ca10a1e8-d5fd-4358-a5ff-13c7c9527e6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1127 time: 0.2180967
May 14 21:16:27.896201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Deleting port 229bb137-aed4-4606-843d-7799884c4e81 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:27.896540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (229bb137-aed4-4606-843d-7799884c4e81), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:27.977450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c63b1-d523-4657-bdf0-b12b6262e365 req-04c80334-9f66-4c6a-896f-1e9ec5125579 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:27.979699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd4c63b1-d523-4657-bdf0-b12b6262e365 req-04c80334-9f66-4c6a-896f-1e9ec5125579 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0711656
May 14 21:16:27.996419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a5262f93-1b5b-41b9-80c4-429291bd7755'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:28.045250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd4c63b1-d523-4657-bdf0-b12b6262e365 req-72df8d8d-74cc-407c-8d88-34f1430a95e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598247
May 14 21:16:28.129005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd253bb2-3cfa-4ea8-a11b-72a9777875f4 req-8d406710-c2f5-4807-b3c6-fb601218820a service neutron] 10.222.0.36 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4668267
May 14 21:16:28.158148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53774) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:28.164717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c7cb1-a486-4926-a814-2e0c833b080a req-bf6e0fe1-4eb2-4be9-9a71-ec2ef7f6c46f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:28.171973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f8c7cb1-a486-4926-a814-2e0c833b080a req-bf6e0fe1-4eb2-4be9-9a71-ec2ef7f6c46f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 944 time: 0.1098151
May 14 21:16:28.250259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] For port 229bb137-aed4-4606-843d-7799884c4e81, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=229bb137-aed4-4606-843d-7799884c4e81,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:28.250259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (229bb137-aed4-4606-843d-7799884c4e81), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.278689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Calling delete_port for 229bb137-aed4-4606-843d-7799884c4e81 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:28.280541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-9acd83c3-9dec-45c1-a611-5775bcfc534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:28.281994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-9acd83c3-9dec-45c1-a611-5775bcfc534d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.3780730
May 14 21:16:28.285139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cbb4-f33b-424a-bd04-2e6bca5483ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.287317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f8c7cb1-a486-4926-a814-2e0c833b080a req-ab2d8441-3d91-4ef6-9e78-0b84cb19db66 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144629
May 14 21:16:28.360921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-3d1c4b13-3a96-42e1-ab8c-aa1c387619ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 217 time: 0.0677402
May 14 21:16:28.369127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cbb4-f33b-424a-bd04-2e6bca5483ba admin admin] Publish callbacks [] for security_group (27c49a46-b4ab-4710-807b-03f977bd4a14), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.430879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-8bff2d39-cc97-4f02-b72d-b47707108605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:28.432494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-8bff2d39-cc97-4f02-b72d-b47707108605 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0636029
May 14 21:16:28.442949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cbb4-f33b-424a-bd04-2e6bca5483ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (27c49a46-b4ab-4710-807b-03f977bd4a14), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.481310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ccb9cbb4-f33b-424a-bd04-2e6bca5483ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cd3efb132bd4c4da3730331e5b15792&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3229861
May 14 21:16:28.483331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9cbb4-f33b-424a-bd04-2e6bca5483ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c49a46-b4ab-4710-807b-03f977bd4a14,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:28.484313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:28.494241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-2a2237ba-7ae3-4cdb-973d-b3557da28a75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534422
May 14 21:16:28.611802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2163-e486-415a-9c1b-f28a1c47859a admin admin] Publish callbacks [] for security_group (27c49a46-b4ab-4710-807b-03f977bd4a14), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.633441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (229bb137-aed4-4606-843d-7799884c4e81), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.654143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2163-e486-415a-9c1b-f28a1c47859a admin admin] Publish callbacks [] for security_group (27c49a46-b4ab-4710-807b-03f977bd4a14), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.678683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-0d2fd6a6-c7b5-461d-ae38-e2bd6b17a88c service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752455
May 14 21:16:28.685448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Pushing event deleted for resources: {'Port': ['ID=229bb137-aed4-4606-843d-7799884c4e81,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:28.717073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d868945-7665-47e2-a821-f91ce46b644a req-ea0c3aaa-5f9d-459d-b952-7f60bcb75215 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:28.718838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d868945-7665-47e2-a821-f91ce46b644a req-ea0c3aaa-5f9d-459d-b952-7f60bcb75215 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0546379
May 14 21:16:28.775820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d868945-7665-47e2-a821-f91ce46b644a req-785b40de-acea-4004-98d7-84d59cb12507 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506794
May 14 21:16:28.799546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] No DVR routers for this DVR port 229bb137-aed4-4606-843d-7799884c4e81 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:28.803499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.806969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d37230ce-ebf1-410b-bd63-ba7633371347 req-7fdde0fe-ff33-4635-8937-a2227ae29c1e tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.36 "DELETE /v2.0/ports/229bb137-aed4-4606-843d-7799884c4e81 HTTP/1.1" status: 204  len: 173 time: 1.2517514
May 14 21:16:28.808871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-deleted', 'tag': '229bb137-aed4-4606-843d-7799884c4e81'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:28.811091 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4579cd0c-4bf1-4f26-b526-3f3bcfa1a01a" -d '{"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-deleted", "tag": "229bb137-aed4-4606-843d-7799884c4e81"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:28.849516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-2ff3cfa7-31dd-4683-b453-f3561af943a1 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575716
May 14 21:16:28.872581 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f846b0-19f8-47ee-85d1-f5302626923f x-openstack-request-id: req-a5f846b0-19f8-47ee-85d1-f5302626923f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:28.873157 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbb39d4-b558-43b9-a868-776517ce58e2", "name": "network-vif-deleted", "tag": "229bb137-aed4-4606-843d-7799884c4e81", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:28.873365 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5f846b0-19f8-47ee-85d1-f5302626923f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:28.873758 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f846b0-19f8-47ee-85d1-f5302626923f'] response: {'server_uuid': 'cbbb39d4-b558-43b9-a868-776517ce58e2', 'name': 'network-vif-deleted', 'tag': '229bb137-aed4-4606-843d-7799884c4e81', 'status': 'completed', 'code': 200}
May 14 21:16:28.903520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2163-e486-415a-9c1b-f28a1c47859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (27c49a46-b4ab-4710-807b-03f977bd4a14), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.906327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3ff2163-e486-415a-9c1b-f28a1c47859a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:28.910119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c3ff2163-e486-415a-9c1b-f28a1c47859a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27c49a46-b4ab-4710-807b-03f977bd4a14 HTTP/1.1" status: 204  len: 168 time: 0.4224491
May 14 21:16:28.919972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff2163-e486-415a-9c1b-f28a1c47859a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c49a46-b4ab-4710-807b-03f977bd4a14,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:28.971720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3312f74-a5b8-4dd4-8c11-1223d8bb122e req-c87577e7-41cc-4dd0-abc1-a5affde99e2b tempest-ImagesOneServerTestJSON-2124897239 tempest-ImagesOneServerTestJSON-2124897239-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbbb39d4-b558-43b9-a868-776517ce58e2 HTTP/1.1" status: 200  len: 210 time: 0.0551732
May 14 21:16:29.057177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ca6cd-6a1f-4892-84e6-b54c6790a0d7 req-63e4706e-3b16-4896-aea7-49b04ff3133c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:29.058794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e62ca6cd-6a1f-4892-84e6-b54c6790a0d7 req-63e4706e-3b16-4896-aea7-49b04ff3133c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 945 time: 0.0906246
May 14 21:16:29.142824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-5b48373e-4a3b-485d-915b-f99b65cb82d1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:29.144581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-5b48373e-4a3b-485d-915b-f99b65cb82d1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1072705
May 14 21:16:29.156606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:29.166408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e62ca6cd-6a1f-4892-84e6-b54c6790a0d7 req-1d371730-6175-4f8b-8fac-1dc2c0446674 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847023
May 14 21:16:29.229201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8488b83-eaaf-4424-b677-7ddd7f8dd53f req-906c2975-e38c-44de-8508-f38351f8c956 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:29.234719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:29.238672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8488b83-eaaf-4424-b677-7ddd7f8dd53f req-906c2975-e38c-44de-8508-f38351f8c956 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0875568
May 14 21:16:29.291120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8488b83-eaaf-4424-b677-7ddd7f8dd53f req-db6f6a7e-80dd-4d29-bb48-a15e52664ee0 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514197
May 14 21:16:29.299463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a5262f93-1b5b-41b9-80c4-429291bd7755 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:29.384918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port a5262f93-1b5b-41b9-80c4-429291bd7755 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:16:29.450914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port a5262f93-1b5b-41b9-80c4-429291bd7755 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:29.453687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:29.469918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8749d-f510-4235-ab9b-2e69785bd20d req-f596b65b-842e-4412-8a2b-bc3093331793 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:29.471518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31e8749d-f510-4235-ab9b-2e69785bd20d req-f596b65b-842e-4412-8a2b-bc3093331793 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 944 time: 0.0902865
May 14 21:16:29.518677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:29.542376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31e8749d-f510-4235-ab9b-2e69785bd20d req-96d37e54-1c71-4458-b48d-7736cabf8f6e tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643227
May 14 21:16:29.577336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a5262f93-1b5b-41b9-80c4-429291bd7755 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:29.578212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:29.584764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:29.603668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5262f93-1b5b-41b9-80c4-429291bd7755'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:29.605925 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c9fba1-7198-4d31-a3fa-5293dae64c6e" -d '{"events": [{"server_uuid": "8c6327b6-a740-471d-96bf-3a0dbc85214f", "name": "network-vif-plugged", "status": "completed", "tag": "a5262f93-1b5b-41b9-80c4-429291bd7755"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:29.622250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a5262f93-1b5b-41b9-80c4-429291bd7755, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5262f93-1b5b-41b9-80c4-429291bd7755,segment=NetworkSegment(1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598),segment_id=1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:29.628561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Publish callbacks [] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:29.642649 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599a9923-f1c1-4584-b947-32ce61b136bd x-openstack-request-id: req-599a9923-f1c1-4584-b947-32ce61b136bd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:29.642939 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6327b6-a740-471d-96bf-3a0dbc85214f", "name": "network-vif-plugged", "status": "completed", "tag": "a5262f93-1b5b-41b9-80c4-429291bd7755", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:29.643194 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-599a9923-f1c1-4584-b947-32ce61b136bd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:29.643638 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599a9923-f1c1-4584-b947-32ce61b136bd'] response: {'server_uuid': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5262f93-1b5b-41b9-80c4-429291bd7755', 'code': 200}
May 14 21:16:29.703399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:29.717407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:29.767836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a5262f93-1b5b-41b9-80c4-429291bd7755,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:30.175432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d60fd-f447-4ecd-9c68-51ca51aacad2 req-8cbee33c-61d1-4383-9b60-01cbec802cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.176970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb4d60fd-f447-4ecd-9c68-51ca51aacad2 req-8cbee33c-61d1-4383-9b60-01cbec802cfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 1127 time: 0.4760401
May 14 21:16:30.217236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b301a3-7f0a-4acc-9b3e-b33b9c8ed674 req-522b3500-4052-4f02-8362-40e755d204a5 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.218721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27b301a3-7f0a-4acc-9b3e-b33b9c8ed674 req-522b3500-4052-4f02-8362-40e755d204a5 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0979164
May 14 21:16:30.229733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:30.295740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb4d60fd-f447-4ecd-9c68-51ca51aacad2 req-4bfc17ed-76cb-4d20-9e96-7a814c491636 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079266
May 14 21:16:30.298668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:30.300868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:30.300868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:30.324425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:30.324827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Attempting to bind port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:30.331391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780736d-a255-460d-8768-41b1a49b718f req-3d4a9093-6ede-4e46-8c7f-dd51f8a6a1d0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.332919 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7780736d-a255-460d-8768-41b1a49b718f req-3d4a9093-6ede-4e46-8c7f-dd51f8a6a1d0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0614970
May 14 21:16:30.338279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:30.338994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:30.339719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:30.340351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Bound port: 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:30.340722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:30.348242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27b301a3-7f0a-4acc-9b3e-b33b9c8ed674 req-972cf618-bfa7-4755-86f8-137eb9e58c74 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194155
May 14 21:16:30.387684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7780736d-a255-460d-8768-41b1a49b718f req-ed3c9ac6-a9a0-4ddc-8bab-1071c00fa5e6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481980
May 14 21:16:30.417811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:30.421652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:30.499704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f091e-c5c5-4a4f-bc93-da5bc7d03565 req-6b056d89-1f6d-417b-8a28-f6be0d6f229d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.501320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-513f091e-c5c5-4a4f-bc93-da5bc7d03565 req-6b056d89-1f6d-417b-8a28-f6be0d6f229d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0480433
May 14 21:16:30.517827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:30.554699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-513f091e-c5c5-4a4f-bc93-da5bc7d03565 req-6d3d0eb3-4f49-40f5-a560-b32934beb386 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475888
May 14 21:16:30.610449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:30.615902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.616801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:30.618468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-002234bf-8597-4671-96b2-7574a2b732ce service neutron] 10.222.0.48 "PUT /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 1121 time: 1.4668365
May 14 21:16:30.686368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53866) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:30.713716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8def480-8ebe-4eb8-8c51-9cc8e077739c req-b6ea1bd2-6e38-4089-ad9f-6a9275425694 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.713716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8def480-8ebe-4eb8-8c51-9cc8e077739c req-b6ea1bd2-6e38-4089-ad9f-6a9275425694 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.0632572
May 14 21:16:30.755587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-ecf26095-fa8d-47d5-9a79-b41b300e86d4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364928
May 14 21:16:30.764740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:30.793006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53874) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:30.858324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1638535720-network', 'tenant_id': '87efca1c13a8404896728ea606abde39'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:30.876694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'}, {'name': 'network-changed', 'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:30.879564 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d9e84-0952-4099-a64c-dab1bc828982" -d '{"events": [{"server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720"}, {"name": "network-changed", "server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:30.939761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-12780134-cab7-4afd-8007-2b73fff77ecc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:30.941312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-12780134-cab7-4afd-8007-2b73fff77ecc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1848540
May 14 21:16:30.973299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-7b5b4415-ca73-4e3a-a847-2419f6fab8d7 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/quotas/a1c562e1e1414d32b858e08cb6379e8a HTTP/1.1" status: 200  len: 375 time: 0.0217803
May 14 21:16:30.975806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9fa8ab01-fdde-4252-b932-2cbc89b161aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b30891c9ccaf4e1bbdec0c910805d504&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1816616
May 14 21:16:30.978616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53880) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:31.026642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-9e22dfb0-7d0c-4384-92d6-95d65ab52a60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416956
May 14 21:16:31.027197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Made reservation on behalf of 87efca1c13a8404896728ea606abde39 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:31.029469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.046598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.053025 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8def480-8ebe-4eb8-8c51-9cc8e077739c req-ae6af1bf-ac7d-4485-953a-a3c473256397 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3347108
May 14 21:16:31.091440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17d44717-e84b-4def-a200-53682497bfc0 admin admin] Publish callbacks [] for security_group (89843510-96dd-40c1-9019-038a259afce9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.115288 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 14 May 2022 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a962fa9f-3ce0-41d2-9e85-76bfb1730d85 x-openstack-request-id: req-a962fa9f-3ce0-41d2-9e85-76bfb1730d85 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:31.115790 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "name": "network-vif-unplugged", "status": "completed", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720", "code": 200}, {"name": "network-changed", "server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:31.116178 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a962fa9f-3ce0-41d2-9e85-76bfb1730d85 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:31.116721 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a962fa9f-3ce0-41d2-9e85-76bfb1730d85'] response: {'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'code': 200}
May 14 21:16:31.116980 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a962fa9f-3ce0-41d2-9e85-76bfb1730d85'] response: {'name': 'network-changed', 'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'status': 'completed', 'code': 200}
May 14 21:16:31.138381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17d44717-e84b-4def-a200-53682497bfc0 admin admin] Publish callbacks [] for security_group (89843510-96dd-40c1-9019-038a259afce9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.197034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks [] for security_group (8ed43897-42e0-44cb-bc89-faf2006180aa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.265682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8ed43897-42e0-44cb-bc89-faf2006180aa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.284864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9add90a9-dba3-435c-bd66-a09cbf274fe0 req-313f157e-c040-41d0-9924-d82ad0ea51ad tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0286405
May 14 21:16:31.287924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:31.302588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed43897-42e0-44cb-bc89-faf2006180aa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:31.313765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:31.314403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (aaf4ab51-749c-404f-a0ec-80fdcec344a4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.314818 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Added segment aaf4ab51-749c-404f-a0ec-80fdcec344a4 of type vlan for network decfdf12-0919-43d0-9749-8bfc3dbe6bc1
May 14 21:16:31.316282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17d44717-e84b-4def-a200-53682497bfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (89843510-96dd-40c1-9019-038a259afce9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.319411 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17d44717-e84b-4def-a200-53682497bfc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.320570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17d44717-e84b-4def-a200-53682497bfc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89843510-96dd-40c1-9019-038a259afce9 HTTP/1.1" status: 204  len: 168 time: 0.3410182
May 14 21:16:31.342827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 229bb137-aed4-4606-843d-7799884c4e81 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:16:31.342827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 229bb137-aed4-4606-843d-7799884c4e81 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:31.344026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d44717-e84b-4def-a200-53682497bfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89843510-96dd-40c1-9019-038a259afce9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:31.395455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (decfdf12-0919-43d0-9749-8bfc3dbe6bc1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.497930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1b510-aaad-4da4-a953-43ef6ff1a6cb req-8556c6a4-252f-4b08-8cc2-140fc0c0f1e4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:31.499437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fea1b510-aaad-4da4-a953-43ef6ff1a6cb req-8556c6a4-252f-4b08-8cc2-140fc0c0f1e4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0681109
May 14 21:16:31.522451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6e957-d7c6-484f-a279-82aecbcbeb35 req-156c3800-ba4d-4518-9148-6f9735c15388 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:31.524178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2b6e957-d7c6-484f-a279-82aecbcbeb35 req-156c3800-ba4d-4518-9148-6f9735c15388 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0514183
May 14 21:16:31.544429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (decfdf12-0919-43d0-9749-8bfc3dbe6bc1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.545435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:31.546024 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.556901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fea1b510-aaad-4da4-a953-43ef6ff1a6cb req-2d0c125e-cb46-425a-8437-62d74b9bf9b5 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514941
May 14 21:16:31.575046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2b6e957-d7c6-484f-a279-82aecbcbeb35 req-8860004e-d0a5-42d4-9c6a-374c1a77150b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447838
May 14 21:16:31.632165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] Pushing event updated for resources: {'Network': ['ID=decfdf12-0919-43d0-9749-8bfc3dbe6bc1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:31.643236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network decfdf12-0919-43d0-9749-8bfc3dbe6bc1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:31.693831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-449ac95c-5909-449f-adeb-1d83123f8731 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.0058892
May 14 21:16:31.698052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53902) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:31.706292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Request body: {'subnet': {'network_id': 'decfdf12-0919-43d0-9749-8bfc3dbe6bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1638535720-subnet', 'tenant_id': '87efca1c13a8404896728ea606abde39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:31.716812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fee39-a3d8-4930-9d5f-92e75e6fe80e req-31749e18-64db-45f0-880b-3256ec503a77 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:31.718397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f07fee39-a3d8-4930-9d5f-92e75e6fe80e req-31749e18-64db-45f0-880b-3256ec503a77 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0680654
May 14 21:16:31.801400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-3f6001c6-677e-4a5d-af6c-3fa5f7346775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:31.802928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-3f6001c6-677e-4a5d-af6c-3fa5f7346775 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1155 time: 0.0835111
May 14 21:16:31.817162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Made reservation on behalf of 87efca1c13a8404896728ea606abde39 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:31.820364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:31.859098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f07fee39-a3d8-4930-9d5f-92e75e6fe80e req-e0e5f88e-c20e-4b45-9193-880d90de14cf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262407
May 14 21:16:31.939269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-6b9a0860-29c2-4d7d-a11c-3c54b9460226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:31.940777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-6b9a0860-29c2-4d7d-a11c-3c54b9460226 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.1310518
May 14 21:16:32.133149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (cc6e450f-1e57-4ef2-a9ba-4015832c267a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:32.258448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf0534-9e10-4238-a566-48e87958c486 req-46093b72-7610-4615-9128-0676cfadef7b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:32.260073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0edf0534-9e10-4238-a566-48e87958c486 req-46093b72-7610-4615-9128-0676cfadef7b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.1235185
May 14 21:16:32.268912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6e450f-1e57-4ef2-a9ba-4015832c267a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:32.294469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Checking segment: {'id': 'aaf4ab51-749c-404f-a0ec-80fdcec344a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'decfdf12-0919-43d0-9749-8bfc3dbe6bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:32.298595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Network hostable DHCP agents. Network: decfdf12-0919-43d0-9749-8bfc3dbe6bc1, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:32.325255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0edf0534-9e10-4238-a566-48e87958c486 req-fd8d48d2-2650-4f5a-b3d2-c1801bbb1e42 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593739
May 14 21:16:32.375241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4dc02cf-ee22-4e1d-a3de-288b58e06661 req-0127bbd1-b74f-4c5d-8bde-17bda034ae38 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0297930
May 14 21:16:32.394662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Network decfdf12-0919-43d0-9749-8bfc3dbe6bc1 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:32.479895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, decfdf12-0919-43d0-9749-8bfc3dbe6bc1) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:32.484088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:32.484690 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:32.488796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda684f7-b995-4db8-95bf-818524a1dc2b None None] Network decfdf12-0919-43d0-9749-8bfc3dbe6bc1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:32.545189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-ee0df0fb-d1ba-4d3b-ba00-b2fc74d6c90c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 217 time: 0.0398781
May 14 21:16:32.577825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1ba04e31-582e-4487-aa1a-bbed034156cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.8764939
May 14 21:16:32.589429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e738cc-a577-4a48-ace9-c1147ead6b12 None None] Network decfdf12-0919-43d0-9749-8bfc3dbe6bc1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:32.713207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-b216fbc8-4274-4cea-938e-0987003b9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:32.714781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-b216fbc8-4274-4cea-938e-0987003b9a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0767336
May 14 21:16:32.767618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2db836-59be-41dd-a149-ac63ab90c1e3 req-53b1d28f-39ab-4fe7-8d11-57e215ff8b47 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:32.775428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c2db836-59be-41dd-a149-ac63ab90c1e3 req-53b1d28f-39ab-4fe7-8d11-57e215ff8b47 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0648475
May 14 21:16:32.808492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6d3b0-be4c-41bd-b223-7fbc64378b2c req-4e7fba53-2549-4ba0-bddf-5a4fc2a06b5e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:32.810389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fe6d3b0-be4c-41bd-b223-7fbc64378b2c req-4e7fba53-2549-4ba0-bddf-5a4fc2a06b5e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0894651
May 14 21:16:32.833090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-ff2ce54d-60f6-4921-b670-543cdd12be75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431445
May 14 21:16:32.840518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c2db836-59be-41dd-a149-ac63ab90c1e3 req-896446da-f069-4ed8-98f6-55954db19ef4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639520
May 14 21:16:32.941569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fe6d3b0-be4c-41bd-b223-7fbc64378b2c req-ee9fdba4-0499-4f62-92b3-e69b93390d1d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113553
May 14 21:16:32.996196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-8c9fac87-cdd9-45cb-b694-bccd5b55b0c6 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458433
May 14 21:16:33.114338 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-52fac714-9f7d-4452-a569-9ee0ef3b47aa req-b91defaa-8a76-4a06-94f8-2c850f12a95a tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] show failed (client error): The resource could not be found.
May 14 21:16:33.138965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52fac714-9f7d-4452-a569-9ee0ef3b47aa req-b91defaa-8a76-4a06-94f8-2c850f12a95a tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups/16baff38-03e1-422d-b8a8-849740dddc22 HTTP/1.1" status: 404  len: 352 time: 0.0473952
May 14 21:16:33.162981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d23c93-ca75-43ec-8157-df3c5431bcd0 req-cefc8a9b-3b17-4f8f-8b66-a89c6d56fde1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:33.171792 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0d23c93-ca75-43ec-8157-df3c5431bcd0 req-cefc8a9b-3b17-4f8f-8b66-a89c6d56fde1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0826206
May 14 21:16:33.207748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b1d9e84-0952-4099-a64c-dab1bc828982 req-a5994457-743b-4ad0-9f11-d6701c382f39 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055190
May 14 21:16:33.218227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0d23c93-ca75-43ec-8157-df3c5431bcd0 req-e059ecbd-dbd1-467e-b401-86999ebe421f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453770
May 14 21:16:33.235394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4712bbde-1184-412b-a634-cc485c7f2996 req-24867bee-fd61-4fad-bd48-c902f8555463 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87efca1c13a8404896728ea606abde39 HTTP/1.1" status: 200  len: 3001 time: 0.0630786
May 14 21:16:33.283074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4712bbde-1184-412b-a634-cc485c7f2996 req-47eefaa2-2669-4325-b50b-12d6d5ca2602 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups/8ed43897-42e0-44cb-bc89-faf2006180aa HTTP/1.1" status: 200  len: 2998 time: 0.0411615
May 14 21:16:33.336708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4712bbde-1184-412b-a634-cc485c7f2996 req-5eb02bcc-9e3a-4c82-a102-d9d461611bd8 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups/8ed43897-42e0-44cb-bc89-faf2006180aa HTTP/1.1" status: 200  len: 2998 time: 0.0467808
May 14 21:16:33.401721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a82b38bb-24fd-4793-ad37-5f01aae81d0a req-b661d630-9c23-4630-97cc-efe8cd9bdb5d tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups/8ed43897-42e0-44cb-bc89-faf2006180aa HTTP/1.1" status: 200  len: 2998 time: 0.0440369
May 14 21:16:33.453147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925c39c-30fe-4f4f-8143-08c7993d6edc req-b8f6b546-0570-4593-af6c-359024acca37 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:33.454684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7925c39c-30fe-4f4f-8143-08c7993d6edc req-b8f6b546-0570-4593-af6c-359024acca37 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.0551393
May 14 21:16:33.466021 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-a82b38bb-24fd-4793-ad37-5f01aae81d0a req-59256785-8a3d-4d3c-853e-16f2800e60e2 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] delete failed (client error): There was a conflict when trying to complete your request.
May 14 21:16:33.468171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a82b38bb-24fd-4793-ad37-5f01aae81d0a req-59256785-8a3d-4d3c-853e-16f2800e60e2 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "DELETE /v2.0/security-groups/8ed43897-42e0-44cb-bc89-faf2006180aa HTTP/1.1" status: 409  len: 352 time: 0.0605915
May 14 21:16:33.522697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7925c39c-30fe-4f4f-8143-08c7993d6edc req-156ddfe9-c85a-4de2-99f9-251eef7e791f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607498
May 14 21:16:33.558980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c0cb749-55c4-4140-9d9e-50aa644ed437 req-2bf0bb0b-6b28-4f90-a41a-d0323113ef51 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0333145
May 14 21:16:33.565956 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-743c1140-cb52-4981-8ea1-01cd86072818 req-a5246367-077f-4a66-b779-d1ca5b08766d tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] show failed (client error): The resource could not be found.
May 14 21:16:33.565956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-743c1140-cb52-4981-8ea1-01cd86072818 req-a5246367-077f-4a66-b779-d1ca5b08766d tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups/6341fd3f-f176-4a78-9388-743132d9bad4 HTTP/1.1" status: 404  len: 352 time: 0.0158966
May 14 21:16:33.625493 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-e1d2bf78-338d-4a42-9734-96fc0d40ddc0 req-c48e5bbc-42a1-416f-8b35-51e8c7148c51 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] show failed (client error): The resource could not be found.
May 14 21:16:33.626525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1d2bf78-338d-4a42-9734-96fc0d40ddc0 req-c48e5bbc-42a1-416f-8b35-51e8c7148c51 tempest-SecurityGroupsNegativeTestJSON-1566321258 tempest-SecurityGroupsNegativeTestJSON-1566321258-project] 10.222.0.52 "GET /v2.0/security-groups/5dbb44b8-c897-4baa-8c2b-29b8cd5cc5b6 HTTP/1.1" status: 404  len: 352 time: 0.0257812
May 14 21:16:33.644220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53968) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:33.693250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Deleting subnet cc6e450f-1e57-4ef2-a9ba-4015832c267a {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:16:33.697158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Publish callbacks [] for subnet (cc6e450f-1e57-4ef2-a9ba-4015832c267a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:33.710999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:33.744147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (cc6e450f-1e57-4ef2-a9ba-4015832c267a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:33.789308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (cc6e450f-1e57-4ef2-a9ba-4015832c267a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:33.823658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51d7a0e1-c501-48be-bd21-47c70ae13d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:33.943523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (cc6e450f-1e57-4ef2-a9ba-4015832c267a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:33.978694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6e450f-1e57-4ef2-a9ba-4015832c267a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:33.994321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf97bf-c3a1-46df-a441-6bbb44597045 req-1891231d-6ea7-431c-9020-ae0b7babecdd tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:33.994321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bfdf97bf-c3a1-46df-a441-6bbb44597045 req-1891231d-6ea7-431c-9020-ae0b7babecdd tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0776155
May 14 21:16:33.994321 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:33.996987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5d58d796-7260-4d41-afa9-0f0da1375586 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cc6e450f-1e57-4ef2-a9ba-4015832c267a HTTP/1.1" status: 204  len: 168 time: 0.3519168
May 14 21:16:33.999277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53982) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:34.020282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51d7a0e1-c501-48be-bd21-47c70ae13d92 admin admin] Publish callbacks [] for security_group (e0057b3b-1f1c-4157-8755-43748c92aeb4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.090579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc73e5e-3656-491c-90ea-fe382d063688 req-cfdb5980-531e-41e5-9360-30940f301d6b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.092479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc73e5e-3656-491c-90ea-fe382d063688 req-cfdb5980-531e-41e5-9360-30940f301d6b tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.0499597
May 14 21:16:34.104687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (decfdf12-0919-43d0-9749-8bfc3dbe6bc1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.110122 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bfdf97bf-c3a1-46df-a441-6bbb44597045 req-c789de82-20d9-49fa-adec-bd5844b45f6f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040215
May 14 21:16:34.122768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51d7a0e1-c501-48be-bd21-47c70ae13d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0057b3b-1f1c-4157-8755-43748c92aeb4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.216495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (decfdf12-0919-43d0-9749-8bfc3dbe6bc1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.226367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-51d7a0e1-c501-48be-bd21-47c70ae13d92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfdcd319144a4bfc900bc852e5af53a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5112755
May 14 21:16:34.229193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53984) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:34.239512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7a0e1-c501-48be-bd21-47c70ae13d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0057b3b-1f1c-4157-8755-43748c92aeb4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:34.248937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc73e5e-3656-491c-90ea-fe382d063688 req-56199371-dd25-436a-a97b-a8b0abc81e2d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481957
May 14 21:16:34.256137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf030-4749-4247-8469-8738290730da req-11137c90-9291-49e1-978f-86760e76b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.262312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-11137c90-9291-49e1-978f-86760e76b063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac56d68252fb4633b27be1d5f4a18d0b&device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 1127 time: 0.0739439
May 14 21:16:34.262418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52305a1130>,) {'filters': {'network_id': ['decfdf12-0919-43d0-9749-8bfc3dbe6bc1']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:34.274705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae99fe8-2770-4ca8-b665-5b3d15b09670 req-56ccf03d-47c6-4d9b-8f10-ceb21d1a7981 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.276250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aae99fe8-2770-4ca8-b665-5b3d15b09670 req-56ccf03d-47c6-4d9b-8f10-ceb21d1a7981 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0734880
May 14 21:16:34.280095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52305a1130>, 'aaf4ab51-749c-404f-a0ec-80fdcec344a4') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:34.280394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52305a1130>, 'aaf4ab51-749c-404f-a0ec-80fdcec344a4') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:34.292674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (aaf4ab51-749c-404f-a0ec-80fdcec344a4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.328816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (aaf4ab51-749c-404f-a0ec-80fdcec344a4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.343145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:16:34.343681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (aaf4ab51-749c-404f-a0ec-80fdcec344a4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:16:34.345507 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:16:34.368582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-7a917637-ba09-4303-897a-2f771aa76e62 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0657570
May 14 21:16:34.406785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aae99fe8-2770-4ca8-b665-5b3d15b09670 req-13fec2f2-6acf-4d0c-94a2-197213796878 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177404
May 14 21:16:34.457515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0d570d1-b829-4bf9-a402-52558b4c3069 admin admin] Publish callbacks [] for security_group (e0057b3b-1f1c-4157-8755-43748c92aeb4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.497467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (decfdf12-0919-43d0-9749-8bfc3dbe6bc1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.505741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.510215 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/decfdf12-0919-43d0-9749-8bfc3dbe6bc1 HTTP/1.1" status: 204  len: 168 time: 0.5099523
May 14 21:16:34.513927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:34.515983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a6cf9-c836-4f2d-912d-3334f5d5afdb req-7d50cf3a-f7d1-4d57-ae84-c92a07470269 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.517606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-803a6cf9-c836-4f2d-912d-3334f5d5afdb req-7d50cf3a-f7d1-4d57-ae84-c92a07470269 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1530037
May 14 21:16:34.542461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b003e-df32-49ed-b124-eec2248afaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=decfdf12-0919-43d0-9749-8bfc3dbe6bc1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:34.559563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0d570d1-b829-4bf9-a402-52558b4c3069 admin admin] Publish callbacks [] for security_group (e0057b3b-1f1c-4157-8755-43748c92aeb4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.569005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf030-4749-4247-8469-8738290730da req-9d2ade86-0f3b-41cb-859a-3aca00de22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.570564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-9d2ade86-0f3b-41cb-859a-3aca00de22bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=728ce14a-92e3-4451-985e-e41013ccefc6 HTTP/1.1" status: 200  len: 915 time: 0.2990024
May 14 21:16:34.636624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:34.650888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 has no active binding in host nch2-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:16:34.672556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-339ff514-8921-4f93-a6af-f7651b1c9f7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5262f93-1b5b-41b9-80c4-429291bd7755 HTTP/1.1" status: 200  len: 217 time: 0.0869756
May 14 21:16:34.675597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0ca9c1c-6d72-4578-8c46-e09d20d2366e req-d8abc60a-c9c1-4182-a947-ca8d7271aa43 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0289528
May 14 21:16:34.684768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-c56068e7-cbad-4311-a8f6-4c35c7997693 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.686194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-c56068e7-cbad-4311-a8f6-4c35c7997693 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2835088
May 14 21:16:34.702998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-803a6cf9-c836-4f2d-912d-3334f5d5afdb req-eedbb7a0-8156-4e2a-a205-f3262dae8b58 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714466
May 14 21:16:34.740180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bf030-4749-4247-8469-8738290730da req-f3e11c84-aa7e-4847-93d9-0697e5b2d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:34.741917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-f3e11c84-aa7e-4847-93d9-0697e5b2d558 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a383e12-d210-4044-95a7-44244d40f6be HTTP/1.1" status: 200  len: 854 time: 0.0518239
May 14 21:16:34.759316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:34.815892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-5754a655-89d2-4316-a37d-f52cacd7d7da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=728ce14a-92e3-4451-985e-e41013ccefc6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416231
May 14 21:16:34.849884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0d570d1-b829-4bf9-a402-52558b4c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0057b3b-1f1c-4157-8755-43748c92aeb4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.853289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0d570d1-b829-4bf9-a402-52558b4c3069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:34.854434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d0d570d1-b829-4bf9-a402-52558b4c3069 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0057b3b-1f1c-4157-8755-43748c92aeb4 HTTP/1.1" status: 204  len: 168 time: 0.6224043
May 14 21:16:34.884129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53996) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:34.904829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d570d1-b829-4bf9-a402-52558b4c3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0057b3b-1f1c-4157-8755-43748c92aeb4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:34.934889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f2f39c4-e503-4403-87cc-3a485ead8ea6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87efca1c13a8404896728ea606abde39&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0491171
May 14 21:16:34.938052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53998) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:35.004436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79a728bf-5283-428b-a50e-9f41a9b7186d admin admin] Publish callbacks [] for security_group (8ed43897-42e0-44cb-bc89-faf2006180aa), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.010144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-2e575fc3-f251-4fac-8c7d-0eb96334daab service neutron] 10.222.0.36 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523721
May 14 21:16:35.029273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79a728bf-5283-428b-a50e-9f41a9b7186d admin admin] Publish callbacks [] for security_group (8ed43897-42e0-44cb-bc89-faf2006180aa), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.120964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:35.124320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.145102 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.174792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c5bf030-4749-4247-8469-8738290730da req-d47bde0a-657a-4aa8-a771-7f5b8ace8014 service neutron] 10.222.0.36 "GET /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475589
May 14 21:16:35.198756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-bdd6f100-2937-419d-9a5a-976ae05b1ea5 service neutron] 10.222.0.48 "GET /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1139741
May 14 21:16:35.235730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bca5f-0d01-48f3-8c85-6cd1468c9d4d req-fe7676ce-23b3-4ca1-80d4-9b0df104d90b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:35.237724 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e84bca5f-0d01-48f3-8c85-6cd1468c9d4d req-fe7676ce-23b3-4ca1-80d4-9b0df104d90b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 944 time: 0.0524719
May 14 21:16:35.273112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79a728bf-5283-428b-a50e-9f41a9b7186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8ed43897-42e0-44cb-bc89-faf2006180aa), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.275757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79a728bf-5283-428b-a50e-9f41a9b7186d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.276909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79a728bf-5283-428b-a50e-9f41a9b7186d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ed43897-42e0-44cb-bc89-faf2006180aa HTTP/1.1" status: 204  len: 168 time: 0.3302364
May 14 21:16:35.297070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a728bf-5283-428b-a50e-9f41a9b7186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed43897-42e0-44cb-bc89-faf2006180aa,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:35.303007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e84bca5f-0d01-48f3-8c85-6cd1468c9d4d req-5b56693d-0350-4e1d-a969-c9b427f88357 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592082
May 14 21:16:35.444559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for security_group (2d7d68bb-b5db-4165-9d20-52c6dfb968d6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.469278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc604bca-36c1-4265-83e4-8033ad98f805 req-2cc434b6-f4de-4df8-bbec-188fc112cc52 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:35.470759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc604bca-36c1-4265-83e4-8033ad98f805 req-2cc434b6-f4de-4df8-bbec-188fc112cc52 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.0783389
May 14 21:16:35.517159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:35.540257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2d7d68bb-b5db-4165-9d20-52c6dfb968d6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.574495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:35.575910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a3fac-7bd3-42be-af76-4749eebd03b6 req-3ef2f7f5-3232-43d5-9374-9315a926e2ba tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:35.581862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc604bca-36c1-4265-83e4-8033ad98f805 req-289860cd-7867-4a26-866c-f86ba72677d5 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988593
May 14 21:16:35.585903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-912a3fac-7bd3-42be-af76-4749eebd03b6 req-3ef2f7f5-3232-43d5-9374-9315a926e2ba tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.0893590
May 14 21:16:35.647514 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-912a3fac-7bd3-42be-af76-4749eebd03b6 req-8b785736-b323-4520-8432-d2ce4279c440 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602977
May 14 21:16:35.679103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d68bb-b5db-4165-9d20-52c6dfb968d6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:35.680129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8012be-be33-462f-961b-6c852f9a37d4 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:35.699935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:35.783523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.220 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/93c7b375-0812-49e1-b96d-0fc14fa1a724) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:35.804065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8487c5f3-a2df-40ad-b9e9-012e888478f9 req-0b62bbfb-01fc-4537-b142-01c88980d904 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0409720
May 14 21:16:35.815293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:35.875588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e476ab-f43a-420f-a8c7-540519534274 req-9eafacb6-ea18-43a4-8a86-67b8033e91ee tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:35.879280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53e476ab-f43a-420f-a8c7-540519534274 req-9eafacb6-ea18-43a4-8a86-67b8033e91ee tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0949864
May 14 21:16:35.955238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53e476ab-f43a-420f-a8c7-540519534274 req-fd04e71b-3d4e-421f-ba74-4e0752175469 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696013
May 14 21:16:36.009695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] Transition to ACTIVE for port object ec8012be-be33-462f-961b-6c852f9a37d4 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:36.078205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:36.121057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-8408a720-c804-4115-b294-f3d35d09635d service neutron] 10.222.0.36 "GET /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0964322
May 14 21:16:36.136130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:36.260839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:36.264736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] No DVR routers for this DVR port ec8012be-be33-462f-961b-6c852f9a37d4 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:36.278547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:36.359525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:36.373670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:36.378223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-67a9e143-6858-47c0-add5-764382c74df8 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1664257
May 14 21:16:36.385786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:36.483563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=93c7b375-0812-49e1-b96d-0fc14fa1a724,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:36.531602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:36.589845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcec71-dbe8-4046-83e7-486f47d52e58 req-3917ceed-09cd-4d2a-bed9-ae180224b03c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.591594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8bcec71-dbe8-4046-83e7-486f47d52e58 req-3917ceed-09cd-4d2a-bed9-ae180224b03c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.1945755
May 14 21:16:36.602487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.603173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:36.634404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port ec8012be-be33-462f-961b-6c852f9a37d4 host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:16:36.635426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:36.646033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-21563a3f-9fce-499b-915e-d32db50d62b8 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.647497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-21563a3f-9fce-499b-915e-d32db50d62b8 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1272190
May 14 21:16:36.668334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:36.723207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9ca8a039-c0b0-48ca-927c-a0986ff11d89 None None] Provisioning complete for port 93c7b375-0812-49e1-b96d-0fc14fa1a724 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:36.724133 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a039-c0b0-48ca-927c-a0986ff11d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:36.724443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-a9aee39b-5320-40d1-a39e-66f2265d71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.725958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-a9aee39b-5320-40d1-a39e-66f2265d71a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2&tenant_id=763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 1127 time: 0.0701482
May 14 21:16:36.730858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8bcec71-dbe8-4046-83e7-486f47d52e58 req-877845f6-0002-469e-ae17-255830013ab0 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215699
May 14 21:16:36.737672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:36.766710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-4e526d64-90ab-4dd9-a2e1-623ab801002f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0121551
May 14 21:16:36.781190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8a039-c0b0-48ca-927c-a0986ff11d89 None None] Port 93c7b375-0812-49e1-b96d-0fc14fa1a724 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:16:36.790245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Request body: {'port': {'device_id': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:36.837204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:36.854999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:36.858542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd0d4-5cb5-4708-976c-8d6251392b8a req-f2829669-674f-4867-8723-ffa75fb5efb1 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.860605 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cadd0d4-5cb5-4708-976c-8d6251392b8a req-f2829669-674f-4867-8723-ffa75fb5efb1 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.0659459
May 14 21:16:36.888306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:36.899012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-1ed2a154-d5bc-448d-9cbc-be2d9f7751bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.900735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-1ed2a154-d5bc-448d-9cbc-be2d9f7751bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1127 time: 0.1315277
May 14 21:16:36.922352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cadd0d4-5cb5-4708-976c-8d6251392b8a req-0e799abc-a961-4c10-8272-685588420bb7 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539749
May 14 21:16:36.960183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67df173-62c9-467a-9e04-98ebdd160df8 req-ba60136f-f41e-4aaa-81ef-0d335b8449e4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:36.962228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f67df173-62c9-467a-9e04-98ebdd160df8 req-ba60136f-f41e-4aaa-81ef-0d335b8449e4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 943 time: 0.1188865
May 14 21:16:36.978185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.011090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.028010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1831953654-network', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:37.111021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:37.113438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.140391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f67df173-62c9-467a-9e04-98ebdd160df8 req-ffc99b2d-0d2e-4c24-8eb2-0b466030dc19 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701088
May 14 21:16:37.140661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.190400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff704-cabb-49f7-a638-4351f3637c62 req-17df50a5-8941-4773-a659-b3379087827a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:37.191917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fcaff704-cabb-49f7-a638-4351f3637c62 req-17df50a5-8941-4773-a659-b3379087827a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 936 time: 0.0960684
May 14 21:16:37.197510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-698d91d2-b8c6-49ab-836b-4e4005cb6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:37.199052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-698d91d2-b8c6-49ab-836b-4e4005cb6944 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.2898779
May 14 21:16:37.218855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] Transition to ACTIVE for port object 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:37.248369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-69efa10a-9b6c-4ede-bc2b-73cc4cf60d67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 217 time: 0.0416093
May 14 21:16:37.273431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks [] for security_group (dc10538e-f9a8-41f9-97f3-e84a51b044f4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.281318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fcaff704-cabb-49f7-a638-4351f3637c62 req-69653625-7619-4807-9250-1e4ee5ce61c4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726125
May 14 21:16:37.324133 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.343425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dc10538e-f9a8-41f9-97f3-e84a51b044f4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.369434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:37.387371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc10538e-f9a8-41f9-97f3-e84a51b044f4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:37.393350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c561082d-22c3-4c74-9933-5ed8eebfa843), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.393350 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Added segment c561082d-22c3-4c74-9933-5ed8eebfa843 of type vlan for network 651bd386-4eb4-4c99-ae9f-2f38450c229b
May 14 21:16:37.441807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (651bd386-4eb4-4c99-ae9f-2f38450c229b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.531039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (651bd386-4eb4-4c99-ae9f-2f38450c229b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.539748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:37.539748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.641653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] Pushing event updated for resources: {'Network': ['ID=651bd386-4eb4-4c99-ae9f-2f38450c229b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:37.654002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:37.701739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0b37ee61-8137-49f5-8f01-77f443172946 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.8123162
May 14 21:16:37.703687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54102) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:37.708527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Request body: {'subnet': {'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1831953654-subnet', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:37.746110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58bcf5-0732-4254-b547-9ed76ea9b87e req-e450ef5d-96fd-4643-93c7-2d442e7d2686 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:37.747621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef58bcf5-0732-4254-b547-9ed76ea9b87e req-e450ef5d-96fd-4643-93c7-2d442e7d2686 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.4751468
May 14 21:16:37.789410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-8d94b031-48ed-47aa-b34b-c5c939eb4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:37.790936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-8d94b031-48ed-47aa-b34b-c5c939eb4221 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.5370374
May 14 21:16:37.793889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:37.796770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:37.894727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] No DVR routers for this DVR port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:37.905239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-3444997b-0f78-47cc-8c17-513fe1f8d32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0930147
May 14 21:16:37.910580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:37.976829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef58bcf5-0732-4254-b547-9ed76ea9b87e req-5c19a34b-cef5-4d8c-a298-f5ea0b86238c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208295
May 14 21:16:38.028444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-4857e6bc-6128-4373-aeca-f1ac7fe0e5f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.9011679
May 14 21:16:38.081092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54110) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:38.094767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (fa642ff7-6879-4435-b63b-cc214b953b2d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.148297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-4ef361c5-75b4-49c4-954c-feb2f96385bf service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2268307
May 14 21:16:38.153945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4b880-c654-4a41-bf56-c212faef3f00 req-8a8e3551-f966-4db1-8318-4b66154bde62 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.155523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eaf4b880-c654-4a41-bf56-c212faef3f00 req-8a8e3551-f966-4db1-8318-4b66154bde62 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.0987227
May 14 21:16:38.161448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c7b375-0812-49e1-b96d-0fc14fa1a724 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:38.167912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa642ff7-6879-4435-b63b-cc214b953b2d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:38.173030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Publish callbacks [] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.183284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81179ebe-5ae0-4ca9-8a6b-47811b746169 req-744b0daf-7360-4e06-9075-138aa4bc38ad tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.191603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81179ebe-5ae0-4ca9-8a6b-47811b746169 req-744b0daf-7360-4e06-9075-138aa4bc38ad tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.1112037
May 14 21:16:38.222205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Transition to ACTIVE for port object 93c7b375-0812-49e1-b96d-0fc14fa1a724 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:38.233841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Checking segment: {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:38.234479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Network hostable DHCP agents. Network: 651bd386-4eb4-4c99-ae9f-2f38450c229b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:38.261696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eaf4b880-c654-4a41-bf56-c212faef3f00 req-364f30bd-0538-47c6-a454-7bf06b8610ff tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905573
May 14 21:16:38.262496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81179ebe-5ae0-4ca9-8a6b-47811b746169 req-703ac3c7-c3dd-42e6-9a68-bbcd6d5acc98 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699270
May 14 21:16:38.263664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65479efa-be8b-4e0b-823d-6fbeb771e3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.286887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.332635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:38.348314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Pushing event updated for resources: {'Port': ['ID=93c7b375-0812-49e1-b96d-0fc14fa1a724,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:38.411032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd6af-156c-4c3d-888e-90d251f53af1 req-67970a36-a153-4d1f-92ca-d5fb90a5bc36 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.412723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cbfbd6af-156c-4c3d-888e-90d251f53af1 req-67970a36-a153-4d1f-92ca-d5fb90a5bc36 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.0689852
May 14 21:16:38.420081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 651bd386-4eb4-4c99-ae9f-2f38450c229b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:38.426105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.428869 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.430844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ef350-af48-44f4-94f7-b41159a98a68 None None] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:38.486766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cbfbd6af-156c-4c3d-888e-90d251f53af1 req-e8c1e0f8-9d46-4b94-af1b-d70294e31a38 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556653
May 14 21:16:38.498828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1aa140-812e-4244-b428-3045d4d94fba req-66f0214c-ffa7-403f-a884-cf676433e9c1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.500522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c1aa140-812e-4244-b428-3045d4d94fba req-66f0214c-ffa7-403f-a884-cf676433e9c1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 948 time: 0.1134579
May 14 21:16:38.515525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65479efa-be8b-4e0b-823d-6fbeb771e3bd admin admin] Publish callbacks [] for security_group (67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.555067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51a42674-9718-4616-a514-fb8e8001711a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8478479
May 14 21:16:38.557502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Attempting to bind port 93c7b375-0812-49e1-b96d-0fc14fa1a724 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:38.557628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54118) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:38.557752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Attempting to bind port 93c7b375-0812-49e1-b96d-0fc14fa1a724 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:38.557752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Attempting to bind port 93c7b375-0812-49e1-b96d-0fc14fa1a724 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:38.562274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:38.576522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Port 93c7b375-0812-49e1-b96d-0fc14fa1a724 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:38.577075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Attempting to bind port 93c7b375-0812-49e1-b96d-0fc14fa1a724 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:38.582838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65479efa-be8b-4e0b-823d-6fbeb771e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.597480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-651bd386-4eb4-4c99-ae9f-2f38450c229b', 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b', 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'fixed_ips': [{'subnet_id': 'fa642ff7-6879-4435-b63b-cc214b953b2d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:16:38.598928 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.601290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c1aa140-812e-4244-b428-3045d4d94fba req-2b2de69a-d5f7-443f-ae8e-8d94983b0e4f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936995
May 14 21:16:38.602507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:38.602507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:38.602822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:38.603271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Bound port: 93c7b375-0812-49e1-b96d-0fc14fa1a724, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:38.603661 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.644579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-65479efa-be8b-4e0b-823d-6fbeb771e3bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbf6d1ac2f3f4c29a66d25f3044f163e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5594409
May 14 21:16:38.646516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479efa-be8b-4e0b-823d-6fbeb771e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:38.651384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54120) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:38.676528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (4d154836-e830-4006-ba81-5030c041e721), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.677908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (4d154836-e830-4006-ba81-5030c041e721), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.700952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] For port 93c7b375-0812-49e1-b96d-0fc14fa1a724, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:38.706509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] For port 93c7b375-0812-49e1-b96d-0fc14fa1a724, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7b375-0812-49e1-b96d-0fc14fa1a724,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:38.755011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae50958-ccc4-4e1e-b9b0-e4762a2e9614 admin admin] Publish callbacks [] for security_group (67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.757206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks [] for router_controller (4d154836-e830-4006-ba81-5030c041e721), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.774122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Allocated IP 172.20.0.2 (651bd386-4eb4-4c99-ae9f-2f38450c229b/fa642ff7-6879-4435-b63b-cc214b953b2d/b9a3c8ce-b7ab-491d-ab22-298bf6bba215) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:38.778635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae50958-ccc4-4e1e-b9b0-e4762a2e9614 admin admin] Publish callbacks [] for security_group (67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.783348 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.824714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.825372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.827275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] 10.222.0.48 "PUT /v2.0/ports/93c7b375-0812-49e1-b96d-0fc14fa1a724 HTTP/1.1" status: 200  len: 1096 time: 2.0424893
May 14 21:16:38.827275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'tag': '93c7b375-0812-49e1-b96d-0fc14fa1a724'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:38.829505 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c135c-50a1-4cb8-a4bb-5ae15836babe" -d '{"events": [{"name": "network-changed", "server_uuid": "aebd3dc2-1a09-4160-9276-8df5efb2fa05", "tag": "93c7b375-0812-49e1-b96d-0fc14fa1a724"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:38.861480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431b21b-36a6-4af2-8534-4fd46be9fa7a service neutron] Pushing event updated for resources: {'Port': ['ID=93c7b375-0812-49e1-b96d-0fc14fa1a724,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:38.886311 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582360a3-6c5b-4987-90ab-e8b8e8d7bcba x-openstack-request-id: req-582360a3-6c5b-4987-90ab-e8b8e8d7bcba {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:38.886606 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebd3dc2-1a09-4160-9276-8df5efb2fa05", "tag": "93c7b375-0812-49e1-b96d-0fc14fa1a724", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:38.889087 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-582360a3-6c5b-4987-90ab-e8b8e8d7bcba {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:38.889087 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582360a3-6c5b-4987-90ab-e8b8e8d7bcba'] response: {'name': 'network-changed', 'server_uuid': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'tag': '93c7b375-0812-49e1-b96d-0fc14fa1a724', 'status': 'completed', 'code': 200}
May 14 21:16:38.933811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae50958-ccc4-4e1e-b9b0-e4762a2e9614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.936820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae50958-ccc4-4e1e-b9b0-e4762a2e9614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:38.941065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fae50958-ccc4-4e1e-b9b0-e4762a2e9614 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4 HTTP/1.1" status: 204  len: 168 time: 0.2855558
May 14 21:16:38.955356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae50958-ccc4-4e1e-b9b0-e4762a2e9614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b29c61-b5dc-48d6-bdd5-b714f8d9b6b4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:38.961783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c135c-50a1-4cb8-a4bb-5ae15836babe req-ee4d9456-0163-4bce-a963-8c5ed308ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:38.963411 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-981c135c-50a1-4cb8-a4bb-5ae15836babe req-ee4d9456-0163-4bce-a963-8c5ed308ddf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 1130 time: 0.0603371
May 14 21:16:38.999555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-981c135c-50a1-4cb8-a4bb-5ae15836babe req-4d7d131a-39dd-45f2-9bb5-5cb9911ce4f2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0279040
May 14 21:16:39.105492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks [] for router_gateway (4d154836-e830-4006-ba81-5030c041e721), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.166715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Publish callbacks [] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.230215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f88-53b1-4a26-bae0-6debeddfd2fd req-1f5df8e6-3564-417f-85c4-d900a4d83890 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.231732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34a21f88-53b1-4a26-bae0-6debeddfd2fd req-1f5df8e6-3564-417f-85c4-d900a4d83890 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1290243
May 14 21:16:39.253856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c135c-50a1-4cb8-a4bb-5ae15836babe req-6bb55628-611c-42de-9a05-fa453d1fa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.255268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-981c135c-50a1-4cb8-a4bb-5ae15836babe req-6bb55628-611c-42de-9a05-fa453d1fa5ee service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2497089
May 14 21:16:39.285166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-1a62ca0b-11ee-4cba-b39e-d0a80a633ccc service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1812730
May 14 21:16:39.365257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34a21f88-53b1-4a26-bae0-6debeddfd2fd req-325ec2d8-fdfa-47f3-bb79-ad14dcd04237 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266172
May 14 21:16:39.372047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.373284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-1bac0f79-942a-4def-a5d6-bdc7cd477e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.375035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-1bac0f79-942a-4def-a5d6-bdc7cd477e61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 1130 time: 0.0836747
May 14 21:16:39.390511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-02d4e553-a85a-4acd-ae89-6bbc6fe93a8a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.390511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-02d4e553-a85a-4acd-ae89-6bbc6fe93a8a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0584502
May 14 21:16:39.437325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:39.495103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-bc59d476-0c04-4ff2-bfdc-1a3615e785f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=93c7b375-0812-49e1-b96d-0fc14fa1a724 HTTP/1.1" status: 200  len: 217 time: 0.1104672
May 14 21:16:39.496953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:39.498508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Pushing event updated for resources: {'Port': ['ID=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:39.510097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:39.526602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:39.532244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:16:39.532824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:39.614377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Attempting to bind port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:39.614981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Attempting to bind port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:39.615740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Attempting to bind port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 on network 651bd386-4eb4-4c99-ae9f-2f38450c229b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:39.619828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b531ad-3043-42a1-ae83-f361feee6553 req-0cc76c8f-7d70-45e4-8208-c5d2e1e51c2f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.621339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89b531ad-3043-42a1-ae83-f361feee6553 req-0cc76c8f-7d70-45e4-8208-c5d2e1e51c2f tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.1792979
May 14 21:16:39.623246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:39.624451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Checking segment: {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:39.625131 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.625688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Bound using segment: {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:39.626833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Bound port: b9a3c8ce-b7ab-491d-ab22-298bf6bba215, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:39.627175 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.637928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-1d1e4742-8011-429c-88ee-d2fdd5907491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.639725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-1d1e4742-8011-429c-88ee-d2fdd5907491 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 1126 time: 0.2488358
May 14 21:16:39.667355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90629c2b-0711-4d5c-aaf9-3b86fb1c32dc req-89a9b7aa-7e41-4707-9050-3eada27bec1b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.676479 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-90629c2b-0711-4d5c-aaf9-3b86fb1c32dc req-89a9b7aa-7e41-4707-9050-3eada27bec1b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.3194389
May 14 21:16:39.680777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks [] for router_gateway (4d154836-e830-4006-ba81-5030c041e721), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.724742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-ddb53429-ad8a-4e2d-b4ad-a48e9d3b5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.726533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-ddb53429-ad8a-4e2d-b4ad-a48e9d3b5540 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1126 time: 0.0487425
May 14 21:16:39.728294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] For port b9a3c8ce-b7ab-491d-ab22-298bf6bba215, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:39.743673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] For port b9a3c8ce-b7ab-491d-ab22-298bf6bba215, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:39.748726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-cb01dbca-41bc-4bb3-beab-1372abd0e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.750343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-cb01dbca-41bc-4bb3-beab-1372abd0e332 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2432170
May 14 21:16:39.762936 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-90629c2b-0711-4d5c-aaf9-3b86fb1c32dc req-8d67340b-57a9-480d-8b9b-82ddd7ae0ae7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852709
May 14 21:16:39.764337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.822395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:39.897854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-5477a9e8-b51f-4bdb-892c-bac9baeed7ef tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.905528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-5477a9e8-b51f-4bdb-892c-bac9baeed7ef tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0879128
May 14 21:16:39.925683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4608b0-67b7-4b2a-852b-260952e3faac None None] Pushing event updated for resources: {'Port': ['ID=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:39.941275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-d62d1943-8e5f-4386-a28b-ce15b896f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.942340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-d62d1943-8e5f-4386-a28b-ce15b896f13b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1750317
May 14 21:16:39.956127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddf45b-7248-40b5-b877-cbf4d24da0e2 req-f1095e83-a393-4ab1-90b6-c8064ad6af58 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:39.965595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcddf45b-7248-40b5-b877-cbf4d24da0e2 req-f1095e83-a393-4ab1-90b6-c8064ad6af58 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.1209481
May 14 21:16:39.997310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Allocated IP 172.35.4.27 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e394da45-490a-41ae-b5ce-4fc9003be663) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:40.044156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcddf45b-7248-40b5-b877-cbf4d24da0e2 req-1c6dc704-1bb4-4e48-aefb-6d21fc4daa24 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775957
May 14 21:16:40.083818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Deleting port a5262f93-1b5b-41b9-80c4-429291bd7755 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:40.084165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:40.220953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa61e90-88d5-4f66-90cf-2676b4ddbacc req-85b25e82-05e4-431e-b3d6-9ba632136088 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:40.223149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9aa61e90-88d5-4f66-90cf-2676b4ddbacc req-85b25e82-05e4-431e-b3d6-9ba632136088 tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 945 time: 0.7269218
May 14 21:16:40.223953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ac5cb-47da-4ac8-88ab-07047cb66b41 req-57a0e7c3-9ba6-47e1-928b-ad78ceb3932f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:40.225563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff8ac5cb-47da-4ac8-88ab-07047cb66b41 req-57a0e7c3-9ba6-47e1-928b-ad78ceb3932f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 948 time: 0.0681095
May 14 21:16:40.272848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks [] for port (e394da45-490a-41ae-b5ce-4fc9003be663), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:40.322126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff8ac5cb-47da-4ac8-88ab-07047cb66b41 req-deabf772-daac-4b51-8513-f37ceec7647b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798166
May 14 21:16:40.355219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-acb7387e-1af7-408b-8897-0761bf06c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:40.356717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-acb7387e-1af7-408b-8897-0761bf06c35f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.6194205
May 14 21:16:40.371763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-401564aa-8bda-466f-a990-0e76a705906c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:40.400777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:40.422696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:40.424459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:40.445245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9aa61e90-88d5-4f66-90cf-2676b4ddbacc req-756f9f8f-5408-4507-a675-10f7fa45fd1d tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/security-groups?id=ea77d386-3427-43a4-828d-8b79632490f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886954
May 14 21:16:40.448825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-44e249ec-8d96-473a-998d-729c3e40b4ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 217 time: 0.0732341
May 14 21:16:40.474412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:40.532253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-2e1927e2-e020-4cdc-b633-057ac01d7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:40.535327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-2e1927e2-e020-4cdc-b633-057ac01d7f10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0678761
May 14 21:16:40.547173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-a81de5fc-bf14-4cbb-b986-589b18c07d23 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5912118
May 14 21:16:40.549282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] For port a5262f93-1b5b-41b9-80c4-429291bd7755, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a5262f93-1b5b-41b9-80c4-429291bd7755,segment=NetworkSegment(1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598),segment_id=1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:40.550391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:40.554226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Pushing event updated for resources: {'Port': ['ID=e394da45-490a-41ae-b5ce-4fc9003be663,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:40.573430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78587b-e4fa-4ece-99f5-e45a78e6a892 req-f4f0a670-e758-4d51-be1e-a5cef2b1736a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:40.580492 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd78587b-e4fa-4ece-99f5-e45a78e6a892 req-f4f0a670-e758-4d51-be1e-a5cef2b1736a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1036973
May 14 21:16:40.587022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Calling delete_port for a5262f93-1b5b-41b9-80c4-429291bd7755 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:40.631052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-599ce5ea-24c2-4d3a-b913-13e5d8c9d184 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777862
May 14 21:16:40.675658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-978e039b-8052-4731-ad12-afdd990d50ac service neutron] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:40.701946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-978e039b-8052-4731-ad12-afdd990d50ac service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:40.703063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09c9a0ec-ea97-4263-84d2-50374d0a77fc req-978e039b-8052-4731-ad12-afdd990d50ac service neutron] 10.222.0.36 "DELETE /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.7557781
May 14 21:16:40.734938 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd78587b-e4fa-4ece-99f5-e45a78e6a892 req-412b1167-0c5e-4f9e-a7bd-346a7485577e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224790
May 14 21:16:40.862548 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9bc3973-4dfc-4f96-a9e0-e9721ded44d8 req-0102bb17-2063-4df4-8613-219c36d2750e service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3027225
May 14 21:16:40.864431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-9e23c3e2-1f59-49cc-8b59-4a210fcfc4b4 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228801
May 14 21:16:40.982202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da0a2b-91e3-41da-bb82-c5abf88477fa req-0778571c-afac-4c1d-8ce4-770e4c6a1a08 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:40.984062 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66da0a2b-91e3-41da-bb82-c5abf88477fa req-0778571c-afac-4c1d-8ce4-770e4c6a1a08 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.0858479
May 14 21:16:40.986973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7aa716ce-a1f5-4355-ac99-553cebf67dfe req-13938253-61c9-4b90-b25c-674a187e3181 tempest-AbsoluteLimitsNegativeTestJSON-1437822268 tempest-AbsoluteLimitsNegativeTestJSON-1437822268-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f9acbb04d9b6439bb94b5f602dceb932&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0229073
May 14 21:16:41.042327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a5262f93-1b5b-41b9-80c4-429291bd7755), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.058044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a5262f93-1b5b-41b9-80c4-429291bd7755'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:41.110965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66da0a2b-91e3-41da-bb82-c5abf88477fa req-2062ca89-ad9e-4a57-b7b3-a36a7bca7dd0 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966132
May 14 21:16:41.113640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks [] for router_gateway (4d154836-e830-4006-ba81-5030c041e721), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.136914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.191516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Pushing event deleted for resources: {'Port': ['ID=a5262f93-1b5b-41b9-80c4-429291bd7755,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:41.245758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519863a-5f0e-4fb3-94d4-6c63942ee557 None None] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:41.293407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa716ce-a1f5-4355-ac99-553cebf67dfe req-1a2b16b2-4973-4a11-88b3-13ea46e6e441 tempest-AbsoluteLimitsNegativeTestJSON-1437822268 tempest-AbsoluteLimitsNegativeTestJSON-1437822268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:41.294741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7aa716ce-a1f5-4355-ac99-553cebf67dfe req-1a2b16b2-4973-4a11-88b3-13ea46e6e441 tempest-AbsoluteLimitsNegativeTestJSON-1437822268 tempest-AbsoluteLimitsNegativeTestJSON-1437822268-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2972152
May 14 21:16:41.320276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] No DVR routers for this DVR port a5262f93-1b5b-41b9-80c4-429291bd7755 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:41.323602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] Provisioning complete for port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:41.324273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.326213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.333195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89b531ad-3043-42a1-ae83-f361feee6553 req-d001765a-7815-48af-997c-5d9087dae58a tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.36 "DELETE /v2.0/ports/a5262f93-1b5b-41b9-80c4-429291bd7755 HTTP/1.1" status: 204  len: 173 time: 1.7003536
May 14 21:16:41.333195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'name': 'network-vif-deleted', 'tag': 'a5262f93-1b5b-41b9-80c4-429291bd7755'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:41.333195 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7393b1b8-72d7-41cb-b8fa-bbbe63f72787" -d '{"events": [{"server_uuid": "8c6327b6-a740-471d-96bf-3a0dbc85214f", "name": "network-vif-deleted", "tag": "a5262f93-1b5b-41b9-80c4-429291bd7755"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:41.343730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7aa716ce-a1f5-4355-ac99-553cebf67dfe req-d150516f-1d91-4817-8cf0-eb96e1559e77 tempest-AbsoluteLimitsNegativeTestJSON-1437822268 tempest-AbsoluteLimitsNegativeTestJSON-1437822268-project] 10.222.0.52 "GET /v2.0/quotas/f9acbb04d9b6439bb94b5f602dceb932 HTTP/1.1" status: 200  len: 375 time: 0.0310018
May 14 21:16:41.357415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ca00a-801a-4d47-a158-7fcd9ded3edc req-e3b05766-6c84-4803-b939-709faababb7f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:41.359583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef3ca00a-801a-4d47-a158-7fcd9ded3edc req-e3b05766-6c84-4803-b939-709faababb7f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.1150777
May 14 21:16:41.379983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-29d0657f-e0ad-4684-b950-8c9c1e288529 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2614126
May 14 21:16:41.397268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7aa716ce-a1f5-4355-ac99-553cebf67dfe req-b7676f0c-0903-4b0e-b071-06540cb849a1 tempest-AbsoluteLimitsNegativeTestJSON-1437822268 tempest-AbsoluteLimitsNegativeTestJSON-1437822268-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9acbb04d9b6439bb94b5f602dceb932&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0372677
May 14 21:16:41.450124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] Current status of the port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:41.450124 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.497253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] For port b9a3c8ce-b7ab-491d-ab22-298bf6bba215, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:41.551423 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.611510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.683126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf23de9-c643-44e5-9f05-f30a64827496 None None] Pushing event updated for resources: {'Port': ['ID=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:41.730971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a6e8c564-0c44-40f6-bbed-e36e74396e12 None None] Provisioning complete for port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:41.731806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c564-0c44-40f6-bbed-e36e74396e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.782867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (4d154836-e830-4006-ba81-5030c041e721), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:41.788166 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef3ca00a-801a-4d47-a158-7fcd9ded3edc req-9c9108bf-ed34-458a-b65c-3497891ddbec tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3908792
May 14 21:16:41.828137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a6e8c564-0c44-40f6-bbed-e36e74396e12 None None] Current status of the port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:41.848467 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8dc1a9-b0c7-4079-9c70-e892eaa0211c x-openstack-request-id: req-6b8dc1a9-b0c7-4079-9c70-e892eaa0211c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:41.851721 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6327b6-a740-471d-96bf-3a0dbc85214f", "name": "network-vif-deleted", "tag": "a5262f93-1b5b-41b9-80c4-429291bd7755", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:41.851721 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b8dc1a9-b0c7-4079-9c70-e892eaa0211c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:41.851721 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8dc1a9-b0c7-4079-9c70-e892eaa0211c'] response: {'server_uuid': '8c6327b6-a740-471d-96bf-3a0dbc85214f', 'name': 'network-vif-deleted', 'tag': 'a5262f93-1b5b-41b9-80c4-429291bd7755', 'status': 'completed', 'code': 200}
May 14 21:16:41.951902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c913f-0cbd-4de0-a578-66ec86ab4d05 req-3a559622-d5e6-4493-8191-ec3d2e1091bb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:41.955545 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee4c913f-0cbd-4de0-a578-66ec86ab4d05 req-3a559622-d5e6-4493-8191-ec3d2e1091bb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 948 time: 0.0554545
May 14 21:16:42.033305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee4c913f-0cbd-4de0-a578-66ec86ab4d05 req-9dcfad7a-6f57-4cab-95a7-1d589b7aaad5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736406
May 14 21:16:42.050018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Router 4d154836-e830-4006-ba81-5030c041e721 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:16:42.053715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2729503-0f91-40da-aeb9-854e1735a62d req-ec55d54b-6eea-4836-974e-747792177cbf tempest-InstanceActionsTestJSON-428253615 tempest-InstanceActionsTestJSON-428253615-project] 10.222.0.52 "GET /v2.0/ports?device_id=8c6327b6-a740-471d-96bf-3a0dbc85214f HTTP/1.1" status: 200  len: 210 time: 0.0363476
May 14 21:16:42.062056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:42.184857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab223f9-01f5-4d11-9794-dc48415012ee req-a9a21ba3-4eda-4927-b4a1-799a461e3866 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:42.186397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eab223f9-01f5-4d11-9794-dc48415012ee req-a9a21ba3-4eda-4927-b4a1-799a461e3866 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1127 time: 0.0797811
May 14 21:16:42.210951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694ff2a-6226-418f-97cd-81172893eba1 req-6d4e01ac-ce95-4712-b582-1b93a265a807 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:42.227995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7694ff2a-6226-418f-97cd-81172893eba1 req-6d4e01ac-ce95-4712-b582-1b93a265a807 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0812314
May 14 21:16:42.240471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:16:42.256670 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Sync routers for ids ['4d154836-e830-4006-ba81-5030c041e721'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:16:42.275901 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Routers {'4d154836-e830-4006-ba81-5030c041e721'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:42.276764 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231380040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4d154836-e830-4006-ba81-5030c041e721'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:42.304222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eab223f9-01f5-4d11-9794-dc48415012ee req-066bf9e3-6e14-4e32-bb55-ee8d98737134 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102583
May 14 21:16:42.325844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b9a3c8ce-b7ab-491d-ab22-298bf6bba215 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:42.353955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7694ff2a-6226-418f-97cd-81172893eba1 req-1cd2e537-761c-42a7-bed6-a858c5a1a414 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249747
May 14 21:16:42.355455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df75-03c8-4c3b-a254-9ae8c0265ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.376031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.377253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-25a73ae8-6b78-446e-a27e-56cc501f4d2b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.8207631
May 14 21:16:42.386188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54206) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:42.442165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:42.442612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.492287 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Set router 4d154836-e830-4006-ba81-5030c041e721 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:42.542987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df75-03c8-4c3b-a254-9ae8c0265ed3 admin admin] Publish callbacks [] for security_group (45745e17-957e-4cc6-a8e2-b35ba954ecdb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.544500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aed3a-6497-43df-8afd-92d392fd8767 req-04f55c6a-55fb-40f4-b624-74e1d83d2daf tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:42.551868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a4aed3a-6497-43df-8afd-92d392fd8767 req-04f55c6a-55fb-40f4-b624-74e1d83d2daf tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1127 time: 0.0553470
May 14 21:16:42.566563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc47980-94bb-4480-97ba-f3ef4c9beb07 req-7bca2b43-0217-49e5-b2d7-a2ec8d02bfb7 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:42.569924 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfc47980-94bb-4480-97ba-f3ef4c9beb07 req-7bca2b43-0217-49e5-b2d7-a2ec8d02bfb7 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.1033671
May 14 21:16:42.601500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:42.604433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 93c7b375-0812-49e1-b96d-0fc14fa1a724 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:42.613808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a4aed3a-6497-43df-8afd-92d392fd8767 req-66c36716-66e1-4b97-ac6a-10c460c56a95 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552416
May 14 21:16:42.616604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ab4df75-03c8-4c3b-a254-9ae8c0265ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (45745e17-957e-4cc6-a8e2-b35ba954ecdb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.640023 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfc47980-94bb-4480-97ba-f3ef4c9beb07 req-920c3090-7939-4caf-a077-1e997bb64552 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692852
May 14 21:16:42.692832 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231380040>, [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:16:40Z', 'revision_number': 3, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:42.726027 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Checking router: 4d154836-e830-4006-ba81-5030c041e721 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:16:42.726543 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Updating router 4d154836-e830-4006-ba81-5030c041e721 port e394da45-490a-41ae-b5ce-4fc9003be663 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:16:42.745765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 93c7b375-0812-49e1-b96d-0fc14fa1a724, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7b375-0812-49e1-b96d-0fc14fa1a724,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:42.760318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ab4df75-03c8-4c3b-a254-9ae8c0265ed3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9acbb04d9b6439bb94b5f602dceb932&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6955907
May 14 21:16:42.761832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4df75-03c8-4c3b-a254-9ae8c0265ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45745e17-957e-4cc6-a8e2-b35ba954ecdb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:42.766467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '93c7b375-0812-49e1-b96d-0fc14fa1a724', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '93c7b375-0812-49e1-b96d-0fc14fa1a724', 'mac_address': 'fa:16:3e:6f:a0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:16:42.767398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54212) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:42.787392 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.835915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 93c7b375-0812-49e1-b96d-0fc14fa1a724 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:42.837111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.860154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c7b375-0812-49e1-b96d-0fc14fa1a724 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:42.885431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 93c7b375-0812-49e1-b96d-0fc14fa1a724, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7b375-0812-49e1-b96d-0fc14fa1a724,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:42.888500 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2aa2041b-b1d2-47c3-aa47-ede6c55b0a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.890760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1429-87dc-4794-849b-60f7570936b6 admin admin] Publish callbacks [] for security_group (45745e17-957e-4cc6-a8e2-b35ba954ecdb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.923968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1429-87dc-4794-849b-60f7570936b6 admin admin] Publish callbacks [] for security_group (45745e17-957e-4cc6-a8e2-b35ba954ecdb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:42.954099 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.030307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac20d6-0377-4f1d-992b-17bf2187c77b req-c7848b3a-2be0-46ff-bcf9-c4d655c2661d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:43.031837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97ac20d6-0377-4f1d-992b-17bf2187c77b req-c7848b3a-2be0-46ff-bcf9-c4d655c2661d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.0788496
May 14 21:16:43.039204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=93c7b375-0812-49e1-b96d-0fc14fa1a724,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:43.089206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1429-87dc-4794-849b-60f7570936b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (45745e17-957e-4cc6-a8e2-b35ba954ecdb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.091891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1429-87dc-4794-849b-60f7570936b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.104711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fd9d1429-87dc-4794-849b-60f7570936b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45745e17-957e-4cc6-a8e2-b35ba954ecdb HTTP/1.1" status: 204  len: 168 time: 0.3358247
May 14 21:16:43.124107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.129235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97ac20d6-0377-4f1d-992b-17bf2187c77b req-39144853-2485-428d-84c3-2f4492fd2056 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904241
May 14 21:16:43.131645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1429-87dc-4794-849b-60f7570936b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45745e17-957e-4cc6-a8e2-b35ba954ecdb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:43.224099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:43.264238 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Publish callbacks [] for port (e394da45-490a-41ae-b5ce-4fc9003be663), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.319554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a70fff-2bb3-46bb-8786-56d80b1e8789 req-5adc6c7c-1e33-49d0-865d-2bc9db5913e6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:43.321573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55a70fff-2bb3-46bb-8786-56d80b1e8789 req-5adc6c7c-1e33-49d0-865d-2bc9db5913e6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 949 time: 0.0740633
May 14 21:16:43.357822 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.386645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Allocated IP 172.20.0.1 (651bd386-4eb4-4c99-ae9f-2f38450c229b/fa642ff7-6879-4435-b63b-cc214b953b2d/78a752d7-9e47-4b45-849a-31d3fc496b67) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:43.389351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a5262f93-1b5b-41b9-80c4-429291bd7755 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:43.424016 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Attempting to bind port e394da45-490a-41ae-b5ce-4fc9003be663 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:43.424016 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Attempting to bind port e394da45-490a-41ae-b5ce-4fc9003be663 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:43.424016 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Attempting to bind port e394da45-490a-41ae-b5ce-4fc9003be663 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:43.424351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: a5262f93-1b5b-41b9-80c4-429291bd7755 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:16:43.424351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a5262f93-1b5b-41b9-80c4-429291bd7755 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:16:43.432666 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:43.433076 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:43.433442 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.433833 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:43.434302 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Bound port: e394da45-490a-41ae-b5ce-4fc9003be663, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:43.434708 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.436484 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Pushing event updated for resources: {'Port': ['ID=e394da45-490a-41ae-b5ce-4fc9003be663,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:43.442513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55a70fff-2bb3-46bb-8786-56d80b1e8789 req-03556879-f6da-4ea4-bd00-d4d073d22f85 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021283
May 14 21:16:43.470870 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.471274 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.471910 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.472016 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.472380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.472826 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.473161 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.473587 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.473954 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.474287 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.474610 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.474971 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.475293 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.475690 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.481148 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:43.503648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:43.524624 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] For port e394da45-490a-41ae-b5ce-4fc9003be663, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:43.530697 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] For port e394da45-490a-41ae-b5ce-4fc9003be663, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e394da45-490a-41ae-b5ce-4fc9003be663,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:43.575171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Deleting subnet 8a383e12-d210-4044-95a7-44244d40f6be {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:16:43.579526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Publish callbacks [] for subnet (8a383e12-d210-4044-95a7-44244d40f6be), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.626527 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.629362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cddc1d-60b7-4760-a90f-ebaf9b1b5f53 req-7c6b3a8d-e331-44dd-9395-d12370d38ff5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:43.637608 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70cddc1d-60b7-4760-a90f-ebaf9b1b5f53 req-7c6b3a8d-e331-44dd-9395-d12370d38ff5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0698302
May 14 21:16:43.643124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (8a383e12-d210-4044-95a7-44244d40f6be), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.693249 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd18cca-b6eb-4eb2-8921-5b7340a1fcf5 None None] Pushing event updated for resources: {'Port': ['ID=e394da45-490a-41ae-b5ce-4fc9003be663,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:43.700728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks [] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.712756 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Routers {'4d154836-e830-4006-ba81-5030c041e721'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:43.713506 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231380040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4d154836-e830-4006-ba81-5030c041e721'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:43.731665 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.736017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70cddc1d-60b7-4760-a90f-ebaf9b1b5f53 req-ef48749a-067a-44d0-8a96-4592b76d1349 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974734
May 14 21:16:43.809606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8a383e12-d210-4044-95a7-44244d40f6be), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.839985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] Set router 4d154836-e830-4006-ba81-5030c041e721 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:43.843045 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:43.855360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6624f3-ba5e-4d11-8652-1e73d081da4c req-2c228838-9227-4be6-8594-d257a5bb8ef2 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:43.856842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a6624f3-ba5e-4d11-8652-1e73d081da4c req-2c228838-9227-4be6-8594-d257a5bb8ef2 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.0847948
May 14 21:16:43.893216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:43.898464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:43.901296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:43.924450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a6624f3-ba5e-4d11-8652-1e73d081da4c req-c1cebbba-a8b4-4548-876a-9e1bf69106bd tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594575
May 14 21:16:43.953740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=78a752d7-9e47-4b45-849a-31d3fc496b67,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:43.977457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (4d154836-e830-4006-ba81-5030c041e721), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.061148 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231380040>, [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:16:40Z', 'revision_number': 3, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:44.089970 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (8a383e12-d210-4044-95a7-44244d40f6be), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.092751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-9abfa228-2720-427f-a46e-61b05e739ae4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:44.094380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-9abfa228-2720-427f-a46e-61b05e739ae4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0850766
May 14 21:16:44.114548 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3747160a-2e1b-4ccb-8e71-5076a0accdd9 None None] The sync data for ids ['4d154836-e830-4006-ba81-5030c041e721'] in ncdv-master-1 is: [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:16:40Z', 'revision_number': 3, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:16:44.125645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a383e12-d210-4044-95a7-44244d40f6be,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:44.140306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.140731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.141191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.141597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.142022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.142424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.142823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.143222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.143663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.144054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.144623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.145026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.145549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.146116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.146550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:44.151017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.156748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ffb98771-1bd3-4f23-bd4a-04434b59f11b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8a383e12-d210-4044-95a7-44244d40f6be HTTP/1.1" status: 204  len: 168 time: 0.6497483
May 14 21:16:44.157763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54244) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:44.249255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (728ce14a-92e3-4451-985e-e41013ccefc6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.268194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-83130d51-699c-40ec-a82d-02d3bd65bcd5 None None] Provisioning complete for port 78a752d7-9e47-4b45-849a-31d3fc496b67 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:44.268700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-83130d51-699c-40ec-a82d-02d3bd65bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.326223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.356715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4a55-3040-4a1b-a819-2715d5d92e1c req-ab30d56e-ccef-40f6-b5e5-574360c50b87 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:44.358237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-83130d51-699c-40ec-a82d-02d3bd65bcd5 None None] Port 78a752d7-9e47-4b45-849a-31d3fc496b67 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:16:44.358427 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b69c4a55-3040-4a1b-a819-2715d5d92e1c req-ab30d56e-ccef-40f6-b5e5-574360c50b87 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.0947020
May 14 21:16:44.393665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (728ce14a-92e3-4451-985e-e41013ccefc6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.417246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bacda60>,) {'filters': {'network_id': ['728ce14a-92e3-4451-985e-e41013ccefc6']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:44.435672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bacda60>, '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:44.435788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bacda60>, '1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:44.475742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b69c4a55-3040-4a1b-a819-2715d5d92e1c req-d98273ff-21c3-40db-9075-01b86263faf1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924284
May 14 21:16:44.493079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.540230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.569789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 93c7b375-0812-49e1-b96d-0fc14fa1a724 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:44.577803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:16:44.580541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1e808f61-ce12-4bc8-ae3f-bfd8c7ca1598), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:16:44.582706 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:16:44.651867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 93c7b375-0812-49e1-b96d-0fc14fa1a724 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:16:44.716822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 93c7b375-0812-49e1-b96d-0fc14fa1a724 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:44.717567 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.734947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4067-69b3-4f90-8a43-d0b40d648c05 req-b4700164-16aa-49a4-818a-e935f26e5d3d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:44.736951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfdf4067-69b3-4f90-8a43-d0b40d648c05 req-b4700164-16aa-49a4-818a-e935f26e5d3d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 949 time: 0.1228459
May 14 21:16:44.743438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:44.745115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdf297-8ad3-4540-9f2d-3de07da8ec4a req-bfba2950-d301-4e6d-8f60-66a67cc73295 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:44.752547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14cdf297-8ad3-4540-9f2d-3de07da8ec4a req-bfba2950-d301-4e6d-8f60-66a67cc73295 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1126 time: 0.0491669
May 14 21:16:44.794697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (728ce14a-92e3-4451-985e-e41013ccefc6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.836653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Pushing event deleted for resources: {'Network': ['ID=728ce14a-92e3-4451-985e-e41013ccefc6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:44.840842 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.854384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ac4fc26a-2609-435f-a26b-522acbf5ad99 admin admin] 10.222.0.52 "DELETE /v2.0/networks/728ce14a-92e3-4451-985e-e41013ccefc6 HTTP/1.1" status: 204  len: 168 time: 0.6930246
May 14 21:16:44.867168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks [] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.882588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 93c7b375-0812-49e1-b96d-0fc14fa1a724 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:44.882588 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.885822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14cdf297-8ad3-4540-9f2d-3de07da8ec4a req-a2e352b8-9cd7-4605-a6e5-7f744212ace4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324060
May 14 21:16:44.922088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 93c7b375-0812-49e1-b96d-0fc14fa1a724, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7b375-0812-49e1-b96d-0fc14fa1a724,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:44.923888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7b375-0812-49e1-b96d-0fc14fa1a724'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:44.926759 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b134b79-3cfd-4485-9409-b8afaa4e000e" -d '{"events": [{"server_uuid": "aebd3dc2-1a09-4160-9276-8df5efb2fa05", "name": "network-vif-plugged", "status": "completed", "tag": "93c7b375-0812-49e1-b96d-0fc14fa1a724"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:44.931155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfdf4067-69b3-4f90-8a43-d0b40d648c05 req-761dedab-c9fc-4997-bb32-be714754b79a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697080
May 14 21:16:44.934398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:44.961495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1454137472-network', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:45.072326 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.108062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (4d154836-e830-4006-ba81-5030c041e721), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.118227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=78a752d7-9e47-4b45-849a-31d3fc496b67,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:45.137578 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53ff01-e078-41c1-bea2-a727ec74aacc x-openstack-request-id: req-2b53ff01-e078-41c1-bea2-a727ec74aacc {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:45.137578 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebd3dc2-1a09-4160-9276-8df5efb2fa05", "name": "network-vif-plugged", "status": "completed", "tag": "93c7b375-0812-49e1-b96d-0fc14fa1a724", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:45.137578 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b53ff01-e078-41c1-bea2-a727ec74aacc {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:45.142188 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b53ff01-e078-41c1-bea2-a727ec74aacc'] response: {'server_uuid': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c7b375-0812-49e1-b96d-0fc14fa1a724', 'code': 200}
May 14 21:16:45.236282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=93c7b375-0812-49e1-b96d-0fc14fa1a724,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:45.266623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aa5fe-4cf1-44cd-8d2d-1edb0778ed95 req-d65aef6e-7e13-488a-b3ee-323526a81538 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:45.278097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-615aa5fe-4cf1-44cd-8d2d-1edb0778ed95 req-d65aef6e-7e13-488a-b3ee-323526a81538 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1387098
May 14 21:16:45.339467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022b63a-f8d3-4fc1-8b93-4bfc2aa0cb14 req-fe7858b0-e6ae-4f49-863a-761ed0c6f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:45.342094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c022b63a-f8d3-4fc1-8b93-4bfc2aa0cb14 req-fe7858b0-e6ae-4f49-863a-761ed0c6f1b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 1132 time: 0.0920713
May 14 21:16:45.358611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe989-f169-4697-bdf1-ce9ab43f5dbf req-d83690ce-a211-42c3-83c7-10d7e9569681 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:45.366284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcefe989-f169-4697-bdf1-ce9ab43f5dbf req-d83690ce-a211-42c3-83c7-10d7e9569681 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.1850481
May 14 21:16:45.380841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Made reservation on behalf of ef1f3155d52e42bb9c54f43a8360a74e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:45.388819 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.411553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:45.439365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c022b63a-f8d3-4fc1-8b93-4bfc2aa0cb14 req-a0ba7050-82a6-4488-babb-4fe479203216 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747142
May 14 21:16:45.442828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:45.452382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.454137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:45.531858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80012351-0796-4da7-b526-df8dec25d525 req-5a497e64-f2f5-4c30-a5d2-16388e3385ab tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:45.533743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80012351-0796-4da7-b526-df8dec25d525 req-5a497e64-f2f5-4c30-a5d2-16388e3385ab tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.48 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.2406411
May 14 21:16:45.533877 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcefe989-f169-4697-bdf1-ce9ab43f5dbf req-b75f1e8d-4b4d-4c48-87ed-c60c421a0f16 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1422875
May 14 21:16:45.572455 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.708605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-615aa5fe-4cf1-44cd-8d2d-1edb0778ed95 req-fb706b80-94d2-46a9-8826-9c0910752fae tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4286253
May 14 21:16:45.770689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-531b7d4c-9451-41ed-bda0-9522582bc09f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac56d68252fb4633b27be1d5f4a18d0b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3107228
May 14 21:16:45.778344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54334) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:45.801958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a112a545-48b5-4c6b-ae85-2c43d62e6ab9 None None] Provisioning complete for port 78a752d7-9e47-4b45-849a-31d3fc496b67 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:45.802416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a112a545-48b5-4c6b-ae85-2c43d62e6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.808960 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-cdd61716-63bf-4db5-a811-a4e4130e0527 service neutron] show failed (client error): The resource could not be found.
May 14 21:16:45.809960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-cdd61716-63bf-4db5-a811-a4e4130e0527 service neutron] 10.222.0.48 "GET /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.5250907
May 14 21:16:45.817072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Deleting port bb09673c-8ab1-484e-bf52-805d25307965 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:45.817316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bb09673c-8ab1-484e-bf52-805d25307965), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:45.847621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a112a545-48b5-4c6b-ae85-2c43d62e6ab9 None None] Port 78a752d7-9e47-4b45-849a-31d3fc496b67 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:16:45.863956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Router 4d154836-e830-4006-ba81-5030c041e721 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:16:45.967609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0257804-e9a1-453d-b0d9-f641cce9beec admin admin] Publish callbacks [] for security_group (ea77d386-3427-43a4-828d-8b79632490f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.046429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-35f1fc06-8cf2-4dff-89c9-9978dd84cd86 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:46.048051 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-35f1fc06-8cf2-4dff-89c9-9978dd84cd86 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.2894509
May 14 21:16:46.071396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0257804-e9a1-453d-b0d9-f641cce9beec admin admin] Publish callbacks [] for security_group (ea77d386-3427-43a4-828d-8b79632490f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.099078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-e13a2592-3fe5-4aed-a990-3324a9eeaf5a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/quotas/74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 375 time: 0.0401192
May 14 21:16:46.133955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:16:46.170372 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f6d2fdf0-1c1f-47ae-b801-c265f861cdd8 admin admin] 10.222.0.52 "PUT /v2.0/routers/4d154836-e830-4006-ba81-5030c041e721/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7679369
May 14 21:16:46.175665 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-104fe757-dbde-4e58-8906-8950169e0ca3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0656626
May 14 21:16:46.222491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-d45561b1-e9d7-4bc6-91c8-8ee7d90cd964 service neutron] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:46.230358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-d45561b1-e9d7-4bc6-91c8-8ee7d90cd964 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.231503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00e5e5d7-918f-45de-af0f-b1dc0af0d4b6 req-d45561b1-e9d7-4bc6-91c8-8ee7d90cd964 service neutron] 10.222.0.48 "DELETE /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 1.0694833
May 14 21:16:46.356432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a18622-d46a-43ea-b4a6-7f8c090d78d4 req-73203448-94a1-45f6-8abf-cd0276963f14 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:46.358125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9a18622-d46a-43ea-b4a6-7f8c090d78d4 req-73203448-94a1-45f6-8abf-cd0276963f14 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 950 time: 0.1519656
May 14 21:16:46.375948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks [] for security_group (2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.376704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e394da45-490a-41ae-b5ce-4fc9003be663 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:46.397683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-fa6b9241-e748-4f83-a5f4-3990cfb309c0 service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1987541
May 14 21:16:46.427642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb09673c-8ab1-484e-bf52-805d25307965,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:46.428346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bb09673c-8ab1-484e-bf52-805d25307965), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.432312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e394da45-490a-41ae-b5ce-4fc9003be663 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:46.433146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.450620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54344) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:46.573053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bb09673c-8ab1-484e-bf52-805d25307965 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:46.580074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.642574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e394da45-490a-41ae-b5ce-4fc9003be663 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:46.642929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.665135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9a18622-d46a-43ea-b4a6-7f8c090d78d4 req-c82e5aac-7421-4996-974f-a75652a03299 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904897
May 14 21:16:46.677063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e394da45-490a-41ae-b5ce-4fc9003be663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e394da45-490a-41ae-b5ce-4fc9003be663,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:46.693680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1262789163'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:46.726084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:46.740192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:46.784429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.786536 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.875959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port bb09673c-8ab1-484e-bf52-805d25307965 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:46.876359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb09673c-8ab1-484e-bf52-805d25307965), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.903155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0257804-e9a1-453d-b0d9-f641cce9beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ea77d386-3427-43a4-828d-8b79632490f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.906952 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0257804-e9a1-453d-b0d9-f641cce9beec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.908310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a0257804-e9a1-453d-b0d9-f641cce9beec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea77d386-3427-43a4-828d-8b79632490f9 HTTP/1.1" status: 204  len: 168 time: 1.1279392
May 14 21:16:46.925271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0257804-e9a1-453d-b0d9-f641cce9beec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea77d386-3427-43a4-828d-8b79632490f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:46.933070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2348d9c8-c82c-4ee5-8784-9b8eac587a50), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:46.933510 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Added segment 2348d9c8-c82c-4ee5-8784-9b8eac587a50 of type vlan for network b18d0003-8116-4e27-8e01-369db6cad7e2
May 14 21:16:47.013486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-2adc1df5-1563-40fa-8b60-4354d851bc9f service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6145754
May 14 21:16:47.021545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Sync routers for ids ['4d154836-e830-4006-ba81-5030c041e721'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:16:47.031218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e394da45-490a-41ae-b5ce-4fc9003be663,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:47.064382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Routers {'4d154836-e830-4006-ba81-5030c041e721'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:47.065024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238d2160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4d154836-e830-4006-ba81-5030c041e721'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:47.070331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bb09673c-8ab1-484e-bf52-805d25307965, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb09673c-8ab1-484e-bf52-805d25307965,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:47.096350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b18d0003-8116-4e27-8e01-369db6cad7e2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.147020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:47.152702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.169762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:47.175866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865b3413-a592-4fad-ac86-b31b64cc4482" -d '{"events": [{"server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "name": "network-vif-unplugged", "status": "completed", "tag": "bb09673c-8ab1-484e-bf52-805d25307965"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:47.179938 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.245937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Set router 4d154836-e830-4006-ba81-5030c041e721 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:47.253166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fc815-820c-4169-b120-3f83ea5652af req-0a50db74-5b87-4864-9a78-8437e7b8aaad tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:47.254683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-374fc815-820c-4169-b120-3f83ea5652af req-0a50db74-5b87-4864-9a78-8437e7b8aaad tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 945 time: 0.4247425
May 14 21:16:47.261242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b18d0003-8116-4e27-8e01-369db6cad7e2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.266921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:47.266921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.282589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:47.333491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-fbf16eb6-d8f9-48d7-94a3-c0e14f5e1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:47.334956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-fbf16eb6-d8f9-48d7-94a3-c0e14f5e1cfe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 1131 time: 0.1796031
May 14 21:16:47.376003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.376716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d78dcf03-6f88-4962-98c1-53070158e3b2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.376716 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Floating IP d78dcf03-6f88-4962-98c1-53070158e3b2 disassociated. External IP: 172.35.4.24, port: bb09673c-8ab1-484e-bf52-805d25307965.
May 14 21:16:47.377060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Calling delete_port for bb09673c-8ab1-484e-bf52-805d25307965 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:47.401292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:47.401292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:47.475992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b18d0003-8116-4e27-8e01-369db6cad7e2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:47.489489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-21489a6d-8643-4ccd-adce-2b1a38bc68b6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 2.7418718
May 14 21:16:47.491180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54392) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:47.501157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1fcbd237-cbe6-4e77-97c6-a0816677fe2a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.501594 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Added segment 1fcbd237-cbe6-4e77-97c6-a0816677fe2a of type vlan for network 3532d5d6-e949-4efd-bf19-71c3a4c24862
May 14 21:16:47.509981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Request body: {'subnet': {'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1454137472-subnet', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:47.628790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-374fc815-820c-4169-b120-3f83ea5652af req-9a44f701-6ff6-48bd-bbde-f9024d4dad1e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups?id=898b29d3-2bf1-4480-8f66-c53cef790571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3634531
May 14 21:16:47.672036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (3532d5d6-e949-4efd-bf19-71c3a4c24862), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.719034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b39e8-49fb-41c7-b963-0c7980217a00 req-c79b4030-fa47-423f-b985-7fe326011651 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:47.719911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.738178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-687b39e8-49fb-41c7-b963-0c7980217a00 req-c79b4030-fa47-423f-b985-7fe326011651 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.2095191
May 14 21:16:47.764942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Made reservation on behalf of ef1f3155d52e42bb9c54f43a8360a74e for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:47.772053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:47.844818 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637053b-574e-4c25-875a-a1bdb40730e7 x-openstack-request-id: req-4637053b-574e-4c25-875a-a1bdb40730e7 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:47.845440 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "name": "network-vif-unplugged", "status": "completed", "tag": "bb09673c-8ab1-484e-bf52-805d25307965", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:47.845440 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4637053b-574e-4c25-875a-a1bdb40730e7 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:47.845796 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4637053b-574e-4c25-875a-a1bdb40730e7'] response: {'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965', 'code': 200}
May 14 21:16:47.846502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b18d0003-8116-4e27-8e01-369db6cad7e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:47.923692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8298e025-5cec-415a-b4b7-fea059ca327f req-bc706509-a316-468c-b8b5-c81ec8dd8c38 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 210 time: 0.1133473
May 14 21:16:47.923988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-687b39e8-49fb-41c7-b963-0c7980217a00 req-d8b7e91e-805f-47bd-9cf7-db51c2196729 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696024
May 14 21:16:48.053074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (3532d5d6-e949-4efd-bf19-71c3a4c24862), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.059357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:48.059357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.124064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238d2160>, [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:16:44Z', 'revision_number': 4, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a752d7-9e47-4b45-849a-31d3fc496b67', 'name': '', 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'mac_address': 'fa:16:3e:8a:6d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fa642ff7-6879-4435-b63b-cc214b953b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:43Z', 'updated_at': '2022-05-14T21:16:44Z', 'revision_number': 2, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'subnets': [{'id': 'fa642ff7-6879-4435-b63b-cc214b953b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:48.188095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Checking router: 4d154836-e830-4006-ba81-5030c041e721 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:16:48.188533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Updating router 4d154836-e830-4006-ba81-5030c041e721 port 78a752d7-9e47-4b45-849a-31d3fc496b67 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:16:48.211977 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.258881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e394da45-490a-41ae-b5ce-4fc9003be663 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:48.297716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b9bd-332a-47cd-90b3-6fce54c60942 req-c50919b4-dd09-4d19-b307-b8841e2e4bba tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:48.299535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab53b9bd-332a-47cd-90b3-6fce54c60942 req-c50919b4-dd09-4d19-b307-b8841e2e4bba tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 950 time: 0.2496364
May 14 21:16:48.314085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.316815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Network': ['ID=3532d5d6-e949-4efd-bf19-71c3a4c24862,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:48.334412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Checking segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:48.335933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Network hostable DHCP agents. Network: b18d0003-8116-4e27-8e01-369db6cad7e2, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:48.341513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:48.371252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:48.392576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bb09673c-8ab1-484e-bf52-805d25307965), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.400519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9ab65c45-6288-45e2-a1bc-72c1b86fd787 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 755 time: 1.9485705
May 14 21:16:48.408601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54410) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:48.425718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'subnet': {'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:48.450536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event deleted for resources: {'Port': ['ID=bb09673c-8ab1-484e-bf52-805d25307965,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:48.494934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e394da45-490a-41ae-b5ce-4fc9003be663 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:48.495307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.521258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab53b9bd-332a-47cd-90b3-6fce54c60942 req-e493740f-46a8-40bb-9723-2d56da10f83a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002277
May 14 21:16:48.529033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Network b18d0003-8116-4e27-8e01-369db6cad7e2 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:48.593347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:16:48.626758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b18d0003-8116-4e27-8e01-369db6cad7e2) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:48.632715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:48.633703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.686319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd87aa1-799e-4cf3-9590-17b529592b8d None None] Network b18d0003-8116-4e27-8e01-369db6cad7e2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:48.705659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:48.709605 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:48.763882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:48.768742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54426) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:48.769005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fe07b522-054c-4666-9151-07bf5bf24240 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2755435
May 14 21:16:48.781014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:48.912822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-480548a9-cbfe-4199-a394-13e5af002470 req-3f5a34b7-72d2-4f5b-9b7a-8cdd2a4b4575 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 210 time: 0.1447132
May 14 21:16:48.982131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:16:49.001153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:49.034042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b18d0003-8116-4e27-8e01-369db6cad7e2', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:16:49.036223 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.125787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:49.126086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.142858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.147442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.189791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3e29b-98b1-44f5-8ecb-48e065e41cca req-142663b1-ed4f-4b14-a2a4-073ac476467e tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:49.198556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58e3e29b-98b1-44f5-8ecb-48e065e41cca req-142663b1-ed4f-4b14-a2a4-073ac476467e tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 1132 time: 0.1992519
May 14 21:16:49.200448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acec163-97cc-4d7b-9258-20c1247eb00d req-d5453b20-3331-49b8-9ef3-b61783a7831f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 210 time: 0.1486244
May 14 21:16:49.228317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58e3e29b-98b1-44f5-8ecb-48e065e41cca req-d3e99095-f338-43de-93f3-8bc598ee94b4 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.229654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:49.231929 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304d7dc8-4529-437e-911e-6726e8d904cf" -d '{"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-unplugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:49.256098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Publish callbacks [] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.280569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54438) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:49.389946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e394da45-490a-41ae-b5ce-4fc9003be663 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:49.397889 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58e3e29b-98b1-44f5-8ecb-48e065e41cca req-d3e99095-f338-43de-93f3-8bc598ee94b4 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Publish callbacks [] for security_group (a748dcf9-9453-486e-b25c-b3a1958893c6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.415421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (25b73fec-9ce4-4535-8118-9a9dde3d9a57), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.516009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Subnet': ['ID=25b73fec-9ce4-4535-8118-9a9dde3d9a57,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:49.521500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58e3e29b-98b1-44f5-8ecb-48e065e41cca req-d3e99095-f338-43de-93f3-8bc598ee94b4 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a748dcf9-9453-486e-b25c-b3a1958893c6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.557617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e99095-f338-43de-93f3-8bc598ee94b4 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a748dcf9-9453-486e-b25c-b3a1958893c6,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:49.566016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1474394150-network', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:49.611928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58e3e29b-98b1-44f5-8ecb-48e065e41cca req-d3e99095-f338-43de-93f3-8bc598ee94b4 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4121809
May 14 21:16:49.618123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Checking segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:49.618488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network hostable DHCP agents. Network: 3532d5d6-e949-4efd-bf19-71c3a4c24862, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:49.622446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Allocated IP 172.20.0.2 (b18d0003-8116-4e27-8e01-369db6cad7e2/afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b/541aecf1-ec03-4698-8c9e-711d63800ead) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:49.663593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Publish callbacks [] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.702549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:49.706648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.731586 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.761223 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fcaf4b-541f-47e7-9c70-20ce1ea68350 x-openstack-request-id: req-57fcaf4b-541f-47e7-9c70-20ce1ea68350 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:49.761760 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-unplugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:49.761958 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57fcaf4b-541f-47e7-9c70-20ce1ea68350 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:49.762454 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fcaf4b-541f-47e7-9c70-20ce1ea68350'] response: {'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'code': 200}
May 14 21:16:49.776393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Transition to ACTIVE for port object 6c350058-cff2-443a-abaf-aacd188ca6b0 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:16:49.799648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks [] for router_controller (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.818031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.825329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518a81d-2fa3-4e63-9ea1-fc3fa1cf1721 req-d918c129-0763-46a0-8842-22e47fefd978 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:49.826169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:49.830249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0518a81d-2fa3-4e63-9ea1-fc3fa1cf1721 req-d918c129-0763-46a0-8842-22e47fefd978 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.4928417
May 14 21:16:49.849472 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks [] for security_group (28892892-771e-42d9-9034-0e43482d5785), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:49.871280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:16:49.885108 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] Sync routers for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:16:49.900923 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:49.902039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232ee4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:50.048943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.051509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89d820-688a-4ebf-a5cf-24e339bd5e84 None None] Pushing event updated for resources: {'Port': ['ID=78a752d7-9e47-4b45-849a-31d3fc496b67,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:50.052491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:50.052491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] No DVR routers for this DVR port bb09673c-8ab1-484e-bf52-805d25307965 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:50.052491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0518a81d-2fa3-4e63-9ea1-fc3fa1cf1721 req-f7fa9415-a27b-491c-a60e-cb510dc44afe tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919403
May 14 21:16:50.052491 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.052491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80012351-0796-4da7-b526-df8dec25d525 req-22f87e5f-300b-4d12-9f24-deb02465aa74 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.48 "DELETE /v2.0/ports/bb09673c-8ab1-484e-bf52-805d25307965 HTTP/1.1" status: 204  len: 173 time: 4.4086843
May 14 21:16:50.151569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3532d5d6-e949-4efd-bf19-71c3a4c24862) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:50.157476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:50.158087 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.219107 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Publish callbacks [] for port (541aecf1-ec03-4698-8c9e-711d63800ead), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.226361 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:50.237470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0ae1d-00e5-4b15-a711-ff9c1654e3ba None None] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:50.245216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09300b41-008d-465e-968a-1273003a77b1 req-cbc89565-fe7c-46ae-8c95-cb760515fe7f tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/ports?device_id=75983071-f5ad-4c40-aa83-f61a98e5e823 HTTP/1.1" status: 200  len: 210 time: 0.0872300
May 14 21:16:50.251253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] No DVR routers for this DVR port 6c350058-cff2-443a-abaf-aacd188ca6b0 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:16:50.343063 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:16:50.343488 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:16:50.384020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Attempting to bind port 78a752d7-9e47-4b45-849a-31d3fc496b67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:50.384390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Attempting to bind port 78a752d7-9e47-4b45-849a-31d3fc496b67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:50.384752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Attempting to bind port 78a752d7-9e47-4b45-849a-31d3fc496b67 on network 651bd386-4eb4-4c99-ae9f-2f38450c229b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:50.454811 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86105c55-2d18-41ae-b024-deaa30445abd req-ee77df7b-e91c-48b6-bc57-40dfaba95478 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 210 time: 0.0479910
May 14 21:16:50.498811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:50.499191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Checking segment: {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:50.499623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.500017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Bound using segment: {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:50.500515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Bound port: 78a752d7-9e47-4b45-849a-31d3fc496b67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c561082d-22c3-4c74-9933-5ed8eebfa843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:50.500883 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.503510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (28892892-771e-42d9-9034-0e43482d5785), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.517157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-90d45e60-a871-40d7-81cf-781b309e1a9e None None] Provisioning complete for port 78a752d7-9e47-4b45-849a-31d3fc496b67 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:50.517531 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90d45e60-a871-40d7-81cf-781b309e1a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.569327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:50.583447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b386f6c2-a473-4f9c-a964-8bdf90dffcad), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.584426 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Added segment b386f6c2-a473-4f9c-a964-8bdf90dffcad of type vlan for network 5fb69a44-68f6-44d7-9bcb-ee9798387585
May 14 21:16:50.644815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:50.645546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:50.646228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:50.657595 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.667524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5fb69a44-68f6-44d7-9bcb-ee9798387585), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.674673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:16:50.675329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:50.690948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks [] for router_gateway (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.695122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28892892-771e-42d9-9034-0e43482d5785,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:50.705314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b49156a8-f682-46fc-b9e8-d6af1ab5645d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.2918758
May 14 21:16:50.706235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54462) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:50.714247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-6623a3e9-ea7f-4927-b2e4-8710f73855c1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0674143
May 14 21:16:50.714368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-53364017'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:50.715075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:50.719660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:50.719660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:50.719660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Bound port: 6c350058-cff2-443a-abaf-aacd188ca6b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:50.719660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.725380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232ee4520>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:24Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:50.771175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Network b18d0003-8116-4e27-8e01-369db6cad7e2 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:50.771433 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] Checking router: 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:16:50.781497 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:50.782120 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232ee4520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:50.808618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:50.813905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-90d45e60-a871-40d7-81cf-781b309e1a9e None None] Port 78a752d7-9e47-4b45-849a-31d3fc496b67 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:16:50.819525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:50.839816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5fb69a44-68f6-44d7-9bcb-ee9798387585), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.840891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:50.841489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.864329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Pushing event updated for resources: {'Port': ['ID=541aecf1-ec03-4698-8c9e-711d63800ead,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:50.882820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:50.888975 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.936717 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:50.979084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:16:50.989043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (96d75815-0b2a-4102-bf47-5988ea3e43e0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:50.989470 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Added segment 96d75815-0b2a-4102-bf47-5988ea3e43e0 of type vlan for network 851d4d49-a0cc-40d8-8232-23236598d69b
May 14 21:16:51.037444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (851d4d49-a0cc-40d8-8232-23236598d69b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.040879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-ed0d9c37-fb30-4207-8723-0f012cc01b8c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:51.051465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-ed0d9c37-fb30-4207-8723-0f012cc01b8c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3388813
May 14 21:16:51.079030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.7765245
May 14 21:16:51.091741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:51.099196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Request body: {'subnet': {'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1474394150-subnet', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:51.125897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ac371-717a-4841-a12f-50a6e45d8309 admin admin] Pushing event updated for resources: {'Network': ['ID=5fb69a44-68f6-44d7-9bcb-ee9798387585,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:51.133762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (851d4d49-a0cc-40d8-8232-23236598d69b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.146740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:51.147443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.217941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:51.220425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.263987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232ee4520>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:24Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:51.314817 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e48c0d-08c2-48e1-91bb-5dfe9d364900 None None] The sync data for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 is: [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:15:18Z', 'revision_number': 4, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5c0ca04-8909-4f58-ad42-60567bcf3589', 'name': '', 'network_id': 'e736fdf7-5595-4208-be2e-04f08eb744e7', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'mac_address': 'fa:16:3e:27:42:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:17Z', 'updated_at': '2022-05-14T21:15:24Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'subnets': [{'id': '28ee1d81-38d8-4b83-a95b-4e1f9f2e5873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:16:51.409571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3532d5d6-e949-4efd-bf19-71c3a4c24862', 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862', 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'fixed_ips': [{'subnet_id': '25b73fec-9ce4-4535-8118-9a9dde3d9a57'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:16:51.411375 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.413793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:51.456149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-beafa125-3c1b-42b9-b807-5318bf43c6d3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:51.457837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-beafa125-3c1b-42b9-b807-5318bf43c6d3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.1922557
May 14 21:16:51.463860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-7fea507d-20d6-4f6a-b6d4-3d53618c136f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/quotas/a1c562e1e1414d32b858e08cb6379e8a HTTP/1.1" status: 200  len: 375 time: 0.4110107
May 14 21:16:51.476001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Request body: {'port': {'device_id': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'admin_state_up': True, 'tenant_id': '74bb7b020fae4bcaa3a440acc60c7a1d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:51.504098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.7934763
May 14 21:16:51.505338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dae6c7-c959-4eaf-b6c9-b67aba44d799 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Network': ['ID=851d4d49-a0cc-40d8-8232-23236598d69b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:51.525958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54476) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:51.532454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'subnet': {'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:51.566864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:51.585822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] For port 78a752d7-9e47-4b45-849a-31d3fc496b67, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:51.601867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 851d4d49-a0cc-40d8-8232-23236598d69b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:16:51.621051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Attempting to bind port 541aecf1-ec03-4698-8c9e-711d63800ead on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:51.629061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Attempting to bind port 541aecf1-ec03-4698-8c9e-711d63800ead by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:51.629061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Attempting to bind port 541aecf1-ec03-4698-8c9e-711d63800ead on network b18d0003-8116-4e27-8e01-369db6cad7e2 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:51.643827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:51.644561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Checking segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:51.645419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.645979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Bound using segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:51.648093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Bound port: 541aecf1-ec03-4698-8c9e-711d63800ead, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:51.649340 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.652548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:51.663132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a123-5683-4c5e-a43e-87c4e80634e1 req-f648d78e-32ae-4428-9a79-97f13edde54f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:51.665654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b51a123-5683-4c5e-a43e-87c4e80634e1 req-f648d78e-32ae-4428-9a79-97f13edde54f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.4880190
May 14 21:16:51.699038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:51.703867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-3953481d-1dc1-436e-a371-4adbf9b50bbb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2142513
May 14 21:16:51.723819 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks [] for router_gateway (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.750979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] For port 78a752d7-9e47-4b45-849a-31d3fc496b67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78a752d7-9e47-4b45-849a-31d3fc496b67,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:51.794930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'name': 'network-vif-deleted', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:51.798625 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826d43cd-7d27-41b6-9e71-9cdef793f412" -d '{"events": [{"server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "name": "network-vif-deleted", "tag": "bb09673c-8ab1-484e-bf52-805d25307965"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:51.804971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.893622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b51a123-5683-4c5e-a43e-87c4e80634e1 req-e4d1b4c6-bc43-434c-8dc1-3da9c8ece2aa tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192113
May 14 21:16:51.952768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:51.966971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cfc32-5ca2-4275-9461-1df23012c940 None None] New status for floating IP d78dcf03-6f88-4962-98c1-53070158e3b2: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:16:51.981779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (3624ac4e-c186-4726-8d55-8e46daad7b4d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.038641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:52.048994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.055324 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.099316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Allocated IP 172.35.4.251 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/31992e5e-ef9e-4401-ad3e-c8c49ed549f0) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:52.152660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3624ac4e-c186-4726-8d55-8e46daad7b4d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:52.243681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks [] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.282237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:52.284557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.291728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 1095 time: 4.9037044
May 14 21:16:52.325036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d037464-5132-41b2-9aa1-69f5c8c8a2bd req-06272c2a-2177-4347-9454-f5990645329d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 210 time: 0.2174776
May 14 21:16:52.339927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Allocated IP 19.80.0.2 (3532d5d6-e949-4efd-bf19-71c3a4c24862/25b73fec-9ce4-4535-8118-9a9dde3d9a57/06378852-b059-4bd3-831d-405bfb27e582) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:52.409790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:52.410576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Network hostable DHCP agents. Network: 5fb69a44-68f6-44d7-9bcb-ee9798387585, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:52.447913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664bedd-20e5-4015-ac22-2881a250cec5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:52.459051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1398c3a2-315b-4ef2-8200-abeecd52a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:52.460662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-1398c3a2-315b-4ef2-8200-abeecd52a4b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1129 time: 0.1403205
May 14 21:16:52.520564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Made reservation on behalf of 74bb7b020fae4bcaa3a440acc60c7a1d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:16:52.537785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.584941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.626954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:52.629894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Routers {'4d154836-e830-4006-ba81-5030c041e721'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:52.630514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238d2160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4d154836-e830-4006-ba81-5030c041e721'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:52.645099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] For port 541aecf1-ec03-4698-8c9e-711d63800ead, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:52.739862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89d820-688a-4ebf-a5cf-24e339bd5e84 None None] Pushing event updated for resources: {'Port': ['ID=78a752d7-9e47-4b45-849a-31d3fc496b67,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:52.768106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5fb69a44-68f6-44d7-9bcb-ee9798387585) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:52.772643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:52.773445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.796931 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f46d53-25d5-45a3-81e2-d883971e4dcf x-openstack-request-id: req-10f46d53-25d5-45a3-81e2-d883971e4dcf {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:52.797225 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75983071-f5ad-4c40-aa83-f61a98e5e823", "name": "network-vif-deleted", "tag": "bb09673c-8ab1-484e-bf52-805d25307965", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:52.797476 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10f46d53-25d5-45a3-81e2-d883971e4dcf {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:52.797877 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f46d53-25d5-45a3-81e2-d883971e4dcf'] response: {'server_uuid': '75983071-f5ad-4c40-aa83-f61a98e5e823', 'name': 'network-vif-deleted', 'tag': 'bb09673c-8ab1-484e-bf52-805d25307965', 'status': 'completed', 'code': 200}
May 14 21:16:52.800223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4a2ce0d5-5f69-44a1-aef1-c78e9303d860), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:52.818274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] For port 541aecf1-ec03-4698-8c9e-711d63800ead, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=541aecf1-ec03-4698-8c9e-711d63800ead,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:52.828247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4f861-84dc-43fd-8cc5-6a8d04086cb9 None None] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:52.835509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:52.853225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:52.856047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:52.873078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Pushing event updated for resources: {'Port': ['ID=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:52.886739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Subnet': ['ID=4a2ce0d5-5f69-44a1-aef1-c78e9303d860,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:52.892515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-27414433-0ccc-4703-ba04-7d642c631837 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.7991700
May 14 21:16:52.896033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54486) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:52.901445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:52.910138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-218559f8-dcd6-4e9c-8087-fbe53b72a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:52.911889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-218559f8-dcd6-4e9c-8087-fbe53b72a8f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.4444795
May 14 21:16:52.933675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Checking segment: {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:52.934155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network hostable DHCP agents. Network: 851d4d49-a0cc-40d8-8232-23236598d69b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:16:52.956531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:53.006319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-6d3784da-494a-4523-8eba-6993b42498b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.0862627
May 14 21:16:53.176642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Allocated IP 172.20.0.14 (2f366748-ecde-43ad-b849-3c9dce1cc30b/9647eb6c-3234-42a7-a7da-4fae2be2f8c1/1aef7905-067e-45bd-9e0e-044b18eaa72b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:53.207457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Publish callbacks [] for port (06378852-b059-4bd3-831d-405bfb27e582), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.219202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (03576821-d7f2-441f-870a-d4ab9d22005e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.223783 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.230032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (03576821-d7f2-441f-870a-d4ab9d22005e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.238452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 851d4d49-a0cc-40d8-8232-23236598d69b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:16:53.250880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f05ee-1ebe-4bff-8ad3-8f9611ac2d12 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group (898b29d3-2bf1-4480-8f66-c53cef790571), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.280621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37942b4-3f9c-4911-a0b8-4bfd88622095 req-1000f342-6b74-4179-ac59-705256ef890c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:53.287311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c37942b4-3f9c-4911-a0b8-4bfd88622095 req-1000f342-6b74-4179-ac59-705256ef890c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.1815357
May 14 21:16:53.314182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e08ef-6a8b-4e1f-af73-73f05e2860cf None None] Pushing event updated for resources: {'Port': ['ID=541aecf1-ec03-4698-8c9e-711d63800ead,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:53.328861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-6da4671e-f85b-4083-a4da-abe27d15c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:53.334995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-6da4671e-f85b-4083-a4da-abe27d15c3fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3202102
May 14 21:16:53.347357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f05ee-1ebe-4bff-8ad3-8f9611ac2d12 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group (898b29d3-2bf1-4480-8f66-c53cef790571), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.360222 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (06378852-b059-4bd3-831d-405bfb27e582), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.372070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] Provisioning complete for port 78a752d7-9e47-4b45-849a-31d3fc496b67 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:53.372445 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.420925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 851d4d49-a0cc-40d8-8232-23236598d69b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:53.437520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:53.438123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5fb69a44-68f6-44d7-9bcb-ee9798387585', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:16:53.439111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.444542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:53.446845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.461480 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks [] for router_controller (03576821-d7f2-441f-870a-d4ab9d22005e), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.467796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:53.470357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:53.478306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9961d4d-da4a-4867-91d4-28114c096e75 None None] Network 851d4d49-a0cc-40d8-8232-23236598d69b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:53.522682 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c37942b4-3f9c-4911-a0b8-4bfd88622095 req-429d6649-86ae-43fe-9bb7-037357ba21fd tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2295699
May 14 21:16:53.651064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-89ad7ba7-e321-4306-bf67-dfe3d7606210 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.1229866
May 14 21:16:53.751880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Attempting to bind port 06378852-b059-4bd3-831d-405bfb27e582 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:53.752514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Attempting to bind port 06378852-b059-4bd3-831d-405bfb27e582 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:53.752641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Attempting to bind port 06378852-b059-4bd3-831d-405bfb27e582 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:53.765733 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1961a663-6314-4824-a612-c828483b10f3 req-0144992c-f561-424a-b67c-288d513e30ae tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 210 time: 0.1253567
May 14 21:16:53.780994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Pushing event updated for resources: {'Port': ['ID=06378852-b059-4bd3-831d-405bfb27e582,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:53.847893 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f05ee-1ebe-4bff-8ad3-8f9611ac2d12 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (898b29d3-2bf1-4480-8f66-c53cef790571), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.850484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f05ee-1ebe-4bff-8ad3-8f9611ac2d12 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.866331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-233f05ee-1ebe-4bff-8ad3-8f9611ac2d12 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "DELETE /v2.0/security-groups/898b29d3-2bf1-4480-8f66-c53cef790571 HTTP/1.1" status: 204  len: 168 time: 0.9011514
May 14 21:16:53.868390 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:53.985349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f05ee-1ebe-4bff-8ad3-8f9611ac2d12 tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b29d3-2bf1-4480-8f66-c53cef790571,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:53.989566 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-129a14fb-c226-44ab-ad48-7c79450e74ef tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] show failed (client error): The resource could not be found.
May 14 21:16:53.993513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:53.993833 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-129a14fb-c226-44ab-ad48-7c79450e74ef tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "GET /v2.0/security-groups/898b29d3-2bf1-4480-8f66-c53cef790571 HTTP/1.1" status: 404  len: 347 time: 0.0616291
May 14 21:16:53.993965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Checking segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:53.994306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:53.994676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Bound using segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:53.995217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Bound port: 06378852-b059-4bd3-831d-405bfb27e582, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:53.996079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06378852-b059-4bd3-831d-405bfb27e582), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.002124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54524) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:54.003064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.003424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.003787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.004118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.004439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.004762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.005086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.005400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.006069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.006389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.006757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.007130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.007440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.009307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.011814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:16:54.027799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-851d4d49-a0cc-40d8-8232-23236598d69b', 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b', 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'fixed_ips': [{'subnet_id': '4a2ce0d5-5f69-44a1-aef1-c78e9303d860'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:16:54.029069 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.090414 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks [] for router_gateway (03576821-d7f2-441f-870a-d4ab9d22005e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.131968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] Set router 4d154836-e830-4006-ba81-5030c041e721 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:54.307361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad8aa6c5-38fe-455d-8448-0df57a5f1e90 req-b5ae3eef-4378-46bd-bd15-e482cb44ab69 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.0914156
May 14 21:16:54.340985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-981cb850-8625-4f22-a7fe-2d84ab32fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:54.346158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-981cb850-8625-4f22-a7fe-2d84ab32fad9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.9992013
May 14 21:16:54.398352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Allocated IP 172.20.0.2 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/1424a0c4-09b1-43b5-823a-a28034b11cc7) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:54.415621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 541aecf1-ec03-4698-8c9e-711d63800ead up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:54.445851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Deleting port 1a46f3b6-7bb6-4581-8a66-8fb998393371 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:16:54.451852 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.499659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] Current status of the port 78a752d7-9e47-4b45-849a-31d3fc496b67 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:54.500074 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.521613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks [] for router_gateway (03576821-d7f2-441f-870a-d4ab9d22005e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.687494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks [] for router_gateway (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:54.806116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:16:54.811455 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b708747-cb92-4cc7-bffe-52fe8d71538f" -d '{"events": [{"name": "network-changed", "server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:16:54.825979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-c12a350c-5423-4f3c-813b-73727345ea4d service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4699490
May 14 21:16:54.841781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] For port 06378852-b059-4bd3-831d-405bfb27e582, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:54.895911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec251a0-db63-42b5-8169-fc5aa8236ed4 req-7830e252-2868-47ac-9e4e-09282e4d5439 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:54.896915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ec251a0-db63-42b5-8169-fc5aa8236ed4 req-7830e252-2868-47ac-9e4e-09282e4d5439 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.2036011
May 14 21:16:54.910961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] For port 78a752d7-9e47-4b45-849a-31d3fc496b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78a752d7-9e47-4b45-849a-31d3fc496b67,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:54.925833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] For port 06378852-b059-4bd3-831d-405bfb27e582, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06378852-b059-4bd3-831d-405bfb27e582,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:54.992239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 541aecf1-ec03-4698-8c9e-711d63800ead triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:54.992490 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.004488 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.050493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.061511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-5dfa3a28-66a5-4aa6-bb6a-36253ca8d9c9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:55.073994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-5dfa3a28-66a5-4aa6-bb6a-36253ca8d9c9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:55.078591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (06378852-b059-4bd3-831d-405bfb27e582), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.087633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-5dfa3a28-66a5-4aa6-bb6a-36253ca8d9c9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/networks?id=3532d5d6-e949-4efd-bf19-71c3a4c24862&id=851d4d49-a0cc-40d8-8232-23236598d69b&id=3532d5d6-e949-4efd-bf19-71c3a4c24862 HTTP/1.1" status: 200  len: 1390 time: 0.9850321
May 14 21:16:55.108555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks [] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.125770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-7e1102ea-7f25-4741-b6c5-c3a9ac83caf7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/quotas/9197ea49e7544e7c96dd2d4b1a55fa29 HTTP/1.1" status: 200  len: 375 time: 0.0367899
May 14 21:16:55.182840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Allocated IP 19.86.0.2 (851d4d49-a0cc-40d8-8232-23236598d69b/4a2ce0d5-5f69-44a1-aef1-c78e9303d860/0f980e0a-06e9-4410-a85b-4e97830d0eee) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:55.344059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.344671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (1a46f3b6-7bb6-4581-8a66-8fb998393371), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.365831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9e612-8152-4678-b5ee-16f1bb3d16b9 None None] Network b18d0003-8116-4e27-8e01-369db6cad7e2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:55.378487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ec251a0-db63-42b5-8169-fc5aa8236ed4 req-f294bedc-cd73-474a-b56c-640c1fffc896 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4158392
May 14 21:16:55.402490 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-5094d4d9-d42b-465d-a524-aef39b9c74ad tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2751932
May 14 21:16:55.409870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c7654a-7f5e-4b7f-b8b2-7c4e2e392a19 req-5dd15de3-7ca6-4670-a59a-d264a75b95d2 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5225782
May 14 21:16:55.410636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238d2160>, [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:16:44Z', 'revision_number': 4, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a752d7-9e47-4b45-849a-31d3fc496b67', 'name': '', 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'mac_address': 'fa:16:3e:8a:6d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fa642ff7-6879-4435-b63b-cc214b953b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:43Z', 'updated_at': '2022-05-14T21:16:51Z', 'revision_number': 4, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'subnets': [{'id': 'fa642ff7-6879-4435-b63b-cc214b953b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:55.447816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c2321-31bb-4ff0-915b-df796ec479c2 None None] Pushing event updated for resources: {'Port': ['ID=78a752d7-9e47-4b45-849a-31d3fc496b67,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:55.448358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.480549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Calling delete_port for 1a46f3b6-7bb6-4581-8a66-8fb998393371 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:16:55.503273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Publish callbacks [] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.519251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff12997-89d8-4422-9e47-4b892f2d2b7b None None] The sync data for ids ['4d154836-e830-4006-ba81-5030c041e721'] in ncdv-master-1 is: [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:16:44Z', 'revision_number': 4, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78a752d7-9e47-4b45-849a-31d3fc496b67', 'name': '', 'network_id': '651bd386-4eb4-4c99-ae9f-2f38450c229b', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'mac_address': 'fa:16:3e:8a:6d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'fa642ff7-6879-4435-b63b-cc214b953b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:43Z', 'updated_at': '2022-05-14T21:16:51Z', 'revision_number': 4, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'subnets': [{'id': 'fa642ff7-6879-4435-b63b-cc214b953b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:16:55.528733 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3026a4-742f-422d-8c4a-b8480124bfbf x-openstack-request-id: req-3e3026a4-742f-422d-8c4a-b8480124bfbf {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:16:55.529289 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:16:55.529711 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e3026a4-742f-422d-8c4a-b8480124bfbf {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:16:55.531005 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3026a4-742f-422d-8c4a-b8480124bfbf'] response: {'name': 'network-changed', 'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'status': 'completed', 'code': 200}
May 14 21:16:55.753213 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.770768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.808609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:55.817971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:55.823934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:55.834428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Provisioning complete for port 541aecf1-ec03-4698-8c9e-711d63800ead triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:55.835061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:55.997935 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-ef62cf50-a4e2-427f-8b93-9ab4b28d0c3b service neutron] 10.222.0.52 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5941076
May 14 21:16:56.024424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-5687f794-f272-4d6a-a9b9-1cd126a98007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:56.025980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-5687f794-f272-4d6a-a9b9-1cd126a98007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1129 time: 0.3469675
May 14 21:16:56.070007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:56.082950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Allocated IP 172.35.4.167 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/92abc86b-af73-47bb-a571-bf13e314dd75) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:16:56.087964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Publish callbacks [] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.105606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4d42e-d129-4faa-88ad-614b2076666e None None] Pushing event updated for resources: {'Port': ['ID=06378852-b059-4bd3-831d-405bfb27e582,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:56.115768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 541aecf1-ec03-4698-8c9e-711d63800ead is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:56.116450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.183815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Pushing event updated for resources: {'Port': ['ID=1424a0c4-09b1-43b5-823a-a28034b11cc7,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:56.187687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-679d9dda-7eb5-4f50-a8f4-39906012ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:56.189333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-679d9dda-7eb5-4f50-a8f4-39906012ec8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1129 time: 0.5909073
May 14 21:16:56.239348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.288394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:56.323837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b00fe6-79dc-4ffa-802f-266f367ba6f0 req-0c2b0529-06d7-4cae-9b98-14ef4854013a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:56.331958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42b00fe6-79dc-4ffa-802f-266f367ba6f0 req-0c2b0529-06d7-4cae-9b98-14ef4854013a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 932 time: 0.5937641
May 14 21:16:56.339465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Pushing event updated for resources: {'Port': ['ID=0f980e0a-06e9-4410-a85b-4e97830d0eee,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:56.343559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-21be594d-7399-42e6-9679-dce984542c71 service neutron] 10.222.0.52 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3133562
May 14 21:16:56.344671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:56.361586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:56.420179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Network 851d4d49-a0cc-40d8-8232-23236598d69b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:56.480549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:56.495585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Attempting to bind port 1424a0c4-09b1-43b5-823a-a28034b11cc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:56.499749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Attempting to bind port 1424a0c4-09b1-43b5-823a-a28034b11cc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:56.500380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Attempting to bind port 1424a0c4-09b1-43b5-823a-a28034b11cc7 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:56.506508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:56.534093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 541aecf1-ec03-4698-8c9e-711d63800ead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=541aecf1-ec03-4698-8c9e-711d63800ead,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:56.547187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks [] for port (92abc86b-af73-47bb-a571-bf13e314dd75), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.554321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:56.554781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:56.555273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.555785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:56.556318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Bound port: 1424a0c4-09b1-43b5-823a-a28034b11cc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:56.556718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.588658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42b00fe6-79dc-4ffa-802f-266f367ba6f0 req-6edb2980-5a9e-42ff-be45-57c4aa0149f7 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452245
May 14 21:16:56.594754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Current status of the port 541aecf1-ec03-4698-8c9e-711d63800ead is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:56.600690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.600984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1a46f3b6-7bb6-4581-8a66-8fb998393371), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.601112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:16:56.660275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.675312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Pushing event deleted for resources: {'Port': ['ID=1a46f3b6-7bb6-4581-8a66-8fb998393371,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:56.796268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-9269cafa-50be-4ed3-92b4-e55c06442317 service neutron] 10.222.0.52 "GET /v2.0/networks/851d4d49-a0cc-40d8-8232-23236598d69b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4392991
May 14 21:16:56.830932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:56.831645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.928657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:56.961447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-702df46e-c132-4147-bf26-2ffa0438bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:56.963194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-702df46e-c132-4147-bf26-2ffa0438bbdd service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.7599568
May 14 21:16:56.965062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7dfe7b70-e1a9-4864-a521-a57e79c60bd9 req-75411a06-1b7e-4230-a87f-4b595ed93795 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.0851729
May 14 21:16:56.974370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-453d9c60-d6e0-4b0d-9c16-64fe0cdca589 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5032876
May 14 21:16:57.065232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-0f3626d9-c78c-460c-98d7-5364d42de133 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.0755603
May 14 21:16:57.095062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Attempting to bind port 0f980e0a-06e9-4410-a85b-4e97830d0eee on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:16:57.097037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Attempting to bind port 0f980e0a-06e9-4410-a85b-4e97830d0eee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:16:57.105463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Attempting to bind port 0f980e0a-06e9-4410-a85b-4e97830d0eee on network 851d4d49-a0cc-40d8-8232-23236598d69b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:16:57.116990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:16:57.157284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:16:57.176648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:16:57.176648 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:16:57.176648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 78a752d7-9e47-4b45-849a-31d3fc496b67 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:57.181073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:16:57.207692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0c3b2-e5f4-4ad0-b788-5bf2823aaa20 None None] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:16:57.215645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=541aecf1-ec03-4698-8c9e-711d63800ead,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:57.222627 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks [] for floatingip (d78dcf03-6f88-4962-98c1-53070158e3b2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.225404 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.230915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ed0f960-dd64-448f-91f9-fb2c7af3f30e tempest-ServersTestFqdnHostnames-741043621 tempest-ServersTestFqdnHostnames-741043621-project] 10.222.0.52 "DELETE /v2.0/floatingips/d78dcf03-6f88-4962-98c1-53070158e3b2 HTTP/1.1" status: 204  len: 168 time: 3.2275779
May 14 21:16:57.234238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Pushing event updated for resources: {'Port': ['ID=92abc86b-af73-47bb-a571-bf13e314dd75,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:57.238911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54546) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:57.295143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:16:57.295618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Checking segment: {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:16:57.297138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.297138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Bound using segment: {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:16:57.313945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Bound port: 0f980e0a-06e9-4410-a85b-4e97830d0eee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:16:57.314364 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.370288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-dbad69d8-fbac-462c-a04a-a8286c269001 service neutron] 10.222.0.52 "GET /v2.0/networks/851d4d49-a0cc-40d8-8232-23236598d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5334787
May 14 21:16:57.401414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] For port 1424a0c4-09b1-43b5-823a-a28034b11cc7, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:57.642846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Request body: {'port': {'device_id': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:57.657859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:16:57.661818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] For port 1424a0c4-09b1-43b5-823a-a28034b11cc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1424a0c4-09b1-43b5-823a-a28034b11cc7,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:57.672475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 78a752d7-9e47-4b45-849a-31d3fc496b67 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:57.673175 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.849317 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.882962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:57.911860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:16:57.935672 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Sync routers for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:16:57.937633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d01e5-a8f4-45d4-8b53-e5a27ab92e28 req-2fbeac37-fe24-4dc7-93e2-8e75247fb13c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:57.939888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] For port 0f980e0a-06e9-4410-a85b-4e97830d0eee, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:16:57.943788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f02d01e5-a8f4-45d4-8b53-e5a27ab92e28 req-2fbeac37-fe24-4dc7-93e2-8e75247fb13c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 947 time: 0.3232465
May 14 21:16:57.945963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-869da5a7-adb0-4c21-939c-4b8bdb7600f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:57.951180 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-50d41716-44c7-49c5-bba7-7a90077f06d2 service neutron] 10.222.0.52 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5440500
May 14 21:16:57.953349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-869da5a7-adb0-4c21-939c-4b8bdb7600f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.8851957
May 14 21:16:57.959679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] For port 0f980e0a-06e9-4410-a85b-4e97830d0eee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f980e0a-06e9-4410-a85b-4e97830d0eee,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:16:57.980323 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:16:57.984108 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231482df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:58.098927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:16:58.111449 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:58.181032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0288234a-422e-44cb-9434-2d7e0d6b6ae2 None None] Current status of the port 541aecf1-ec03-4698-8c9e-711d63800ead is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:58.270623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-d202d059-c332-4871-be61-7d2e4c9d0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:58.272322 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:16:58.274061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-d202d059-c332-4871-be61-7d2e4c9d0572 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2788992
May 14 21:16:58.317346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-98f6f6c9-b083-4af9-9efe-53eea0a9f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:58.324269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-98f6f6c9-b083-4af9-9efe-53eea0a9f842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.7000074
May 14 21:16:58.327651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:58.338292 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9c324cfc-3cd4-4479-a23a-9fb2f425c892 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.5650859
May 14 21:16:58.379663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54556) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:16:58.396089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 78a752d7-9e47-4b45-849a-31d3fc496b67 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:58.400880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 06378852-b059-4bd3-831d-405bfb27e582 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:16:58.467838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6f15f-7d10-4f29-aaec-2eeb9c422039 None None] Pushing event updated for resources: {'Port': ['ID=1424a0c4-09b1-43b5-823a-a28034b11cc7,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:58.566218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-5d8f4e6c-0386-47ab-be96-6231b73d0037 service neutron] 10.222.0.52 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6027977
May 14 21:16:58.657581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Provisioning complete for port 541aecf1-ec03-4698-8c9e-711d63800ead triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:58.657774 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:58.818015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-390f8edb-44e5-4d74-95ce-64d0ff321284 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0919602
May 14 21:16:58.868464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-d4483378-8370-4807-a875-2e5921492778 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.5253761
May 14 21:16:58.885123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f02d01e5-a8f4-45d4-8b53-e5a27ab92e28 req-23427f66-f2b4-4348-9a61-be9412c9c6d9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8909853
May 14 21:16:58.903092 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231482df0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:16:54Z', 'revision_number': 3, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:16:58.907110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:58.910618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 06378852-b059-4bd3-831d-405bfb27e582 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:58.910990 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (06378852-b059-4bd3-831d-405bfb27e582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:58.964945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7e063-8093-4fe1-8e8e-dd28432005dd None None] Pushing event updated for resources: {'Port': ['ID=0f980e0a-06e9-4410-a85b-4e97830d0eee,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:58.970765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Checking router: 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:16:58.971762 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Updating router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:16:59.024080 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.033476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'mac_address': 'fa:16:3e:9a:0a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:16:59.272002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:59.274704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.333601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Current status of the port 541aecf1-ec03-4698-8c9e-711d63800ead is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:59.347018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-ff1cb2a2-e4ef-40ce-8dbe-74e3f6c9ef92 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0345187
May 14 21:16:59.373177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c350058-cff2-443a-abaf-aacd188ca6b0 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:16:59.406966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Provisioning complete for port 06378852-b059-4bd3-831d-405bfb27e582 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:16:59.407740 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (06378852-b059-4bd3-831d-405bfb27e582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.491561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-0de7d5ae-e479-42df-8760-26623e8fc47d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.6143379
May 14 21:16:59.510764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:59.513637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 06378852-b059-4bd3-831d-405bfb27e582 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:59.514239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06378852-b059-4bd3-831d-405bfb27e582), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.546552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks [] for router_gateway (03576821-d7f2-441f-870a-d4ab9d22005e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.561832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaad99-27f1-4fa3-af80-22bf37a16357 req-ee4fdac3-f4cb-480f-acfd-93c9540def74 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:59.563420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9cdaad99-27f1-4fa3-af80-22bf37a16357 req-ee4fdac3-f4cb-480f-acfd-93c9540def74 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 932 time: 0.4201853
May 14 21:16:59.574947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Current status of the port 06378852-b059-4bd3-831d-405bfb27e582 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:16:59.575796 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06378852-b059-4bd3-831d-405bfb27e582), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.618869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-a404ae60-fdbd-4367-b257-ea389eab73ef service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204960
May 14 21:16:59.619514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.687310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-19d17629-3bb6-4c85-b702-6ba8d07a703b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:16:59.688835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-19d17629-3bb6-4c85-b702-6ba8d07a703b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8602285
May 14 21:16:59.699377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:16:59.704346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.727881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] For port 06378852-b059-4bd3-831d-405bfb27e582, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06378852-b059-4bd3-831d-405bfb27e582,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:16:59.735999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:16:59.749827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a7f610d-668b-4c0b-b20b-9597e694481b req-25751bd7-a2f6-4abc-9435-9197a6a0b838 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.3959391
May 14 21:16:59.825758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (06378852-b059-4bd3-831d-405bfb27e582), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.838109 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Publish callbacks [] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.926432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['6c350058-cff2-443a-abaf-aacd188ca6b0'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:16:59.960064 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:16:59.996093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6e93dbf0-b2d9-4714-8e1e-bf0152e35e6a None None] Provisioning complete for port 06378852-b059-4bd3-831d-405bfb27e582 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:00.000645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e93dbf0-b2d9-4714-8e1e-bf0152e35e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (06378852-b059-4bd3-831d-405bfb27e582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:00.041809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-ff30b541-1fe7-4d6e-a9e8-f9214699f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:00.054463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-ff30b541-1fe7-4d6e-a9e8-f9214699f6c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 1.1410625
May 14 21:17:00.080479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59bee9a9-8ead-4866-b3f7-d71db8e6ca0f req-d01e55d8-1eac-4892-aec2-4ad0a6a9cede tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 210 time: 0.2023151
May 14 21:17:00.151879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c948e0e-2ff5-4e4c-9d70-d9629d384ce6 None None] Pushing event updated for resources: {'Port': ['ID=06378852-b059-4bd3-831d-405bfb27e582,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:00.155253 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Attempting to bind port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:00.155811 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Attempting to bind port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:00.155939 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Attempting to bind port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:00.170953 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220e5a2-46f5-4651-ad64-b47322e36429 None None] Pushing event updated for resources: {'Port': ['ID=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:00.206069 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:00.211714 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:00.212952 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:00.218975 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:00.218975 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Bound port: 31992e5e-ef9e-4401-ad3e-c8c49ed549f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:00.218975 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:00.359160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:17:00.359844 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:17:00.368053 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] For port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:00.374298 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] For port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:00.397792 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:17:00.471644 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:00.536286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e93dbf0-b2d9-4714-8e1e-bf0152e35e6a None None] Current status of the port 06378852-b059-4bd3-831d-405bfb27e582 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:00.544988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d32e1b-ee14-44c8-b89f-25174f800b7b None None] Network 851d4d49-a0cc-40d8-8232-23236598d69b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:00.612124 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:00.612902 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231482df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:00.754426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-5da42ff6-40d9-4ad8-9162-daed30158aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:00.756423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-5da42ff6-40d9-4ad8-9162-daed30158aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6750376
May 14 21:17:00.765132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] Provisioning complete for port 0f980e0a-06e9-4410-a85b-4e97830d0eee triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:00.769468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:00.819381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220e5a2-46f5-4651-ad64-b47322e36429 None None] Pushing event updated for resources: {'Port': ['ID=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:00.857934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34310aab-b80b-4d43-ab11-2f12ebb1b71c None None] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:00.906895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-cead94dd-8aa2-4f3c-976d-e0adbd9bc6fb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:00.920693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-cead94dd-8aa2-4f3c-976d-e0adbd9bc6fb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 1.3011384
May 14 21:17:00.926992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a4985-ffbc-4165-b865-fa47f67718b3 req-960d1531-706e-4eca-bddf-19db4ddcd069 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:00.928627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa6a4985-ffbc-4165-b865-fa47f67718b3 req-960d1531-706e-4eca-bddf-19db4ddcd069 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.5242617
May 14 21:17:00.938449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:00.972574 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9cdaad99-27f1-4fa3-af80-22bf37a16357 req-203e7f28-3e3e-4ce6-b3a8-1bcaa90d46c5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2823799
May 14 21:17:00.977798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:00.988351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:01.046822 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:01.072352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 06378852-b059-4bd3-831d-405bfb27e582 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:01.426161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] Current status of the port 0f980e0a-06e9-4410-a85b-4e97830d0eee is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:01.427369 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:01.446562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231482df0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:16:54Z', 'revision_number': 3, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:01.499034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] For port 0f980e0a-06e9-4410-a85b-4e97830d0eee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f980e0a-06e9-4410-a85b-4e97830d0eee,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:01.542735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4d6007-325c-4aa7-a4fb-acf608a99545 None None] The sync data for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 is: [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:16:54Z', 'revision_number': 3, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:01.590580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:01.656384 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0279d309-e238-4902-8108-3a1ce3200361 req-fd249a3b-0d3a-4550-99cd-ab2107f0a2f8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.3101130
May 14 21:17:01.670602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:01.685675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1424a0c4-09b1-43b5-823a-a28034b11cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:01.729021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-0c02e777-cc16-4e31-9df9-bdbebc175845 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9139011
May 14 21:17:01.841294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Deleting port b5c0ca04-8909-4f58-ad42-60567bcf3589 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:01.841678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:01.850450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa6a4985-ffbc-4165-b865-fa47f67718b3 req-13037711-0dbc-4fd0-bede-4dfbbba52fa4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9052472
May 14 21:17:01.864625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aef7905-067e-45bd-9e0e-044b18eaa72b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:01.954779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Provisioning complete for port 1424a0c4-09b1-43b5-823a-a28034b11cc7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:01.955449 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.036110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.69 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/577c7de2-4e7f-4990-ace6-4e5aa42e5998) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:02.057584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-857dab1f-a699-4da4-990c-50341d96849f req-84c315c6-d5d6-4f0a-aee6-393bd56236de tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 210 time: 0.2335238
May 14 21:17:02.090070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ff60-c29b-49ef-9ccb-408b8920905c None None] Pushing event updated for resources: {'Port': ['ID=0f980e0a-06e9-4410-a85b-4e97830d0eee,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:02.144664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b708747-cb92-4cc7-bffe-52fe8d71538f req-c2afa516-b2b5-4ac1-8aec-5ab80cba0fee service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3985424
May 14 21:17:02.146814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Publish callbacks [] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.245500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (03576821-d7f2-441f-870a-d4ab9d22005e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.405282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Transition to ACTIVE for port object 1aef7905-067e-45bd-9e0e-044b18eaa72b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:02.432209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Current status of the port 1424a0c4-09b1-43b5-823a-a28034b11cc7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:02.433288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.437998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 6c350058-cff2-443a-abaf-aacd188ca6b0 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:02.463624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1424a0c4-09b1-43b5-823a-a28034b11cc7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:02.464816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.493183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] For port 1424a0c4-09b1-43b5-823a-a28034b11cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1424a0c4-09b1-43b5-823a-a28034b11cc7,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:02.583601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-8b2ee122-6b3e-41e3-b7c9-6e2907b0082a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:02.589004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-8b2ee122-6b3e-41e3-b7c9-6e2907b0082a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:02.590841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-8b2ee122-6b3e-41e3-b7c9-6e2907b0082a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "GET /v2.0/networks?id=3532d5d6-e949-4efd-bf19-71c3a4c24862&id=851d4d49-a0cc-40d8-8232-23236598d69b&id=3532d5d6-e949-4efd-bf19-71c3a4c24862 HTTP/1.1" status: 200  len: 1390 time: 0.2706842
May 14 21:17:02.601493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1424a0c4-09b1-43b5-823a-a28034b11cc7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:02.602919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.607871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'port': {'device_id': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862', 'admin_state_up': True, 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:02.658296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f1467-6da2-4f7d-b369-bd505d18f6b7 req-7c69d43e-22c8-4f83-a1de-1a0ff3e8518b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:02.659859 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba8f1467-6da2-4f7d-b369-bd505d18f6b7 req-7c69d43e-22c8-4f83-a1de-1a0ff3e8518b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 932 time: 0.3522248
May 14 21:17:02.662542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] For port b5c0ca04-8909-4f58-ad42-60567bcf3589, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c0ca04-8909-4f58-ad42-60567bcf3589,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:02.662542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.743602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Calling delete_port for b5c0ca04-8909-4f58-ad42-60567bcf3589 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:02.745866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.860783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:02.871348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba8f1467-6da2-4f7d-b369-bd505d18f6b7 req-11623616-5386-49eb-ba62-50eb06180738 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008469
May 14 21:17:03.036825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-85c6592d-a9d3-4771-9219-d1f911605b07 req-78a0e029-c0ce-4684-8111-95c15551c025 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.0487585
May 14 21:17:03.162111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Allocated IP 172.20.0.1 (b18d0003-8116-4e27-8e01-369db6cad7e2/afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b/7572cfe0-c25a-4a9b-ac2a-8135a7f26c08) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:03.222188 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.225434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 6c350058-cff2-443a-abaf-aacd188ca6b0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:03.228853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.228980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:03.232567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.234605 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.261339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Router 03576821-d7f2-441f-870a-d4ab9d22005e is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:17:03.262504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.269308 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02f4e716-6a71-4fd5-99b6-cd7b40e0a817 req-9f7e3a0f-6cf6-4729-944d-5477de6984a9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 210 time: 0.0725198
May 14 21:17:03.315786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:03.319602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.408704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:03.425945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:03.471177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:03.486121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=577c7de2-4e7f-4990-ace6-4e5aa42e5998,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:03.492435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:03.496874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:03.521339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Provisioning complete for port 0f980e0a-06e9-4410-a85b-4e97830d0eee triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:03.521942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.539627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.539985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.540393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.540672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.541009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.541470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.541801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.542270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.542605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.543495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.551070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.551070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.551070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.551070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.551070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:03.612250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b5c0ca04-8909-4f58-ad42-60567bcf3589), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.617394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks [] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.633747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:17:03.636967 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:17:03.658841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Pushing event updated for resources: {'Port': ['ID=1424a0c4-09b1-43b5-823a-a28034b11cc7,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:03.718707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c0ca04-8909-4f58-ad42-60567bcf3589,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:03.778595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10353eaa-48ff-4f46-b503-54007942ce9a req-acf23ae8-226e-406e-8440-3d25762a9961 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:03.784042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-10353eaa-48ff-4f46-b503-54007942ce9a req-acf23ae8-226e-406e-8440-3d25762a9961 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.1879296
May 14 21:17:03.806262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:03.806876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.826865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:03.827873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:03.897314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:03.929833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-8b0858e1-7cd7-4a7e-b6c2-08ad72d54d5d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:03.933734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Sync routers for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:03.937032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-8b0858e1-7cd7-4a7e-b6c2-08ad72d54d5d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 948 time: 0.3719261
May 14 21:17:03.965928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:03.983613 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d085f-2625-4a9d-a4ff-2eb5d5246a77" -d '{"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-plugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:03.993323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e86f6bac-8dbc-48ea-88e0-50377b1f186f None None] Current status of the port 0f980e0a-06e9-4410-a85b-4e97830d0eee is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:03.997714 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-10353eaa-48ff-4f46-b503-54007942ce9a req-2bd008c0-1fbd-4f13-9d37-8240cf48977c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877983
May 14 21:17:04.065449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:04.073611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a6990c0f-20c3-46ea-9163-ed8c9611b82f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.3629639
May 14 21:17:04.076456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b18340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:04.092394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:04.095264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Request body: {'port': {'device_id': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:04.144366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.145713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-647488e2-907f-4eca-b61e-90249f2ec60f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 11.2485816
May 14 21:17:04.165226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-b223c749-3517-4faf-a491-c6bfeacbba7a service neutron] 10.222.0.36 "GET /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1466787
May 14 21:17:04.178696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:04.178696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.233874 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06e8d0e-4c44-4a6a-ae27-1e12530bd72c x-openstack-request-id: req-e06e8d0e-4c44-4a6a-ae27-1e12530bd72c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:04.234402 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-plugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:04.238863 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e06e8d0e-4c44-4a6a-ae27-1e12530bd72c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:04.239314 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06e8d0e-4c44-4a6a-ae27-1e12530bd72c'] response: {'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'code': 200}
May 14 21:17:04.302210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.308874 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad6dd874-176c-4886-a5d5-dce9356a0b5f req-734fae36-e5ee-426b-ab81-5869dd10ded7 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.0585103
May 14 21:17:04.313034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.317630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.324443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-dffa7f61-798e-46b2-bc61-4ff7415fa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:04.326311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8c0f7a32-0b56-451c-aa1a-fe5a88d19ede None None] Provisioning complete for port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:04.327571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-dffa7f61-798e-46b2-bc61-4ff7415fa795 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1131 time: 0.0487678
May 14 21:17:04.329088 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7a32-0b56-451c-aa1a-fe5a88d19ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.383504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Allocated IP 19.80.0.212 (3532d5d6-e949-4efd-bf19-71c3a4c24862/25b73fec-9ce4-4535-8118-9a9dde3d9a57/71f13a97-5bd0-4446-9085-0270aee83186) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:04.418430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:04.418683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:04.419402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:04.435284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:04.435637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:04.463906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:04.464244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:04.465564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:04.465564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Bound port: 1aef7905-067e-45bd-9e0e-044b18eaa72b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:04.465564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.482779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.246 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/8d9e55ad-f15d-4d89-82b6-1590b8ae3515) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:04.520808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:04.542438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aa2ffc12-8a1d-4e8d-a4eb-e38e9f6d1a93 req-40696000-a986-4b46-acaf-431392b32c6e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 210 time: 0.0578942
May 14 21:17:04.562812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:04.566339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:04.597256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Network b18d0003-8116-4e27-8e01-369db6cad7e2 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:04.603400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1424a0c4-09b1-43b5-823a-a28034b11cc7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:04.603400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 541aecf1-ec03-4698-8c9e-711d63800ead up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:04.604412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c0c44-b89f-47b0-a30a-1713cc9d7302 req-e1bc7da3-0128-492d-bd67-9a4a2f46c627 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:04.606007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-647c0c44-b89f-47b0-a30a-1713cc9d7302 req-e1bc7da3-0128-492d-bd67-9a4a2f46c627 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.4568017
May 14 21:17:04.651998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f7a32-0b56-451c-aa1a-fe5a88d19ede None None] Port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:04.657819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:04.672765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:04.686122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 541aecf1-ec03-4698-8c9e-711d63800ead triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:04.686122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.691236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Pushing event updated for resources: {'Port': ['ID=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:04.694417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.697770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8c0f7a32-0b56-451c-aa1a-fe5a88d19ede None None] Provisioning complete for port 1424a0c4-09b1-43b5-823a-a28034b11cc7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:04.698445 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c0f7a32-0b56-451c-aa1a-fe5a88d19ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:04.701347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:04.796333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:04.832399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:17:04.913872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.084606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 541aecf1-ec03-4698-8c9e-711d63800ead is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:05.085978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0f980e0a-06e9-4410-a85b-4e97830d0eee up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:05.130372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b18340>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:16:57Z', 'revision_number': 3, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:05.164272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c0f7a32-0b56-451c-aa1a-fe5a88d19ede None None] Current status of the port 1424a0c4-09b1-43b5-823a-a28034b11cc7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:05.166680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Checking router: 03576821-d7f2-441f-870a-d4ab9d22005e for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:05.167079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Updating router 03576821-d7f2-441f-870a-d4ab9d22005e port 92abc86b-af73-47bb-a571-bf13e314dd75 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:17:05.196831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0f980e0a-06e9-4410-a85b-4e97830d0eee triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:05.197179 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.241708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.298579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7322f5c9-1fd6-4d39-9d23-e391e7c905dc None None] Provisioning complete for port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:05.298952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7322f5c9-1fd6-4d39-9d23-e391e7c905dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.399712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95501837-10cc-4bcf-8d9b-a9f6e6221397 req-a8425efa-dedb-450d-9d73-f3a4b2886ba8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:05.407821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-95501837-10cc-4bcf-8d9b-a9f6e6221397 req-a8425efa-dedb-450d-9d73-f3a4b2886ba8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0998795
May 14 21:17:05.459238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7322f5c9-1fd6-4d39-9d23-e391e7c905dc None None] Port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:05.467684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0f980e0a-06e9-4410-a85b-4e97830d0eee is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:05.468795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 06378852-b059-4bd3-831d-405bfb27e582 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:05.482995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-95501837-10cc-4bcf-8d9b-a9f6e6221397 req-a22d38e5-d68b-4f8f-aaf2-2d8e64feee76 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738392
May 14 21:17:05.484422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:05.502685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff8f25e7-6fe3-4604-b78f-723604af7d86 admin admin] 10.222.0.52 "PUT /v2.0/routers/0f49d1b0-71de-4be1-8ac9-a5923a93f9d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2584414
May 14 21:17:05.504802 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] Sync routers for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:05.505846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54628) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:05.525915 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:05.529735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231482280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:05.675466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-67c2a2dd-7f9a-4615-9895-8940777ee231 req-bbc15714-e574-4f14-88ab-92e781a6310c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.0504220
May 14 21:17:05.705287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks [] for router (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.741092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:05.744109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.745593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-31c961f7-8a44-416a-9d85-c6a4965b665d service neutron] 10.222.0.36 "PUT /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 1092 time: 8.1229119
May 14 21:17:05.757991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:05.761712 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d6651-8b57-49d8-82f6-86bee51a226e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:05.793202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for port (71f13a97-5bd0-4446-9085-0270aee83186), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.827953 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:05.832494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-647c0c44-b89f-47b0-a30a-1713cc9d7302 req-3dd43422-d1eb-41be-b55c-26b06a29f0ed tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1859140
May 14 21:17:05.893255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe907def-49d0-4f22-99c8-29e1c3b17a02 req-215eaacb-ae93-4e9c-91a4-a03b963410f5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 210 time: 0.0794427
May 14 21:17:05.898895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-43357236-f97f-4c60-b185-71b6c5f1090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:05.899854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-43357236-f97f-4c60-b185-71b6c5f1090b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 1.4891894
May 14 21:17:05.936129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 06378852-b059-4bd3-831d-405bfb27e582 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:05.937203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (06378852-b059-4bd3-831d-405bfb27e582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:05.940511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks [] for router_gateway (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.107721 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d865fea-1985-4807-a896-78b6a20854ce x-openstack-request-id: req-0d865fea-1985-4807-a896-78b6a20854ce {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:06.107996 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:06.108257 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d865fea-1985-4807-a896-78b6a20854ce {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:06.108681 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d865fea-1985-4807-a896-78b6a20854ce'] response: {'name': 'network-changed', 'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'status': 'completed', 'code': 200}
May 14 21:17:06.135560 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Publish callbacks [] for port (92abc86b-af73-47bb-a571-bf13e314dd75), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.139511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 06378852-b059-4bd3-831d-405bfb27e582 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:06.151905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Deleting port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:06.151905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.180444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231482280>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:17:03Z', 'revision_number': 5, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port': {'id': '9b3cb56a-5acb-4752-8080-1c9bcf5d80c2', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:15:12Z', 'updated_at': '2022-05-14T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:06.182814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-7cdc957c-1338-475e-85eb-4000b2ea52bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.2368217
May 14 21:17:06.235346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.241282 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] Checking router: 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:06.253129 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] Routers {'0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:06.253786 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231482280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:06.265755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6651-8b57-49d8-82f6-86bee51a226e req-a351c97a-fdf6-4b9d-b633-0714cadb51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:06.271382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a40d6651-8b57-49d8-82f6-86bee51a226e req-a351c97a-fdf6-4b9d-b633-0714cadb51cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1126 time: 0.1583173
May 14 21:17:06.299973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] For port 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:06.300345 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.318613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Calling delete_port for 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:06.337248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbb2f0-d49c-48cc-855a-819affc397bc None None] Pushing event updated for resources: {'Port': ['ID=92abc86b-af73-47bb-a571-bf13e314dd75,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:06.373629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Attempting to bind port 92abc86b-af73-47bb-a571-bf13e314dd75 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:06.373996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Attempting to bind port 92abc86b-af73-47bb-a571-bf13e314dd75 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:06.374360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Attempting to bind port 92abc86b-af73-47bb-a571-bf13e314dd75 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:06.388916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:06.392985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:06.393552 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.393959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:06.394473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Bound port: 92abc86b-af73-47bb-a571-bf13e314dd75, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:06.394932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.443220 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] Set router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:06.502728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] For port 92abc86b-af73-47bb-a571-bf13e314dd75, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:06.513120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] For port 92abc86b-af73-47bb-a571-bf13e314dd75, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92abc86b-af73-47bb-a571-bf13e314dd75,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:06.527776 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231482280>, [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:17:05Z', 'revision_number': 6, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:06.546347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (71f13a97-5bd0-4446-9085-0270aee83186), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.561682 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac209e2-ab17-4ce1-ada2-8483597388c8 None None] The sync data for ids ['0f49d1b0-71de-4be1-8ac9-a5923a93f9d6'] in ncdv-master-1 is: [{'id': '0f49d1b0-71de-4be1-8ac9-a5923a93f9d6', 'name': 'tempest-ServersTestFqdnHostnames-1396997363-router', 'tenant_id': '611dce182666487684bf1e2a687c523a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:15:10Z', 'updated_at': '2022-05-14T21:17:05Z', 'revision_number': 6, 'project_id': '611dce182666487684bf1e2a687c523a', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:06.589292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.667153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:06.667910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b18340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:06.685299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.697765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-b05f1150-44f9-4db0-ae8d-015d7aa92f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:06.699393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-b05f1150-44f9-4db0-ae8d-015d7aa92f38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.4932628
May 14 21:17:06.704645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58546092-f121-4838-8f7b-5d3d385d6c0f req-bb9e791c-85d9-4b7d-9235-c595b9eac153 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:06.706157 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58546092-f121-4838-8f7b-5d3d385d6c0f req-bb9e791c-85d9-4b7d-9235-c595b9eac153 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0630045
May 14 21:17:06.739341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbb2f0-d49c-48cc-855a-819affc397bc None None] Pushing event updated for resources: {'Port': ['ID=92abc86b-af73-47bb-a571-bf13e314dd75,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:06.814916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9b3cb56a-5acb-4752-8080-1c9bcf5d80c2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.816302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:06.828168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:06.834319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:06.840090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58546092-f121-4838-8f7b-5d3d385d6c0f req-f9127f19-0e2a-4658-994a-1a12cd527c70 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254380
May 14 21:17:06.872722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:06.875353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:06.879582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Port': ['ID=71f13a97-5bd0-4446-9085-0270aee83186,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:06.923699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1424a0c4-09b1-43b5-823a-a28034b11cc7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:06.995608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3cb56a-5acb-4752-8080-1c9bcf5d80c2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:07.024565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9168862-f767-46d5-a2e3-785fddcdb4a1 req-45fd5dc6-b514-4e23-9f65-85cd37f484c6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 210 time: 0.2003434
May 14 21:17:07.025781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-c1744481-a0b1-4b65-8bf1-88573e55b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:07.030792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-c1744481-a0b1-4b65-8bf1-88573e55b4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2799981
May 14 21:17:07.152519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1424a0c4-09b1-43b5-823a-a28034b11cc7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:07.155374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.156820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.166413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:07.167015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.228250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b18340>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:16:57Z', 'revision_number': 3, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:07.266525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b939b1-0643-4f78-be8a-2ac8d23a5ab9 None None] The sync data for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 is: [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:16:57Z', 'revision_number': 3, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:07.342842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1424a0c4-09b1-43b5-823a-a28034b11cc7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:07.342842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0f980e0a-06e9-4410-a85b-4e97830d0eee up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:07.360692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e039ec-65b9-47be-a894-74e43ac08719 req-52de184e-3d1f-4fda-8c1a-2ee9dd537ca2 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:07.365295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6651-8b57-49d8-82f6-86bee51a226e req-1924ef63-f239-4843-9081-f0472f1a3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:07.367349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a40d6651-8b57-49d8-82f6-86bee51a226e req-1924ef63-f239-4843-9081-f0472f1a3ebe service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&shared=False HTTP/1.1" status: 200  len: 922 time: 1.0597434
May 14 21:17:07.378999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14e039ec-65b9-47be-a894-74e43ac08719 req-52de184e-3d1f-4fda-8c1a-2ee9dd537ca2 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.3001304
May 14 21:17:07.417009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.437072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e2782b3d-e1ef-4e31-b5b8-cad0d18d2240 None None] Provisioning complete for port 71f13a97-5bd0-4446-9085-0270aee83186 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:07.443559 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2782b3d-e1ef-4e31-b5b8-cad0d18d2240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (71f13a97-5bd0-4446-9085-0270aee83186), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.492042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e2782b3d-e1ef-4e31-b5b8-cad0d18d2240 None None] Port 71f13a97-5bd0-4446-9085-0270aee83186 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:07.495001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0f980e0a-06e9-4410-a85b-4e97830d0eee triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:07.495844 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.516166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks [] for router_controller (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.537474 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14e039ec-65b9-47be-a894-74e43ac08719 req-b07ddce4-a259-4ca3-b55f-c075489d0ed2 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575015
May 14 21:17:07.572232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148130f-7192-4f45-8334-c081c8f2a8fb req-6763f4e6-e2da-4787-8370-dba161455d2b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:07.574352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5148130f-7192-4f45-8334-c081c8f2a8fb req-6763f4e6-e2da-4787-8370-dba161455d2b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 932 time: 0.3797915
May 14 21:17:07.614877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0a4f7a5-34df-4abb-b77f-a789a9b7938b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0108011
May 14 21:17:07.658509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0f980e0a-06e9-4410-a85b-4e97830d0eee is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:07.659701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:07.711246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'port': {'device_id': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b', 'admin_state_up': True, 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:07.713664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (0f49d1b0-71de-4be1-8ac9-a5923a93f9d6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.715317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:17:07.723105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.725620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b7a56055-1c18-43c1-8208-64cccb6df606 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0f49d1b0-71de-4be1-8ac9-a5923a93f9d6 HTTP/1.1" status: 204  len: 168 time: 2.2185991
May 14 21:17:07.732397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54646) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:07.754134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:07.754504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.826625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Deleting subnet 28ee1d81-38d8-4b83-a95b-4e1f9f2e5873 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:17:07.833133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Publish callbacks [] for subnet (28ee1d81-38d8-4b83-a95b-4e1f9f2e5873), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.841840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks [] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.919712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (28ee1d81-38d8-4b83-a95b-4e1f9f2e5873), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.953928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:07.954241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:07.956708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d6651-8b57-49d8-82f6-86bee51a226e req-6717a95c-913b-4d30-b9e9-1b73c68c01dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:07.963209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a40d6651-8b57-49d8-82f6-86bee51a226e req-6717a95c-913b-4d30-b9e9-1b73c68c01dd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5791600
May 14 21:17:08.038763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:08.103455 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.104157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-86da2f1d-6ff2-4a19-a247-d16a616f51c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8837724
May 14 21:17:08.105342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061950b-ea10-40e8-b9ce-7deaa8066546 req-e5404ae5-bf8f-47c9-87fd-cf0e0912167b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:08.120027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1061950b-ea10-40e8-b9ce-7deaa8066546 req-e5404ae5-bf8f-47c9-87fd-cf0e0912167b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0821376
May 14 21:17:08.232598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.261324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:08.268823 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1061950b-ea10-40e8-b9ce-7deaa8066546 req-98bbae80-0939-4303-b777-fe4a321dcc0a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529267
May 14 21:17:08.309843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (28ee1d81-38d8-4b83-a95b-4e1f9f2e5873), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.325346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92abc86b-af73-47bb-a571-bf13e314dd75 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:08.355090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.375396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-8f60f2b1-48b1-43a9-8b5c-e5ae6c23efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:08.377263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-8f60f2b1-48b1-43a9-8b5c-e5ae6c23efb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1126 time: 0.2721627
May 14 21:17:08.446663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577c7de2-4e7f-4990-ace6-4e5aa42e5998 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:08.449283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.450328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 92abc86b-af73-47bb-a571-bf13e314dd75 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:08.450707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.457248 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Publish callbacks [] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.472855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Transition to ACTIVE for port object 577c7de2-4e7f-4990-ace6-4e5aa42e5998 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:08.500459 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.552751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8ab92-b159-4e15-87b1-05b5f1263cf6 req-2fc3c71b-42aa-4c00-b6c1-bbfb6651901b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:08.554354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eee8ab92-b159-4e15-87b1-05b5f1263cf6 req-2fc3c71b-42aa-4c00-b6c1-bbfb6651901b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 936 time: 0.0786853
May 14 21:17:08.577246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.581074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:08.669657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (28ee1d81-38d8-4b83-a95b-4e1f9f2e5873), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.704011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Pushing event updated for resources: {'Port': ['ID=577c7de2-4e7f-4990-ace6-4e5aa42e5998,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:08.757291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ee1d81-38d8-4b83-a95b-4e1f9f2e5873,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:08.771900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.779739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2824e96-1aa9-4a47-bca0-401d1248d40d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/28ee1d81-38d8-4b83-a95b-4e1f9f2e5873 HTTP/1.1" status: 204  len: 168 time: 1.0478642
May 14 21:17:08.786876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 92abc86b-af73-47bb-a571-bf13e314dd75 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:08.787768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:08.816980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eee8ab92-b159-4e15-87b1-05b5f1263cf6 req-f6054cf8-71f3-4f93-8d18-3b274b5bf639 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473395
May 14 21:17:08.818543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:08.847116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 92abc86b-af73-47bb-a571-bf13e314dd75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92abc86b-af73-47bb-a571-bf13e314dd75,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:08.847116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0472bc55-dc0b-4129-9b71-9b55704874d2 None None] Network e736fdf7-5595-4208-be2e-04f08eb744e7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:08.950583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.103001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e736fdf7-5595-4208-be2e-04f08eb744e7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.111205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:09.117635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966e32d-6e29-4c23-8653-9f0b07a776f3 req-822f6b19-2359-4824-8350-671e946df604 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:09.119227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a966e32d-6e29-4c23-8653-9f0b07a776f3 req-822f6b19-2359-4824-8350-671e946df604 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1205006
May 14 21:17:09.121314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Attempting to bind port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:09.121646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Attempting to bind port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:09.121971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Attempting to bind port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:09.142683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:09.142931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Attempting to bind port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:09.152482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:09.152826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:09.153447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:09.153626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Bound port: 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:09.153983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.168928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:09.169358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b3cb56a-5acb-4752-8080-1c9bcf5d80c2 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:09.169845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b5c0ca04-8909-4f58-ad42-60567bcf3589 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:09.221572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] DHCP port deletion for e736fdf7-5595-4208-be2e-04f08eb744e7 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:17:09.224078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-378be865-8816-4b91-8341-185b1e67875f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 217 time: 0.7249465
May 14 21:17:09.225262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:09.230668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.232071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b5c0ca04-8909-4f58-ad42-60567bcf3589 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:09.234202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b5c0ca04-8909-4f58-ad42-60567bcf3589 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:09.245066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a966e32d-6e29-4c23-8653-9f0b07a776f3 req-58e9d0d6-3e34-493f-b119-df253ceefb4a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167302
May 14 21:17:09.247893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Deleting port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:09.248230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.317090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=92abc86b-af73-47bb-a571-bf13e314dd75,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:09.359829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5148130f-7192-4f45-8334-c081c8f2a8fb req-ad972a16-6248-4273-a187-2a09f0c814aa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7477262
May 14 21:17:09.362533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:09.375347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Pushing event updated for resources: {'Port': ['ID=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:09.376334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] For port 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:09.381008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] For port 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=577c7de2-4e7f-4990-ace6-4e5aa42e5998,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:09.385573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] For port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:09.386053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.404193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] Deleting port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:09.405998 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.438662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:09.447846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Calling delete_port for d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:09.471278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:09.476848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bc315-ac80-4d66-ad18-258d5ca1cf2a req-396082c3-31e4-4226-aaf7-7e1f94370d0b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:09.484428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e3bc315-ac80-4d66-ad18-258d5ca1cf2a req-396082c3-31e4-4226-aaf7-7e1f94370d0b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0853329
May 14 21:17:09.523418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] For port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,segment=NetworkSegment(a86a0b49-854a-400a-b2bb-4c4e4003fbcf),segment_id=a86a0b49-854a-400a-b2bb-4c4e4003fbcf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:09.524682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.537470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.557160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] Calling delete_port for d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:09.604834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:09.605442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.606864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/577c7de2-4e7f-4990-ace6-4e5aa42e5998 HTTP/1.1" status: 200  len: 1095 time: 5.5236292
May 14 21:17:09.613128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'tag': '577c7de2-4e7f-4990-ace6-4e5aa42e5998'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:09.616008 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163da574-91ae-43f9-bded-70799207acfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f6c282-322e-4eac-b6d0-959de031b52a", "tag": "577c7de2-4e7f-4990-ace6-4e5aa42e5998"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:09.707135 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc24c103-d9bc-492e-9715-6fecb1cecb37 x-openstack-request-id: req-bc24c103-d9bc-492e-9715-6fecb1cecb37 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:09.707673 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f6c282-322e-4eac-b6d0-959de031b52a", "tag": "577c7de2-4e7f-4990-ace6-4e5aa42e5998", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:09.714370 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc24c103-d9bc-492e-9715-6fecb1cecb37 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:09.714853 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc24c103-d9bc-492e-9715-6fecb1cecb37'] response: {'name': 'network-changed', 'server_uuid': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'tag': '577c7de2-4e7f-4990-ace6-4e5aa42e5998', 'status': 'completed', 'code': 200}
May 14 21:17:09.750662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e3bc315-ac80-4d66-ad18-258d5ca1cf2a req-fd2d3060-4832-4eee-a7fe-86c7d9351761 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652752
May 14 21:17:09.768803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d4913-9fae-4e1e-a1d8-fb5e70cb48f5 service neutron] Pushing event updated for resources: {'Port': ['ID=577c7de2-4e7f-4990-ace6-4e5aa42e5998,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:09.772422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-8c1e3834-e482-428b-9cea-c849527a688d service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4298687
May 14 21:17:09.816434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da574-91ae-43f9-bded-70799207acfd req-66275c32-3567-4f62-b73f-416c7dd5a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:09.818508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-163da574-91ae-43f9-bded-70799207acfd req-66275c32-3567-4f62-b73f-416c7dd5a9aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 1129 time: 0.0655806
May 14 21:17:09.846988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0397e753-71ab-4f42-b6c8-1b9453c0c67f None None] Provisioning complete for port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:09.857289 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0397e753-71ab-4f42-b6c8-1b9453c0c67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.862591 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-163da574-91ae-43f9-bded-70799207acfd req-1d9372b3-78bb-4470-94d8-e2191937156e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0368328
May 14 21:17:09.880304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-ee33a2ae-c291-4e68-b081-004c8dbb765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:09.881781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-ee33a2ae-c291-4e68-b081-004c8dbb765e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.6256914
May 14 21:17:09.894810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:09.906330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.939443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0397e753-71ab-4f42-b6c8-1b9453c0c67f None None] Port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:09.941185 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:09.998492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] Pushing event deleted for resources: {'Port': ['ID=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:10.032506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42ec0b-99c4-4df2-86b6-110ac05acf7b None None] No DVR routers for this DVR port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:10.037176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:10.039995 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.058579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:10.119057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] No DVR routers for this DVR port d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:10.129884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-6b1fc44a-3048-4a2a-912d-13370e6b2806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1760032
May 14 21:17:10.141592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Network b18d0003-8116-4e27-8e01-369db6cad7e2 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:10.157324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:10.166861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Allocated IP 172.20.0.1 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/677595bf-db87-4da6-8f2d-318635c89127) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:10.184641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834bfc3-ee52-496f-9d3a-5a8c51973df9 req-a934169d-a6f4-440e-ae87-7a5a0559cbbb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:10.186220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0834bfc3-ee52-496f-9d3a-5a8c51973df9 req-a934169d-a6f4-440e-ae87-7a5a0559cbbb tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 936 time: 0.1973758
May 14 21:17:10.230889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Allocated IP 19.86.0.12 (851d4d49-a0cc-40d8-8232-23236598d69b/4a2ce0d5-5f69-44a1-aef1-c78e9303d860/e3119c30-cd1d-44fb-bf9c-dd51415d53ae) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:10.318697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92abc86b-af73-47bb-a571-bf13e314dd75 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:10.368359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-4f8f63ad-64c5-4d25-ad85-b93e92d7cfe1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 9.4343946
May 14 21:17:10.373153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3272a258-320b-442a-97ab-daead343a5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.378688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e736fdf7-5595-4208-be2e-04f08eb744e7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.434946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 92abc86b-af73-47bb-a571-bf13e314dd75 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:10.435460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.485472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163da574-91ae-43f9-bded-70799207acfd req-3b781f4f-efa5-42a4-960f-535fe7239658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:10.486943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-163da574-91ae-43f9-bded-70799207acfd req-3b781f4f-efa5-42a4-960f-535fe7239658 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6184413
May 14 21:17:10.509518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a9d9a30>,) {'filters': {'network_id': ['e736fdf7-5595-4208-be2e-04f08eb744e7']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:10.545861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 92abc86b-af73-47bb-a571-bf13e314dd75 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:10.547421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:10.552588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a9d9a30>, 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:10.552895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a9d9a30>, 'a86a0b49-854a-400a-b2bb-4c4e4003fbcf') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:10.575342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ce504-1a18-421c-bbf0-6be7e45f7d4d req-c99e13ad-ccc3-4ca6-b14c-b9f426b19a61 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:10.576922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d2ce504-1a18-421c-bbf0-6be7e45f7d4d req-c99e13ad-ccc3-4ca6-b14c-b9f426b19a61 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1663289
May 14 21:17:10.582628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a86a0b49-854a-400a-b2bb-4c4e4003fbcf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.623097 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a86a0b49-854a-400a-b2bb-4c4e4003fbcf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.645518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0834bfc3-ee52-496f-9d3a-5a8c51973df9 req-0fbc6e08-72be-402c-8bdb-38e289bf0cd8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4319215
May 14 21:17:10.655899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:17:10.656211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a86a0b49-854a-400a-b2bb-4c4e4003fbcf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:17:10.658394 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:17:10.662621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:10.662621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.676137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-899f7713-37b7-4f70-8c91-c4589b27373c None None] Provisioning complete for port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:10.677385 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-899f7713-37b7-4f70-8c91-c4589b27373c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.774651 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d2ce504-1a18-421c-bbf0-6be7e45f7d4d req-44fbe2b2-2c07-43ff-850b-707e48d5dcb9 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872931
May 14 21:17:10.779663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks [] for port (677595bf-db87-4da6-8f2d-318635c89127), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.807670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:17:10.849631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-899f7713-37b7-4f70-8c91-c4589b27373c None None] Port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:10.866930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a47f03-b13a-4ae2-95fc-9e10fc4847c0 req-0cff35dd-c1ef-4653-ba74-1a3d5369cb7f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:10.870734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e736fdf7-5595-4208-be2e-04f08eb744e7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.873917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41a47f03-b13a-4ae2-95fc-9e10fc4847c0 req-0cff35dd-c1ef-4653-ba74-1a3d5369cb7f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 932 time: 0.0973094
May 14 21:17:10.876087 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.880462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] 10.222.0.52 "DELETE /v2.0/networks/e736fdf7-5595-4208-be2e-04f08eb744e7 HTTP/1.1" status: 204  len: 168 time: 2.0590200
May 14 21:17:10.910477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dd4df-0dd1-4e8c-87b2-e9b43491c5cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e736fdf7-5595-4208-be2e-04f08eb744e7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:10.915208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:10.982841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:10.996625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1d0bb-0ead-45a7-bb74-ae446439fedc req-6b06ee80-233d-4428-a2bd-737173179e2c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:10.997896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dea1d0bb-0ead-45a7-bb74-ae446439fedc req-6b06ee80-233d-4428-a2bd-737173179e2c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0985610
May 14 21:17:11.010268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:11.036377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:11.037273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d7dec2dd-95e0-4cc0-8b7d-0e96910c4bbc not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:11.065117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dea1d0bb-0ead-45a7-bb74-ae446439fedc req-77137f8f-ece9-4634-b123-f583860e3415 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552299
May 14 21:17:11.066804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Request body: {'port': {'device_id': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:11.082768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41a47f03-b13a-4ae2-95fc-9e10fc4847c0 req-3dd0ca54-860c-4156-8a50-1ef1affa6bcd tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2079887
May 14 21:17:11.161578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a1df0969-3caa-4905-9705-1bed31bd3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:11.163355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-a1df0969-3caa-4905-9705-1bed31bd3e9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 1129 time: 0.0665510
May 14 21:17:11.227942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:11.232196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:11.243521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Sync routers for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:11.247995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e200046-74ec-4223-b94c-4917d36d15de admin admin] 10.222.0.52 "PUT /v2.0/routers/3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8667319
May 14 21:17:11.258450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:11.259344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230058280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:11.273648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-1d6a0b66-8567-4c85-917e-2aa95a4e4a0e service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175922
May 14 21:17:11.275010 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-8d292225-6582-47ba-836c-5e7f1f022ac7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=577c7de2-4e7f-4990-ace6-4e5aa42e5998 HTTP/1.1" status: 200  len: 217 time: 0.0617146
May 14 21:17:11.362512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-067056da-a52d-46e3-8135-862833df4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:11.369181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-067056da-a52d-46e3-8135-862833df4a08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0853572
May 14 21:17:11.403776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (677595bf-db87-4da6-8f2d-318635c89127), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:11.406110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:11.470073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-bbeabd31-f7e9-410c-847d-800fd5f8176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:11.471712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-bbeabd31-f7e9-410c-847d-800fd5f8176f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0960371
May 14 21:17:11.488169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:11.492569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:11.501910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:11.507828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcfe6b77-4c2e-4f92-b690-499586297c3f req-69ef5cc4-5144-419d-89d4-d9db413dcfab service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089107
May 14 21:17:11.513723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 851d4d49-a0cc-40d8-8232-23236598d69b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:11.580435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:11.602790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54690) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:11.607311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:11.637318 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:11.657239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Pushing event updated for resources: {'Port': ['ID=677595bf-db87-4da6-8f2d-318635c89127,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:11.665581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-74bac327-b445-4135-8c5c-2a66f931e3fd service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812396
May 14 21:17:11.751076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:11.783813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54694) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:11.797188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532258053', 'description': 'tempest-description--422061840'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:11.803003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:12.058889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd88776-9254-4ecd-a0da-9755a59e7b8a req-3aedeaa8-573d-4250-9091-35976d6a36ab tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:12.066725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fd88776-9254-4ecd-a0da-9755a59e7b8a req-3aedeaa8-573d-4250-9091-35976d6a36ab tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1072552
May 14 21:17:12.082730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:12.086225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.092019 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-c4a814d9-41bd-45d3-80a2-8428df5fded1 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3375864
May 14 21:17:12.092643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Publish callbacks [] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.106684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Transition to ACTIVE for port object 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:12.113051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230058280>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 2, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:12.146216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e30150d7-88e9-4e35-8c69-bed525e1cb73 None None] Provisioning complete for port 677595bf-db87-4da6-8f2d-318635c89127 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:12.146756 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e30150d7-88e9-4e35-8c69-bed525e1cb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (677595bf-db87-4da6-8f2d-318635c89127), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.150340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Checking router: 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:12.150692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Updating router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:17:12.152342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:12.206164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group (0920ff09-5838-48a4-90b3-d98bf815208e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.213264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d5fa956e-3ba0-4eb1-a9b6-1bbb332e1387 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=611dce182666487684bf1e2a687c523a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6088719
May 14 21:17:12.216881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54704) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:12.219927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.224737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e30150d7-88e9-4e35-8c69-bed525e1cb73 None None] Port 677595bf-db87-4da6-8f2d-318635c89127 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:12.235983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.238626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (03576821-d7f2-441f-870a-d4ab9d22005e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.274497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fd88776-9254-4ecd-a0da-9755a59e7b8a req-f5b69841-20e5-4fba-a076-da1cd4c164e8 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063830
May 14 21:17:12.305052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0920ff09-5838-48a4-90b3-d98bf815208e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.409568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:12.410252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.443321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe087a2-e9d9-479a-9747-a8ef7673365b req-c70585f8-f04c-45b3-a30f-b149e2433d86 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:12.443321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffe087a2-e9d9-479a-9747-a8ef7673365b req-c70585f8-f04c-45b3-a30f-b149e2433d86 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 948 time: 0.2746453
May 14 21:17:12.456397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:12.486157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.492784 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.7079263
May 14 21:17:12.494043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dbfc1-3ce6-4846-a363-4073bc214a4a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0920ff09-5838-48a4-90b3-d98bf815208e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:12.495792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54706) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:12.516748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Request body: {'security_group_rule': {'security_group_id': '0920ff09-5838-48a4-90b3-d98bf815208e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:12.520971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18002a-504d-418c-8d6d-17df106c5b69 req-a3e69a76-340d-4a0d-a0eb-d7668ba5988a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:12.528738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e18002a-504d-418c-8d6d-17df106c5b69 req-a3e69a76-340d-4a0d-a0eb-d7668ba5988a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1471343
May 14 21:17:12.530788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47c643a0-a62b-4f68-bc54-2a6ddfe789f7 admin admin] Publish callbacks [] for security_group (99509270-a719-4e73-96c0-58535e632921), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.586792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-323cd010-664e-45ef-bf15-b74417b5f3cb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8846760
May 14 21:17:12.602574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47c643a0-a62b-4f68-bc54-2a6ddfe789f7 admin admin] Publish callbacks [] for security_group (99509270-a719-4e73-96c0-58535e632921), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.621527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'port': {'device_id': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862', 'admin_state_up': True, 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:12.675501 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Publish callbacks [] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.691147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (677595bf-db87-4da6-8f2d-318635c89127), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.692291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f9d12e55-c1e4-4ef2-8173-6ab39c455b2c None None] Provisioning complete for port e3119c30-cd1d-44fb-bf9c-dd51415d53ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:12.695287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f9d12e55-c1e4-4ef2-8173-6ab39c455b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.753923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.815331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f0d92-e5e8-4de6-ad8c-0b39763440fb None None] Pushing event updated for resources: {'Port': ['ID=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:12.831313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f9d12e55-c1e4-4ef2-8173-6ab39c455b2c None None] Port e3119c30-cd1d-44fb-bf9c-dd51415d53ae cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:12.835125 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3be839e-8320-4586-ac88-3e08eb866c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.869578 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47c643a0-a62b-4f68-bc54-2a6ddfe789f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (99509270-a719-4e73-96c0-58535e632921), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.873799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47c643a0-a62b-4f68-bc54-2a6ddfe789f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.877554 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-47c643a0-a62b-4f68-bc54-2a6ddfe789f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99509270-a719-4e73-96c0-58535e632921 HTTP/1.1" status: 204  len: 168 time: 0.6569698
May 14 21:17:12.912904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Attempting to bind port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:12.918803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Attempting to bind port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:12.918803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Attempting to bind port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 on network b18d0003-8116-4e27-8e01-369db6cad7e2 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:12.937130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:12.938827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Checking segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:12.939254 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:12.941760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Bound using segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:12.948441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Bound port: 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:12.948858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.121826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] For port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:13.126312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] For port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:13.149223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffe087a2-e9d9-479a-9747-a8ef7673365b req-ec0c778f-c8b6-4a37-ac90-6109e523059e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6828613
May 14 21:17:13.211889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.242021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group_rule (73b8b307-e1f1-437d-be54-e408f5d25710), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.244886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Attempting to bind port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:13.245224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Attempting to bind port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:13.245552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Attempting to bind port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:13.277089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:13.277431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Attempting to bind port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:13.295824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] Provisioning complete for port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:13.299934 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.346381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:13.346723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:13.347116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:13.347597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Bound port: 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:13.347947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.392685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c643a0-a62b-4f68-bc54-2a6ddfe789f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99509270-a719-4e73-96c0-58535e632921,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:13.418021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e18002a-504d-418c-8d6d-17df106c5b69 req-d920607b-d016-4f52-8ad5-d106166b1927 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8875799
May 14 21:17:13.473532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:13.474356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230058280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:13.479246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f0d92-e5e8-4de6-ad8c-0b39763440fb None None] Pushing event updated for resources: {'Port': ['ID=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:13.544602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088c8ec-1a28-4dbc-b96b-e9ce2f6cc39e req-af0d3bc7-444f-429a-a7b9-914c2089478c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:13.561956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9dc13-51c7-4890-80cc-344c9f870d14 req-f52cd3d5-2cdd-49c7-b6e6-1cfc46568f0f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:13.562178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088c8ec-1a28-4dbc-b96b-e9ce2f6cc39e req-af0d3bc7-444f-429a-a7b9-914c2089478c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:13.568081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8088c8ec-1a28-4dbc-b96b-e9ce2f6cc39e req-af0d3bc7-444f-429a-a7b9-914c2089478c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 1654 time: 0.2437079
May 14 21:17:13.573043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1fd9dc13-51c7-4890-80cc-344c9f870d14 req-f52cd3d5-2cdd-49c7-b6e6-1cfc46568f0f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.0760362
May 14 21:17:13.598782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] Current status of the port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:13.599170 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.668613 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1fd9dc13-51c7-4890-80cc-344c9f870d14 req-e6789313-4db2-4176-af64-16a5e09cf11c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949540
May 14 21:17:13.674976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:13.724103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group_rule (73b8b307-e1f1-437d-be54-e408f5d25710), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.749512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] For port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:13.778820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:13.782772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.801462 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (73b8b307-e1f1-437d-be54-e408f5d25710), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.840961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:13.845669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.848527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.857485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b8b307-e1f1-437d-be54-e408f5d25710,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:13.883092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] For port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:13.888567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8088c8ec-1a28-4dbc-b96b-e9ce2f6cc39e req-c8b2a5af-4d5d-4b76-a301-9fbf7e033e74 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3194366
May 14 21:17:13.986434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] For port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:13.991956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks [] for port (677595bf-db87-4da6-8f2d-318635c89127), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:13.992435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:14.000493 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.001802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-921727d9-b3c8-4534-bac2-dc62b61352c9 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4917505
May 14 21:17:14.004429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54734) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:14.010053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Request body: {'security_group_rule': {'security_group_id': '0920ff09-5838-48a4-90b3-d98bf815208e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:14.020769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'port_id': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'mac_address': 'fa:16:3e:b2:b3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9647eb6c-3234-42a7-a7da-4fae2be2f8c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:14.070067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (677595bf-db87-4da6-8f2d-318635c89127), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.111746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Allocated IP 19.80.0.228 (3532d5d6-e949-4efd-bf19-71c3a4c24862/25b73fec-9ce4-4535-8118-9a9dde3d9a57/397f9ff4-1b58-4780-9dd6-0187ed997835) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:14.119773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-541c7125-cbd7-4026-8ae9-5a60c1c60c13 None None] Provisioning complete for port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:14.120679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-541c7125-cbd7-4026-8ae9-5a60c1c60c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.137349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.157210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group_rule (74a66240-d47d-4032-bde3-a795e885c201), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.260455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:14.261159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.279328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d9e55ad-f15d-4d89-82b6-1590b8ae3515 HTTP/1.1" status: 200  len: 1096 time: 3.1994753
May 14 21:17:14.280219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'tag': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:14.286260 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f" -d '{"events": [{"name": "network-changed", "server_uuid": "62fa985e-ce99-4aa4-b8f4-7eea574ff735", "tag": "8d9e55ad-f15d-4d89-82b6-1590b8ae3515"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:14.410064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (03576821-d7f2-441f-870a-d4ab9d22005e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.428921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group_rule (74a66240-d47d-4032-bde3-a795e885c201), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.448097 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12146722-93a8-4bb3-929f-1c113fa7a338 x-openstack-request-id: req-12146722-93a8-4bb3-929f-1c113fa7a338 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:14.449027 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fa985e-ce99-4aa4-b8f4-7eea574ff735", "tag": "8d9e55ad-f15d-4d89-82b6-1590b8ae3515", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:14.449504 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12146722-93a8-4bb3-929f-1c113fa7a338 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:14.450130 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12146722-93a8-4bb3-929f-1c113fa7a338'] response: {'name': 'network-changed', 'server_uuid': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'tag': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'status': 'completed', 'code': 200}
May 14 21:17:14.480117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8759-dca5-4f50-b8a0-1ba26b13c307 req-6447911a-c1b6-479e-9b5b-b316a3312760 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:14.492771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d7e8759-dca5-4f50-b8a0-1ba26b13c307 req-6447911a-c1b6-479e-9b5b-b316a3312760 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 948 time: 0.0912342
May 14 21:17:14.513166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Pushing event updated for resources: {'Port': ['ID=677595bf-db87-4da6-8f2d-318635c89127,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:14.514635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (74a66240-d47d-4032-bde3-a795e885c201), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.568104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a66240-d47d-4032-bde3-a795e885c201,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:14.588999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1ddb0-7735-4348-bc90-e215bef1724c None None] Pushing event updated for resources: {'Port': ['ID=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:14.648237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d7e8759-dca5-4f50-b8a0-1ba26b13c307 req-062001ff-195f-4a6d-8413-e0e0f356e420 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499970
May 14 21:17:14.665565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1aef7905-067e-45bd-9e0e-044b18eaa72b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:14.666204 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.690665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aef7905-067e-45bd-9e0e-044b18eaa72b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:14.699211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.703310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4550f78e-3d29-446e-9ba9-b725feef4f42 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6945064
May 14 21:17:14.704904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54754) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:14.719566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:14.720026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:14.793294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-541c7125-cbd7-4026-8ae9-5a60c1c60c13 None None] Current status of the port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:14.804425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.824684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54758) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:14.884814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9018d-a40b-4586-a030-f3923ec75709 req-6079499e-adab-4ad4-a7a3-10418af2af4e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:14.890487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690159bf-7ef4-4601-8208-95d425f2f848 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:14.892190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50c9018d-a40b-4586-a030-f3923ec75709 req-6079499e-adab-4ad4-a7a3-10418af2af4e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.0593784
May 14 21:17:14.902905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:14.951539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1133300029-network', 'tenant_id': '7c7360a8f423452e97311ffc9675e801'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:14.997366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:15.004273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230058280>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:15.028539 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50c9018d-a40b-4586-a030-f3923ec75709 req-74e76d68-554a-491c-9246-d21240b5f028 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352518
May 14 21:17:15.054180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1aef7905-067e-45bd-9e0e-044b18eaa72b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:15.096218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247be893-5417-4b58-ab70-83c62e7fbd0a req-7c828075-ba43-4b0d-bfca-88fc7c6478e4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.097987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-247be893-5417-4b58-ab70-83c62e7fbd0a req-7c828075-ba43-4b0d-bfca-88fc7c6478e4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.2850087
May 14 21:17:15.099198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-1e589503-c5a5-407d-aa59-6e634ef5324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.101138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-1e589503-c5a5-407d-aa59-6e634ef5324d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820&tenant_id=35a0e2c4a9054b4b962b9bc72c64517c HTTP/1.1" status: 200  len: 1131 time: 0.3024826
May 14 21:17:15.109390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-795bc4ca-9d64-4bcc-9307-04e5f0a4251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.111468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64070fb8-3164-4b8b-96fc-610cfd6faac1 None None] The sync data for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 is: [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:15.128955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.135717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-795bc4ca-9d64-4bcc-9307-04e5f0a4251b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 1130 time: 0.7192428
May 14 21:17:15.194048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:15.229469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Made reservation on behalf of 7c7360a8f423452e97311ffc9675e801 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:15.233429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.243750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:15.248658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:15.341724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Allocated IP 172.35.4.69 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/0f06a859-a4ce-444a-a9ec-977becb02844) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:15.380441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-cce35bd7-4ecc-4145-8067-acdcd9531835 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515 HTTP/1.1" status: 200  len: 217 time: 0.1831777
May 14 21:17:15.502029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.539036 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.554087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fa9d5-2b0a-4f25-bdcd-9ce9cf25d58e req-88a33da2-ece1-41a6-8393-33442aa6c609 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.557747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fa9d5-2b0a-4f25-bdcd-9ce9cf25d58e req-88a33da2-ece1-41a6-8393-33442aa6c609 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.559410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e60fa9d5-2b0a-4f25-bdcd-9ce9cf25d58e req-88a33da2-ece1-41a6-8393-33442aa6c609 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 1654 time: 0.3393266
May 14 21:17:15.618492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-94e06b6b-7e60-410d-9da6-68d57a11ae09 None None] Provisioning complete for port 677595bf-db87-4da6-8f2d-318635c89127 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:15.618862 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94e06b6b-7e60-410d-9da6-68d57a11ae09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (677595bf-db87-4da6-8f2d-318635c89127), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.627250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for port (0f06a859-a4ce-444a-a9ec-977becb02844), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.665871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-94e06b6b-7e60-410d-9da6-68d57a11ae09 None None] Port 677595bf-db87-4da6-8f2d-318635c89127 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:15.666415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.687801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e60fa9d5-2b0a-4f25-bdcd-9ce9cf25d58e req-27c0b9ae-927a-4af7-afe5-7e57d2748898 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078544
May 14 21:17:15.695462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-da61221d-0031-4cdb-b05f-6f68b4cfe360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.696929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-da61221d-0031-4cdb-b05f-6f68b4cfe360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3030515
May 14 21:17:15.704122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-247be893-5417-4b58-ab70-83c62e7fbd0a req-511f133c-f5f0-48b5-827b-bc5d8ba294df tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5594735
May 14 21:17:15.747172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks [] for security_group (b761acd2-43a0-4b9f-9bff-92a01d2b4d45), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.767124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Router 03576821-d7f2-441f-870a-d4ab9d22005e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:17:15.771402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.810467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea6ab4-aedf-4ece-8222-0cc8036e3625 req-727c6001-a8d9-4512-a138-7f3bbf58bfd1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.812258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fea6ab4-aedf-4ece-8222-0cc8036e3625 req-727c6001-a8d9-4512-a138-7f3bbf58bfd1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 948 time: 0.0581906
May 14 21:17:15.812390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-887b5790-5249-47e9-89fe-cd64f30c8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:15.813556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b761acd2-43a0-4b9f-9bff-92a01d2b4d45), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.816306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-887b5790-5249-47e9-89fe-cd64f30c8504 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1075418
May 14 21:17:15.856023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:17:15.863041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 577c7de2-4e7f-4990-ace6-4e5aa42e5998 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:15.865986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:15.888572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0f06a859-a4ce-444a-a9ec-977becb02844), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.906489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ee9c0d08-7181-491a-86dc-90855acb20cf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:15.907291 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Added segment ee9c0d08-7181-491a-86dc-90855acb20cf of type vlan for network be6063db-fd04-41cd-809f-05d0d8d9b38d
May 14 21:17:15.913371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b761acd2-43a0-4b9f-9bff-92a01d2b4d45,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:16.007324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 1aef7905-067e-45bd-9e0e-044b18eaa72b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:16.012220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:16.033069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:16.042358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (be6063db-fd04-41cd-809f-05d0d8d9b38d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.049238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event updated for resources: {'Port': ['ID=0f06a859-a4ce-444a-a9ec-977becb02844,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:16.051253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=577c7de2-4e7f-4990-ace6-4e5aa42e5998,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:16.055369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:16.067927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '577c7de2-4e7f-4990-ace6-4e5aa42e5998', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '577c7de2-4e7f-4990-ace6-4e5aa42e5998', 'mac_address': 'fa:16:3e:4e:77:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:16.110002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 1aef7905-067e-45bd-9e0e-044b18eaa72b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:16.110690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.129844 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fea6ab4-aedf-4ece-8222-0cc8036e3625 req-d4b9cfc0-a246-40d7-a9af-77b8ffe77f98 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3072066
May 14 21:17:16.159543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:16.159543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.175130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577c7de2-4e7f-4990-ace6-4e5aa42e5998 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:16.198214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=577c7de2-4e7f-4990-ace6-4e5aa42e5998,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:16.228780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-0649a486-feba-4f0f-af5b-6caf52b8309c service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4008687
May 14 21:17:16.269932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.277460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1aef7905-067e-45bd-9e0e-044b18eaa72b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:16.278128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.300084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (be6063db-fd04-41cd-809f-05d0d8d9b38d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.301791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:16.303624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.316574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:16.346979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.351593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:16.354151 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d252922-dccf-4884-b4ee-9e178be09a03" -d '{"events": [{"server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "name": "network-vif-plugged", "status": "completed", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:16.406769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (c7e1b740-f477-43e9-9b6e-66431a43fdc0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.459466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:16.471306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] Pushing event updated for resources: {'Network': ['ID=be6063db-fd04-41cd-809f-05d0d8d9b38d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:16.482785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c5cc4ac5-8c80-484d-a5b5-a21ab355bcd4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 1.6557486
May 14 21:17:16.485247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54794) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:16.499713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Request body: {'subnet': {'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1133300029-subnet', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:16.568266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network be6063db-fd04-41cd-809f-05d0d8d9b38d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:17:16.610653 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0f06a859-a4ce-444a-a9ec-977becb02844), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.633211 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.638356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:16.651689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Made reservation on behalf of 7c7360a8f423452e97311ffc9675e801 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:16.654700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:16.662811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=577c7de2-4e7f-4990-ace6-4e5aa42e5998,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:16.773176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:16.777597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:16.826631 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba290b-f386-4ef2-a6fa-06afa64278b4 x-openstack-request-id: req-79ba290b-f386-4ef2-a6fa-06afa64278b4 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:16.826929 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "name": "network-vif-plugged", "status": "completed", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:16.827185 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79ba290b-f386-4ef2-a6fa-06afa64278b4 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:16.827637 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ba290b-f386-4ef2-a6fa-06afa64278b4'] response: {'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'code': 200}
May 14 21:17:16.924300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:16.924963 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.032711 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.141015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:17.146408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c26d9-1d6a-40eb-ad51-d31b54adf2d0 req-00cca297-1731-406e-93b1-30db79eb83b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.149152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f44c26d9-1d6a-40eb-ad51-d31b54adf2d0 req-00cca297-1731-406e-93b1-30db79eb83b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1128 time: 0.2575283
May 14 21:17:17.184182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:17.204228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:17.207292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2984d8-f569-44eb-ac7b-996b6c9b67bd req-38862578-2803-4700-b033-b99766bba3b6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.216526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2984d8-f569-44eb-ac7b-996b6c9b67bd req-38862578-2803-4700-b033-b99766bba3b6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.9865868
May 14 21:17:17.238902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:17.245336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66669b-9da2-439c-94b9-2c5d93da8f11 req-54b53eb0-f09d-4a62-900e-5d3e254ec1f0 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.253472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66669b-9da2-439c-94b9-2c5d93da8f11 req-54b53eb0-f09d-4a62-900e-5d3e254ec1f0 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.267893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66669b-9da2-439c-94b9-2c5d93da8f11 req-54b53eb0-f09d-4a62-900e-5d3e254ec1f0 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.269631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c66669b-9da2-439c-94b9-2c5d93da8f11 req-54b53eb0-f09d-4a62-900e-5d3e254ec1f0 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2376 time: 0.2935839
May 14 21:17:17.294189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:17.294533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:17.295248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.305644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:17.315389 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Sync routers for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:17.334279 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:17.342032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f5c89aa9-e556-43c1-bda8-0445c0a6450a admin admin] 10.222.0.52 "PUT /v2.0/routers/03576821-d7f2-441f-870a-d4ab9d22005e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1530106
May 14 21:17:17.342825 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312cd2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:17.408669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:17.483701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.489626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.538893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18ef8b85-2d45-4fc0-9093-9c951bb20e0e req-258a9459-13a7-423b-9335-0cc09341c82a service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2661817
May 14 21:17:17.603550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2984d8-f569-44eb-ac7b-996b6c9b67bd req-5c6d645c-8002-4c5e-8a8b-6c4410bd6730 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3861840
May 14 21:17:17.624069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f305e402-024d-4ec2-bad7-5c63e54ecd3b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0077255
May 14 21:17:17.627858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:17.646423 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:17.662817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f44c26d9-1d6a-40eb-ad51-d31b54adf2d0 req-817df830-4551-4655-996f-13058642fced service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4894464
May 14 21:17:17.706270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Request body: {'port': {'device_id': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:17.737802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c66669b-9da2-439c-94b9-2c5d93da8f11 req-2b16c5c9-7ba9-42c3-ae29-0a5b9b442173 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2997193
May 14 21:17:17.769023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for port (0f06a859-a4ce-444a-a9ec-977becb02844), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.811124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fd1370b5-909b-4e61-93dd-cd271ac2df0f None None] Provisioning complete for port 397f9ff4-1b58-4780-9dd6-0187ed997835 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:17.817282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fd1370b5-909b-4e61-93dd-cd271ac2df0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.823266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (81f2727c-5343-4254-8352-6b574be36a4d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.858485 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (0f06a859-a4ce-444a-a9ec-977becb02844), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.907112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fd1370b5-909b-4e61-93dd-cd271ac2df0f None None] Port 397f9ff4-1b58-4780-9dd6-0187ed997835 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:17.933733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cf7db-8463-4b50-9877-dbf41642cb25 req-1b47d2cc-a959-42d8-92fa-29e45c7e17a7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:17.935034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-232cf7db-8463-4b50-9877-dbf41642cb25 req-1b47d2cc-a959-42d8-92fa-29e45c7e17a7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.1714561
May 14 21:17:17.979121 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (71f13a97-5bd0-4446-9085-0270aee83186), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.980993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:17.983270 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7864e5-605d-4c4d-887a-be4ef6dac2d1" -d '{"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-unplugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:17.989097 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Publish callbacks [] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:17.989268 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312cd2b0>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 2, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:18.002021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Checking segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:18.003814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Network hostable DHCP agents. Network: be6063db-fd04-41cd-809f-05d0d8d9b38d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:17:18.028771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Checking router: 03576821-d7f2-441f-870a-d4ab9d22005e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:18.029513 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Updating router 03576821-d7f2-441f-870a-d4ab9d22005e port 677595bf-db87-4da6-8f2d-318635c89127 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:17:18.062660 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (677595bf-db87-4da6-8f2d-318635c89127), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.064287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (c7e1b740-f477-43e9-9b6e-66431a43fdc0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.080829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f2727c-5343-4254-8352-6b574be36a4d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:18.091315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event updated for resources: {'Port': ['ID=0f06a859-a4ce-444a-a9ec-977becb02844,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:18.106981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d889b-de79-4190-a724-103d06ca126e req-9c50032b-d3a5-4237-85c4-46d4ff87d859 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:18.119774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a1d889b-de79-4190-a724-103d06ca126e req-9c50032b-d3a5-4237-85c4-46d4ff87d859 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 948 time: 0.2025933
May 14 21:17:18.171619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.183926 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7d3f397-009b-4e49-acde-3fa6789093b6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.4788642
May 14 21:17:18.199906 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a1d889b-de79-4190-a724-103d06ca126e req-b93a3bbb-f0d0-4b31-93ea-df2996f3ec0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788748
May 14 21:17:18.242683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Network be6063db-fd04-41cd-809f-05d0d8d9b38d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:17:18.262975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Transition to ACTIVE for port object 6c350058-cff2-443a-abaf-aacd188ca6b0 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:18.280861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-232cf7db-8463-4b50-9877-dbf41642cb25 req-bc5724a4-4501-4fb5-bad9-6d0ef8f7c033 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995250
May 14 21:17:18.341777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, be6063db-fd04-41cd-809f-05d0d8d9b38d) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:18.346542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:18.347146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.352842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70f8557-ca91-4f26-9e3e-3583f92dce1e None None] Network be6063db-fd04-41cd-809f-05d0d8d9b38d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:18.462226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d9a2693b-743e-4902-a00f-2fd1d52d1769 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9745090
May 14 21:17:18.465179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54832) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:18.470389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:18.517795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:17:18.518346 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:17:18.532353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54844) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:18.542241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226020611', 'description': 'tempest-description--1717916118'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:18.567378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f13a97-5bd0-4446-9085-0270aee83186 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:18.579453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Publish callbacks [] for port (71f13a97-5bd0-4446-9085-0270aee83186), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.597147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Transition to ACTIVE for port object 71f13a97-5bd0-4446-9085-0270aee83186 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:18.599338 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219c70d-1f2a-4071-b267-64b730f77062 x-openstack-request-id: req-4219c70d-1f2a-4071-b267-64b730f77062 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:18.599703 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-unplugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:18.600069 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4219c70d-1f2a-4071-b267-64b730f77062 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:18.600552 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4219c70d-1f2a-4071-b267-64b730f77062'] response: {'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'code': 200}
May 14 21:17:18.603242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.618813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac801f57-bd20-4ce5-b7e8-0a38b3be9c88 None None] Network be6063db-fd04-41cd-809f-05d0d8d9b38d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:18.619444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.620568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.674802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:18.706871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] No DVR routers for this DVR port 6c350058-cff2-443a-abaf-aacd188ca6b0 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:18.711256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (71f13a97-5bd0-4446-9085-0270aee83186), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.782106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks [] for router_controller (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.792923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f13a97-5bd0-4446-9085-0270aee83186,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:18.822088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.836462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:18.839912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:18.840388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:18.852678 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Publish callbacks [] for port (677595bf-db87-4da6-8f2d-318635c89127), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:18.951413 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (677595bf-db87-4da6-8f2d-318635c89127), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.078968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca0ba-0fed-4a09-9142-ef5c0bfc6d2a None None] Pushing event updated for resources: {'Port': ['ID=677595bf-db87-4da6-8f2d-318635c89127,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:19.092659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975936f2-9d9d-4170-a49d-480d47f422dd req-57928de9-ad97-43e4-9700-06a80f2f7db6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.103622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975936f2-9d9d-4170-a49d-480d47f422dd req-57928de9-ad97-43e4-9700-06a80f2f7db6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.103755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:19.103755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Attempting to bind port 6c350058-cff2-443a-abaf-aacd188ca6b0 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:19.106882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975936f2-9d9d-4170-a49d-480d47f422dd req-57928de9-ad97-43e4-9700-06a80f2f7db6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.109439 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-975936f2-9d9d-4170-a49d-480d47f422dd req-57928de9-ad97-43e4-9700-06a80f2f7db6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2388 time: 0.1121955
May 14 21:17:19.114884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-dfa44de5-02e0-4cc4-8786-655afa6674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.117506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-dfa44de5-02e0-4cc4-8786-655afa6674b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 1130 time: 0.3335912
May 14 21:17:19.151118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:19.155896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:19.156763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:19.156763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:19.157057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Bound port: 6c350058-cff2-443a-abaf-aacd188ca6b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:19.157421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.167269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 577c7de2-4e7f-4990-ace6-4e5aa42e5998 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:19.208235 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Attempting to bind port 677595bf-db87-4da6-8f2d-318635c89127 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:19.210660 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Attempting to bind port 677595bf-db87-4da6-8f2d-318635c89127 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:19.216016 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Attempting to bind port 677595bf-db87-4da6-8f2d-318635c89127 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:19.224343 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:19.227349 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:19.227974 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.228554 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:19.230584 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Bound port: 677595bf-db87-4da6-8f2d-318635c89127, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:19.231163 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (677595bf-db87-4da6-8f2d-318635c89127), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.234955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4309e-2022-4bb3-a156-a8bf5f06ed60 req-19cdb4cc-c39b-4910-aaa4-7a81d4aea49f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.250348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4a4309e-2022-4bb3-a156-a8bf5f06ed60 req-19cdb4cc-c39b-4910-aaa4-7a81d4aea49f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.3996241
May 14 21:17:19.267408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks [] for router_gateway (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.269063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Attempting to bind port 71f13a97-5bd0-4446-9085-0270aee83186 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:19.271870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Attempting to bind port 71f13a97-5bd0-4446-9085-0270aee83186 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:19.274022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Attempting to bind port 71f13a97-5bd0-4446-9085-0270aee83186 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:19.302683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Port 71f13a97-5bd0-4446-9085-0270aee83186 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:19.303257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Attempting to bind port 71f13a97-5bd0-4446-9085-0270aee83186 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:19.335201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:19.384530 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] For port 677595bf-db87-4da6-8f2d-318635c89127, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:19.388691 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] For port 677595bf-db87-4da6-8f2d-318635c89127, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=677595bf-db87-4da6-8f2d-318635c89127,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:19.393125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:19.393589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Checking segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:19.393975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Bound using segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:19.394425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Bound port: 71f13a97-5bd0-4446-9085-0270aee83186, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:19.394803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (71f13a97-5bd0-4446-9085-0270aee83186), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.434394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:19.434878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.448546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4a4309e-2022-4bb3-a156-a8bf5f06ed60 req-113a575b-1790-40c6-8370-bebf79815c85 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960824
May 14 21:17:19.491359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:19.498327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group (ee8c0b04-c562-4466-96ca-590cd359bc40), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.514246 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (677595bf-db87-4da6-8f2d-318635c89127), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.518428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:19.554786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] For port 71f13a97-5bd0-4446-9085-0270aee83186, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:19.558841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] For port 71f13a97-5bd0-4446-9085-0270aee83186, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71f13a97-5bd0-4446-9085-0270aee83186,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:19.563401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-975936f2-9d9d-4170-a49d-480d47f422dd req-b603f54e-9796-41bb-83c0-bc0c27155f02 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4408658
May 14 21:17:19.575960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ee8c0b04-c562-4466-96ca-590cd359bc40), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.649280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:19.649668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.682834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.697424 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ca0ba-0fed-4a09-9142-ef5c0bfc6d2a None None] Pushing event updated for resources: {'Port': ['ID=677595bf-db87-4da6-8f2d-318635c89127,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:19.715716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (71f13a97-5bd0-4446-9085-0270aee83186), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.729865 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:19.730499 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312cd2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:19.735083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-b940f041-8ea2-4c7b-afa3-bee645cdf3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.736770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-b940f041-8ea2-4c7b-afa3-bee645cdf3bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.4313810
May 14 21:17:19.755668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c0b04-c562-4466-96ca-590cd359bc40,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:19.863200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.867925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:19.870888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 1096 time: 4.7317080
May 14 21:17:19.906871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e52fa-4440-4a11-a317-9286838f19c3 req-7935c942-95a8-46df-af45-e287fc15b098 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:19.909319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c64e52fa-4440-4a11-a317-9286838f19c3 req-7935c942-95a8-46df-af45-e287fc15b098 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 948 time: 0.3279934
May 14 21:17:20.031740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43662c0-d4eb-4dba-b372-24c81e0d08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=11']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:20.058326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:20.058978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.060458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/71f13a97-5bd0-4446-9085-0270aee83186 HTTP/1.1" status: 200  len: 1092 time: 2.3716145
May 14 21:17:20.069105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.070801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2535ab1b-6dcf-43bf-97fa-0f201ecb528b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.5371954
May 14 21:17:20.082503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54868) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:20.090942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'security_group_rule': {'security_group_id': 'ee8c0b04-c562-4466-96ca-590cd359bc40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:20.112720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-4fe0d190-ec03-43cf-b1ad-b4815a3018b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515 HTTP/1.1" status: 200  len: 217 time: 0.3434770
May 14 21:17:20.170458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391ea4-6b7b-4845-ae40-02178a8befe5 req-697102d8-48d1-4f8c-8b59-643f5d6377c2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:20.184724 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa391ea4-6b7b-4845-ae40-02178a8befe5 req-697102d8-48d1-4f8c-8b59-643f5d6377c2 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.5070989
May 14 21:17:20.195894 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:20.210723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:20.247981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Request body: {'port': {'device_id': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:20.390277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] Provisioning complete for port 677595bf-db87-4da6-8f2d-318635c89127 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:20.390903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (677595bf-db87-4da6-8f2d-318635c89127), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.473960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-e26fd2bc-c200-43bf-805f-16e5c4eb3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:20.476842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-e26fd2bc-c200-43bf-805f-16e5c4eb3b46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.3632026
May 14 21:17:20.491803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-21cf107c-40f7-4377-84d8-7c788e6fbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:20.499784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-21cf107c-40f7-4377-84d8-7c788e6fbfc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1130 time: 0.5582359
May 14 21:17:20.526019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks [] for router_gateway (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.542985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa391ea4-6b7b-4845-ae40-02178a8befe5 req-524852da-9144-4e90-9239-04e35fce6473 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3571656
May 14 21:17:20.556682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577c7de2-4e7f-4990-ace6-4e5aa42e5998'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:20.564616 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c6e46c-ec67-4b3e-ae09-1deaa8745c11" -d '{"events": [{"server_uuid": "b9f6c282-322e-4eac-b6d0-959de031b52a", "name": "network-vif-plugged", "status": "completed", "tag": "577c7de2-4e7f-4990-ace6-4e5aa42e5998"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:20.582304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-54927e8c-2f68-44e0-9822-e315d782d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:20.587643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6b3cf-b59b-4744-8426-07f0370136c0 service neutron] Pushing event updated for resources: {'Port': ['ID=71f13a97-5bd0-4446-9085-0270aee83186,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:20.591120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-54927e8c-2f68-44e0-9822-e315d782d416 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1067104
May 14 21:17:20.615189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}, {'name': 'network-changed', 'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'tag': '71f13a97-5bd0-4446-9085-0270aee83186'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:20.619546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77a3cf-9578-4e68-ad89-f0f2160898c7" -d '{"events": [{"name": "network-changed", "server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}, {"name": "network-changed", "server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "tag": "71f13a97-5bd0-4446-9085-0270aee83186"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:20.632810 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312cd2b0>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:19Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:20.640692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=577c7de2-4e7f-4990-ace6-4e5aa42e5998,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:20.644045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c64e52fa-4440-4a11-a317-9286838f19c3 req-2ce81cb3-4ece-444d-aa27-18fc64b0acd2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5439084
May 14 21:17:20.652744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group_rule (92bcd337-f563-46c3-b56f-fc8d7158e0bc), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.704048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:20.715195 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d9145e-e710-4525-981c-d1b965bd1d02 None None] The sync data for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 is: [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:19Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:20.718544 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7797bbbe-7608-4ea6-b475-1a90adab4281 x-openstack-request-id: req-7797bbbe-7608-4ea6-b475-1a90adab4281 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:20.718936 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f6c282-322e-4eac-b6d0-959de031b52a", "name": "network-vif-plugged", "status": "completed", "tag": "577c7de2-4e7f-4990-ace6-4e5aa42e5998", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:20.719287 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7797bbbe-7608-4ea6-b475-1a90adab4281 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:20.719806 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7797bbbe-7608-4ea6-b475-1a90adab4281'] response: {'server_uuid': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577c7de2-4e7f-4990-ace6-4e5aa42e5998', 'code': 200}
May 14 21:17:20.726848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.737123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'mac_address': 'fa:16:3e:a5:5d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:20.739775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.749002 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.811718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] Current status of the port 677595bf-db87-4da6-8f2d-318635c89127 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:20.812130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (677595bf-db87-4da6-8f2d-318635c89127), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:20.867640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=577c7de2-4e7f-4990-ace6-4e5aa42e5998,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:20.936893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944c1c-1153-4419-a03b-5b821ae42701 req-603c824e-9305-4812-9534-318a673cf5ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:20.938419 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-90944c1c-1153-4419-a03b-5b821ae42701 req-603c824e-9305-4812-9534-318a673cf5ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.1053250
May 14 21:17:20.958290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] For port 677595bf-db87-4da6-8f2d-318635c89127, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=677595bf-db87-4da6-8f2d-318635c89127,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:20.972241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:20.972464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.002696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:21.006076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-14c900d4-b17f-4661-b61c-d98ca44fae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.008945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-14c900d4-b17f-4661-b61c-d98ca44fae39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.5080018
May 14 21:17:21.010288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242f0cf-056f-4c84-a736-88625204e190 req-757e9614-fe07-4d92-92cb-928df4b5351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.011795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5242f0cf-056f-4c84-a736-88625204e190 req-757e9614-fe07-4d92-92cb-928df4b5351c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 1131 time: 0.1756558
May 14 21:17:21.032107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:21.034918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (677595bf-db87-4da6-8f2d-318635c89127), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.078992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f75b3-0c0c-41a5-a56c-f3ef17fe6a6a req-6793a8d6-3fee-4043-bdec-8f97747f7f23 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.087274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f75b3-0c0c-41a5-a56c-f3ef17fe6a6a req-6793a8d6-3fee-4043-bdec-8f97747f7f23 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.095028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f75b3-0c0c-41a5-a56c-f3ef17fe6a6a req-6793a8d6-3fee-4043-bdec-8f97747f7f23 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.098369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-819f75b3-0c0c-41a5-a56c-f3ef17fe6a6a req-6793a8d6-3fee-4043-bdec-8f97747f7f23 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2388 time: 0.1587305
May 14 21:17:21.108422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36853bb1-0489-4fd7-916e-fb7b47d48a08 None None] Pushing event updated for resources: {'Port': ['ID=677595bf-db87-4da6-8f2d-318635c89127,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:21.119700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.128632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group_rule (92bcd337-f563-46c3-b56f-fc8d7158e0bc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.208754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-32d60e6f-c1d8-4edf-9273-800ca8aa2291 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3774314
May 14 21:17:21.216381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:21.218097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Allocated IP 172.35.4.4 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4108ec56-0b60-4a2b-87eb-d9cc935bb71f) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:21.244432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-34e61851-b9c6-4bfe-92f1-407f9dae25b1 None None] Provisioning complete for port 677595bf-db87-4da6-8f2d-318635c89127 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:21.244823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34e61851-b9c6-4bfe-92f1-407f9dae25b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (677595bf-db87-4da6-8f2d-318635c89127), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.257493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-05838eac-7fa7-4d19-a0b4-70ed64e0687d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.0977910
May 14 21:17:21.284037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (92bcd337-f563-46c3-b56f-fc8d7158e0bc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.367277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-34e61851-b9c6-4bfe-92f1-407f9dae25b1 None None] Current status of the port 677595bf-db87-4da6-8f2d-318635c89127 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:21.386920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8d9e55ad-f15d-4d89-82b6-1590b8ae3515'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:21.411444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.412795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3287382
May 14 21:17:21.426517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54902) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:21.436651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'security_group_rule': {'security_group_id': 'ee8c0b04-c562-4466-96ca-590cd359bc40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:21.476652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-819f75b3-0c0c-41a5-a56c-f3ef17fe6a6a req-f62c7377-d063-4914-af7b-365ca7b51c01 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2850244
May 14 21:17:21.476652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-e11633f4-1f39-4c8f-b39d-057216da1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.482399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c8391-0c2c-4536-955e-80635a9db7a6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92bcd337-f563-46c3-b56f-fc8d7158e0bc,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:21.483059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-e11633f4-1f39-4c8f-b39d-057216da1ea4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2097867
May 14 21:17:21.483059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5242f0cf-056f-4c84-a736-88625204e190 req-45be0036-2305-4ac0-b0dd-34d26453259c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182969
May 14 21:17:21.483228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-90944c1c-1153-4419-a03b-5b821ae42701 req-0c9b9d86-6b03-47ba-be96-3fb73081dd0a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5282364
May 14 21:17:21.586584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks [] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:21.627649 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 14 May 2022 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd35705-46d3-4299-b701-e3d1c7d656f4 x-openstack-request-id: req-fdd35705-46d3-4299-b701-e3d1c7d656f4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:21.628186 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "tag": "71f13a97-5bd0-4446-9085-0270aee83186", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:21.628186 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdd35705-46d3-4299-b701-e3d1c7d656f4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:21.628589 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd35705-46d3-4299-b701-e3d1c7d656f4'] response: {'name': 'network-changed', 'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'status': 'completed', 'code': 200}
May 14 21:17:21.628830 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd35705-46d3-4299-b701-e3d1c7d656f4'] response: {'name': 'network-changed', 'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'tag': '71f13a97-5bd0-4446-9085-0270aee83186', 'status': 'completed', 'code': 200}
May 14 21:17:21.723649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278db53-2be9-4cba-8880-511db6867060 req-a4f9e7e5-841f-4e9b-bb67-a7283963f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:21.725146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-a4f9e7e5-841f-4e9b-bb67-a7283963f7dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2430289
May 14 21:17:21.776411 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-316abde6-851e-4f72-9b31-c3a833918a4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0494719
May 14 21:17:22.011685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252b9c-0fc2-4d5f-85b1-ed597a570644 req-541bb64c-bd6f-467a-808c-d865d5e01116 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.013297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0252b9c-0fc2-4d5f-85b1-ed597a570644 req-541bb64c-bd6f-467a-808c-d865d5e01116 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.2359092
May 14 21:17:22.035450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-0f051a7b-b2d7-47b4-820d-c3f1d9df3d5f service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801524
May 14 21:17:22.089938 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4f86eeb-fcf6-4269-8aa2-a6706fc1962f req-99401fac-b56c-4592-8591-1a1482ff181e service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7847807
May 14 21:17:22.092274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group_rule (7a8941ac-45b1-4a9c-8b28-2086347a8cee), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.095212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951070-408e-4883-bcd6-8636fcabd77e req-ffc36a2f-e336-4bba-b1ab-91a585370c3b tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.096703 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91951070-408e-4883-bcd6-8636fcabd77e req-ffc36a2f-e336-4bba-b1ab-91a585370c3b tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1128 time: 0.5075493
May 14 21:17:22.138334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-df7a49a2-ca6f-4e88-9b94-9af742d778a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.139958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-df7a49a2-ca6f-4e88-9b94-9af742d778a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1130 time: 0.4296620
May 14 21:17:22.224356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group_rule (7a8941ac-45b1-4a9c-8b28-2086347a8cee), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.234890 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91951070-408e-4883-bcd6-8636fcabd77e req-e2276bfb-9528-4d6a-8bf8-381ba22b44e1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219046
May 14 21:17:22.243592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-24e50e1a-d9e5-4857-bb3b-518b429e8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.245368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-24e50e1a-d9e5-4857-bb3b-518b429e8c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 1126 time: 0.2680461
May 14 21:17:22.261780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0252b9c-0fc2-4d5f-85b1-ed597a570644 req-ee3dc702-a8b9-40fb-83d2-f82c915b85e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186022
May 14 21:17:22.267590 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.316499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 677595bf-db87-4da6-8f2d-318635c89127 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:22.334391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5278db53-2be9-4cba-8880-511db6867060 req-b69d4488-96d9-4712-aa32-ceb46e5214b0 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2902632
May 14 21:17:22.369269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:22.395402 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (7a8941ac-45b1-4a9c-8b28-2086347a8cee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.409596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:22.477053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:22.483144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 677595bf-db87-4da6-8f2d-318635c89127 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:22.483703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (677595bf-db87-4da6-8f2d-318635c89127), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.524050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:22.558598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:22.625419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8941ac-45b1-4a9c-8b28-2086347a8cee,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:22.632774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Pushing event updated for resources: {'Port': ['ID=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:22.640900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1a71f-917e-412e-9508-c1ba22c1d946 req-a3fd6594-f99e-477d-8b56-6c546a693277 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.641850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fe1a71f-917e-412e-9508-c1ba22c1d946 req-a3fd6594-f99e-477d-8b56-6c546a693277 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 949 time: 0.2114551
May 14 21:17:22.658482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-7343b7d8-4773-47d0-8524-a6e6c8b517cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.660973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-7343b7d8-4773-47d0-8524-a6e6c8b517cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.3597217
May 14 21:17:22.687041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:22.693111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.709632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582afc68-62f6-49a5-9087-ab5b3cfec9ee req-f21bcffa-4901-4ebc-bf17-ae6ec499f323 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.711779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ac914a5b-a73a-4976-85d4-b362e043a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.713237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ac914a5b-a73a-4976-85d4-b362e043a35d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.4471953
May 14 21:17:22.716655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582afc68-62f6-49a5-9087-ab5b3cfec9ee req-f21bcffa-4901-4ebc-bf17-ae6ec499f323 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.722698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582afc68-62f6-49a5-9087-ab5b3cfec9ee req-f21bcffa-4901-4ebc-bf17-ae6ec499f323 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:22.724578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-582afc68-62f6-49a5-9087-ab5b3cfec9ee req-f21bcffa-4901-4ebc-bf17-ae6ec499f323 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2388 time: 0.0732481
May 14 21:17:22.732016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.736137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a1dbd94d-aa45-42d0-9a3b-786ef1fcd94a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3060617
May 14 21:17:22.738875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54922) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:22.743333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:22.780401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 677595bf-db87-4da6-8f2d-318635c89127 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:22.888626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:22.889498 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:22.935664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:22.938578 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ce1ff4-0b88-4f16-bcfd-b5f3b2f5dd2c" -d '{"events": [{"server_uuid": "62fa985e-ce99-4aa4-b8f4-7eea574ff735", "name": "network-vif-plugged", "status": "completed", "tag": "8d9e55ad-f15d-4d89-82b6-1590b8ae3515"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:22.944912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-582afc68-62f6-49a5-9087-ab5b3cfec9ee req-0178c024-6f8d-474e-bcce-0a5189271f7e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030375
May 14 21:17:22.970099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:22.993090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.021365 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034ca44a-f11e-4b1f-8627-a401f5468c9f x-openstack-request-id: req-034ca44a-f11e-4b1f-8627-a401f5468c9f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:23.021599 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa985e-ce99-4aa4-b8f4-7eea574ff735", "name": "network-vif-plugged", "status": "completed", "tag": "8d9e55ad-f15d-4d89-82b6-1590b8ae3515", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:23.021801 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-034ca44a-f11e-4b1f-8627-a401f5468c9f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:23.023081 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034ca44a-f11e-4b1f-8627-a401f5468c9f'] response: {'server_uuid': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'code': 200}
May 14 21:17:23.044374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.141903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:23.200260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be6a3e-e230-4d64-bb31-750e296939d4 req-1c41862e-0801-47f6-b7c2-640c33c2c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:23.203850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00be6a3e-e230-4d64-bb31-750e296939d4 req-1c41862e-0801-47f6-b7c2-640c33c2c32a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 1132 time: 0.1136651
May 14 21:17:23.301277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.350656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-097efaf0-79db-464f-915e-382ceb307864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 200  len: 217 time: 0.6359184
May 14 21:17:23.351967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-9eb0809e-1da9-4efc-ab10-0b59e95774e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.6176097
May 14 21:17:23.426933 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00be6a3e-e230-4d64-bb31-750e296939d4 req-0dc18325-6c26-4201-8118-cb5155e5a32f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187016
May 14 21:17:23.441939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3119c30-cd1d-44fb-bf9c-dd51415d53ae {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:23.462387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Publish callbacks [] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.466545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fe1a71f-917e-412e-9508-c1ba22c1d946 req-064240cb-574f-41e8-85d5-aa5e93daffa5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7900834
May 14 21:17:23.488700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-20fac4df-a701-4cc2-a92a-657c5c7b2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:23.489564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-20fac4df-a701-4cc2-a92a-657c5c7b2619 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1216521
May 14 21:17:23.494336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-467a9083-7ea0-4a94-8e3c-e567c4a0c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:23.495780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-467a9083-7ea0-4a94-8e3c-e567c4a0c481 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1303625
May 14 21:17:23.499873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539bb2-d9af-481f-aa32-61e897fd51b8 req-b6335cae-0a12-4bb7-bd22-538e029978e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:23.501407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de539bb2-d9af-481f-aa32-61e897fd51b8 req-b6335cae-0a12-4bb7-bd22-538e029978e7 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.1343102
May 14 21:17:23.516721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Transition to ACTIVE for port object e3119c30-cd1d-44fb-bf9c-dd51415d53ae will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:23.527367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks [] for router_gateway (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.625741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Allocated IP 172.35.4.14 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a1328e5e-f0dd-4a3f-8b77-e83aee3f5228) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:23.683185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-5429efa3-f244-4de9-9520-e49c58ecb637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620925
May 14 21:17:23.699556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de539bb2-d9af-481f-aa32-61e897fd51b8 req-30949b6b-f249-4579-a364-e7c7541a2cd5 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853721
May 14 21:17:23.727347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-b9afc678-2e0e-4919-84fd-34442af73d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:23.729042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-b9afc678-2e0e-4919-84fd-34442af73d87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1098969
May 14 21:17:23.776033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.907203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:23.932722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-2d222f26-19ff-4a5a-aefb-50fa2c286b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:23.935901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-2d222f26-19ff-4a5a-aefb-50fa2c286b3a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1130 time: 0.2315209
May 14 21:17:24.101701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:24.185884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:24.341453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-e033fac6-0c77-4fc4-bbcc-274ca1f2745f service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6504927
May 14 21:17:24.377129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b496e-229e-4c07-8c4a-2cd47c07a8c4 req-1bf45a3e-c73f-42f7-9e5a-b0a9a2d9732d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.382503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:24.383653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b496e-229e-4c07-8c4a-2cd47c07a8c4 req-1bf45a3e-c73f-42f7-9e5a-b0a9a2d9732d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.389200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b496e-229e-4c07-8c4a-2cd47c07a8c4 req-1bf45a3e-c73f-42f7-9e5a-b0a9a2d9732d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.391065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c27b496e-229e-4c07-8c4a-2cd47c07a8c4 req-1bf45a3e-c73f-42f7-9e5a-b0a9a2d9732d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2400 time: 0.2215981
May 14 21:17:24.404719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:24.416049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-18e1c698-387c-45d9-8daa-943ef8bd8e0f service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6572156
May 14 21:17:24.465420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:24.469578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:24.473695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Attempting to bind port e3119c30-cd1d-44fb-bf9c-dd51415d53ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:24.474022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Attempting to bind port e3119c30-cd1d-44fb-bf9c-dd51415d53ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:24.474413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Attempting to bind port e3119c30-cd1d-44fb-bf9c-dd51415d53ae on network 851d4d49-a0cc-40d8-8232-23236598d69b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:24.533956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=a1328e5e-f0dd-4a3f-8b77-e83aee3f5228,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:24.557807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Port e3119c30-cd1d-44fb-bf9c-dd51415d53ae on network 851d4d49-a0cc-40d8-8232-23236598d69b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:24.558138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Attempting to bind port e3119c30-cd1d-44fb-bf9c-dd51415d53ae on network 851d4d49-a0cc-40d8-8232-23236598d69b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:24.560652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-d71ca54d-927f-4f08-ab3f-0b249caeec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.562995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-d71ca54d-927f-4f08-ab3f-0b249caeec55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.5111246
May 14 21:17:24.655952 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (2bae6797-cfe6-4860-bdc8-686aefdb4183), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:24.679707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:24.679707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Checking segment: {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:24.679707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Bound using segment: {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:24.680171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Bound port: e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d75815-0b2a-4102-bf47-5988ea3e43e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:24.680289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:24.692437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ef7b9cf4-1a6f-4411-9462-76f773dc40f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 200  len: 217 time: 0.1157570
May 14 21:17:24.700544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28736-ec84-45b2-8caa-eed1ae28910b req-88b65852-1a1b-407b-a7ec-411392daab6f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.703804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7e28736-ec84-45b2-8caa-eed1ae28910b req-88b65852-1a1b-407b-a7ec-411392daab6f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 950 time: 0.0667043
May 14 21:17:24.755464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7e28736-ec84-45b2-8caa-eed1ae28910b req-28e2a597-9cf8-413a-a73e-93edd8b52c59 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460200
May 14 21:17:24.777730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c27b496e-229e-4c07-8c4a-2cd47c07a8c4 req-0cb74304-0956-49c5-93bd-3dd7be3ce716 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3474555
May 14 21:17:24.815218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f44dace9-9898-4b34-a7a3-37fa90a973d0 req-7437bca3-4e67-4600-8b71-dbda6c72874c service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4612584
May 14 21:17:24.852291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-d938c58d-7d52-429b-af5d-a61cb40f1d96 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3932106
May 14 21:17:24.853607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-785fd218-9f14-4b97-8b07-4bf06b645b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.854926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-785fd218-9f14-4b97-8b07-4bf06b645b6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1441772
May 14 21:17:24.858962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:24.871165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:24.884176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7e493-cb05-4f70-bebd-8bc4fd0e8d3a req-92ae3de2-3c1a-4401-8098-98e249edcd92 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.885696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1f7e493-cb05-4f70-bebd-8bc4fd0e8d3a req-92ae3de2-3c1a-4401-8098-98e249edcd92 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.0495791
May 14 21:17:24.906701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-7e7b76c9-0184-4910-b653-e80ce9fb5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:24.908405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-7e7b76c9-0184-4910-b653-e80ce9fb5678 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0468340
May 14 21:17:24.941517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1f7e493-cb05-4f70-bebd-8bc4fd0e8d3a req-7cfb3cf5-bebe-4298-b7a9-dc368a933436 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495615
May 14 21:17:25.010286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-aae60f89-02dd-4c6e-80d8-7e0beb5377e8 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0960257
May 14 21:17:25.042792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:17:25.119939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.159753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.191321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-b721664f-b410-4d32-ad02-fb001a399ecd service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738555
May 14 21:17:25.273129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.274773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.278131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3119c30-cd1d-44fb-bf9c-dd51415d53ae HTTP/1.1" status: 200  len: 1091 time: 5.0448272
May 14 21:17:25.279201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:25.282541 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e49e99-cfa4-404e-a87f-421dc60629e4" -d '{"events": [{"name": "network-changed", "server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:25.322281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ece05-fa5a-46dc-8006-3bbabc1c05f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:25.401810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-969970a7-a4aa-4f03-9e16-079d63c52b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.402302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-969970a7-a4aa-4f03-9e16-079d63c52b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.402845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-969970a7-a4aa-4f03-9e16-079d63c52b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.404928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-969970a7-a4aa-4f03-9e16-079d63c52b00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2860 time: 0.0622704
May 14 21:17:25.405953 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31f27f8-face-4dfe-903a-fce9174b2e68 x-openstack-request-id: req-c31f27f8-face-4dfe-903a-fce9174b2e68 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:25.406256 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:25.406506 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c31f27f8-face-4dfe-903a-fce9174b2e68 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:25.406906 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31f27f8-face-4dfe-903a-fce9174b2e68'] response: {'name': 'network-changed', 'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae', 'status': 'completed', 'code': 200}
May 14 21:17:25.412662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:25.442069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Sync routers for ids ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:25.454160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Request body: {'port': {'device_id': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:25.473613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Routers {'7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:25.481756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d548b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:25.582169 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.620048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.643161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ba3ec35d-bc53-451e-9289-a09a39c35879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.643676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ba3ec35d-bc53-451e-9289-a09a39c35879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.644231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ba3ec35d-bc53-451e-9289-a09a39c35879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.645829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-ba3ec35d-bc53-451e-9289-a09a39c35879 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2292092
May 14 21:17:25.656740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.702673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Set router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:25.716814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.720737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f5491f1-ee79-4f90-bde1-294a9241942b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.2517123
May 14 21:17:25.739673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54962) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:25.744329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=a1328e5e-f0dd-4a3f-8b77-e83aee3f5228,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:25.763645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (2bae6797-cfe6-4860-bdc8-686aefdb4183), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.839076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:25.839076 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dbc9480a-5aef-4a7f-b938-50ecfa541365 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0976064
May 14 21:17:25.961736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d548b0>, [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:17:23Z', 'revision_number': 3, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:25.962296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a875ec0-c390-4da8-afa6-91f4002f938d req-5a008815-1436-47df-9b7c-fa87ce5c1b35 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.971832 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a875ec0-c390-4da8-afa6-91f4002f938d req-5a008815-1436-47df-9b7c-fa87ce5c1b35 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 950 time: 0.0928423
May 14 21:17:25.996545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-5ed50f23-40dd-4642-80e9-d2b19bfb98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:25.998041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b77a3cf-9578-4e68-ad89-f0f2160898c7 req-5ed50f23-40dd-4642-80e9-d2b19bfb98f3 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3464820
May 14 21:17:26.000425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Checking router: 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:26.000425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Updating router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:17:26.037012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.053743 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a875ec0-c390-4da8-afa6-91f4002f938d req-988546ef-c3dc-4d73-b99b-894a3a11f828 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808406
May 14 21:17:26.204454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15b99-69bf-4217-9b5f-67a4239d58e3 req-68f56e2b-ea68-4c25-963e-a38605334a2b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.210748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15b99-69bf-4217-9b5f-67a4239d58e3 req-68f56e2b-ea68-4c25-963e-a38605334a2b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.216296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f15b99-69bf-4217-9b5f-67a4239d58e3 req-68f56e2b-ea68-4c25-963e-a38605334a2b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.218949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e8ea4ef-1ede-4f29-9f45-d345374395f4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--226020611&fields=id&tenant_id=a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 267 time: 0.0668771
May 14 21:17:26.223497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00f15b99-69bf-4217-9b5f-67a4239d58e3 req-68f56e2b-ea68-4c25-963e-a38605334a2b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2400 time: 0.2234929
May 14 21:17:26.331650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00f15b99-69bf-4217-9b5f-67a4239d58e3 req-23d09e93-8718-4201-9e92-76bfcaa78001 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964656
May 14 21:17:26.345714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-913030d5-3301-476e-bd24-9bc6c10f5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.345714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-913030d5-3301-476e-bd24-9bc6c10f5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.345714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-913030d5-3301-476e-bd24-9bc6c10f5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.345714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-913030d5-3301-476e-bd24-9bc6c10f5318 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2860 time: 0.2870233
May 14 21:17:26.380260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5a9035c7-300c-4903-87dd-9453127a9d5f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.392208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5a9035c7-300c-4903-87dd-9453127a9d5f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.1655779
May 14 21:17:26.421323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-636e818f-4f99-402c-a24f-c86dbcca3178 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/quotas/a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 375 time: 0.0221858
May 14 21:17:26.471573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-81c0b536-820d-42fa-abff-3eaf7170bb89 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0508401
May 14 21:17:26.487678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Publish callbacks [] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.567394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.582403 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-f9022e5c-98f5-4c93-95c2-0934f6a41c62 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915897
May 14 21:17:26.631234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:26.650603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cadd7d-ed5d-422b-b4c6-fef58bf910d7 None None] Pushing event updated for resources: {'Port': ['ID=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:26.661450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Attempting to bind port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:26.661930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Attempting to bind port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:26.662363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Attempting to bind port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:26.672190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:26.673260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:26.673671 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.674070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:26.674995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Bound port: 4108ec56-0b60-4a2b-87eb-d9cc935bb71f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:26.675381 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.713584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-7b8eb9d4-65cd-41a9-ab81-37d8a89c4c8b service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214824
May 14 21:17:26.795346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] For port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:26.816242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] For port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:26.841286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:26.853777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'mac_address': 'fa:16:3e:9a:0a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:26.891559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:26.891874 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.892922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bce3b-aec4-4157-8cb4-152491f63f27 req-780020b6-f8c4-45f3-9da5-d05d22c53dde tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:26.894410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c86bce3b-aec4-4157-8cb4-152491f63f27 req-780020b6-f8c4-45f3-9da5-d05d22c53dde tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 948 time: 0.4506795
May 14 21:17:26.907457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:26.935926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c350058-cff2-443a-abaf-aacd188ca6b0 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:26.995238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:26.998280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Routers {'7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:26.998899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d548b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:27.006139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cadd7d-ed5d-422b-b4c6-fef58bf910d7 None None] Pushing event updated for resources: {'Port': ['ID=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:27.038704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-515d6241-4ff8-4f8d-b533-a711b3ea029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:27.041523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-515d6241-4ff8-4f8d-b533-a711b3ea029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:27.041523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-515d6241-4ff8-4f8d-b533-a711b3ea029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:27.041897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-515d6241-4ff8-4f8d-b533-a711b3ea029a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.6889858
May 14 21:17:27.078675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:27.120907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c86bce3b-aec4-4157-8cb4-152491f63f27 req-118d6b8f-b085-46e7-b4d3-97909982b174 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095573
May 14 21:17:27.149322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27c564-4fbc-4fae-815c-fc3cfec7c1f6 req-ec34eb9c-878c-413d-811e-e5c8b15ad418 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:27.158450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c27c564-4fbc-4fae-815c-fc3cfec7c1f6 req-ec34eb9c-878c-413d-811e-e5c8b15ad418 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 949 time: 0.0977466
May 14 21:17:27.254492 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c27c564-4fbc-4fae-815c-fc3cfec7c1f6 req-fe5a4e3f-0fd3-4abb-8a01-b750e957c284 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929055
May 14 21:17:27.315577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397f9ff4-1b58-4780-9dd6-0187ed997835 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:27.326062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-64a36ed4-bc42-4ce0-9347-da8b400f710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:27.329198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0e49e99-cfa4-404e-a87f-421dc60629e4 req-64a36ed4-bc42-4ce0-9347-da8b400f710e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2702327
May 14 21:17:27.329560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Publish callbacks [] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:27.368478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Transition to ACTIVE for port object 397f9ff4-1b58-4780-9dd6-0187ed997835 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:27.391170 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cca56585-0f1b-4f43-aa99-33ce81e071c9 req-00b02f08-821c-4057-bd4a-2e14e39fa01e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0650177
May 14 21:17:27.413012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:27.416126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:27.429459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] Set router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:27.504696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:27.533695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff7881-94c1-4f47-87dc-de547f172a60 req-351752ad-5e50-4642-aef6-4034e473dc78 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:27.533695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0cff7881-94c1-4f47-87dc-de547f172a60 req-351752ad-5e50-4642-aef6-4034e473dc78 tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 1131 time: 0.0692728
May 14 21:17:27.561184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['6c350058-cff2-443a-abaf-aacd188ca6b0'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:27.598689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0cff7881-94c1-4f47-87dc-de547f172a60 req-b1382ce2-d3e8-4d3d-b5da-e921a5e124ab tempest-MigrationsAdminTest-161637913 tempest-MigrationsAdminTest-161637913-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595863
May 14 21:17:27.615409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Pushing event updated for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:27.790055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Allocated IP 172.20.0.1 (be6063db-fd04-41cd-809f-05d0d8d9b38d/81f2727c-5343-4254-8352-6b574be36a4d/f41d18b7-9cfa-44f2-9a39-ce89fa76dd89) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:27.815296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Attempting to bind port 397f9ff4-1b58-4780-9dd6-0187ed997835 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:27.815841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Attempting to bind port 397f9ff4-1b58-4780-9dd6-0187ed997835 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:27.816307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Attempting to bind port 397f9ff4-1b58-4780-9dd6-0187ed997835 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:27.826225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Port 397f9ff4-1b58-4780-9dd6-0187ed997835 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:27.826683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Attempting to bind port 397f9ff4-1b58-4780-9dd6-0187ed997835 on network 3532d5d6-e949-4efd-bf19-71c3a4c24862 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:27.851636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:27.853659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Checking segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:27.853659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Bound using segment: {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:27.853659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Bound port: 397f9ff4-1b58-4780-9dd6-0187ed997835, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fcbd237-cbe6-4e77-97c6-a0816677fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:27.853659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:27.935102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d548b0>, [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:17:23Z', 'revision_number': 3, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:27.974622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757c53-2a1e-41f5-bf24-da75f5673062 None None] The sync data for ids ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'] in ncdv-master-1 is: [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:17:23Z', 'revision_number': 3, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:28.008009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks [] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.009324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:28.013832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=397f9ff4-1b58-4780-9dd6-0187ed997835,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:28.050819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30a3d-43fc-4a5f-a9f7-69c0a9098b7a req-d3afb644-7a39-4244-a5c8-b8bccdba4d42 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.073205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30a3d-43fc-4a5f-a9f7-69c0a9098b7a req-d3afb644-7a39-4244-a5c8-b8bccdba4d42 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.074946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e30a3d-43fc-4a5f-a9f7-69c0a9098b7a req-d3afb644-7a39-4244-a5c8-b8bccdba4d42 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735&device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 1690 time: 0.0846822
May 14 21:17:28.126207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08e30a3d-43fc-4a5f-a9f7-69c0a9098b7a req-b12cfac3-296e-461b-8666-9d0d5d477a61 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450628
May 14 21:17:28.158827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.179772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.189728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.190576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.192021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] 10.222.0.48 "PUT /v2.0/ports/397f9ff4-1b58-4780-9dd6-0187ed997835 HTTP/1.1" status: 200  len: 1092 time: 2.7643211
May 14 21:17:28.195694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:28.198472 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98257e3-126f-4531-bf52-e2eac6d3f835" -d '{"events": [{"name": "network-changed", "server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:28.238099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Network be6063db-fd04-41cd-809f-05d0d8d9b38d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:28.257299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7d18-e003-4e5d-b3ca-dcbb4863c14c service neutron] Pushing event updated for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:28.272800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:28.280873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:28.294551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d6cd2-c96e-45ea-afdd-0bdbc1d2545e req-596b6a26-a86f-42a5-8c1c-d8c88df4c866 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.301147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d6cd2-c96e-45ea-afdd-0bdbc1d2545e req-596b6a26-a86f-42a5-8c1c-d8c88df4c866 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.307525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d6cd2-c96e-45ea-afdd-0bdbc1d2545e req-596b6a26-a86f-42a5-8c1c-d8c88df4c866 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.320773 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c7d6cd2-c96e-45ea-afdd-0bdbc1d2545e req-596b6a26-a86f-42a5-8c1c-d8c88df4c866 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2412 time: 0.1204555
May 14 21:17:28.391570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.416180 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c7d6cd2-c96e-45ea-afdd-0bdbc1d2545e req-dc53f70d-f5df-4762-823f-2a6111e96e6f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919387
May 14 21:17:28.447289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:28.620643 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097dcbaf-c964-428c-97fe-19f3b39ff439 x-openstack-request-id: req-097dcbaf-c964-428c-97fe-19f3b39ff439 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:28.620643 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:28.620643 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-097dcbaf-c964-428c-97fe-19f3b39ff439 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:28.620643 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097dcbaf-c964-428c-97fe-19f3b39ff439'] response: {'name': 'network-changed', 'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835', 'status': 'completed', 'code': 200}
May 14 21:17:28.626226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:28.643389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-13ecd96b-0181-45dc-82db-bb2638bfa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.643751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-13ecd96b-0181-45dc-82db-bb2638bfa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.644177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-13ecd96b-0181-45dc-82db-bb2638bfa373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.648511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-13ecd96b-0181-45dc-82db-bb2638bfa373 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2958 time: 0.2156014
May 14 21:17:28.736918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c635301-eddd-4768-a5f3-cf63b5184fd5 req-d43b2d9f-bbc8-42c1-ba28-464f0598465a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0628362
May 14 21:17:28.789184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-68b0f914-3a44-493c-9006-979d6cdeeed1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.212&port_id=71f13a97-5bd0-4446-9085-0270aee83186 HTTP/1.1" status: 200  len: 217 time: 0.1363893
May 14 21:17:28.789889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 6c350058-cff2-443a-abaf-aacd188ca6b0 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:28.871125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 6c350058-cff2-443a-abaf-aacd188ca6b0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:28.871947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.877737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:28.925856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cad090-e6f6-4b3f-bfaa-f591e6f35398 req-94bb794a-88e6-4a5a-a44b-02ea6c23bf53 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.930300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55cad090-e6f6-4b3f-bfaa-f591e6f35398 req-94bb794a-88e6-4a5a-a44b-02ea6c23bf53 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 1132 time: 0.1026628
May 14 21:17:28.984501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee67a2-f575-49e8-b2c1-3cb6cdc01653 req-e62c915f-d063-4158-99ec-0057e28bd9cf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.988081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96ee67a2-f575-49e8-b2c1-3cb6cdc01653 req-e62c915f-d063-4158-99ec-0057e28bd9cf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 949 time: 0.0809071
May 14 21:17:28.989898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-4d0b1f52-00dc-4608-a9d2-126ca8d53a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:28.991406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-4d0b1f52-00dc-4608-a9d2-126ca8d53a23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25b73fec-9ce4-4535-8118-9a9dde3d9a57 HTTP/1.1" status: 200  len: 801 time: 0.1964839
May 14 21:17:29.034346 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55cad090-e6f6-4b3f-bfaa-f591e6f35398 req-6c114c95-53f2-464f-bfb7-b8380a566708 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973620
May 14 21:17:29.064023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 6c350058-cff2-443a-abaf-aacd188ca6b0 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:29.064412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:29.111045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:29.114381 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764e17df-7e89-4da4-99ee-ca0052a89950" -d '{"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-plugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:29.154194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96ee67a2-f575-49e8-b2c1-3cb6cdc01653 req-610314a7-7002-428b-ac1a-8227d0fab01d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276400
May 14 21:17:29.154895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:29.182973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea421443-3461-41b6-a41c-9cc9d5d14146 req-4510018d-ebc2-4665-a04f-571a1c2d4921 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:29.184952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea421443-3461-41b6-a41c-9cc9d5d14146 req-4510018d-ebc2-4665-a04f-571a1c2d4921 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 1131 time: 0.0621955
May 14 21:17:29.200292 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7457980f-245c-4c02-95af-c1f960d44d28 x-openstack-request-id: req-7457980f-245c-4c02-95af-c1f960d44d28 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:29.200576 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-plugged", "status": "completed", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:29.201305 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7457980f-245c-4c02-95af-c1f960d44d28 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:29.201305 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7457980f-245c-4c02-95af-c1f960d44d28'] response: {'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'code': 200}
May 14 21:17:29.237021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:29.241725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea421443-3461-41b6-a41c-9cc9d5d14146 req-95f97625-3164-4589-8f28-6819c89bf5a0 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489054
May 14 21:17:29.327271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks [] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:29.336781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=13']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:29.424676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:29.527362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:29.541750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:29.542168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08fcd3-5da4-4349-a1b7-e33816439def req-2c257459-1bbc-4926-8c7e-9e3a8f7cf30b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:29.547570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08fcd3-5da4-4349-a1b7-e33816439def req-2c257459-1bbc-4926-8c7e-9e3a8f7cf30b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:29.552729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08fcd3-5da4-4349-a1b7-e33816439def req-2c257459-1bbc-4926-8c7e-9e3a8f7cf30b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:29.559840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c08fcd3-5da4-4349-a1b7-e33816439def req-2c257459-1bbc-4926-8c7e-9e3a8f7cf30b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2412 time: 0.0761864
May 14 21:17:29.625233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c08fcd3-5da4-4349-a1b7-e33816439def req-5ebe19af-d05a-4d45-8561-70ff1b951332 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645251
May 14 21:17:29.669412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Network be6063db-fd04-41cd-809f-05d0d8d9b38d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:29.675906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:29.798529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-ca0e5136-2765-4273-a071-f1b470ef2663 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0512667
May 14 21:17:29.839313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d623b97-5856-4573-9adc-d3379add6826 req-7a82fcfa-5316-4df7-a153-5e6adc9b0958 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0359554
May 14 21:17:29.852556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:17:29.995838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-175ec5b2-35c6-49e2-979a-f3c48e9e557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:29.997358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-175ec5b2-35c6-49e2-979a-f3c48e9e557c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3532d5d6-e949-4efd-bf19-71c3a4c24862&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1010451
May 14 21:17:30.023755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-ed02d84b-2c5e-4eaa-82cb-e3e0376d74ac tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:30.025266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-ed02d84b-2c5e-4eaa-82cb-e3e0376d74ac tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2012110
May 14 21:17:30.081468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-ea4a26ce-e4a0-4634-9668-c6cf46ab2f85 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/quotas/a1c562e1e1414d32b858e08cb6379e8a HTTP/1.1" status: 200  len: 375 time: 0.0268006
May 14 21:17:30.199287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:30.210502 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Sync routers for ids ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:30.213026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-86671f10-950e-45ae-84a1-8f4d7717cdc8 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b8d03f4-5841-455d-b59d-ad0f9b1d9d21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4722619
May 14 21:17:30.228149 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Routers {'7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:30.228765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148b3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:30.234691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-88e8af5f-0f62-4304-881f-fc614270e363 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1423731
May 14 21:17:30.279137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-480e6853-2574-4851-8959-1efe7070d312 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:30.282478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-480e6853-2574-4851-8959-1efe7070d312 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 950 time: 0.1171589
May 14 21:17:30.306701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4108ec56-0b60-4a2b-87eb-d9cc935bb71f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:30.319958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68544f4-86be-4052-9bec-4d3215bd3e86 req-ec770c0f-ea82-483e-bd71-f0b674e77b7d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:30.332715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68544f4-86be-4052-9bec-4d3215bd3e86 req-ec770c0f-ea82-483e-bd71-f0b674e77b7d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 950 time: 0.0965106
May 14 21:17:30.370919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-3915df5c-a925-4ab0-a5bf-6fc0f553793f service neutron] 10.222.0.48 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044870
May 14 21:17:30.375905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Set router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:30.405709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b68544f4-86be-4052-9bec-4d3215bd3e86 req-c41eb9b9-6983-4aea-9d80-c47d0d83fe1e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717571
May 14 21:17:30.412034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:30.413326 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:30.515358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:30.516241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:30.554639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:30.568365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Deleting port 6c350058-cff2-443a-abaf-aacd188ca6b0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:30.569366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:30.613740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-c4f14706-9d3a-43a6-b870-dbbe27249163 service neutron] 10.222.0.48 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319136
May 14 21:17:30.687033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-f5ce8a56-6093-4f15-b0ac-e2b7436d6eca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae HTTP/1.1" status: 200  len: 217 time: 0.0436623
May 14 21:17:30.743879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] For port 6c350058-cff2-443a-abaf-aacd188ca6b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6c350058-cff2-443a-abaf-aacd188ca6b0,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:30.744243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:30.761986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Calling delete_port for 6c350058-cff2-443a-abaf-aacd188ca6b0 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:30.763973 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148b3d0>, [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:17:28Z', 'revision_number': 4, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f41d18b7-9cfa-44f2-9a39-ce89fa76dd89', 'name': '', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'mac_address': 'fa:16:3e:3d:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '81f2727c-5343-4254-8352-6b574be36a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:27Z', 'updated_at': '2022-05-14T21:17:29Z', 'revision_number': 2, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'subnets': [{'id': '81f2727c-5343-4254-8352-6b574be36a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:30.797409 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Checking router: 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:30.797779 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Updating router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:17:30.810543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-e37f609d-f490-4477-a76b-24e19cb4c5d9 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:30.812261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-e37f609d-f490-4477-a76b-24e19cb4c5d9 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 811 time: 0.1527221
May 14 21:17:30.828835 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:30.842265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-760649bf-6754-443f-930b-88ec05efee92 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/quotas/7c7360a8f423452e97311ffc9675e801 HTTP/1.1" status: 200  len: 375 time: 0.0214844
May 14 21:17:31.148184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-b1e1a93d-ba7a-4543-ad5b-d5a0c319034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:31.149566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-b1e1a93d-ba7a-4543-ad5b-d5a0c319034e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a2ce0d5-5f69-44a1-aef1-c78e9303d860 HTTP/1.1" status: 200  len: 801 time: 0.4547830
May 14 21:17:31.224236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-ad934383-cfc7-4edc-bce0-77b59cfda3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:31.225906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-ad934383-cfc7-4edc-bce0-77b59cfda3a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=851d4d49-a0cc-40d8-8232-23236598d69b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0701661
May 14 21:17:31.229685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-8d220280-4aea-44ed-a5a7-303819d53ed2 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3858054
May 14 21:17:31.256156 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Publish callbacks [] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:31.342030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-b578bbf2-bbad-4c81-9b55-f7917f1a030e service neutron] 10.222.0.52 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056440
May 14 21:17:31.342790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-faf67f4e-7075-4d40-9912-31edb06b2bd6 service neutron] 10.222.0.48 "GET /v2.0/networks/851d4d49-a0cc-40d8-8232-23236598d69b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1076868
May 14 21:17:31.432569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-91d3bbc4-fa5e-4b7a-9c13-4d0f4090cece service neutron] 10.222.0.52 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845656
May 14 21:17:31.458176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-76f02807-fbfb-4b30-8825-201ed28a363d service neutron] 10.222.0.48 "GET /v2.0/networks/851d4d49-a0cc-40d8-8232-23236598d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1022389
May 14 21:17:31.492668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-1a023cc2-a90e-4c52-a9a0-b5c333e1fdf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=397f9ff4-1b58-4780-9dd6-0187ed997835 HTTP/1.1" status: 200  len: 217 time: 0.0361350
May 14 21:17:31.539981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-9259303e-d6b7-4c67-bc28-c911bfa2cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:31.541458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-9259303e-d6b7-4c67-bc28-c911bfa2cb48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25b73fec-9ce4-4535-8118-9a9dde3d9a57 HTTP/1.1" status: 200  len: 801 time: 0.0437999
May 14 21:17:31.590112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-20132479-b09d-4e5a-be05-a628e28f559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:31.591661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-20132479-b09d-4e5a-be05-a628e28f559d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3532d5d6-e949-4efd-bf19-71c3a4c24862&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0444953
May 14 21:17:31.681021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-ae262acd-79b9-4227-85de-5935a9cc070f service neutron] 10.222.0.48 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835488
May 14 21:17:31.776699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1152ed3-d1d5-4f61-953f-727eb4d4d26c req-9a8f360c-529e-46dd-a0a6-838c73e928f3 service neutron] 10.222.0.48 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902467
May 14 21:17:32.319695 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6c350058-cff2-443a-abaf-aacd188ca6b0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.320420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.320843 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.350239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event deleted for resources: {'Port': ['ID=6c350058-cff2-443a-abaf-aacd188ca6b0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:32.373864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1', 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:32.377925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['5d17285a-833f-4da9-b08a-4a08fee7366e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:32.417797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] No DVR routers for this DVR port 6c350058-cff2-443a-abaf-aacd188ca6b0 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:32.419464 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f0a1b-6402-4852-91e9-1b11e80560cb None None] Pushing event updated for resources: {'Port': ['ID=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:32.422067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.425480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9584a491-4e1d-4823-bf60-951884a9b9d8 req-428035a9-afd8-47c9-b67a-18e2a2236d96 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "DELETE /v2.0/ports/6c350058-cff2-443a-abaf-aacd188ca6b0 HTTP/1.1" status: 204  len: 173 time: 2.1311774
May 14 21:17:32.425944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-deleted', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:32.434787 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dc666d-693b-4de3-8320-d435b46c29bb" -d '{"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-deleted", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Attempting to bind port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Attempting to bind port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Attempting to bind port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 on network be6063db-fd04-41cd-809f-05d0d8d9b38d {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Checking segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Bound using segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Bound port: f41d18b7-9cfa-44f2-9a39-ce89fa76dd89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:32.527909 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.531454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:32.619445 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] For port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:32.624171 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] For port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:32.646063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:32.684991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3bb19-3f72-41de-a2c5-245970ccca6a req-621892e5-be72-4947-85c2-0effee1d9d79 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:32.692965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3bb19-3f72-41de-a2c5-245970ccca6a req-621892e5-be72-4947-85c2-0effee1d9d79 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:32.698992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3bb19-3f72-41de-a2c5-245970ccca6a req-621892e5-be72-4947-85c2-0effee1d9d79 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:32.710134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5a3bb19-3f72-41de-a2c5-245970ccca6a req-621892e5-be72-4947-85c2-0effee1d9d79 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2412 time: 0.1232030
May 14 21:17:32.738362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 6c350058-cff2-443a-abaf-aacd188ca6b0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:32.738641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 6c350058-cff2-443a-abaf-aacd188ca6b0 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:32.765873 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:32.782351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5a3bb19-3f72-41de-a2c5-245970ccca6a req-61699878-9b93-4a12-ab21-8bafdc6392a2 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748563
May 14 21:17:32.874569 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f0a1b-6402-4852-91e9-1b11e80560cb None None] Pushing event updated for resources: {'Port': ['ID=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:32.887174 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Routers {'7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:32.888066 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148b3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:32.898385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b67be31f-6707-4189-8a2b-849e6b9d46c9 req-c013d5e3-2947-4a51-b352-bd3ca8eb6b9b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0459020
May 14 21:17:33.010593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c0a599a-0609-43df-a08d-5723a37d9f1e req-3fbe8961-1934-427e-ae55-46cf8db473c3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 210 time: 0.0302196
May 14 21:17:33.032159 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] Set router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:33.072726 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d22c1d-8019-4906-a1d7-372c8e7b25fb x-openstack-request-id: req-61d22c1d-8019-4906-a1d7-372c8e7b25fb {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:33.073026 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40624658-3d24-4f0d-81e8-73a5cebb2820", "name": "network-vif-deleted", "tag": "6c350058-cff2-443a-abaf-aacd188ca6b0", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:33.073285 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61d22c1d-8019-4906-a1d7-372c8e7b25fb {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:33.073699 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d22c1d-8019-4906-a1d7-372c8e7b25fb'] response: {'server_uuid': '40624658-3d24-4f0d-81e8-73a5cebb2820', 'name': 'network-vif-deleted', 'tag': '6c350058-cff2-443a-abaf-aacd188ca6b0', 'status': 'completed', 'code': 200}
May 14 21:17:33.152869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1651e7c9-0f7d-4767-b038-df1351853827 req-a35029d3-58ab-467a-bc8a-0f3e5831419d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 210 time: 0.0459538
May 14 21:17:33.285984 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148b3d0>, [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:17:28Z', 'revision_number': 4, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f41d18b7-9cfa-44f2-9a39-ce89fa76dd89', 'name': '', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'mac_address': 'fa:16:3e:3d:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '81f2727c-5343-4254-8352-6b574be36a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:27Z', 'updated_at': '2022-05-14T21:17:32Z', 'revision_number': 4, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'subnets': [{'id': '81f2727c-5343-4254-8352-6b574be36a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:33.319340 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf47fa-9116-4e5b-a160-cd940ad21d12 None None] The sync data for ids ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'] in ncdv-master-1 is: [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:17:28Z', 'revision_number': 4, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f41d18b7-9cfa-44f2-9a39-ce89fa76dd89', 'name': '', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'mac_address': 'fa:16:3e:3d:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '81f2727c-5343-4254-8352-6b574be36a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:27Z', 'updated_at': '2022-05-14T21:17:32Z', 'revision_number': 4, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'subnets': [{'id': '81f2727c-5343-4254-8352-6b574be36a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:33.386205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0be39b18-2127-4394-a639-2e324dc736a6 req-2f497730-9d7c-4dd7-9703-4617d8d78fb1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.1047275
May 14 21:17:33.620914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-dae2acbc-963a-4f88-a8bf-3bd4111458d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:33.621534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-dae2acbc-963a-4f88-a8bf-3bd4111458d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:33.622001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-dae2acbc-963a-4f88-a8bf-3bd4111458d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:33.623702 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-dae2acbc-963a-4f88-a8bf-3bd4111458d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2958 time: 0.0577567
May 14 21:17:33.734806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-8f9cc630-b608-4e22-a0bf-e4f305b11681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:33.736338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-8f9cc630-b608-4e22-a0bf-e4f305b11681 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3532d5d6-e949-4efd-bf19-71c3a4c24862 HTTP/1.1" status: 200  len: 903 time: 0.1054902
May 14 21:17:33.982831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-61a04b48-bc1c-4679-8d5c-b82e37175816 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=397f9ff4-1b58-4780-9dd6-0187ed997835 HTTP/1.1" status: 200  len: 217 time: 0.0694094
May 14 21:17:33.990693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82233f-24c8-4ff4-9989-79645868c359 req-73f8c419-9220-42c6-95f0-552730365dc4 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:33.997215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82233f-24c8-4ff4-9989-79645868c359 req-73f8c419-9220-42c6-95f0-552730365dc4 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:34.003462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82233f-24c8-4ff4-9989-79645868c359 req-73f8c419-9220-42c6-95f0-552730365dc4 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:34.005563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f82233f-24c8-4ff4-9989-79645868c359 req-73f8c419-9220-42c6-95f0-552730365dc4 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2412 time: 0.1514966
May 14 21:17:34.056549 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ed83352-4e13-43bb-a435-5536ee0fa0cc req-3564a538-31fc-4076-87fb-6250f87b5060 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0327604
May 14 21:17:34.089043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-df655419-ce8b-4f34-bf80-6f4d71589328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:34.090795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-df655419-ce8b-4f34-bf80-6f4d71589328 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25b73fec-9ce4-4535-8118-9a9dde3d9a57 HTTP/1.1" status: 200  len: 801 time: 0.0830274
May 14 21:17:34.099429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f82233f-24c8-4ff4-9989-79645868c359 req-635c6d6d-1d3b-4b8f-8c73-5d137656bf44 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829093
May 14 21:17:34.174470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a57db46-ab12-40d2-9e6b-b432898e349b req-1b1e6d29-b48d-4088-9b96-66943c03d731 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=40624658-3d24-4f0d-81e8-73a5cebb2820 HTTP/1.1" status: 200  len: 210 time: 0.0299015
May 14 21:17:34.282519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1e853df-eafa-4110-b67b-b00939d73949 req-49b39b5f-58fc-44d7-bce3-30fd7af9d293 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 210 time: 0.0581038
May 14 21:17:34.318888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-8fa4d9ae-5218-46e0-92c2-d4b5c32c7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:34.321183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-8fa4d9ae-5218-46e0-92c2-d4b5c32c7940 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3532d5d6-e949-4efd-bf19-71c3a4c24862&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0505438
May 14 21:17:34.517879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b768e43-5449-496a-a1fe-e3bb3f6c326a req-0107ecf2-3e48-4414-a2e9-a4630db0abc6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0678813
May 14 21:17:34.575569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-d23109db-4d5d-4ac3-8139-f5860460e2b8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:34.577046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-d23109db-4d5d-4ac3-8139-f5860460e2b8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.2184315
May 14 21:17:34.578771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-968226f5-8d0d-4d68-969e-1490436a4331 service neutron] 10.222.0.48 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509151
May 14 21:17:34.600607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4108ec56-0b60-4a2b-87eb-d9cc935bb71f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:34.668264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:34.668956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:34.783901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:34.785832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:34.795738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-beee595b-075e-4314-afd5-4121b7d874af tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 379 time: 0.2052789
May 14 21:17:34.808899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'port': {'device_id': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'admin_state_up': True, 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'security_groups': ['ee8c0b04-c562-4466-96ca-590cd359bc40']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:34.886788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:34.887684 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:34.993601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98257e3-126f-4531-bf52-e2eac6d3f835 req-8ecdb2f3-cf23-44a9-925a-37d70a368880 service neutron] 10.222.0.48 "GET /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3942130
May 14 21:17:35.016368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:35.016769 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:35.067260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:35.179604 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:35.196155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0240f29c-7c17-45a4-8515-2ec5b3049655 req-4026340b-9176-47f3-9142-8717f4b95ae0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0378466
May 14 21:17:35.225915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:35.232453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:35.243192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe21d0-85f8-4f6c-a256-38952dc60676 req-67b23357-a5bd-46d1-938a-f91defd5680e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:35.252752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe21d0-85f8-4f6c-a256-38952dc60676 req-67b23357-a5bd-46d1-938a-f91defd5680e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:35.254512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe21d0-85f8-4f6c-a256-38952dc60676 req-67b23357-a5bd-46d1-938a-f91defd5680e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:35.258067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89fe21d0-85f8-4f6c-a256-38952dc60676 req-67b23357-a5bd-46d1-938a-f91defd5680e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2412 time: 0.0802941
May 14 21:17:35.294449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:35.326965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89fe21d0-85f8-4f6c-a256-38952dc60676 req-6bc9d675-a105-4970-bfee-a02919088282 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623581
May 14 21:17:35.415204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d37e28a-641f-41f8-bb8d-bcb009a55ede req-450ba2ae-b086-48a3-9ad1-74847309e204 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 210 time: 0.0367141
May 14 21:17:35.447193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Allocated IP 172.20.0.11 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/7c41af0a-08b8-4556-a806-4fe58b10c2ea) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:35.600962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:35.612917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3579c599-86d5-4b40-ade8-c5d8f77f5cda req-4dea7938-4458-41e8-b0b6-bcf7d755cf6f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0294030
May 14 21:17:35.751395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:35.799471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:35.805139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:35.808942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:35.835932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:35.875773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:35.876402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:35.933324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76d585-5e1a-4b57-98cb-f287b828cbab req-5fd33ac0-b1d2-403f-8901-45f6e30f326b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:35.940976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e76d585-5e1a-4b57-98cb-f287b828cbab req-5fd33ac0-b1d2-403f-8901-45f6e30f326b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 950 time: 0.0598757
May 14 21:17:36.043189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e76d585-5e1a-4b57-98cb-f287b828cbab req-5b47f049-bd84-4941-9c07-c774bef95c42 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998700
May 14 21:17:36.076707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5e579f4c-51a5-48d3-92b1-16b13c7e3ecc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2757120
May 14 21:17:36.091671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Request body: {'port': {'device_id': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:36.133360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-a37ac5a2-f73a-4839-ae56-f0b6db9e2832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.133360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-a37ac5a2-f73a-4839-ae56-f0b6db9e2832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.48 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 811 time: 0.1776803
May 14 21:17:36.145251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Request body: {'port': {'device_id': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'admin_state_up': True, 'tenant_id': '7c7360a8f423452e97311ffc9675e801'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:36.149639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5e6d10f5-c648-4beb-a2ea-f010783c54ab None None] Provisioning complete for port 7c41af0a-08b8-4556-a806-4fe58b10c2ea triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:36.150669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e6d10f5-c648-4beb-a2ea-f010783c54ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:36.189761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d10f5-c648-4beb-a2ea-f010783c54ab None None] Port 7c41af0a-08b8-4556-a806-4fe58b10c2ea cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:36.281599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:36.293998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ad16f-defe-4b76-8ac1-78e9799f3d07 req-32c246d2-8715-4c12-b2c2-20dcc3cda033 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.295562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b4ad16f-defe-4b76-8ac1-78e9799f3d07 req-32c246d2-8715-4c12-b2c2-20dcc3cda033 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1128 time: 0.1131258
May 14 21:17:36.326741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f951-fbf8-440c-968b-9af84dcf3df9 req-5ad84353-8e79-49d8-8066-eb80991ca52a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.328259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0341f951-fbf8-440c-968b-9af84dcf3df9 req-5ad84353-8e79-49d8-8066-eb80991ca52a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 932 time: 0.0481472
May 14 21:17:36.396194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0341f951-fbf8-440c-968b-9af84dcf3df9 req-29ac663b-4168-43a2-9fb8-f3ce0d438601 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618482
May 14 21:17:36.432162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b4ad16f-defe-4b76-8ac1-78e9799f3d07 req-d377f392-c0da-48e2-be25-4c310df91f4b tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294959
May 14 21:17:36.460227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:36.543194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:36.543845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:36.587608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c55838-a631-4484-a2b6-0e6f07f92bc6 req-15e66921-d052-415b-85e5-a2026e93336b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.594942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c55838-a631-4484-a2b6-0e6f07f92bc6 req-15e66921-d052-415b-85e5-a2026e93336b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.601005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Made reservation on behalf of 7c7360a8f423452e97311ffc9675e801 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:36.601234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c55838-a631-4484-a2b6-0e6f07f92bc6 req-15e66921-d052-415b-85e5-a2026e93336b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.603037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21c55838-a631-4484-a2b6-0e6f07f92bc6 req-15e66921-d052-415b-85e5-a2026e93336b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2412 time: 0.0721250
May 14 21:17:36.604939 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:36.648470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:36.652861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 397f9ff4-1b58-4780-9dd6-0187ed997835 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:36.662034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02b13ccb-97ce-485e-aa66-8176b20af39e req-c84adc83-688e-4fc7-8380-283462637cdc tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 210 time: 0.0740278
May 14 21:17:36.707936 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21c55838-a631-4484-a2b6-0e6f07f92bc6 req-16af72a4-4bda-4a15-b78f-5ebcb6ba3948 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903406
May 14 21:17:36.800585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=397f9ff4-1b58-4780-9dd6-0187ed997835,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:36.816622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '397f9ff4-1b58-4780-9dd6-0187ed997835', 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862', 'port_id': '397f9ff4-1b58-4780-9dd6-0187ed997835', 'mac_address': 'fa:16:3e:6f:f1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b73fec-9ce4-4535-8118-9a9dde3d9a57', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:36.824327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-982fb44c-f544-48e5-bcc2-9619ac7bbd81 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0556636
May 14 21:17:36.862621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25c9eba2-8c33-4b6e-8426-14915d615362 req-364cdfb8-c1bd-46da-ba6c-4c5a6dbb38d8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0510798
May 14 21:17:36.865675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:36.872785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 397f9ff4-1b58-4780-9dd6-0187ed997835 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:36.873530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:36.877858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Publish callbacks [] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:36.892382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Allocated IP 172.20.0.12 (be6063db-fd04-41cd-809f-05d0d8d9b38d/81f2727c-5343-4254-8352-6b574be36a4d/90cac83b-ecf9-42a5-984e-9c943dbe93d1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:36.896255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397f9ff4-1b58-4780-9dd6-0187ed997835 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:36.898193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Transition to ACTIVE for port object 7c41af0a-08b8-4556-a806-4fe58b10c2ea will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:36.926066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=397f9ff4-1b58-4780-9dd6-0187ed997835,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:36.954926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-651324fe-ed5e-4e53-9f10-469ce8956532 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:36.956419 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-651324fe-ed5e-4e53-9f10-469ce8956532 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1164644
May 14 21:17:36.970746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:37.002163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.002427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.002957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e3119c30-cd1d-44fb-bf9c-dd51415d53ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:37.069390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:37.104534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:37.196306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks [] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.263804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc52b1-2ea1-4b21-9840-78d47e821039 req-54ba3fdb-0580-4066-b115-526318a7f97d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.279377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0fcc52b1-2ea1-4b21-9840-78d47e821039 req-54ba3fdb-0580-4066-b115-526318a7f97d tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 950 time: 0.0978613
May 14 21:17:37.284361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Attempting to bind port 7c41af0a-08b8-4556-a806-4fe58b10c2ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:37.284702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Attempting to bind port 7c41af0a-08b8-4556-a806-4fe58b10c2ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:37.285036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Attempting to bind port 7c41af0a-08b8-4556-a806-4fe58b10c2ea on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:37.291463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Port 7c41af0a-08b8-4556-a806-4fe58b10c2ea on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:37.291836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Attempting to bind port 7c41af0a-08b8-4556-a806-4fe58b10c2ea on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:37.297199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:37.297549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:37.297935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:37.298618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Bound port: 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:37.298984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.306909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:37.331894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae', 'network_id': '851d4d49-a0cc-40d8-8232-23236598d69b', 'port_id': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae', 'mac_address': 'fa:16:3e:96:5d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2ce0d5-5f69-44a1-aef1-c78e9303d860', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:37.346495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:37.346495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.396022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port e3119c30-cd1d-44fb-bf9c-dd51415d53ae is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:37.398048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.403920 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:17:37.411088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0fcc52b1-2ea1-4b21-9840-78d47e821039 req-78673a17-740f-462e-a678-acd4d43170b6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306798
May 14 21:17:37.411874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.425568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3119c30-cd1d-44fb-bf9c-dd51415d53ae {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:37.473119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:37.474261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Network be6063db-fd04-41cd-809f-05d0d8d9b38d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:37.481362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:37.484037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:37.488614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:37.532672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:37.541527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Pushing event updated for resources: {'Port': ['ID=90cac83b-ecf9-42a5-984e-9c943dbe93d1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:37.562118 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.563351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 71f13a97-5bd0-4446-9085-0270aee83186 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:37.566361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.566953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.628651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8407d-617d-4aac-ba06-cd879a8d23bd req-3b5e4e0d-b594-421d-8b22-1639420a7b1f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.630306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33d8407d-617d-4aac-ba06-cd879a8d23bd req-3b5e4e0d-b594-421d-8b22-1639420a7b1f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 944 time: 0.0713267
May 14 21:17:37.632092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.81 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/7a1c258b-59bb-470f-b35e-e0e21b6dcd42) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:37.641108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:37.649169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 71f13a97-5bd0-4446-9085-0270aee83186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71f13a97-5bd0-4446-9085-0270aee83186,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:37.677699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '71f13a97-5bd0-4446-9085-0270aee83186', 'network_id': '3532d5d6-e949-4efd-bf19-71c3a4c24862', 'port_id': '71f13a97-5bd0-4446-9085-0270aee83186', 'mac_address': 'fa:16:3e:ff:2e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b73fec-9ce4-4535-8118-9a9dde3d9a57', 'ip_address': '19.80.0.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:37.696911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.710534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-3faf9597-a58d-44ad-a2c1-f87ab2f91b35 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5707119
May 14 21:17:37.718674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-c435b977-d0aa-4511-be3f-595945ff6f61 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.720572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-c435b977-d0aa-4511-be3f-595945ff6f61 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 950 time: 0.1131201
May 14 21:17:37.726893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33d8407d-617d-4aac-ba06-cd879a8d23bd req-878f2e2f-08ed-40e2-a106-c2c0dfd70966 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846794
May 14 21:17:37.740734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 71f13a97-5bd0-4446-9085-0270aee83186 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:37.740734 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (71f13a97-5bd0-4446-9085-0270aee83186), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.767730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Request body: {'port': {'device_id': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:37.778837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.779458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.781474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 1092 time: 1.6942639
May 14 21:17:37.796226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f13a97-5bd0-4446-9085-0270aee83186 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:37.802170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:37.805392 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c6546f-5440-434d-94e3-cb9e08387f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:37.845686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 71f13a97-5bd0-4446-9085-0270aee83186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71f13a97-5bd0-4446-9085-0270aee83186,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:37.876947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44401e-defd-4d42-a157-54a2c5e147e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:37.934984 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (71f13a97-5bd0-4446-9085-0270aee83186), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:37.948490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1fe78-4253-4013-96dc-1a3b9e32ca71 req-7abfc3ee-30ba-467a-a065-6437fb4444e8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.956742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6a1fe78-4253-4013-96dc-1a3b9e32ca71 req-7abfc3ee-30ba-467a-a065-6437fb4444e8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 932 time: 0.0950902
May 14 21:17:37.996928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-f33e3137-c7ff-4d05-9ec8-4e426241e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:37.998830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-f33e3137-c7ff-4d05-9ec8-4e426241e5ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1126 time: 0.0626273
May 14 21:17:38.027610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.041307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=71f13a97-5bd0-4446-9085-0270aee83186,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:38.072317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6a1fe78-4253-4013-96dc-1a3b9e32ca71 req-2b172f09-3990-4a18-a062-ee9e2fa418af tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138647
May 14 21:17:38.096438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-2f190030-72bb-4b7d-ae46-f9b1d3e2e268 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 217 time: 0.0607920
May 14 21:17:38.097302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.099203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Deleting port 5d17285a-833f-4da9-b08a-4a08fee7366e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:38.109214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.221843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.237546 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999dd99-71ee-46d6-9c89-0eb164124e6c req-ab886e9a-51d6-4e9c-bd5f-0c3a578c3517 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:38.244017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999dd99-71ee-46d6-9c89-0eb164124e6c req-ab886e9a-51d6-4e9c-bd5f-0c3a578c3517 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:38.250063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999dd99-71ee-46d6-9c89-0eb164124e6c req-ab886e9a-51d6-4e9c-bd5f-0c3a578c3517 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:38.258917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c999dd99-71ee-46d6-9c89-0eb164124e6c req-ab886e9a-51d6-4e9c-bd5f-0c3a578c3517 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2415 time: 0.1005275
May 14 21:17:38.263069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:38.372289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:38.379949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:38.395003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:38.405969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:38.470436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['e3119c30-cd1d-44fb-bf9c-dd51415d53ae'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:38.471781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c999dd99-71ee-46d6-9c89-0eb164124e6c req-60d10864-eb19-424a-b7e9-83a4c9e02934 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083790
May 14 21:17:38.519428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:38.520147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.562242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['397f9ff4-1b58-4780-9dd6-0187ed997835'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:38.628815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-0521e6ce-1300-466a-9f4e-6fa3e79f8b2c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6629725
May 14 21:17:38.631568 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab6e639-3288-4510-87d0-5e8635b3fd74 x-openstack-request-id: req-4ab6e639-3288-4510-87d0-5e8635b3fd74 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:38.632132 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:38.632542 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ab6e639-3288-4510-87d0-5e8635b3fd74 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:38.633108 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab6e639-3288-4510-87d0-5e8635b3fd74'] response: {'name': 'network-changed', 'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'status': 'completed', 'code': 200}
May 14 21:17:38.640703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Request body: {'port': {'device_id': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:38.654219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:38.710428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f01a08c9-0040-451e-a6b4-42d4f6b228ce req-58b999b9-c645-4edf-ac51-3eabcb33158f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0636871
May 14 21:17:38.746502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e6ccb547-b2e7-4eee-87e4-593c18df4398 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0615931
May 14 21:17:38.763836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-d5995782-f393-45b1-80ed-f46d70456bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:38.767983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-d5995782-f393-45b1-80ed-f46d70456bf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.6521442
May 14 21:17:38.776722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.902265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] For port 5d17285a-833f-4da9-b08a-4a08fee7366e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5d17285a-833f-4da9-b08a-4a08fee7366e,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:38.902774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:38.911986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a2d67-8b1e-4b81-a14f-49454acc4bdc req-8f7473da-e771-4462-934e-0e86d093e18e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:38.912842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['71f13a97-5bd0-4446-9085-0270aee83186'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:38.920674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-816a2d67-8b1e-4b81-a14f-49454acc4bdc req-8f7473da-e771-4462-934e-0e86d093e18e tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 950 time: 0.0988901
May 14 21:17:38.992789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-816a2d67-8b1e-4b81-a14f-49454acc4bdc req-4ec0cf21-310f-4405-ad48-a25427b7ab0b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709088
May 14 21:17:39.022638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-d2305ca4-4ab7-464b-b017-14b895ef1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.026061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-d2305ca4-4ab7-464b-b017-14b895ef1ea4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2123542
May 14 21:17:39.083448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fdc6e858-e66e-4616-9515-a6ca048fcdd1 None None] Provisioning complete for port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:39.083922 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fdc6e858-e66e-4616-9515-a6ca048fcdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.134840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-38ad426f-d093-42df-ad49-5a4c3bf0a9ec tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.143883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-38ad426f-d093-42df-ad49-5a4c3bf0a9ec tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3383179
May 14 21:17:39.146139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Calling delete_port for 5d17285a-833f-4da9-b08a-4a08fee7366e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:39.161322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fdc6e858-e66e-4616-9515-a6ca048fcdd1 None None] Port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:39.163256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c4a2a-29d4-4434-ab58-fad4e10e853c req-0ddcc5fb-434c-4310-ab40-9cdedd5716bf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.164789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d90c4a2a-29d4-4434-ab58-fad4e10e853c req-0ddcc5fb-434c-4310-ab40-9cdedd5716bf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 944 time: 0.0795467
May 14 21:17:39.284146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-ea0e07d5-d714-45b6-8a4c-4ecce32cd985 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390371
May 14 21:17:39.292175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:39.306925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d90c4a2a-29d4-4434-ab58-fad4e10e853c req-34001592-8c97-4dab-8536-390ea1e50a4d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097689
May 14 21:17:39.488207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:39.516999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Publish callbacks [] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.525635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92947513-54ec-422a-aabc-d1e51fac071a req-5d263dac-3773-4d01-9b0e-b7d23569afc2 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.527111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92947513-54ec-422a-aabc-d1e51fac071a req-5d263dac-3773-4d01-9b0e-b7d23569afc2 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 932 time: 0.1001048
May 14 21:17:39.558761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Transition to ACTIVE for port object 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:39.595136 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92947513-54ec-422a-aabc-d1e51fac071a req-4f5d33f4-54fd-4574-b82e-1f03512e49f2 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584111
May 14 21:17:39.673384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd991043-dbc5-432a-b4aa-d917b33ceeb5 req-ccc188a1-f427-41bc-a52c-64bc00ceaca2 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3022916
May 14 21:17:39.713548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0220d2a-64b1-4f28-9210-76dbce516218 req-8723eaba-a4c9-4de1-bab5-b5dfe7bf8dd5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.719065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0220d2a-64b1-4f28-9210-76dbce516218 req-8723eaba-a4c9-4de1-bab5-b5dfe7bf8dd5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.724356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0220d2a-64b1-4f28-9210-76dbce516218 req-8723eaba-a4c9-4de1-bab5-b5dfe7bf8dd5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.729719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0220d2a-64b1-4f28-9210-76dbce516218 req-8723eaba-a4c9-4de1-bab5-b5dfe7bf8dd5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2415 time: 0.0705805
May 14 21:17:39.729719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.781311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-b22b3dcb-8488-4f62-87c5-c78399e2d73f tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:17:39.782402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-b22b3dcb-8488-4f62-87c5-c78399e2d73f tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0063584
May 14 21:17:39.785833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:17:39.790334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.812431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:39.817795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cac83b-ecf9-42a5-984e-9c943dbe93d1 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:39.861939 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0220d2a-64b1-4f28-9210-76dbce516218 req-a80055b3-1bdc-4a11-89c5-a8927f3b4157 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286633
May 14 21:17:39.872380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Publish callbacks [] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.887790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5d17285a-833f-4da9-b08a-4a08fee7366e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.899820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['5d17285a-833f-4da9-b08a-4a08fee7366e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:39.962404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Attempting to bind port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:39.962852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Attempting to bind port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:39.963241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Attempting to bind port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:39.969123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:39.969456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Attempting to bind port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:39.975251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:39.976004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:39.976142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:39.976583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Bound port: 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:39.976945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:39.993135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-61169a44-cc72-4351-ab04-fde6cb516e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:39.994628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-61169a44-cc72-4351-ab04-fde6cb516e30 service neutron] 10.222.0.52 "GET /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 1125 time: 0.1717086
May 14 21:17:40.003422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Transition to ACTIVE for port object 90cac83b-ecf9-42a5-984e-9c943dbe93d1 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:40.014716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:40.015173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Unknown quota resources ['binding']. {{(pid=115781) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:17:40.017428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event deleted for resources: {'Port': ['ID=5d17285a-833f-4da9-b08a-4a08fee7366e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:40.072964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eab477f1-46db-47a3-a996-5917a66051e6 req-ada3e8f1-634a-40ee-ab61-ab2ea38c0851 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0377486
May 14 21:17:40.108653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] For port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:40.112014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] No DVR routers for this DVR port 5d17285a-833f-4da9-b08a-4a08fee7366e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:40.112988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] For port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:40.114831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.123008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.126585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b08b3f5e-ed2e-4f27-801b-8eef48aae3ca req-9e1a4df7-58fc-4a26-8f58-be3dc8e410be tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.36 "DELETE /v2.0/ports/5d17285a-833f-4da9-b08a-4a08fee7366e HTTP/1.1" status: 204  len: 173 time: 2.3713658
May 14 21:17:40.173837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1166a624-36a6-4769-91d5-3601b13589d3 req-142b72be-0fa4-437c-b3c5-1f7ca165cd4f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6444107-b523-485b-8113-41eafdabeb52 HTTP/1.1" status: 200  len: 210 time: 0.0302196
May 14 21:17:40.227324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.264840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:40.265630 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.267081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] 10.222.0.48 "PUT /v2.0/ports/7a1c258b-59bb-470f-b35e-e0e21b6dcd42 HTTP/1.1" status: 200  len: 1095 time: 1.6308818
May 14 21:17:40.269622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'tag': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:40.272921 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da860589-1233-4e34-baf8-02b9aaee8471" -d '{"events": [{"name": "network-changed", "server_uuid": "94b2dd32-2b1b-43a0-9320-b086ccc02e33", "tag": "7a1c258b-59bb-470f-b35e-e0e21b6dcd42"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:40.274851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.38 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/be084366-46b1-428d-8388-e556e6c19d3c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:17:40.278417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=90cac83b-ecf9-42a5-984e-9c943dbe93d1,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:40.309882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24849cc-e3e5-4240-ad34-2f4151c74e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:40.353614 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3a25c56-a9fe-41c3-aaf2-4c0583e2c8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.418821 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6eb44d-5b85-4a9d-aaa2-87bc94bcaef6 x-openstack-request-id: req-cd6eb44d-5b85-4a9d-aaa2-87bc94bcaef6 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:40.419179 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b2dd32-2b1b-43a0-9320-b086ccc02e33", "tag": "7a1c258b-59bb-470f-b35e-e0e21b6dcd42", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:40.419530 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd6eb44d-5b85-4a9d-aaa2-87bc94bcaef6 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:40.420006 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd6eb44d-5b85-4a9d-aaa2-87bc94bcaef6'] response: {'name': 'network-changed', 'server_uuid': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'tag': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42', 'status': 'completed', 'code': 200}
May 14 21:17:40.452515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on host nch2-master-1 for vnic_type normal with profile None {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:40.452860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:40.453183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:40.458441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Attempting to bind port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:40.460737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Attempting to bind port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:40.460737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Attempting to bind port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 on network be6063db-fd04-41cd-809f-05d0d8d9b38d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:40.499857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 on network be6063db-fd04-41cd-809f-05d0d8d9b38d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:40.500185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Attempting to bind port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 on network be6063db-fd04-41cd-809f-05d0d8d9b38d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:40.502105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:40.502419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:40.520187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:40.520467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Checking segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:40.522406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Bound using segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:40.522877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Bound port: 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:40.529634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.538429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:40.538766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:40.539182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:40.539640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Bound port: 1aef7905-067e-45bd-9e0e-044b18eaa72b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:40.565230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b479882-10d2-4a9a-8c58-338ab86afbfd req-57962297-615d-410f-bc2a-5183c7b0a34e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:40.576458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b479882-10d2-4a9a-8c58-338ab86afbfd req-57962297-615d-410f-bc2a-5183c7b0a34e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 944 time: 0.1051152
May 14 21:17:40.637248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-deleted', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:40.639527 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba87b76-97d1-462a-b9dd-7b2ef0c6d053" -d '{"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-deleted", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:40.641662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b479882-10d2-4a9a-8c58-338ab86afbfd req-eba073a5-428f-4802-990d-6f95d79e6875 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641768
May 14 21:17:40.668011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (be084366-46b1-428d-8388-e556e6c19d3c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.691833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:40.700788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] For port 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:40.705155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] For port 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:40.763812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a48d9-05d0-4aa0-898d-ee25f88c7a79 req-1e3058a0-553a-4b5f-af09-7978b9b82d14 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:40.765347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-606a48d9-05d0-4aa0-898d-ee25f88c7a79 req-1e3058a0-553a-4b5f-af09-7978b9b82d14 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 944 time: 0.0587561
May 14 21:17:40.816422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.817541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-92894b56-7e4a-4118-9919-ce2080f881e6 service neutron] 10.222.0.52 "POST /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b/bindings HTTP/1.1" status: 201  len: 389 time: 0.8063095
May 14 21:17:40.823644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-0eb33787-5dc3-4ced-be35-d153074c02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:40.825168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-0eb33787-5dc3-4ced-be35-d153074c02af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1126 time: 0.0589235
May 14 21:17:40.830734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860589-1233-4e34-baf8-02b9aaee8471 req-e92c1b7b-ba4f-435a-addf-d06cbc1d7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:40.832928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da860589-1233-4e34-baf8-02b9aaee8471 req-e92c1b7b-ba4f-435a-addf-d06cbc1d7214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 1129 time: 0.0529294
May 14 21:17:40.848041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-606a48d9-05d0-4aa0-898d-ee25f88c7a79 req-78156342-a830-4a48-9fc6-77ce7fa59105 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736575
May 14 21:17:40.869189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da860589-1233-4e34-baf8-02b9aaee8471 req-89bd3b30-4dd5-46f0-8c9d-fb5de3e3cfb0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289657
May 14 21:17:40.871292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (be084366-46b1-428d-8388-e556e6c19d3c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.887648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.892775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:40.930774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:40.930774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:40.930774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] 10.222.0.48 "PUT /v2.0/ports/90cac83b-ecf9-42a5-984e-9c943dbe93d1 HTTP/1.1" status: 200  len: 1092 time: 3.2061105
May 14 21:17:40.972077 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eccd072-fca0-4904-b51b-46f251ffd3a9 x-openstack-request-id: req-1eccd072-fca0-4904-b51b-46f251ffd3a9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:40.972449 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6444107-b523-485b-8113-41eafdabeb52", "name": "network-vif-deleted", "tag": "5d17285a-833f-4da9-b08a-4a08fee7366e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:40.972641 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1eccd072-fca0-4904-b51b-46f251ffd3a9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:40.973440 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eccd072-fca0-4904-b51b-46f251ffd3a9'] response: {'server_uuid': 'a6444107-b523-485b-8113-41eafdabeb52', 'name': 'network-vif-deleted', 'tag': '5d17285a-833f-4da9-b08a-4a08fee7366e', 'status': 'completed', 'code': 200}
May 14 21:17:40.994828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:17:41.002723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-b4b7321a-d86b-4f5e-aa33-1e582c5ed507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.008786 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-b4b7321a-d86b-4f5e-aa33-1e582c5ed507 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1595643
May 14 21:17:41.035952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:17:41.039847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:17:41.064933 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-03f5a9bc-f4b9-45f9-ade3-94cdf090dfa7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 217 time: 0.0500333
May 14 21:17:41.078220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=be084366-46b1-428d-8388-e556e6c19d3c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:41.205400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe04ba-b205-457c-a337-2552cbb1ee5a req-891664a0-03a4-412f-814a-4cd3739467af tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.218375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe04ba-b205-457c-a337-2552cbb1ee5a req-891664a0-03a4-412f-814a-4cd3739467af tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.228979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe04ba-b205-457c-a337-2552cbb1ee5a req-891664a0-03a4-412f-814a-4cd3739467af tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.238163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2afe04ba-b205-457c-a337-2552cbb1ee5a req-891664a0-03a4-412f-814a-4cd3739467af tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2415 time: 0.1826954
May 14 21:17:41.266258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-1ae80e0d-02e4-488a-a640-13653309dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.268229 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-1ae80e0d-02e4-488a-a640-13653309dbf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1583202
May 14 21:17:41.304172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.309981 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:41.309981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860589-1233-4e34-baf8-02b9aaee8471 req-7116d1c1-8c2b-489d-9cf8-849a071e2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.309981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da860589-1233-4e34-baf8-02b9aaee8471 req-7116d1c1-8c2b-489d-9cf8-849a071e2bb0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4051540
May 14 21:17:41.311335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-39e3ca3b-7db0-4934-b06e-7f8473e9f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.312960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-39e3ca3b-7db0-4934-b06e-7f8473e9f9ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 1126 time: 0.1996353
May 14 21:17:41.364235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-28f4bd70-b1e4-4948-bf82-14c11548d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.364235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-28f4bd70-b1e4-4948-bf82-14c11548d7c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0805700
May 14 21:17:41.364235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2afe04ba-b205-457c-a337-2552cbb1ee5a req-accf96a8-e53d-4770-8782-f28c546205c9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246500
May 14 21:17:41.396021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-025e9afd-f366-439c-987c-1158bf91e064 None None] Provisioning complete for port be084366-46b1-428d-8388-e556e6c19d3c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:41.397003 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-025e9afd-f366-439c-987c-1158bf91e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be084366-46b1-428d-8388-e556e6c19d3c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:41.437141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-998d275e-b2c8-4d7b-b610-52d9a1f0c94c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1 HTTP/1.1" status: 200  len: 217 time: 0.0865335
May 14 21:17:41.447682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-025e9afd-f366-439c-987c-1158bf91e064 None None] Port be084366-46b1-428d-8388-e556e6c19d3c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:17:41.497345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46402982-1905-4cb3-9639-bee41084fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=90cac83b-ecf9-42a5-984e-9c943dbe93d1,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:41.516728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3350e-b9d7-447c-a20b-901c08fa4ea1 req-efbe9578-12f2-455d-ae10-55e81ebefc51 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.518329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07b3350e-b9d7-447c-a20b-901c08fa4ea1 req-efbe9578-12f2-455d-ae10-55e81ebefc51 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 935 time: 0.2787473
May 14 21:17:41.525200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc0c53-5041-4842-933a-8cb750176e11 req-34cfbfa1-a9cb-48d6-ae80-56693858b273 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.532612 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33fc0c53-5041-4842-933a-8cb750176e11 req-34cfbfa1-a9cb-48d6-ae80-56693858b273 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0855997
May 14 21:17:41.540651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e91beb7b-44f5-46a1-bea8-b8604c565e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.542157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e91beb7b-44f5-46a1-bea8-b8604c565e63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 1129 time: 0.1468341
May 14 21:17:41.544611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-d99d4f2e-17c3-4db3-84d7-b4895a585bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.546041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-d99d4f2e-17c3-4db3-84d7-b4895a585bf5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 200  len: 851 time: 0.0947173
May 14 21:17:41.564283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-cb02cfe2-3d97-4bf9-8efa-e347881fe68e service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990123
May 14 21:17:41.624961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-a75f6a9b-4cd9-4288-8ba7-d693fea6e9e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=7a1c258b-59bb-470f-b35e-e0e21b6dcd42 HTTP/1.1" status: 200  len: 217 time: 0.0703936
May 14 21:17:41.628602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-8cb09afc-27a1-4e42-bd9a-f691816d0705 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be6063db-fd04-41cd-809f-05d0d8d9b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663719
May 14 21:17:41.631666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1', 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:41.638950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 71f13a97-5bd0-4446-9085-0270aee83186 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:41.644030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:41.657826 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33fc0c53-5041-4842-933a-8cb750176e11 req-63b1dce2-5af3-4e8c-a506-0a89ec44d0d3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222959
May 14 21:17:41.659235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-469d99d5-a3dc-442d-a5d3-fb8a23669e2f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.3724258
May 14 21:17:41.706829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Request body: {'port': {'device_id': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:41.723919 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4c6546f-5440-434d-94e3-cb9e08387f9c req-977164e0-0fc3-46aa-9b2d-89f5525e9272 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514583
May 14 21:17:41.785649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07b3350e-b9d7-447c-a20b-901c08fa4ea1 req-80c6d06d-5714-4a8f-aab0-d2171bc6e099 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542169
May 14 21:17:41.830477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-25aab290-b4a1-432a-9bfd-4e257d277664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.832118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-25aab290-b4a1-432a-9bfd-4e257d277664 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1949506
May 14 21:17:41.886742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-45de1f45-748c-46cd-81f0-9a418699751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.888403 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-45de1f45-748c-46cd-81f0-9a418699751d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1128 time: 0.1221359
May 14 21:17:41.891938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 71f13a97-5bd0-4446-9085-0270aee83186 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:41.898810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:41.918189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d3fe6-ad4c-4675-8b4f-74d6f4594f06 req-d6e05f51-7782-47c6-959e-0bffaab9c8fb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.927049 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-790d3fe6-ad4c-4675-8b4f-74d6f4594f06 req-d6e05f51-7782-47c6-959e-0bffaab9c8fb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 944 time: 0.1067803
May 14 21:17:41.928554 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be084366-46b1-428d-8388-e556e6c19d3c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:41.939152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c30c6bfe-48c4-49b3-899c-44852b6fb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:41.940552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-c30c6bfe-48c4-49b3-899c-44852b6fb2bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0977507
May 14 21:17:41.996143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.039579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 71f13a97-5bd0-4446-9085-0270aee83186 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:42.040066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (71f13a97-5bd0-4446-9085-0270aee83186), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.044115 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-790d3fe6-ad4c-4675-8b4f-74d6f4594f06 req-4cdf3d24-482e-4b04-9c13-749df45d05d5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166267
May 14 21:17:42.068505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-0803b925-fd8f-47f7-a822-be76d75dacef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.071526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-0803b925-fd8f-47f7-a822-be76d75dacef service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.1744156
May 14 21:17:42.144741 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-d50338e2-a01f-4120-9fd2-3aabb8045ada service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 217 time: 0.0667689
May 14 21:17:42.192109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 71f13a97-5bd0-4446-9085-0270aee83186 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:42.192477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (71f13a97-5bd0-4446-9085-0270aee83186), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.220235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601eae6-d1e8-4bb8-a9a7-9f45e7c6f491 req-786f2c23-f47b-4398-b21b-cb454ea55239 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.221999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c601eae6-d1e8-4bb8-a9a7-9f45e7c6f491 req-786f2c23-f47b-4398-b21b-cb454ea55239 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 944 time: 0.0799189
May 14 21:17:42.236977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f13a97-5bd0-4446-9085-0270aee83186'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:42.239331 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4802bb99-d660-4ea6-ab9c-81ed445ef157" -d '{"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "71f13a97-5bd0-4446-9085-0270aee83186"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:42.241465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-a707472f-6ca9-46a3-bdab-71c1c375ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.243032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-a707472f-6ca9-46a3-bdab-71c1c375ba60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0898840
May 14 21:17:42.259892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 71f13a97-5bd0-4446-9085-0270aee83186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71f13a97-5bd0-4446-9085-0270aee83186,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:42.293662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-7729d6b5-34a3-49e6-bf2c-fdb7b4b4770f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414324
May 14 21:17:42.299525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-795121a4-a3bb-4200-9d87-397f124beaf5 service neutron] 10.222.0.48 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6502450
May 14 21:17:42.327951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c601eae6-d1e8-4bb8-a9a7-9f45e7c6f491 req-dd6cb8c9-92e8-436e-b7d9-b050494d2c43 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963879
May 14 21:17:42.369274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (71f13a97-5bd0-4446-9085-0270aee83186), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.370955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e3119c30-cd1d-44fb-bf9c-dd51415d53ae up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:42.408371 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309ccf65-2e84-4590-8d91-8ade23f7a104 x-openstack-request-id: req-309ccf65-2e84-4590-8d91-8ade23f7a104 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:42.410090 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "71f13a97-5bd0-4446-9085-0270aee83186", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:42.410546 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-309ccf65-2e84-4590-8d91-8ade23f7a104 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:42.411102 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309ccf65-2e84-4590-8d91-8ade23f7a104'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f13a97-5bd0-4446-9085-0270aee83186', 'code': 200}
May 14 21:17:42.444561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-3d5069f8-808a-4e1a-ae3f-4e41e0bce70d service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2001548
May 14 21:17:42.455859 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e1ebf25c-d3d1-4841-8123-0f443dc58f0c service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515105
May 14 21:17:42.461604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:42.528798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342f363-5444-464e-8647-3fc7358f2529 req-fa7c8b67-4994-4e40-bf1f-6bc70898f1e9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.533784 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8342f363-5444-464e-8647-3fc7358f2529 req-fa7c8b67-4994-4e40-bf1f-6bc70898f1e9 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0764406
May 14 21:17:42.536044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 5d17285a-833f-4da9-b08a-4a08fee7366e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:42.536479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5d17285a-833f-4da9-b08a-4a08fee7366e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:42.545025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=71f13a97-5bd0-4446-9085-0270aee83186,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:42.556738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port e3119c30-cd1d-44fb-bf9c-dd51415d53ae completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:42.592682 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8342f363-5444-464e-8647-3fc7358f2529 req-752b9b66-87fd-4422-aa4e-341a932f8a8a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557024
May 14 21:17:42.600808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04fd18da-b530-4e53-9442-3ea4d614f54c req-8fc48c9e-6032-460a-8a25-4756b139a0af service neutron] 10.222.0.48 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2952676
May 14 21:17:42.607682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port e3119c30-cd1d-44fb-bf9c-dd51415d53ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:42.608102 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.629480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78ea6-dfe9-4d0b-8d0d-d818fca6fbd5 req-a9922e8f-3200-45f3-8aaf-0a64f537e611 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.636174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78ea6-dfe9-4d0b-8d0d-d818fca6fbd5 req-a9922e8f-3200-45f3-8aaf-0a64f537e611 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.643123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78ea6-dfe9-4d0b-8d0d-d818fca6fbd5 req-a9922e8f-3200-45f3-8aaf-0a64f537e611 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.645392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45b78ea6-dfe9-4d0b-8d0d-d818fca6fbd5 req-a9922e8f-3200-45f3-8aaf-0a64f537e611 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2416 time: 0.1326213
May 14 21:17:42.729187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port e3119c30-cd1d-44fb-bf9c-dd51415d53ae is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:42.729661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.765644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:42.773570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45b78ea6-dfe9-4d0b-8d0d-d818fca6fbd5 req-cf6308fe-e1cf-4cc1-9e15-e37c2e47714a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095116
May 14 21:17:42.794475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1215-2c4c-446b-a570-30ecc78969a9 req-ebddc2e5-e203-4e83-a5d6-51772d5e6d47 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.799065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c8a1215-2c4c-446b-a570-30ecc78969a9 req-ebddc2e5-e203-4e83-a5d6-51772d5e6d47 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0603383
May 14 21:17:42.807845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71eb73c3-3eca-48c4-ac6e-6e65b37bb9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.814112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:42.859079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c8a1215-2c4c-446b-a570-30ecc78969a9 req-fb88d981-74f5-4cd2-bf3e-7624b180a07f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591617
May 14 21:17:42.868424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.869366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 397f9ff4-1b58-4780-9dd6-0187ed997835 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:42.926002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be084366-46b1-428d-8388-e556e6c19d3c {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:42.938255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Publish callbacks [] for port (be084366-46b1-428d-8388-e556e6c19d3c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:42.946842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8f435-36a9-42a8-b925-a087395a15f5 req-f3962179-6463-4c5b-bdcd-8d1168cbc7f9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:42.948420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ee8f435-36a9-42a8-b925-a087395a15f5 req-f3962179-6463-4c5b-bdcd-8d1168cbc7f9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 935 time: 0.0693417
May 14 21:17:42.966107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Transition to ACTIVE for port object be084366-46b1-428d-8388-e556e6c19d3c will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:17:42.973708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'tag': '90cac83b-ecf9-42a5-984e-9c943dbe93d1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:42.976182 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c4f47-2f15-40af-ba57-5249bfa8d976" -d '{"events": [{"name": "network-changed", "server_uuid": "1158c4ab-5f12-4ba4-8ee6-a9b92aade119", "tag": "90cac83b-ecf9-42a5-984e-9c943dbe93d1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:43.003465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:43.005735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:43.011557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ee8f435-36a9-42a8-b925-a087395a15f5 req-082e19bb-d0ce-455f-9358-3311c4e62826 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531764
May 14 21:17:43.019623 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053c9210-7ad1-4645-a106-40c017a1735d x-openstack-request-id: req-053c9210-7ad1-4645-a106-40c017a1735d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:43.020522 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1158c4ab-5f12-4ba4-8ee6-a9b92aade119", "tag": "90cac83b-ecf9-42a5-984e-9c943dbe93d1", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:43.020522 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-053c9210-7ad1-4645-a106-40c017a1735d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:43.020771 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053c9210-7ad1-4645-a106-40c017a1735d'] response: {'name': 'network-changed', 'server_uuid': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'tag': '90cac83b-ecf9-42a5-984e-9c943dbe93d1', 'status': 'completed', 'code': 200}
May 14 21:17:43.026742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:43.028409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 397f9ff4-1b58-4780-9dd6-0187ed997835 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:43.055921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (be084366-46b1-428d-8388-e556e6c19d3c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.071088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:43.071510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.093177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:43.125882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:43.136461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Pushing event updated for resources: {'Port': ['ID=be084366-46b1-428d-8388-e556e6c19d3c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:43.164616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 397f9ff4-1b58-4780-9dd6-0187ed997835 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:43.165024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.171698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47185ae-d4af-48ac-a657-e69de207695a req-ab8cd9e7-1ae8-4e4d-b10a-2bb49177bb52 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.171698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c47185ae-d4af-48ac-a657-e69de207695a req-ab8cd9e7-1ae8-4e4d-b10a-2bb49177bb52 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 944 time: 0.0594432
May 14 21:17:43.218705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Attempting to bind port be084366-46b1-428d-8388-e556e6c19d3c on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:43.223437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Attempting to bind port be084366-46b1-428d-8388-e556e6c19d3c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:43.223437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Attempting to bind port be084366-46b1-428d-8388-e556e6c19d3c on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:43.225639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Port be084366-46b1-428d-8388-e556e6c19d3c on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:43.226004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Attempting to bind port be084366-46b1-428d-8388-e556e6c19d3c on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:43.236851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:43.237080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c47185ae-d4af-48ac-a657-e69de207695a req-a33627ec-2e16-4fa6-83c9-6f4b13e2f3af tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580945
May 14 21:17:43.237217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:43.237590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:43.238034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Bound port: be084366-46b1-428d-8388-e556e6c19d3c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:43.238393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be084366-46b1-428d-8388-e556e6c19d3c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.241896 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.342338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 397f9ff4-1b58-4780-9dd6-0187ed997835 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:43.342784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.345846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:43.384700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=397f9ff4-1b58-4780-9dd6-0187ed997835,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:43.397587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] For port be084366-46b1-428d-8388-e556e6c19d3c, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:43.425688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-17c8e4ed-3652-4fea-b58c-91919496deb5 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117337
May 14 21:17:43.436120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] For port be084366-46b1-428d-8388-e556e6c19d3c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be084366-46b1-428d-8388-e556e6c19d3c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:43.479077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.503243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-f3e5e4ec-c68b-4c88-8bf9-69f8c62a7bfe service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1757610
May 14 21:17:43.509650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99672e-0072-424e-acd6-fe7069a62dd9 req-3b0bcb1b-2e35-42a6-82ba-8fdafd0afeb8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.511453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a99672e-0072-424e-acd6-fe7069a62dd9 req-3b0bcb1b-2e35-42a6-82ba-8fdafd0afeb8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 944 time: 0.0680511
May 14 21:17:43.533692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:43.546401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (be084366-46b1-428d-8388-e556e6c19d3c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.556906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7c41af0a-08b8-4556-a806-4fe58b10c2ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:43.597234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.597919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.599442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] 10.222.0.36 "PUT /v2.0/ports/be084366-46b1-428d-8388-e556e6c19d3c HTTP/1.1" status: 200  len: 1095 time: 1.8966489
May 14 21:17:43.603635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a99672e-0072-424e-acd6-fe7069a62dd9 req-f7f9655e-2449-48db-9cf3-85aaecc16efe tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867510
May 14 21:17:43.625344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cb25e-4d02-42f7-bba0-b0f01c3de422 service neutron] Pushing event updated for resources: {'Port': ['ID=be084366-46b1-428d-8388-e556e6c19d3c,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:43.749887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:43.750056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913b966-c3e3-4f3b-b16e-83a4a5d84c13 req-05a404b9-647f-4f19-93b9-e883a5f5fc7f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.752602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9913b966-c3e3-4f3b-b16e-83a4a5d84c13 req-05a404b9-647f-4f19-93b9-e883a5f5fc7f tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0820689
May 14 21:17:43.811190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-a2002111-073d-4ac3-8b3c-25239519aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.819559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9913b966-c3e3-4f3b-b16e-83a4a5d84c13 req-c1250d9b-d0ca-47af-b8fe-5b087d2eeb2b tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504332
May 14 21:17:43.820646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-a2002111-073d-4ac3-8b3c-25239519aa33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 1129 time: 0.0684285
May 14 21:17:43.875063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-db2b92d8-6181-4989-aa4a-107fec0fbec9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=be084366-46b1-428d-8388-e556e6c19d3c HTTP/1.1" status: 200  len: 217 time: 0.0539432
May 14 21:17:43.946982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b645a85-8d91-41e1-8ea9-959d5cf4c487 req-dd795fa8-2c24-4ac3-8cfe-e75285790be6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.951153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b645a85-8d91-41e1-8ea9-959d5cf4c487 req-dd795fa8-2c24-4ac3-8cfe-e75285790be6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.956489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b645a85-8d91-41e1-8ea9-959d5cf4c487 req-dd795fa8-2c24-4ac3-8cfe-e75285790be6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.958177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b645a85-8d91-41e1-8ea9-959d5cf4c487 req-dd795fa8-2c24-4ac3-8cfe-e75285790be6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.0923891
May 14 21:17:43.985522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-abe6afd2-2f02-48c0-8c81-948b7302e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.986937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf835c-83e2-44e3-8201-eceb3e06d31f req-f38f78a9-7fdb-462a-97ef-338d795a3b8a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:43.987066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-abe6afd2-2f02-48c0-8c81-948b7302e35c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0878432
May 14 21:17:43.988523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecbf835c-83e2-44e3-8201-eceb3e06d31f req-f38f78a9-7fdb-462a-97ef-338d795a3b8a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0540516
May 14 21:17:44.035705 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecbf835c-83e2-44e3-8201-eceb3e06d31f req-a9359e72-7583-4e89-b868-506769d673a1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407898
May 14 21:17:44.047410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b645a85-8d91-41e1-8ea9-959d5cf4c487 req-3d81ec63-6f11-4ead-b4a4-f2d031344e37 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826292
May 14 21:17:44.050727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-3bff2dc7-0406-491a-b9cd-0dbec448cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.054012 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-3bff2dc7-0406-491a-b9cd-0dbec448cd3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0588005
May 14 21:17:44.145594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-22107886-ed65-43e8-b0c4-926bd76482f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852683
May 14 21:17:44.157182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66346e-5ec7-40fe-be2b-2c2b4e7c4339 req-490a3091-e5e7-4107-b18e-9444b36f8c5c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.158702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d66346e-5ec7-40fe-be2b-2c2b4e7c4339 req-490a3091-e5e7-4107-b18e-9444b36f8c5c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 947 time: 0.0564904
May 14 21:17:44.206251 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d66346e-5ec7-40fe-be2b-2c2b4e7c4339 req-61f59509-a703-4c9f-bd02-2aaf3f19e5a9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416341
May 14 21:17:44.246421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14266ad9-270d-46a8-ad6c-1ae62bcbc228 req-6fabcd41-e9c0-4c35-96c0-71f0c4fe88ef service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881596
May 14 21:17:44.347167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7d198-8bbf-41b2-a979-66c610705233 req-2a339d76-5697-4531-b6af-648ed623dcba tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.348681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ae7d198-8bbf-41b2-a979-66c610705233 req-2a339d76-5697-4531-b6af-648ed623dcba tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0480540
May 14 21:17:44.400178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ae7d198-8bbf-41b2-a979-66c610705233 req-f513c9a6-a992-45a9-86e6-f10cb02f7b45 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434649
May 14 21:17:44.412365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae'}, {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:44.414663 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf178352-6304-4fe1-b3fe-e2fa47c42544" -d '{"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae"}, {"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:44.457926 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271dc32-f53e-43d4-a902-c693fc1bb459 x-openstack-request-id: req-c271dc32-f53e-43d4-a902-c693fc1bb459 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:44.457926 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae", "code": 200}, {"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-plugged", "status": "completed", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:44.457926 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c271dc32-f53e-43d4-a902-c693fc1bb459 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:44.457926 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c271dc32-f53e-43d4-a902-c693fc1bb459'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae', 'code': 200}
May 14 21:17:44.457926 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c271dc32-f53e-43d4-a902-c693fc1bb459'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835', 'code': 200}
May 14 21:17:44.522619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-33df0924-233e-4a33-af37-8b783ae080c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.524835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-33df0924-233e-4a33-af37-8b783ae080c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 1126 time: 0.0565829
May 14 21:17:44.532881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c723d89-2893-422b-a216-190857443ea4 req-ee09dee6-77b6-4a57-98e1-f405b69142e8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.534327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c723d89-2893-422b-a216-190857443ea4 req-ee09dee6-77b6-4a57-98e1-f405b69142e8 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0629761
May 14 21:17:44.740928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd95ec-ec9a-46a0-8008-c9d7860c0180 req-8176cea7-6818-470e-9244-b16d47a2d1ee tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.742444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3cd95ec-ec9a-46a0-8008-c9d7860c0180 req-8176cea7-6818-470e-9244-b16d47a2d1ee tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 944 time: 0.0524199
May 14 21:17:44.796344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3cd95ec-ec9a-46a0-8008-c9d7860c0180 req-09988716-be1b-43dd-ae2a-ade49bf4bca6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478809
May 14 21:17:44.826400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:44.876620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 7c41af0a-08b8-4556-a806-4fe58b10c2ea completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:44.938191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae08d51-7418-4910-9171-0347f3a5c49b req-77a63b5b-2c1c-4416-8db0-b281a69c7d5a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:44.939720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bae08d51-7418-4910-9171-0347f3a5c49b req-77a63b5b-2c1c-4416-8db0-b281a69c7d5a tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 950 time: 0.0489600
May 14 21:17:44.964357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7c41af0a-08b8-4556-a806-4fe58b10c2ea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:44.964749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:44.991297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bae08d51-7418-4910-9171-0347f3a5c49b req-c2e9612e-1c19-4765-8534-40be6e362458 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450175
May 14 21:17:45.022222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'tag': 'be084366-46b1-428d-8388-e556e6c19d3c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:45.024888 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9" -d '{"events": [{"name": "network-changed", "server_uuid": "d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5", "tag": "be084366-46b1-428d-8388-e556e6c19d3c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:45.060752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:45.061136 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:45.083678 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ace584-d11f-44b9-b7cb-76b5e7c2d536 x-openstack-request-id: req-84ace584-d11f-44b9-b7cb-76b5e7c2d536 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:45.084270 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5", "tag": "be084366-46b1-428d-8388-e556e6c19d3c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:45.084728 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84ace584-d11f-44b9-b7cb-76b5e7c2d536 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:45.085325 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ace584-d11f-44b9-b7cb-76b5e7c2d536'] response: {'name': 'network-changed', 'server_uuid': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'tag': 'be084366-46b1-428d-8388-e556e6c19d3c', 'status': 'completed', 'code': 200}
May 14 21:17:45.098115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:45.173686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:45.181892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ae056-e485-44a6-914c-33dc8c42fefb req-026049db-8d52-412e-a4dc-01ca40f578ba tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.183411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e5ae056-e485-44a6-914c-33dc8c42fefb req-026049db-8d52-412e-a4dc-01ca40f578ba tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0498841
May 14 21:17:45.231382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469cf40-a0c0-4d0d-874a-ad4deb6625bc req-6127f3f8-10a4-47e5-8f79-4352d387887c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.234008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:45.239078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e5ae056-e485-44a6-914c-33dc8c42fefb req-115a3b31-721b-4a86-a24a-bbbf2c592416 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490272
May 14 21:17:45.242594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469cf40-a0c0-4d0d-874a-ad4deb6625bc req-6127f3f8-10a4-47e5-8f79-4352d387887c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.248224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469cf40-a0c0-4d0d-874a-ad4deb6625bc req-6127f3f8-10a4-47e5-8f79-4352d387887c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.249928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4469cf40-a0c0-4d0d-874a-ad4deb6625bc req-6127f3f8-10a4-47e5-8f79-4352d387887c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.1015923
May 14 21:17:45.314610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4469cf40-a0c0-4d0d-874a-ad4deb6625bc req-e092f50e-e588-43fa-8ef1-036fa96f284c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573704
May 14 21:17:45.356420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd937a7-70b0-4f58-996b-eae47cbd1cbf req-9b03fcfb-06b2-472d-822a-0ce28dbdbd1d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.357926 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bd937a7-70b0-4f58-996b-eae47cbd1cbf req-9b03fcfb-06b2-472d-822a-0ce28dbdbd1d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 947 time: 0.0526412
May 14 21:17:45.405799 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bd937a7-70b0-4f58-996b-eae47cbd1cbf req-5909fd97-def6-4959-83b8-f57cd925967c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419216
May 14 21:17:45.536290 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:45.561707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Deleting port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:45.562035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:45.627470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52bb58-6dad-4c2f-81e1-d30fdc79f334 req-e57e7c39-e35d-4ace-8df5-65cab0cce056 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.628910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d52bb58-6dad-4c2f-81e1-d30fdc79f334 req-e57e7c39-e35d-4ace-8df5-65cab0cce056 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.1447127
May 14 21:17:45.633936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de4e7-7343-4a3c-9d2b-3dadaa135065 req-f496fa0c-6e61-489a-8dba-fe2f7ce29808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.634417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de4e7-7343-4a3c-9d2b-3dadaa135065 req-f496fa0c-6e61-489a-8dba-fe2f7ce29808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.634892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de4e7-7343-4a3c-9d2b-3dadaa135065 req-f496fa0c-6e61-489a-8dba-fe2f7ce29808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.636551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c40de4e7-7343-4a3c-9d2b-3dadaa135065 req-f496fa0c-6e61-489a-8dba-fe2f7ce29808 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2964 time: 0.1629410
May 14 21:17:45.668380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-c1610421-fcfa-49e5-9982-0068298af546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.668523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] For port b5e80fb6-d607-4cd2-bf6a-fc74ad375750, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:45.668523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:45.669125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-c1610421-fcfa-49e5-9982-0068298af546 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 1129 time: 0.0883858
May 14 21:17:45.684160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Calling delete_port for b5e80fb6-d607-4cd2-bf6a-fc74ad375750 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:45.782570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-0733da73-b8f9-43b3-bb97-ce12f3751f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.784117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-0733da73-b8f9-43b3-bb97-ce12f3751f24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 912 time: 0.3183539
May 14 21:17:45.853615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c40de4e7-7343-4a3c-9d2b-3dadaa135065 req-da0463f3-4b56-4528-9e8d-ebb6f0d74700 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052119
May 14 21:17:45.857300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-2dd4422f-9062-4e45-93eb-d0a5a26d6a7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1 HTTP/1.1" status: 200  len: 217 time: 0.0650036
May 14 21:17:45.864022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d52bb58-6dad-4c2f-81e1-d30fdc79f334 req-96b0be8b-84df-4e4e-88c4-8f02e8d2c18b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2200441
May 14 21:17:45.898724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-37d596e3-b6a0-491c-aa35-e6d0bc3022bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:45.901117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-37d596e3-b6a0-491c-aa35-e6d0bc3022bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2159510
May 14 21:17:45.906325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b5e80fb6-d607-4cd2-bf6a-fc74ad375750), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:45.917590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['18b50999-4ef7-4c21-8dba-c0606fe826e1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:45.965909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-3c2fdb96-6bf7-4df4-b6bd-4984a123d6c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=be084366-46b1-428d-8388-e556e6c19d3c HTTP/1.1" status: 200  len: 217 time: 0.0566716
May 14 21:17:45.971613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event deleted for resources: {'Port': ['ID=b5e80fb6-d607-4cd2-bf6a-fc74ad375750,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:46.012899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f4fc7-8443-4e4b-88f9-30960cd538c7 req-7e5ff4d6-8c8a-46d7-b77f-0f66873f98d0 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.015048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-832f4fc7-8443-4e4b-88f9-30960cd538c7 req-7e5ff4d6-8c8a-46d7-b77f-0f66873f98d0 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 944 time: 0.1199670
May 14 21:17:46.029540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-0f46a4c9-7b10-4428-9b69-045b937a049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.030979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-0f46a4c9-7b10-4428-9b69-045b937a049a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0578613
May 14 21:17:46.040834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] No DVR routers for this DVR port b5e80fb6-d607-4cd2-bf6a-fc74ad375750 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:46.046602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:46.050479 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c723d89-2893-422b-a216-190857443ea4 req-3b85c632-d802-49e3-bcd0-98283131d3d6 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "DELETE /v2.0/ports/b5e80fb6-d607-4cd2-bf6a-fc74ad375750 HTTP/1.1" status: 204  len: 173 time: 0.5823498
May 14 21:17:46.055776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-deleted', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:46.058156 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e677235f-8bf3-49e0-898c-08042f621f6c" -d '{"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-deleted", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:46.104776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-832f4fc7-8443-4e4b-88f9-30960cd538c7 req-92be5f07-f8a2-4573-b952-a472ef88dda6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611312
May 14 21:17:46.157652 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef68676-4171-4848-8d97-bd44b4d95c23 x-openstack-request-id: req-1ef68676-4171-4848-8d97-bd44b4d95c23 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:46.157652 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dcc3c9-cd38-40e8-9060-8b3740681925", "name": "network-vif-deleted", "tag": "b5e80fb6-d607-4cd2-bf6a-fc74ad375750", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:46.157652 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ef68676-4171-4848-8d97-bd44b4d95c23 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:46.158299 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef68676-4171-4848-8d97-bd44b4d95c23'] response: {'server_uuid': '71dcc3c9-cd38-40e8-9060-8b3740681925', 'name': 'network-vif-deleted', 'tag': 'b5e80fb6-d607-4cd2-bf6a-fc74ad375750', 'status': 'completed', 'code': 200}
May 14 21:17:46.163911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3cdb1cd-92be-4e00-965b-fc3471c7fb86 req-7813a7e9-3d6d-4f4b-8b78-c718cc19744c tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0833728
May 14 21:17:46.171380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-85049aa0-a131-46f9-96a1-dd3328b50b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.172834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-85049aa0-a131-46f9-96a1-dd3328b50b64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1330929
May 14 21:17:46.178623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-13581d43-f729-412c-b76e-7bff40f92f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.180015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-13581d43-f729-412c-b76e-7bff40f92f20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 200  len: 851 time: 0.1117082
May 14 21:17:46.264751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-66efea90-d010-43a0-9e97-ac21d3bdc084 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be6063db-fd04-41cd-809f-05d0d8d9b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329792
May 14 21:17:46.289563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-f1cdf477-cfce-475d-87c6-fa3b5c66d78b service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086271
May 14 21:17:46.399905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ee8d9f1-d39a-4444-89ae-2d4ba0b1eec9 req-943ac98b-f981-45b5-8bc1-81f30cf3a124 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1033669
May 14 21:17:46.407590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc18a-3ab6-4939-85bd-0ec51f3ef25d req-0015dc98-432c-4e16-846a-8fcec7e8192a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.409133 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00efc18a-3ab6-4939-85bd-0ec51f3ef25d req-0015dc98-432c-4e16-846a-8fcec7e8192a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0848162
May 14 21:17:46.454036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:46.456767 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e231912-4607-4079-8cb7-63d2824180f5" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:46.467752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00efc18a-3ab6-4939-85bd-0ec51f3ef25d req-665a5f04-ec78-4fc4-9b0d-c8b15572a770 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521908
May 14 21:17:46.470985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4062bc-9595-4fb6-ad70-73647dd28155 req-552a2874-4f31-44e4-bdd2-7a84615a982b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.477288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4062bc-9595-4fb6-ad70-73647dd28155 req-552a2874-4f31-44e4-bdd2-7a84615a982b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.482600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4062bc-9595-4fb6-ad70-73647dd28155 req-552a2874-4f31-44e4-bdd2-7a84615a982b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.495946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a4062bc-9595-4fb6-ad70-73647dd28155 req-552a2874-4f31-44e4-bdd2-7a84615a982b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.0735140
May 14 21:17:46.541686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a4062bc-9595-4fb6-ad70-73647dd28155 req-dbdfe518-c521-4d58-b032-faa8afab431a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447536
May 14 21:17:46.588903 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7630cb2-6e98-42f4-8720-168d42474eac x-openstack-request-id: req-a7630cb2-6e98-42f4-8720-168d42474eac {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:46.589195 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:46.589450 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7630cb2-6e98-42f4-8720-168d42474eac {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:46.589874 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7630cb2-6e98-42f4-8720-168d42474eac'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:17:46.592050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fa060-8a76-48dd-b3bd-547147e90315 req-407b494e-6867-4ff9-b5d6-bb5aad766b3f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.594791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e9fa060-8a76-48dd-b3bd-547147e90315 req-407b494e-6867-4ff9-b5d6-bb5aad766b3f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 947 time: 0.0540252
May 14 21:17:46.642480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e9fa060-8a76-48dd-b3bd-547147e90315 req-accaf5cd-76ba-42a8-8b39-002d3d03dd5d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426040
May 14 21:17:46.721972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-279b72b4-dc38-4bb9-9685-906a0e099c94 service neutron] 10.222.0.48 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980046
May 14 21:17:46.770363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:46.792105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d055c-8563-4c04-9170-ac09bd82fcdf req-bc2a7b33-b05a-47ba-a5f0-fd4fbd4fe714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.793586 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c70d055c-8563-4c04-9170-ac09bd82fcdf req-bc2a7b33-b05a-47ba-a5f0-fd4fbd4fe714 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1128 time: 0.0463903
May 14 21:17:46.827431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7c4f47-2f15-40af-ba57-5249bfa8d976 req-63957489-5b1d-457b-90b7-39b3fa455b1c service neutron] 10.222.0.48 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0989144
May 14 21:17:46.841662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c70d055c-8563-4c04-9170-ac09bd82fcdf req-bcc18d8b-851f-4f69-9e7c-ec5aa55b1b07 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407488
May 14 21:17:46.844934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 90cac83b-ecf9-42a5-984e-9c943dbe93d1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:46.846079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:46.871978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: b5e80fb6-d607-4cd2-bf6a-fc74ad375750 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:46.872322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b5e80fb6-d607-4cd2-bf6a-fc74ad375750 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:46.974706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:46.985861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '90cac83b-ecf9-42a5-984e-9c943dbe93d1', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'port_id': '90cac83b-ecf9-42a5-984e-9c943dbe93d1', 'mac_address': 'fa:16:3e:24:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f2727c-5343-4254-8352-6b574be36a4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:46.994456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5506a88-7111-4a23-9a07-2bcd97db946d req-788bf867-4165-42db-9a68-810dd9b09254 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:46.996052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5506a88-7111-4a23-9a07-2bcd97db946d req-788bf867-4165-42db-9a68-810dd9b09254 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0491028
May 14 21:17:47.035738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:47.036128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:47.050202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cac83b-ecf9-42a5-984e-9c943dbe93d1 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:47.055369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5506a88-7111-4a23-9a07-2bcd97db946d req-54b6fb67-2fce-4d11-89c3-cd5569e00522 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523975
May 14 21:17:47.077747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:47.198336 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:47.226065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dadfc-4e8d-4b77-a4b8-1f161c67188f req-e878d448-8500-47bb-b589-896ee18d5b6b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:47.227715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa5dadfc-4e8d-4b77-a4b8-1f161c67188f req-e878d448-8500-47bb-b589-896ee18d5b6b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 944 time: 0.0516672
May 14 21:17:47.258317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=90cac83b-ecf9-42a5-984e-9c943dbe93d1,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:47.285876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad266625-aa27-420b-bb8e-945eb9323033 req-2c2eee61-ed0a-4887-8e0c-53497b410319 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0304263
May 14 21:17:47.289918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa5dadfc-4e8d-4b77-a4b8-1f161c67188f req-754a31a6-bf33-4d35-b20e-bc9843189708 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520465
May 14 21:17:47.469493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['90cac83b-ecf9-42a5-984e-9c943dbe93d1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:47.599793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8453cc-568b-4cae-af37-1e57dd03b8b9 req-440275b9-accb-453a-9fed-a993af157fa0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:47.602527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f8453cc-568b-4cae-af37-1e57dd03b8b9 req-440275b9-accb-453a-9fed-a993af157fa0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0564194
May 14 21:17:47.654523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f8453cc-568b-4cae-af37-1e57dd03b8b9 req-8e60c466-8d86-43da-b36e-989da1919979 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449562
May 14 21:17:47.666002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac0c4-275a-4202-b7f6-837575a425c0 req-20761a2b-ef2c-43eb-8442-c6ecd2bcaec7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:47.679796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac0c4-275a-4202-b7f6-837575a425c0 req-20761a2b-ef2c-43eb-8442-c6ecd2bcaec7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:47.679796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac0c4-275a-4202-b7f6-837575a425c0 req-20761a2b-ef2c-43eb-8442-c6ecd2bcaec7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:47.679796 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f6ac0c4-275a-4202-b7f6-837575a425c0 req-20761a2b-ef2c-43eb-8442-c6ecd2bcaec7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.0660610
May 14 21:17:47.728477 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f6ac0c4-275a-4202-b7f6-837575a425c0 req-bad872e5-a753-436e-9b77-ce1f3059ced8 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425882
May 14 21:17:47.761540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055de98b-310b-4187-a06e-4fa2886ff902 req-11446987-e3a6-47ed-877a-64c4f5975b0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:47.763585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-055de98b-310b-4187-a06e-4fa2886ff902 req-11446987-e3a6-47ed-877a-64c4f5975b0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 947 time: 0.0487726
May 14 21:17:47.816667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-055de98b-310b-4187-a06e-4fa2886ff902 req-2472e5fb-97a6-4db6-b79c-26e8695c942a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479302
May 14 21:17:48.176727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795fb5a-66cf-4927-86c2-2e7b1b97a285 req-b4c5d859-bee2-4c31-b13b-e4a46de6ccab tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.178317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4795fb5a-66cf-4927-86c2-2e7b1b97a285 req-b4c5d859-bee2-4c31-b13b-e4a46de6ccab tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0517912
May 14 21:17:48.231607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4795fb5a-66cf-4927-86c2-2e7b1b97a285 req-1a570735-dd99-4729-9cea-799395920f65 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466859
May 14 21:17:48.398655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955af46-d554-44a3-99c9-5e78a43fa08b req-cf9aea91-0c07-41ed-92c8-6883ef7b335c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.404119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955af46-d554-44a3-99c9-5e78a43fa08b req-cf9aea91-0c07-41ed-92c8-6883ef7b335c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.409411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955af46-d554-44a3-99c9-5e78a43fa08b req-cf9aea91-0c07-41ed-92c8-6883ef7b335c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.411084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3955af46-d554-44a3-99c9-5e78a43fa08b req-cf9aea91-0c07-41ed-92c8-6883ef7b335c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.0648634
May 14 21:17:48.413989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba0daffe-99d9-4f85-8da1-b9008a0d1bf5 req-e3ed629c-52d7-4064-9eb8-3946c219dfad tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0281947
May 14 21:17:48.461759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3955af46-d554-44a3-99c9-5e78a43fa08b req-fcf94c6e-2727-44c4-9077-b896e56fbaf1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440185
May 14 21:17:48.482884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device be084366-46b1-428d-8388-e556e6c19d3c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:48.518690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659cbae-4969-47dd-9111-8af97cdb14f2 req-8afebaff-2166-4d16-83bc-7a265584231f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.520772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3659cbae-4969-47dd-9111-8af97cdb14f2 req-8afebaff-2166-4d16-83bc-7a265584231f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 945 time: 0.0503550
May 14 21:17:48.569310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3659cbae-4969-47dd-9111-8af97cdb14f2 req-abcdffa1-0244-418c-b0c8-14ab89c683e5 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422745
May 14 21:17:48.717486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port be084366-46b1-428d-8388-e556e6c19d3c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be084366-46b1-428d-8388-e556e6c19d3c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:48.729022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'be084366-46b1-428d-8388-e556e6c19d3c', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'be084366-46b1-428d-8388-e556e6c19d3c', 'mac_address': 'fa:16:3e:3e:90:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:48.766917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port be084366-46b1-428d-8388-e556e6c19d3c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:48.767305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be084366-46b1-428d-8388-e556e6c19d3c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:48.779243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115b817-6c07-4086-b1bb-1e9479726e23 req-565a8414-cd8f-45ad-8dc7-df1a12c65927 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.780233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be084366-46b1-428d-8388-e556e6c19d3c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:48.780741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6115b817-6c07-4086-b1bb-1e9479726e23 req-565a8414-cd8f-45ad-8dc7-df1a12c65927 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0487707
May 14 21:17:48.801153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port be084366-46b1-428d-8388-e556e6c19d3c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be084366-46b1-428d-8388-e556e6c19d3c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:48.829237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6115b817-6c07-4086-b1bb-1e9479726e23 req-2f71aa56-2983-4654-8578-619986624083 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425067
May 14 21:17:48.857373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:48.861964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 90cac83b-ecf9-42a5-984e-9c943dbe93d1 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:48.874025 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be084366-46b1-428d-8388-e556e6c19d3c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:48.946743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7cf04-c6b7-4bb5-8fff-95e8a18f0817 req-735da332-1852-459f-a280-0dd8d2636e6e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:48.948420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcc7cf04-c6b7-4bb5-8fff-95e8a18f0817 req-735da332-1852-459f-a280-0dd8d2636e6e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 948 time: 0.0520916
May 14 21:17:49.001534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcc7cf04-c6b7-4bb5-8fff-95e8a18f0817 req-6a8e8bcc-81ca-474c-9013-1cfe64169ee3 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471539
May 14 21:17:49.016703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=be084366-46b1-428d-8388-e556e6c19d3c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:49.036370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:49.059559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:49.076080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42', 'mac_address': 'fa:16:3e:36:50:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:17:49.118326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:49.118728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:49.128118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:49.128495 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:49.154444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:17:49.187711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:49.222570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['be084366-46b1-428d-8388-e556e6c19d3c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:49.260312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:49.265131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:49.265511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:49.341514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cac83b-ecf9-42a5-984e-9c943dbe93d1'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:49.344721 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6ee752-cf3e-4db0-a183-95acc367f1e8" -d '{"events": [{"server_uuid": "1158c4ab-5f12-4ba4-8ee6-a9b92aade119", "name": "network-vif-plugged", "status": "completed", "tag": "90cac83b-ecf9-42a5-984e-9c943dbe93d1"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:49.371229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eca12-370e-46e3-9feb-4c91d2c7b820 req-3c6c3e21-2877-4a74-a114-d6dda7ea32b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.373416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b29eca12-370e-46e3-9feb-4c91d2c7b820 req-3c6c3e21-2877-4a74-a114-d6dda7ea32b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0608294
May 14 21:17:49.373575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:49.379916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:49.413819 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747fdd9-7a08-49a1-87f2-7352b7ee9d0d x-openstack-request-id: req-c747fdd9-7a08-49a1-87f2-7352b7ee9d0d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:49.413819 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1158c4ab-5f12-4ba4-8ee6-a9b92aade119", "name": "network-vif-plugged", "status": "completed", "tag": "90cac83b-ecf9-42a5-984e-9c943dbe93d1", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:49.414188 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c747fdd9-7a08-49a1-87f2-7352b7ee9d0d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:49.414596 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c747fdd9-7a08-49a1-87f2-7352b7ee9d0d'] response: {'server_uuid': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cac83b-ecf9-42a5-984e-9c943dbe93d1', 'code': 200}
May 14 21:17:49.448779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b29eca12-370e-46e3-9feb-4c91d2c7b820 req-4d2247c4-e28b-4287-9cc4-e8e4c088beba tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627224
May 14 21:17:49.482053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:49.542271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=90cac83b-ecf9-42a5-984e-9c943dbe93d1,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:49.552197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b73f5c02-96c2-4c40-8454-ac56127ba4b2 req-c15cc1a1-6058-460a-b191-1d8fbb2be2b3 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=71dcc3c9-cd38-40e8-9060-8b3740681925 HTTP/1.1" status: 200  len: 210 time: 0.0354898
May 14 21:17:49.572973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704595c-5747-41bd-b91a-dcdeb8726eba req-57977edf-9ac0-4eb7-99b8-2a7cd0b424c3 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.574476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:49.578365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f704595c-5747-41bd-b91a-dcdeb8726eba req-57977edf-9ac0-4eb7-99b8-2a7cd0b424c3 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0558903
May 14 21:17:49.583019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55438) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:49.588875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'floatingip': {'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:49.682788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (2bae6797-cfe6-4860-bdc8-686aefdb4183), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:49.720969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442f987-6332-48b6-8943-da1c903c45fc req-783e8c71-399d-4bfa-a75a-9ca38223797c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.726651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442f987-6332-48b6-8943-da1c903c45fc req-783e8c71-399d-4bfa-a75a-9ca38223797c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.733632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442f987-6332-48b6-8943-da1c903c45fc req-783e8c71-399d-4bfa-a75a-9ca38223797c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.737226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e442f987-6332-48b6-8943-da1c903c45fc req-783e8c71-399d-4bfa-a75a-9ca38223797c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.0856559
May 14 21:17:49.812726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda51e3-492b-4306-b2a4-8cf6712017b6 req-2b966443-1b48-4e73-ae13-84f0aadbcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.814261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4fda51e3-492b-4306-b2a4-8cf6712017b6 req-2b966443-1b48-4e73-ae13-84f0aadbcaed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 1128 time: 0.0714777
May 14 21:17:49.829379 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e442f987-6332-48b6-8943-da1c903c45fc req-22280ced-31c4-4a5d-92eb-8f0cfb27c995 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769382
May 14 21:17:49.969083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d11a77-6f7e-43cf-b587-2f91205c93df req-dfc8ae6a-3dcf-46de-85a1-f764d8cede7d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:49.970690 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e2d11a77-6f7e-43cf-b587-2f91205c93df req-dfc8ae6a-3dcf-46de-85a1-f764d8cede7d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0643268
May 14 21:17:50.027010 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4fda51e3-492b-4306-b2a4-8cf6712017b6 req-3a7e2d6f-8c75-4ec1-acf1-6c75ff76a76f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818253
May 14 21:17:50.039111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e2d11a77-6f7e-43cf-b587-2f91205c93df req-00c89af2-16cd-4f80-8e40-0521f0965d38 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599573
May 14 21:17:50.107245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063a257-d095-41ba-aabd-9fcfc0cb5154 req-ea06c2b0-0e07-4ded-8b31-62b4c8342329 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.108779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c063a257-d095-41ba-aabd-9fcfc0cb5154 req-ea06c2b0-0e07-4ded-8b31-62b4c8342329 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.4331336
May 14 21:17:50.148009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-058b5121-fb3d-4ebd-a64a-65458644fc50 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.153190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-058b5121-fb3d-4ebd-a64a-65458644fc50 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.158544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-058b5121-fb3d-4ebd-a64a-65458644fc50 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.160159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-058b5121-fb3d-4ebd-a64a-65458644fc50 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.1469898
May 14 21:17:50.162341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a292e2-8a87-4896-8da7-fa243ff5a460 req-107f6722-a4b2-4a0c-92f3-b61a53c56df8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.164542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81a292e2-8a87-4896-8da7-fa243ff5a460 req-107f6722-a4b2-4a0c-92f3-b61a53c56df8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 948 time: 0.0513809
May 14 21:17:50.211838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81a292e2-8a87-4896-8da7-fa243ff5a460 req-42509e0f-da46-47d5-80f9-09ac4c7c11e9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413885
May 14 21:17:50.257842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c063a257-d095-41ba-aabd-9fcfc0cb5154 req-5389adf4-cc45-4402-a05a-be0fe2fb4e70 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350513
May 14 21:17:50.484849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device be084366-46b1-428d-8388-e556e6c19d3c up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:50.531342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port be084366-46b1-428d-8388-e556e6c19d3c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:50.558397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:50.675840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port be084366-46b1-428d-8388-e556e6c19d3c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:50.676363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be084366-46b1-428d-8388-e556e6c19d3c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:50.735645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (2bae6797-cfe6-4860-bdc8-686aefdb4183), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:50.757858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port be084366-46b1-428d-8388-e556e6c19d3c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:50.758247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be084366-46b1-428d-8388-e556e6c19d3c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:50.796938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port be084366-46b1-428d-8388-e556e6c19d3c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be084366-46b1-428d-8388-e556e6c19d3c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:50.872628 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Floating IP 2bae6797-cfe6-4860-bdc8-686aefdb4183 associated. External IP: 172.35.4.14, port: 7c41af0a-08b8-4556-a806-4fe58b10c2ea.
May 14 21:17:50.885766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:17:50.940020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:17:50.970566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b1bf-47a4-4577-b09f-3bf1aba3ed61 req-ad415c2e-bdcd-4952-93c7-ec4bfac1595f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.978648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b1bf-47a4-4577-b09f-3bf1aba3ed61 req-ad415c2e-bdcd-4952-93c7-ec4bfac1595f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.986278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b1bf-47a4-4577-b09f-3bf1aba3ed61 req-ad415c2e-bdcd-4952-93c7-ec4bfac1595f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:50.988831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28c2b1bf-47a4-4577-b09f-3bf1aba3ed61 req-ad415c2e-bdcd-4952-93c7-ec4bfac1595f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 2418 time: 0.0818019
May 14 21:17:51.001839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be084366-46b1-428d-8388-e556e6c19d3c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.051081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28c2b1bf-47a4-4577-b09f-3bf1aba3ed61 req-d9fa7a86-27d4-4002-9d02-6eb224d63800 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474484
May 14 21:17:51.056639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=be084366-46b1-428d-8388-e556e6c19d3c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:51.059523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:17:51.066669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.096189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port 71f13a97-5bd0-4446-9085-0270aee83186 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:51.096525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (71f13a97-5bd0-4446-9085-0270aee83186), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.180768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:51.181439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.198862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31e9d6-7657-448b-bd03-24e81922de80 req-78d73b96-a61e-43f5-8544-b39858078941 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:51.200502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c31e9d6-7657-448b-bd03-24e81922de80 req-78d73b96-a61e-43f5-8544-b39858078941 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 946 time: 0.0602758
May 14 21:17:51.219088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:51.255586 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c31e9d6-7657-448b-bd03-24e81922de80 req-9f34f7a2-ad21-4279-9993-c212669570c6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469146
May 14 21:17:51.255833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port 71f13a97-5bd0-4446-9085-0270aee83186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71f13a97-5bd0-4446-9085-0270aee83186,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:51.255833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (71f13a97-5bd0-4446-9085-0270aee83186), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.271998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for 71f13a97-5bd0-4446-9085-0270aee83186 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:51.275534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Router 03576821-d7f2-441f-870a-d4ab9d22005e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:17:51.313729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.317495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e3119c30-cd1d-44fb-bf9c-dd51415d53ae no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:51.381409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-3f77ef23-e9d4-4b0e-b47f-c647888019a1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:51.384068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-3f77ef23-e9d4-4b0e-b47f-c647888019a1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0946584
May 14 21:17:51.398393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6913dd-419b-48bb-9cb5-ca9723f26a15 req-f0a42faa-8352-49f0-a9d6-c94818132c35 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:51.402779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a6913dd-419b-48bb-9cb5-ca9723f26a15 req-f0a42faa-8352-49f0-a9d6-c94818132c35 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 949 time: 0.0646169
May 14 21:17:51.411184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:17:51.421003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be084366-46b1-428d-8388-e556e6c19d3c'}, {'server_uuid': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:51.423850 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9def8b-8e59-4260-b2e9-50aa777f8e3d" -d '{"events": [{"server_uuid": "d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5", "name": "network-vif-plugged", "status": "completed", "tag": "be084366-46b1-428d-8388-e556e6c19d3c"}, {"server_uuid": "94b2dd32-2b1b-43a0-9320-b086ccc02e33", "name": "network-vif-plugged", "status": "completed", "tag": "7a1c258b-59bb-470f-b35e-e0e21b6dcd42"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:51.441248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:51.452921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port e3119c30-cd1d-44fb-bf9c-dd51415d53ae is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:51.456197 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.463723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4693fa-7236-4fcd-bcce-db961a610204 req-bdd60d45-2af0-41b8-a8be-6eb3f2365664 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:51.465242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac4693fa-7236-4fcd-bcce-db961a610204 req-bdd60d45-2af0-41b8-a8be-6eb3f2365664 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0792832
May 14 21:17:51.499666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:51.521672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a6913dd-419b-48bb-9cb5-ca9723f26a15 req-de41fbd5-0450-4d8c-bc33-cadf6b660f84 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055574
May 14 21:17:51.522286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.564971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:17:51.575469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] Sync routers for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:17:51.590547 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.594892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:51.601514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:51.614240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.659055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac4693fa-7236-4fcd-bcce-db961a610204 req-84c55e68-33d3-4226-b586-cfb71697d820 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560261
May 14 21:17:51.667605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ee80683-c5b9-45d8-9cdb-86a50e8d5aad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "PUT /v2.0/floatingips/2bae6797-cfe6-4860-bdc8-686aefdb4183 HTTP/1.1" status: 200  len: 991 time: 2.0834579
May 14 21:17:51.668437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:51.670583 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a90492-09bc-48c4-8c07-fc218918edef" -d '{"events": [{"name": "network-changed", "server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:51.690669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba4e00-349d-4887-9e83-c8e456e02257 req-2fe54558-2495-46bd-8133-1a8420ed2043 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:51.693088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62ba4e00-349d-4887-9e83-c8e456e02257 req-2fe54558-2495-46bd-8133-1a8420ed2043 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0879869
May 14 21:17:51.731042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:51.736794 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8505d892-ad41-4f51-bf2e-661554562abf x-openstack-request-id: req-8505d892-ad41-4f51-bf2e-661554562abf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:51.739427 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5", "name": "network-vif-plugged", "status": "completed", "tag": "be084366-46b1-428d-8388-e556e6c19d3c", "code": 200}, {"server_uuid": "94b2dd32-2b1b-43a0-9320-b086ccc02e33", "name": "network-vif-plugged", "status": "completed", "tag": "7a1c258b-59bb-470f-b35e-e0e21b6dcd42", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:51.739427 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8505d892-ad41-4f51-bf2e-661554562abf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:51.739427 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8505d892-ad41-4f51-bf2e-661554562abf'] response: {'server_uuid': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be084366-46b1-428d-8388-e556e6c19d3c', 'code': 200}
May 14 21:17:51.739427 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8505d892-ad41-4f51-bf2e-661554562abf'] response: {'server_uuid': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42', 'code': 200}
May 14 21:17:51.773535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (71f13a97-5bd0-4446-9085-0270aee83186), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:51.796647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:51.822397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62ba4e00-349d-4887-9e83-c8e456e02257 req-4a96afb2-4d3b-4936-909e-bc148b2ce603 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218593
May 14 21:17:51.831133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:51.873944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=71f13a97-5bd0-4446-9085-0270aee83186,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:51.881072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:51.904413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.910879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.912395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:51.922583 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ddf4dd-e415-44f2-b9d5-7a938d4893b9 x-openstack-request-id: req-90ddf4dd-e415-44f2-b9d5-7a938d4893b9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:51.922956 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:51.923134 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90ddf4dd-e415-44f2-b9d5-7a938d4893b9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:51.923587 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ddf4dd-e415-44f2-b9d5-7a938d4893b9'] response: {'name': 'network-changed', 'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'status': 'completed', 'code': 200}
May 14 21:17:51.981875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port 71f13a97-5bd0-4446-9085-0270aee83186 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:51.999459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122f9f-d44a-4e3d-9759-f023225c07ad req-f5f48c7f-ee5a-4cea-ab2a-fada7b6ff322 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.003125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2122f9f-d44a-4e3d-9759-f023225c07ad req-f5f48c7f-ee5a-4cea-ab2a-fada7b6ff322 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.1625631
May 14 21:17:52.003125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:52.017425 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-f4ec9dca-0e27-4dd3-a605-6ac85a287334 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "DELETE /v2.0/ports/71f13a97-5bd0-4446-9085-0270aee83186 HTTP/1.1" status: 204  len: 173 time: 1.0691986
May 14 21:17:52.018741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87c92c-03f2-4938-9b9d-a95f4f33d807 req-b29aed7e-b6a2-4f38-bebc-1005076fed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.030765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c87c92c-03f2-4938-9b9d-a95f4f33d807 req-b29aed7e-b6a2-4f38-bebc-1005076fed2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 1131 time: 0.2063637
May 14 21:17:52.142445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c87c92c-03f2-4938-9b9d-a95f4f33d807 req-7e2cc531-9c1f-4966-bbeb-d5f3dae5976a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941718
May 14 21:17:52.146852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2122f9f-d44a-4e3d-9759-f023225c07ad req-e75e177b-a6a0-46c1-ac60-ce52074e008f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150665
May 14 21:17:52.198521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2bae6797-cfe6-4860-bdc8-686aefdb4183', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'floating_ip_address': '172.35.4.14', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:17:24Z', 'updated_at': '2022-05-14T21:17:50Z', 'revision_number': 1, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:20Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:52.231033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] Checking router: 03576821-d7f2-441f-870a-d4ab9d22005e for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:17:52.239993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:17:52.240637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:17:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:52.280349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f48c6-3642-4884-8901-fcd1c1fca4ce req-d1e82f2e-5465-40af-8752-24f9968cc303 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.282678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b1f48c6-3642-4884-8901-fcd1c1fca4ce req-d1e82f2e-5465-40af-8752-24f9968cc303 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0523498
May 14 21:17:52.322154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:52.324404 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908f9708-2eef-4342-bda0-c76a7975d8b1" -d '{"events": [{"server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "name": "network-vif-unplugged", "status": "completed", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:52.330010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Publish callbacks [] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:52.342511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333444ab-d3cc-40ac-8062-8b92696941ac req-53e67bcf-b2ee-4b74-b670-87e37d738190 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.345156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b1f48c6-3642-4884-8901-fcd1c1fca4ce req-4464ae07-78b9-414a-8dba-3207ffcfb9f5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520926
May 14 21:17:52.347868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333444ab-d3cc-40ac-8062-8b92696941ac req-53e67bcf-b2ee-4b74-b670-87e37d738190 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.349464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-333444ab-d3cc-40ac-8062-8b92696941ac req-53e67bcf-b2ee-4b74-b670-87e37d738190 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 1680 time: 0.0739985
May 14 21:17:52.356476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:17:52.402512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:52.445161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-333444ab-d3cc-40ac-8062-8b92696941ac req-48d1f925-efb9-4b36-988a-34caf7d935a9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886509
May 14 21:17:52.499510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=7']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:52.517282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:17:52.517681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:17:52.518021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:52.521968 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46003e44-d7ff-421d-a15e-921bdf03eeba x-openstack-request-id: req-46003e44-d7ff-421d-a15e-921bdf03eeba {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:52.522269 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "name": "network-vif-unplugged", "status": "completed", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:52.523247 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46003e44-d7ff-421d-a15e-921bdf03eeba {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:52.523765 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46003e44-d7ff-421d-a15e-921bdf03eeba'] response: {'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'code': 200}
May 14 21:17:52.526161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:17:52.526483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Attempting to bind port 1aef7905-067e-45bd-9e0e-044b18eaa72b on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:17:52.532655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:17:52.532923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:17:52.533309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:17:52.533746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Bound port: 1aef7905-067e-45bd-9e0e-044b18eaa72b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:17:52.534105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:52.535707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870873c-8d84-4c86-b51a-d7257251bac4 req-cad52f7e-9ce1-4270-9282-50fd42bfeed0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.537253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1870873c-8d84-4c86-b51a-d7257251bac4 req-cad52f7e-9ce1-4270-9282-50fd42bfeed0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1109121
May 14 21:17:52.627517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:17:52.640311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1870873c-8d84-4c86-b51a-d7257251bac4 req-3771dd3c-ecd4-4777-9e87-424c664fa01b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954473
May 14 21:17:52.662564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:17:52.676256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a2d29-e33d-412e-949c-2baf7ae961f4 req-4a7676de-5245-4023-971a-933d81a1b713 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.683850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c00a2d29-e33d-412e-949c-2baf7ae961f4 req-4a7676de-5245-4023-971a-933d81a1b713 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 949 time: 0.0725255
May 14 21:17:52.756745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a90492-09bc-48c4-8c07-fc218918edef req-9cef9461-4d26-4a57-920f-9f8263f5eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.759361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-9cef9461-4d26-4a57-920f-9f8263f5eb8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1128 time: 0.0619011
May 14 21:17:52.766021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.48', 54478) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:52.784913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c00a2d29-e33d-412e-949c-2baf7ae961f4 req-6a8c3230-60d0-4d29-885d-4e59bca716cc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999849
May 14 21:17:52.823536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:52.866621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2bae6797-cfe6-4860-bdc8-686aefdb4183', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'floating_ip_address': '172.35.4.14', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:17:24Z', 'updated_at': '2022-05-14T21:17:50Z', 'revision_number': 1, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:20Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:52.910407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-7b8b1828-4bc7-4733-845e-204735fbcddf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.912899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-7b8b1828-4bc7-4733-845e-204735fbcddf tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.1581838
May 14 21:17:52.913136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:17:52.920499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 71f13a97-5bd0-4446-9085-0270aee83186 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:52.928134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d11b26-0e7d-49a3-8de1-16f3d265db13 None None] The sync data for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 is: [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2bae6797-cfe6-4860-bdc8-686aefdb4183', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'floating_ip_address': '172.35.4.14', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:17:24Z', 'updated_at': '2022-05-14T21:17:50Z', 'revision_number': 1, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:20Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:17:52.969195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port 397f9ff4-1b58-4780-9dd6-0187ed997835 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:52.969456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:52.974403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 71f13a97-5bd0-4446-9085-0270aee83186 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:52.975585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 71f13a97-5bd0-4446-9085-0270aee83186 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:52.975585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 397f9ff4-1b58-4780-9dd6-0187ed997835 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:52.976628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cce467-ff4f-48e1-80db-2a5378327f9c req-6cc57208-c193-4fd1-9a77-9634f1d72501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.984844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48cce467-ff4f-48e1-80db-2a5378327f9c req-6cc57208-c193-4fd1-9a77-9634f1d72501 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 1131 time: 0.2161882
May 14 21:17:52.997877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39add5-eb32-4ea8-a5e8-9a85d7a141ba req-cfce2056-cc79-42ff-9b8a-c9e62859cee4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:52.999713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b39add5-eb32-4ea8-a5e8-9a85d7a141ba req-cfce2056-cc79-42ff-9b8a-c9e62859cee4 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 950 time: 0.0821714
May 14 21:17:53.006056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba015d-7b1c-458e-9bee-7255d87fd77a req-f37346ff-14e7-4590-9c24-502639113fe8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.006056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfba015d-7b1c-458e-9bee-7255d87fd77a req-f37346ff-14e7-4590-9c24-502639113fe8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1681685
May 14 21:17:53.113711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a90492-09bc-48c4-8c07-fc218918edef req-f6d90041-7200-41c9-8615-afeebff8c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.115245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-f6d90041-7200-41c9-8615-afeebff8c9d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.3073690
May 14 21:17:53.143118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.143816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.146321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] 10.222.0.48 "PUT /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 1122 time: 1.7397728
May 14 21:17:53.161567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=8']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:53.168220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 397f9ff4-1b58-4780-9dd6-0187ed997835 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:17:53.169299 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.202765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfba015d-7b1c-458e-9bee-7255d87fd77a req-1a7c93bb-37ca-4fac-93fe-61de164e11cd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843157
May 14 21:17:53.231257 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b39add5-eb32-4ea8-a5e8-9a85d7a141ba req-c94139c6-57eb-47f2-a7ee-48f94321fb97 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/security-groups?id=32eafa91-2e43-413e-a0ba-4990e89fbca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594341
May 14 21:17:53.233457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Deleting port 18b50999-4ef7-4c21-8dba-c0606fe826e1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:53.242008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:53.246337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.263620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1aef7905-067e-45bd-9e0e-044b18eaa72b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:53.295270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=397f9ff4-1b58-4780-9dd6-0187ed997835,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:53.314931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b has no active binding in host nch2-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:17:53.314931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1aef7905-067e-45bd-9e0e-044b18eaa72b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:17:53.327037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port 397f9ff4-1b58-4780-9dd6-0187ed997835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=397f9ff4-1b58-4780-9dd6-0187ed997835,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:53.327848 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.352758 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2ebeb-d613-4b4b-95f7-6e309ffba659 None None] New status for floating IP 2bae6797-cfe6-4860-bdc8-686aefdb4183: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:17:53.393265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for 397f9ff4-1b58-4780-9dd6-0187ed997835 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:53.435692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.448603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] For port 18b50999-4ef7-4c21-8dba-c0606fe826e1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18b50999-4ef7-4c21-8dba-c0606fe826e1,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:53.451470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.474464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Calling delete_port for 18b50999-4ef7-4c21-8dba-c0606fe826e1 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:53.606112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:53.716899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c0b13-f600-45db-a669-471de79aa134 req-e990365e-af5e-4e43-8912-bc35334eb7ce tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.719521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec4c0b13-f600-45db-a669-471de79aa134 req-e990365e-af5e-4e43-8912-bc35334eb7ce tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0626214
May 14 21:17:53.740322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae'}, {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:53.743335 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c349d-e445-405b-b3c0-090fed204878" -d '{"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-unplugged", "status": "completed", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae"}, {"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-unplugged", "status": "completed", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:53.778628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (18b50999-4ef7-4c21-8dba-c0606fe826e1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.821817 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48cce467-ff4f-48e1-80db-2a5378327f9c req-d22c7ce6-c05d-4ac4-94b2-0eed6038fe25 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8088706
May 14 21:17:53.832011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec4c0b13-f600-45db-a669-471de79aa134 req-12b5f669-1788-42a6-82fa-56f64bcc3701 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1060727
May 14 21:17:53.843509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Pushing event deleted for resources: {'Port': ['ID=18b50999-4ef7-4c21-8dba-c0606fe826e1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:53.844902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-25bea897-f21c-46dd-8aeb-0ae736b58ee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.7088585
May 14 21:17:53.917662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf4479-cd81-4862-a835-f76d23feb846 req-b8ec1cbc-9466-40c4-ba54-89603a7fbbbc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.923009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf4479-cd81-4862-a835-f76d23feb846 req-b8ec1cbc-9466-40c4-ba54-89603a7fbbbc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.925639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3cf4479-cd81-4862-a835-f76d23feb846 req-b8ec1cbc-9466-40c4-ba54-89603a7fbbbc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 1678 time: 0.0733056
May 14 21:17:53.930726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-deleted', 'tag': '71f13a97-5bd0-4446-9085-0270aee83186'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:53.930726 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72151909-3c66-41b9-9cc8-f7a73ac3ed2c" -d '{"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-deleted", "tag": "71f13a97-5bd0-4446-9085-0270aee83186"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:53.949495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] No DVR routers for this DVR port 18b50999-4ef7-4c21-8dba-c0606fe826e1 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:53.953621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:53.956769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c63aee1c-b22a-4ad2-85dd-b6e5e420ee62 req-68d00b0b-2dfd-4292-9398-30ba3f2731c1 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.48 "DELETE /v2.0/ports/18b50999-4ef7-4c21-8dba-c0606fe826e1 HTTP/1.1" status: 204  len: 173 time: 1.0291944
May 14 21:17:53.973805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d52a66-13f1-47a8-ae17-e27833740635 req-76f29181-2403-4c21-97d9-e2b3beb0ea08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:53.976470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72d52a66-13f1-47a8-ae17-e27833740635 req-76f29181-2403-4c21-97d9-e2b3beb0ea08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.0579259
May 14 21:17:54.014228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3cf4479-cd81-4862-a835-f76d23feb846 req-5cf7b7aa-fed0-43b2-a52b-5d90a32dc7a9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804894
May 14 21:17:54.032468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72d52a66-13f1-47a8-ae17-e27833740635 req-37969a53-7eda-48e8-aeb7-57e2687521d8 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503783
May 14 21:17:54.086019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a90492-09bc-48c4-8c07-fc218918edef req-ce824f46-10cb-448e-9e5f-0cdd6d2405d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.091941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-ce824f46-10cb-448e-9e5f-0cdd6d2405d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0620027
May 14 21:17:54.115269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-d34f1cdb-610c-48f1-850a-044e83f065b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.120643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-d34f1cdb-610c-48f1-850a-044e83f065b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 1128 time: 0.0684345
May 14 21:17:54.149530 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 14 May 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3620c7ef-0ee2-4782-a98a-e2d445474c56 x-openstack-request-id: req-3620c7ef-0ee2-4782-a98a-e2d445474c56 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:54.149530 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-unplugged", "status": "completed", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae", "code": 200}, {"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-unplugged", "status": "completed", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:54.149530 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3620c7ef-0ee2-4782-a98a-e2d445474c56 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:54.149530 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3620c7ef-0ee2-4782-a98a-e2d445474c56'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae', 'code': 200}
May 14 21:17:54.149530 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3620c7ef-0ee2-4782-a98a-e2d445474c56'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835', 'code': 200}
May 14 21:17:54.183651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e3899-bed9-48e7-a1fa-f6fa76367d6b req-0004d545-188b-4d50-b057-08713811d563 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.185349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e9e3899-bed9-48e7-a1fa-f6fa76367d6b req-0004d545-188b-4d50-b057-08713811d563 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0510843
May 14 21:17:54.186826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a90492-09bc-48c4-8c07-fc218918edef req-09c3f6d3-3b48-4508-9463-9cd8646b89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.188209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-09c3f6d3-3b48-4508-9463-9cd8646b89d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0945687
May 14 21:17:54.188979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (397f9ff4-1b58-4780-9dd6-0187ed997835), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:54.220259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=397f9ff4-1b58-4780-9dd6-0187ed997835,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:54.301402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2366b1-053c-43e2-acd8-0ca0aac09272 req-3f98f7a3-da39-46f5-92aa-7a76d5faf6a3 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.307742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2b2366b1-053c-43e2-acd8-0ca0aac09272 req-3f98f7a3-da39-46f5-92aa-7a76d5faf6a3 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 949 time: 0.0906284
May 14 21:17:54.307742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-92cd5753-ea37-4276-ab13-71553232705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.307742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-92cd5753-ea37-4276-ab13-71553232705f service neutron] 10.222.0.48 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 912 time: 0.1825392
May 14 21:17:54.320195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port 397f9ff4-1b58-4780-9dd6-0187ed997835 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:54.325603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:54.330773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-d2e02a52-92e9-4e82-b264-644d550b4a04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "DELETE /v2.0/ports/397f9ff4-1b58-4780-9dd6-0187ed997835 HTTP/1.1" status: 204  len: 173 time: 1.6947539
May 14 21:17:54.343011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e9e3899-bed9-48e7-a1fa-f6fa76367d6b req-87deae44-e084-4868-b860-c20720d8e5ae tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275439
May 14 21:17:54.369500 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2b2366b1-053c-43e2-acd8-0ca0aac09272 req-2243e79d-83be-4ae2-8861-e648568e0d7c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583565
May 14 21:17:54.420801 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7215c5-6e74-4f34-a5ec-f5a86b139d5e x-openstack-request-id: req-ac7215c5-6e74-4f34-a5ec-f5a86b139d5e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:54.425630 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-deleted", "tag": "71f13a97-5bd0-4446-9085-0270aee83186", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:54.425630 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac7215c5-6e74-4f34-a5ec-f5a86b139d5e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:54.425630 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7215c5-6e74-4f34-a5ec-f5a86b139d5e'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-deleted', 'tag': '71f13a97-5bd0-4446-9085-0270aee83186', 'status': 'completed', 'code': 200}
May 14 21:17:54.532133 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf0a054d-38f4-4ae8-8aee-ceb5dae474f8 req-a357f150-cf13-4d14-ba60-44d91d352a29 tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 210 time: 0.0499132
May 14 21:17:54.532736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b'}, {'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-deleted', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:54.535951 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394429f6-2894-48bf-bcc0-1b3f68d02bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b"}, {"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-deleted", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:54.546487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f639fb7-ab35-4a87-bb78-28233f35f413 req-4048984c-cb48-482c-80ca-8de0fefea2dd tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.548038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f639fb7-ab35-4a87-bb78-28233f35f413 req-4048984c-cb48-482c-80ca-8de0fefea2dd tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 949 time: 0.0639777
May 14 21:17:54.588899 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb02e6a-0334-4065-86bd-eea6dd9435b8 x-openstack-request-id: req-3cb02e6a-0334-4065-86bd-eea6dd9435b8 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:54.589197 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b", "status": "completed", "code": 200}, {"server_uuid": "2a5a5886-95f4-4ee4-9bf7-013456bfa20b", "name": "network-vif-deleted", "tag": "18b50999-4ef7-4c21-8dba-c0606fe826e1", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:54.589444 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cb02e6a-0334-4065-86bd-eea6dd9435b8 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:54.589844 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb02e6a-0334-4065-86bd-eea6dd9435b8'] response: {'name': 'network-changed', 'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'status': 'completed', 'code': 200}
May 14 21:17:54.590101 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cb02e6a-0334-4065-86bd-eea6dd9435b8'] response: {'server_uuid': '2a5a5886-95f4-4ee4-9bf7-013456bfa20b', 'name': 'network-vif-deleted', 'tag': '18b50999-4ef7-4c21-8dba-c0606fe826e1', 'status': 'completed', 'code': 200}
May 14 21:17:54.604024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f639fb7-ab35-4a87-bb78-28233f35f413 req-293dc33e-947e-4c4d-9615-b554e3e37986 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494418
May 14 21:17:54.687709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-fb8e70c9-4ced-46ca-bdc1-3d0b23afc5a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1 HTTP/1.1" status: 200  len: 217 time: 0.0406587
May 14 21:17:54.723096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-f1e219dd-f5f6-4419-adaa-b85747fe0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.724967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-f1e219dd-f5f6-4419-adaa-b85747fe0114 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1156 time: 0.1132102
May 14 21:17:54.739224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-26bc415b-f03b-493c-8c5e-06a132dc42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:54.743514 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-26bc415b-f03b-493c-8c5e-06a132dc42b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 200  len: 851 time: 0.0454168
May 14 21:17:54.837018 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-1b07da20-f057-4224-bea0-381345279aed service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=be6063db-fd04-41cd-809f-05d0d8d9b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273662
May 14 21:17:54.888437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:17:54.888796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port e3119c30-cd1d-44fb-bf9c-dd51415d53ae {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:54.889137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:54.926751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-207aef2b-61a1-4105-bd0c-0812837104dc service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2746158
May 14 21:17:54.940749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 18b50999-4ef7-4c21-8dba-c0606fe826e1 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:17:54.941147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 18b50999-4ef7-4c21-8dba-c0606fe826e1 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:17:55.004344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7e329-129b-425d-bc6d-7e30b98cb205 req-d33ded37-713a-4a20-9eec-3f9aabbc3225 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.005245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21b7e329-129b-425d-bc6d-7e30b98cb205 req-d33ded37-713a-4a20-9eec-3f9aabbc3225 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0605175
May 14 21:17:55.010419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-f2129730-8f0a-4e1d-9581-94dff948ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.011906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-f2129730-8f0a-4e1d-9581-94dff948ec6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.2605157
May 14 21:17:55.031953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-390dff40-4a7f-472c-9ce9-e4ecbff3ac76 service neutron] 10.222.0.48 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547301
May 14 21:17:55.090161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-e6096ae2-7977-400e-ac4a-54f36cee4d25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 217 time: 0.0460904
May 14 21:17:55.099187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21b7e329-129b-425d-bc6d-7e30b98cb205 req-88666e83-ca99-4c35-ac10-d0605df96458 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748179
May 14 21:17:55.157985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port e3119c30-cd1d-44fb-bf9c-dd51415d53ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:55.158352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:55.217844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for e3119c30-cd1d-44fb-bf9c-dd51415d53ae owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:55.226954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7a90492-09bc-48c4-8c07-fc218918edef req-b68ff6a7-3157-43e3-9f85-1e038dd02caa service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2874925
May 14 21:17:55.227566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6ab5c-b269-4e41-b0fe-9cb8b17b145a req-83304767-b2db-49b5-b483-e54e63cf3b14 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.227566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-05a6ab5c-b269-4e41-b0fe-9cb8b17b145a req-83304767-b2db-49b5-b483-e54e63cf3b14 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.0531101
May 14 21:17:55.245183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-cf9b5be8-600a-49fa-8637-e3f30941e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.246667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-cf9b5be8-600a-49fa-8637-e3f30941e3e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1416295
May 14 21:17:55.258213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6078d-0ca7-44cd-9559-f37e887793e0 req-1db8556f-9e96-4f35-9d31-d4d8dbf9face tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.260022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-65b6078d-0ca7-44cd-9559-f37e887793e0 req-1db8556f-9e96-4f35-9d31-d4d8dbf9face tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 943 time: 0.1137197
May 14 21:17:55.281615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-05a6ab5c-b269-4e41-b0fe-9cb8b17b145a req-9261e1d5-27a6-4a7c-b9ad-9b45811cb66e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490408
May 14 21:17:55.324765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-3808838e-bee7-4295-bded-ddce669a080b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623770
May 14 21:17:55.438022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-65b6078d-0ca7-44cd-9559-f37e887793e0 req-1549fb78-3c3b-46b7-9276-d6c4f7ba8850 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379757
May 14 21:17:55.548901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-fe077cac-23a8-47ac-bc6b-95ae53f624cb service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146764
May 14 21:17:55.588635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cd856-c67d-40d8-920a-48a6c66dfa39 req-d50ce178-675a-406d-af62-88341eb24c00 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.590260 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d13cd856-c67d-40d8-920a-48a6c66dfa39 req-d50ce178-675a-406d-af62-88341eb24c00 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1531684
May 14 21:17:55.657406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1316e20c-fefa-4f25-8af9-8de87422f34c req-7c029de2-4f52-49d3-8463-eb1c56b46d03 service neutron] 10.222.0.48 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221322
May 14 21:17:55.663588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d13cd856-c67d-40d8-920a-48a6c66dfa39 req-677291ca-052a-4e3a-ad5f-ac207e9d0950 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662563
May 14 21:17:55.668563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e3119c30-cd1d-44fb-bf9c-dd51415d53ae), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:55.674223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2bb6ae21-ef81-4de2-afd6-001027819b6e req-74e4beab-76b0-4231-aa3f-cf76bdec59af tempest-MigrationsAdminTest-2010048286 tempest-MigrationsAdminTest-2010048286-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a5a5886-95f4-4ee4-9bf7-013456bfa20b HTTP/1.1" status: 200  len: 210 time: 0.0425167
May 14 21:17:55.713519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=e3119c30-cd1d-44fb-bf9c-dd51415d53ae,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:55.719136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-394429f6-2894-48bf-bcc0-1b3f68d02bd5 req-261db44c-0ea9-44ad-a686-5b49ec715984 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626770
May 14 21:17:55.773126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port e3119c30-cd1d-44fb-bf9c-dd51415d53ae on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:55.775714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:55.778959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06a6aa3e-d1e9-49f6-819d-a49d764572b7 req-3959b9a6-19f9-49ec-ac7c-0d889ad7aef1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "DELETE /v2.0/ports/e3119c30-cd1d-44fb-bf9c-dd51415d53ae HTTP/1.1" status: 204  len: 173 time: 1.1288111
May 14 21:17:55.808704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2917c-2b90-45c3-bb76-cb56a6222a8b req-8d6af48e-7513-4e29-833b-9e403fe21007 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:55.810405 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92e2917c-2b90-45c3-bb76-cb56a6222a8b req-8d6af48e-7513-4e29-833b-9e403fe21007 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 949 time: 0.0617576
May 14 21:17:55.870717 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92e2917c-2b90-45c3-bb76-cb56a6222a8b req-4f2d5052-dd54-41e5-b929-bd14d29ae543 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520384
May 14 21:17:56.164645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0c5-8d17-4baf-9635-09124cca81e9 req-136d8f0c-e510-44fe-ac01-1cab5702db3b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.169875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db0c5-8d17-4baf-9635-09124cca81e9 req-136d8f0c-e510-44fe-ac01-1cab5702db3b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.171448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a5db0c5-8d17-4baf-9635-09124cca81e9 req-136d8f0c-e510-44fe-ac01-1cab5702db3b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5&device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 1689 time: 0.0576746
May 14 21:17:56.217650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a24ac-0284-4347-b99a-446c514fe5f0 req-c03b3eb2-4135-4f39-9814-5205138ba0d8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.219134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-862a24ac-0284-4347-b99a-446c514fe5f0 req-c03b3eb2-4135-4f39-9814-5205138ba0d8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0478609
May 14 21:17:56.219768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a5db0c5-8d17-4baf-9635-09124cca81e9 req-4997f947-6ea9-4f37-a796-b2b08df3570d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424531
May 14 21:17:56.272390 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-862a24ac-0284-4347-b99a-446c514fe5f0 req-b268b5ed-fab8-48e1-85e5-8a38006677c3 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474827
May 14 21:17:56.391978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ee090-f54d-42ef-9837-379deafbb8e5 req-317f3b24-4187-4739-9c49-9f17cd2a9950 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.393503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c9ee090-f54d-42ef-9837-379deafbb8e5 req-317f3b24-4187-4739-9c49-9f17cd2a9950 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 1131 time: 0.0471838
May 14 21:17:56.405218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54723455-1ffe-4aac-9e08-6a094e124c1d req-df068e25-8a9c-4e8f-89e5-844c5f01da90 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.406691 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54723455-1ffe-4aac-9e08-6a094e124c1d req-df068e25-8a9c-4e8f-89e5-844c5f01da90 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0547788
May 14 21:17:56.422986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-deleted', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835'}, {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-deleted', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:17:56.425237 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e327b0c9-6ce7-43d9-84ab-6443076e50e1" -d '{"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-deleted", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835"}, {"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-deleted", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:17:56.448827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c9ee090-f54d-42ef-9837-379deafbb8e5 req-7190dc45-4731-41a2-a878-2d59da421753 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486615
May 14 21:17:56.456009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54723455-1ffe-4aac-9e08-6a094e124c1d req-0801b88e-aba8-42cd-97ff-b69e01f3ade7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435321
May 14 21:17:56.514169 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec84a35-a074-494c-a02d-a5683379ca58 x-openstack-request-id: req-3ec84a35-a074-494c-a02d-a5683379ca58 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:17:56.514467 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-deleted", "tag": "397f9ff4-1b58-4780-9dd6-0187ed997835", "status": "completed", "code": 200}, {"server_uuid": "52bb515d-9e62-40b2-bccd-8d35505e8f71", "name": "network-vif-deleted", "tag": "e3119c30-cd1d-44fb-bf9c-dd51415d53ae", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:17:56.514717 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ec84a35-a074-494c-a02d-a5683379ca58 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:17:56.515122 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec84a35-a074-494c-a02d-a5683379ca58'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-deleted', 'tag': '397f9ff4-1b58-4780-9dd6-0187ed997835', 'status': 'completed', 'code': 200}
May 14 21:17:56.515382 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec84a35-a074-494c-a02d-a5683379ca58'] response: {'server_uuid': '52bb515d-9e62-40b2-bccd-8d35505e8f71', 'name': 'network-vif-deleted', 'tag': 'e3119c30-cd1d-44fb-bf9c-dd51415d53ae', 'status': 'completed', 'code': 200}
May 14 21:17:56.571055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccef3c-94f6-4da1-b558-829dfaa88364 req-e7083187-3578-4294-abcd-f907fac6c706 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.571055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23ccef3c-94f6-4da1-b558-829dfaa88364 req-e7083187-3578-4294-abcd-f907fac6c706 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.0526488
May 14 21:17:56.604884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6530-3b99-40db-b4c0-00c5bd34d05f req-b0ee7dc6-52ac-494d-8db0-f384e9e9f064 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.610744 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-feec6530-3b99-40db-b4c0-00c5bd34d05f req-b0ee7dc6-52ac-494d-8db0-f384e9e9f064 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 1131 time: 0.0416710
May 14 21:17:56.619579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23ccef3c-94f6-4da1-b558-829dfaa88364 req-a56191a1-72f0-4540-85ac-ab3b8784ad24 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432603
May 14 21:17:56.651336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-feec6530-3b99-40db-b4c0-00c5bd34d05f req-60abba51-0a6a-481b-a5f4-615a4d3ee765 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389891
May 14 21:17:56.751691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2232a4da-6138-47d9-b692-84502272bb62 req-e240c72b-efbd-4a99-9529-fc98cc0e1db6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=52bb515d-9e62-40b2-bccd-8d35505e8f71 HTTP/1.1" status: 200  len: 210 time: 0.0342836
May 14 21:17:56.867521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706b9fd-d107-4351-872e-c5366f0d24aa req-83c6ab05-131e-43dc-bda1-42a97eac30a7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:56.869784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5706b9fd-d107-4351-872e-c5366f0d24aa req-83c6ab05-131e-43dc-bda1-42a97eac30a7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0568914
May 14 21:17:56.917720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5706b9fd-d107-4351-872e-c5366f0d24aa req-42962ec6-d61f-463a-993f-84a5dda33080 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416636
May 14 21:17:57.068414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-1447c2c5-4602-4f28-9d0c-8e25bd06105b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278389
May 14 21:17:57.171380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-ed20dd99-78d2-41d9-86cb-8d9517dba4b2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:57.172870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-ed20dd99-78d2-41d9-86cb-8d9517dba4b2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1036973
May 14 21:17:57.188705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-bc3744ad-6008-4962-beb3-7974cd42eb92 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/quotas/a1c562e1e1414d32b858e08cb6379e8a HTTP/1.1" status: 200  len: 375 time: 0.0099986
May 14 21:17:57.251168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-f4c7368a-68cc-4503-b3ca-427325ced9a0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0558114
May 14 21:17:57.449248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:57.603588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-39ce6d2a-c871-4a8e-85e7-81b66dffdd65 req-8550ebd6-3305-40c7-96d0-afbe060c9c7f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 210 time: 0.0477614
May 14 21:17:57.639003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-721164d8-9e0b-4f40-a9d6-13c6ace857d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35a0e2c4a9054b4b962b9bc72c64517c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1814542
May 14 21:17:57.639003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55610) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:57.696043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a34c132-6d2a-4764-8a1b-6b44ec1a333f admin admin] Publish callbacks [] for security_group (32eafa91-2e43-413e-a0ba-4990e89fbca5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:57.729378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a34c132-6d2a-4764-8a1b-6b44ec1a333f admin admin] Publish callbacks [] for security_group (32eafa91-2e43-413e-a0ba-4990e89fbca5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:57.774098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6fda-1c26-40f4-98a5-95470f85b2e6 req-80f4c882-fd42-480e-9bef-75cc127600ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:57.775789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4ff6fda-1c26-40f4-98a5-95470f85b2e6 req-80f4c882-fd42-480e-9bef-75cc127600ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.0520158
May 14 21:17:57.815359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55620) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:57.834272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4ff6fda-1c26-40f4-98a5-95470f85b2e6 req-96cd1f76-550d-4319-bee7-56dde49f8d19 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525866
May 14 21:17:57.873230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting subnet 4a2ce0d5-5f69-44a1-aef1-c78e9303d860 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:17:57.876544 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for subnet (4a2ce0d5-5f69-44a1-aef1-c78e9303d860), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:57.901432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a34c132-6d2a-4764-8a1b-6b44ec1a333f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32eafa91-2e43-413e-a0ba-4990e89fbca5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:57.904004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a34c132-6d2a-4764-8a1b-6b44ec1a333f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:57.905123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a34c132-6d2a-4764-8a1b-6b44ec1a333f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32eafa91-2e43-413e-a0ba-4990e89fbca5 HTTP/1.1" status: 204  len: 168 time: 0.2666507
May 14 21:17:57.920414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34c132-6d2a-4764-8a1b-6b44ec1a333f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eafa91-2e43-413e-a0ba-4990e89fbca5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:57.934451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4a2ce0d5-5f69-44a1-aef1-c78e9303d860), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.072287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4a2ce0d5-5f69-44a1-aef1-c78e9303d860), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.102745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bed67f-952d-4ff0-84a9-0e72fe1a5e0f req-e88d88f6-11fb-41fd-9495-eef7856f8a2f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:58.104225 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c8bed67f-952d-4ff0-84a9-0e72fe1a5e0f req-e88d88f6-11fb-41fd-9495-eef7856f8a2f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0782900
May 14 21:17:58.172247 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c8bed67f-952d-4ff0-84a9-0e72fe1a5e0f req-d6be621b-825c-433d-899f-1bc96706e276 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606446
May 14 21:17:58.256410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4a2ce0d5-5f69-44a1-aef1-c78e9303d860), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.285318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2ce0d5-5f69-44a1-aef1-c78e9303d860,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:58.287311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.295211 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-88896d99-f71a-4b4f-8924-5bc42efaba90 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/subnets/4a2ce0d5-5f69-44a1-aef1-c78e9303d860 HTTP/1.1" status: 204  len: 168 time: 0.4766240
May 14 21:17:58.295211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55630) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:58.307244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848cec75-a204-4a89-873b-39b8695b64e8 None None] Network 851d4d49-a0cc-40d8-8232-23236598d69b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:58.379640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (851d4d49-a0cc-40d8-8232-23236598d69b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.429202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port 0f980e0a-06e9-4410-a85b-4e97830d0eee {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:58.429807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.471984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] DHCP port deletion for 851d4d49-a0cc-40d8-8232-23236598d69b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:17:58.509329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port 0f980e0a-06e9-4410-a85b-4e97830d0eee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f980e0a-06e9-4410-a85b-4e97830d0eee,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:58.509693 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.513894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Deleting port 0f980e0a-06e9-4410-a85b-4e97830d0eee {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:58.514263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.523147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for 0f980e0a-06e9-4410-a85b-4e97830d0eee owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:58.590352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] For port 0f980e0a-06e9-4410-a85b-4e97830d0eee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f980e0a-06e9-4410-a85b-4e97830d0eee,segment=NetworkSegment(96d75815-0b2a-4102-bf47-5988ea3e43e0),segment_id=96d75815-0b2a-4102-bf47-5988ea3e43e0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:17:58.590748 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.604638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Calling delete_port for 0f980e0a-06e9-4410-a85b-4e97830d0eee owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:17:58.701366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55642) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:58.723923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c230eeb-4c25-45df-8d61-b5f858a3a5a6 req-a1cf0705-114b-414e-8de0-c264fa01bdde tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 210 time: 0.0293546
May 14 21:17:58.743097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d5f0806a-feaf-4582-8cd8-c86319bb50fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a4ed51cf6684302bed4497b2547ef09&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0403283
May 14 21:17:58.745433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55644) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:58.794645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.799572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0f980e0a-06e9-4410-a85b-4e97830d0eee), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.803043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c06ce56-d164-485e-84c9-593d97c23c77 admin admin] Publish callbacks [] for security_group (a6f22db5-1f92-445d-afbc-8c33d0e5323b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.827004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Pushing event deleted for resources: {'Port': ['ID=0f980e0a-06e9-4410-a85b-4e97830d0eee,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:58.829485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] No DVR routers for this DVR port 0f980e0a-06e9-4410-a85b-4e97830d0eee on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:58.832663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=0f980e0a-06e9-4410-a85b-4e97830d0eee,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:58.837183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port 0f980e0a-06e9-4410-a85b-4e97830d0eee on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:17:58.838361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.838642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.839152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.839722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.841282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.841458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.841938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.842439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.842966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.843670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.844262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.844505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.844837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.845272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.845611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e601dfa3-d540-432a-bd57-f6f21a5efb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:17:58.878654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c06ce56-d164-485e-84c9-593d97c23c77 admin admin] Publish callbacks [] for security_group (a6f22db5-1f92-445d-afbc-8c33d0e5323b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:58.982772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (851d4d49-a0cc-40d8-8232-23236598d69b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.024889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d9793-b52f-452d-a87d-d6ac66ef2fd0 req-e35f4ff4-e1c5-47db-aa5c-c212dde4265c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:59.026418 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9b6d9793-b52f-452d-a87d-d6ac66ef2fd0 req-e35f4ff4-e1c5-47db-aa5c-c212dde4265c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1129253
May 14 21:17:59.034093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb2dbb0>,) {'filters': {'network_id': ['851d4d49-a0cc-40d8-8232-23236598d69b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:59.045129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb2dbb0>, '96d75815-0b2a-4102-bf47-5988ea3e43e0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:59.045431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb2dbb0>, '96d75815-0b2a-4102-bf47-5988ea3e43e0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:17:59.062848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (96d75815-0b2a-4102-bf47-5988ea3e43e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.087871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (96d75815-0b2a-4102-bf47-5988ea3e43e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (96d75815-0b2a-4102-bf47-5988ea3e43e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:17:59.105535 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:17:59.117324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9b6d9793-b52f-452d-a87d-d6ac66ef2fd0 req-f2caea41-c23a-42ee-99db-6319d13e87a5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816278
May 14 21:17:59.125145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c06ce56-d164-485e-84c9-593d97c23c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a6f22db5-1f92-445d-afbc-8c33d0e5323b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.127673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c06ce56-d164-485e-84c9-593d97c23c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.131262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7c06ce56-d164-485e-84c9-593d97c23c77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6f22db5-1f92-445d-afbc-8c33d0e5323b HTTP/1.1" status: 204  len: 168 time: 0.3824990
May 14 21:17:59.171944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06ce56-d164-485e-84c9-593d97c23c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f22db5-1f92-445d-afbc-8c33d0e5323b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:59.269496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (851d4d49-a0cc-40d8-8232-23236598d69b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.276987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.282900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/networks/851d4d49-a0cc-40d8-8232-23236598d69b HTTP/1.1" status: 204  len: 168 time: 0.9856491
May 14 21:17:59.283003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55652) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:59.292236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d85a9-00ec-4510-a093-77a9a158f618 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Network': ['ID=851d4d49-a0cc-40d8-8232-23236598d69b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:59.323131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a03f9-ba13-4d13-8afa-944ae8331b5c req-a37abb74-b7d2-49a2-bbda-4862f2576b53 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:17:59.327149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc8a03f9-ba13-4d13-8afa-944ae8331b5c req-a37abb74-b7d2-49a2-bbda-4862f2576b53 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0805802
May 14 21:17:59.360504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting subnet 25b73fec-9ce4-4535-8118-9a9dde3d9a57 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:17:59.367410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for subnet (25b73fec-9ce4-4535-8118-9a9dde3d9a57), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.417367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc8a03f9-ba13-4d13-8afa-944ae8331b5c req-2897a173-c427-4a26-95e5-db54d1a42cd2 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864253
May 14 21:17:59.424484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (25b73fec-9ce4-4535-8118-9a9dde3d9a57), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.546500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (25b73fec-9ce4-4535-8118-9a9dde3d9a57), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.687288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (25b73fec-9ce4-4535-8118-9a9dde3d9a57), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.721605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Subnet': ['ID=25b73fec-9ce4-4535-8118-9a9dde3d9a57,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:17:59.723632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.727172 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e82cafb-4d38-4fc7-94b8-083b0e40f395 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/subnets/25b73fec-9ce4-4535-8118-9a9dde3d9a57 HTTP/1.1" status: 204  len: 168 time: 0.4432120
May 14 21:17:59.730670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55670) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:17:59.736795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7afb67-9784-420c-98f4-6899045c2a1e None None] Network 3532d5d6-e949-4efd-bf19-71c3a4c24862 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:17:59.832883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (3532d5d6-e949-4efd-bf19-71c3a4c24862), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.851834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f114ac14-43f5-4f2a-89af-711eca98d8b0 req-7d18ad6f-b8fd-42ee-ae89-395da3f868ef tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 210 time: 0.0438752
May 14 21:17:59.883980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port 06378852-b059-4bd3-831d-405bfb27e582 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:59.884356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (06378852-b059-4bd3-831d-405bfb27e582), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:17:59.943668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-a983ee96-a264-4bef-8a77-19df5870e3ff tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0243378
May 14 21:17:59.950943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] DHCP port deletion for 3532d5d6-e949-4efd-bf19-71c3a4c24862 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:17:59.995984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] Deleting port 06378852-b059-4bd3-831d-405bfb27e582 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:17:59.996887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (06378852-b059-4bd3-831d-405bfb27e582), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.042507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port 06378852-b059-4bd3-831d-405bfb27e582, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06378852-b059-4bd3-831d-405bfb27e582,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:00.042878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (06378852-b059-4bd3-831d-405bfb27e582), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.064285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for 06378852-b059-4bd3-831d-405bfb27e582 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:00.066713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] For port 06378852-b059-4bd3-831d-405bfb27e582, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06378852-b059-4bd3-831d-405bfb27e582,segment=NetworkSegment(1fcbd237-cbe6-4e77-97c6-a0816677fe2a),segment_id=1fcbd237-cbe6-4e77-97c6-a0816677fe2a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:00.067115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (06378852-b059-4bd3-831d-405bfb27e582), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.089172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] Calling delete_port for 06378852-b059-4bd3-831d-405bfb27e582 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:00.131394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-df95fb71-8cbf-48d8-a360-28b90d35045d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:00.135148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-df95fb71-8cbf-48d8-a360-28b90d35045d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1701593
May 14 21:18:00.153623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': '016519b2-b932-4be6-ba69-5ce679fec414', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:00.279782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (06378852-b059-4bd3-831d-405bfb27e582), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.293625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4511b5-08b7-4cc1-b595-185a74d1adbc req-08285c46-8684-4b91-9f01-52d6ed5302f3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:00.295140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd4511b5-08b7-4cc1-b595-185a74d1adbc req-08285c46-8684-4b91-9f01-52d6ed5302f3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.0759714
May 14 21:18:00.310531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] No DVR routers for this DVR port 06378852-b059-4bd3-831d-405bfb27e582 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:00.312576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a464fe9-b7b6-40ec-894e-eda7e80fabba None None] Pushing event deleted for resources: {'Port': ['ID=06378852-b059-4bd3-831d-405bfb27e582,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:00.312748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (06378852-b059-4bd3-831d-405bfb27e582), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.367513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=06378852-b059-4bd3-831d-405bfb27e582,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:00.378294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port 06378852-b059-4bd3-831d-405bfb27e582 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:00.440126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0f980e0a-06e9-4410-a85b-4e97830d0eee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:00.466748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0f980e0a-06e9-4410-a85b-4e97830d0eee {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:00.467102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0f980e0a-06e9-4410-a85b-4e97830d0eee not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:00.467547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 06378852-b059-4bd3-831d-405bfb27e582 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:00.478743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd4511b5-08b7-4cc1-b595-185a74d1adbc req-4336646b-045e-4478-b60c-a2bafcae428b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654265
May 14 21:18:00.478743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:00.481319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.500442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 06378852-b059-4bd3-831d-405bfb27e582 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:00.501025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 06378852-b059-4bd3-831d-405bfb27e582 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:00.542044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (3532d5d6-e949-4efd-bf19-71c3a4c24862), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.573685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ae3dd30>,) {'filters': {'network_id': ['3532d5d6-e949-4efd-bf19-71c3a4c24862']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:00.579565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff1d13-c9e1-4dbc-8bb7-8393ec78f7bd req-c3080a98-0a86-41d9-9328-029760802e71 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:00.581012 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cff1d13-c9e1-4dbc-8bb7-8393ec78f7bd req-c3080a98-0a86-41d9-9328-029760802e71 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0701106
May 14 21:18:00.612215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae3dd30>, '1fcbd237-cbe6-4e77-97c6-a0816677fe2a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:00.612490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae3dd30>, '1fcbd237-cbe6-4e77-97c6-a0816677fe2a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:00.629681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1fcbd237-cbe6-4e77-97c6-a0816677fe2a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.634781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cff1d13-c9e1-4dbc-8bb7-8393ec78f7bd req-c517c66f-e731-4a22-9402-7a8ed7fdc61b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452673
May 14 21:18:00.651766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1fcbd237-cbe6-4e77-97c6-a0816677fe2a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.681685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:18:00.682137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1fcbd237-cbe6-4e77-97c6-a0816677fe2a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:18:00.685244 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:18:00.763226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.68 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/8fbb69dd-a1d9-4bd5-9188-ffd595b8948c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:00.838165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (3532d5d6-e949-4efd-bf19-71c3a4c24862), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.869720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:00.873342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/networks/3532d5d6-e949-4efd-bf19-71c3a4c24862 HTTP/1.1" status: 204  len: 168 time: 1.1360195
May 14 21:18:00.875346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:00.882944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-103814356'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:00.884905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:00.917015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1e62e-b91e-4553-91f6-d2018fa30cdb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Network': ['ID=3532d5d6-e949-4efd-bf19-71c3a4c24862,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:00.997639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9b0f2a0-8ec8-4270-8f5b-7b670e035940 req-720cf934-25fe-48e8-bb05-30347df57445 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 210 time: 0.0560873
May 14 21:18:01.018355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:01.021934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.036583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.041483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:01.050719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:18:01.056190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:01.062178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2c00a260-52ca-4da0-810b-044294870a05), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.062904 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Added segment 2c00a260-52ca-4da0-810b-044294870a05 of type vlan for network 66ef981e-67ba-4260-838c-71b0d625aa4a
May 14 21:18:01.099855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:01.100822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.114834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:01.119281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (66ef981e-67ba-4260-838c-71b0d625aa4a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.155747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:01.172971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.188209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:01.198305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:01.220010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:01.228631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:01.230107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (66ef981e-67ba-4260-838c-71b0d625aa4a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.233617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:01.237601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:01.242141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.259941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:01.295640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:01.296183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.337571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.344069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Network': ['ID=66ef981e-67ba-4260-838c-71b0d625aa4a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:01.353644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55726) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:01.353843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b0c5581-9c2e-4204-85b1-99b591e82fde tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 754 time: 0.4771855
May 14 21:18:01.359519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'subnet': {'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:01.384910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 66ef981e-67ba-4260-838c-71b0d625aa4a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:18:01.451179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-9a66d499-367a-4600-b0f0-c559ee3893bc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3073423
May 14 21:18:01.491884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Request body: {'port': {'device_id': '016519b2-b932-4be6-ba69-5ce679fec414', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:01.664620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7c41af0a-08b8-4556-a806-4fe58b10c2ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:01.691608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136992e-78a1-4613-976f-db63977e4fc4 req-11d74d91-1ced-4a4c-944e-ab9a1184a45d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:01.693222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b136992e-78a1-4613-976f-db63977e4fc4 req-11d74d91-1ced-4a4c-944e-ab9a1184a45d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1044216
May 14 21:18:01.771679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:01.780173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-712f4cf2-e350-4699-9b09-0f4b66d9d9bb None None] Provisioning complete for port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:01.780755 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-712f4cf2-e350-4699-9b09-0f4b66d9d9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.789815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b136992e-78a1-4613-976f-db63977e4fc4 req-f8dec24a-b896-4e26-a8a0-dc6694c33070 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787466
May 14 21:18:01.885144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-712f4cf2-e350-4699-9b09-0f4b66d9d9bb None None] Port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:01.920940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:01.964487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:01.968436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.058911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45fd10-0687-45a4-bdcd-96036f67036a req-6c23ba34-5449-4298-bbf6-ce3cb08347bd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:02.064662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d45fd10-0687-45a4-bdcd-96036f67036a req-6c23ba34-5449-4298-bbf6-ce3cb08347bd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1404612
May 14 21:18:02.152387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1ad1-2e37-4905-be5d-56eb91302e4a req-842d9dc3-57a0-4167-85ae-afd3179d34a8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:02.160509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-675e1ad1-2e37-4905-be5d-56eb91302e4a req-842d9dc3-57a0-4167-85ae-afd3179d34a8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 935 time: 0.0881703
May 14 21:18:02.218598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-675e1ad1-2e37-4905-be5d-56eb91302e4a req-a6de0173-7616-4460-8697-c322fa31afa0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571048
May 14 21:18:02.342001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d45fd10-0687-45a4-bdcd-96036f67036a req-1f1d4c75-91fa-456f-9283-c4c030d1055f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257112
May 14 21:18:02.400746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:02.608500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d0b76afe-db59-4a0f-9be8-f64a6722f702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.702543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d0b76afe-db59-4a0f-9be8-f64a6722f702 admin admin] Publish callbacks [] for security_group (5a5420e7-2474-42e0-b7bc-f35f1e153450), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.716389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:02.726355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Publish callbacks [] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.740482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Transition to ACTIVE for port object 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:02.793777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (b1bca576-b719-4ec0-8985-d75398305025), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.829541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d0b76afe-db59-4a0f-9be8-f64a6722f702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5a5420e7-2474-42e0-b7bc-f35f1e153450), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.888208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:02.928469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:02.952776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d0b76afe-db59-4a0f-9be8-f64a6722f702 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12f48ec9349545898ace7011ec67979e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5455475
May 14 21:18:02.972219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b76afe-db59-4a0f-9be8-f64a6722f702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5420e7-2474-42e0-b7bc-f35f1e153450,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:02.972964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Subnet': ['ID=b1bca576-b719-4ec0-8985-d75398305025,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:02.978975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:02.979748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7c41af0a-08b8-4556-a806-4fe58b10c2ea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:02.980741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.000704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Checking segment: {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:03.001092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network hostable DHCP agents. Network: 66ef981e-67ba-4260-838c-71b0d625aa4a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:18:03.009531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:03.087023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cdf6f-a0d1-432f-8e40-a7f91ae0677d req-b5829e2a-1b40-47c0-b9fa-83f26f4d51d7 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:03.088968 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b6cdf6f-a0d1-432f-8e40-a7f91ae0677d req-b5829e2a-1b40-47c0-b9fa-83f26f4d51d7 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1284096
May 14 21:18:03.110350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Pushing event updated for resources: {'Port': ['ID=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:03.158714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6636d21c-e760-4af0-87e5-4947623a21a3 admin admin] Publish callbacks [] for security_group (5a5420e7-2474-42e0-b7bc-f35f1e153450), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.189397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6636d21c-e760-4af0-87e5-4947623a21a3 admin admin] Publish callbacks [] for security_group (5a5420e7-2474-42e0-b7bc-f35f1e153450), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.202489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Attempting to bind port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:03.202990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Attempting to bind port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:03.203428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Attempting to bind port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:03.214298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:03.220182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Attempting to bind port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:03.228010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:03.228676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:03.229349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:03.229986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Bound port: 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:03.230508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.250784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 66ef981e-67ba-4260-838c-71b0d625aa4a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:18:03.258415 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b6cdf6f-a0d1-432f-8e40-a7f91ae0677d req-939a3cdb-afae-403e-a9f7-58f32671ee63 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620162
May 14 21:18:03.407817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6636d21c-e760-4af0-87e5-4947623a21a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5a5420e7-2474-42e0-b7bc-f35f1e153450), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.411199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6636d21c-e760-4af0-87e5-4947623a21a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.412383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6636d21c-e760-4af0-87e5-4947623a21a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a5420e7-2474-42e0-b7bc-f35f1e153450 HTTP/1.1" status: 204  len: 168 time: 0.4324327
May 14 21:18:03.434679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d21c-e760-4af0-87e5-4947623a21a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5420e7-2474-42e0-b7bc-f35f1e153450,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:03.478021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:03.479036 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.485212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1aef7905-067e-45bd-9e0e-044b18eaa72b is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:03.505358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66ef981e-67ba-4260-838c-71b0d625aa4a) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:03.517187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933b641-726c-4151-b660-8ba29254cec7 None None] Network 66ef981e-67ba-4260-838c-71b0d625aa4a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:03.537165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171496ec-4994-44af-a8ac-ea0a171dec6d req-f35992ef-807d-45e8-9dff-2e8343211b44 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:03.539274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-171496ec-4994-44af-a8ac-ea0a171dec6d req-f35992ef-807d-45e8-9dff-2e8343211b44 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0859249
May 14 21:18:03.550176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:03.552564 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1322a969-034d-47c5-b438-30ebff149618" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:03.554711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f25de-766a-418d-a860-84276824043c req-c546054e-d387-4fd0-a9a1-bff02050d00a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:03.556308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59f25de-766a-418d-a860-84276824043c req-c546054e-d387-4fd0-a9a1-bff02050d00a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 947 time: 0.1683366
May 14 21:18:03.557567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] For port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:03.560657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:03.561126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.598290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:03.604831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] For port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:03.642064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-171496ec-4994-44af-a8ac-ea0a171dec6d req-410bf131-d056-472b-898d-3e0ad86ae926 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775697
May 14 21:18:03.692726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66ef981e-67ba-4260-838c-71b0d625aa4a', 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a', 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'fixed_ips': [{'subnet_id': 'b1bca576-b719-4ec0-8985-d75398305025'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:18:03.694376 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.711293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59f25de-766a-418d-a860-84276824043c req-d7797835-d6dd-44e0-bca9-23ff6a13de76 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347320
May 14 21:18:03.758238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d1681d26-37df-443c-8e8e-e85f01ab8966 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.4032552
May 14 21:18:03.760448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.761362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55808) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:03.773548 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce67928-b004-4e79-9315-499532c96850 x-openstack-request-id: req-9ce67928-b004-4e79-9315-499532c96850 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:03.773696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-199617884'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:03.773849 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:03.776623 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ce67928-b004-4e79-9315-499532c96850 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:03.777316 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce67928-b004-4e79-9315-499532c96850'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:18:03.778835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.852833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:03.853624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.855650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] 10.222.0.36 "PUT /v2.0/ports/8fbb69dd-a1d9-4bd5-9188-ffd595b8948c HTTP/1.1" status: 200  len: 1095 time: 2.3725383
May 14 21:18:03.858444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016519b2-b932-4be6-ba69-5ce679fec414', 'tag': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:03.874068 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b410d-69a0-4d49-9d07-b543baf0e620" -d '{"events": [{"name": "network-changed", "server_uuid": "016519b2-b932-4be6-ba69-5ce679fec414", "tag": "8fbb69dd-a1d9-4bd5-9188-ffd595b8948c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:03.893866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:03.902126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:03.935442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b4a60-ec3d-4344-9673-a79d3d5dbdec service neutron] Pushing event updated for resources: {'Port': ['ID=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:04.015941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:18:04.040600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6497cfc1-9f68-457d-9ab9-3e41f061e596), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.041331 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Added segment 6497cfc1-9f68-457d-9ab9-3e41f061e596 of type vlan for network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d
May 14 21:18:04.127094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.132096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-14f8b17a-1bb8-4b87-9344-256f86d23463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:04.137352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-14f8b17a-1bb8-4b87-9344-256f86d23463 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 1129 time: 0.1319292
May 14 21:18:04.139502 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e095a2-a894-4cfc-8460-b54253234e8d x-openstack-request-id: req-b3e095a2-a894-4cfc-8460-b54253234e8d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:04.139809 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016519b2-b932-4be6-ba69-5ce679fec414", "tag": "8fbb69dd-a1d9-4bd5-9188-ffd595b8948c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:04.140066 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3e095a2-a894-4cfc-8460-b54253234e8d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:04.140472 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e095a2-a894-4cfc-8460-b54253234e8d'] response: {'name': 'network-changed', 'server_uuid': '016519b2-b932-4be6-ba69-5ce679fec414', 'tag': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', 'status': 'completed', 'code': 200}
May 14 21:18:04.206508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:04.234268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-091b24d2-e4ea-47c8-bbed-42e303a9abb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c HTTP/1.1" status: 200  len: 217 time: 0.0852304
May 14 21:18:04.278495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Allocated IP 19.80.0.2 (66ef981e-67ba-4260-838c-71b0d625aa4a/b1bca576-b719-4ec0-8985-d75398305025/8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:04.299265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-4cc8e759-3e67-4169-a3ba-5a20f1884c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:04.302861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-4cc8e759-3e67-4169-a3ba-5a20f1884c53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0617728
May 14 21:18:04.347835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.354905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:04.361131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.404997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62268-6889-468a-97f0-517b47e36e35 req-faf07016-3aee-4be6-8c45-6248e9476b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:04.406188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-faf07016-3aee-4be6-8c45-6248e9476b5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0965738
May 14 21:18:04.536962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Network': ['ID=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:04.554976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.555569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.555925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.556272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.556837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.557634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.557780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.558378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.558721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.559055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.559184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Publish callbacks [] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.559388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.560457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.564339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.564339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.564339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:04.571834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091f5b0-bd69-4b3d-9b77-08b36df3ef75 req-a34659af-1ac4-4cbc-b17f-2c6e1bb3b63e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:04.573398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1091f5b0-bd69-4b3d-9b77-08b36df3ef75 req-a34659af-1ac4-4cbc-b17f-2c6e1bb3b63e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 944 time: 0.1162274
May 14 21:18:04.582327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:18:04.602936 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-451ac681-ceed-4a97-8072-87042291b6ca tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 754 time: 0.8294461
May 14 21:18:04.627188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55822) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:04.641722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'subnet': {'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:04.656997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-4df0957b-8f76-4487-88fb-980fe7a79f25 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1979868
May 14 21:18:04.670642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-7be8f460-98a0-4fab-9e89-4280056fec35 service neutron] 10.222.0.36 "GET /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2634554
May 14 21:18:04.705520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.743899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1091f5b0-bd69-4b3d-9b77-08b36df3ef75 req-c8bb8fe7-2671-4aed-aa14-29f892957cb0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635499
May 14 21:18:04.770584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Network 66ef981e-67ba-4260-838c-71b0d625aa4a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:04.788505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:04.789558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:04.812022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55828) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:04.825168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Pushing event updated for resources: {'Port': ['ID=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:04.889789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Attempting to bind port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:04.890173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Attempting to bind port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:04.890544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Attempting to bind port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a on network 66ef981e-67ba-4260-838c-71b0d625aa4a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:04.901442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:04.902359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Checking segment: {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:04.903085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.903768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Bound using segment: {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:04.904555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Bound port: 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:04.905387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.935517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09e298b8-1a25-4aee-80e1-b91273c996a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:04.963036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:04.966580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.015023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] For port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:05.020178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] For port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:05.042666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b22e65-f73e-499c-b27e-22ee7783b14b req-2c87e9e6-5f2f-4fb8-90f4-961139eb9f7a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:05.051176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-31b22e65-f73e-499c-b27e-22ee7783b14b req-2c87e9e6-5f2f-4fb8-90f4-961139eb9f7a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 947 time: 0.1438160
May 14 21:18:05.053204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17208af-e8e6-4818-8c95-da28d47875f6 req-77e92e69-89f6-4ffc-baac-93cf54541b76 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:05.055056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17208af-e8e6-4818-8c95-da28d47875f6 req-77e92e69-89f6-4ffc-baac-93cf54541b76 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.2448633
May 14 21:18:05.098409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60f62268-6889-468a-97f0-517b47e36e35 req-6ca677de-eceb-4282-a649-2f227ba2b2fd service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4302611
May 14 21:18:05.137458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.210134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-31b22e65-f73e-499c-b27e-22ee7783b14b req-60e3c09e-15da-4a1e-980c-b4826d5eac57 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571994
May 14 21:18:05.215731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af187635-c9fb-4e40-bb77-620e5f6885f3 None None] Pushing event updated for resources: {'Port': ['ID=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:05.281269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17208af-e8e6-4818-8c95-da28d47875f6 req-bd539f74-89ff-4161-bddc-9da2a12bc614 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171581
May 14 21:18:05.308143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:05.340274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09e298b8-1a25-4aee-80e1-b91273c996a2 admin admin] Publish callbacks [] for security_group (f9a5ddb8-adc4-466b-bea1-f8b95b15c48e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.355850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:05.394501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aef7905-067e-45bd-9e0e-044b18eaa72b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:05.407180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:05.438606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09e298b8-1a25-4aee-80e1-b91273c996a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f9a5ddb8-adc4-466b-bea1-f8b95b15c48e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.449554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f1b262a8-4b84-4eec-88a4-6587b49efed6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.531365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e298b8-1a25-4aee-80e1-b91273c996a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5ddb8-adc4-466b-bea1-f8b95b15c48e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:05.561275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-09e298b8-1a25-4aee-80e1-b91273c996a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d91310b0d08a4547b8e783bcaddbc217&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7451985
May 14 21:18:05.561275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.562901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55834) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:05.590351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Subnet': ['ID=f1b262a8-4b84-4eec-88a4-6587b49efed6,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:05.638792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Checking segment: {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:05.639318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network hostable DHCP agents. Network: baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:18:05.691063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38de480c-235b-4b10-a908-f9c8fd858e72 admin admin] Publish callbacks [] for security_group (f9a5ddb8-adc4-466b-bea1-f8b95b15c48e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.727125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] Transition to ACTIVE for port object 1aef7905-067e-45bd-9e0e-044b18eaa72b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:05.729779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38de480c-235b-4b10-a908-f9c8fd858e72 admin admin] Publish callbacks [] for security_group (f9a5ddb8-adc4-466b-bea1-f8b95b15c48e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.783064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:18:05.827778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.892209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:05.902897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8c04-d48e-40e1-b251-eb811941a643 req-b7934aac-ac42-4962-a0aa-f299c846d684 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:05.904878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-034c8c04-d48e-40e1-b251-eb811941a643 req-b7934aac-ac42-4962-a0aa-f299c846d684 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.0746105
May 14 21:18:05.906529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:05.914209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:05.914209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.919190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72302d3e-d0de-4497-a90e-4ef2f41c927b None None] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:05.940494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] No DVR routers for this DVR port 1aef7905-067e-45bd-9e0e-044b18eaa72b on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:05.948572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38de480c-235b-4b10-a908-f9c8fd858e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f9a5ddb8-adc4-466b-bea1-f8b95b15c48e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.949300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38de480c-235b-4b10-a908-f9c8fd858e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:05.953958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-38de480c-235b-4b10-a908-f9c8fd858e72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9a5ddb8-adc4-466b-bea1-f8b95b15c48e HTTP/1.1" status: 204  len: 168 time: 0.3874714
May 14 21:18:05.974294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de480c-235b-4b10-a908-f9c8fd858e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5ddb8-adc4-466b-bea1-f8b95b15c48e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:06.030947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-034c8c04-d48e-40e1-b251-eb811941a643 req-f21f5688-bbc7-41e0-89cf-35b5f473859d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977428
May 14 21:18:06.058671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-48d2128b-d952-4455-8ccf-f77ee87c3f61 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.4242241
May 14 21:18:06.080000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ad768a69-2528-4715-9d2e-605cb0530e95 service neutron] 10.222.0.36 "PUT /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3999531
May 14 21:18:06.216997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d', 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d', 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'fixed_ips': [{'subnet_id': 'f1b262a8-4b84-4eec-88a4-6587b49efed6'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:18:06.216997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:06.377001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63cefe-4652-4849-a3dc-3f3b06b2cbcf req-fc25fda8-9e8d-4258-9b56-227ae54c498c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.392635 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad63cefe-4652-4849-a3dc-3f3b06b2cbcf req-fc25fda8-9e8d-4258-9b56-227ae54c498c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 947 time: 0.0975614
May 14 21:18:06.472462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Allocated IP 19.86.0.2 (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d/f1b262a8-4b84-4eec-88a4-6587b49efed6/0dab43c4-67d1-4d4f-9b16-36a558042055) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:06.480258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad63cefe-4652-4849-a3dc-3f3b06b2cbcf req-74c7e57e-8ceb-40c4-8e78-ccb027677db3 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865266
May 14 21:18:06.605292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2d065b0a-6c98-4e34-ab25-917ff87d839d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.611865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2d065b0a-6c98-4e34-ab25-917ff87d839d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.612558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2d065b0a-6c98-4e34-ab25-917ff87d839d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/networks?id=66ef981e-67ba-4260-838c-71b0d625aa4a&id=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d HTTP/1.1" status: 200  len: 1390 time: 0.3101258
May 14 21:18:06.632419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5e952-3dd3-448b-b36f-2d952828db88 req-27ec8b2a-7858-484c-9b6a-d7c13388c84e tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.641191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00b5e952-3dd3-448b-b36f-2d952828db88 req-27ec8b2a-7858-484c-9b6a-d7c13388c84e tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0879323
May 14 21:18:06.729418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-7432a0ed-30fe-4a6a-8c2f-c63157202fe0 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.730946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-7432a0ed-30fe-4a6a-8c2f-c63157202fe0 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1123917
May 14 21:18:06.760901 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00b5e952-3dd3-448b-b36f-2d952828db88 req-ff1d907c-21e4-49c7-a461-051cc1a5647f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184652
May 14 21:18:06.772653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:06.813969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-0f2b1b9a-3eac-4d3b-81c1-502ede614e26 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/quotas/9197ea49e7544e7c96dd2d4b1a55fa29 HTTP/1.1" status: 200  len: 375 time: 0.0597434
May 14 21:18:06.827946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-a8e4932f-738b-4c54-939e-7a40474229bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.829806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-a8e4932f-738b-4c54-939e-7a40474229bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 1129 time: 0.4343145
May 14 21:18:06.842549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Publish callbacks [] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:06.882547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:06.882921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:06.919331 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:06.921910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-83967d4a-6693-44aa-9450-e5b3f01b2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:06.923952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-83967d4a-6693-44aa-9450-e5b3f01b2e94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 1127 time: 0.1673915
May 14 21:18:06.974361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-a22d580b-53d8-4e53-b758-fa263ec7247e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1504359
May 14 21:18:06.987796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Pushing event updated for resources: {'Port': ['ID=0dab43c4-67d1-4d4f-9b16-36a558042055,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:07.016643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3433192-6ff3-415f-88ad-892fbeece08e None None] Network 66ef981e-67ba-4260-838c-71b0d625aa4a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:07.042460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:07.051650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:07.067303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:07.128541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-294ad402-ca8d-4c43-90cc-f7ecb51238b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.133555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-294ad402-ca8d-4c43-90cc-f7ecb51238b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.2267706
May 14 21:18:07.150550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Provisioning complete for port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:07.151220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:07.159893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-c20ecb94-fdcd-4da9-86ab-0df273fea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.165461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-c20ecb94-fdcd-4da9-86ab-0df273fea120 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1127 time: 0.2115786
May 14 21:18:07.267619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-184549e4-5686-461c-a329-adb4131c0a26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c HTTP/1.1" status: 200  len: 217 time: 0.0993211
May 14 21:18:07.330101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-500f7a11-1a7e-4a3a-a19a-b62870a9a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.335811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-500f7a11-1a7e-4a3a-a19a-b62870a9a543 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0535991
May 14 21:18:07.356911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Attempting to bind port 0dab43c4-67d1-4d4f-9b16-36a558042055 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:07.357509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Attempting to bind port 0dab43c4-67d1-4d4f-9b16-36a558042055 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:07.360396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Attempting to bind port 0dab43c4-67d1-4d4f-9b16-36a558042055 on network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:07.368561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:07.369597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Checking segment: {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:07.369597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:07.370136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Bound using segment: {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:07.370535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd301508-f530-4fdb-9499-0bcd675d1a01 req-58d90aaf-8a76-485c-a5ab-1df6c5b14e05 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.373651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Bound port: 0dab43c4-67d1-4d4f-9b16-36a558042055, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:07.374708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:07.391563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd301508-f530-4fdb-9499-0bcd675d1a01 req-58d90aaf-8a76-485c-a5ab-1df6c5b14e05 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.1966767
May 14 21:18:07.424185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:07.425031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:07.466719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd301508-f530-4fdb-9499-0bcd675d1a01 req-5b14b0d5-65e3-4edc-9ada-0151b5a9de3d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721262
May 14 21:18:07.473339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-2b6ef094-dada-4275-9851-45575a0314dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.476640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-2b6ef094-dada-4275-9851-45575a0314dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1271541
May 14 21:18:07.505838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:07.609368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Current status of the port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:07.609917 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:07.628231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524fe8c-b744-4012-89c6-eb33087b59ae req-4c16c867-07f8-4cbc-b0da-f13a208ff957 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.640279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4524fe8c-b744-4012-89c6-eb33087b59ae req-4c16c867-07f8-4cbc-b0da-f13a208ff957 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 947 time: 0.0741224
May 14 21:18:07.695221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:07.731846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4524fe8c-b744-4012-89c6-eb33087b59ae req-a8523017-5826-44ef-b2ed-4f5406d1d37e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893116
May 14 21:18:07.871272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-dd2c4fb6-dea2-4e74-bcfd-6b6865e96195 service neutron] 10.222.0.52 "GET /v2.0/networks/66ef981e-67ba-4260-838c-71b0d625aa4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8578057
May 14 21:18:07.879984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ed510932-17b2-4dc2-872a-7ff2d94f8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.881864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ed510932-17b2-4dc2-872a-7ff2d94f8e58 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.6258395
May 14 21:18:07.887466 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:18:07.888293 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:18:07.892007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] For port 0dab43c4-67d1-4d4f-9b16-36a558042055, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:07.904888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:07.911980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] For port 0dab43c4-67d1-4d4f-9b16-36a558042055, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dab43c4-67d1-4d4f-9b16-36a558042055,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:07.967398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dc84c-4002-4185-95b5-48dd36101c15 req-4c75eb33-b837-4d60-9ccb-3aedc75cbb0b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:07.976045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c44dc84c-4002-4185-95b5-48dd36101c15 req-4c75eb33-b837-4d60-9ccb-3aedc75cbb0b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0798254
May 14 21:18:07.994602 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:08.010076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-6a010d31-1a83-4862-906f-585baae189be service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 200  len: 217 time: 0.1035457
May 14 21:18:08.057910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-a66a97ac-33ee-4952-b0f3-13790ac14851 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5590351
May 14 21:18:08.066272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c44dc84c-4002-4185-95b5-48dd36101c15 req-0d42c838-7170-4ab0-8334-42988340eb21 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886168
May 14 21:18:08.181251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467927c-4ee9-44ac-83ce-bfabc5ceb920 None None] Pushing event updated for resources: {'Port': ['ID=0dab43c4-67d1-4d4f-9b16-36a558042055,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:08.284818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:08.285070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-6bfdbdbf-e543-43df-b598-1c1f440cf062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:08.285070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-6bfdbdbf-e543-43df-b598-1c1f440cf062 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.2366049
May 14 21:18:08.339863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-9a500fa2-ed5c-46c1-a929-b1f1cd098933 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449259
May 14 21:18:08.347181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-5db8110a-0401-4b0a-804b-d3656743f874 service neutron] 10.222.0.52 "GET /v2.0/networks/66ef981e-67ba-4260-838c-71b0d625aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4749391
May 14 21:18:08.526104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfcebf-d4e1-4337-8e0a-18391d6cd14b None None] Current status of the port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:08.544733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-network', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:08.625950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:08.684060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6554d4bd-a450-4cd0-a5ca-f92e3b63749c None None] Provisioning complete for port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:08.684380 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6554d4bd-a450-4cd0-a5ca-f92e3b63749c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:08.686017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dddbcd-4b57-467c-bc6e-3fa981329d4a req-a7209da2-708e-47d7-bfa2-aa3e6a6a81f3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:08.692353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40dddbcd-4b57-467c-bc6e-3fa981329d4a req-a7209da2-708e-47d7-bfa2-aa3e6a6a81f3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.0886803
May 14 21:18:08.738582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:08.739020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:08.748242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40dddbcd-4b57-467c-bc6e-3fa981329d4a req-f69fde74-5304-4761-895d-9fd0fd6bd5af tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544322
May 14 21:18:08.894094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Made reservation on behalf of 811e6ec5009a4bc09493edbdac6ee64b for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:08.898001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:08.913368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:08.921656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d8b410d-69a0-4d49-9d07-b543baf0e620 req-738aef91-ea3d-4eab-b0a0-55de4358608a service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8318882
May 14 21:18:08.948720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50ba3b-8403-449a-9670-4caae1f19b01 req-7e9adb6b-4aa3-4956-b4a3-e073a53aeebd tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:08.950247 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e50ba3b-8403-449a-9670-4caae1f19b01 req-7e9adb6b-4aa3-4956-b4a3-e073a53aeebd tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 947 time: 0.0958228
May 14 21:18:08.960868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-83130a34-02da-49ca-814e-13398858df96 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6127343
May 14 21:18:09.029400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:09.035607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6554d4bd-a450-4cd0-a5ca-f92e3b63749c None None] Current status of the port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:09.060412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e50ba3b-8403-449a-9670-4caae1f19b01 req-cf48c4b6-3397-40b1-b1c3-b7eec7abd724 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030943
May 14 21:18:09.131714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks [] for security_group (0235947b-d338-4f93-add8-ee2d5d98230c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.165502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:09.167846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bf6d6c70-2f92-41a8-ad5d-558edc56ae26 service neutron] 10.222.0.52 "GET /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8092611
May 14 21:18:09.242348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0235947b-d338-4f93-add8-ee2d5d98230c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.254332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:09.269800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', 'mac_address': 'fa:16:3e:d5:92:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:09.300769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0235947b-d338-4f93-add8-ee2d5d98230c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:09.306263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:18:09.315016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb32630-730a-4506-82f9-0f7393c8134b req-d42b041b-ffcb-478e-a8cd-6ee65fac4abe tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:09.325114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6eb32630-730a-4506-82f9-0f7393c8134b req-d42b041b-ffcb-478e-a8cd-6ee65fac4abe tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1352732
May 14 21:18:09.343019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-ee9a9a3a-e7fb-46fa-ad8a-eb073ee1c3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3758101
May 14 21:18:09.396512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:09.399377 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.406430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (31979da3-e79e-48d1-bcc1-99cbc0ff0c7c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.406858 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Added segment 31979da3-e79e-48d1-bcc1-99cbc0ff0c7c of type vlan for network 465556e5-c6c9-4c28-a617-2167f1974168
May 14 21:18:09.411851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-f35c2902-e624-48f5-b3e5-4a1be145bf0b service neutron] 10.222.0.52 "GET /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367370
May 14 21:18:09.438891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:09.521997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:09.565294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (465556e5-c6c9-4c28-a617-2167f1974168), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.611888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6eb32630-730a-4506-82f9-0f7393c8134b req-8331fa4b-6755-4d68-8071-3db51ada06fc tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2811470
May 14 21:18:09.629153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.689023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ca145-3e36-4cca-9827-75157ace9db9 None None] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:09.761004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (465556e5-c6c9-4c28-a617-2167f1974168), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.762727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:09.763541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.883627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:09.945378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] Provisioning complete for port 0dab43c4-67d1-4d4f-9b16-36a558042055 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:09.953209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:09.960418 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6487929e-0bc7-44f5-b2d3-dde8f39305b4 req-e20d09a6-da80-4483-ac80-91daae826134 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 210 time: 0.1861467
May 14 21:18:09.994659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.7137358
May 14 21:18:10.001839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55938) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:10.016323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Request body: {'subnet': {'network_id': '465556e5-c6c9-4c28-a617-2167f1974168', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-subnet', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:10.026049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c49fff-0d68-453b-a815-d919bb716343 req-d2fc200d-dc4e-4ee1-ba69-2e9170d5d938 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:10.029817 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7c49fff-0d68-453b-a815-d919bb716343 req-d2fc200d-dc4e-4ee1-ba69-2e9170d5d938 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.1216719
May 14 21:18:10.042810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8fbb69dd-a1d9-4bd5-9188-ffd595b8948c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:10.081036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-bfe144ae-e8b7-46b2-ba69-b39cb5b5d19f tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:10.082694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-bfe144ae-e8b7-46b2-ba69-b39cb5b5d19f tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1165628
May 14 21:18:10.278230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] Current status of the port 0dab43c4-67d1-4d4f-9b16-36a558042055 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:10.278617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:10.378048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3f67089-1bde-45d5-802b-25189b190da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:10.384121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7c49fff-0d68-453b-a815-d919bb716343 req-6f688667-aecc-4f51-a887-899ff7c990e0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3416979
May 14 21:18:10.394784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] For port 0dab43c4-67d1-4d4f-9b16-36a558042055, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dab43c4-67d1-4d4f-9b16-36a558042055,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:10.591879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-34da4ab9-7eac-4579-ae47-1e2c14f7291a service neutron] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:10.597771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-34da4ab9-7eac-4579-ae47-1e2c14f7291a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:10.599451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-34da4ab9-7eac-4579-ae47-1e2c14f7291a service neutron] 10.222.0.48 "DELETE /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5008843
May 14 21:18:10.654020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0dab43c4-67d1-4d4f-9b16-36a558042055 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:10.685148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:10.821246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d3766-cf9c-4d13-ac8b-338791bd5fd2 req-cda5810c-2665-4427-9a8d-a83d7c440270 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:10.830882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d3d3766-cf9c-4d13-ac8b-338791bd5fd2 req-cda5810c-2665-4427-9a8d-a83d7c440270 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1254997
May 14 21:18:10.924227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-84a99d85-0d76-4a27-9ab4-af56ed93e174 None None] Provisioning complete for port 0dab43c4-67d1-4d4f-9b16-36a558042055 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:10.924902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84a99d85-0d76-4a27-9ab4-af56ed93e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:10.972365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d3d3766-cf9c-4d13-ac8b-338791bd5fd2 req-81f8b677-3554-4bd8-a1df-f206d089468e tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394238
May 14 21:18:10.974347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126763-916c-4290-a5c4-8a900bc4c41f admin admin] Pushing event updated for resources: {'Network': ['ID=465556e5-c6c9-4c28-a617-2167f1974168,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:11.002734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87354435-df9c-4999-b859-63ee41092704 req-3b2b3ad5-9aca-4146-8b68-07da6eca7c61 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:11.025523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87354435-df9c-4999-b859-63ee41092704 req-3b2b3ad5-9aca-4146-8b68-07da6eca7c61 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 948 time: 0.1955550
May 14 21:18:11.061325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 465556e5-c6c9-4c28-a617-2167f1974168 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:18:11.130929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4d28f8-7179-4a53-89bd-4a93d48fb1c7 req-6b76b86b-9382-4e2e-acfc-6603c9e6938c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 210 time: 0.0693948
May 14 21:18:11.151595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Made reservation on behalf of 811e6ec5009a4bc09493edbdac6ee64b for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:11.154856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.183065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87354435-df9c-4999-b859-63ee41092704 req-531a86bf-3e5a-402b-8dad-34a4f45a79f0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408317
May 14 21:18:11.195182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d2afb-6cab-48a9-b6be-0906f218c85b None None] Pushing event updated for resources: {'Port': ['ID=0dab43c4-67d1-4d4f-9b16-36a558042055,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:11.261258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:11.301576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0dab43c4-67d1-4d4f-9b16-36a558042055 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:11.302194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.431052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:18:11.457010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-84a99d85-0d76-4a27-9ab4-af56ed93e174 None None] Current status of the port 0dab43c4-67d1-4d4f-9b16-36a558042055 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:11.533541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0dab43c4-67d1-4d4f-9b16-36a558042055 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:11.545442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:11.545827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.559280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc656894-bb4b-48e6-9ddd-6367ad5ccdaf req-374b2b37-5881-4e66-b2d8-f93f70df6f07 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:11.560947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc656894-bb4b-48e6-9ddd-6367ad5ccdaf req-374b2b37-5881-4e66-b2d8-f93f70df6f07 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.0720596
May 14 21:18:11.587432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (3777a9da-e551-4ab3-b3cc-160678a96f81), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.640253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3777a9da-e551-4ab3-b3cc-160678a96f81,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:11.648719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc656894-bb4b-48e6-9ddd-6367ad5ccdaf req-cf9af087-2b22-4bcd-a7e2-9e953aa65f35 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753753
May 14 21:18:11.700504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Checking segment: {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:11.701053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Network hostable DHCP agents. Network: 465556e5-c6c9-4c28-a617-2167f1974168, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:18:11.708336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:11.708932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.793050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016519b2-b932-4be6-ba69-5ce679fec414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:11.795385 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941d79b-112d-4ec2-8057-605a72b358ba" -d '{"events": [{"server_uuid": "016519b2-b932-4be6-ba69-5ce679fec414", "name": "network-vif-plugged", "status": "completed", "tag": "8fbb69dd-a1d9-4bd5-9188-ffd595b8948c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:11.812011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:11.841399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.863407 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0c99f4-6fa0-409d-b557-1f40e72a2410 x-openstack-request-id: req-6d0c99f4-6fa0-409d-b557-1f40e72a2410 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:11.870185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2246ce7-68ff-411f-a172-122c7af520d9 req-98280409-a995-412b-82f7-0a827d0b0f0a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:11.870502 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016519b2-b932-4be6-ba69-5ce679fec414", "name": "network-vif-plugged", "status": "completed", "tag": "8fbb69dd-a1d9-4bd5-9188-ffd595b8948c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:11.870502 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d0c99f4-6fa0-409d-b557-1f40e72a2410 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:11.870502 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0c99f4-6fa0-409d-b557-1f40e72a2410'] response: {'server_uuid': '016519b2-b932-4be6-ba69-5ce679fec414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', 'code': 200}
May 14 21:18:11.872046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2246ce7-68ff-411f-a172-122c7af520d9 req-98280409-a995-412b-82f7-0a827d0b0f0a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1127 time: 0.0551322
May 14 21:18:11.887432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Network 465556e5-c6c9-4c28-a617-2167f1974168 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:18:11.917310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.918458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:11.985924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 465556e5-c6c9-4c28-a617-2167f1974168) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:11.991543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:11.992403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:12.016697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:12.024927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b8c82-6b48-44f3-bcb4-1286d935a765 None None] Network 465556e5-c6c9-4c28-a617-2167f1974168 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:12.054395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2246ce7-68ff-411f-a172-122c7af520d9 req-7d07a725-ae45-421d-bcf3-6677642c3d57 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757369
May 14 21:18:12.078496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35afc51-fa32-42d7-a237-43c6fb6bdf22 req-d6a3c642-f127-4420-91f6-5b8a2a6e561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:12.080675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b35afc51-fa32-42d7-a237-43c6fb6bdf22 req-d6a3c642-f127-4420-91f6-5b8a2a6e561f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 1131 time: 0.1026335
May 14 21:18:12.153490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b35afc51-fa32-42d7-a237-43c6fb6bdf22 req-d037a8c0-8d8e-42ab-ad74-48ee3beb6182 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608695
May 14 21:18:12.210956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-465556e5-c6c9-4c28-a617-2167f1974168', 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168', 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'fixed_ips': [{'subnet_id': '3777a9da-e551-4ab3-b3cc-160678a96f81'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:18:12.210956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:12.216113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-268b57a7-4954-4dbb-988e-5dc5aaea042f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 2.2076073
May 14 21:18:12.216596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55984) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:12.223498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:12.261982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac94b-37d3-4956-8a1c-2b99dec05001 req-95352397-8a2d-4832-b783-34259a417423 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:12.274838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20bac94b-37d3-4956-8a1c-2b99dec05001 req-95352397-8a2d-4832-b783-34259a417423 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1602445
May 14 21:18:12.294649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1f05f-3476-41b5-948c-e54c504b090c req-d64363b5-918c-47fd-b8c2-d77842577ab1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:12.296542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2b1f05f-3476-41b5-948c-e54c504b090c req-d64363b5-918c-47fd-b8c2-d77842577ab1 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 1127 time: 0.0587437
May 14 21:18:12.356323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20bac94b-37d3-4956-8a1c-2b99dec05001 req-7005c239-5f08-4e58-9f24-48b0216a69d3 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789585
May 14 21:18:12.360126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2b1f05f-3476-41b5-948c-e54c504b090c req-b0e896f5-918e-4353-a93a-4530408819f9 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563424
May 14 21:18:12.447176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (3c15da00-5cce-42cd-8a69-f5029f8d65ab), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:12.447176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (3c15da00-5cce-42cd-8a69-f5029f8d65ab), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:12.622511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Allocated IP 172.20.0.2 (465556e5-c6c9-4c28-a617-2167f1974168/3777a9da-e551-4ab3-b3cc-160678a96f81/e369f8e4-b433-4aa0-bde1-fa91dd1024cc) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:12.637639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b1b29f8-7b60-4de1-a977-3c002edf461c req-306b8bce-9ccd-4085-a999-d118742ec1ce tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 210 time: 0.1364970
May 14 21:18:12.687548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0dab43c4-67d1-4d4f-9b16-36a558042055 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:12.728459 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks [] for router_controller (3c15da00-5cce-42cd-8a69-f5029f8d65ab), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:12.786338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5116eb-2090-48d4-93ab-83fbe378f9f6 req-5b6fa64b-3f74-41d8-bb57-63422c67ae7e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:12.789705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff5116eb-2090-48d4-93ab-83fbe378f9f6 req-5b6fa64b-3f74-41d8-bb57-63422c67ae7e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 949 time: 0.1057208
May 14 21:18:12.893287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff5116eb-2090-48d4-93ab-83fbe378f9f6 req-db45a1f1-8f44-4e24-ad87-f1178f57a9d4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836174
May 14 21:18:12.939331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0dab43c4-67d1-4d4f-9b16-36a558042055 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:12.939950 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.203912 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Publish callbacks [] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.250479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-22fa40c0-34ab-4701-b90b-d0eb055a40d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.282942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0dab43c4-67d1-4d4f-9b16-36a558042055 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:13.342782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.419998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks [] for router_gateway (3c15da00-5cce-42cd-8a69-f5029f8d65ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.428915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Network 465556e5-c6c9-4c28-a617-2167f1974168 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:13.447927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:13.454731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:13.545201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Pushing event updated for resources: {'Port': ['ID=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:13.604675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Attempting to bind port e369f8e4-b433-4aa0-bde1-fa91dd1024cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:13.605045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Attempting to bind port e369f8e4-b433-4aa0-bde1-fa91dd1024cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:13.605421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Attempting to bind port e369f8e4-b433-4aa0-bde1-fa91dd1024cc on network 465556e5-c6c9-4c28-a617-2167f1974168 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:13.620821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:13.621410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Checking segment: {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:13.622196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.622889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Bound using segment: {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:13.623409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Bound port: e369f8e4-b433-4aa0-bde1-fa91dd1024cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:13.624995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.630747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fce58-9587-4ca1-a968-be53d5ad9064 req-7ee6a3d5-5479-402d-bec5-3605e08f15b5 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:13.633123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a6fce58-9587-4ca1-a968-be53d5ad9064 req-7ee6a3d5-5479-402d-bec5-3605e08f15b5 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1116982
May 14 21:18:13.825304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a6fce58-9587-4ca1-a968-be53d5ad9064 req-5f003d66-9238-4ddd-8ca3-a04feb145356 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760831
May 14 21:18:13.866182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] For port e369f8e4-b433-4aa0-bde1-fa91dd1024cc, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:13.870636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] For port e369f8e4-b433-4aa0-bde1-fa91dd1024cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:13.887054 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:13.892927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86db1af7-10e6-4150-bfc6-c3d663d17b99 req-63ed052f-ae1a-4412-92f8-bdced67d2e4f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 210 time: 0.0472710
May 14 21:18:14.083605 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:14.134731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27595591-a794-4cf1-baeb-841727e91610 req-182d5ba2-8e7e-4b06-9fa5-32325ebb4c42 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:14.142531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27595591-a794-4cf1-baeb-841727e91610 req-182d5ba2-8e7e-4b06-9fa5-32325ebb4c42 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 949 time: 0.1424189
May 14 21:18:14.160806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb955-17b0-427c-8e22-179e1149eaab None None] Pushing event updated for resources: {'Port': ['ID=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:14.175822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks [] for router_gateway (3c15da00-5cce-42cd-8a69-f5029f8d65ab), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:14.213821 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:14.254218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-128b911d-f449-483b-a739-8d9b287d9484 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:14.261013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-128b911d-f449-483b-a739-8d9b287d9484 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:14.262771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-128b911d-f449-483b-a739-8d9b287d9484 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "GET /v2.0/networks?id=66ef981e-67ba-4260-838c-71b0d625aa4a&id=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d HTTP/1.1" status: 200  len: 1390 time: 0.2830231
May 14 21:18:14.297993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'port': {'device_id': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a', 'admin_state_up': True, 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:14.309124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27595591-a794-4cf1-baeb-841727e91610 req-72b4f7b0-c552-41b1-af00-27d8c8966255 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654103
May 14 21:18:14.404212 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:18:14.560949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632b350-07c5-4bdf-b8f4-5d3ab58094ba req-1fce5a9f-b261-4df0-b99e-1242f4bf21a6 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:14.574215 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a632b350-07c5-4bdf-b8f4-5d3ab58094ba req-1fce5a9f-b261-4df0-b99e-1242f4bf21a6 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 1131 time: 0.1094661
May 14 21:18:14.599379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e369f8e4-b433-4aa0-bde1-fa91dd1024cc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:14.636163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Allocated IP 172.35.4.6 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/fd9792ff-a74a-40d3-a36e-d31ee7b43556) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:14.704281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a632b350-07c5-4bdf-b8f4-5d3ab58094ba req-1219905e-24d3-4049-a3b6-3bc01d0a786f tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283693
May 14 21:18:14.749452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e369f8e4-b433-4aa0-bde1-fa91dd1024cc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:14.750652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:14.795879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:14.802068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:14.935330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e369f8e4-b433-4aa0-bde1-fa91dd1024cc is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:14.935751 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:14.980667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e369f8e4-b433-4aa0-bde1-fa91dd1024cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:15.052481 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-69ff6257-07a0-4f70-8ddb-7e49e60ad834 req-835a50ca-1195-4b52-86d8-f4b82864fc03 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 210 time: 0.0459068
May 14 21:18:15.070645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:15.093896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26b8f6-8485-4a01-b70c-44e419f3e469 req-29dfb97a-3e1c-4dca-a9ff-305ef33b77b1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:15.111542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f26b8f6-8485-4a01-b70c-44e419f3e469 req-29dfb97a-3e1c-4dca-a9ff-305ef33b77b1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1245098
May 14 21:18:15.208376 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-6b77c80f-3f2c-4b35-8898-a8dbc38413aa tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326493
May 14 21:18:15.230844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:15.310139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks [] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:15.357843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-259039bd-176b-4bb0-8c7d-95b99a676c90 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:15.364590 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-259039bd-176b-4bb0-8c7d-95b99a676c90 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1544213
May 14 21:18:15.381798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-7040efb2-06dc-415a-9c0e-8501a15672a6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/quotas/a1c562e1e1414d32b858e08cb6379e8a HTTP/1.1" status: 200  len: 375 time: 0.0156097
May 14 21:18:15.414505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f26b8f6-8485-4a01-b70c-44e419f3e469 req-90486e51-e272-4f64-9215-67c799f3bee3 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998502
May 14 21:18:15.463634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Allocated IP 19.80.0.90 (66ef981e-67ba-4260-838c-71b0d625aa4a/b1bca576-b719-4ec0-8985-d75398305025/abb89be5-20ae-48c5-802d-2c1c67e66d1d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:15.470673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:15.493185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-7e9d882d-a4d5-4bcf-af27-854812139d7c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1100860
May 14 21:18:15.536674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:15.550052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:15.554506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:15.565554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9792ff-a74a-40d3-a36e-d31ee7b43556,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:15.582038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:15.737941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d4c48-15f2-4018-b1cb-b63b0910e76b None None] Network 465556e5-c6c9-4c28-a617-2167f1974168 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:15.882692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5097a8fc-e28d-4854-9b43-b5c6355de4d4 req-2e146f18-efb0-426f-8233-dda8c4bd0720 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 210 time: 0.0708919
May 14 21:18:15.954165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:16.043711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-22cb4c80-cce3-44a0-811c-f31185ba9673 None None] Provisioning complete for port e369f8e4-b433-4aa0-bde1-fa91dd1024cc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:16.044310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-22cb4c80-cce3-44a0-811c-f31185ba9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:16.091791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:16.304317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-22cb4c80-cce3-44a0-811c-f31185ba9673 None None] Current status of the port e369f8e4-b433-4aa0-bde1-fa91dd1024cc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:16.348275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-8b8dd658-8b99-475f-aee0-cfcfe10dfbd9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0849144
May 14 21:18:16.486697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e369f8e4-b433-4aa0-bde1-fa91dd1024cc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:16.590093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-1aa5dc60-57b5-4f74-aaee-938b864350f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:16.593742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-1aa5dc60-57b5-4f74-aaee-938b864350f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 1126 time: 0.1833341
May 14 21:18:16.700572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c909035e-6ead-4780-98b1-6b77fae9672c None None] Provisioning complete for port e369f8e4-b433-4aa0-bde1-fa91dd1024cc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:16.701270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c909035e-6ead-4780-98b1-6b77fae9672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:16.797648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e0c61-19ec-40a4-9a89-f14dc0a79150 req-95061ed7-1e49-4abd-bd28-699923f7e470 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:16.802150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e369f8e4-b433-4aa0-bde1-fa91dd1024cc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:16.803001 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:16.808016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c78e0c61-19ec-40a4-9a89-f14dc0a79150 req-95061ed7-1e49-4abd-bd28-699923f7e470 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.2118623
May 14 21:18:16.904961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-186aa9f7-d960-4b30-a939-c05368fcd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:16.906871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-186aa9f7-d960-4b30-a939-c05368fcd927 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.2914481
May 14 21:18:16.938760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3669ad5-6a63-4ccc-9b1a-71411b7ecfb7 req-f4f88ff4-b72d-4f7b-bb43-ed880953ade5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:16.944942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c78e0c61-19ec-40a4-9a89-f14dc0a79150 req-a01361ad-3772-47ee-8ca3-f4823f9fdb28 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358130
May 14 21:18:16.947511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3669ad5-6a63-4ccc-9b1a-71411b7ecfb7 req-f4f88ff4-b72d-4f7b-bb43-ed880953ade5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 931 time: 0.7295046
May 14 21:18:17.032598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e369f8e4-b433-4aa0-bde1-fa91dd1024cc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:17.035209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:17.055432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c909035e-6ead-4780-98b1-6b77fae9672c None None] Current status of the port e369f8e4-b433-4aa0-bde1-fa91dd1024cc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:17.055997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-113c7ccd-03f3-49a1-a141-eb51af4c8036 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 200  len: 217 time: 0.1339066
May 14 21:18:17.092547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:17.098768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network 66ef981e-67ba-4260-838c-71b0d625aa4a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:17.115972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:17.123660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:17.168111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d054b07-d78a-4daf-8c83-6a5e82cf0246 req-527ba528-fe0a-47ca-b1be-ec5777ebdc5b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 210 time: 0.1157141
May 14 21:18:17.201673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:17.202466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:17.205927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-e7f637a6-0640-4845-9186-12a1c61fc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:17.208400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-e7f637a6-0640-4845-9186-12a1c61fc66e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1396475
May 14 21:18:17.243615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3669ad5-6a63-4ccc-9b1a-71411b7ecfb7 req-3ee1f112-5201-4642-8f4d-4664f3548906 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2950468
May 14 21:18:17.251914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks [] for router_gateway (3c15da00-5cce-42cd-8a69-f5029f8d65ab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:17.262799 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-1c3dad03-b5c2-4026-a0f6-31d389c22503 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428774
May 14 21:18:17.405469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-27334ba8-8f3d-4c49-bf7b-da7dd365e24b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1114507
May 14 21:18:17.416543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Request body: {'port': {'device_id': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d', 'admin_state_up': True, 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:17.417454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-8ae2dd71-4bb4-4f0d-b2ed-db6728629435 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476650
May 14 21:18:17.614609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2eeade4a-0246-4711-8fd7-aa3abc709eb7 None None] Provisioning complete for port abb89be5-20ae-48c5-802d-2c1c67e66d1d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:17.617100 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2eeade4a-0246-4711-8fd7-aa3abc709eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:17.674497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4134123-77ad-40cb-99fc-254b4f9d46cf req-3ff304c6-2eec-4fa9-bd31-3a9734a4da96 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2496872
May 14 21:18:17.727843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2eeade4a-0246-4711-8fd7-aa3abc709eb7 None None] Port abb89be5-20ae-48c5-802d-2c1c67e66d1d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:17.789524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (3c15da00-5cce-42cd-8a69-f5029f8d65ab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:17.903439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Made reservation on behalf of 9197ea49e7544e7c96dd2d4b1a55fa29 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:17.906885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:18.162701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef7443-527c-4350-8c7d-d947b02e0fe2 req-7a8df0cf-da5d-4e79-9423-638a4f7337fa tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:18.162701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-10ef7443-527c-4350-8c7d-d947b02e0fe2 req-7a8df0cf-da5d-4e79-9423-638a4f7337fa tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1181092
May 14 21:18:18.264190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-10ef7443-527c-4350-8c7d-d947b02e0fe2 req-018ad8ff-2c12-4b76-a46f-844badfb12e7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119959
May 14 21:18:18.366480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Allocated IP 19.86.0.79 (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d/f1b262a8-4b84-4eec-88a4-6587b49efed6/fd470c7c-db03-44a7-9389-4a1055607c0f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:18.452887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c3a04da-8a13-4024-9c48-67f96472cc2e req-d7b0b7e5-0a94-4b14-9035-435add4bb2c2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 210 time: 0.0540338
May 14 21:18:18.459883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e759fc-dff4-4ff9-ab37-4b7750008121 req-d3cae72a-6570-4be3-b2ff-d1725632fa12 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:18.462511 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29e759fc-dff4-4ff9-ab37-4b7750008121 req-d3cae72a-6570-4be3-b2ff-d1725632fa12 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 931 time: 0.0988934
May 14 21:18:18.531561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29e759fc-dff4-4ff9-ab37-4b7750008121 req-4807a74d-c920-4154-ad44-ee8a921d9eb7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618865
May 14 21:18:18.614217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Router 3c15da00-5cce-42cd-8a69-f5029f8d65ab is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:18:18.819887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:18.871799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:18:18.891162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Sync routers for ids ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:18:18.905174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Routers {'3c15da00-5cce-42cd-8a69-f5029f8d65ab'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:18.905807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c73580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:19.009290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:19.013752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-864e87b5-beee-44e8-a2cb-717e8e3c0a34 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.7933877
May 14 21:18:19.014155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56166) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:19.015749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:19.062445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:19.067163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:19.072109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:19.107725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Set router 3c15da00-5cce-42cd-8a69-f5029f8d65ab gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:19.167714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:19.168640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:19.182962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event updated for resources: {'Port': ['ID=fd470c7c-db03-44a7-9389-4a1055607c0f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:19.243774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-bdced467-f352-44f2-a362-db41ce572923 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8322062
May 14 21:18:19.263334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Request body: {'port': {'device_id': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:19.564112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c73580>, [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:16Z', 'revision_number': 3, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:19.644805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Checking router: 3c15da00-5cce-42cd-8a69-f5029f8d65ab for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:18:19.644805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Updating router 3c15da00-5cce-42cd-8a69-f5029f8d65ab port fd9792ff-a74a-40d3-a36e-d31ee7b43556 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:18:19.672776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10671ae-433d-4be5-827b-1f6d01d957c9 req-0eac4eea-0a20-47f6-a4ac-4a2321114652 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:19.674487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e10671ae-433d-4be5-827b-1f6d01d957c9 req-0eac4eea-0a20-47f6-a4ac-4a2321114652 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.2905228
May 14 21:18:19.682733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-8ad9f008-6ee3-4a58-931b-979718280ee1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0783820
May 14 21:18:19.690219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:19.703511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:19.718309 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0593a0a2-7c1a-4733-8a06-15f42afcb6c4 req-0414b48d-cb41-4dc3-ab36-1ea8f3319698 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 210 time: 0.0916538
May 14 21:18:19.933468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e10671ae-433d-4be5-827b-1f6d01d957c9 req-e205431c-ee8b-48f7-bd7f-9f8f7cf44442 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449353
May 14 21:18:19.971526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-645b063d-2c06-4377-b753-602726dbdfe3 None None] Provisioning complete for port fd470c7c-db03-44a7-9389-4a1055607c0f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:19.971526 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-645b063d-2c06-4377-b753-602726dbdfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.008107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950d871-9f4d-4670-aed2-de882e96467c req-b086d2ea-6cb4-498f-99c1-41be393172b7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:20.033769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950d871-9f4d-4670-aed2-de882e96467c req-b086d2ea-6cb4-498f-99c1-41be393172b7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:20.033769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a950d871-9f4d-4670-aed2-de882e96467c req-b086d2ea-6cb4-498f-99c1-41be393172b7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1653 time: 0.1656578
May 14 21:18:20.092627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-4ec5539f-92e1-43b2-b58e-841130d06bc8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:20.094089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-4ec5539f-92e1-43b2-b58e-841130d06bc8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3861928
May 14 21:18:20.108590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-645b063d-2c06-4377-b753-602726dbdfe3 None None] Port fd470c7c-db03-44a7-9389-4a1055607c0f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:20.120300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a950d871-9f4d-4670-aed2-de882e96467c req-3fe466e4-4335-46a3-8784-d5ce1759f2dd tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952809
May 14 21:18:20.157723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:20.266572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.274487 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Publish callbacks [] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.367091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.452519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Attempting to bind port fd9792ff-a74a-40d3-a36e-d31ee7b43556 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:20.452975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Attempting to bind port fd9792ff-a74a-40d3-a36e-d31ee7b43556 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:20.453404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Attempting to bind port fd9792ff-a74a-40d3-a36e-d31ee7b43556 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:20.456523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1129c9d-bb48-4ef8-b017-79646b2bbc8e None None] Pushing event updated for resources: {'Port': ['ID=fd9792ff-a74a-40d3-a36e-d31ee7b43556,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:20.467787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:20.468324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:20.469047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.469196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:20.469793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Bound port: fd9792ff-a74a-40d3-a36e-d31ee7b43556, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:20.470239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.505432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Allocated IP 172.20.0.1 (465556e5-c6c9-4c28-a617-2167f1974168/3777a9da-e551-4ab3-b3cc-160678a96f81/f6b81e43-467b-4789-a4c5-bbc58d81f7db) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:20.513933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:20.518332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.538536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] For port fd9792ff-a74a-40d3-a36e-d31ee7b43556, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:20.542883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] For port fd9792ff-a74a-40d3-a36e-d31ee7b43556, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9792ff-a74a-40d3-a36e-d31ee7b43556,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:20.640344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb89be5-20ae-48c5-802d-2c1c67e66d1d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:20.660727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.731987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1129c9d-bb48-4ef8-b017-79646b2bbc8e None None] Pushing event updated for resources: {'Port': ['ID=fd9792ff-a74a-40d3-a36e-d31ee7b43556,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:20.759440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Routers {'3c15da00-5cce-42cd-8a69-f5029f8d65ab'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:20.760078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c73580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:20.821801 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks [] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:20.877900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] Set router 3c15da00-5cce-42cd-8a69-f5029f8d65ab gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:20.882475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.132 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/4fd5f38e-2d88-4afe-ad3f-275929a09686) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:20.955791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Publish callbacks [] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.002584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.051867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56867ae7-29e0-4be0-affe-0b19a6ac5183 req-6097058b-5ba6-414a-bb08-3cbb31e951a8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 210 time: 0.1104417
May 14 21:18:21.069496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b81e43-467b-4789-a4c5-bbc58d81f7db,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:21.078479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Transition to ACTIVE for port object abb89be5-20ae-48c5-802d-2c1c67e66d1d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:21.112960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c73580>, [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:16Z', 'revision_number': 3, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:21.115502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Network 465556e5-c6c9-4c28-a617-2167f1974168 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:21.118867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:21.123578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:21.143816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aefe50-a9b5-4468-ba80-27456763d55a None None] The sync data for ids ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'] in ncdv-master-1 is: [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:16Z', 'revision_number': 3, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:18:21.153882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.161291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d04a-4faf-4c63-b2d3-fdf4040d3b64 req-8a87bb4a-3327-4916-bb05-fa20a6e4781d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:21.163696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf17d04a-4faf-4c63-b2d3-fdf4040d3b64 req-8a87bb4a-3327-4916-bb05-fa20a6e4781d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0829101
May 14 21:18:21.197947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (3c15da00-5cce-42cd-8a69-f5029f8d65ab), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.214294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.295450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf17d04a-4faf-4c63-b2d3-fdf4040d3b64 req-6a4267b0-f1b9-4d13-b8f7-f5607d6f1f96 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225173
May 14 21:18:21.329765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.343661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c', '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:21.346574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:21.454673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Pushing event updated for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:21.482641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e0663-22a3-4cf1-baa6-89b5f3ab31fb req-1cbe212c-1e4f-4f30-aa40-19453e6ea07c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:21.539360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e0663-22a3-4cf1-baa6-89b5f3ab31fb req-1cbe212c-1e4f-4f30-aa40-19453e6ea07c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:21.550003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51e0663-22a3-4cf1-baa6-89b5f3ab31fb req-1cbe212c-1e4f-4f30-aa40-19453e6ea07c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1665 time: 0.3185565
May 14 21:18:21.626652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.750150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51e0663-22a3-4cf1-baa6-89b5f3ab31fb req-73a8b3cf-d63c-43a3-8a68-fd60aa7b379d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987975
May 14 21:18:21.800168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5b00f3d4-137f-45ff-b62e-dcf6de13a25c None None] Provisioning complete for port f6b81e43-467b-4789-a4c5-bbc58d81f7db triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:21.801174 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b00f3d4-137f-45ff-b62e-dcf6de13a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:21.839498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:21.852541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:21.911720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:21.954670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b00f3d4-137f-45ff-b62e-dcf6de13a25c None None] Port f6b81e43-467b-4789-a4c5-bbc58d81f7db cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:22.005672 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks [] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.172205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.238355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (3c15da00-5cce-42cd-8a69-f5029f8d65ab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.294468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2fe1dc73-b69d-4f39-9987-0bf6ef219a69 None None] Provisioning complete for port 4fd5f38e-2d88-4afe-ad3f-275929a09686 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:22.294956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2fe1dc73-b69d-4f39-9987-0bf6ef219a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.368989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1076df-45bd-4e5f-bb53-b12998280698 req-85b49d52-7b80-4ed3-b45b-243e9e0533a9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:22.370920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c1076df-45bd-4e5f-bb53-b12998280698 req-85b49d52-7b80-4ed3-b45b-243e9e0533a9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 936 time: 0.1441865
May 14 21:18:22.373941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b81e43-467b-4789-a4c5-bbc58d81f7db,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:22.430090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1dc73-b69d-4f39-9987-0bf6ef219a69 None None] Port 4fd5f38e-2d88-4afe-ad3f-275929a09686 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:22.431417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=4fd5f38e-2d88-4afe-ad3f-275929a09686,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:22.502928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-56924920-2f72-4520-a37c-25f972eace73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.8133705
May 14 21:18:22.512000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c1076df-45bd-4e5f-bb53-b12998280698 req-4380419d-fec7-46a6-9100-c650ba3a2a65 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927324
May 14 21:18:22.612029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Network 465556e5-c6c9-4c28-a617-2167f1974168 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:22.617749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:22.629216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd9792ff-a74a-40d3-a36e-d31ee7b43556 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:22.643156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387392b-1860-4a81-9250-2236e894a50e req-ed32cd25-86d6-4a99-bbe1-9ec9739fd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:22.644706 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-ed32cd25-86d6-4a99-bbe1-9ec9739fd13e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 1126 time: 0.0757818
May 14 21:18:22.659529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:22.660399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.746926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fd9792ff-a74a-40d3-a36e-d31ee7b43556 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:22.747544 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.785606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Attempting to bind port abb89be5-20ae-48c5-802d-2c1c67e66d1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:22.789401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Attempting to bind port abb89be5-20ae-48c5-802d-2c1c67e66d1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:22.789401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Attempting to bind port abb89be5-20ae-48c5-802d-2c1c67e66d1d on network 66ef981e-67ba-4260-838c-71b0d625aa4a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:22.789401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387392b-1860-4a81-9250-2236e894a50e req-8f5dff11-3361-4556-b8c4-a10d5549f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:22.790729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-8f5dff11-3361-4556-b8c4-a10d5549f0bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1234179
May 14 21:18:22.814908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7e3a6-a0ff-41e7-9a4d-4895437a8cb2 req-5973bedf-b6e1-4a74-8a71-8d94c1b00a2f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:22.816492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76f7e3a6-a0ff-41e7-9a4d-4895437a8cb2 req-5973bedf-b6e1-4a74-8a71-8d94c1b00a2f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.3586760
May 14 21:18:22.817103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Port abb89be5-20ae-48c5-802d-2c1c67e66d1d on network 66ef981e-67ba-4260-838c-71b0d625aa4a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:22.817428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Attempting to bind port abb89be5-20ae-48c5-802d-2c1c67e66d1d on network 66ef981e-67ba-4260-838c-71b0d625aa4a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:22.839739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3d19a-12aa-4c8f-a9b4-e97e692ca207 req-259e5038-80f8-46b9-9310-0fe64d7dcb29 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:22.847649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a3d19a-12aa-4c8f-a9b4-e97e692ca207 req-259e5038-80f8-46b9-9310-0fe64d7dcb29 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.1492722
May 14 21:18:22.946710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:22.946710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Checking segment: {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:22.956960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Bound using segment: {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:22.956960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Bound port: abb89be5-20ae-48c5-802d-2c1c67e66d1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c00a260-52ca-4da0-810b-044294870a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:22.958946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.964093 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a3d19a-12aa-4c8f-a9b4-e97e692ca207 req-7b8e0324-19ad-4299-b8ef-829bed7f8c6f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102679
May 14 21:18:22.966210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fd9792ff-a74a-40d3-a36e-d31ee7b43556 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:22.966605 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:22.981546 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Router 3c15da00-5cce-42cd-8a69-f5029f8d65ab has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:18:22.992934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-ecb6d47a-a361-4d18-ac10-b891d8950c53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 200  len: 217 time: 0.1928670
May 14 21:18:23.021019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port fd9792ff-a74a-40d3-a36e-d31ee7b43556, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9792ff-a74a-40d3-a36e-d31ee7b43556,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:23.067010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bdfb9348-9eb5-4fd9-b950-84453944482e None None] Provisioning complete for port f6b81e43-467b-4789-a4c5-bbc58d81f7db triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:23.067389 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9348-9eb5-4fd9-b950-84453944482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:23.087521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-2f1dcfc7-136e-4f87-8982-ba44e424be60 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.9849072
May 14 21:18:23.104558 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:23.108519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Request body: {'port': {'device_id': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:23.159413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb9348-9eb5-4fd9-b950-84453944482e None None] Port f6b81e43-467b-4789-a4c5-bbc58d81f7db cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:23.181217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387392b-1860-4a81-9250-2236e894a50e req-13279955-4374-4d40-8831-342cdd253884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.182820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-13279955-4374-4d40-8831-342cdd253884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1747334
May 14 21:18:23.184982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c4e6a-48dc-4cc5-8de8-2c2dc0032a1c req-ffddec60-76f4-45f1-b383-b2bc35ccca63 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.190504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c4e6a-48dc-4cc5-8de8-2c2dc0032a1c req-ffddec60-76f4-45f1-b383-b2bc35ccca63 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.191116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=fd9792ff-a74a-40d3-a36e-d31ee7b43556,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:23.192266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-681c4e6a-48dc-4cc5-8de8-2c2dc0032a1c req-ffddec60-76f4-45f1-b383-b2bc35ccca63 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1665 time: 0.1192713
May 14 21:18:23.222335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76f7e3a6-a0ff-41e7-9a4d-4895437a8cb2 req-36793556-6369-45b1-888b-f5ad6138ecfd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694429
May 14 21:18:23.223714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:23.241793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:18:23.253422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-892d0fab-74e2-4a75-b45b-82d970232f67 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c15da00-5cce-42cd-8a69-f5029f8d65ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2370181
May 14 21:18:23.267782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-564349ad-ec84-4ca0-ab2b-d3979cd83da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779223
May 14 21:18:23.269603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:23.293120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:23.309329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-681c4e6a-48dc-4cc5-8de8-2c2dc0032a1c req-d64d362e-29e1-4e71-b7ff-b6e0d36e9d4b tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075051
May 14 21:18:23.403066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:23.505224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.506014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:23.507598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] 10.222.0.48 "PUT /v2.0/ports/abb89be5-20ae-48c5-802d-2c1c67e66d1d HTTP/1.1" status: 200  len: 1091 time: 4.2558377
May 14 21:18:23.508061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:23.510587 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49" -d '{"events": [{"name": "network-changed", "server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:23.562659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-16b17d92-70d4-4da2-a6fe-d21cb995523b service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860320
May 14 21:18:23.564355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346ae81-5e5a-45f4-a79e-95c3e6479abf service neutron] Pushing event updated for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:23.579445 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4e8f162-ba68-44b5-9376-3ad53a5293b0 req-3a6833e5-e79b-453b-9986-0a6dad23d478 tempest-FloatingIPsNegativeTestJSON-1767047314 tempest-FloatingIPsNegativeTestJSON-1767047314-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=811e6ec5009a4bc09493edbdac6ee64b HTTP/1.1" status: 200  len: 217 time: 0.0404613
May 14 21:18:23.662375 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df4f8d-90a5-4076-bd86-af1801c557a4 x-openstack-request-id: req-66df4f8d-90a5-4076-bd86-af1801c557a4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:23.662679 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:23.663097 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66df4f8d-90a5-4076-bd86-af1801c557a4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:23.663621 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66df4f8d-90a5-4076-bd86-af1801c557a4'] response: {'name': 'network-changed', 'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d', 'status': 'completed', 'code': 200}
May 14 21:18:23.694125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Request body: {'port': {'device_id': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:23.766811 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Sync routers for ids ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:18:23.778755 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Routers {'3c15da00-5cce-42cd-8a69-f5029f8d65ab'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:23.779378 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231ecfd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:23.818139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcefd5f-c1a1-4741-8e17-f76c8f3275fa req-64062513-58d8-4305-8c7a-f0b293a9a82d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.826458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1dcefd5f-c1a1-4741-8e17-f76c8f3275fa req-64062513-58d8-4305-8c7a-f0b293a9a82d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 936 time: 0.0889683
May 14 21:18:23.858137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-480429e6-b2a1-4250-8654-96c921481d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.858892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-480429e6-b2a1-4250-8654-96c921481d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:23.860521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-480429e6-b2a1-4250-8654-96c921481d98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1943 time: 0.1704164
May 14 21:18:23.901187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:23.927510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Set router 3c15da00-5cce-42cd-8a69-f5029f8d65ab gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:23.944947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1dcefd5f-c1a1-4741-8e17-f76c8f3275fa req-9651fe1f-6348-4bb8-8bd2-453513b27ced tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174884
May 14 21:18:24.012966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9387392b-1860-4a81-9250-2236e894a50e req-a1327128-2614-4fc2-ba45-8b96cf3442c2 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4427533
May 14 21:18:24.129050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06917a9c-8fe2-47c7-a672-2533f75db0ef req-c0ad5ba4-ae56-4e55-8f1d-2116b1976e72 tempest-FloatingIPsNegativeTestJSON-1767047314 tempest-FloatingIPsNegativeTestJSON-1767047314-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0582216
May 14 21:18:24.151454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231ecfd00>, [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:21Z', 'revision_number': 4, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b81e43-467b-4789-a4c5-bbc58d81f7db', 'name': '', 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'mac_address': 'fa:16:3e:4a:91:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3777a9da-e551-4ab3-b3cc-160678a96f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:20Z', 'updated_at': '2022-05-14T21:18:21Z', 'revision_number': 2, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'subnets': [{'id': '3777a9da-e551-4ab3-b3cc-160678a96f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:24.182875 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Checking router: 3c15da00-5cce-42cd-8a69-f5029f8d65ab for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:18:24.183160 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Updating router 3c15da00-5cce-42cd-8a69-f5029f8d65ab port f6b81e43-467b-4789-a4c5-bbc58d81f7db binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:18:24.214062 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.235174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-51ea9353-544a-4642-a132-620d8f7db9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:24.235818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-51ea9353-544a-4642-a132-620d8f7db9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:24.236178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-51ea9353-544a-4642-a132-620d8f7db9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:24.236801 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-a0431335-d435-47ee-87f8-40e2648b8369 req-f1789a32-ce44-424f-ad93-5e0939b8df07 tempest-FloatingIPsNegativeTestJSON-1767047314 tempest-FloatingIPsNegativeTestJSON-1767047314-project] show failed (client error): The resource could not be found.
May 14 21:18:24.237935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0431335-d435-47ee-87f8-40e2648b8369 req-f1789a32-ce44-424f-ad93-5e0939b8df07 tempest-FloatingIPsNegativeTestJSON-1767047314 tempest-FloatingIPsNegativeTestJSON-1767047314-project] 10.222.0.52 "GET /v2.0/floatingips/e761f987-0bff-499c-850f-388582b9b610 HTTP/1.1" status: 404  len: 350 time: 0.0523057
May 14 21:18:24.238357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-51ea9353-544a-4642-a132-620d8f7db9d0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.3687563
May 14 21:18:24.264041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:24.310235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd5f38e-2d88-4afe-ad3f-275929a09686 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:24.321382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Publish callbacks [] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.371362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Transition to ACTIVE for port object 4fd5f38e-2d88-4afe-ad3f-275929a09686 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:24.495185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd9792ff-a74a-40d3-a36e-d31ee7b43556 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:24.499511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.571842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fd9792ff-a74a-40d3-a36e-d31ee7b43556 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:24.571842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.580209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd470c7c-db03-44a7-9389-4a1055607c0f {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:24.595939 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Publish callbacks [] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.618262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99179f21-9d07-4902-a16b-a0805471eec8 req-80fc0162-cd35-4cb5-a025-6d31469d405e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:24.624325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99179f21-9d07-4902-a16b-a0805471eec8 req-80fc0162-cd35-4cb5-a025-6d31469d405e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:24.632413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99179f21-9d07-4902-a16b-a0805471eec8 req-80fc0162-cd35-4cb5-a025-6d31469d405e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1665 time: 0.2340553
May 14 21:18:24.643855 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Publish callbacks [] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.653661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd5f38e-2d88-4afe-ad3f-275929a09686,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:24.666737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Transition to ACTIVE for port object fd470c7c-db03-44a7-9389-4a1055607c0f will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:24.711441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fd9792ff-a74a-40d3-a36e-d31ee7b43556 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:24.756580 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.759566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99179f21-9d07-4902-a16b-a0805471eec8 req-92447b05-e1f6-4628-a99d-2adb8995a9ed tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258233
May 14 21:18:24.793284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.823539 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Pushing event updated for resources: {'Port': ['ID=f6b81e43-467b-4789-a4c5-bbc58d81f7db,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:24.834186 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.834847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.835391 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.836453 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.836957 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.837683 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.838240 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.838745 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.839776 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.840709 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.841208 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.841718 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.842395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.842901 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.843386 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:24.848925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Attempting to bind port 4fd5f38e-2d88-4afe-ad3f-275929a09686 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:24.849844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Attempting to bind port 4fd5f38e-2d88-4afe-ad3f-275929a09686 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:24.850178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Attempting to bind port 4fd5f38e-2d88-4afe-ad3f-275929a09686 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:24.876641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-992ec743-a7ea-40b4-95f0-876ddc81ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:24.878165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f8f3edf-b58e-4795-a463-a9aa9fc22e49 req-992ec743-a7ea-40b4-95f0-876ddc81ef13 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1107638
May 14 21:18:24.903642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Port 4fd5f38e-2d88-4afe-ad3f-275929a09686 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:24.903979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Attempting to bind port 4fd5f38e-2d88-4afe-ad3f-275929a09686 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:24.948549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Pushing event updated for resources: {'Port': ['ID=fd470c7c-db03-44a7-9389-4a1055607c0f,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:24.960267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:24.961758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:24.962620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:24.964113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Bound port: 4fd5f38e-2d88-4afe-ad3f-275929a09686, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:24.964819 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.979494 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Attempting to bind port f6b81e43-467b-4789-a4c5-bbc58d81f7db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:24.980548 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Attempting to bind port f6b81e43-467b-4789-a4c5-bbc58d81f7db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:24.981227 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Attempting to bind port f6b81e43-467b-4789-a4c5-bbc58d81f7db on network 465556e5-c6c9-4c28-a617-2167f1974168 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:24.993721 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:24.994442 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Checking segment: {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:24.995017 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:24.995597 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Bound using segment: {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:24.996254 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Bound port: f6b81e43-467b-4789-a4c5-bbc58d81f7db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:24.996817 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.020908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f0e26-90b9-4151-b2fb-ece1a04245df req-142eb999-02ca-4b06-ba15-20380ba44f7b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.020908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-026f0e26-90b9-4151-b2fb-ece1a04245df req-142eb999-02ca-4b06-ba15-20380ba44f7b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.2530682
May 14 21:18:25.202495 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] For port f6b81e43-467b-4789-a4c5-bbc58d81f7db, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:25.208299 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] For port f6b81e43-467b-4789-a4c5-bbc58d81f7db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6b81e43-467b-4789-a4c5-bbc58d81f7db,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:25.299078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0967db-5610-4b6c-a3ba-de4e9eebc108 req-34370b85-e050-479a-9bc4-41b4367455ce tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.301976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d0967db-5610-4b6c-a3ba-de4e9eebc108 req-34370b85-e050-479a-9bc4-41b4367455ce tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 948 time: 0.0901208
May 14 21:18:25.303981 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-026f0e26-90b9-4151-b2fb-ece1a04245df req-8e80fb54-ed0d-4409-abd8-d7db50197c12 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052102
May 14 21:18:25.335277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] For port 4fd5f38e-2d88-4afe-ad3f-275929a09686, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:25.355924 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.356813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] For port 4fd5f38e-2d88-4afe-ad3f-275929a09686, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:25.358709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Attempting to bind port fd470c7c-db03-44a7-9389-4a1055607c0f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:25.359040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Attempting to bind port fd470c7c-db03-44a7-9389-4a1055607c0f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:25.359362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Attempting to bind port fd470c7c-db03-44a7-9389-4a1055607c0f on network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:25.377205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Port fd470c7c-db03-44a7-9389-4a1055607c0f on network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:25.377532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Attempting to bind port fd470c7c-db03-44a7-9389-4a1055607c0f on network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:25.396723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:25.397216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Checking segment: {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:25.397896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Bound using segment: {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:25.398620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Bound port: fd470c7c-db03-44a7-9389-4a1055607c0f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6497cfc1-9f68-457d-9ab9-3e41f061e596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:25.399190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.413875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d0967db-5610-4b6c-a3ba-de4e9eebc108 req-75a170f0-3aad-4687-b230-4749f56397c1 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050701
May 14 21:18:25.432866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] Provisioning complete for port f6b81e43-467b-4789-a4c5-bbc58d81f7db triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:25.433489 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.487955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] For port fd470c7c-db03-44a7-9389-4a1055607c0f, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:25.492581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] For port fd470c7c-db03-44a7-9389-4a1055607c0f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd470c7c-db03-44a7-9389-4a1055607c0f,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:25.495368 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Routers {'3c15da00-5cce-42cd-8a69-f5029f8d65ab'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:25.496753 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231ecfd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:25.499314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.502820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (3c15da00-5cce-42cd-8a69-f5029f8d65ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.537121 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b6569-ad76-4553-912b-d95cab573af6 None None] Pushing event updated for resources: {'Port': ['ID=f6b81e43-467b-4789-a4c5-bbc58d81f7db,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:25.597795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd5f38e-2d88-4afe-ad3f-275929a09686,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:25.603346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.604065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.606048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-c76b6f8d-ae90-4da3-8827-3eaf9e342d30 service neutron] 10.222.0.36 "PUT /v2.0/ports/4fd5f38e-2d88-4afe-ad3f-275929a09686 HTTP/1.1" status: 200  len: 1096 time: 2.5015624
May 14 21:18:25.610430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] Current status of the port f6b81e43-467b-4789-a4c5-bbc58d81f7db is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:25.610430 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.637005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.659703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] For port f6b81e43-467b-4789-a4c5-bbc58d81f7db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6b81e43-467b-4789-a4c5-bbc58d81f7db,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:25.687739 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] Set router 3c15da00-5cce-42cd-8a69-f5029f8d65ab gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:25.712859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'tag': '4fd5f38e-2d88-4afe-ad3f-275929a09686'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:25.715248 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9f501f-bcf0-4185-863e-40105f0a4733" -d '{"events": [{"name": "network-changed", "server_uuid": "e0852bda-1b69-4893-aed5-4970dc57d1c2", "tag": "4fd5f38e-2d88-4afe-ad3f-275929a09686"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:25.717740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Pushing event updated for resources: {'Port': ['ID=fd470c7c-db03-44a7-9389-4a1055607c0f,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:25.732814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.733388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.734821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2190eb8f-d471-42cf-a859-6d86557d3105 service neutron] 10.222.0.48 "PUT /v2.0/ports/fd470c7c-db03-44a7-9389-4a1055607c0f HTTP/1.1" status: 200  len: 1091 time: 2.0476556
May 14 21:18:25.761805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:25.895075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159f5a0-cc8e-4d79-b98a-57bfca983dc9 None None] Pushing event updated for resources: {'Port': ['ID=f6b81e43-467b-4789-a4c5-bbc58d81f7db,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:25.902587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-8de49923-ae18-434b-9d62-7088940b6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.904467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-8de49923-ae18-434b-9d62-7088940b6cfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 1130 time: 0.1381898
May 14 21:18:25.971744 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd36f5aa-1ec6-4283-a52f-cbe1621688aa x-openstack-request-id: req-bd36f5aa-1ec6-4283-a52f-cbe1621688aa {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:25.972208 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0852bda-1b69-4893-aed5-4970dc57d1c2", "tag": "4fd5f38e-2d88-4afe-ad3f-275929a09686", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:25.972712 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd36f5aa-1ec6-4283-a52f-cbe1621688aa {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:25.973129 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd36f5aa-1ec6-4283-a52f-cbe1621688aa'] response: {'name': 'network-changed', 'server_uuid': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'tag': '4fd5f38e-2d88-4afe-ad3f-275929a09686', 'status': 'completed', 'code': 200}
May 14 21:18:25.974966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-9406662d-600a-4582-ae87-9b7b22263702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.975631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-9406662d-600a-4582-ae87-9b7b22263702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:25.977242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-9406662d-600a-4582-ae87-9b7b22263702 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 2041 time: 0.0718827
May 14 21:18:25.988745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9b322a06-7713-4005-bef4-9e96d94a0b93 None None] Provisioning complete for port f6b81e43-467b-4789-a4c5-bbc58d81f7db triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:25.989371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9b322a06-7713-4005-bef4-9e96d94a0b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:26.027174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Deleting port f6b81e43-467b-4789-a4c5-bbc58d81f7db {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:26.027535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:26.090950 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231ecfd00>, [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:21Z', 'revision_number': 4, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b81e43-467b-4789-a4c5-bbc58d81f7db', 'name': '', 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'mac_address': 'fa:16:3e:4a:91:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3777a9da-e551-4ab3-b3cc-160678a96f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:20Z', 'updated_at': '2022-05-14T21:18:25Z', 'revision_number': 4, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'subnets': [{'id': '3777a9da-e551-4ab3-b3cc-160678a96f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:26.141086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-f8dd933e-2b6d-418a-8ee8-93dc0e0c15f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d HTTP/1.1" status: 200  len: 217 time: 0.1370790
May 14 21:18:26.153847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb9267-4c3b-48e0-8940-d0169b062a5a None None] The sync data for ids ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'] in ncdv-master-1 is: [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:21Z', 'revision_number': 4, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b81e43-467b-4789-a4c5-bbc58d81f7db', 'name': '', 'network_id': '465556e5-c6c9-4c28-a617-2167f1974168', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'mac_address': 'fa:16:3e:4a:91:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3777a9da-e551-4ab3-b3cc-160678a96f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:20Z', 'updated_at': '2022-05-14T21:18:25Z', 'revision_number': 4, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'subnets': [{'id': '3777a9da-e551-4ab3-b3cc-160678a96f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:18:26.157948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-e9e8a3b6-e8a3-44d5-a96c-1d1402dbf80c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686 HTTP/1.1" status: 200  len: 217 time: 0.1673732
May 14 21:18:26.159582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9b322a06-7713-4005-bef4-9e96d94a0b93 None None] Current status of the port f6b81e43-467b-4789-a4c5-bbc58d81f7db is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:26.221638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] For port f6b81e43-467b-4789-a4c5-bbc58d81f7db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6b81e43-467b-4789-a4c5-bbc58d81f7db,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:26.222115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:26.265417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Calling delete_port for f6b81e43-467b-4789-a4c5-bbc58d81f7db owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:26.267190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee049f-0d8c-4dcc-b12b-82e85916bb5a req-17e97db0-91ff-45eb-a456-a1e169409b5c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.273515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee049f-0d8c-4dcc-b12b-82e85916bb5a req-17e97db0-91ff-45eb-a456-a1e169409b5c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.281213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1dee049f-0d8c-4dcc-b12b-82e85916bb5a req-17e97db0-91ff-45eb-a456-a1e169409b5c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1677 time: 0.3029759
May 14 21:18:26.360618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-df60ca12-693a-4f72-874f-afcd64578715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.362106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-df60ca12-693a-4f72-874f-afcd64578715 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1bca576-b719-4ec0-8985-d75398305025 HTTP/1.1" status: 200  len: 801 time: 0.1976719
May 14 21:18:26.365747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-25f27c7e-f105-49b2-bf44-d48e93012415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.367706 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-25f27c7e-f105-49b2-bf44-d48e93012415 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1795516
May 14 21:18:26.431772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1dee049f-0d8c-4dcc-b12b-82e85916bb5a req-52000420-a15e-4faa-8932-49e4857b5de4 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495874
May 14 21:18:26.453599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-40958d6c-a531-4b2c-ae24-671c19484385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.455803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-40958d6c-a531-4b2c-ae24-671c19484385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0720427
May 14 21:18:26.548735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f6b81e43-467b-4789-a4c5-bbc58d81f7db up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:26.563161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2542190-9ff5-4e33-90a3-654e40363e01 req-46ac1d8b-2731-4561-a03c-e4969b4d5cf7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.564717 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2542190-9ff5-4e33-90a3-654e40363e01 req-46ac1d8b-2731-4561-a03c-e4969b4d5cf7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.1598494
May 14 21:18:26.584949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-e6e9ac37-8feb-4c75-bb9d-3aeec5466cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1187263
May 14 21:18:26.634419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f6b81e43-467b-4789-a4c5-bbc58d81f7db triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:26.635420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:26.653283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2542190-9ff5-4e33-90a3-654e40363e01 req-aee905c1-165d-47e7-8c1c-e1f722c21a85 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670152
May 14 21:18:26.671186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c869648-06f9-44ee-aaea-7cee237562aa req-25bede8b-ee9a-4b53-923d-079ef85234f0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:26.672598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c869648-06f9-44ee-aaea-7cee237562aa req-25bede8b-ee9a-4b53-923d-079ef85234f0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 948 time: 0.1162419
May 14 21:18:26.735876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f6b81e43-467b-4789-a4c5-bbc58d81f7db), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:26.752676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f6b81e43-467b-4789-a4c5-bbc58d81f7db is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:26.767633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b81e43-467b-4789-a4c5-bbc58d81f7db,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:26.775989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c869648-06f9-44ee-aaea-7cee237562aa req-3f72cc64-61a4-4d10-bcb3-113d2bb56030 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763679
May 14 21:18:26.778287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d214d71-217a-4712-b7d3-9337b2dea9b8 req-830d44ee-2f44-48a9-bfe9-45d45957dcfa service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738510
May 14 21:18:26.990595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (3c15da00-5cce-42cd-8a69-f5029f8d65ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.000570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:27.041399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:27.170490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:27.206865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:27.249978 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Router 3c15da00-5cce-42cd-8a69-f5029f8d65ab has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:18:27.256569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:27.256569 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.271716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:27.272100 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.285471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:27.288285 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9ea9e5-9b42-46d7-89d4-7003e75f43d8" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:27.309327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:27.315400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:27.338517 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad236083-b276-4d16-9f4c-0a594c41879b x-openstack-request-id: req-ad236083-b276-4d16-9f4c-0a594c41879b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:27.338833 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:27.339073 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad236083-b276-4d16-9f4c-0a594c41879b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:27.340044 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad236083-b276-4d16-9f4c-0a594c41879b'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:18:27.399520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:18:27.406200 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.414502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e3fb4161-6d34-4fdd-ac21-a9039342bff9 admin admin] 10.222.0.52 "PUT /v2.0/routers/3c15da00-5cce-42cd-8a69-f5029f8d65ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1475222
May 14 21:18:27.416238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56328) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:27.474765 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:18:27.475471 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:18:27.501356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:27.555328 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks [] for router (3c15da00-5cce-42cd-8a69-f5029f8d65ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.589456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc28cdd-ad0e-4335-bf6a-6b613441ab52 req-4e0f4c98-cde2-442d-9db5-a3cc96910ddf tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:27.598045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc28cdd-ad0e-4335-bf6a-6b613441ab52 req-4e0f4c98-cde2-442d-9db5-a3cc96910ddf tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:27.598045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fc28cdd-ad0e-4335-bf6a-6b613441ab52 req-4e0f4c98-cde2-442d-9db5-a3cc96910ddf tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1677 time: 0.0812876
May 14 21:18:27.653725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-4d870443-4e3f-41a3-96fa-63c8db5e1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:27.655405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-4d870443-4e3f-41a3-96fa-63c8db5e1bc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66ef981e-67ba-4260-838c-71b0d625aa4a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0572443
May 14 21:18:27.707816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks [] for router_gateway (3c15da00-5cce-42cd-8a69-f5029f8d65ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.741873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a698c-dc6c-49c3-b47f-58559bc617fe req-39fd606c-7ac3-4111-8aa6-d7db86f4250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:27.743357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff6a698c-dc6c-49c3-b47f-58559bc617fe req-39fd606c-7ac3-4111-8aa6-d7db86f4250a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 1128 time: 0.0500917
May 14 21:18:27.766631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fc28cdd-ad0e-4335-bf6a-6b613441ab52 req-89c340ec-ce1e-4773-ac08-4487c7d84b1f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151171
May 14 21:18:27.801008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-2a5a702b-32bb-4a8b-b7ab-6e72b8247d88 service neutron] 10.222.0.48 "GET /v2.0/networks/66ef981e-67ba-4260-838c-71b0d625aa4a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312978
May 14 21:18:27.811987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3966f-4b9f-4410-a454-2300289fd35d req-1db24e4b-e3b0-4361-ad1f-824b24b74931 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:27.813238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0a3966f-4b9f-4410-a454-2300289fd35d req-1db24e4b-e3b0-4361-ad1f-824b24b74931 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0664010
May 14 21:18:27.815517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] Sync routers for ids ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:18:27.828989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] Routers {'3c15da00-5cce-42cd-8a69-f5029f8d65ab'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:27.829698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fdeeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:27.849283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff6a698c-dc6c-49c3-b47f-58559bc617fe req-4af06ff6-5078-4050-b84c-c469a446f46b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931735
May 14 21:18:27.902080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0a3966f-4b9f-4410-a454-2300289fd35d req-c262aaa7-7c2a-4d94-8086-5f90a06a6161 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814655
May 14 21:18:27.913980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Deleting port fd9792ff-a74a-40d3-a36e-d31ee7b43556 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:27.913980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:27.962043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971bd9d3-336f-4135-ae93-4d10de9a04c2 req-6edffac0-3704-4d36-a90c-4905541f446e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:27.963725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-971bd9d3-336f-4135-ae93-4d10de9a04c2 req-6edffac0-3704-4d36-a90c-4905541f446e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 948 time: 0.0686054
May 14 21:18:27.971216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] Set router 3c15da00-5cce-42cd-8a69-f5029f8d65ab gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:27.973748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'tag': 'fd470c7c-db03-44a7-9389-4a1055607c0f'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:27.976158 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "tag": "fd470c7c-db03-44a7-9389-4a1055607c0f"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:27.991611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-b93f862b-17a8-4adf-9fe7-5cb5e78adf61 service neutron] 10.222.0.48 "GET /v2.0/networks/66ef981e-67ba-4260-838c-71b0d625aa4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792150
May 14 21:18:28.035798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] For port fd9792ff-a74a-40d3-a36e-d31ee7b43556, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd9792ff-a74a-40d3-a36e-d31ee7b43556,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:28.036246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.049746 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdcc38-b847-42d2-9ad0-0bb6f4322015 x-openstack-request-id: req-0dfdcc38-b847-42d2-9ad0-0bb6f4322015 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:28.049746 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "tag": "fd470c7c-db03-44a7-9389-4a1055607c0f", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:28.049746 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dfdcc38-b847-42d2-9ad0-0bb6f4322015 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:28.050163 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfdcc38-b847-42d2-9ad0-0bb6f4322015'] response: {'name': 'network-changed', 'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'tag': 'fd470c7c-db03-44a7-9389-4a1055607c0f', 'status': 'completed', 'code': 200}
May 14 21:18:28.051894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Calling delete_port for fd9792ff-a74a-40d3-a36e-d31ee7b43556 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:28.079924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-971bd9d3-336f-4135-ae93-4d10de9a04c2 req-502f966b-de02-42c2-ba26-93fbf9a1666c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068730
May 14 21:18:28.089922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-2f3ea439-3670-45be-9594-1cc766a19ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:28.091263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-2f3ea439-3670-45be-9594-1cc766a19ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 1130 time: 0.0612571
May 14 21:18:28.127764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:28.128152 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.148717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:28.195863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-e99c7a97-65ec-43c2-8b78-ec0888794aac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=fd470c7c-db03-44a7-9389-4a1055607c0f HTTP/1.1" status: 200  len: 217 time: 0.0744257
May 14 21:18:28.202724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:28.252355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fdeeb0>, [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6'}], 'enable_snat': True}, 'gw_port_id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:26Z', 'revision_number': 5, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port': {'id': 'fd9792ff-a74a-40d3-a36e-d31ee7b43556', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:14Z', 'updated_at': '2022-05-14T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:28.284519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] Checking router: 3c15da00-5cce-42cd-8a69-f5029f8d65ab for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:18:28.293973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] Routers {'3c15da00-5cce-42cd-8a69-f5029f8d65ab'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:28.294609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fdeeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:28.360947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fd9792ff-a74a-40d3-a36e-d31ee7b43556), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.362090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.393647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9792ff-a74a-40d3-a36e-d31ee7b43556,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:28.503723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] Set router 3c15da00-5cce-42cd-8a69-f5029f8d65ab gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:28.507468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (3c15da00-5cce-42cd-8a69-f5029f8d65ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.594947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7c41af0a-08b8-4556-a806-4fe58b10c2ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:28.609711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fdeeb0>, [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:27Z', 'revision_number': 6, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:28.612711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-ef181b04-f7a2-4753-9c6a-50649eaab8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:28.614120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-ef181b04-f7a2-4753-9c6a-50649eaab8fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1b262a8-4b84-4eec-88a4-6587b49efed6 HTTP/1.1" status: 200  len: 801 time: 0.4087164
May 14 21:18:28.622113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (3c15da00-5cce-42cd-8a69-f5029f8d65ab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.624524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks [] for router_controller (3c15da00-5cce-42cd-8a69-f5029f8d65ab), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.629034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-64d66d35-50a7-4d14-b7d7-aba312c32142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:28.630551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-64d66d35-50a7-4d14-b7d7-aba312c32142 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.5282462
May 14 21:18:28.675653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-f89bb982-de8f-4fc3-8326-e8e14edb1f36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686 HTTP/1.1" status: 200  len: 217 time: 0.0381324
May 14 21:18:28.760506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-085a69e4-aacd-42cf-8bbf-10e0b42bea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:28.762303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-085a69e4-aacd-42cf-8bbf-10e0b42bea7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0810518
May 14 21:18:28.771868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:28.780683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5a6-215c-4190-bc8f-943f8846239d req-a03ab5ce-8d01-4762-9523-be587a6c51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:28.782181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-a03ab5ce-8d01-4762-9523-be587a6c51f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0693648
May 14 21:18:28.785115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (3c15da00-5cce-42cd-8a69-f5029f8d65ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.785720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c15da00-5cce-42cd-8a69-f5029f8d65ab {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:18:28.793065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.795539 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b05cbd47-96d7-4d5e-92fe-1e7fc00d2256 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3c15da00-5cce-42cd-8a69-f5029f8d65ab HTTP/1.1" status: 204  len: 168 time: 1.3773098
May 14 21:18:28.797658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56356) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:28.817707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4e32a2-7f0c-4989-a490-d2e7553c0628 None None] The sync data for ids ['3c15da00-5cce-42cd-8a69-f5029f8d65ab'] in ncdv-master-1 is: [{'id': '3c15da00-5cce-42cd-8a69-f5029f8d65ab', 'name': 'tempest-FloatingIPsNegativeTestJSON-1028974232-router', 'tenant_id': '811e6ec5009a4bc09493edbdac6ee64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:12Z', 'updated_at': '2022-05-14T21:18:27Z', 'revision_number': 6, 'project_id': '811e6ec5009a4bc09493edbdac6ee64b', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:18:28.857780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Deleting subnet 3777a9da-e551-4ab3-b3cc-160678a96f81 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:18:28.861707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Publish callbacks [] for subnet (3777a9da-e551-4ab3-b3cc-160678a96f81), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:28.885667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-1bc26e1f-aa24-4f9a-a836-929a6949ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:28.887341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-1bc26e1f-aa24-4f9a-a836-929a6949ad2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1171701
May 14 21:18:28.996392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3777a9da-e551-4ab3-b3cc-160678a96f81), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.044397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93952b61-fd71-4e05-882e-fa16a9587fc3 req-566a2da2-4484-437c-9a71-f59a00b2c4a8 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:29.053751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93952b61-fd71-4e05-882e-fa16a9587fc3 req-566a2da2-4484-437c-9a71-f59a00b2c4a8 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:29.053751 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93952b61-fd71-4e05-882e-fa16a9587fc3 req-566a2da2-4484-437c-9a71-f59a00b2c4a8 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1677 time: 0.1599274
May 14 21:18:29.114838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5434-dab0-456a-9723-dfe5a83ee0be req-6781119d-9dd8-4289-b2c1-1bdfcb64cb3a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:29.117876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79fe5434-dab0-456a-9723-dfe5a83ee0be req-6781119d-9dd8-4289-b2c1-1bdfcb64cb3a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0916271
May 14 21:18:29.123173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-a143e3c1-17dc-4f2f-8844-a07b4e3d3b0f service neutron] 10.222.0.48 "GET /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3066010
May 14 21:18:29.151338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-8eff8e80-b5ef-4577-91bd-32983def95ec service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992879
May 14 21:18:29.154158 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93952b61-fd71-4e05-882e-fa16a9587fc3 req-920780aa-9cc7-40e3-a1ac-813a3b03e11f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934298
May 14 21:18:29.178451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3777a9da-e551-4ab3-b3cc-160678a96f81), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.284038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79fe5434-dab0-456a-9723-dfe5a83ee0be req-ee336c02-c142-42bd-9866-9bfd73e517e7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569066
May 14 21:18:29.326373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a307892-6a54-4830-90a4-f0ecdae08d14 req-861eb6d8-0a29-46c7-9698-73565c516ad4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:29.328261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a307892-6a54-4830-90a4-f0ecdae08d14 req-861eb6d8-0a29-46c7-9698-73565c516ad4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 948 time: 0.0968449
May 14 21:18:29.397559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc9f501f-bcf0-4185-863e-40105f0a4733 req-2b3a0326-5d36-43b8-9884-74c811da1762 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383232
May 14 21:18:29.404060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a307892-6a54-4830-90a4-f0ecdae08d14 req-a11f05f5-0f5b-4b13-b2c1-cf963da00410 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602882
May 14 21:18:29.415555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-362bd5a6-215c-4190-bc8f-943f8846239d req-a54e1a18-48ae-4f9f-b5d4-627110634608 service neutron] 10.222.0.48 "GET /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365440
May 14 21:18:29.452421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3777a9da-e551-4ab3-b3cc-160678a96f81), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.481494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3777a9da-e551-4ab3-b3cc-160678a96f81,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:29.482874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.486187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e055f4d6-3880-460a-b746-3b98d525f7cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3777a9da-e551-4ab3-b3cc-160678a96f81 HTTP/1.1" status: 204  len: 168 time: 0.6863663
May 14 21:18:29.488877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56388) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:29.493078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a87e34-f076-4afc-9f74-802c42a41ab7 None None] Network 465556e5-c6c9-4c28-a617-2167f1974168 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:29.608598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (465556e5-c6c9-4c28-a617-2167f1974168), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.667921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Deleting port e369f8e4-b433-4aa0-bde1-fa91dd1024cc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:29.668555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.732678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] For port e369f8e4-b433-4aa0-bde1-fa91dd1024cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:29.732994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.745152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] DHCP port deletion for 465556e5-c6c9-4c28-a617-2167f1974168 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:18:29.754043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Calling delete_port for e369f8e4-b433-4aa0-bde1-fa91dd1024cc owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:29.794055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] Deleting port e369f8e4-b433-4aa0-bde1-fa91dd1024cc {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:29.794635 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.882505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] For port e369f8e4-b433-4aa0-bde1-fa91dd1024cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,segment=NetworkSegment(31979da3-e79e-48d1-bcc1-99cbc0ff0c7c),segment_id=31979da3-e79e-48d1-bcc1-99cbc0ff0c7c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:29.882505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:29.902393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] Calling delete_port for e369f8e4-b433-4aa0-bde1-fa91dd1024cc owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:29.967996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.013583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:30.022133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] No DVR routers for this DVR port e369f8e4-b433-4aa0-bde1-fa91dd1024cc on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:30.027775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4fd5f38e-2d88-4afe-ad3f-275929a09686 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   from cryptography.utils import int_from_bytes
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   from cryptography.utils import int_from_bytes
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.061400 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:18:30.066431 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:18:30.077172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e369f8e4-b433-4aa0-bde1-fa91dd1024cc), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.126748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (465556e5-c6c9-4c28-a617-2167f1974168), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.159618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522abc4880>,) {'filters': {'network_id': ['465556e5-c6c9-4c28-a617-2167f1974168']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:30.172639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522abc4880>, '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:30.173105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522abc4880>, '31979da3-e79e-48d1-bcc1-99cbc0ff0c7c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:30.188581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] Pushing event deleted for resources: {'Port': ['ID=e369f8e4-b433-4aa0-bde1-fa91dd1024cc,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:30.189849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (31979da3-e79e-48d1-bcc1-99cbc0ff0c7c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.191583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5570c83-c45a-4c85-b5ac-20b2212d9163 None None] No DVR routers for this DVR port e369f8e4-b433-4aa0-bde1-fa91dd1024cc on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:30.221734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (31979da3-e79e-48d1-bcc1-99cbc0ff0c7c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.234711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:18:30.235138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (31979da3-e79e-48d1-bcc1-99cbc0ff0c7c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:18:30.237310 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:18:30.252481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4fd5f38e-2d88-4afe-ad3f-275929a09686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:30.272505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '4fd5f38e-2d88-4afe-ad3f-275929a09686', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '4fd5f38e-2d88-4afe-ad3f-275929a09686', 'mac_address': 'fa:16:3e:7e:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:30.365524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 4fd5f38e-2d88-4afe-ad3f-275929a09686 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:30.367024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.404237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd5f38e-2d88-4afe-ad3f-275929a09686 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:30.413781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (465556e5-c6c9-4c28-a617-2167f1974168), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.426009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.436933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] 10.222.0.52 "DELETE /v2.0/networks/465556e5-c6c9-4c28-a617-2167f1974168 HTTP/1.1" status: 204  len: 168 time: 0.9443924
May 14 21:18:30.482044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4fd5f38e-2d88-4afe-ad3f-275929a09686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:30.488817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbee5d-f4e7-43b6-bd98-e1c0cc15ad72 admin admin] Pushing event deleted for resources: {'Network': ['ID=465556e5-c6c9-4c28-a617-2167f1974168,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:30.506082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace6910-a742-43e3-a13e-6d90c795ce17 req-dd3fa97b-5634-4acc-a8cc-c35c08388613 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:30.509660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3aa1-ab95-4e88-97cc-b6f70559bef8 req-485d4d74-6040-45a2-8fb8-a6541ea9588c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:30.510484 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ace6910-a742-43e3-a13e-6d90c795ce17 req-dd3fa97b-5634-4acc-a8cc-c35c08388613 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0990522
May 14 21:18:30.516509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3aa1-ab95-4e88-97cc-b6f70559bef8 req-485d4d74-6040-45a2-8fb8-a6541ea9588c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:30.531571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c7f3aa1-ab95-4e88-97cc-b6f70559bef8 req-485d4d74-6040-45a2-8fb8-a6541ea9588c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1677 time: 0.2029138
May 14 21:18:30.558733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:30.637360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ace6910-a742-43e3-a13e-6d90c795ce17 req-afbe3729-9aee-4820-8564-7f97e27f5e4d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166267
May 14 21:18:30.703170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=4fd5f38e-2d88-4afe-ad3f-275929a09686,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:30.718187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c7f3aa1-ab95-4e88-97cc-b6f70559bef8 req-25d4f7fb-4fc2-4f09-b4e6-fe5da6abdc0e tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838727
May 14 21:18:30.742953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd9792ff-a74a-40d3-a36e-d31ee7b43556 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:30.839542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: fd9792ff-a74a-40d3-a36e-d31ee7b43556 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:30.840942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd9792ff-a74a-40d3-a36e-d31ee7b43556 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:30.841814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e369f8e4-b433-4aa0-bde1-fa91dd1024cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:30.887695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d11b2-cce3-4d13-b73a-32d04a43fc83 req-72bace1b-5c9f-41b8-b0f9-d112ae013f0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:30.896807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e369f8e4-b433-4aa0-bde1-fa91dd1024cc {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:30.896807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e369f8e4-b433-4aa0-bde1-fa91dd1024cc not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:30.896807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f6b81e43-467b-4789-a4c5-bbc58d81f7db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:30.897468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c99d11b2-cce3-4d13-b73a-32d04a43fc83 req-72bace1b-5c9f-41b8-b0f9-d112ae013f0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 949 time: 0.1258290
May 14 21:18:30.927521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['4fd5f38e-2d88-4afe-ad3f-275929a09686'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:30.929620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f6b81e43-467b-4789-a4c5-bbc58d81f7db {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:30.929957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f6b81e43-467b-4789-a4c5-bbc58d81f7db not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:30.939575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-ca6a2dd7-fcc9-4047-bb73-1a8aaf8a3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:30.940338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-ca6a2dd7-fcc9-4047-bb73-1a8aaf8a3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:30.944707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-ca6a2dd7-fcc9-4047-bb73-1a8aaf8a3b2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 2041 time: 0.0962188
May 14 21:18:30.996896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c99d11b2-cce3-4d13-b73a-32d04a43fc83 req-592470a8-3dc9-42d0-bbeb-9200cb07d38c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800645
May 14 21:18:31.038802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56430) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:31.045294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:31.095783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d62f8b61-b905-4272-9660-dcded4e3c94d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=811e6ec5009a4bc09493edbdac6ee64b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0544207
May 14 21:18:31.096493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56432) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:31.143244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7c41af0a-08b8-4556-a806-4fe58b10c2ea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:31.143993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.182202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6207db83-e435-4e6a-9716-1aa6448b4882 admin admin] Publish callbacks [] for security_group (0235947b-d338-4f93-add8-ee2d5d98230c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.211213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6207db83-e435-4e6a-9716-1aa6448b4882 admin admin] Publish callbacks [] for security_group (0235947b-d338-4f93-add8-ee2d5d98230c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.213920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-fc82744c-c3b5-4e02-92d7-0e7ccf6c9411 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:31.215903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-fc82744c-c3b5-4e02-92d7-0e7ccf6c9411 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 811 time: 0.2619100
May 14 21:18:31.217175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-18546057-e2c1-407f-a7cd-362e1612d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:31.218519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-18546057-e2c1-407f-a7cd-362e1612d8e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d HTTP/1.1" status: 200  len: 902 time: 0.2523804
May 14 21:18:31.276504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:31.276992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.287734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-6930dd88-2fae-46c2-b880-2fe5f80ce852 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=fd470c7c-db03-44a7-9389-4a1055607c0f HTTP/1.1" status: 200  len: 217 time: 0.0509424
May 14 21:18:31.290923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-d1853b82-398b-460a-95ee-1abe15263456 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/quotas/7c7360a8f423452e97311ffc9675e801 HTTP/1.1" status: 200  len: 375 time: 0.0693600
May 14 21:18:31.314475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:31.317559 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93606ebe-67d1-4af0-91d7-83535eedfba6" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:31.335668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:31.374108 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f92784-ffc1-485c-91f3-f0683eaa0e4d x-openstack-request-id: req-58f92784-ffc1-485c-91f3-f0683eaa0e4d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:31.374438 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:31.374689 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58f92784-ffc1-485c-91f3-f0683eaa0e4d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:31.375351 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f92784-ffc1-485c-91f3-f0683eaa0e4d'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:18:31.428117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-004f5eab-887a-4925-8ac8-7bf4dd47bece tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0907636
May 14 21:18:31.429980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-0e9a8ed7-6bd2-476b-a46f-ba199b0fd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:31.431430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-0e9a8ed7-6bd2-476b-a46f-ba199b0fd9f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f1b262a8-4b84-4eec-88a4-6587b49efed6 HTTP/1.1" status: 200  len: 801 time: 0.1296031
May 14 21:18:31.441665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6207db83-e435-4e6a-9716-1aa6448b4882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0235947b-d338-4f93-add8-ee2d5d98230c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.441665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6207db83-e435-4e6a-9716-1aa6448b4882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.441665 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6207db83-e435-4e6a-9716-1aa6448b4882 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0235947b-d338-4f93-add8-ee2d5d98230c HTTP/1.1" status: 204  len: 168 time: 0.3426721
May 14 21:18:31.471471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207db83-e435-4e6a-9716-1aa6448b4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0235947b-d338-4f93-add8-ee2d5d98230c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:31.525071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:31.580739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-d45ecb8e-f996-45c6-a8ed-df7c2f45dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:31.582271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-d45ecb8e-f996-45c6-a8ed-df7c2f45dc96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1327672
May 14 21:18:31.608602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=10']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:31.661960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-5bbab557-1688-4fb0-8de0-1aa8ee0aa862 service neutron] 10.222.0.52 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259910
May 14 21:18:31.807927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-b3c8866a-010d-4ed6-b4be-7607fa122e80 service neutron] 10.222.0.48 "GET /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116127
May 14 21:18:31.854258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-6cc76acc-d5ce-4d59-9f3a-919a7bd0dc77 service neutron] 10.222.0.52 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913285
May 14 21:18:31.940135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d97553-5204-4bca-81ba-ee6fbf7a882e req-5bffa2a8-f8c2-4a56-9678-9814fe50206f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:31.952437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d97553-5204-4bca-81ba-ee6fbf7a882e req-5bffa2a8-f8c2-4a56-9678-9814fe50206f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:31.953281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72d97553-5204-4bca-81ba-ee6fbf7a882e req-5bffa2a8-f8c2-4a56-9678-9814fe50206f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1677 time: 0.0882933
May 14 21:18:31.981422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3813dbd3-5101-458b-9dbe-eb10e37ff6d2 req-35d6cf30-9df8-445e-978b-4301365cc6fd service neutron] 10.222.0.48 "GET /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642852
May 14 21:18:32.039530 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72d97553-5204-4bca-81ba-ee6fbf7a882e req-177e36fd-b17f-450d-a283-bdc35ddbd353 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738962
May 14 21:18:32.097908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4fd5f38e-2d88-4afe-ad3f-275929a09686 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:32.169588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d14b-0e72-43cc-a20f-d754ed6cbfa1 req-b6fc5ece-af19-4bf7-b5e6-5e14642e47a0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:32.180368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e42d14b-0e72-43cc-a20f-d754ed6cbfa1 req-b6fc5ece-af19-4bf7-b5e6-5e14642e47a0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 949 time: 0.0808909
May 14 21:18:32.200137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5910f52c-87d2-434c-8d01-aa7f77101d6d req-98b72ef2-36bb-4456-8c9a-fd682ba102a7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 210 time: 0.0679004
May 14 21:18:32.238947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 4fd5f38e-2d88-4afe-ad3f-275929a09686 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:18:32.249455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e42d14b-0e72-43cc-a20f-d754ed6cbfa1 req-3e793ae4-179a-4b7a-a265-ca3c064b7b3a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675244
May 14 21:18:32.309283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 4fd5f38e-2d88-4afe-ad3f-275929a09686 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:32.309964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:32.447526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 4fd5f38e-2d88-4afe-ad3f-275929a09686 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:32.448006 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:32.485996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4fd5f38e-2d88-4afe-ad3f-275929a09686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:32.566292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:32.641550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=4fd5f38e-2d88-4afe-ad3f-275929a09686,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:32.989104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56500) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:33.056602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fd470c7c-db03-44a7-9389-4a1055607c0f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:33.138346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-network', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:33.190559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d3b67-a45d-49ca-a130-050c48c868f6 req-1ac20650-62e9-40ad-94f2-21f55062a26d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:33.196381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d3b67-a45d-49ca-a130-050c48c868f6 req-1ac20650-62e9-40ad-94f2-21f55062a26d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:33.198056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a77d3b67-a45d-49ca-a130-050c48c868f6 req-1ac20650-62e9-40ad-94f2-21f55062a26d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1677 time: 0.0751228
May 14 21:18:33.213431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fd470c7c-db03-44a7-9389-4a1055607c0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd470c7c-db03-44a7-9389-4a1055607c0f,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:33.233293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'fd470c7c-db03-44a7-9389-4a1055607c0f', 'network_id': 'baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d', 'port_id': 'fd470c7c-db03-44a7-9389-4a1055607c0f', 'mac_address': 'fa:16:3e:ca:c0:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b262a8-4b84-4eec-88a4-6587b49efed6', 'ip_address': '19.86.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:33.262257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a77d3b67-a45d-49ca-a130-050c48c868f6 req-281267dc-e314-469b-9db7-61b952e28e2c tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561910
May 14 21:18:33.263462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Made reservation on behalf of 53796174427e4e69b8d21e0b25f709d7 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:33.266066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.278494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.320437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fd470c7c-db03-44a7-9389-4a1055607c0f is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:33.321182 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.358382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd470c7c-db03-44a7-9389-4a1055607c0f {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:33.390278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd5f38e-2d88-4afe-ad3f-275929a09686'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:33.390278 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1004166-c80c-4012-9b68-e69713a35106" -d '{"events": [{"server_uuid": "e0852bda-1b69-4893-aed5-4970dc57d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4fd5f38e-2d88-4afe-ad3f-275929a09686"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:33.397745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-758ec4b4-356f-41f8-9466-dcb4f2a43633 req-32440266-f786-4fdc-8834-9879b81e2e50 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 210 time: 0.0868266
May 14 21:18:33.403945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fd470c7c-db03-44a7-9389-4a1055607c0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd470c7c-db03-44a7-9389-4a1055607c0f,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:33.435070 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b20966-1829-447a-a92d-868efcd903fd x-openstack-request-id: req-67b20966-1829-447a-a92d-868efcd903fd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:33.435070 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0852bda-1b69-4893-aed5-4970dc57d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4fd5f38e-2d88-4afe-ad3f-275929a09686", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:33.435070 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67b20966-1829-447a-a92d-868efcd903fd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:33.435070 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b20966-1829-447a-a92d-868efcd903fd'] response: {'server_uuid': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd5f38e-2d88-4afe-ad3f-275929a09686', 'code': 200}
May 14 21:18:33.485414 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.487126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device abb89be5-20ae-48c5-802d-2c1c67e66d1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:33.527220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103700e2-6a80-4c3f-8d85-f2001e209235 req-81bc14fb-ee58-48bd-86f4-c06ec81c7b37 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:33.528816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-103700e2-6a80-4c3f-8d85-f2001e209235 req-81bc14fb-ee58-48bd-86f4-c06ec81c7b37 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 950 time: 0.0998788
May 14 21:18:33.530940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks [] for security_group (5ed61fc6-d2f6-414e-a316-82898e2f9576), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.600112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fd470c7c-db03-44a7-9389-4a1055607c0f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:33.631285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-103700e2-6a80-4c3f-8d85-f2001e209235 req-b20b5ba9-4f02-4a0a-8a0b-7eac7a67ac0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962753
May 14 21:18:33.644279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ed61fc6-d2f6-414e-a316-82898e2f9576), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.656245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:18:33.703712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:33.705441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (51a3729b-a04e-4596-b6ed-73988eef09f0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.705859 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Added segment 51a3729b-a04e-4596-b6ed-73988eef09f0 of type vlan for network 9f09b061-bb8a-4179-9a69-035d0d8de443
May 14 21:18:33.720134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1589bd-08a0-495c-b667-790e9731c0f7 req-c35b1699-b30e-46db-ab48-b2af30de0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:33.721373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b1589bd-08a0-495c-b667-790e9731c0f7 req-c35b1699-b30e-46db-ab48-b2af30de0143 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 1132 time: 0.1356657
May 14 21:18:33.722089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d', 'network_id': '66ef981e-67ba-4260-838c-71b0d625aa4a', 'port_id': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d', 'mac_address': 'fa:16:3e:df:70:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bca576-b719-4ec0-8985-d75398305025', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:33.723396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed61fc6-d2f6-414e-a316-82898e2f9576,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:33.776576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port abb89be5-20ae-48c5-802d-2c1c67e66d1d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:33.777686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.794769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (9f09b061-bb8a-4179-9a69-035d0d8de443), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.798395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb89be5-20ae-48c5-802d-2c1c67e66d1d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:33.821761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:33.836046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b1589bd-08a0-495c-b667-790e9731c0f7 req-7bd31202-652d-48a6-8f91-bd397c76fdde service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059632
May 14 21:18:33.926521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.966250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (9f09b061-bb8a-4179-9a69-035d0d8de443), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.967402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:33.968103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:33.995138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:34.041667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] Pushing event updated for resources: {'Network': ['ID=9f09b061-bb8a-4179-9a69-035d0d8de443,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:34.053494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:18:34.077782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e52fe66-a772-4394-b890-8f7df7990d91 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.0871682
May 14 21:18:34.080725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56524) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:34.087442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Request body: {'subnet': {'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-subnet', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:34.200395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Made reservation on behalf of 53796174427e4e69b8d21e0b25f709d7 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:34.202955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:34.404419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900dfe-33f5-46ab-a77f-ab526ce74acc req-b22cafbb-28ac-4878-ae0d-c848195a1026 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:34.409583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['abb89be5-20ae-48c5-802d-2c1c67e66d1d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:34.412775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8900dfe-33f5-46ab-a77f-ab526ce74acc req-b22cafbb-28ac-4878-ae0d-c848195a1026 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:34.414577 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b8900dfe-33f5-46ab-a77f-ab526ce74acc req-b22cafbb-28ac-4878-ae0d-c848195a1026 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1679 time: 0.0671511
May 14 21:18:34.491680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b8900dfe-33f5-46ab-a77f-ab526ce74acc req-275b5b32-3c40-4b0e-a05f-68ac642a32da tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596275
May 14 21:18:34.512032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-485a1e2f-9aae-4fe8-9af5-2dc649e70422 req-e9cd146a-f896-4035-ae74-4367f630c289 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 210 time: 0.0366068
May 14 21:18:34.538141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['fd470c7c-db03-44a7-9389-4a1055607c0f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:34.754293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cbb9d-19a2-4d7b-a9d2-bdd171fa72ac req-59e83216-4295-422f-99d4-572226b59760 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:34.756442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-656cbb9d-19a2-4d7b-a9d2-bdd171fa72ac req-59e83216-4295-422f-99d4-572226b59760 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 950 time: 0.0481746
May 14 21:18:34.804112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-656cbb9d-19a2-4d7b-a9d2-bdd171fa72ac req-fc2e10ed-e278-4de4-8de8-f028c4c72f0f tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416646
May 14 21:18:34.961948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (817baefc-8cde-4af4-8576-65a4c3b0a69a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.036655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Pushing event updated for resources: {'Subnet': ['ID=817baefc-8cde-4af4-8576-65a4c3b0a69a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:35.041826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Checking segment: {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:35.043663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Network hostable DHCP agents. Network: 9f09b061-bb8a-4179-9a69-035d0d8de443, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:18:35.198965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:18:35.306100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f09b061-bb8a-4179-9a69-035d0d8de443) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:35.319175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbc9c7-d165-43fc-94ae-608f1855ecba None None] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:35.326214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:35.327419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.465570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-a49db255-9a43-4aea-a859-fc4b4caa4119 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:35.467052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-a49db255-9a43-4aea-a859-fc4b4caa4119 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.36 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 811 time: 0.1992030
May 14 21:18:35.471453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-28534c5a-42b8-46b0-8c7e-abbc6e0f435a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3896987
May 14 21:18:35.474597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56550) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:35.481052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:35.488037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Request body: {'port': {'device_id': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'admin_state_up': True, 'tenant_id': '7c7360a8f423452e97311ffc9675e801'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:35.493452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f09b061-bb8a-4179-9a69-035d0d8de443', 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443', 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'fixed_ips': [{'subnet_id': '817baefc-8cde-4af4-8576-65a4c3b0a69a'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:18:35.494424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.655861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50e10b-7589-4889-ae06-b4bcc7802ea5 req-2c98c40a-cc64-478f-8184-e138c9cd75c1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:35.661924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50e10b-7589-4889-ae06-b4bcc7802ea5 req-2c98c40a-cc64-478f-8184-e138c9cd75c1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:35.663806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb50e10b-7589-4889-ae06-b4bcc7802ea5 req-2c98c40a-cc64-478f-8184-e138c9cd75c1 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1679 time: 0.0634482
May 14 21:18:35.666651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Allocated IP 172.20.0.2 (9f09b061-bb8a-4179-9a69-035d0d8de443/817baefc-8cde-4af4-8576-65a4c3b0a69a/ddb1192e-2233-4ce8-9f39-b6f6028b2ae1) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:35.713815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (ca5ccf41-b845-42c5-b369-9dd3154509dc), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.717830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (ca5ccf41-b845-42c5-b369-9dd3154509dc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.728090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65051621-05ac-46d1-87f0-40dc7ccea97a req-b4202f6e-cfe7-4de1-a02d-8d9b20ae920a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 210 time: 0.0801694
May 14 21:18:35.859436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks [] for router_controller (ca5ccf41-b845-42c5-b369-9dd3154509dc), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.881157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb50e10b-7589-4889-ae06-b4bcc7802ea5 req-a98e0751-9c3f-4df7-bb34-cfd5c66022bb tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028277
May 14 21:18:35.955110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Made reservation on behalf of 7c7360a8f423452e97311ffc9675e801 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:35.959972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.978348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Publish callbacks [] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:35.988578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251734c-54ba-44ca-834b-7cb296fb4dd0 req-5938fac8-ee4e-42b5-810e-d4e0399216fc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:35.990692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7251734c-54ba-44ca-834b-7cb296fb4dd0 req-5938fac8-ee4e-42b5-810e-d4e0399216fc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 950 time: 0.0981462
May 14 21:18:36.051038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7251734c-54ba-44ca-834b-7cb296fb4dd0 req-f341c225-c720-48bf-9e8f-88a7dfa3bdca tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521445
May 14 21:18:36.077163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.127929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Allocated IP 172.20.0.3 (be6063db-fd04-41cd-809f-05d0d8d9b38d/81f2727c-5343-4254-8352-6b574be36a4d/7b6bd46d-2f3e-4883-8027-72b762aafcce) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:36.149956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:36.149956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:36.155334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:36.184893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Pushing event updated for resources: {'Port': ['ID=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:36.246137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Attempting to bind port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:36.246563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Attempting to bind port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:36.247046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Attempting to bind port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 on network 9f09b061-bb8a-4179-9a69-035d0d8de443 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:36.265650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:36.266815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Checking segment: {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:36.267293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.267831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Bound using segment: {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:36.268477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Bound port: ddb1192e-2233-4ce8-9f39-b6f6028b2ae1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:36.268969 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.368568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] For port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:36.372723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] For port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:36.400935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fd470c7c-db03-44a7-9389-4a1055607c0f up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:36.445240 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.589501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port fd470c7c-db03-44a7-9389-4a1055607c0f completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:18:36.592385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09be04-1e25-4019-997e-fe89759d507f None None] Pushing event updated for resources: {'Port': ['ID=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:36.701262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fae2-2fcf-4c13-b74b-e50d2f2ea8d5 req-224877b6-1099-421a-903f-de652de5296b tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:36.702801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba38fae2-2fcf-4c13-b74b-e50d2f2ea8d5 req-224877b6-1099-421a-903f-de652de5296b tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 1132 time: 0.4581311
May 14 21:18:36.743930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port fd470c7c-db03-44a7-9389-4a1055607c0f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:36.745502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.811791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks [] for router_gateway (ca5ccf41-b845-42c5-b369-9dd3154509dc), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.838398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks [] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:36.995179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fd470c7c-db03-44a7-9389-4a1055607c0f is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:36.995596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.001872 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92d22d67-e067-40ff-8c09-708ea2fa37bb req-2c65d26a-bb1e-42e5-bce1-b157f762fce3 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 210 time: 0.0351391
May 14 21:18:37.030744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba38fae2-2fcf-4c13-b74b-e50d2f2ea8d5 req-3c89b68b-cc79-48df-9e4e-a0a923a308b7 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975855
May 14 21:18:37.055855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd470c7c-db03-44a7-9389-4a1055607c0f'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:37.059658 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44489fe0-6939-4c8f-9283-7e4e9785e297" -d '{"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-plugged", "status": "completed", "tag": "fd470c7c-db03-44a7-9389-4a1055607c0f"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:37.103711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fd470c7c-db03-44a7-9389-4a1055607c0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd470c7c-db03-44a7-9389-4a1055607c0f,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:37.167750 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.168911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device abb89be5-20ae-48c5-802d-2c1c67e66d1d up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:37.201021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.252436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Network be6063db-fd04-41cd-809f-05d0d8d9b38d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:37.292349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:37.344354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab0ec3-3ebd-46ee-9879-b488c25e92d8 req-e173a959-83a5-4624-9f7a-b6bb6e48b7b2 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:37.357690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab0ec3-3ebd-46ee-9879-b488c25e92d8 req-e173a959-83a5-4624-9f7a-b6bb6e48b7b2 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:37.359323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aeab0ec3-3ebd-46ee-9879-b488c25e92d8 req-e173a959-83a5-4624-9f7a-b6bb6e48b7b2 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1680 time: 0.1190040
May 14 21:18:37.366916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:37.448365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aeab0ec3-3ebd-46ee-9879-b488c25e92d8 req-907e9330-96b6-42ea-896f-1248cc687fbc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822475
May 14 21:18:37.486158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-f0d4d27f-8c7c-4781-97df-f93a2334d646 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1203332
May 14 21:18:37.518158 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72484223-ef66-4765-b7d6-78530373a64c x-openstack-request-id: req-72484223-ef66-4765-b7d6-78530373a64c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:37.520000 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-plugged", "status": "completed", "tag": "fd470c7c-db03-44a7-9389-4a1055607c0f", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:37.520427 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72484223-ef66-4765-b7d6-78530373a64c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:37.521674 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72484223-ef66-4765-b7d6-78530373a64c'] response: {'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd470c7c-db03-44a7-9389-4a1055607c0f', 'code': 200}
May 14 21:18:37.525584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['90cac83b-ecf9-42a5-984e-9c943dbe93d1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:37.548303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Pushing event updated for resources: {'Port': ['ID=7b6bd46d-2f3e-4883-8027-72b762aafcce,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:37.587965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:37.589493 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.647709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks [] for router_gateway (ca5ccf41-b845-42c5-b369-9dd3154509dc), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.649401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fd470c7c-db03-44a7-9389-4a1055607c0f,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:37.657804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port abb89be5-20ae-48c5-802d-2c1c67e66d1d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:18:37.672903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.758354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port abb89be5-20ae-48c5-802d-2c1c67e66d1d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:37.966612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.967339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-3ddd91c4-28a9-455c-bc74-b95597c663f6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2862301
May 14 21:18:37.967339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-0429e81e-31ab-4ef7-aa17-31b7e71e12f8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:37.967339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-0429e81e-31ab-4ef7-aa17-31b7e71e12f8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2928085
May 14 21:18:37.967339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Request body: {'port': {'device_id': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:37.967727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-0ccbf2e3-82d2-45ca-be01-c72bac3d6410 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:37.967727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-0ccbf2e3-82d2-45ca-be01-c72bac3d6410 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 0.1825325
May 14 21:18:37.967727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-29d6950e-9a08-4c87-bf9a-e121b081370e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/quotas/763cf73206604d8abbe1542afe44fa95 HTTP/1.1" status: 200  len: 375 time: 0.0211804
May 14 21:18:37.967995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port abb89be5-20ae-48c5-802d-2c1c67e66d1d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:37.967995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.968167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:37.968261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-a2cfcaca-af6b-4518-9283-7fc9371b030c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1116049
May 14 21:18:37.968352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:38.048631 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:38.130866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:38.232150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-0ef37de3-ca0e-4849-84e9-190a9f0167dd tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/quotas/a1c562e1e1414d32b858e08cb6379e8a HTTP/1.1" status: 200  len: 375 time: 0.3055251
May 14 21:18:38.450733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-9bfe99de-842e-47b9-a789-48a0416b84a0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1723168
May 14 21:18:38.497027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9d0a9-ac9f-459c-a9cf-8a447507c8f4 None None] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:38.497604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Allocated IP 172.35.4.144 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a2cd8156-2672-49b3-b022-efb7340d794f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:38.647351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:38.695465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6bd46d-2f3e-4883-8027-72b762aafcce {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:38.702689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] Provisioning complete for port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:38.703255 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:38.707042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Publish callbacks [] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:38.768854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-ddc2cbc3-4044-4f56-8b9b-fcc83b6c1b1f service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8205914
May 14 21:18:38.785308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:38.785758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:38.811723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Transition to ACTIVE for port object 7b6bd46d-2f3e-4883-8027-72b762aafcce will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:38.838954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks [] for port (a2cd8156-2672-49b3-b022-efb7340d794f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:38.894081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-21286249-e8d3-4fc6-96ff-33f8a3a211f3 service neutron] 10.222.0.52 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244750
May 14 21:18:38.918879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.030562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.054505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] Current status of the port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:39.056731 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.136833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:39.137316 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.212427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] For port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:39.251561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Pushing event updated for resources: {'Port': ['ID=7b6bd46d-2f3e-4883-8027-72b762aafcce,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:39.256525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:39.298807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:39.304165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:39.314382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c682-9095-4d3d-b97b-ee564e164e94 req-e536fd47-7712-4dde-8290-195a061bf97a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:39.316549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0933c682-9095-4d3d-b97b-ee564e164e94 req-e536fd47-7712-4dde-8290-195a061bf97a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 943 time: 0.2168822
May 14 21:18:39.347137 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.494527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14c060c9-bb88-40d1-bcb3-a23184837e47 None None] Provisioning complete for port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:39.495278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14c060c9-bb88-40d1-bcb3-a23184837e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.532599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:39.535020 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7323ac5-8a16-4cf6-94bb-e79d33516f4c" -d '{"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-plugged", "status": "completed", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:39.576686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cd8156-2672-49b3-b022-efb7340d794f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:39.582259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:18:39.582644 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:18:39.589790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0bfe6-38ab-46a1-adfc-9a8b806521a6 None None] Pushing event updated for resources: {'Port': ['ID=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:39.641331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0933c682-9095-4d3d-b97b-ee564e164e94 req-5a3e29ce-002d-4d2a-a7c9-41ea786c58b2 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853453
May 14 21:18:39.674767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14c060c9-bb88-40d1-bcb3-a23184837e47 None None] Current status of the port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:39.685183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Attempting to bind port 7b6bd46d-2f3e-4883-8027-72b762aafcce on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:39.687331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Attempting to bind port 7b6bd46d-2f3e-4883-8027-72b762aafcce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:39.687331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Attempting to bind port 7b6bd46d-2f3e-4883-8027-72b762aafcce on network be6063db-fd04-41cd-809f-05d0d8d9b38d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:39.694794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Port 7b6bd46d-2f3e-4883-8027-72b762aafcce on network be6063db-fd04-41cd-809f-05d0d8d9b38d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:39.695122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Attempting to bind port 7b6bd46d-2f3e-4883-8027-72b762aafcce on network be6063db-fd04-41cd-809f-05d0d8d9b38d {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:39.701011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:39.701341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Checking segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:39.701723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Bound using segment: {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:39.702153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Bound port: 7b6bd46d-2f3e-4883-8027-72b762aafcce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9c0d08-7181-491a-86dc-90855acb20cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:39.702505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:39.798107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea044532-ae4b-4052-9f86-70246ac1bb04 req-54bb05e0-3051-4fa9-bd50-a8ead17e46c5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:39.804829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea044532-ae4b-4052-9f86-70246ac1bb04 req-54bb05e0-3051-4fa9-bd50-a8ead17e46c5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:39.806475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea044532-ae4b-4052-9f86-70246ac1bb04 req-54bb05e0-3051-4fa9-bd50-a8ead17e46c5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1681 time: 0.0869057
May 14 21:18:39.899838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] For port 7b6bd46d-2f3e-4883-8027-72b762aafcce, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:39.934699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] For port 7b6bd46d-2f3e-4883-8027-72b762aafcce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:39.967680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef512c99-8cc8-4f78-958b-0163d9ca6968 req-606c2dc4-c14a-4ccd-8577-bdf6c92eb303 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 210 time: 0.0288143
May 14 21:18:39.991517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea044532-ae4b-4052-9f86-70246ac1bb04 req-216273ed-d6f3-45a6-947d-f751efeb7d04 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748753
May 14 21:18:40.014844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks [] for router_gateway (ca5ccf41-b845-42c5-b369-9dd3154509dc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:40.029660 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f21ae0-038f-4745-a214-d0b31b2e84ca x-openstack-request-id: req-72f21ae0-038f-4745-a214-d0b31b2e84ca {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:40.030185 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-plugged", "status": "completed", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:40.030308 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72f21ae0-038f-4745-a214-d0b31b2e84ca {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:40.030632 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f21ae0-038f-4745-a214-d0b31b2e84ca'] response: {'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d', 'code': 200}
May 14 21:18:40.081118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:40.169774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:40.180078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:40.180830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:40.182415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] 10.222.0.36 "PUT /v2.0/ports/7b6bd46d-2f3e-4883-8027-72b762aafcce HTTP/1.1" status: 200  len: 1091 time: 2.3979735
May 14 21:18:40.185117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'tag': '7b6bd46d-2f3e-4883-8027-72b762aafcce'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:40.190612 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8059b7-4e0c-4703-8189-cb0c6428a870" -d '{"events": [{"name": "network-changed", "server_uuid": "ce274e08-ca06-45ce-aa97-0149f081eb19", "tag": "7b6bd46d-2f3e-4883-8027-72b762aafcce"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:40.263686 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15bb442-84d6-4732-8270-843a9d63d27a x-openstack-request-id: req-f15bb442-84d6-4732-8270-843a9d63d27a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:40.264430 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce274e08-ca06-45ce-aa97-0149f081eb19", "tag": "7b6bd46d-2f3e-4883-8027-72b762aafcce", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:40.264430 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f15bb442-84d6-4732-8270-843a9d63d27a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:40.265092 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15bb442-84d6-4732-8270-843a9d63d27a'] response: {'name': 'network-changed', 'server_uuid': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'tag': '7b6bd46d-2f3e-4883-8027-72b762aafcce', 'status': 'completed', 'code': 200}
May 14 21:18:40.293292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54d47d-f4db-4d69-b881-0debbcc598e3 req-6b13eeac-1287-4a0c-bcf3-c5d59985cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:40.293884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54d47d-f4db-4d69-b881-0debbcc598e3 req-6b13eeac-1287-4a0c-bcf3-c5d59985cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:40.296006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d54d47d-f4db-4d69-b881-0debbcc598e3 req-6b13eeac-1287-4a0c-bcf3-c5d59985cfab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 2045 time: 0.1572576
May 14 21:18:40.302795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89642b79-5fd4-48c0-967f-a2b7dab9c6f9 req-e1f75d29-7663-4ac2-8f6b-08984b57673a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 210 time: 0.1196876
May 14 21:18:40.375517 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1054dae3-7bb1-4597-bd23-db9eaa859274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:40.392702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e61a1-30b2-4b9d-ae8d-49cfd080d06e service neutron] Pushing event updated for resources: {'Port': ['ID=7b6bd46d-2f3e-4883-8027-72b762aafcce,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:40.421824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d54d47d-f4db-4d69-b881-0debbcc598e3 req-0674dd99-0f39-417d-a247-9b7ac44afd41 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049120
May 14 21:18:40.422776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8059b7-4e0c-4703-8189-cb0c6428a870 req-660e2891-116b-41de-95ea-db2976290dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:40.424851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a8059b7-4e0c-4703-8189-cb0c6428a870 req-660e2891-116b-41de-95ea-db2976290dc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 1125 time: 0.1242375
May 14 21:18:40.502805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:40.602850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:40.604604 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:40.647536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (ca5ccf41-b845-42c5-b369-9dd3154509dc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:40.723122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:40.748880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8059b7-4e0c-4703-8189-cb0c6428a870 req-7aa95de6-a03a-4ace-84c8-e4afcf73ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:40.750424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a8059b7-4e0c-4703-8189-cb0c6428a870 req-7aa95de6-a03a-4ace-84c8-e4afcf73ddaf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7c7360a8f423452e97311ffc9675e801&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2082076
May 14 21:18:40.761232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1054-5884-413f-89e1-91cbf570e067 req-e09a930d-eee4-4ddd-98e8-7964cefd1e6b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:40.762960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-41cf1054-5884-413f-89e1-91cbf570e067 req-e09a930d-eee4-4ddd-98e8-7964cefd1e6b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 943 time: 0.0524595
May 14 21:18:40.828602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-41cf1054-5884-413f-89e1-91cbf570e067 req-30e71278-4088-4d0e-919c-ae00d350d590 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557530
May 14 21:18:41.096927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49e1d3b1-7a51-479d-ba42-352dbfc06621 req-abbb9dc6-be79-43ee-80f3-d08d6250bc59 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 210 time: 0.0467618
May 14 21:18:41.161858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f534e04-72e9-4d47-9413-26c3bb036662 req-9da1849c-517e-4a2e-844a-6729e8508c48 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:41.168691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f534e04-72e9-4d47-9413-26c3bb036662 req-9da1849c-517e-4a2e-844a-6729e8508c48 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:41.170339 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f534e04-72e9-4d47-9413-26c3bb036662 req-9da1849c-517e-4a2e-844a-6729e8508c48 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1681 time: 0.0718069
May 14 21:18:41.194548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8059b7-4e0c-4703-8189-cb0c6428a870 req-c1a3865a-818c-48a4-bdc8-4d5752aafb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:41.196050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a8059b7-4e0c-4703-8189-cb0c6428a870 req-c1a3865a-818c-48a4-bdc8-4d5752aafb92 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1473544
May 14 21:18:41.221714 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f534e04-72e9-4d47-9413-26c3bb036662 req-4e1a6387-ec6c-458a-927d-a407a7363c03 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449584
May 14 21:18:41.304670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-9096de55-34c1-4342-b015-e1a4f821788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:41.306252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-9096de55-34c1-4342-b015-e1a4f821788b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 1125 time: 0.0673313
May 14 21:18:41.374910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Router ca5ccf41-b845-42c5-b369-9dd3154509dc is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:18:41.391261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-ac931667-a196-407b-97de-d8fda94672a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce HTTP/1.1" status: 200  len: 217 time: 0.0642910
May 14 21:18:41.459812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0102a6e4-94c1-411e-8c6f-5ecb3cbb5396 req-80b6a43c-247e-447d-aede-fc12c9313012 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 210 time: 0.0880582
May 14 21:18:41.533992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-d7dad64f-432e-41e1-9d60-ba74df61bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:41.535764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-d7dad64f-432e-41e1-9d60-ba74df61bc2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 200  len: 851 time: 0.1420922
May 14 21:18:41.606277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-23d79373-f622-4c41-85cc-15cb6b78cc3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be6063db-fd04-41cd-809f-05d0d8d9b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626028
May 14 21:18:41.706981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:18:41.717487 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Sync routers for ids ['ca5ccf41-b845-42c5-b369-9dd3154509dc'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:18:41.729827 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Routers {'ca5ccf41-b845-42c5-b369-9dd3154509dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:41.730756 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230dd8460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ca5ccf41-b845-42c5-b369-9dd3154509dc'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:41.749728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-5ed0163b-6013-466b-b63b-81d32569f938 service neutron] 10.222.0.36 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331601
May 14 21:18:41.761283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:41.868335 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Set router ca5ccf41-b845-42c5-b369-9dd3154509dc gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:41.871004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:41.873097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7e9d6f8-0ab3-4dea-80f6-aa7771a05175 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.3976200
May 14 21:18:41.875849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56706) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:41.880049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-906a2b17-2460-48ee-a294-b7eb23502ef6 req-7cad2daa-f365-42d4-9a09-4b7e482cdc11 service neutron] 10.222.0.36 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193311
May 14 21:18:41.933370 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:42.183390 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e1dd-bb15-4239-a0cf-7d8ab296a713 req-a7f1dc88-c35b-45c8-ad60-360cd1b576e6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:42.185833 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b512e1dd-bb15-4239-a0cf-7d8ab296a713 req-a7f1dc88-c35b-45c8-ad60-360cd1b576e6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 943 time: 0.1322117
May 14 21:18:42.260397 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230dd8460>, [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:18:39Z', 'revision_number': 3, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:42.288823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fd88bff-5e76-4848-85e8-2e73d096d4fc req-5d95b086-f03a-4904-a44d-3bfe0b32719e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 210 time: 0.0738554
May 14 21:18:42.314980 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Checking router: ca5ccf41-b845-42c5-b369-9dd3154509dc for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:18:42.315587 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Updating router ca5ccf41-b845-42c5-b369-9dd3154509dc port a2cd8156-2672-49b3-b022-efb7340d794f binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:18:42.344958 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:42.511637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-0002fc25-3352-46cf-8dcf-80109fe33a54 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0769103
May 14 21:18:42.568019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415675-6b92-4563-91f0-24ccff286746 req-ec02dba2-d430-47a9-9269-f5bc43324ae9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:42.570089 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b512e1dd-bb15-4239-a0cf-7d8ab296a713 req-877ca430-74da-4209-be08-dfaadd93ad8a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3424656
May 14 21:18:42.576617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415675-6b92-4563-91f0-24ccff286746 req-ec02dba2-d430-47a9-9269-f5bc43324ae9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:42.576617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5415675-6b92-4563-91f0-24ccff286746 req-ec02dba2-d430-47a9-9269-f5bc43324ae9 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1681 time: 0.1919012
May 14 21:18:42.851173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5415675-6b92-4563-91f0-24ccff286746 req-05b5b240-dfd7-4eea-a79f-066bc72ea945 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561424
May 14 21:18:42.872278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf038537-453f-4bcd-b540-fb78193a5ae4 req-5723c582-bff1-4c80-9095-6ae0c1ca2dab tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 210 time: 0.1236260
May 14 21:18:42.890086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e07855ec-a45a-45c5-830d-ffe11e85524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:42.890628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-f461573a-4920-4daf-8d78-57fde47d756c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:42.895266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-f461573a-4920-4daf-8d78-57fde47d756c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3734596
May 14 21:18:42.905198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:42.920523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Request body: {'port': {'device_id': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'a1c562e1e1414d32b858e08cb6379e8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:42.955723 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Publish callbacks [] for port (a2cd8156-2672-49b3-b022-efb7340d794f), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.055293 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.173764 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a725-74b7-4539-912c-7f99dd63dcd7 None None] Pushing event updated for resources: {'Port': ['ID=a2cd8156-2672-49b3-b022-efb7340d794f,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:43.176237 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Attempting to bind port a2cd8156-2672-49b3-b022-efb7340d794f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:43.176941 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Attempting to bind port a2cd8156-2672-49b3-b022-efb7340d794f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:43.177162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Attempting to bind port a2cd8156-2672-49b3-b022-efb7340d794f on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:43.183321 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:43.184044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:43.184186 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.184503 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:43.184965 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Bound port: a2cd8156-2672-49b3-b022-efb7340d794f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:43.185339 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.242331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Allocated IP 172.20.0.1 (9f09b061-bb8a-4179-9a69-035d0d8de443/817baefc-8cde-4af4-8576-65a4c3b0a69a/7b7b3b99-9d30-4028-8bf2-1fcb323d917b) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:43.250291 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] For port a2cd8156-2672-49b3-b022-efb7340d794f, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:43.255615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] For port a2cd8156-2672-49b3-b022-efb7340d794f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2cd8156-2672-49b3-b022-efb7340d794f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:43.331327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Made reservation on behalf of a1c562e1e1414d32b858e08cb6379e8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:43.344014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.372128 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.470561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks [] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.481270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ad427da-0552-4d28-a1ad-9af08f03c549 req-7e7bc7ff-6faa-48ac-9775-dcd34614cfa8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 210 time: 0.0917816
May 14 21:18:43.494411 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Routers {'ca5ccf41-b845-42c5-b369-9dd3154509dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:43.495580 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230dd8460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ca5ccf41-b845-42c5-b369-9dd3154509dc'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:43.684238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.690505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Allocated IP 192.168.233.35 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/c53ffbc4-b57b-4146-b9cd-8b7476f89088) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:43.726244 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:43.801653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:43.809834 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] Set router ca5ccf41-b845-42c5-b369-9dd3154509dc gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:43.837972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:43.842012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:43.858435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:43.919713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca872104-0d4d-4d81-b858-c2a3f392479b req-4bceb62e-c1c1-4142-8a81-46fa9bbc2ae6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:43.926413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca872104-0d4d-4d81-b858-c2a3f392479b req-4bceb62e-c1c1-4142-8a81-46fa9bbc2ae6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:43.934147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca872104-0d4d-4d81-b858-c2a3f392479b req-4bceb62e-c1c1-4142-8a81-46fa9bbc2ae6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1681 time: 0.2039349
May 14 21:18:43.953614 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35a725-74b7-4539-912c-7f99dd63dcd7 None None] Pushing event updated for resources: {'Port': ['ID=a2cd8156-2672-49b3-b022-efb7340d794f,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:43.955465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ca5ccf41-b845-42c5-b369-9dd3154509dc), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.028879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05696-b910-4420-a80c-08318d89816c req-47bbfe0d-7725-490d-8624-bd902be0699b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:44.029333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca872104-0d4d-4d81-b858-c2a3f392479b req-4b8fc3f5-8632-49e1-8e18-28d0ab6221c6 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939219
May 14 21:18:44.047667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b8f05696-b910-4420-a80c-08318d89816c req-47bbfe0d-7725-490d-8624-bd902be0699b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 943 time: 0.2576911
May 14 21:18:44.125371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7b6bd46d-2f3e-4883-8027-72b762aafcce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:44.186023 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b8f05696-b910-4420-a80c-08318d89816c req-746c3583-bf55-4ac7-baab-1396dc8eeded tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373694
May 14 21:18:44.251398 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230dd8460>, [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:18:39Z', 'revision_number': 3, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:44.285475 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9d06-50d8-48f5-8640-407449c13765 None None] The sync data for ids ['ca5ccf41-b845-42c5-b369-9dd3154509dc'] in ncdv-master-1 is: [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:18:39Z', 'revision_number': 3, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:18:44.331320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 7b6bd46d-2f3e-4883-8027-72b762aafcce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:44.349972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3abb591b-3c00-433e-a93e-22cbe4666547 None None] Provisioning complete for port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:44.350761 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3abb591b-3c00-433e-a93e-22cbe4666547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.353826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '7b6bd46d-2f3e-4883-8027-72b762aafcce', 'network_id': 'be6063db-fd04-41cd-809f-05d0d8d9b38d', 'port_id': '7b6bd46d-2f3e-4883-8027-72b762aafcce', 'mac_address': 'fa:16:3e:24:63:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f2727c-5343-4254-8352-6b574be36a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:44.389986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks [] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.455600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdf7a879-a82c-48bb-b54b-e4a12fb70640 req-4bd988b0-c94f-4078-a625-893ac38d89f4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 210 time: 0.3103766
May 14 21:18:44.485390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3abb591b-3c00-433e-a93e-22cbe4666547 None None] Port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:44.485793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.492406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 7b6bd46d-2f3e-4883-8027-72b762aafcce is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:44.492809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.522841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.523716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6bd46d-2f3e-4883-8027-72b762aafcce {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:44.574900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 7b6bd46d-2f3e-4883-8027-72b762aafcce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:44.574900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:44.576488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c', '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', '4fd5f38e-2d88-4afe-ad3f-275929a09686'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:44.584941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:44.588486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:44.593526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:44.673674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.773817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event updated for resources: {'Port': ['ID=c53ffbc4-b57b-4146-b9cd-8b7476f89088,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:44.843218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:44.844000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:44.940183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=7b6bd46d-2f3e-4883-8027-72b762aafcce,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:45.092987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c546124d-9bd6-4a78-bd97-3d1a7c55cb89 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1686366
May 14 21:18:45.095113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355d005-5755-4bee-9d3c-b3a348dd0751 req-12e2d24c-c39f-4e6b-935c-a082effbf43c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:45.115562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9355d005-5755-4bee-9d3c-b3a348dd0751 req-12e2d24c-c39f-4e6b-935c-a082effbf43c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 935 time: 0.3420541
May 14 21:18:45.117762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-2a74d264-2f69-4f6d-9fd5-5f1e02715574 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--532258053&fields=id&tenant_id=ef1f3155d52e42bb9c54f43a8360a74e HTTP/1.1" status: 200  len: 267 time: 0.2152724
May 14 21:18:45.248351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7b6bd46d-2f3e-4883-8027-72b762aafcce'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:45.320062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ddd31588-512f-440b-bd2d-4c911bf5f256 None None] Provisioning complete for port c53ffbc4-b57b-4146-b9cd-8b7476f89088 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:45.320727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddd31588-512f-440b-bd2d-4c911bf5f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:45.371612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Request body: {'port': {'device_id': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:45.381745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-9b5af766-f20c-4a87-9983-d04569c779ef tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:45.389988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-9b5af766-f20c-4a87-9983-d04569c779ef tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/networks?id=b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 200  len: 816 time: 0.2713099
May 14 21:18:45.482888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-5396efde-3016-4b54-bde6-5beac98ac699 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/quotas/ef1f3155d52e42bb9c54f43a8360a74e HTTP/1.1" status: 200  len: 375 time: 0.0919020
May 14 21:18:45.520839 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9355d005-5755-4bee-9d3c-b3a348dd0751 req-63e37ca8-5adc-4ebf-927b-48119e32bb53 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4037929
May 14 21:18:45.569541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ddd31588-512f-440b-bd2d-4c911bf5f256 None None] Port c53ffbc4-b57b-4146-b9cd-8b7476f89088 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:45.631564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-043603c7-1863-4142-bd7a-afa418ab0e2a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:45.644708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:45.664305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-043603c7-1863-4142-bd7a-afa418ab0e2a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:45.674081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-043603c7-1863-4142-bd7a-afa418ab0e2a tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1681 time: 0.3168728
May 14 21:18:45.746136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eccca-4c54-45e3-895c-7006747b2293 req-fe1010a6-f19d-4b97-b6c2-639794bc8768 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:45.751880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eccca-4c54-45e3-895c-7006747b2293 req-fe1010a6-f19d-4b97-b6c2-639794bc8768 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:45.760035 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-397eccca-4c54-45e3-895c-7006747b2293 req-fe1010a6-f19d-4b97-b6c2-639794bc8768 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 1681 time: 0.1019888
May 14 21:18:45.816121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b8a23c64-9af8-4d66-8253-919274d99ad0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3323417
May 14 21:18:45.882687 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-397eccca-4c54-45e3-895c-7006747b2293 req-97622fc8-192b-498f-a7cb-86717f5d0b59 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216621
May 14 21:18:46.023265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-a08208d3-2f43-42fb-8a3f-797977fc271d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:46.024541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port fd470c7c-db03-44a7-9389-4a1055607c0f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:46.024882 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-a08208d3-2f43-42fb-8a3f-797977fc271d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 807 time: 1.1529393
May 14 21:18:46.026921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.044163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Request body: {'port': {'device_id': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'admin_state_up': True, 'tenant_id': '763cf73206604d8abbe1542afe44fa95'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:46.173284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.286060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-d40af9e1-47e1-423c-b135-548b35729cbf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:46.294613 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-d40af9e1-47e1-423c-b135-548b35729cbf tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.1912339
May 14 21:18:46.310213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks [] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.319051 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-5d5d3919-968b-47fe-aa2d-c9bb3be43ba3 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/quotas/74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 375 time: 0.0235286
May 14 21:18:46.417986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b1bd1a4a-5dc4-4dee-88f7-c42eaee8240b service neutron] 10.222.0.52 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947196
May 14 21:18:46.430440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port fd470c7c-db03-44a7-9389-4a1055607c0f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fd470c7c-db03-44a7-9389-4a1055607c0f,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:46.431908 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.449434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-71eca5ca-49c2-4d22-afae-35000508aee6 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1288941
May 14 21:18:46.571533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for fd470c7c-db03-44a7-9389-4a1055607c0f owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:46.602002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-4796e73e-f69a-4777-9f8d-cdd33e0ca3c7 service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516240
May 14 21:18:46.623386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a2cd8156-2672-49b3-b022-efb7340d794f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:46.719332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.738335 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-345461ce-c045-4aed-acd9-b69e0eaec180 service neutron] 10.222.0.52 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353929
May 14 21:18:46.828083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a2cd8156-2672-49b3-b022-efb7340d794f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:46.828514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.836935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:46.950747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ca5ccf41-b845-42c5-b369-9dd3154509dc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:46.969428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-d6d9f0dd-2de0-45f9-9a4e-58884a761068 service neutron] 10.222.0.52 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4856894
May 14 21:18:47.150768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Made reservation on behalf of 763cf73206604d8abbe1542afe44fa95 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:47.154034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.170573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:47.178785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:47.298952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53ffbc4-b57b-4146-b9cd-8b7476f89088 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:47.309507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Publish callbacks [] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.327154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Transition to ACTIVE for port object c53ffbc4-b57b-4146-b9cd-8b7476f89088 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:47.329149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fd470c7c-db03-44a7-9389-4a1055607c0f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.417206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=fd470c7c-db03-44a7-9389-4a1055607c0f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:47.436516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Allocated IP 172.20.0.10 (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c/e4c64ec1-48d9-445c-b452-e1d1d8923ea0/290d17d6-ed0e-4c77-9c1a-57fa7081a50d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:47.562238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a2cd8156-2672-49b3-b022-efb7340d794f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:47.564816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.564971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Router ca5ccf41-b845-42c5-b369-9dd3154509dc has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:18:47.572267 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.583447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.596097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fd470c7c-db03-44a7-9389-4a1055607c0f no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:47.648384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: fd470c7c-db03-44a7-9389-4a1055607c0f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:47.745372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fd470c7c-db03-44a7-9389-4a1055607c0f not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:47.745372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device abb89be5-20ae-48c5-802d-2c1c67e66d1d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:47.745372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port a2cd8156-2672-49b3-b022-efb7340d794f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2cd8156-2672-49b3-b022-efb7340d794f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:47.747264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port fd470c7c-db03-44a7-9389-4a1055607c0f on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:47.747264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.747264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-c379d0ed-bef4-41aa-afbd-464d53bb1ebc tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "DELETE /v2.0/ports/fd470c7c-db03-44a7-9389-4a1055607c0f HTTP/1.1" status: 204  len: 173 time: 2.0316267
May 14 21:18:47.747264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-deleted', 'tag': 'fd470c7c-db03-44a7-9389-4a1055607c0f'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:47.747264 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66caa8eb-6327-4fe6-9860-cca383d2dddb" -d '{"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-deleted", "tag": "fd470c7c-db03-44a7-9389-4a1055607c0f"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:47.747264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Pushing event updated for resources: {'Port': ['ID=c53ffbc4-b57b-4146-b9cd-8b7476f89088,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:47.792476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ce3608ff-8865-4b5f-90d6-7aa2883d3e31 None None] Provisioning complete for port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:47.792476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ce3608ff-8865-4b5f-90d6-7aa2883d3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.797142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port abb89be5-20ae-48c5-802d-2c1c67e66d1d is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:47.797883 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.816457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks [] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.831302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:18:47.853120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Sync routers for ids ['ca5ccf41-b845-42c5-b369-9dd3154509dc'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:18:47.869901 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-624abecb-b752-4dc2-9829-cdf32f9347d1 admin admin] 10.222.0.52 "PUT /v2.0/routers/ca5ccf41-b845-42c5-b369-9dd3154509dc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9835799
May 14 21:18:47.892230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port abb89be5-20ae-48c5-802d-2c1c67e66d1d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:47.896724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.910049 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:47.927718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:47.930031 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef37dd7-c1c6-42f7-8c34-d276e54cf760" -d '{"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-unplugged", "status": "completed", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:48.012224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.040334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ce3608ff-8865-4b5f-90d6-7aa2883d3e31 None None] Port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:48.045462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Routers {'ca5ccf41-b845-42c5-b369-9dd3154509dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:48.046760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303ffd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ca5ccf41-b845-42c5-b369-9dd3154509dc'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:48.105053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:48.150661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:48.202168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:48.234663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:48.311318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Set router ca5ccf41-b845-42c5-b369-9dd3154509dc gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:48.317739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event updated for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:48.358117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Attempting to bind port c53ffbc4-b57b-4146-b9cd-8b7476f89088 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:48.358690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Attempting to bind port c53ffbc4-b57b-4146-b9cd-8b7476f89088 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:48.358792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Attempting to bind port c53ffbc4-b57b-4146-b9cd-8b7476f89088 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:48.425449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Port c53ffbc4-b57b-4146-b9cd-8b7476f89088 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:48.425449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Attempting to bind port c53ffbc4-b57b-4146-b9cd-8b7476f89088 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:48.471844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:48.474039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.475019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:48.475384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:48.478474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:48.479538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Bound port: c53ffbc4-b57b-4146-b9cd-8b7476f89088, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:48.479922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.493936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147e6fb-75b3-4e20-989b-6ba6f82f5a0b req-1d3375cc-1980-44f2-9e2b-de589ffcfa89 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:48.503377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c147e6fb-75b3-4e20-989b-6ba6f82f5a0b req-1d3375cc-1980-44f2-9e2b-de589ffcfa89 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 944 time: 0.1396475
May 14 21:18:48.575383 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.606245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-62dcce9e-981c-4798-8cf5-94173c7e2262 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5712121
May 14 21:18:48.621473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=a2cd8156-2672-49b3-b022-efb7340d794f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:48.635771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Request body: {'port': {'device_id': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:48.668070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port abb89be5-20ae-48c5-802d-2c1c67e66d1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb89be5-20ae-48c5-802d-2c1c67e66d1d,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:48.668447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.713368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:48.717500 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c147e6fb-75b3-4e20-989b-6ba6f82f5a0b req-4fe754a2-2a0a-472d-9b91-0d52090e494b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089198
May 14 21:18:48.839732 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.858472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for abb89be5-20ae-48c5-802d-2c1c67e66d1d owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:48.876859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc19cc-53d2-47a6-8817-e2d8e3dddc7a req-72b70d62-1c9d-4130-bfcc-daf55a94f602 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:48.878349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efdc19cc-53d2-47a6-8817-e2d8e3dddc7a req-72b70d62-1c9d-4130-bfcc-daf55a94f602 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 932 time: 0.2775888
May 14 21:18:48.888343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303ffd30>, [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:18:44Z', 'revision_number': 4, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7b7b3b99-9d30-4028-8bf2-1fcb323d917b', 'name': '', 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'mac_address': 'fa:16:3e:36:d7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '817baefc-8cde-4af4-8576-65a4c3b0a69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:42Z', 'updated_at': '2022-05-14T21:18:45Z', 'revision_number': 2, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'subnets': [{'id': '817baefc-8cde-4af4-8576-65a4c3b0a69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:48.952265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Checking router: ca5ccf41-b845-42c5-b369-9dd3154509dc for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:18:48.952632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Updating router ca5ccf41-b845-42c5-b369-9dd3154509dc port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:18:48.969509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68052d1-59c8-4bfb-9431-6f11fdb87888 req-d69fda5b-c931-4639-aa1c-deddc89eb870 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:48.981971 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f68052d1-59c8-4bfb-9431-6f11fdb87888 req-d69fda5b-c931-4639-aa1c-deddc89eb870 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 947 time: 0.1288285
May 14 21:18:48.986724 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:48.987565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] For port c53ffbc4-b57b-4146-b9cd-8b7476f89088, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:49.022329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] For port c53ffbc4-b57b-4146-b9cd-8b7476f89088, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:49.030800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efdc19cc-53d2-47a6-8817-e2d8e3dddc7a req-d86afac5-e09c-4774-b830-3cfc8fec6016 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439664
May 14 21:18:49.155931 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:49.219223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ec8012be-be33-462f-961b-6c852f9a37d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:49.222329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7b6bd46d-2f3e-4883-8027-72b762aafcce up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:49.234461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f68052d1-59c8-4bfb-9431-6f11fdb87888 req-8826b236-31ca-49ee-ba0d-26ed7f7c0481 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517760
May 14 21:18:49.316240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:49.317808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:49.320766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] 10.222.0.48 "PUT /v2.0/ports/c53ffbc4-b57b-4146-b9cd-8b7476f89088 HTTP/1.1" status: 200  len: 1095 time: 3.9533143
May 14 21:18:49.338238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (abb89be5-20ae-48c5-802d-2c1c67e66d1d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:49.365317 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d3327f-197e-4b89-adc8-77bf09b7d45d x-openstack-request-id: req-e7d3327f-197e-4b89-adc8-77bf09b7d45d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:49.372406 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-deleted", "tag": "fd470c7c-db03-44a7-9389-4a1055607c0f", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:49.373104 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7d3327f-197e-4b89-adc8-77bf09b7d45d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:49.373575 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d3327f-197e-4b89-adc8-77bf09b7d45d'] response: {'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-deleted', 'tag': 'fd470c7c-db03-44a7-9389-4a1055607c0f', 'status': 'completed', 'code': 200}
May 14 21:18:49.432022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca474cd1-7cda-48a6-b952-6e5488d00872 service neutron] Pushing event updated for resources: {'Port': ['ID=c53ffbc4-b57b-4146-b9cd-8b7476f89088,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:49.443010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f67a38-a27c-4fbd-9825-8b06b22c3892 req-e96b3d9d-455b-4752-b116-dd0cbce2ffc5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:49.450408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78f67a38-a27c-4fbd-9825-8b06b22c3892 req-e96b3d9d-455b-4752-b116-dd0cbce2ffc5 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/ports?device_id=b864be50-c70a-4a29-86b1-5e5f69ec5230 HTTP/1.1" status: 200  len: 943 time: 0.2008567
May 14 21:18:49.461605 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c35eee-b57e-41cf-b319-8b7ff1d4ed90 x-openstack-request-id: req-d6c35eee-b57e-41cf-b319-8b7ff1d4ed90 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:49.463752 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-unplugged", "status": "completed", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:49.464117 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6c35eee-b57e-41cf-b319-8b7ff1d4ed90 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:49.464636 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c35eee-b57e-41cf-b319-8b7ff1d4ed90'] response: {'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d', 'code': 200}
May 14 21:18:49.615413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=abb89be5-20ae-48c5-802d-2c1c67e66d1d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:49.708118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c07e4497-4b54-473e-b358-e10ea2dd6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:49.710146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-c07e4497-4b54-473e-b358-e10ea2dd6bac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 1129 time: 0.1707385
May 14 21:18:49.722744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port abb89be5-20ae-48c5-802d-2c1c67e66d1d on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:49.731318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:49.759378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb9bb3db-f0d4-40a3-ada9-339d62eb8178 req-345c8ef4-68ea-40eb-bb19-00cfaaf28f2f tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.48 "DELETE /v2.0/ports/abb89be5-20ae-48c5-802d-2c1c67e66d1d HTTP/1.1" status: 204  len: 173 time: 2.0388846
May 14 21:18:49.826510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78f67a38-a27c-4fbd-9825-8b06b22c3892 req-b06d5a9f-c9cf-4a36-8531-d71018e4e4ad tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc10538e-f9a8-41f9-97f3-e84a51b044f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710825
May 14 21:18:49.835800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 7b6bd46d-2f3e-4883-8027-72b762aafcce completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:18:49.899244 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Publish callbacks [] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:49.948551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-8c950333-9e62-4b22-875d-5923e45d6c36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088 HTTP/1.1" status: 200  len: 217 time: 0.1881268
May 14 21:18:50.055723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-244f36e8-8194-479b-91da-c8ca822ef582 req-3c9e6bf6-f319-480a-a672-44c82bec7d51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 210 time: 0.0830712
May 14 21:18:50.064277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 7b6bd46d-2f3e-4883-8027-72b762aafcce triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:50.069407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.088362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.114499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-05ee9f57-314e-49d0-933d-e46a433372b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:50.116441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-05ee9f57-314e-49d0-933d-e46a433372b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1557858
May 14 21:18:50.230943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e8d67-e372-41f8-87eb-2c9e8b6fe4ae None None] Pushing event updated for resources: {'Port': ['ID=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:50.344304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290d17d6-ed0e-4c77-9c1a-57fa7081a50d {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:50.359738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Publish callbacks [] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.373518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-c7d851dc-2cec-4cf0-a1ee-b2fa46750713 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2097411
May 14 21:18:50.373915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Attempting to bind port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:50.374484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Attempting to bind port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:50.375072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Attempting to bind port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b on network 9f09b061-bb8a-4179-9a69-035d0d8de443 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:50.382561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:50.397856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Transition to ACTIVE for port object 290d17d6-ed0e-4c77-9c1a-57fa7081a50d will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:50.402558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:50.403094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Checking segment: {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:50.413841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.422601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Bound using segment: {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:50.423530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Bound port: 7b7b3b99-9d30-4028-8bf2-1fcb323d917b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a3729b-a04e-4596-b6ed-73988eef09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:50.424227 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.428768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 7b6bd46d-2f3e-4883-8027-72b762aafcce is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:50.433081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.507569 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.554093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 7b6bd46d-2f3e-4883-8027-72b762aafcce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:50.580553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a2cd8156-2672-49b3-b022-efb7340d794f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:50.595322 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.640268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Pushing event updated for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:50.659735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4eb0468-a187-4bce-aa58-4424386ee6c1 req-0b1a5f48-bdab-43f7-838f-22c685c1995b tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 210 time: 0.5036271
May 14 21:18:50.660364 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.681565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-f8b9405c-9e5a-45e8-852a-d36ba184234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:50.683370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-f8b9405c-9e5a-45e8-852a-d36ba184234b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5597141
May 14 21:18:50.703091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] For port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:50.715005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] For port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:50.745522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ffca429f-980a-4bd5-841f-dff83331feff None None] Provisioning complete for port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:50.745880 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ffca429f-980a-4bd5-841f-dff83331feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.800746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=7b6bd46d-2f3e-4883-8027-72b762aafcce,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:50.818050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ffca429f-980a-4bd5-841f-dff83331feff None None] Port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:50.819665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a2cd8156-2672-49b3-b022-efb7340d794f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:50.820037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.822280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:50.822748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:50.823176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:50.826259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.841392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:50.841832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:50.869052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.883754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:50.884511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:50.885015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:50.885588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Bound port: 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:50.886084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:50.908797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545debe6-18dd-4b56-91d8-110383cb5741 req-c7eee9ac-97ff-4de4-99e6-d753f82cb805 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:50.910376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-545debe6-18dd-4b56-91d8-110383cb5741 req-c7eee9ac-97ff-4de4-99e6-d753f82cb805 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1565745
May 14 21:18:50.933253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-55c8aa51-3e8b-4685-be3f-6f52e406680e service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260718
May 14 21:18:50.956695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e8d67-e372-41f8-87eb-2c9e8b6fe4ae None None] Pushing event updated for resources: {'Port': ['ID=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:50.961746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Routers {'ca5ccf41-b845-42c5-b369-9dd3154509dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:18:50.962386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303ffd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ca5ccf41-b845-42c5-b369-9dd3154509dc'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:51.032901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-545debe6-18dd-4b56-91d8-110383cb5741 req-f20fd6a6-7204-4f63-a75d-7b99ba8ede69 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141791
May 14 21:18:51.042168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:51.109731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Allocated IP 172.35.4.58 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/10f72f0f-65f2-4ce9-ba62-1c273fada8d5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:51.109731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:51.249905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a2cd8156-2672-49b3-b022-efb7340d794f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:51.267168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.332607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f4dc741-fe4d-48e1-8952-1c32b6fd031b req-4ad678f3-3c67-41fe-b40d-dfb22fd20dc5 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3641191
May 14 21:18:51.354701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:51.360212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.362280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] 10.222.0.48 "PUT /v2.0/ports/290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 200  len: 1092 time: 2.7441692
May 14 21:18:51.362976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:51.366678 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca05213-217f-4e74-810f-1be9e5ca8670" -d '{"events": [{"name": "network-changed", "server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:51.367119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b8dda-e824-49ea-88a6-ff3c63ebd90b req-663dcc50-3cdb-4915-9c83-dabcc59c6e3e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:51.376773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-131b8dda-e824-49ea-88a6-ff3c63ebd90b req-663dcc50-3cdb-4915-9c83-dabcc59c6e3e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 944 time: 0.2026706
May 14 21:18:51.387270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] Set router ca5ccf41-b845-42c5-b369-9dd3154509dc gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:18:51.397988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'tag': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088'}, {'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-deleted', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:51.400326 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26728c26-e47b-427c-ad5c-dc4c84ace6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d4518927-db68-441f-9e1b-ff7afce1badd", "tag": "c53ffbc4-b57b-4146-b9cd-8b7476f89088"}, {"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-deleted", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:51.424485 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:18:51.435033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.450037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b848d0-6067-459a-a3af-a7e6ce7e5709 service neutron] Pushing event updated for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:51.462150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] Provisioning complete for port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:51.463036 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.468843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6bd46d-2f3e-4883-8027-72b762aafcce'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:51.469075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-131b8dda-e824-49ea-88a6-ff3c63ebd90b req-ae842aff-c5bd-4864-8cf5-c500c7f59c11 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907476
May 14 21:18:51.477870 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8047ee3-caa7-4ef5-983e-bec0abe3ddf5" -d '{"events": [{"server_uuid": "ce274e08-ca06-45ce-aa97-0149f081eb19", "name": "network-vif-plugged", "status": "completed", "tag": "7b6bd46d-2f3e-4883-8027-72b762aafcce"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:51.581155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.627948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:51.631375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:51.633045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9b5d-9648-4cd7-8de7-3f2e5cb55bd0 req-df48a8c5-d043-4bec-8fca-2ba644a2c576 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:51.636563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:51.638840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=10f72f0f-65f2-4ce9-ba62-1c273fada8d5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:51.644112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f14e9b5d-9648-4cd7-8de7-3f2e5cb55bd0 req-df48a8c5-d043-4bec-8fca-2ba644a2c576 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 947 time: 0.1022146
May 14 21:18:51.702106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-0aa1b0fa-c330-41b8-b07e-b54c09a375c4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:51.703587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-0aa1b0fa-c330-41b8-b07e-b54c09a375c4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 821 time: 0.1998012
May 14 21:18:51.720657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f14e9b5d-9648-4cd7-8de7-3f2e5cb55bd0 req-e66af2cd-be5b-42e6-b061-6738764f3a9e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742965
May 14 21:18:51.725679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] Current status of the port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:51.726066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.743761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (0eb84340-ad61-44d4-b84a-c6f4b383ae63), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.745458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303ffd30>, [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:18:44Z', 'revision_number': 4, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7b7b3b99-9d30-4028-8bf2-1fcb323d917b', 'name': '', 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'mac_address': 'fa:16:3e:36:d7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '817baefc-8cde-4af4-8576-65a4c3b0a69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:42Z', 'updated_at': '2022-05-14T21:18:50Z', 'revision_number': 4, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'subnets': [{'id': '817baefc-8cde-4af4-8576-65a4c3b0a69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:51.776684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56888) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:51.776864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd1e03-4262-42ef-888a-0be9057baf5f None None] The sync data for ids ['ca5ccf41-b845-42c5-b369-9dd3154509dc'] in ncdv-master-1 is: [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:18:44Z', 'revision_number': 4, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7b7b3b99-9d30-4028-8bf2-1fcb323d917b', 'name': '', 'network_id': '9f09b061-bb8a-4179-9a69-035d0d8de443', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'mac_address': 'fa:16:3e:36:d7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '817baefc-8cde-4af4-8576-65a4c3b0a69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:42Z', 'updated_at': '2022-05-14T21:18:50Z', 'revision_number': 4, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'subnets': [{'id': '817baefc-8cde-4af4-8576-65a4c3b0a69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:18:51.798831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] For port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:51.835074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Request body: {'port': {'device_id': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'admin_state_up': True, 'tenant_id': '74bb7b020fae4bcaa3a440acc60c7a1d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:51.891692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.906431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting subnet f1b262a8-4b84-4eec-88a4-6587b49efed6 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:18:51.911112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afaf6c5c-f38a-4fed-a7f1-e1f2a71c2ae9 req-40a1fd59-d590-41b6-b3cf-91323e1c68e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 210 time: 0.0912025
May 14 21:18:51.932212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for subnet (f1b262a8-4b84-4eec-88a4-6587b49efed6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:51.981273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a60165-3f60-4509-bbeb-14eb0ddff7b0 None None] Pushing event updated for resources: {'Port': ['ID=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:51.993498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.045704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (f1b262a8-4b84-4eec-88a4-6587b49efed6), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.082231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa4fcc-d585-4cb9-834b-87d7bb2dfa00 req-ecfebc22-9f6b-4b78-9ab4-e4cc98163fbc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:52.085533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2fa4fcc-d585-4cb9-834b-87d7bb2dfa00 req-ecfebc22-9f6b-4b78-9ab4-e4cc98163fbc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.0702660
May 14 21:18:52.268157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2fa4fcc-d585-4cb9-834b-87d7bb2dfa00 req-cd055ad3-72d5-48fc-a489-fa18f57643e4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1775248
May 14 21:18:52.292685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f1b262a8-4b84-4eec-88a4-6587b49efed6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.304214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Made reservation on behalf of 74bb7b020fae4bcaa3a440acc60c7a1d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:52.307959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.353755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-6b70f156-d13b-4f7f-8e29-f9d1a810844d tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:52.356957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-6b70f156-d13b-4f7f-8e29-f9d1a810844d tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.36 "GET /v2.0/networks?id=b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 200  len: 816 time: 0.2343566
May 14 21:18:52.382320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.387851 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff554f-6202-4fe3-a76d-9d12a9b55845 x-openstack-request-id: req-43ff554f-6202-4fe3-a76d-9d12a9b55845 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:52.388010 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:52.389165 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43ff554f-6202-4fe3-a76d-9d12a9b55845 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:52.389305 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ff554f-6202-4fe3-a76d-9d12a9b55845'] response: {'name': 'network-changed', 'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d', 'status': 'completed', 'code': 200}
May 14 21:18:52.452910 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6d943b-de37-42e9-9da5-73ba52b3d445 x-openstack-request-id: req-3e6d943b-de37-42e9-9da5-73ba52b3d445 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:52.453273 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4518927-db68-441f-9e1b-ff7afce1badd", "tag": "c53ffbc4-b57b-4146-b9cd-8b7476f89088", "status": "completed", "code": 200}, {"server_uuid": "b864be50-c70a-4a29-86b1-5e5f69ec5230", "name": "network-vif-deleted", "tag": "abb89be5-20ae-48c5-802d-2c1c67e66d1d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:52.453534 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e6d943b-de37-42e9-9da5-73ba52b3d445 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:52.453951 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6d943b-de37-42e9-9da5-73ba52b3d445'] response: {'name': 'network-changed', 'server_uuid': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'tag': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088', 'status': 'completed', 'code': 200}
May 14 21:18:52.455020 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6d943b-de37-42e9-9da5-73ba52b3d445'] response: {'server_uuid': 'b864be50-c70a-4a29-86b1-5e5f69ec5230', 'name': 'network-vif-deleted', 'tag': 'abb89be5-20ae-48c5-802d-2c1c67e66d1d', 'status': 'completed', 'code': 200}
May 14 21:18:52.457353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.464253 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c16165-4870-46be-9f6a-57d31483c54b x-openstack-request-id: req-a2c16165-4870-46be-9f6a-57d31483c54b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:52.464400 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce274e08-ca06-45ce-aa97-0149f081eb19", "name": "network-vif-plugged", "status": "completed", "tag": "7b6bd46d-2f3e-4883-8027-72b762aafcce", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:52.466285 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2c16165-4870-46be-9f6a-57d31483c54b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:52.466710 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c16165-4870-46be-9f6a-57d31483c54b'] response: {'server_uuid': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6bd46d-2f3e-4883-8027-72b762aafcce', 'code': 200}
May 14 21:18:52.563156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7b7b3b99-9d30-4028-8bf2-1fcb323d917b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:52.605368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (f1b262a8-4b84-4eec-88a4-6587b49efed6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.665444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:52.666079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.690980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-2d2af4f1-8993-46a0-b11e-d52a59e0e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:52.692645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-2d2af4f1-8993-46a0-b11e-d52a59e0e686 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 1129 time: 0.0706260
May 14 21:18:52.705354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b262a8-4b84-4eec-88a4-6587b49efed6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:52.766005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd7bbc-ddef-4881-be89-d7c342fa4da2 req-a39712de-447f-4832-baed-8a7d0eaa60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:52.767932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34fd7bbc-ddef-4881-be89-d7c342fa4da2 req-a39712de-447f-4832-baed-8a7d0eaa60c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 1127 time: 0.1856513
May 14 21:18:52.769158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.782503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2d72d347-b848-4fe1-b6af-c33143ff919d tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/subnets/f1b262a8-4b84-4eec-88a4-6587b49efed6 HTTP/1.1" status: 204  len: 168 time: 1.0089216
May 14 21:18:52.785501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56900) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:52.795404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=10f72f0f-65f2-4ce9-ba62-1c273fada8d5,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:52.800349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e26e333-e316-419e-a9f2-c071e6532b12 req-3368c00f-ed70-45f3-927c-8ec048418e14 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 210 time: 0.1763253
May 14 21:18:52.821950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-3a5dc0d9-8414-4ca0-877f-b2c4a1bbfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:52.824287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-3a5dc0d9-8414-4ca0-877f-b2c4a1bbfd4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1126 time: 0.2439177
May 14 21:18:52.835080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b039b-fd8d-483a-b561-6c00b4b4cb06 None None] Network baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:52.855241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (0eb84340-ad61-44d4-b84a-c6f4b383ae63), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:52.937279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-ae323a03-5db5-4ff1-9b7a-f1af9ac11554 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 200  len: 217 time: 0.1002281
May 14 21:18:52.948933 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34fd7bbc-ddef-4881-be89-d7c342fa4da2 req-6b758002-3a07-48ec-ad73-8e003b8c7ea3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545472
May 14 21:18:52.973786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:53.005525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-87e6d806-873d-4392-8599-7839d79ea6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:53.007203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-87e6d806-873d-4392-8599-7839d79ea6b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0612085
May 14 21:18:53.030753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-636bf2c6-4945-4caa-adc8-7f7075b977dd tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1f3155d52e42bb9c54f43a8360a74e HTTP/1.1" status: 200  len: 379 time: 0.6486332
May 14 21:18:53.072659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-3168a602-626d-429d-bc90-aaeafcf2ff98 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564892
May 14 21:18:53.110113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.119864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-ce49caab-f123-40af-aa6d-ae261974c6c5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.7454209
May 14 21:18:53.124622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] DHCP port deletion for baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:18:53.161445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816da8be-9414-4978-b935-c1e1418657b9 req-9d42e4cb-7761-4242-bc53-9b919fa2337f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:53.163655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-816da8be-9414-4978-b935-c1e1418657b9 req-9d42e4cb-7761-4242-bc53-9b919fa2337f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1472578
May 14 21:18:53.199043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] Deleting port 0dab43c4-67d1-4d4f-9b16-36a558042055 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:53.199335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.212695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Request body: {'port': {'device_id': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'admin_state_up': True, 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'security_groups': ['0920ff09-5838-48a4-90b3-d98bf815208e']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:53.257973 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-039e82cb-9ddd-4618-912f-c59f02f5e325 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.58 HTTP/1.1" status: 200  len: 695 time: 0.1162062
May 14 21:18:53.313766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] For port 0dab43c4-67d1-4d4f-9b16-36a558042055, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dab43c4-67d1-4d4f-9b16-36a558042055,segment=NetworkSegment(6497cfc1-9f68-457d-9ab9-3e41f061e596),segment_id=6497cfc1-9f68-457d-9ab9-3e41f061e596)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:53.314293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.340188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] Calling delete_port for 0dab43c4-67d1-4d4f-9b16-36a558042055 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:53.423345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-6dd43aff-5bc0-49da-9548-93af310ef3c8 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3427970
May 14 21:18:53.518930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Made reservation on behalf of ef1f3155d52e42bb9c54f43a8360a74e for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:18:53.522818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.552074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Allocated IP 172.20.0.9 (2f366748-ecde-43ad-b849-3c9dce1cc30b/9647eb6c-3234-42a7-a7da-4fae2be2f8c1/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:53.554377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25b3dd5c-e30a-4764-85eb-55b47803a5d5 req-b156dbd3-c5d8-4914-866f-cc3e4775217f service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234972
May 14 21:18:53.557260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-816da8be-9414-4978-b935-c1e1418657b9 req-a1f19b8c-dfc8-48ae-b6ea-abec3be3ae11 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3843987
May 14 21:18:53.574713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:53.593317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-90502e11-37b6-463a-8ea0-e5a449336236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:53.595316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-90502e11-37b6-463a-8ea0-e5a449336236 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.8582668
May 14 21:18:53.603639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.626919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0dab43c4-67d1-4d4f-9b16-36a558042055), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.644187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-fe01d66c-a8c6-485e-a3b2-ea3e54494065 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:53.654520 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a8043dc-cdd1-4e7b-8639-5158aad09a04 req-fe01d66c-a8c6-485e-a3b2-ea3e54494065 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.3835201
May 14 21:18:53.713170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] Pushing event deleted for resources: {'Port': ['ID=0dab43c4-67d1-4d4f-9b16-36a558042055,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:53.741804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddd137-6375-4a54-8e44-f3ce89b6024e None None] No DVR routers for this DVR port 0dab43c4-67d1-4d4f-9b16-36a558042055 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:53.839659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:53.840271 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.903724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:53.931644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4afe22-f08f-4d9e-a1fc-72ffc3590dfe req-8817b2f5-d8eb-492c-aad6-c508248383fb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:53.934217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef4afe22-f08f-4d9e-a1fc-72ffc3590dfe req-8817b2f5-d8eb-492c-aad6-c508248383fb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 944 time: 0.1140821
May 14 21:18:53.947421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-33672c0d-b734-43c7-8987-6eafa3e85ebe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088 HTTP/1.1" status: 200  len: 217 time: 0.3409166
May 14 21:18:53.977512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:53.991227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef4afe22-f08f-4d9e-a1fc-72ffc3590dfe req-44d35b1c-1c93-4fb4-ab44-6c001e4b92e2 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498354
May 14 21:18:54.061104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=11']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:54.163240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.173131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a24c7e-0367-40e0-bea5-5d60b31bbe0f req-a0a942cf-84b3-40e6-b5f1-024d26abead5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.174741 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5a24c7e-0367-40e0-bea5-5d60b31bbe0f req-a0a942cf-84b3-40e6-b5f1-024d26abead5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 947 time: 0.0891912
May 14 21:18:54.220846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-1de356a3-93ad-404a-9ba3-4142f5641f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.221301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231924790>,) {'filters': {'network_id': ['baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:54.222615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-1de356a3-93ad-404a-9ba3-4142f5641f27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1126 time: 0.0998650
May 14 21:18:54.226485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks [] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.261905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231924790>, '6497cfc1-9f68-457d-9ab9-3e41f061e596') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:54.262385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231924790>, '6497cfc1-9f68-457d-9ab9-3e41f061e596') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:54.289183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (6497cfc1-9f68-457d-9ab9-3e41f061e596), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.303497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-57460cc2-1058-4747-a25e-4e52bc4119d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.305023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-57460cc2-1058-4747-a25e-4e52bc4119d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.1820369
May 14 21:18:54.307332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5a24c7e-0367-40e0-bea5-5d60b31bbe0f req-871ce980-99a1-4483-9d2c-eb7795d9db8e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185219
May 14 21:18:54.307615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Allocated IP 172.20.0.12 (b18d0003-8116-4e27-8e01-369db6cad7e2/afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b/aa620ac9-bfdf-4a61-ae23-4f9baea1b233) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:54.335942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6497cfc1-9f68-457d-9ab9-3e41f061e596), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.361382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-3d3607dc-4cb2-4b6a-a92f-9ee39d290f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.364408 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-3d3607dc-4cb2-4b6a-a92f-9ee39d290f2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1344728
May 14 21:18:54.375441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:18:54.375894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (6497cfc1-9f68-457d-9ab9-3e41f061e596), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:18:54.380799 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:18:54.438712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-da0134af-281e-468c-a325-8a8ab9a6e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.440393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-da0134af-281e-468c-a325-8a8ab9a6e71d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1239471
May 14 21:18:54.467768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:54.470389 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12382323-a548-4509-b870-8b9bdb870f24" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:54.492072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-d273ca2c-769a-43c7-a635-785206de2370 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 200  len: 217 time: 0.1190157
May 14 21:18:54.515915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0dab43c4-67d1-4d4f-9b16-36a558042055 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:54.546856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0dab43c4-67d1-4d4f-9b16-36a558042055 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:54.547108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0dab43c4-67d1-4d4f-9b16-36a558042055 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:54.563664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f15719a4-700c-4cb8-aac0-05ae402e61cc req-62a388b3-e38c-4ba4-90be-a4fbb79125be tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 210 time: 0.1576259
May 14 21:18:54.579336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-21d5a8c6-7ed8-4db6-84a2-9a6f5607acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.580992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-21d5a8c6-7ed8-4db6-84a2-9a6f5607acb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0504124
May 14 21:18:54.602739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.615706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1aef7905-067e-45bd-9e0e-044b18eaa72b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:54.648869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-cfea1849-de42-45e1-9f7f-02736e0af575 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569029
May 14 21:18:54.673803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:54.694514 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-011a70f1-b6ad-412e-873f-30e63ac5f7d0 req-68b4efa7-bbde-424f-a5da-252bb63a07d5 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 210 time: 0.0446775
May 14 21:18:54.845693 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-ed163de9-7e3b-4c2f-84f9-af5b507e5dc1 service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849647
May 14 21:18:54.963085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d294f86-52e0-4890-bda0-82977b843bd6 req-1118882a-f692-4e56-86ec-6c65d3eff8e1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:54.965355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d294f86-52e0-4890-bda0-82977b843bd6 req-1118882a-f692-4e56-86ec-6c65d3eff8e1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1498170
May 14 21:18:55.035842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ca05213-217f-4e74-810f-1be9e5ca8670 req-fc4cddd5-00bf-4578-bf58-0dae3334864b service neutron] 10.222.0.48 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679363
May 14 21:18:55.039319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d294f86-52e0-4890-bda0-82977b843bd6 req-c439a4f1-7ffa-4d34-9c8d-5d44335de5c1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690985
May 14 21:18:55.052951 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.054178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/networks/baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d HTTP/1.1" status: 204  len: 168 time: 2.2621982
May 14 21:18:55.056466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:55.113263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Network': ['ID=baab4bd8-a048-42d7-aa1d-4d68d9a4ad3d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:55.123623 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0009338a-600c-4ba0-933f-35105c6bcb32 x-openstack-request-id: req-0009338a-600c-4ba0-933f-35105c6bcb32 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:55.124687 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:55.125105 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0009338a-600c-4ba0-933f-35105c6bcb32 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:55.125674 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0009338a-600c-4ba0-933f-35105c6bcb32'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:18:55.134819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting subnet b1bca576-b719-4ec0-8985-d75398305025 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:18:55.138344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks [] for subnet (b1bca576-b719-4ec0-8985-d75398305025), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.156999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Network 2f366748-ecde-43ad-b849-3c9dce1cc30b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:55.176761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:55.189840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (b1bca576-b719-4ec0-8985-d75398305025), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.191096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.191440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.192388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.192846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.193200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.193531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.193866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.194201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.194527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.194856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.195185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.195534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.195863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.196188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.196513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6630e322-3951-4d97-9a24-51fe7fc06ac7 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.199392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:55.212194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:55.226679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.227033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.227382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.227762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.228107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.228444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.228783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.229115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.229446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.229777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.230115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.230432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.230756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.231075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.231404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:18:55.236051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-37393f73-9e26-4b1e-9168-2ed0476aea1e service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7802792
May 14 21:18:55.263940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d38da-6e99-4878-9593-f3aac1955105 req-fbc2104c-e558-469b-b443-c8a6d774aad1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:55.265888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa5d38da-6e99-4878-9593-f3aac1955105 req-fbc2104c-e558-469b-b443-c8a6d774aad1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0899792
May 14 21:18:55.288979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-a446bf01-6354-42bb-8f1c-2c5c4a7aa55b tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.8422320
May 14 21:18:55.320043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:55.342278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b1bca576-b719-4ec0-8985-d75398305025), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.376453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa5d38da-6e99-4878-9593-f3aac1955105 req-6dce85c1-2daf-43cb-b330-94f17c9377dd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977833
May 14 21:18:55.389602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:55.396141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.397701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.446318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26728c26-e47b-427c-ad5c-dc4c84ace6fe req-bc730790-ce88-42ae-87e0-ee7916da9fdb service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791544
May 14 21:18:55.488422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab417af7-06d2-4093-a59f-2a216a7662c8 req-0965b879-4a67-4462-8a84-be526597c83e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:55.490208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab417af7-06d2-4093-a59f-2a216a7662c8 req-0965b879-4a67-4462-8a84-be526597c83e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 944 time: 0.0529261
May 14 21:18:55.491568 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.537549 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab417af7-06d2-4093-a59f-2a216a7662c8 req-4811a9a1-0372-4372-b601-3354495bfbf2 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417049
May 14 21:18:55.539384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (b1bca576-b719-4ec0-8985-d75398305025), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.545710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.552789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-087a5987-b4d2-49bb-a19f-a827a77514e5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7244999
May 14 21:18:55.566391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bca576-b719-4ec0-8985-d75398305025,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:55.570377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.573623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7c8de9d8-89bd-4973-a2b0-b19e862db5fa tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/subnets/b1bca576-b719-4ec0-8985-d75398305025 HTTP/1.1" status: 204  len: 168 time: 0.5156698
May 14 21:18:55.575738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c53ffbc4-b57b-4146-b9cd-8b7476f89088 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:55.576129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Request body: {'port': {'device_id': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:55.576574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:55.581986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d0925-17a4-4657-8f0a-237eea4c315e None None] Network 66ef981e-67ba-4260-838c-71b0d625aa4a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:18:55.664371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Network b18d0003-8116-4e27-8e01-369db6cad7e2 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:55.675192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:55.687560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:55.704029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (66ef981e-67ba-4260-838c-71b0d625aa4a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.715285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.716440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc9b18-beae-4b8f-a95e-b7a3de74f322 req-060617d1-a49d-4326-9ce0-9e16f817edf6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:55.717459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event updated for resources: {'Port': ['ID=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:55.718113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08cc9b18-beae-4b8f-a95e-b7a3de74f322 req-060617d1-a49d-4326-9ce0-9e16f817edf6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 947 time: 0.0754919
May 14 21:18:55.761143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.794673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Deleting port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:55.795109 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.811912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c53ffbc4-b57b-4146-b9cd-8b7476f89088, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:55.832182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088', 'mac_address': 'fa:16:3e:32:ff:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:18:55.886200 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08cc9b18-beae-4b8f-a95e-b7a3de74f322 req-ce0da505-bcb9-4855-90dc-8f3c3aaad3af tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293056
May 14 21:18:55.897528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:55.902402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.907326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] For port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,segment=NetworkSegment(2c00a260-52ca-4da0-810b-044294870a05),segment_id=2c00a260-52ca-4da0-810b-044294870a05)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:55.907729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:55.930135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Calling delete_port for 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:55.970892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] DHCP port deletion for 66ef981e-67ba-4260-838c-71b0d625aa4a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:18:56.038263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-68754473-ca58-44f1-ba9c-303c015a18d0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8734307
May 14 21:18:56.051685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port c53ffbc4-b57b-4146-b9cd-8b7476f89088 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:56.052073 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.059025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Request body: {'port': {'device_id': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:56.094319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53ffbc4-b57b-4146-b9cd-8b7476f89088 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:56.098339 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.100526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Deleting port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:18:56.100894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.102533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6bd0f6d0-5caf-4f85-82f6-7da3e54546bd None None] Provisioning complete for port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:56.103087 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f6d0-5caf-4f85-82f6-7da3e54546bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.132074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Port': ['ID=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:56.141286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] No DVR routers for this DVR port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:56.171239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c53ffbc4-b57b-4146-b9cd-8b7476f89088, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:56.183414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Allocated IP 172.35.4.94 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/5fedff4b-5fcb-4709-af2f-5239245757ad) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:18:56.214532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0f6d0-5caf-4f85-82f6-7da3e54546bd None None] Port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:18:56.221893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] For port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a, host ncdv-master-1, got binding levels [] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:56.222104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.235620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Calling delete_port for 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:18:56.239125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.ipam_backend_mixin [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a was not found and therefore no delete operation was performed {{(pid=115782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 14 21:18:56.240810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.262749 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (66ef981e-67ba-4260-838c-71b0d625aa4a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.292322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ac8c3d0>,) {'filters': {'network_id': ['66ef981e-67ba-4260-838c-71b0d625aa4a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:56.304684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac8c3d0>, '2c00a260-52ca-4da0-810b-044294870a05') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:56.305034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac8c3d0>, '2c00a260-52ca-4da0-810b-044294870a05') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:18:56.320106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.322478 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2c00a260-52ca-4da0-810b-044294870a05), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.337503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2c00a260-52ca-4da0-810b-044294870a05), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.344409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2c00a260-52ca-4da0-810b-044294870a05), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:18:56.349748 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:18:56.398238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.419004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] No DVR routers for this DVR port 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:18:56.422874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978bb65-0d5a-4cf7-8b6e-5a634e6ab21a None None] Pushing event deleted for resources: {'Port': ['ID=8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:56.480305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (66ef981e-67ba-4260-838c-71b0d625aa4a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.487728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=c53ffbc4-b57b-4146-b9cd-8b7476f89088,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:56.489468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.501676 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] 10.222.0.52 "DELETE /v2.0/networks/66ef981e-67ba-4260-838c-71b0d625aa4a HTTP/1.1" status: 204  len: 168 time: 0.9238999
May 14 21:18:56.508139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:18:56.519077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16f5d7-a3e8-465c-afa3-5f07f83c2d53 tempest-ServersTestMultiNic-150548444 tempest-ServersTestMultiNic-150548444-project] Pushing event deleted for resources: {'Network': ['ID=66ef981e-67ba-4260-838c-71b0d625aa4a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:56.535220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:18:56.536842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8ba5a12f-c9ff-473c-a6d1-ec0bfe16c67a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:18:56.546686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:56.561780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Publish callbacks [] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.579386 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.622322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca145a03-0ce3-4831-80f9-96a88e59e951 req-13b20b9c-5bc4-4183-8c10-cc3bdcd0a330 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:56.623949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca145a03-0ce3-4831-80f9-96a88e59e951 req-13b20b9c-5bc4-4183-8c10-cc3bdcd0a330 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 931 time: 0.0945358
May 14 21:18:56.625325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-f845a758-5d2a-4f9e-bb7c-9f508367666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:56.627160 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-f845a758-5d2a-4f9e-bb7c-9f508367666c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 1127 time: 0.0582178
May 14 21:18:56.644180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Transition to ACTIVE for port object d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:56.726494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.727087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c53ffbc4-b57b-4146-b9cd-8b7476f89088'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:18:56.728062 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca145a03-0ce3-4831-80f9-96a88e59e951 req-6dd7e233-6ebb-496f-bc20-e7101e3ba569 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968614
May 14 21:18:56.764458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-5aae9fe1-c617-4a9c-bfc2-de06a52fbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:56.768440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-5aae9fe1-c617-4a9c-bfc2-de06a52fbd80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 912 time: 0.1310067
May 14 21:18:56.795664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:56.841112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:56.845660 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-2e182f2f-f021-4cba-b0de-06ec3ce13f4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce HTTP/1.1" status: 200  len: 217 time: 0.0673926
May 14 21:18:56.918722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058004a-2f5a-4466-9795-3df08c5ccfae req-0a7106f9-faf6-4bac-9b3b-36a4c60b13a8 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:56.920498 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d058004a-2f5a-4466-9795-3df08c5ccfae req-0a7106f9-faf6-4bac-9b3b-36a4c60b13a8 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 932 time: 0.0767930
May 14 21:18:56.924547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:18:56.941024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:18:56.948715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-fcd8f22e-6239-4b4e-b76f-2d5799647a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:56.950171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-fcd8f22e-6239-4b4e-b76f-2d5799647a05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 200  len: 851 time: 0.0939033
May 14 21:18:56.963650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:18:56.965696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=5fedff4b-5fcb-4709-af2f-5239245757ad,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:56.996813 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-d38571e1-2a3f-43a2-89ae-7034fbe9fae9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be6063db-fd04-41cd-809f-05d0d8d9b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399907
May 14 21:18:57.011016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa620ac9-bfdf-4a61-ae23-4f9baea1b233 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:18:57.016736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:57.017024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d058004a-2f5a-4466-9795-3df08c5ccfae req-32e938fe-ba35-4ab4-b1e4-ce223b709fad tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859177
May 14 21:18:57.017153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:57.017426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:57.028220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Publish callbacks [] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.049969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:57.050314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:57.055175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Transition to ACTIVE for port object aa620ac9-bfdf-4a61-ae23-4f9baea1b233 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:18:57.065710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:57.065710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:57.065710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:57.067266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Bound port: d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:57.067266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.109692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-50ec07b4-2a68-4dbd-a870-89aedde28a45 service neutron] 10.222.0.36 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1055543
May 14 21:18:57.140061 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.170420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6ae69-8ceb-4428-a279-1c55ef129e35 req-80a89ae4-1e3a-4104-828c-32f0e12cca93 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.171928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2b6ae69-8ceb-4428-a279-1c55ef129e35 req-80a89ae4-1e3a-4104-828c-32f0e12cca93 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0821645
May 14 21:18:57.195748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (e454b050-7435-4561-bc5b-e251286cc1f7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.237551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Pushing event updated for resources: {'Port': ['ID=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:57.240657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:57.244756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:57.264316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2b6ae69-8ceb-4428-a279-1c55ef129e35 req-b81e7ad4-0876-435b-8f7d-d40fd32aec74 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685086
May 14 21:18:57.266393 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cd684e8-cc40-47a5-9a5a-8dac4b70b8e8 req-9bf39f26-5188-4174-8fe8-7ee90bdbad34 service neutron] 10.222.0.36 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408696
May 14 21:18:57.331806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.378160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.400704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4fa61-5683-4dbe-a32e-09663e19f265 req-f9e08877-dea4-4d40-b61d-624700d959bf tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.402260 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebe4fa61-5683-4dbe-a32e-09663e19f265 req-f9e08877-dea4-4d40-b61d-624700d959bf tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0607831
May 14 21:18:57.428041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.428937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.430540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] 10.222.0.36 "PUT /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 1091 time: 1.8677189
May 14 21:18:57.437032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:57.439608 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d50bd64-37a6-4610-bb81-d232f13959b9" -d '{"events": [{"name": "network-changed", "server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:57.469744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97de490-c95a-444a-9679-d2903fa2c86e service neutron] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:57.474790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Attempting to bind port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:18:57.475451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Attempting to bind port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:18:57.476273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Attempting to bind port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 on network b18d0003-8116-4e27-8e01-369db6cad7e2 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:57.502691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 on network b18d0003-8116-4e27-8e01-369db6cad7e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:18:57.502935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Attempting to bind port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 on network b18d0003-8116-4e27-8e01-369db6cad7e2 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:18:57.513916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:18:57.514260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Checking segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:18:57.514659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Bound using segment: {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:18:57.515115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Bound port: aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2348d9c8-c82c-4ee5-8784-9b8eac587a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:18:57.515569 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.677725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-ac001a36-86a2-460d-ab15-22123fcdc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.679262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-ac001a36-86a2-460d-ab15-22123fcdc6c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1125 time: 0.0947769
May 14 21:18:57.691519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] For port aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:18:57.740883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] For port aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:18:57.744916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-63583cf7-aab1-49bf-8ef6-eb491cc81189 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 217 time: 0.0580628
May 14 21:18:57.749932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebe4fa61-5683-4dbe-a32e-09663e19f265 req-d9603a4c-ff43-469b-8daf-3359a26689b1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3382583
May 14 21:18:57.831901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-ffe957ef-654b-4d9f-952b-d57f627c38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.834006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-ffe957ef-654b-4d9f-952b-d57f627c38a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.0794387
May 14 21:18:57.842299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.842299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.865686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c53ffbc4-b57b-4146-b9cd-8b7476f89088 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:18:57.892755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-9fa8a4bc-e64f-4f53-91be-aba99791d679 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519333
May 14 21:18:57.894559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767201ab-922a-4612-a185-042fad1017e3 req-dc171629-90ad-4554-8b05-5acc56fc27af tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.897378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-767201ab-922a-4612-a185-042fad1017e3 req-dc171629-90ad-4554-8b05-5acc56fc27af tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 944 time: 0.0531678
May 14 21:18:57.912082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port c53ffbc4-b57b-4146-b9cd-8b7476f89088 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:18:57.913379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:57.913521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.915296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] 10.222.0.36 "PUT /v2.0/ports/aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 200  len: 1092 time: 1.8655891
May 14 21:18:57.944841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.956081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750d39c-1197-4fed-9d8b-f6892ca0f60e service neutron] Pushing event updated for resources: {'Port': ['ID=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:57.990053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port c53ffbc4-b57b-4146-b9cd-8b7476f89088 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:18:57.990763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:57.995336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-767201ab-922a-4612-a185-042fad1017e3 req-23143e63-ca72-430a-9840-47d1c3f7f43c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750813
May 14 21:18:58.118215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27506b-1695-49af-9329-8c876c49568b req-8c4616a0-64d7-4e9c-ad5a-291f44e28f05 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.118603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port c53ffbc4-b57b-4146-b9cd-8b7476f89088 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:18:58.119194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:58.121385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c27506b-1695-49af-9329-8c876c49568b req-8c4616a0-64d7-4e9c-ad5a-291f44e28f05 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 948 time: 0.0566132
May 14 21:18:58.164532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c53ffbc4-b57b-4146-b9cd-8b7476f89088, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:18:58.166946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:18:58.169631 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87713908-996b-4e9a-92e9-6a07fed6e163" -d '{"events": [{"server_uuid": "d4518927-db68-441f-9e1b-ff7afce1badd", "name": "network-vif-plugged", "status": "completed", "tag": "c53ffbc4-b57b-4146-b9cd-8b7476f89088"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:18:58.197130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c27506b-1695-49af-9329-8c876c49568b req-15f1c813-431d-4ef3-b8f7-82307849dc4a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692949
May 14 21:18:58.244343 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:58.282391 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6543b3-01f2-4c8c-bec9-a6d9d8e3a8a5 x-openstack-request-id: req-1c6543b3-01f2-4c8c-bec9-a6d9d8e3a8a5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:58.283006 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:58.283006 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c6543b3-01f2-4c8c-bec9-a6d9d8e3a8a5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:58.283312 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6543b3-01f2-4c8c-bec9-a6d9d8e3a8a5'] response: {'name': 'network-changed', 'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'status': 'completed', 'code': 200}
May 14 21:18:58.316504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=c53ffbc4-b57b-4146-b9cd-8b7476f89088,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:58.362701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8f19-75c0-450a-aa51-18cafd91ea71 req-e3c896dd-b1c4-4544-9068-cf7b91f997b1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.364526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd6a8f19-75c0-450a-aa51-18cafd91ea71 req-e3c896dd-b1c4-4544-9068-cf7b91f997b1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0642171
May 14 21:18:58.395995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-c1df7331-3548-459d-9667-b9eaf6af2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.397729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-c1df7331-3548-459d-9667-b9eaf6af2c71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 1126 time: 0.1114674
May 14 21:18:58.403466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=5fedff4b-5fcb-4709-af2f-5239245757ad,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:18:58.414109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd6a8f19-75c0-450a-aa51-18cafd91ea71 req-c215845f-06e4-42d0-8915-7e57a5f8e005 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436952
May 14 21:18:58.419447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (e454b050-7435-4561-bc5b-e251286cc1f7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:58.468269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-36911e31-33dc-4b88-bb9d-e77f73f468a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 200  len: 217 time: 0.0534246
May 14 21:18:58.470192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-c06f730d-e6d8-404c-a591-1d4d5c389b4b service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5702181
May 14 21:18:58.559902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b09526-0be7-4198-96af-6f3b7dfbd500 req-f5d4d992-5ba4-439f-9727-4aeb82b70a5b tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.561355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19b09526-0be7-4198-96af-6f3b7dfbd500 req-f5d4d992-5ba4-439f-9727-4aeb82b70a5b tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 944 time: 0.0508242
May 14 21:18:58.561867 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:58.563059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-64b3cbee-cedb-43c4-b185-f017d8b2c3fe tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.2561383
May 14 21:18:58.580488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-1256d40b-db6d-484a-92b4-2355da66ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.581918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-1256d40b-db6d-484a-92b4-2355da66ea3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b HTTP/1.1" status: 200  len: 855 time: 0.1108921
May 14 21:18:58.613281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19b09526-0be7-4198-96af-6f3b7dfbd500 req-c85d445c-6efb-48bf-a309-9c82077af936 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433474
May 14 21:18:58.661911 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893c26f-560b-4185-9032-e19e6f54449a x-openstack-request-id: req-a893c26f-560b-4185-9032-e19e6f54449a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:18:58.662436 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4518927-db68-441f-9e1b-ff7afce1badd", "name": "network-vif-plugged", "status": "completed", "tag": "c53ffbc4-b57b-4146-b9cd-8b7476f89088", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:18:58.662866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a893c26f-560b-4185-9032-e19e6f54449a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:18:58.663447 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a893c26f-560b-4185-9032-e19e6f54449a'] response: {'server_uuid': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088', 'code': 200}
May 14 21:18:58.687656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-dcf21af8-1e22-42d8-9b60-8b639bc33cac tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.94 HTTP/1.1" status: 200  len: 695 time: 0.1154892
May 14 21:18:58.720619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-56df4bed-356b-4c66-85a3-f81921b43a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.722104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-56df4bed-356b-4c66-85a3-f81921b43a30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b18d0003-8116-4e27-8e01-369db6cad7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1178765
May 14 21:18:58.740503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9269c383-7dd2-47c4-a0b4-89defdb587e7 req-2a07eddf-2f94-4f54-a754-f76c47626d89 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611511
May 14 21:18:58.782711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7741027-21ba-4ffe-9b0f-be86fbc118a9 req-be473a02-25f4-40b8-9015-48bcd0b20d4e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.784351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7741027-21ba-4ffe-9b0f-be86fbc118a9 req-be473a02-25f4-40b8-9015-48bcd0b20d4e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0604022
May 14 21:18:58.836391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7741027-21ba-4ffe-9b0f-be86fbc118a9 req-ad906b06-a97c-4c64-92c0-f1cf0d1afe09 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450687
May 14 21:18:58.892053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ad346-beb2-41a7-a3ba-b627c546db56 req-b4ade01e-8e19-4cec-ac55-476ceefcd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.892053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb4ad346-beb2-41a7-a3ba-b627c546db56 req-b4ade01e-8e19-4cec-ac55-476ceefcd480 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 1131 time: 0.1293046
May 14 21:18:58.952511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-2a79072a-bc99-452c-bebc-4044356f042e tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:58.953911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-317f55a6-f5dc-4fb9-850b-7612b5a77ac7 req-2a79072a-bc99-452c-bebc-4044356f042e tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2516246
May 14 21:18:58.967555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-75a938a7-a76f-4bd9-ae13-8a1162d6b9e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307723
May 14 21:18:58.982513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb4ad346-beb2-41a7-a3ba-b627c546db56 req-51212121-03c8-4f68-839e-14878f0cdf65 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867608
May 14 21:18:59.009854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56998) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:18:59.016974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6755ac1-48cd-4018-91a9-2bfadc076d59 req-96e52601-1043-4abd-9c33-fd1d4bc4cf57 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.018802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6755ac1-48cd-4018-91a9-2bfadc076d59 req-96e52601-1043-4abd-9c33-fd1d4bc4cf57 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0678124
May 14 21:18:59.069109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6755ac1-48cd-4018-91a9-2bfadc076d59 req-27c22d98-e58c-49c5-8665-2699d2a06a3e tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432978
May 14 21:18:59.196121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d337e8-e8ae-4d8b-b9b5-f3e4af94e2ed req-36fe4350-52a8-4eb3-b049-2c78d1407273 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.197715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0d337e8-e8ae-4d8b-b9b5-f3e4af94e2ed req-36fe4350-52a8-4eb3-b049-2c78d1407273 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 944 time: 0.0647228
May 14 21:18:59.212034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-8296eaf4-739e-4614-95f4-504d657983dc tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1935642
May 14 21:18:59.251158 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0d337e8-e8ae-4d8b-b9b5-f3e4af94e2ed req-430f498a-ee7a-4b42-bd3d-f2dbf2709bd6 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469241
May 14 21:18:59.252220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:18:59.376719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be30ea-2fb5-4d1a-b6f3-36908c45b24d req-86c93c6d-1664-4742-b10c-2c74c27bc214 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.378264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6be30ea-2fb5-4d1a-b6f3-36908c45b24d req-86c93c6d-1664-4742-b10c-2c74c27bc214 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 949 time: 0.0559332
May 14 21:18:59.410549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:59.429616 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6be30ea-2fb5-4d1a-b6f3-36908c45b24d req-df4b8a30-fae6-4419-877a-29ed4fdd4592 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445857
May 14 21:18:59.545192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-d74b7151-aca3-4540-bea8-7d83cedd0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.546698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-d74b7151-aca3-4540-bea8-7d83cedd0168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1125 time: 0.1672335
May 14 21:18:59.553769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ffc2f-a971-4eb9-b097-2ee4c009c591 req-847b34fd-7705-4b94-a716-f3163e631449 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.555826 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c9ffc2f-a971-4eb9-b097-2ee4c009c591 req-847b34fd-7705-4b94-a716-f3163e631449 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0539138
May 14 21:18:59.654149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c9ffc2f-a971-4eb9-b097-2ee4c009c591 req-ecb49962-b3e6-4142-9c8a-ea45414cc57d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913193
May 14 21:18:59.764581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:18:59.769910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f0d01a8-047b-4353-8f17-d8c9a4c59980 req-774bd639-62bd-4a09-b9ee-7beb4ba67573 service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3883264
May 14 21:18:59.846344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:18:59.869163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8f35d-26bf-406b-9437-2bc6ba61ab1d req-2f6d08e2-c907-43d5-8a83-ad61e454d415 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.878604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6a8f35d-26bf-406b-9437-2bc6ba61ab1d req-2f6d08e2-c907-43d5-8a83-ad61e454d415 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 944 time: 0.1055062
May 14 21:18:59.981709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-f2c7cbe3-684b-4d32-a2b4-2b06a775eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:18:59.983294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-f2c7cbe3-684b-4d32-a2b4-2b06a775eb7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.4296887
May 14 21:18:59.986502 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (4d154836-e830-4006-ba81-5030c041e721), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:00.002559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6a8f35d-26bf-406b-9437-2bc6ba61ab1d req-761d90a8-3605-4642-9d5c-b54a91158658 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226475
May 14 21:19:00.087288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:00.105548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'mac_address': 'fa:16:3e:b8:db:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:00.137789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd0c74-d54e-49f7-871c-ffd6fbcc7c5c req-fbab0e05-7189-4067-8132-5a2836fce431 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:00.139576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97dd0c74-d54e-49f7-871c-ffd6fbcc7c5c req-fbab0e05-7189-4067-8132-5a2836fce431 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0574834
May 14 21:19:00.160881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Allocated IP 172.35.4.15 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/052c356a-4e56-4fe0-8ec7-43ce1bb07179) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:19:00.200339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:00.200651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:00.241688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:00.263240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:00.296785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97dd0c74-d54e-49f7-871c-ffd6fbcc7c5c req-d07fe7eb-b0ff-4124-9c5a-46fdeddded03 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423092
May 14 21:19:00.342833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:00.343616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 290d17d6-ed0e-4c77-9c1a-57fa7081a50d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:00.383516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:00.386095 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875eda9f-6394-4ce9-ac24-a1f3a880496a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:00.446289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:00.476334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b4859-a1f4-40b4-8a26-78df2aa97d76 req-6f5056ac-dbb2-4357-b1ba-d759506c276a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:00.477285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.477579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.477923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.478261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.478598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.478929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.479255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.479606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.480138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.480631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.481162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.481688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.482209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.482756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.483278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eb9b4859-a1f4-40b4-8a26-78df2aa97d76 req-6f5056ac-dbb2-4357-b1ba-d759506c276a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0778449
May 14 21:19:00.483411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:00.554722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eb9b4859-a1f4-40b4-8a26-78df2aa97d76 req-9f89fbaf-695f-4cfc-90fb-8783c2ea879f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697367
May 14 21:19:00.559225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:00.575614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d', 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c', 'port_id': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d', 'mac_address': 'fa:16:3e:fa:4f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c64ec1-48d9-445c-b452-e1d1d8923ea0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:00.629106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:00.630345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:00.649065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290d17d6-ed0e-4c77-9c1a-57fa7081a50d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:00.674446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:00.737503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4f66-aca8-4212-bebe-854a9570fc1d req-8574b373-3d62-4126-aeb4-0ec4c8ada9d8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:00.743275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:00.756560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-824d4f66-aca8-4212-bebe-854a9570fc1d req-8574b373-3d62-4126-aeb4-0ec4c8ada9d8 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 944 time: 0.1262274
May 14 21:19:00.797148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-98f58344-8f28-4f8f-b414-8b0bae89c13d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 217 time: 0.0717366
May 14 21:19:00.822349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-824d4f66-aca8-4212-bebe-854a9570fc1d req-7ec23a7c-7d1e-4a59-8c34-9a0707f6ca75 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621786
May 14 21:19:00.835829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:00.906430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:00.909745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Deleting port 78a752d7-9e47-4b45-849a-31d3fc496b67 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:00.910038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:01.011450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d985-c451-40fd-b9df-b664971f84fd req-920569ca-d59f-4c99-a4c2-41a57de1f0ff tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.021147 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09e8d985-c451-40fd-b9df-b664971f84fd req-920569ca-d59f-4c99-a4c2-41a57de1f0ff tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 949 time: 0.0827370
May 14 21:19:01.028134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7c41af0a-08b8-4556-a806-4fe58b10c2ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:01.042318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] For port 78a752d7-9e47-4b45-849a-31d3fc496b67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78a752d7-9e47-4b45-849a-31d3fc496b67,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:01.042703 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:01.060598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Calling delete_port for 78a752d7-9e47-4b45-849a-31d3fc496b67 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:01.085915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09e8d985-c451-40fd-b9df-b664971f84fd req-19009aed-d8a7-4a33-9ba2-e309c97c6f67 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634022
May 14 21:19:01.118675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:01.157513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['290d17d6-ed0e-4c77-9c1a-57fa7081a50d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:01.181864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:19:01.189347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:01.193433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=052c356a-4e56-4fe0-8ec7-43ce1bb07179,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:01.196267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:19:01.230011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c862-587b-4656-abf8-b9bdec229b87 req-4f77502e-0030-4251-9cd0-09aa61a7890f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.232007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5eb6c862-587b-4656-abf8-b9bdec229b87 req-4f77502e-0030-4251-9cd0-09aa61a7890f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0765700
May 14 21:19:01.310482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5eb6c862-587b-4656-abf8-b9bdec229b87 req-3c912423-c884-4936-87c3-b4ff0d227339 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720727
May 14 21:19:01.378657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (7f2e0b1a-2533-4c47-b57e-55a53cd880ce), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:01.385878 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9945b92b-0029-4a84-a093-518a24eea788 x-openstack-request-id: req-9945b92b-0029-4a84-a093-518a24eea788 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:01.386157 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:01.387917 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9945b92b-0029-4a84-a093-518a24eea788 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:01.388372 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9945b92b-0029-4a84-a093-518a24eea788'] response: {'name': 'network-changed', 'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'status': 'completed', 'code': 200}
May 14 21:19:01.519437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4231a-4ca8-418e-9363-9933ffc3416a req-a4d3bab1-6175-48d8-81f6-8c2d04026ccb tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.528669 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bd4231a-4ca8-418e-9363-9933ffc3416a req-a4d3bab1-6175-48d8-81f6-8c2d04026ccb tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 944 time: 0.0668581
May 14 21:19:01.588058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-2897aa47-121d-4669-b1b5-8b3006cc2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.589508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-2897aa47-121d-4669-b1b5-8b3006cc2eb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1447225
May 14 21:19:01.593446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bd4231a-4ca8-418e-9363-9933ffc3416a req-cf709dab-6449-4ef4-b1e8-ded69a74a48c tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620792
May 14 21:19:01.598254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:01.601487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-8359da34-8e41-4f67-9e66-4607637db895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.603065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-8359da34-8e41-4f67-9e66-4607637db895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 1126 time: 0.1003771
May 14 21:19:01.638152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (78a752d7-9e47-4b45-849a-31d3fc496b67), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:01.692880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a752d7-9e47-4b45-849a-31d3fc496b67,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:01.741884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3b4146-61e9-43fc-a2da-0de702642058 req-565e50f0-5e3f-4b5d-a721-750baf3e04f5 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.743678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b3b4146-61e9-43fc-a2da-0de702642058 req-565e50f0-5e3f-4b5d-a721-750baf3e04f5 tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 1131 time: 0.0664978
May 14 21:19:01.826660 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b3b4146-61e9-43fc-a2da-0de702642058 req-d03efc8c-d874-449b-895f-2dd05e6fa56d tempest-ServersOnMultiNodesTest-1479417155 tempest-ServersOnMultiNodesTest-1479417155-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677619
May 14 21:19:01.953999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b4b5-2620-4364-a1f9-6a4025acdd48 req-ac870283-13a9-4a6a-8ad1-59ffad3c5050 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:01.961348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c33b4b5-2620-4364-a1f9-6a4025acdd48 req-ac870283-13a9-4a6a-8ad1-59ffad3c5050 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 946 time: 0.0653021
May 14 21:19:02.045230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c33b4b5-2620-4364-a1f9-6a4025acdd48 req-6edcd446-fbb0-4c11-ab21-c28f98c65c12 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826533
May 14 21:19:02.063627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:02.065222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (4d154836-e830-4006-ba81-5030c041e721), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:02.130487 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:02.177207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5ef28-4fd6-4203-af80-9b0ccfd2099d req-860ee9b3-1527-42a0-b229-cd77c7fcc2bd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:02.178802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73e5ef28-4fd6-4203-af80-9b0ccfd2099d req-860ee9b3-1527-42a0-b229-cd77c7fcc2bd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0619006
May 14 21:19:02.234603 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73e5ef28-4fd6-4203-af80-9b0ccfd2099d req-42b3a0f8-2a61-4c01-b900-ef6cd78fed29 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478606
May 14 21:19:02.270549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=052c356a-4e56-4fe0-8ec7-43ce1bb07179,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:02.276340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7f2e0b1a-2533-4c47-b57e-55a53cd880ce), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:02.356720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa24a9b-a056-4ee7-aa46-4888d0002cef req-ec83d045-a1fe-4952-b20a-b93b3c556e4d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:02.365204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffa24a9b-a056-4ee7-aa46-4888d0002cef req-ec83d045-a1fe-4952-b20a-b93b3c556e4d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 945 time: 0.0643673
May 14 21:19:02.431212 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffa24a9b-a056-4ee7-aa46-4888d0002cef req-45dd13be-5d01-44a3-ad10-b6d53f807568 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646873
May 14 21:19:02.569755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Router 4d154836-e830-4006-ba81-5030c041e721 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:19:02.576530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:02.577892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-082d9d4a-e27a-4ebb-8b68-f4f020506007 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.3325918
May 14 21:19:02.580766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-4a56b24f-260e-4c04-89d4-371d8af1a4c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2700934
May 14 21:19:02.767721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-486b7583-8ed0-4b6b-88a1-ee91a91a5c39 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.15 HTTP/1.1" status: 200  len: 695 time: 0.1259217
May 14 21:19:03.014678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-b7b4f223-b434-4ed5-9f72-7b02080bd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.016187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-b7b4f223-b434-4ed5-9f72-7b02080bd21b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 200  len: 917 time: 0.7067783
May 14 21:19:03.023631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-ba908057-4688-4f92-b5be-c575cbdd6b6e service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3843284
May 14 21:19:03.043864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd3c18-830d-4c78-a8b3-806f8db04878 req-41a0a77d-093c-4672-9464-4e0f4a4f02ee tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.047954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6fdd3c18-830d-4c78-a8b3-806f8db04878 req-41a0a77d-093c-4672-9464-4e0f4a4f02ee tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0652788
May 14 21:19:03.080133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:19:03.085837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c4090dd4-e500-43e1-9330-fbee242aedc4 admin admin] 10.222.0.52 "PUT /v2.0/routers/4d154836-e830-4006-ba81-5030c041e721/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0749207
May 14 21:19:03.089682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57066) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:03.093095 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] Sync routers for ids ['4d154836-e830-4006-ba81-5030c041e721'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:19:03.102914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-9aa360bf-106a-4236-811e-16cc42809ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 200  len: 217 time: 0.0786693
May 14 21:19:03.110732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6fdd3c18-830d-4c78-a8b3-806f8db04878 req-565d511a-b27e-4ead-b96e-2be2d558f7b8 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563469
May 14 21:19:03.111881 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] Routers {'4d154836-e830-4006-ba81-5030c041e721'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:03.112887 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310a42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4d154836-e830-4006-ba81-5030c041e721'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:03.120585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:03.214560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:03.248055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7c41af0a-08b8-4556-a806-4fe58b10c2ea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:03.250358 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:03.261631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d4f74-d078-44cf-9064-51bdf98008ac req-344d077a-34dc-48fc-9a17-a04242d24d45 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.264415 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b3d4f74-d078-44cf-9064-51bdf98008ac req-344d077a-34dc-48fc-9a17-a04242d24d45 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 944 time: 0.0657647
May 14 21:19:03.268422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-b744fe98-6c42-44c7-ab3a-959d245e6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.269928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-b744fe98-6c42-44c7-ab3a-959d245e6378 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b HTTP/1.1" status: 200  len: 855 time: 0.1522634
May 14 21:19:03.295742 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] Set router 4d154836-e830-4006-ba81-5030c041e721 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:03.369266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-93c25aba-8bcb-4fbd-83e5-c5e6b6a5d15a tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.384072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71d68592-b9f4-4912-bb45-6c67d53a733a req-93c25aba-8bcb-4fbd-83e5-c5e6b6a5d15a tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.5712011
May 14 21:19:03.386709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d50bd64-37a6-4610-bb81-d232f13959b9 req-c7633b33-a702-47c1-842c-dcfa9bd03cdd service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3488216
May 14 21:19:03.423272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:03.423691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:03.429645 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b3d4f74-d078-44cf-9064-51bdf98008ac req-b363b109-823e-4826-97b8-22ea6aa312b8 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567154
May 14 21:19:03.467775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:03.469995 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ecd33e-91f0-497f-964c-f79c6bc9db32" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:03.493285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:03.512382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:03.529403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b', 'port_id': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'mac_address': 'fa:16:3e:21:a8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9647eb6c-3234-42a7-a7da-4fae2be2f8c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:03.588038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:03.588405 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:03.599847 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:03.608145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 290d17d6-ed0e-4c77-9c1a-57fa7081a50d up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:03.656133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:03.666134 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310a42e0>, [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:19:01Z', 'revision_number': 5, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:03.676366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2e8cc-eae9-4689-aea5-b911be5d78ee req-9123b5f3-8415-4abf-8529-5144ea927be9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.684001 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fa2e8cc-eae9-4689-aea5-b911be5d78ee req-9123b5f3-8415-4abf-8529-5144ea927be9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.1148129
May 14 21:19:03.749066 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] Checking router: 4d154836-e830-4006-ba81-5030c041e721 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:19:03.756857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fa2e8cc-eae9-4689-aea5-b911be5d78ee req-7daa5696-8bdd-45df-b1bf-12ca196c0ddf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697482
May 14 21:19:03.768783 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] Routers {'4d154836-e830-4006-ba81-5030c041e721'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:03.769312 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310a42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4d154836-e830-4006-ba81-5030c041e721'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:03.811298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:03.825834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:19:03.828535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=13']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:03.921120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08740b62-5899-4dd9-92b1-740b1dbca638 req-e48c771d-d66d-4757-bf08-25674aeb63af tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:03.922959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08740b62-5899-4dd9-92b1-740b1dbca638 req-e48c771d-d66d-4757-bf08-25674aeb63af tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0618973
May 14 21:19:03.969855 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] Set router 4d154836-e830-4006-ba81-5030c041e721 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:03.998767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-e5675fef-3042-4150-b694-7c62fe1bfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:04.000341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-e5675fef-3042-4150-b694-7c62fe1bfc46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b18d0003-8116-4e27-8e01-369db6cad7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6061168
May 14 21:19:04.001267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08740b62-5899-4dd9-92b1-740b1dbca638 req-58e00267-2357-43cf-9dd7-58e74518380d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587955
May 14 21:19:04.040623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca8a9b-1ed5-49a4-9411-c2979266e26e req-b9b0cc38-9a42-4231-a607-f4bd795a5291 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:04.041051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4dca8a9b-1ed5-49a4-9411-c2979266e26e req-b9b0cc38-9a42-4231-a607-f4bd795a5291 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 949 time: 0.5601020
May 14 21:19:04.073328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks [] for router (4d154836-e830-4006-ba81-5030c041e721), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.156129 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-2242c470-0e6d-4243-a096-b9e4cbe2142c tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1249745
May 14 21:19:04.164555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:04.194111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4dca8a9b-1ed5-49a4-9411-c2979266e26e req-33ec741e-ddcd-48c3-8d85-19ad5bff79ca tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403463
May 14 21:19:04.198625 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310a42e0>, [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:19:01Z', 'revision_number': 5, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:04.237380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c6a6-30b3-43d9-ba13-17a737e8fbbd None None] The sync data for ids ['4d154836-e830-4006-ba81-5030c041e721'] in ncdv-master-1 is: [{'id': '4d154836-e830-4006-ba81-5030c041e721', 'name': 'tempest-ServersTestMultiNic-1831953654-router', 'tenant_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27'}], 'enable_snat': True}, 'gw_port_id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:38Z', 'updated_at': '2022-05-14T21:19:01Z', 'revision_number': 5, 'project_id': '9197ea49e7544e7c96dd2d4b1a55fa29', 'gw_port': {'id': 'e394da45-490a-41ae-b5ce-4fc9003be663', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:28:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d154836-e830-4006-ba81-5030c041e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:39Z', 'updated_at': '2022-05-14T21:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:19:04.253602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-181fdd3f-e494-455d-9ef5-9b616616030d service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442813
May 14 21:19:04.320992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.350618 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.352164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:04.352708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.368861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks [] for router_gateway (4d154836-e830-4006-ba81-5030c041e721), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.419089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f4b3c-51cf-42d7-8a1e-2b715d85ee3d req-a8b39616-e219-4b37-96b7-90b9f7ffc29f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:04.425532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c4f4b3c-51cf-42d7-8a1e-2b715d85ee3d req-a8b39616-e219-4b37-96b7-90b9f7ffc29f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 945 time: 0.1408591
May 14 21:19:04.436188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:04.458029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-dfc2d222-91b5-4346-980e-dc57fc93e199 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:04.459338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-dfc2d222-91b5-4346-980e-dc57fc93e199 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 949 time: 0.0757954
May 14 21:19:04.486658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-875eda9f-6394-4ce9-ac24-a1f3a880496a req-cbc9c29e-4d83-4be7-a2ba-eb7507d891fd service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261260
May 14 21:19:04.489821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.557901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:04.558258 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.584704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Deleting port e394da45-490a-41ae-b5ce-4fc9003be663 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:04.585039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.661685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:04.666741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c4f4b3c-51cf-42d7-8a1e-2b715d85ee3d req-6e58f3b5-1979-4425-b208-1c44fed78301 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063901
May 14 21:19:04.675516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d403d7ba-1fe1-41c0-8b4a-8aedc3448d15'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:04.693731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 78a752d7-9e47-4b45-849a-31d3fc496b67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:04.776971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port c53ffbc4-b57b-4146-b9cd-8b7476f89088 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:04.781994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.786727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 78a752d7-9e47-4b45-849a-31d3fc496b67 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:04.787049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 78a752d7-9e47-4b45-849a-31d3fc496b67 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:04.844810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Allocated IP 172.35.4.80 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/57fc33e3-cf5b-45f0-a698-daf20f4397f2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:19:04.862265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:04.865457 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e7b79-41dc-4de7-b4e6-53371f532469 x-openstack-request-id: req-ec9e7b79-41dc-4de7-b4e6-53371f532469 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:04.865747 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:04.866000 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec9e7b79-41dc-4de7-b4e6-53371f532469 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:04.867771 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9e7b79-41dc-4de7-b4e6-53371f532469'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:19:04.983398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port c53ffbc4-b57b-4146-b9cd-8b7476f89088, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c53ffbc4-b57b-4146-b9cd-8b7476f89088,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:04.983793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.008641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for c53ffbc4-b57b-4146-b9cd-8b7476f89088 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:05.027362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:05.103338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] For port e394da45-490a-41ae-b5ce-4fc9003be663, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e394da45-490a-41ae-b5ce-4fc9003be663,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:05.103741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.122478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Calling delete_port for e394da45-490a-41ae-b5ce-4fc9003be663 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:05.132446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.246220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.248392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae6425-647c-44c2-b447-a26d61c9eb3b req-23f58f4b-8ec4-4185-a4b3-4944420c0b5d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:05.249993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22ae6425-647c-44c2-b447-a26d61c9eb3b req-23f58f4b-8ec4-4185-a4b3-4944420c0b5d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.1086719
May 14 21:19:05.317928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=57fc33e3-cf5b-45f0-a698-daf20f4397f2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:05.329240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.329599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.329948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.330298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.330637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.330969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.331301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.331659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.336283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:05.338372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:19:05.340261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:05.342472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:19:05.399696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22ae6425-647c-44c2-b447-a26d61c9eb3b req-c975610e-0e19-422b-8d90-8f370bf1dd67 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388552
May 14 21:19:05.458730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (3f706bd4-b8f5-4dfb-871d-ff57b54dcaec), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.535825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c53ffbc4-b57b-4146-b9cd-8b7476f89088), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.552068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42', 'c53ffbc4-b57b-4146-b9cd-8b7476f89088'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:05.605525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=c53ffbc4-b57b-4146-b9cd-8b7476f89088,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:05.641316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.651775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e394da45-490a-41ae-b5ce-4fc9003be663), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.684430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port c53ffbc4-b57b-4146-b9cd-8b7476f89088 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:05.700454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad43cf-7b5b-4c0d-8fff-8f8ebc6b52d2 req-90698ee4-4def-4153-bbae-39f4504f4d90 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:05.713395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edad43cf-7b5b-4c0d-8fff-8f8ebc6b52d2 req-90698ee4-4def-4153-bbae-39f4504f4d90 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 944 time: 0.2162838
May 14 21:19:05.742955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.747751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d455166-e968-4c1b-9406-f39c39a17e07 req-65d769eb-ad66-4efb-8260-0862c458b32a tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "DELETE /v2.0/ports/c53ffbc4-b57b-4146-b9cd-8b7476f89088 HTTP/1.1" status: 204  len: 173 time: 1.2709854
May 14 21:19:05.748714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'name': 'network-vif-deleted', 'tag': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:05.752292 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a1d9a4-ab34-46e4-90a9-5f534312f83b" -d '{"events": [{"server_uuid": "d4518927-db68-441f-9e1b-ff7afce1badd", "name": "network-vif-deleted", "tag": "c53ffbc4-b57b-4146-b9cd-8b7476f89088"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:05.787396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e394da45-490a-41ae-b5ce-4fc9003be663,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:05.881191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.884149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edad43cf-7b5b-4c0d-8fff-8f8ebc6b52d2 req-497f4ec8-452d-46a4-b8b3-9b80f856b680 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1689920
May 14 21:19:05.919773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (4d154836-e830-4006-ba81-5030c041e721), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:05.979722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.087401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (4d154836-e830-4006-ba81-5030c041e721), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.091796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks [] for router_controller (4d154836-e830-4006-ba81-5030c041e721), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.107862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa13e3-8b35-4314-be62-c618aefbabd1 req-18eb1f0f-e174-4707-81a6-248695deae66 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:06.109079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16aa13e3-8b35-4314-be62-c618aefbabd1 req-18eb1f0f-e174-4707-81a6-248695deae66 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.1025341
May 14 21:19:06.126117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event updated for resources: {'Port': ['ID=57fc33e3-cf5b-45f0-a698-daf20f4397f2,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:06.134513 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3f706bd4-b8f5-4dfb-871d-ff57b54dcaec), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.201692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device aa620ac9-bfdf-4a61-ae23-4f9baea1b233 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:06.204059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16aa13e3-8b35-4314-be62-c618aefbabd1 req-1e2ebe0d-9a47-498b-bdf2-902256da3800 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525129
May 14 21:19:06.217540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c', '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', '4fd5f38e-2d88-4afe-ad3f-275929a09686'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:06.225641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.227563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-0d577929-a890-4eea-a843-635a9f4cea61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.0691071
May 14 21:19:06.308605 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-3504cd5c-9492-4485-b3a4-a22b5214d356 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.80 HTTP/1.1" status: 200  len: 695 time: 0.0754247
May 14 21:19:06.338648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (4d154836-e830-4006-ba81-5030c041e721), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.341978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:06.342194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d154836-e830-4006-ba81-5030c041e721 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:19:06.362847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.365237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a3850cd9-12ed-4036-924c-074167e232fc admin admin] 10.222.0.52 "DELETE /v2.0/routers/4d154836-e830-4006-ba81-5030c041e721 HTTP/1.1" status: 204  len: 168 time: 3.2639647
May 14 21:19:06.370984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:06.440935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca0907-5d27-4814-9c64-996e5232a20e req-a178d70e-423d-453a-850e-0ff94deb5849 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:06.445656 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:19:06.461277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6ca0907-5d27-4814-9c64-996e5232a20e req-a178d70e-423d-453a-850e-0ff94deb5849 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1806252
May 14 21:19:06.495945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-318940f7-bc9b-490f-9448-0be322bc0917 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:06.515593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ffab90e-2eb8-4336-ba4e-11cec27376a4 req-318940f7-bc9b-490f-9448-0be322bc0917 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2052541
May 14 21:19:06.593368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Deleting subnet fa642ff7-6879-4435-b63b-cc214b953b2d {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:19:06.611429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Publish callbacks [] for subnet (fa642ff7-6879-4435-b63b-cc214b953b2d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.648577 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f021ec4a-89ea-4406-b4b0-146e8c9572e5 req-3d4750c3-1ad6-4a7e-beca-3e6fbfe37996 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4518927-db68-441f-9e1b-ff7afce1badd HTTP/1.1" status: 200  len: 210 time: 0.0538554
May 14 21:19:06.725307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6ca0907-5d27-4814-9c64-996e5232a20e req-72d30bf8-8ea8-415a-869d-ae7c3f66f6aa tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502587
May 14 21:19:06.736129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:19:06.754839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (fa642ff7-6879-4435-b63b-cc214b953b2d), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.802347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:06.803377 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.809399 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a61bad-2c40-4a49-b7c2-40a88e9f1e88 x-openstack-request-id: req-70a61bad-2c40-4a49-b7c2-40a88e9f1e88 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:06.809399 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4518927-db68-441f-9e1b-ff7afce1badd", "name": "network-vif-deleted", "tag": "c53ffbc4-b57b-4146-b9cd-8b7476f89088", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:06.809399 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70a61bad-2c40-4a49-b7c2-40a88e9f1e88 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:06.809399 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a61bad-2c40-4a49-b7c2-40a88e9f1e88'] response: {'server_uuid': 'd4518927-db68-441f-9e1b-ff7afce1badd', 'name': 'network-vif-deleted', 'tag': 'c53ffbc4-b57b-4146-b9cd-8b7476f89088', 'status': 'completed', 'code': 200}
May 14 21:19:06.816886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43227be-1c59-49ed-b803-d8692439b3fe req-22987e08-a5ba-4012-a3b2-163136f9ef04 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:06.826546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b43227be-1c59-49ed-b803-d8692439b3fe req-22987e08-a5ba-4012-a3b2-163136f9ef04 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0985713
May 14 21:19:06.874104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:06.876674 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4634a4b9-0689-4d3f-ab75-3e46db53e625" -d '{"events": [{"server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "name": "network-vif-plugged", "status": "completed", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:06.893831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:06.914469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (fa642ff7-6879-4435-b63b-cc214b953b2d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:06.942914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'port_id': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'mac_address': 'fa:16:3e:83:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:06.954013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b43227be-1c59-49ed-b803-d8692439b3fe req-582f515a-4a07-4e2f-9b6e-c0ef19a9e68e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208758
May 14 21:19:07.037238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2aa92652-1a6b-4384-998b-213eff752138 req-56df615f-bcbd-4681-9cdb-4f00ddd179bb tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips/3f706bd4-b8f5-4dfb-871d-ff57b54dcaec HTTP/1.1" status: 200  len: 692 time: 0.0735083
May 14 21:19:07.059579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf6bc-df56-40ab-ad88-d6efaed745a0 req-7f570b06-9ea5-45a1-be52-7cefb63532ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:07.061627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fffbf6bc-df56-40ab-ad88-d6efaed745a0 req-7f570b06-9ea5-45a1-be52-7cefb63532ca tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0761218
May 14 21:19:07.098197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:07.099170 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.103793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:07.104415 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.140938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa620ac9-bfdf-4a61-ae23-4f9baea1b233 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:07.173781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fffbf6bc-df56-40ab-ad88-d6efaed745a0 req-ea2c0f28-61b2-47d5-921e-0e63df2788d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782611
May 14 21:19:07.178477 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (fa642ff7-6879-4435-b63b-cc214b953b2d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.179675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa92652-1a6b-4384-998b-213eff752138 req-1371b5a8-392a-4769-ab41-1b78027e0613 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:07.192857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2aa92652-1a6b-4384-998b-213eff752138 req-1371b5a8-392a-4769-ab41-1b78027e0613 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1545947
May 14 21:19:07.225431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa642ff7-6879-4435-b63b-cc214b953b2d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:07.236722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.243830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b8df865-7594-4083-986c-8953e380d149 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fa642ff7-6879-4435-b63b-cc214b953b2d HTTP/1.1" status: 204  len: 168 time: 0.8744922
May 14 21:19:07.246233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57110) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:07.260173 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945f709-ccfe-4ae1-8b93-f0783993c917 x-openstack-request-id: req-3945f709-ccfe-4ae1-8b93-f0783993c917 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:07.260455 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "name": "network-vif-plugged", "status": "completed", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:07.260706 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3945f709-ccfe-4ae1-8b93-f0783993c917 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:07.261099 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3945f709-ccfe-4ae1-8b93-f0783993c917'] response: {'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d', 'code': 200}
May 14 21:19:07.263501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7ab03-0075-4bb1-bd1f-bbfbce49f8f3 None None] Network 651bd386-4eb4-4c99-ae9f-2f38450c229b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:07.268790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:07.272192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:07.411091 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-0321d911-5f0d-49ba-a37a-16e665d32255 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips/3f706bd4-b8f5-4dfb-871d-ff57b54dcaec HTTP/1.1" status: 200  len: 692 time: 0.1312156
May 14 21:19:07.423803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87082090-eefd-4f38-b598-bf5810ec0ed4 req-1b7cc622-8793-40c4-ace7-dfbfd1bfe75f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:07.426745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87082090-eefd-4f38-b598-bf5810ec0ed4 req-1b7cc622-8793-40c4-ace7-dfbfd1bfe75f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 945 time: 0.0765336
May 14 21:19:07.461821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07585d6d-4db7-4168-8b52-e30bf212f4d1 req-d0e49806-d1b8-4208-8db1-4425b769a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:07.464698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07585d6d-4db7-4168-8b52-e30bf212f4d1 req-d0e49806-d1b8-4208-8db1-4425b769a2c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1128 time: 0.1606026
May 14 21:19:07.468562 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (651bd386-4eb4-4c99-ae9f-2f38450c229b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.526525 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.528310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.550383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87082090-eefd-4f38-b598-bf5810ec0ed4 req-8cb83c08-d4d0-48f5-bcce-0f8594c170e4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173186
May 14 21:19:07.563796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07585d6d-4db7-4168-8b52-e30bf212f4d1 req-fa40cb8e-6ecf-4adb-b5dd-9ebda3e8b061 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919051
May 14 21:19:07.613889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-13c88ec8-6ae5-4aaf-92d4-a6316b4e4b21 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:07.622834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-13c88ec8-6ae5-4aaf-92d4-a6316b4e4b21 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2108898
May 14 21:19:07.625345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Deleting port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:07.625779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.651271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:07.718120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-3cfd4f0d-3ec5-42c1-aa21-ff3e259405ff tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.80 HTTP/1.1" status: 200  len: 695 time: 0.0941281
May 14 21:19:07.721856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] DHCP port deletion for 651bd386-4eb4-4c99-ae9f-2f38450c229b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:19:07.740906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11e20-d3c1-4024-8405-413286f07bd0 req-e60dae96-1124-4716-b6f9-39f791588fcf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:07.743454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ff11e20-d3c1-4024-8405-413286f07bd0 req-e60dae96-1124-4716-b6f9-39f791588fcf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.0846720
May 14 21:19:07.805882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ff11e20-d3c1-4024-8405-413286f07bd0 req-9b5fb27d-9130-4bb5-a963-468ff2c6cf00 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557201
May 14 21:19:07.819321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:07.831588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-438d66ad-632f-4e3f-ab29-fd7cf8a1ad82 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.80 HTTP/1.1" status: 200  len: 695 time: 0.1045544
May 14 21:19:07.836004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] For port b9a3c8ce-b7ab-491d-ab22-298bf6bba215, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:07.836498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.880960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] Deleting port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:07.881333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:07.899454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['aa620ac9-bfdf-4a61-ae23-4f9baea1b233'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:07.903441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Calling delete_port for b9a3c8ce-b7ab-491d-ab22-298bf6bba215 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:08.009057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] For port b9a3c8ce-b7ab-491d-ab22-298bf6bba215, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,segment=NetworkSegment(c561082d-22c3-4c74-9933-5ed8eebfa843),segment_id=c561082d-22c3-4c74-9933-5ed8eebfa843)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:08.009758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.033810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] Calling delete_port for b9a3c8ce-b7ab-491d-ab22-298bf6bba215 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:08.113905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c53ffbc4-b57b-4146-b9cd-8b7476f89088 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:08.120166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Deleting port 57fc33e3-cf5b-45f0-a698-daf20f4397f2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:08.122423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.166506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: c53ffbc4-b57b-4146-b9cd-8b7476f89088 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:08.166845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c53ffbc4-b57b-4146-b9cd-8b7476f89088 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:08.247166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.258199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b9a3c8ce-b7ab-491d-ab22-298bf6bba215), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.258876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.259671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (57fc33e3-cf5b-45f0-a698-daf20f4397f2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.300743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] No DVR routers for this DVR port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:08.306478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd5704-e8e5-41b2-90bb-28735f85b616 req-f7084b65-4bca-4607-aef6-22079872454d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:08.308314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95fd5704-e8e5-41b2-90bb-28735f85b616 req-f7084b65-4bca-4607-aef6-22079872454d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0704317
May 14 21:19:08.313299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] Pushing event deleted for resources: {'Port': ['ID=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:08.316564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57501c39-34c9-4716-bf28-ad5fcd0fe183 None None] No DVR routers for this DVR port b9a3c8ce-b7ab-491d-ab22-298bf6bba215 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:08.321539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a3c8ce-b7ab-491d-ab22-298bf6bba215,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:08.371064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Calling delete_port for 57fc33e3-cf5b-45f0-a698-daf20f4397f2 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:08.387406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95fd5704-e8e5-41b2-90bb-28735f85b616 req-51a91ce3-fc8d-4f07-bd67-c920a02363a7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719647
May 14 21:19:08.510227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e394da45-490a-41ae-b5ce-4fc9003be663 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:08.518584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (651bd386-4eb4-4c99-ae9f-2f38450c229b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.540749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e394da45-490a-41ae-b5ce-4fc9003be663 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:08.541098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e394da45-490a-41ae-b5ce-4fc9003be663 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:08.541526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b9a3c8ce-b7ab-491d-ab22-298bf6bba215 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:08.547940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a784820>,) {'filters': {'network_id': ['651bd386-4eb4-4c99-ae9f-2f38450c229b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:08.559274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb006c-cb6f-42fb-9f98-6380d5353488 req-eb75f05b-2296-4713-9169-dfab353c56e4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:08.568258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01eb006c-cb6f-42fb-9f98-6380d5353488 req-eb75f05b-2296-4713-9169-dfab353c56e4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0697219
May 14 21:19:08.569075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a784820>, 'c561082d-22c3-4c74-9933-5ed8eebfa843') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:08.569220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b9a3c8ce-b7ab-491d-ab22-298bf6bba215 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:08.569436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b9a3c8ce-b7ab-491d-ab22-298bf6bba215 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:08.569924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a784820>, 'c561082d-22c3-4c74-9933-5ed8eebfa843') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:08.587576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (c561082d-22c3-4c74-9933-5ed8eebfa843), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.615753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c561082d-22c3-4c74-9933-5ed8eebfa843), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.630853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:19:08.630853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (c561082d-22c3-4c74-9933-5ed8eebfa843), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:19:08.631806 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:19:08.656153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01eb006c-cb6f-42fb-9f98-6380d5353488 req-a01cbf42-c025-4d70-b37a-3ba0fd91c73f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867000
May 14 21:19:08.826726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (57fc33e3-cf5b-45f0-a698-daf20f4397f2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.859159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event deleted for resources: {'Port': ['ID=57fc33e3-cf5b-45f0-a698-daf20f4397f2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:08.926043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (651bd386-4eb4-4c99-ae9f-2f38450c229b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.935963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.939156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] 10.222.0.52 "DELETE /v2.0/networks/651bd386-4eb4-4c99-ae9f-2f38450c229b HTTP/1.1" status: 204  len: 168 time: 1.6916418
May 14 21:19:08.964259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14001ee5-b75b-4dcf-a3cb-72ebaac53aae admin admin] Pushing event deleted for resources: {'Network': ['ID=651bd386-4eb4-4c99-ae9f-2f38450c229b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:08.965656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (3f706bd4-b8f5-4dfb-871d-ff57b54dcaec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.968226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:08.969468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd641506-e989-416f-b3d4-e1a3aeabfd75 req-9a92dbe3-c2b2-457e-b29f-dc3298595541 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "DELETE /v2.0/floatingips/3f706bd4-b8f5-4dfb-871d-ff57b54dcaec HTTP/1.1" status: 204  len: 173 time: 1.1447573
May 14 21:19:09.125303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817148-323e-4a09-b2c8-777cf3783304 req-f170c337-efda-4aca-a82e-cc2697faaa37 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.126860 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58817148-323e-4a09-b2c8-777cf3783304 req-f170c337-efda-4aca-a82e-cc2697faaa37 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0668073
May 14 21:19:09.195928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58817148-323e-4a09-b2c8-777cf3783304 req-71a0b9ec-3abf-4b19-b787-0271db0c8e58 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630894
May 14 21:19:09.284268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:09.289086 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04204ed-f270-4b3d-b98f-800455b2bd8b" -d '{"events": [{"server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "name": "network-vif-plugged", "status": "completed", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:09.300106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e92d1-d58c-4e85-b2c7-40327c3a2154 req-e5ddfc65-5f47-4d98-b6f8-bb4f9531e413 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.302531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b2e92d1-d58c-4e85-b2c7-40327c3a2154 req-e5ddfc65-5f47-4d98-b6f8-bb4f9531e413 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 945 time: 0.0701172
May 14 21:19:09.338077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd30d4d-5be4-4ba3-a7d2-0a1c9101e341 req-2680c3e6-4de5-4ca2-aeca-647abe1edeee tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.345234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cd30d4d-5be4-4ba3-a7d2-0a1c9101e341 req-2680c3e6-4de5-4ca2-aeca-647abe1edeee tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.0667353
May 14 21:19:09.374854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b2e92d1-d58c-4e85-b2c7-40327c3a2154 req-62d26c1b-5b04-492a-85f3-62c75e28c3d2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648162
May 14 21:19:09.406655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cd30d4d-5be4-4ba3-a7d2-0a1c9101e341 req-3b343804-5aee-4130-a5af-a5efbe32e6d1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600758
May 14 21:19:09.518115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fef4fe-3738-43a1-89b1-867106fe9513 req-8b29cab4-1a40-4bf0-8af5-62c7d0b4a4dc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.520307 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4fef4fe-3738-43a1-89b1-867106fe9513 req-8b29cab4-1a40-4bf0-8af5-62c7d0b4a4dc tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 950 time: 0.0510080
May 14 21:19:09.543010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57136) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:09.576431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4fef4fe-3738-43a1-89b1-867106fe9513 req-f6fff88e-eba0-4d02-a4af-87261f8ca186 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483558
May 14 21:19:09.624590 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d4ca23-f8db-4fce-8710-5a5f58e7e4c9 x-openstack-request-id: req-89d4ca23-f8db-4fce-8710-5a5f58e7e4c9 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:09.625047 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "name": "network-vif-plugged", "status": "completed", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:09.625323 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89d4ca23-f8db-4fce-8710-5a5f58e7e4c9 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:09.625810 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d4ca23-f8db-4fce-8710-5a5f58e7e4c9'] response: {'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'code': 200}
May 14 21:19:09.649891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e6be9-b970-4019-8102-608438eb3eec req-208a0d6f-bdd2-4db1-9608-22ea6f5e756a tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.651396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-356e6be9-b970-4019-8102-608438eb3eec req-208a0d6f-bdd2-4db1-9608-22ea6f5e756a tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.2415106
May 14 21:19:09.657401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4e00ff61-7b0d-4be9-8586-9587cfba5337 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9197ea49e7544e7c96dd2d4b1a55fa29&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1109786
May 14 21:19:09.657638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57138) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:09.727503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32f874-ac95-4eb2-9482-a5969dc28b89 req-2d7098e7-0d2b-40ee-82c5-410418b36e97 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.729069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e32f874-ac95-4eb2-9482-a5969dc28b89 req-2d7098e7-0d2b-40ee-82c5-410418b36e97 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0575182
May 14 21:19:09.763503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b8b0f6a-e3f0-432f-bb9d-474ddda8918c req-baf8f983-3e95-4adf-8334-10e72fcffbcd tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=53796174427e4e69b8d21e0b25f709d7 HTTP/1.1" status: 200  len: 1654 time: 0.0907419
May 14 21:19:09.794674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e32f874-ac95-4eb2-9482-a5969dc28b89 req-f9bbb263-4e68-4563-a13e-44407b59bc49 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590422
May 14 21:19:09.804031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cde6f0d-3722-4826-86e0-c81c2a94847b admin admin] Publish callbacks [] for security_group (dc10538e-f9a8-41f9-97f3-e84a51b044f4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:09.858528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cde6f0d-3722-4826-86e0-c81c2a94847b admin admin] Publish callbacks [] for security_group (dc10538e-f9a8-41f9-97f3-e84a51b044f4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:09.901655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14779d6-6603-417e-be61-a88d69574228 req-634e0654-7d43-4398-9006-d91147f3fedb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.903542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b14779d6-6603-417e-be61-a88d69574228 req-634e0654-7d43-4398-9006-d91147f3fedb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0512686
May 14 21:19:09.919000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b0f6a-e3f0-432f-bb9d-474ddda8918c req-790ddae9-05ca-4558-b28a-ffb91ab50fb5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:09.920534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b8b0f6a-e3f0-432f-bb9d-474ddda8918c req-790ddae9-05ca-4558-b28a-ffb91ab50fb5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks?id=01e3ef00-a182-4fcf-a405-9a420eb1352e&id=01e3ef00-a182-4fcf-a405-9a420eb1352e&id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 787 time: 0.1505346
May 14 21:19:09.943628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-3b8b0f6a-e3f0-432f-bb9d-474ddda8918c req-cfe9b600-6321-4ebb-ad4e-68320b5f7b47 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:19:09.944610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b8b0f6a-e3f0-432f-bb9d-474ddda8918c req-cfe9b600-6321-4ebb-ad4e-68320b5f7b47 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0063217
May 14 21:19:09.961148 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b14779d6-6603-417e-be61-a88d69574228 req-4d7b1e5c-b867-4510-87f6-87824ebf0f29 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516386
May 14 21:19:10.028590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-125f5bd6-0ba5-470e-b7f8-dbf8b3633022 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips/7f2e0b1a-2533-4c47-b57e-55a53cd880ce HTTP/1.1" status: 200  len: 692 time: 0.0443051
May 14 21:19:10.294923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceac6f-ed86-4699-9443-3fe3a6a6dc0b req-8e085104-dd0e-49ae-9998-f77b8ac9af9b tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.296928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bceac6f-ed86-4699-9443-3fe3a6a6dc0b req-8e085104-dd0e-49ae-9998-f77b8ac9af9b tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1128 time: 0.0458615
May 14 21:19:10.325502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bfc01276-f52d-4cf9-9fef-cb0e25aa1aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:10.358854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bceac6f-ed86-4699-9443-3fe3a6a6dc0b req-c88049aa-2b24-446f-9d48-6e6ce59d8bee tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549002
May 14 21:19:10.400884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cde6f0d-3722-4826-86e0-c81c2a94847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dc10538e-f9a8-41f9-97f3-e84a51b044f4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:10.403231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cde6f0d-3722-4826-86e0-c81c2a94847b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:10.408150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9cde6f0d-3722-4826-86e0-c81c2a94847b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc10538e-f9a8-41f9-97f3-e84a51b044f4 HTTP/1.1" status: 204  len: 168 time: 0.7473259
May 14 21:19:10.423127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde6f0d-3722-4826-86e0-c81c2a94847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc10538e-f9a8-41f9-97f3-e84a51b044f4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:10.468229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-e2ddc2ec-2d93-4b91-8204-023544fbe4f5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.477038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-e2ddc2ec-2d93-4b91-8204-023544fbe4f5 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.4519310
May 14 21:19:10.502969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614169fc-0802-4737-9631-09f6d762261a req-3f5fc1fe-4ce0-449d-8f9b-c614ce378d94 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.511185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-614169fc-0802-4737-9631-09f6d762261a req-3f5fc1fe-4ce0-449d-8f9b-c614ce378d94 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0748744
May 14 21:19:10.540708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-0304f2ce-e99a-4602-a78d-08cecb0d3efa tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.15 HTTP/1.1" status: 200  len: 695 time: 0.0620670
May 14 21:19:10.585682 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-614169fc-0802-4737-9631-09f6d762261a req-78576a05-592d-4269-8fb5-3b0db04b3c1b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733604
May 14 21:19:10.644093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-8e88d0d8-78f2-48c8-b700-c102ffe554b3 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.15 HTTP/1.1" status: 200  len: 695 time: 0.1003585
May 14 21:19:10.716594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71078a-d106-4bb0-abd8-088356c4c221 req-d23b7fec-e919-4dfb-ba74-53d773f9ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.718935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e71078a-d106-4bb0-abd8-088356c4c221 req-d23b7fec-e919-4dfb-ba74-53d773f9ca95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1127 time: 0.1239202
May 14 21:19:10.743637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb33e2d-7c65-459e-9aa3-a2ffc71dcead req-b671ee00-dbe3-49c2-96cc-587474c70657 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.751349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cb33e2d-7c65-459e-9aa3-a2ffc71dcead req-b671ee00-dbe3-49c2-96cc-587474c70657 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1128 time: 0.0558302
May 14 21:19:10.825411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cb33e2d-7c65-459e-9aa3-a2ffc71dcead req-37560085-db6b-4fcb-808a-03d02b2e7ea7 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728023
May 14 21:19:10.876845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Deleting port 052c356a-4e56-4fe0-8ec7-43ce1bb07179 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:10.877227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:10.882657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e71078a-d106-4bb0-abd8-088356c4c221 req-73dbf99b-4762-49bf-b996-a41b2bc066ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213346
May 14 21:19:10.902249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858f507-6bd0-4704-938a-89a8afb22677 req-72338f62-13a2-435c-a2a0-adfb785f62e5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.903890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f858f507-6bd0-4704-938a-89a8afb22677 req-72338f62-13a2-435c-a2a0-adfb785f62e5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 950 time: 0.0959375
May 14 21:19:10.962789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15657af-00ce-4989-86b4-29f212ed521d req-7aef0d44-8076-4774-996c-f36728712c72 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:10.972012 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c15657af-00ce-4989-86b4-29f212ed521d req-7aef0d44-8076-4774-996c-f36728712c72 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 945 time: 0.0697899
May 14 21:19:11.043840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c15657af-00ce-4989-86b4-29f212ed521d req-27fc4700-342b-4677-9a11-857c80b5dc84 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697954
May 14 21:19:11.063724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.064058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (052c356a-4e56-4fe0-8ec7-43ce1bb07179), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.088381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Calling delete_port for 052c356a-4e56-4fe0-8ec7-43ce1bb07179 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:11.184738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b200f-7000-43da-a35c-e1fef34ba6c4 req-7bbef802-a577-4654-a6ef-471fec203289 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:11.192454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-259b200f-7000-43da-a35c-e1fef34ba6c4 req-7bbef802-a577-4654-a6ef-471fec203289 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.0714889
May 14 21:19:11.262207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-259b200f-7000-43da-a35c-e1fef34ba6c4 req-cfe93e8d-10ef-43fd-bc28-35474e963894 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687664
May 14 21:19:11.314661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port 4fd5f38e-2d88-4afe-ad3f-275929a09686 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:11.315739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.420129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d8390-e27e-4498-8980-bfc9f33831b4 req-70dcc4ae-9645-43b1-b1cb-2f884956838d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:11.422463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-490d8390-e27e-4498-8980-bfc9f33831b4 req-70dcc4ae-9645-43b1-b1cb-2f884956838d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0852bda-1b69-4893-aed5-4970dc57d1c2 HTTP/1.1" status: 200  len: 950 time: 0.0846045
May 14 21:19:11.517439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port 4fd5f38e-2d88-4afe-ad3f-275929a09686, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4fd5f38e-2d88-4afe-ad3f-275929a09686,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:11.517813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.532605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for 4fd5f38e-2d88-4afe-ad3f-275929a09686 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:11.541576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-490d8390-e27e-4498-8980-bfc9f33831b4 req-233af4fb-6b1b-46a6-a73b-985ea18c972d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083524
May 14 21:19:11.594903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (052c356a-4e56-4fe0-8ec7-43ce1bb07179), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.664940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event deleted for resources: {'Port': ['ID=052c356a-4e56-4fe0-8ec7-43ce1bb07179,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:11.769085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155719d-e900-46b8-a4bf-7611271bc971 req-489182aa-a672-4595-a04d-3a4e4b8fb7f9 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:11.775250 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.776250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e155719d-e900-46b8-a4bf-7611271bc971 req-489182aa-a672-4595-a04d-3a4e4b8fb7f9 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1146917
May 14 21:19:11.812460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (7f2e0b1a-2533-4c47-b57e-55a53cd880ce), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.815004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.824904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da01d60f-9050-458c-a225-b6e73cf9d3cb req-2f57759d-2f01-4e6d-8695-474fd141ffd0 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "DELETE /v2.0/floatingips/7f2e0b1a-2533-4c47-b57e-55a53cd880ce HTTP/1.1" status: 204  len: 173 time: 1.1742129
May 14 21:19:11.944980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:11.951529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e155719d-e900-46b8-a4bf-7611271bc971 req-e6e1d5c1-dccd-4995-b34d-08c304bbcf9c tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660383
May 14 21:19:12.040612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-100971a7-1a8e-40d9-997e-9a3b271d65fa tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips/e454b050-7435-4561-bc5b-e251286cc1f7 HTTP/1.1" status: 200  len: 692 time: 0.0630505
May 14 21:19:12.075925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11eae7-ce9f-4e50-bbf9-282131a5ccd5 req-59c94f59-2471-4e40-8c39-ef2e4d2447a9 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:12.085542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c11eae7-ce9f-4e50-bbf9-282131a5ccd5 req-59c94f59-2471-4e40-8c39-ef2e4d2447a9 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0671120
May 14 21:19:12.157958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c11eae7-ce9f-4e50-bbf9-282131a5ccd5 req-9f73449a-2fed-4c45-86db-1088f93dbe21 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714297
May 14 21:19:12.172224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4fd5f38e-2d88-4afe-ad3f-275929a09686), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.186244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c', '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', '4fd5f38e-2d88-4afe-ad3f-275929a09686'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:12.193037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:12.209467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-23f7770b-2c87-4e5b-b047-8fc5e28e2bc8 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:12.217249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-23f7770b-2c87-4e5b-b047-8fc5e28e2bc8 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1749628
May 14 21:19:12.237186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:12.337985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device aa620ac9-bfdf-4a61-ae23-4f9baea1b233 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:12.384537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=4fd5f38e-2d88-4afe-ad3f-275929a09686,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:12.404480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1646010348-network', 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:12.434245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-498646ba-0cfc-47b5-a224-1c8a4af756a6 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.94 HTTP/1.1" status: 200  len: 695 time: 0.2023542
May 14 21:19:12.485773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port 4fd5f38e-2d88-4afe-ad3f-275929a09686 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:12.508280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:12.511214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.522179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.536287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:19:12.566693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-385353eb-4b2c-4595-ba79-3c49ed72c9b9 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.94 HTTP/1.1" status: 200  len: 695 time: 0.0887365
May 14 21:19:12.568153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.572317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f858f507-6bd0-4704-938a-89a8afb22677 req-abeb3865-f529-4f76-8894-a1949875045b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "DELETE /v2.0/ports/4fd5f38e-2d88-4afe-ad3f-275929a09686 HTTP/1.1" status: 204  len: 173 time: 1.4742804
May 14 21:19:12.572911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'name': 'network-vif-deleted', 'tag': '4fd5f38e-2d88-4afe-ad3f-275929a09686'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:12.577039 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321ea746-83c3-4271-98c0-cc36cb7648b8" -d '{"events": [{"server_uuid": "e0852bda-1b69-4893-aed5-4970dc57d1c2", "name": "network-vif-deleted", "tag": "4fd5f38e-2d88-4afe-ad3f-275929a09686"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:12.655413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks [] for security_group (19c9b19e-06fc-4df1-8db6-2537e718e64f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.701628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:12.701628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.720478 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (19c9b19e-06fc-4df1-8db6-2537e718e64f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.737467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:19:12.776516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (55defe9e-4d73-4144-94de-9dd35d46eb15), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.777226 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Added segment 55defe9e-4d73-4144-94de-9dd35d46eb15 of type vlan for network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e
May 14 21:19:12.834781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Deleting port 5fedff4b-5fcb-4709-af2f-5239245757ad {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:12.835971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.841608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (3bdbef8a-a684-458d-bfe2-b4f322a15d2e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.908754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9b19e-06fc-4df1-8db6-2537e718e64f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:12.970010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47976e00-92e8-4f82-9fde-4b00d9fbc919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.981142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (3bdbef8a-a684-458d-bfe2-b4f322a15d2e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:12.982523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:12.984003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.057915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.058246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (5fedff4b-5fcb-4709-af2f-5239245757ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.078323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Calling delete_port for 5fedff4b-5fcb-4709-af2f-5239245757ad owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:13.139515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 0.9011736
May 14 21:19:13.139813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57214) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:13.147351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Request body: {'subnet': {'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1646010348-subnet', 'tenant_id': 'b031454047774b4fb8b459f226f645d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:13.153854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb411869-9995-4dac-a060-02b8b45a0a1f admin admin] Pushing event updated for resources: {'Network': ['ID=3bdbef8a-a684-458d-bfe2-b4f322a15d2e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:13.176943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:19:13.280121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:13.280708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.314934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:13.322685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.341933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:13.344178 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245a6414-d0c0-40ab-a291-a170d7b98e99" -d '{"events": [{"server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "name": "network-vif-plugged", "status": "completed", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:13.369376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:13.425899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5fedff4b-5fcb-4709-af2f-5239245757ad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.439691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.440575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4fd5f38e-2d88-4afe-ad3f-275929a09686 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:13.462384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event deleted for resources: {'Port': ['ID=5fedff4b-5fcb-4709-af2f-5239245757ad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:13.521525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 4fd5f38e-2d88-4afe-ad3f-275929a09686 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:13.521743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4fd5f38e-2d88-4afe-ad3f-275929a09686 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:13.557741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (e454b050-7435-4561-bc5b-e251286cc1f7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.560644 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.561822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc631e7-13d1-418b-9156-3488cc1eb5ef req-10a215fc-b998-44d5-b648-1313bd022131 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "DELETE /v2.0/floatingips/e454b050-7435-4561-bc5b-e251286cc1f7 HTTP/1.1" status: 204  len: 173 time: 0.9782548
May 14 21:19:13.603754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:13.725608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.739135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d406c-e467-4b0d-8baa-cee2961757f7 req-9a64fc29-48e6-470d-9c08-39231abd0b3d tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:13.740888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b63d406c-e467-4b0d-8baa-cee2961757f7 req-9a64fc29-48e6-470d-9c08-39231abd0b3d tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.0502362
May 14 21:19:13.764290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (efe38ebe-2521-4253-b829-c6ff672adb03), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:13.853969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b63d406c-e467-4b0d-8baa-cee2961757f7 req-823a6f0f-03a5-4ec5-8e15-bd122788c858 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1071649
May 14 21:19:13.857395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe38ebe-2521-4253-b829-c6ff672adb03,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:13.889727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:13.890184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Network hostable DHCP agents. Network: 3bdbef8a-a684-458d-bfe2-b4f322a15d2e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:19:13.998627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453df18f-218e-4dc3-a35b-ad6669d972fd req-419273db-24e1-4689-a231-9d5139644219 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:14.000485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453df18f-218e-4dc3-a35b-ad6669d972fd req-419273db-24e1-4689-a231-9d5139644219 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.0564976
May 14 21:19:14.046800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:19:14.079583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-453df18f-218e-4dc3-a35b-ad6669d972fd req-6d70b93c-0af6-46f8-9b77-0cafc011c62f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712328
May 14 21:19:14.129186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3bdbef8a-a684-458d-bfe2-b4f322a15d2e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:14.133817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:14.138824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:14.140873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76752c-d6f2-4db2-b2b8-bca72b0062d4 None None] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:14.181107 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452044c-eb45-40fe-a6dc-60d9c4453788 x-openstack-request-id: req-9452044c-eb45-40fe-a6dc-60d9c4453788 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:14.182416 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0852bda-1b69-4893-aed5-4970dc57d1c2", "name": "network-vif-deleted", "tag": "4fd5f38e-2d88-4afe-ad3f-275929a09686", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:14.182890 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9452044c-eb45-40fe-a6dc-60d9c4453788 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:14.183308 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9452044c-eb45-40fe-a6dc-60d9c4453788'] response: {'server_uuid': 'e0852bda-1b69-4893-aed5-4970dc57d1c2', 'name': 'network-vif-deleted', 'tag': '4fd5f38e-2d88-4afe-ad3f-275929a09686', 'status': 'completed', 'code': 200}
May 14 21:19:14.281655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474b696-7d00-45f4-bf53-667dec6ec7f7 None None] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:14.306312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83c38e-9957-4a4a-99e5-dab953d97d7e req-71dbbfb8-acb4-49d5-9b30-712d34e3be17 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:14.307839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb83c38e-9957-4a4a-99e5-dab953d97d7e req-71dbbfb8-acb4-49d5-9b30-712d34e3be17 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0677140
May 14 21:19:14.313217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2041da23-eff1-4b6b-b45d-1fb831721941 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1701128
May 14 21:19:14.406870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb83c38e-9957-4a4a-99e5-dab953d97d7e req-27503f53-d41c-4b2f-a946-ed1fd6c02860 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894537
May 14 21:19:14.572663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17662974-c9b7-425d-b7fc-ad0ccf4a505b req-e0e86442-9163-4feb-a5e1-5b1cb03c3100 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:14.580510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17662974-c9b7-425d-b7fc-ad0ccf4a505b req-e0e86442-9163-4feb-a5e1-5b1cb03c3100 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0754335
May 14 21:19:14.640063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17662974-c9b7-425d-b7fc-ad0ccf4a505b req-58c59e90-68ae-431a-9749-5f90477b5277 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584900
May 14 21:19:14.694010 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36ffb2a-8bf6-4633-ac97-4717e925fb02 x-openstack-request-id: req-e36ffb2a-8bf6-4633-ac97-4717e925fb02 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:14.694297 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "name": "network-vif-plugged", "status": "completed", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:14.694650 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e36ffb2a-8bf6-4633-ac97-4717e925fb02 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:14.695167 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36ffb2a-8bf6-4633-ac97-4717e925fb02'] response: {'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'code': 200}
May 14 21:19:14.767547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-2b77370e-e212-4888-b9e4-cfc79107e5af tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips/0eb84340-ad61-44d4-b84a-c6f4b383ae63 HTTP/1.1" status: 200  len: 692 time: 0.0557866
May 14 21:19:14.931754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea810f-e4bf-480e-b123-059276629ae0 req-12d22f4c-f949-408c-a90b-9fb9df4587d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:14.931754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7ea810f-e4bf-480e-b123-059276629ae0 req-12d22f4c-f949-408c-a90b-9fb9df4587d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 1128 time: 0.0807741
May 14 21:19:14.959051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-c49e0224-8a24-43f6-a05f-1e52a26c68dd tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:14.960569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-c49e0224-8a24-43f6-a05f-1e52a26c68dd tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1894128
May 14 21:19:14.980367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7ea810f-e4bf-480e-b123-059276629ae0 req-8a7c8e3a-780b-43b1-8ec6-c77f6a463f6d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899065
May 14 21:19:15.021300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-d79b31cc-f8af-4d30-b55a-6f3ae43c5532 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.58 HTTP/1.1" status: 200  len: 695 time: 0.0511777
May 14 21:19:15.075466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-20be736b-5d00-46e5-8922-5fd3bcb73881 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.58 HTTP/1.1" status: 200  len: 695 time: 0.0480163
May 14 21:19:15.226983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Deleting port 10f72f0f-65f2-4ce9-ba62-1c273fada8d5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:15.226983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.291033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.291359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.304934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Calling delete_port for 10f72f0f-65f2-4ce9-ba62-1c273fada8d5 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:15.469161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-6846af9d-522b-4d65-a5c5-34b18efd89d7 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:19:15.470233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-6846af9d-522b-4d65-a5c5-34b18efd89d7 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1467636
May 14 21:19:15.518817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (10f72f0f-65f2-4ce9-ba62-1c273fada8d5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.560487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Pushing event deleted for resources: {'Port': ['ID=10f72f0f-65f2-4ce9-ba62-1c273fada8d5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:15.582321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.603462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-7d4abfcd-9435-4a63-916a-877e80f82bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:15.605108 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-7d4abfcd-9435-4a63-916a-877e80f82bb4 service neutron] 10.222.0.52 "GET /v2.0/ports/290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 200  len: 1125 time: 0.1282101
May 14 21:19:15.620475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:15.621536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Unknown quota resources ['binding']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:19:15.640346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks [] for floatingip (0eb84340-ad61-44d4-b84a-c6f4b383ae63), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.643578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:15.645521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73c040ec-8ba7-42d2-8dd5-5a5b6f53e1f0 req-cd106dd4-9402-409e-af7f-534ae67e4b61 tempest-FloatingIPDetailsTestJSON-1860958794 tempest-FloatingIPDetailsTestJSON-1860958794-project] 10.222.0.52 "DELETE /v2.0/floatingips/0eb84340-ad61-44d4-b84a-c6f4b383ae63 HTTP/1.1" status: 204  len: 173 time: 0.5645595
May 14 21:19:15.652253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:15.805047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on host nch1-master-1 for vnic_type normal with profile None {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:19:15.805299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:19:15.805628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:15.810820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:19:15.811144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Attempting to bind port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on network 50d8d8e6-f9b7-435c-a51a-cb3e21091d0c {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:15.817336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:19:15.817534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Checking segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:15.817823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Bound using segment: {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:19:15.818247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Bound port: 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a93f887-567d-4e39-9134-882735e02c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '50d8d8e6-f9b7-435c-a51a-cb3e21091d0c'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:19:15.901956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:19:16.074232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:16.075368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-c399c5e2-a1a4-4eaa-9911-f526a9f86d03 service neutron] 10.222.0.52 "POST /v2.0/ports/290d17d6-ed0e-4c77-9c1a-57fa7081a50d/bindings HTTP/1.1" status: 201  len: 389 time: 0.4589477
May 14 21:19:16.084253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ca5ccf41-b845-42c5-b369-9dd3154509dc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:16.229650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-667a2dd1-a445-4fdb-acbf-89ee52e38b9d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0479546
May 14 21:19:16.324772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-9f4e3487-072d-4b47-97ae-6d03422cf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.326189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-9f4e3487-072d-4b47-97ae-6d03422cf196 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 1126 time: 0.0631409
May 14 21:19:16.468950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Deleting port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:16.469120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:16.500709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-c5282afd-b31a-41ac-94aa-434ef3b5ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.501439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-c5282afd-b31a-41ac-94aa-434ef3b5ed67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.1495504
May 14 21:19:16.572395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905c2a7-7787-435b-829d-6c29f045af9a req-c15217a1-9127-4725-9472-ec1e297bffb4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.573921 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1905c2a7-7787-435b-829d-6c29f045af9a req-c15217a1-9127-4725-9472-ec1e297bffb4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1127 time: 0.0403619
May 14 21:19:16.605911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-d929835d-2e58-45d6-92a7-a3e158fab648 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 200  len: 217 time: 0.0681272
May 14 21:19:16.639218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1905c2a7-7787-435b-829d-6c29f045af9a req-a0222396-6914-45a9-b06d-d67f011dece4 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594592
May 14 21:19:16.702683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] For port 7b7b3b99-9d30-4028-8bf2-1fcb323d917b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:16.703050 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:16.734440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Calling delete_port for 7b7b3b99-9d30-4028-8bf2-1fcb323d917b owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:16.746176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-03dba9d9-945a-4947-8be5-5d5cf968ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.747848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-03dba9d9-945a-4947-8be5-5d5cf968ea4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1337891
May 14 21:19:16.776340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e34d-890c-4275-8348-90cab083765a req-d84ea5f7-f5b1-403a-ac46-9ab198d604c3 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.777857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7683e34d-890c-4275-8348-90cab083765a req-d84ea5f7-f5b1-403a-ac46-9ab198d604c3 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.0531995
May 14 21:19:16.792080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-b42d7215-f004-47b6-ab82-cf70f6595af5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.793568 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-b42d7215-f004-47b6-ab82-cf70f6595af5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.2541897
May 14 21:19:16.797184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-04eb3c3b-d43c-478e-8b27-033464048f8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421650
May 14 21:19:16.818077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:16.842406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7683e34d-890c-4275-8348-90cab083765a req-f4cb9fdd-f9d0-439e-a673-f6853adf1d72 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585887
May 14 21:19:16.867305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-9b4e9c71-355e-4b8d-8192-1b50d5712c20 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0378091
May 14 21:19:16.942039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-2a145766-6faa-4cd1-b118-c9e37941b235 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0665052
May 14 21:19:16.966226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c0faf-f11e-4dad-8dc3-fd0061fcbc29 req-87aeccf3-f665-4761-a76d-93867e671d9f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:16.967864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-141c0faf-f11e-4dad-8dc3-fd0061fcbc29 req-87aeccf3-f665-4761-a76d-93867e671d9f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.0507712
May 14 21:19:17.018267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-141c0faf-f11e-4dad-8dc3-fd0061fcbc29 req-15ba7910-1fdc-4895-8486-6565a754779e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440657
May 14 21:19:17.128400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9ad5-d37d-4b5b-b232-aec506c91e05 req-5aa18a55-5e95-4f23-a423-4b0bded9706b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:17.130604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f5f9ad5-d37d-4b5b-b232-aec506c91e05 req-5aa18a55-5e95-4f23-a423-4b0bded9706b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0510101
May 14 21:19:17.186112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f5f9ad5-d37d-4b5b-b232-aec506c91e05 req-578a7f69-024c-4449-921d-4e1502dff93c tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493467
May 14 21:19:17.301317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00a13b-94cb-4650-a407-9630671911d7 req-e8c4f9a3-249a-423d-b542-42f5b97f7ee4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:17.302937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd00a13b-94cb-4650-a407-9630671911d7 req-e8c4f9a3-249a-423d-b542-42f5b97f7ee4 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 949 time: 0.0559309
May 14 21:19:17.355125 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd00a13b-94cb-4650-a407-9630671911d7 req-4fc46768-d14e-4a4e-a7ad-f773e203a361 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454972
May 14 21:19:17.373297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-4a4665c0-fe0d-4a42-a477-b69923aa28d0 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5449312
May 14 21:19:17.483949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7051efa-bc6f-49b3-b4be-e3f2d49188bf req-d6346974-675b-411a-9e46-15ffcba9e756 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:17.485822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b7051efa-bc6f-49b3-b4be-e3f2d49188bf req-d6346974-675b-411a-9e46-15ffcba9e756 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0553875
May 14 21:19:17.518947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-f2000d37-f934-494a-9f56-6b881306ad9d service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5693223
May 14 21:19:17.551639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b7051efa-bc6f-49b3-b4be-e3f2d49188bf req-ba26bf96-c440-419d-8b49-6422c7531f41 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584767
May 14 21:19:17.648182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eba4e4d0-b518-45b3-aa1c-95ce91505228 req-4abaddd0-e1eb-42b9-aebc-5a1722a5d667 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2663999
May 14 21:19:17.665794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5e0d4-620d-4fa5-a3d9-387835a4497c req-cfc41ae1-98e8-4a2a-9106-10bf05f11273 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:17.672369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-a28fec9c-2bb8-476f-bb7b-3722f609cd38 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523898
May 14 21:19:17.676327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-17f5e0d4-620d-4fa5-a3d9-387835a4497c req-cfc41ae1-98e8-4a2a-9106-10bf05f11273 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1127 time: 0.0596876
May 14 21:19:17.742190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-17f5e0d4-620d-4fa5-a3d9-387835a4497c req-6b6b6fee-fd6f-4699-9183-fbb6c8bfe155 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576761
May 14 21:19:17.786304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7b7b3b99-9d30-4028-8bf2-1fcb323d917b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:17.908092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7b3b99-9d30-4028-8bf2-1fcb323d917b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:18.073847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231eca0-82fd-454b-9786-ac89629ec82e req-d39592b7-1359-4967-80f9-067a404dfe76 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:18.075828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b231eca0-82fd-454b-9786-ac89629ec82e req-d39592b7-1359-4967-80f9-067a404dfe76 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 949 time: 0.2494271
May 14 21:19:18.090275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-eefb3f89-5cc3-4a3c-8ba7-691f8e5a20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:18.091928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-eefb3f89-5cc3-4a3c-8ba7-691f8e5a20da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1128 time: 0.2191176
May 14 21:19:18.272553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6d3b-3687-4552-ac1e-2a8a70e82fb8 req-82b67663-2fd5-450e-9f5d-5eee2460c6e5 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:18.273873 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de6b6d3b-3687-4552-ac1e-2a8a70e82fb8 req-82b67663-2fd5-450e-9f5d-5eee2460c6e5 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.1776903
May 14 21:19:18.415915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:18.416616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:18.458004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-3d001c21-0dbd-4ae4-8c66-78129d78e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:18.459555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-3d001c21-0dbd-4ae4-8c66-78129d78e3cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.3546841
May 14 21:19:18.467977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de6b6d3b-3687-4552-ac1e-2a8a70e82fb8 req-621edbc6-07d4-4852-bb31-10a0500ccca0 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1871665
May 14 21:19:18.509863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ca5ccf41-b845-42c5-b369-9dd3154509dc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:18.548503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-b1986b67-fce1-47c7-8198-9f31b54c3373 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 200  len: 217 time: 0.0760851
May 14 21:19:18.629602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f7b3f5b-e17d-41c1-a28f-29fc26274d90 req-f385e8e4-403c-420b-a462-a6336c883fc9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 210 time: 0.0828099
May 14 21:19:18.705071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:18.705451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:18.708959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-d378bcae-4551-4365-a96e-baf7ea843c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:18.710448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-d378bcae-4551-4365-a96e-baf7ea843c9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1443617
May 14 21:19:18.727850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:18.806068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-1178dfa9-d1e3-49dc-acb0-88314193a709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869415
May 14 21:19:18.914653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8fd9-724c-4568-aa2b-812128baa19a req-a2605ef7-f11a-458a-a295-59ecebd541bb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:18.916199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d6d8fd9-724c-4568-aa2b-812128baa19a req-a2605ef7-f11a-458a-a295-59ecebd541bb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.1862857
May 14 21:19:19.115279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d6d8fd9-724c-4568-aa2b-812128baa19a req-4397338c-91b9-46e7-b094-a800f0ff01a5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640766
May 14 21:19:19.117177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-8cfbe72f-3485-4312-b7f0-497f39fa1e37 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2889783
May 14 21:19:19.331280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b86b67-f170-46dc-88bd-c3ab74db545b req-09421eb4-759a-4063-9abc-1dded6f56d99 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:19.333406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18b86b67-f170-46dc-88bd-c3ab74db545b req-09421eb4-759a-4063-9abc-1dded6f56d99 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1257827
May 14 21:19:19.344211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Router ca5ccf41-b845-42c5-b369-9dd3154509dc has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:19:19.350246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-6092a556-5b00-438a-b9fd-8a741764113f service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251108
May 14 21:19:19.386725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8fbb69dd-a1d9-4bd5-9188-ffd595b8948c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:19.400723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:19.403792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:19.478476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18b86b67-f170-46dc-88bd-c3ab74db545b req-968f4fa4-3227-4048-8fb6-f89257ddb7e0 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386225
May 14 21:19:19.487254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=8fbb69dd-a1d9-4bd5-9188-ffd595b8948c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:19.646508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:19.650519 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:19.653905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b231eca0-82fd-454b-9786-ac89629ec82e req-c2208374-a65a-47ca-8ea8-185663ef1855 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "DELETE /v2.0/ports/8fbb69dd-a1d9-4bd5-9188-ffd595b8948c HTTP/1.1" status: 204  len: 173 time: 1.5727518
May 14 21:19:19.656657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016519b2-b932-4be6-ba69-5ce679fec414', 'name': 'network-vif-deleted', 'tag': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:19.659831 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaca6a8-7dc7-4c48-b152-e3121fd01676" -d '{"events": [{"server_uuid": "016519b2-b932-4be6-ba69-5ce679fec414", "name": "network-vif-deleted", "tag": "8fbb69dd-a1d9-4bd5-9188-ffd595b8948c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:19.664062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31252b1c-ec72-4837-85ed-b63356753749 req-e853f0a8-7e84-410f-8332-0ab61bfd347b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 210 time: 0.1061592
May 14 21:19:19.720589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:19:19.743453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] Sync routers for ids ['ca5ccf41-b845-42c5-b369-9dd3154509dc'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:19:19.748896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57394) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:19.752734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5826210-a8ec-460f-a314-5ff8e4e56ef0 admin admin] 10.222.0.52 "PUT /v2.0/routers/ca5ccf41-b845-42c5-b369-9dd3154509dc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0827916
May 14 21:19:19.877944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf7968-e036-4aed-a4c3-7b713552da78 req-0bd0ee96-213d-4779-9687-fb983ca3598f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:19.880217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3dbf7968-e036-4aed-a4c3-7b713552da78 req-0bd0ee96-213d-4779-9687-fb983ca3598f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.1257305
May 14 21:19:19.891753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57396) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:19.900890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Request body: {'floatingip': {'port_id': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:20.052503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (c7e1b740-f477-43e9-9b6e-66431a43fdc0), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:20.077918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2149b9-0c65-43b1-ac01-3a4cede1c0af req-ec590718-4a2c-4bfb-9f64-28d535e06827 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:20.091228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a2149b9-0c65-43b1-ac01-3a4cede1c0af req-ec590718-4a2c-4bfb-9f64-28d535e06827 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.1214199
May 14 21:19:20.126227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] Routers {'ca5ccf41-b845-42c5-b369-9dd3154509dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:20.127155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cda430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ca5ccf41-b845-42c5-b369-9dd3154509dc'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:20.193557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a2149b9-0c65-43b1-ac01-3a4cede1c0af req-60e0b41f-8659-466e-aaeb-5d003edd08b4 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001687
May 14 21:19:20.208524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:20.281161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks [] for router (ca5ccf41-b845-42c5-b369-9dd3154509dc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:20.380910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d21e8-ce49-4e53-98bc-98d43b17efac req-91b29a32-c469-4257-aea6-b70eac2667d8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:20.392801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1e3d21e8-ce49-4e53-98bc-98d43b17efac req-91b29a32-c469-4257-aea6-b70eac2667d8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 947 time: 0.1199369
May 14 21:19:20.483987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] Set router ca5ccf41-b845-42c5-b369-9dd3154509dc gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:20.523876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1e3d21e8-ce49-4e53-98bc-98d43b17efac req-3cecf8a9-fb7c-4b6a-b354-2db7a01a582c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299291
May 14 21:19:20.737190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4d24993-514a-4f94-9709-8dec44dec53b req-25b50866-51c7-498c-9f15-e1e5cd9d2272 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 210 time: 0.0627990
May 14 21:19:20.780099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7c41af0a-08b8-4556-a806-4fe58b10c2ea is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:20.781198 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:20.824090 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd819be-1773-455a-ab9f-cedeaf11af9d x-openstack-request-id: req-abd819be-1773-455a-ab9f-cedeaf11af9d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:20.824530 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016519b2-b932-4be6-ba69-5ce679fec414", "name": "network-vif-deleted", "tag": "8fbb69dd-a1d9-4bd5-9188-ffd595b8948c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:20.824886 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abd819be-1773-455a-ab9f-cedeaf11af9d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:20.825404 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abd819be-1773-455a-ab9f-cedeaf11af9d'] response: {'server_uuid': '016519b2-b932-4be6-ba69-5ce679fec414', 'name': 'network-vif-deleted', 'tag': '8fbb69dd-a1d9-4bd5-9188-ffd595b8948c', 'status': 'completed', 'code': 200}
May 14 21:19:20.838882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:20.880300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:20.884784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8fbb69dd-a1d9-4bd5-9188-ffd595b8948c not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:20.951603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:20.954155 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838e87d5-47e1-43c9-84a8-4817f1935dd5" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:20.987516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:21.008024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17de1-b063-47b7-bf10-08b84e49bf1c req-93d60b45-938d-4bc9-b0b2-c6d658455a83 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:21.039341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26d17de1-b063-47b7-bf10-08b84e49bf1c req-93d60b45-938d-4bc9-b0b2-c6d658455a83 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1096661
May 14 21:19:21.067780 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:21.076688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cda430>, [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:19:17Z', 'revision_number': 5, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:21.093261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-8204ba60-a6eb-46af-9bf5-b81deef48992 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:19:21.095302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-8204ba60-a6eb-46af-9bf5-b81deef48992 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0510318
May 14 21:19:21.135053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] Checking router: ca5ccf41-b845-42c5-b369-9dd3154509dc for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:19:21.146984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26d17de1-b063-47b7-bf10-08b84e49bf1c req-efa63d56-ae1c-45d9-b332-bbbff1493143 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029685
May 14 21:19:21.173585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] Routers {'ca5ccf41-b845-42c5-b369-9dd3154509dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:21.174293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cda430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ca5ccf41-b845-42c5-b369-9dd3154509dc'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:21.256290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=14']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:21.259136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-4627dcd5-111e-4200-9a84-c9b59aa306ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:21.273835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-4627dcd5-111e-4200-9a84-c9b59aa306ec service neutron] 10.222.0.52 "GET /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 1124 time: 0.1637189
May 14 21:19:21.289534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:21.290317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Unknown quota resources ['binding']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:19:21.318819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2433725d-4b0e-40bd-8f7a-d4404d5e8d0f req-aa432a29-8a5c-4052-bd15-a1b71d35a349 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=016519b2-b932-4be6-ba69-5ce679fec414 HTTP/1.1" status: 200  len: 210 time: 0.0436692
May 14 21:19:21.417651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks [] for router_gateway (ca5ccf41-b845-42c5-b369-9dd3154509dc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:21.421059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] Set router ca5ccf41-b845-42c5-b369-9dd3154509dc gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:21.496866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68063f7e-597b-4e38-acb1-e6b5ce2b2299 x-openstack-request-id: req-68063f7e-597b-4e38-acb1-e6b5ce2b2299 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:21.497671 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:21.497937 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68063f7e-597b-4e38-acb1-e6b5ce2b2299 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:21.498382 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68063f7e-597b-4e38-acb1-e6b5ce2b2299'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'code': 200}
May 14 21:19:21.532454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-927a4d9f-c37d-4618-9a32-be23675c778a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:21.535893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-927a4d9f-c37d-4618-9a32-be23675c778a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.3022399
May 14 21:19:21.564368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Request body: {'port': {'device_id': '2d209b6a-5acd-489a-a90e-7007404e063d', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'admin_state_up': True, 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:21.696995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cda430>, [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:19:17Z', 'revision_number': 5, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:21.707156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf892d6b-0c09-4989-ab75-23dd19f4190f req-60843b31-4040-413c-a172-7bbc42db988f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:21.716580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf892d6b-0c09-4989-ab75-23dd19f4190f req-60843b31-4040-413c-a172-7bbc42db988f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.1736748
May 14 21:19:21.758297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b947f-8681-481e-be87-a47cdbc4d131 None None] The sync data for ids ['ca5ccf41-b845-42c5-b369-9dd3154509dc'] in ncdv-master-1 is: [{'id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'name': 'tempest-FloatingIPDetailsTestJSON-2017177195-router', 'tenant_id': '53796174427e4e69b8d21e0b25f709d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:18:35Z', 'updated_at': '2022-05-14T21:19:17Z', 'revision_number': 5, 'project_id': '53796174427e4e69b8d21e0b25f709d7', 'gw_port': {'id': 'a2cd8156-2672-49b3-b022-efb7340d794f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:a8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5ccf41-b845-42c5-b369-9dd3154509dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:18:37Z', 'updated_at': '2022-05-14T21:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:19:21.805738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf892d6b-0c09-4989-ab75-23dd19f4190f req-12c2fc9a-ba18-4f7d-a6ef-6fc9ae7f0ce5 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882864
May 14 21:19:21.809575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Deleting port a2cd8156-2672-49b3-b022-efb7340d794f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:21.810009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:21.892208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:19:21.892208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:19:21.892208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:21.892208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:21.897889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:19:21.898237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:21.907329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:19:21.907781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:21.908068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:19:21.908500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Bound port: d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:19:21.914549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3412c604-5aad-49db-9aa7-114f39295fc4 req-f1a5e2c0-6f84-45ea-a877-a99ec26e54f9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 210 time: 0.0394688
May 14 21:19:21.977592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] For port a2cd8156-2672-49b3-b022-efb7340d794f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2cd8156-2672-49b3-b022-efb7340d794f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:21.984921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:21.999052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Calling delete_port for a2cd8156-2672-49b3-b022-efb7340d794f owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:22.001813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:19:22.131920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:22.141894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.173732 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (c7e1b740-f477-43e9-9b6e-66431a43fdc0), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.178738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.180171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-7bfd0e9d-3c28-474a-a52c-37affc035b16 service neutron] 10.222.0.52 "POST /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15/bindings HTTP/1.1" status: 201  len: 389 time: 0.9049857
May 14 21:19:22.329312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a2cd8156-2672-49b3-b022-efb7340d794f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.379982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cd8156-2672-49b3-b022-efb7340d794f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:22.423223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208935b-ceb5-49e8-be46-b29750ff9f35 req-9115c36c-7a31-40ce-96ed-de8f2d5835fd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:22.431672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2208935b-ceb5-49e8-be46-b29750ff9f35 req-9115c36c-7a31-40ce-96ed-de8f2d5835fd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1181760
May 14 21:19:22.470106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Allocated IP 172.20.0.4 (3bdbef8a-a684-458d-bfe2-b4f322a15d2e/efe38ebe-2521-4253-b829-c6ff672adb03/8ba8255b-e658-44bc-8857-dd535d71b0ea) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:19:22.474909 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Floating IP c7e1b740-f477-43e9-9b6e-66431a43fdc0 associated. External IP: 172.35.4.69, port: aa620ac9-bfdf-4a61-ae23-4f9baea1b233.
May 14 21:19:22.523852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2208935b-ceb5-49e8-be46-b29750ff9f35 req-93f0e2ac-4021-44fd-a5c7-8d4ac8ad9de8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845160
May 14 21:19:22.566488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (ca5ccf41-b845-42c5-b369-9dd3154509dc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.648118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7b7b3b99-9d30-4028-8bf2-1fcb323d917b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:22.687995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7b7b3b99-9d30-4028-8bf2-1fcb323d917b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:22.688713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7b7b3b99-9d30-4028-8bf2-1fcb323d917b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:22.718957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (ca5ccf41-b845-42c5-b369-9dd3154509dc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.727971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks [] for router_controller (ca5ccf41-b845-42c5-b369-9dd3154509dc), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.918911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:19:22.977499 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (ca5ccf41-b845-42c5-b369-9dd3154509dc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.978155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5ccf41-b845-42c5-b369-9dd3154509dc {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:19:22.983153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:22.984224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5eaf4464-d9f2-4a77-910c-a3d92cc70496 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ca5ccf41-b845-42c5-b369-9dd3154509dc HTTP/1.1" status: 204  len: 168 time: 3.2333324
May 14 21:19:22.987205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57480) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:23.159331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-ee5a9000-9cd1-4f20-bf15-0b65e00e0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:23.159331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-ee5a9000-9cd1-4f20-bf15-0b65e00e0410 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1127 time: 0.0987520
May 14 21:19:23.166086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ed7bc-cc9b-4012-a9d6-e444d3cf8f2b req-232edd02-511b-4100-b26b-79f5cb823520 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:23.168225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af7ed7bc-cc9b-4012-a9d6-e444d3cf8f2b req-232edd02-511b-4100-b26b-79f5cb823520 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.5287693
May 14 21:19:23.190073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Deleting subnet 817baefc-8cde-4af4-8576-65a4c3b0a69a {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:19:23.195435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Publish callbacks [] for subnet (817baefc-8cde-4af4-8576-65a4c3b0a69a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.239095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks [] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.242449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:19:23.249631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.252771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] Sync routers for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:19:23.260283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af7ed7bc-cc9b-4012-a9d6-e444d3cf8f2b req-482cc813-0440-4f0d-a320-2f035249aea1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852609
May 14 21:19:23.265917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:23.267942 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310a48e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:23.320764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (817baefc-8cde-4af4-8576-65a4c3b0a69a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.352550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39360b-2fc0-4e79-adee-81a6cd19404e req-e28fa8cc-7aa3-4644-9ead-74809fbc1cfb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:23.354082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e39360b-2fc0-4e79-adee-81a6cd19404e req-e28fa8cc-7aa3-4644-9ead-74809fbc1cfb tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.1307213
May 14 21:19:23.359430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-df50856a-2f3f-4798-a0cb-f59f298fcbf4 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "PUT /v2.0/floatingips/c7e1b740-f477-43e9-9b6e-66431a43fdc0 HTTP/1.1" status: 200  len: 991 time: 3.4666336
May 14 21:19:23.361647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:23.364218 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27" -d '{"events": [{"name": "network-changed", "server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:23.383200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-545fa077-637f-44d0-8be2-a89081cfebd9 req-17dc26f3-fd68-4c26-8068-7a6f1ddb78aa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 210 time: 0.0392430
May 14 21:19:23.384234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.411721 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:23.436100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:19:23.440853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:23.443496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:19:23.475545 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e39360b-2fc0-4e79-adee-81a6cd19404e req-f8b49a7e-1796-4942-8635-5b5521788e3e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082728
May 14 21:19:23.494055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (817baefc-8cde-4af4-8576-65a4c3b0a69a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.520774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:23.521477 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.570885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event updated for resources: {'Port': ['ID=8ba8255b-e658-44bc-8857-dd535d71b0ea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:23.669191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a29f-ad7a-4fad-9bac-ceae3b559ae5 req-c908897d-3b71-4d01-9a7a-4c2dfda213ef tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:23.670798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7478a29f-ad7a-4fad-9bac-ceae3b559ae5 req-c908897d-3b71-4d01-9a7a-4c2dfda213ef tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.0615551
May 14 21:19:23.718220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-27165ec9-cf2f-4345-b249-452fb5f9d579 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1629069
May 14 21:19:23.722904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (817baefc-8cde-4af4-8576-65a4c3b0a69a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.767152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7478a29f-ad7a-4fad-9bac-ceae3b559ae5 req-3cf0b950-eaae-45bc-8946-7972986a72f5 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891848
May 14 21:19:23.768395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817baefc-8cde-4af4-8576-65a4c3b0a69a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:23.772366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.778685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-670a3eab-75d3-438e-88ed-cf8b61853b53 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/817baefc-8cde-4af4-8576-65a4c3b0a69a HTTP/1.1" status: 204  len: 168 time: 0.7883763
May 14 21:19:23.781445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd38c88-c660-4146-8f13-2a527c9ddba3 None None] Network 9f09b061-bb8a-4179-9a69-035d0d8de443 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:23.795318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:23.809845 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310a48e0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7e1b740-f477-43e9-9b6e-66431a43fdc0', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'floating_ip_address': '172.35.4.69', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'port_id': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'mac_address': 'fa:16:3e:83:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:17:16Z', 'updated_at': '2022-05-14T21:19:21Z', 'revision_number': 1, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:23.863703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] Checking router: 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:19:23.872610 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:23.873691 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310a48e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:23.912847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (9f09b061-bb8a-4179-9a69-035d0d8de443), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:23.997794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Deleting port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:23.998412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.025126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] DHCP port deletion for 9f09b061-bb8a-4179-9a69-035d0d8de443 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:19:24.045390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab50b0-b03c-4059-8566-fab27d305fa9 req-2c81ff8d-0d26-405d-bba2-d2b350bc22bd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.051085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-faab50b0-b03c-4059-8566-fab27d305fa9 req-2c81ff8d-0d26-405d-bba2-d2b350bc22bd tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1026947
May 14 21:19:24.076342 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:24.107212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] Deleting port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:24.107890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.125921 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b670169-e340-4a4a-b1ff-6fce85b317d1 x-openstack-request-id: req-3b670169-e340-4a4a-b1ff-6fce85b317d1 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:24.126862 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:24.126862 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b670169-e340-4a4a-b1ff-6fce85b317d1 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:24.126862 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b670169-e340-4a4a-b1ff-6fce85b317d1'] response: {'name': 'network-changed', 'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'status': 'completed', 'code': 200}
May 14 21:19:24.168695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-faab50b0-b03c-4059-8566-fab27d305fa9 req-6706d1e6-a807-473b-b7a6-5f0d479b3b90 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063409
May 14 21:19:24.173228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] For port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:24.173607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.181531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Request body: {'port': {'device_id': '2d209b6a-5acd-489a-a90e-7007404e063d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:24.209847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] For port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,segment=NetworkSegment(51a3729b-a04e-4596-b6ed-73988eef09f0),segment_id=51a3729b-a04e-4596-b6ed-73988eef09f0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:24.210465 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.225524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] Calling delete_port for ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:24.279705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Calling delete_port for ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:24.348435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66410-8692-431a-941d-6c1995eb543a req-1a79ef15-ac29-41c5-b3c2-0426a75639c9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.355503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ea66410-8692-431a-941d-6c1995eb543a req-1a79ef15-ac29-41c5-b3c2-0426a75639c9 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 949 time: 0.1786072
May 14 21:19:24.406624 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310a48e0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7e1b740-f477-43e9-9b6e-66431a43fdc0', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'floating_ip_address': '172.35.4.69', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'port_id': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'mac_address': 'fa:16:3e:83:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:17:16Z', 'updated_at': '2022-05-14T21:19:21Z', 'revision_number': 1, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:24.443742 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.457573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac08ee-4a23-4f7e-bc7c-5fd59636f062 None None] The sync data for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 is: [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c7e1b740-f477-43e9-9b6e-66431a43fdc0', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'floating_ip_address': '172.35.4.69', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'port_id': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'mac_address': 'fa:16:3e:83:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:17:16Z', 'updated_at': '2022-05-14T21:19:21Z', 'revision_number': 1, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:19:24.483767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] Pushing event deleted for resources: {'Port': ['ID=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:24.486414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-ca3e1837-79fb-46aa-9e41-ca61a86106a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.486785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd18e12-3717-469d-aecd-84aad72913fa None None] No DVR routers for this DVR port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:24.488866 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-ca3e1837-79fb-46aa-9e41-ca61a86106a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.3109777
May 14 21:19:24.557157 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ea66410-8692-431a-941d-6c1995eb543a req-c452d817-5902-44c3-97cc-9cc0ae52e7ea tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955192
May 14 21:19:24.603713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde92c-aefa-485b-865c-f918cc487547 req-207c747f-bcd1-47b4-b8f6-e84eba14332f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.612116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-adfde92c-aefa-485b-865c-f918cc487547 req-207c747f-bcd1-47b4-b8f6-e84eba14332f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.3361983
May 14 21:19:24.628331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a2cd8156-2672-49b3-b022-efb7340d794f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:24.629542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-9f1620e8-e8e3-4c1d-b4c7-0848947a1c6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 217 time: 0.1266999
May 14 21:19:24.648147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-84169101-f937-462e-ab75-93b57f89c028 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2181385
May 14 21:19:24.658876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-f9049827-972f-4014-9686-ddc220d6e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.661084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-f9049827-972f-4014-9686-ddc220d6e73c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 1128 time: 0.2461724
May 14 21:19:24.663735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a2cd8156-2672-49b3-b022-efb7340d794f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:24.665494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a2cd8156-2672-49b3-b022-efb7340d794f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:24.665494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:24.668854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.680946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657862e-b363-43d1-87a2-ca26235ef92c req-2a5c0831-df9d-4f7d-b9e9-bfad78ff1d45 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.682474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2657862e-b363-43d1-87a2-ca26235ef92c req-2a5c0831-df9d-4f7d-b9e9-bfad78ff1d45 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 949 time: 0.1531911
May 14 21:19:24.687081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ddb1192e-2233-4ce8-9f39-b6f6028b2ae1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.706063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:24.706063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:24.765915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb1192e-2233-4ce8-9f39-b6f6028b2ae1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:24.768469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-adfde92c-aefa-485b-865c-f918cc487547 req-549c097d-016b-402a-9abd-7bda9a8074a8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1544542
May 14 21:19:24.774046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-db227860-bd79-4340-ad5d-283467663262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.775629 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-db227860-bd79-4340-ad5d-283467663262 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1403732
May 14 21:19:24.778652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] No DVR routers for this DVR port ddb1192e-2233-4ce8-9f39-b6f6028b2ae1 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:24.845857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ffa34-e514-40e7-a821-348d8545ca86 req-5a75d9c3-f141-4d40-95f6-a087ea6b3008 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:24.853825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f43ffa34-e514-40e7-a821-348d8545ca86 req-5a75d9c3-f141-4d40-95f6-a087ea6b3008 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.1546488
May 14 21:19:24.863814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-766d13af-3ea0-4b5b-ab16-63958cb724bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0775967
May 14 21:19:24.890769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398b0db-dc71-4eef-9b5c-df946934d89a None None] New status for floating IP c7e1b740-f477-43e9-9b6e-66431a43fdc0: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:19:24.911026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:24.911949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:24.977502 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (9f09b061-bb8a-4179-9a69-035d0d8de443), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.052952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f43ffa34-e514-40e7-a821-348d8545ca86 req-6d2371cf-b7c8-45a2-87f4-d5ae94319f9a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984653
May 14 21:19:25.057744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b5d2d30>,) {'filters': {'network_id': ['9f09b061-bb8a-4179-9a69-035d0d8de443']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:25.072113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5d2d30>, '51a3729b-a04e-4596-b6ed-73988eef09f0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:25.072413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5d2d30>, '51a3729b-a04e-4596-b6ed-73988eef09f0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:25.099828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (51a3729b-a04e-4596-b6ed-73988eef09f0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.181645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:25.182279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.198909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:25.223880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa3d1f-3e5d-433d-a0eb-1542e3e5091e req-421d7c35-0009-4779-a70d-ba0745fc81d2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:25.225492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1aa3d1f-3e5d-433d-a0eb-1542e3e5091e req-421d7c35-0009-4779-a70d-ba0745fc81d2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 931 time: 0.2612238
May 14 21:19:25.450675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1aa3d1f-3e5d-433d-a0eb-1542e3e5091e req-cbfaa6e2-1be9-48d0-9ecf-0eb95f583429 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844957
May 14 21:19:25.511793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-b912427b-7041-46e8-b220-316f87ffcf97 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6390774
May 14 21:19:25.512883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (51a3729b-a04e-4596-b6ed-73988eef09f0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.551806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:19:25.552221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (51a3729b-a04e-4596-b6ed-73988eef09f0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:19:25.556110 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:19:25.587661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba8255b-e658-44bc-8857-dd535d71b0ea {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:25.596328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a5337-5ebf-4695-a26e-c8cef91cc9cc req-618682b6-4df2-474c-a23c-cbfe7bd4fe8e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:25.598890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Publish callbacks [] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.603904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810a5337-5ebf-4695-a26e-c8cef91cc9cc req-618682b6-4df2-474c-a23c-cbfe7bd4fe8e tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.1120725
May 14 21:19:25.611980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49e4b5-9ea7-4b6c-9b6b-b774a57481fe req-dadb7321-2c61-4618-a5ff-d94aeae25f55 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:25.614416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c49e4b5-9ea7-4b6c-9b6b-b774a57481fe req-dadb7321-2c61-4618-a5ff-d94aeae25f55 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0826802
May 14 21:19:25.716210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7a1c258b-59bb-470f-b35e-e0e21b6dcd42), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.729596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'be084366-46b1-428d-8388-e556e6c19d3c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:25.741267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810a5337-5ebf-4695-a26e-c8cef91cc9cc req-41c5c03c-6c3c-4d1a-a1cc-298cfbbc7607 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363347
May 14 21:19:25.747821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-2f0349d0-5933-4b19-a6a7-983f1a685e62 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2107029
May 14 21:19:25.776899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724', '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:25.788780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (9f09b061-bb8a-4179-9a69-035d0d8de443), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.799830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.802675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c49e4b5-9ea7-4b6c-9b6b-b774a57481fe req-2b1060eb-74b3-4104-8e7a-b9dcec163053 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1743238
May 14 21:19:25.806817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Transition to ACTIVE for port object 8ba8255b-e658-44bc-8857-dd535d71b0ea will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:19:25.807978 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9f09b061-bb8a-4179-9a69-035d0d8de443 HTTP/1.1" status: 204  len: 168 time: 2.0112338
May 14 21:19:25.818004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=7a1c258b-59bb-470f-b35e-e0e21b6dcd42,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:25.838798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-3607c3a9-2272-4559-b410-9619a35ee58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:25.845275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-3607c3a9-2272-4559-b410-9619a35ee58c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 1127 time: 0.1450286
May 14 21:19:25.853666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4058c-0edf-4eac-9c4d-2470fd9181c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f09b061-bb8a-4179-9a69-035d0d8de443,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:25.956554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-9a0db923-3bf9-42b8-b0e1-ed81d036a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:25.958495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-9a0db923-3bf9-42b8-b0e1-ed81d036a04e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 200  len: 917 time: 0.3320551
May 14 21:19:25.960194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:25.970091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6d9e6d9-d413-4910-908f-a1ef5a32f373 req-8fbe8727-3dcd-40a5-8028-b2320b276155 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 210 time: 0.0630825
May 14 21:19:25.970328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.973712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:25.978624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb435ef-0246-4401-bccb-54afdf6e0a4f req-558e2e20-5827-45e6-be4c-a5b8fa81888d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:25.984357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2657862e-b363-43d1-87a2-ca26235ef92c req-12cf12ef-29dd-49d2-a291-7a426214b185 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "DELETE /v2.0/ports/7a1c258b-59bb-470f-b35e-e0e21b6dcd42 HTTP/1.1" status: 204  len: 173 time: 1.2937169
May 14 21:19:25.986470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'name': 'network-vif-deleted', 'tag': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:25.989474 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcb435ef-0246-4401-bccb-54afdf6e0a4f req-558e2e20-5827-45e6-be4c-a5b8fa81888d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1370428
May 14 21:19:25.989627 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de602d-a98e-4726-9788-4f88c29d1913" -d '{"events": [{"server_uuid": "94b2dd32-2b1b-43a0-9320-b086ccc02e33", "name": "network-vif-deleted", "tag": "7a1c258b-59bb-470f-b35e-e0e21b6dcd42"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:26.132071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcb435ef-0246-4401-bccb-54afdf6e0a4f req-4ff4439a-0e6f-48ee-9ffa-85146b66a549 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412473
May 14 21:19:26.148806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-1c70e766-081e-4f91-9c12-be6f56b8d4b0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.151007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-1c70e766-081e-4f91-9c12-be6f56b8d4b0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 949 time: 0.1516726
May 14 21:19:26.303762 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adcfc61-e472-4a2a-af73-f1e7423f9411 x-openstack-request-id: req-5adcfc61-e472-4a2a-af73-f1e7423f9411 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:26.304364 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b2dd32-2b1b-43a0-9320-b086ccc02e33", "name": "network-vif-deleted", "tag": "7a1c258b-59bb-470f-b35e-e0e21b6dcd42", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:26.304364 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5adcfc61-e472-4a2a-af73-f1e7423f9411 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:26.306836 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adcfc61-e472-4a2a-af73-f1e7423f9411'] response: {'server_uuid': '94b2dd32-2b1b-43a0-9320-b086ccc02e33', 'name': 'network-vif-deleted', 'tag': '7a1c258b-59bb-470f-b35e-e0e21b6dcd42', 'status': 'completed', 'code': 200}
May 14 21:19:26.397751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8255b-e658-44bc-8857-dd535d71b0ea,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:26.399751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port be084366-46b1-428d-8388-e556e6c19d3c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:26.404044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (be084366-46b1-428d-8388-e556e6c19d3c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:26.418357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680633d3-d226-4516-919b-588f89ef117b req-9ced6536-9749-47dc-bf61-e736548a9e73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.420170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-680633d3-d226-4516-919b-588f89ef117b req-9ced6536-9749-47dc-bf61-e736548a9e73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.3238266
May 14 21:19:26.449442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-2130d506-36da-4e65-a5c9-d136aecf161b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 200  len: 1001 time: 0.4325397
May 14 21:19:26.524447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57542) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:26.553193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91250ea-12db-4c64-9fc1-74dada1eff62 req-9fae6de9-c734-4722-b666-ad65030ceb3a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.554954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b91250ea-12db-4c64-9fc1-74dada1eff62 req-9fae6de9-c734-4722-b666-ad65030ceb3a tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.2241859
May 14 21:19:26.685228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-a12fbcd2-4cfb-4137-82b4-7f62bb48b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.687305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-a12fbcd2-4cfb-4137-82b4-7f62bb48b6a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.6693423
May 14 21:19:26.693983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port be084366-46b1-428d-8388-e556e6c19d3c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be084366-46b1-428d-8388-e556e6c19d3c,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:26.695510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (be084366-46b1-428d-8388-e556e6c19d3c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:26.723644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b91250ea-12db-4c64-9fc1-74dada1eff62 req-9151f43f-bf2d-4847-a08a-42a451141213 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592870
May 14 21:19:26.732327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for be084366-46b1-428d-8388-e556e6c19d3c owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:26.826801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-9af5351d-140b-484b-9770-3d4b01dcbcc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 200  len: 217 time: 0.1310985
May 14 21:19:26.836394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-d92ef4fa-e2b4-4d94-96ac-47b771a4c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.837963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-d92ef4fa-e2b4-4d94-96ac-47b771a4c8ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b HTTP/1.1" status: 200  len: 855 time: 0.3815627
May 14 21:19:26.867514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-680633d3-d226-4516-919b-588f89ef117b req-6bea804d-b92b-4af3-abb5-9f3c9b6d2664 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4241126
May 14 21:19:26.904967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-99eb2512-adc4-4df3-8e6d-6a2df6128ad8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53796174427e4e69b8d21e0b25f709d7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3737335
May 14 21:19:26.908730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57556) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:26.928449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Attempting to bind port 8ba8255b-e658-44bc-8857-dd535d71b0ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:19:26.928833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Attempting to bind port 8ba8255b-e658-44bc-8857-dd535d71b0ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:19:26.929111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Attempting to bind port 8ba8255b-e658-44bc-8857-dd535d71b0ea on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:26.947683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843751-4ae7-4214-84e0-5570fffccbc4 req-9d4b85e6-b1d5-440b-9c66-43edccb9e608 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.949123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Port 8ba8255b-e658-44bc-8857-dd535d71b0ea on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:19:26.949461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Attempting to bind port 8ba8255b-e658-44bc-8857-dd535d71b0ea on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:26.956781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65843751-4ae7-4214-84e0-5570fffccbc4 req-9d4b85e6-b1d5-440b-9c66-43edccb9e608 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 943 time: 0.1133733
May 14 21:19:26.978147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:19:26.978483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:26.978880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Bound using segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:19:26.979790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Bound port: 8ba8255b-e658-44bc-8857-dd535d71b0ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:19:26.979790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:26.982006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-298b55dc-5f39-44fa-a619-9bf58a400ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:26.985193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-298b55dc-5f39-44fa-a619-9bf58a400ceb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b18d0003-8116-4e27-8e01-369db6cad7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1197236
May 14 21:19:27.001584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-afb77361-9f8d-4a75-969c-71f6a69be650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:27.003104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-afb77361-9f8d-4a75-969c-71f6a69be650 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.1641872
May 14 21:19:27.045723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65843751-4ae7-4214-84e0-5570fffccbc4 req-2561e779-37a7-4691-b5f2-bb72c42939f3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879583
May 14 21:19:27.046625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cca4eac4-a6d2-47b4-931c-946835ef0430 admin admin] Publish callbacks [] for security_group (5ed61fc6-d2f6-414e-a316-82898e2f9576), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.075464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cca4eac4-a6d2-47b4-931c-946835ef0430 admin admin] Publish callbacks [] for security_group (5ed61fc6-d2f6-414e-a316-82898e2f9576), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.084699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712104df-7b2f-4bf8-ae29-faf1c1ad2e21 req-37b6e912-344f-48d1-95ef-3348cc537713 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:27.086450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712104df-7b2f-4bf8-ae29-faf1c1ad2e21 req-37b6e912-344f-48d1-95ef-3348cc537713 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0890470
May 14 21:19:27.108320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (be084366-46b1-428d-8388-e556e6c19d3c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.134322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:27.156993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=be084366-46b1-428d-8388-e556e6c19d3c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:27.184829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-4d16b845-d308-4e70-aedf-b851a6fdca07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780435
May 14 21:19:27.243999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port be084366-46b1-428d-8388-e556e6c19d3c on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:27.246843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.251045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bdb5b465-6894-4efa-9a69-aaa89da6e6d6 req-72097217-b44c-4a91-bcff-5102342a84a5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "DELETE /v2.0/ports/be084366-46b1-428d-8388-e556e6c19d3c HTTP/1.1" status: 204  len: 173 time: 1.0884230
May 14 21:19:27.251517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'name': 'network-vif-deleted', 'tag': 'be084366-46b1-428d-8388-e556e6c19d3c'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:27.253990 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cbc394-7575-4011-98f8-7a602ad2b41c" -d '{"events": [{"server_uuid": "d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5", "name": "network-vif-deleted", "tag": "be084366-46b1-428d-8388-e556e6c19d3c"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:27.268096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] For port 8ba8255b-e658-44bc-8857-dd535d71b0ea, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:27.304451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] For port 8ba8255b-e658-44bc-8857-dd535d71b0ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:19:27.319053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712104df-7b2f-4bf8-ae29-faf1c1ad2e21 req-cab2cedf-2734-4985-bddd-70f1324a289f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2016296
May 14 21:19:27.335055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['577c7de2-4e7f-4990-ace6-4e5aa42e5998', '8d9e55ad-f15d-4d89-82b6-1590b8ae3515'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:27.364364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cca4eac4-a6d2-47b4-931c-946835ef0430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ed61fc6-d2f6-414e-a316-82898e2f9576), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.372299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cca4eac4-a6d2-47b4-931c-946835ef0430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.379995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cca4eac4-a6d2-47b4-931c-946835ef0430 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ed61fc6-d2f6-414e-a316-82898e2f9576 HTTP/1.1" status: 204  len: 168 time: 0.4691978
May 14 21:19:27.430726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4eac4-a6d2-47b4-931c-946835ef0430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed61fc6-d2f6-414e-a316-82898e2f9576,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:27.442312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-4b4e1d28-81dc-48b6-bf39-44f3466cf6ac service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456235
May 14 21:19:27.505440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ccba0f6-c095-4f16-811b-c14c3cc1d450 req-6a51ff41-6236-4480-8606-bf6672cb70b2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=94b2dd32-2b1b-43a0-9320-b086ccc02e33 HTTP/1.1" status: 200  len: 210 time: 0.0449219
May 14 21:19:27.521459 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.545007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:27.546135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:27.548167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ba8255b-e658-44bc-8857-dd535d71b0ea HTTP/1.1" status: 200  len: 1091 time: 3.3765023
May 14 21:19:27.559838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-b208735b-30ab-4760-84d1-cd68bb027426 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139535
May 14 21:19:27.739964 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e810f51e-0cc8-4224-9a00-281061ca5cbd x-openstack-request-id: req-e810f51e-0cc8-4224-9a00-281061ca5cbd {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:27.740555 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5", "name": "network-vif-deleted", "tag": "be084366-46b1-428d-8388-e556e6c19d3c", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:27.740555 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e810f51e-0cc8-4224-9a00-281061ca5cbd {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:27.743156 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e810f51e-0cc8-4224-9a00-281061ca5cbd'] response: {'server_uuid': 'd87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5', 'name': 'network-vif-deleted', 'tag': 'be084366-46b1-428d-8388-e556e6c19d3c', 'status': 'completed', 'code': 200}
May 14 21:19:27.800616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee9507-e4fb-4a04-9d3d-4b1dc965e66b req-8191ef15-fe3a-4e28-8a55-bf1d3f80033e tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:27.802041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbca126-6e85-46f8-9e5e-fbf614d7e8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba8255b-e658-44bc-8857-dd535d71b0ea,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:27.811771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5eee9507-e4fb-4a04-9d3d-4b1dc965e66b req-8191ef15-fe3a-4e28-8a55-bf1d3f80033e tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1607854
May 14 21:19:27.885546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608a6dcd-0c11-44cc-bf0f-19bdc9026f27 req-065ca4cd-2f72-45ba-8e99-7ff8b6ca5d3a service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4232674
May 14 21:19:27.901004 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5eee9507-e4fb-4a04-9d3d-4b1dc965e66b req-74a136a2-7d8b-47e1-8a6d-f7f8c7583033 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876639
May 14 21:19:27.907252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-d622c0a9-8023-44da-a8d1-6d8bc67e724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:27.907252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-d622c0a9-8023-44da-a8d1-6d8bc67e724f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 1125 time: 0.1470501
May 14 21:19:28.051219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e314ccb-a53a-4b49-976f-e96a0f593936 req-7377a10e-a77a-4f74-b109-ae2c588f5a33 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.053484 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e314ccb-a53a-4b49-976f-e96a0f593936 req-7377a10e-a77a-4f74-b109-ae2c588f5a33 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0715060
May 14 21:19:28.108428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e314ccb-a53a-4b49-976f-e96a0f593936 req-5231db59-1be0-461a-9f5f-c225bd124124 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475078
May 14 21:19:28.142247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:28.177107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:28.177680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7a1c258b-59bb-470f-b35e-e0e21b6dcd42 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:28.262984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4305ab9-742c-4eb4-8bd5-f763a9086477 req-cb1cb13d-fb3e-48f3-ae00-082c57f9bd3c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.264658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4305ab9-742c-4eb4-8bd5-f763a9086477 req-cb1cb13d-fb3e-48f3-ae00-082c57f9bd3c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 943 time: 0.0544782
May 14 21:19:28.316064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4305ab9-742c-4eb4-8bd5-f763a9086477 req-96cbc2fc-a124-4149-9625-e4d5ca6c23d8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443411
May 14 21:19:28.342900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d209b6a-5acd-489a-a90e-7007404e063d', 'tag': '8ba8255b-e658-44bc-8857-dd535d71b0ea'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:28.346085 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4a331f-95b0-4b41-af77-5e1660b90cad" -d '{"events": [{"name": "network-changed", "server_uuid": "2d209b6a-5acd-489a-a90e-7007404e063d", "tag": "8ba8255b-e658-44bc-8857-dd535d71b0ea"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:28.354757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-1f3ad1ad-3d23-4367-9ecf-314aa33b7c87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea HTTP/1.1" status: 200  len: 217 time: 0.4314797
May 14 21:19:28.356613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89a8dc09-5a13-4896-a562-ac30fec98b4f req-84df827b-ce22-4e46-aba1-18225d055ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7763600
May 14 21:19:28.369648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-864baea4-2100-49fe-9801-556c7952d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.371169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-864baea4-2100-49fe-9801-556c7952d05c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.4921064
May 14 21:19:28.377221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef048887-3728-4344-81cc-cfa7d20dee3f req-5cbeea90-fdfb-460a-b8cc-3661e1914b48 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.379261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef048887-3728-4344-81cc-cfa7d20dee3f req-5cbeea90-fdfb-460a-b8cc-3661e1914b48 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.5179148
May 14 21:19:28.393366 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a80c19d-42b0-4f8a-8750-38e447bd1356 x-openstack-request-id: req-4a80c19d-42b0-4f8a-8750-38e447bd1356 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:28.393686 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d209b6a-5acd-489a-a90e-7007404e063d", "tag": "8ba8255b-e658-44bc-8857-dd535d71b0ea", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:28.393939 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a80c19d-42b0-4f8a-8750-38e447bd1356 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:28.394335 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a80c19d-42b0-4f8a-8750-38e447bd1356'] response: {'name': 'network-changed', 'server_uuid': '2d209b6a-5acd-489a-a90e-7007404e063d', 'tag': '8ba8255b-e658-44bc-8857-dd535d71b0ea', 'status': 'completed', 'code': 200}
May 14 21:19:28.406086 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:19:28.495056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45445a-e7a1-4be7-8d4d-59579d31fd8c req-b1032160-e635-4c07-a563-016094547c29 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.500880 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de45445a-e7a1-4be7-8d4d-59579d31fd8c req-b1032160-e635-4c07-a563-016094547c29 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0488195
May 14 21:19:28.530475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef048887-3728-4344-81cc-cfa7d20dee3f req-b36ff59f-865f-4534-baca-0fd7f583885d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1452377
May 14 21:19:28.537258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-c7a8d081-5340-4ee6-869b-171656b67dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.538721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-c7a8d081-5340-4ee6-869b-171656b67dfa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.1320319
May 14 21:19:28.556020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de45445a-e7a1-4be7-8d4d-59579d31fd8c req-6e9c5e1b-d39b-4906-bacd-5f15f3cb7672 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528357
May 14 21:19:28.586464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-6770de5c-6c37-4891-8c40-b298bf44be1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393176
May 14 21:19:28.589248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-2010dd6c-af94-400c-adb7-47975384425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.590597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-2010dd6c-af94-400c-adb7-47975384425a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1727731
May 14 21:19:28.724149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-813b820f-9583-4294-bcef-46aafe3d9dd5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.1130257
May 14 21:19:28.738320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678070b0-2c79-4760-8a87-43a0372686cf req-af5ac8a8-ebc8-4223-bf95-a7feaeb45559 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.740256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-678070b0-2c79-4760-8a87-43a0372686cf req-af5ac8a8-ebc8-4223-bf95-a7feaeb45559 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1128 time: 0.0525525
May 14 21:19:28.777251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b514c6c2-0610-4a59-9247-878e069dee4e req-9c86192f-0457-4281-b301-5f038b835b57 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0482566
May 14 21:19:28.792952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-678070b0-2c79-4760-8a87-43a0372686cf req-cfe50664-e860-4b92-9909-c97d6c57ef70 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444872
May 14 21:19:28.800807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-7bd43309-e66f-480f-8e14-971d30015b13 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964853
May 14 21:19:28.848075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-27563254-8e20-4c3d-9e15-e85aaa772733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.849672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-27563254-8e20-4c3d-9e15-e85aaa772733 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1158545
May 14 21:19:28.966602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-6e56ca60-edee-474f-973e-7feb28e7bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:28.966602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-6e56ca60-edee-474f-973e-7feb28e7bca5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0817189
May 14 21:19:28.969910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3244c391-4d1b-40f2-87a6-823eaf45fc7b req-c82c9a0c-e21a-48ad-ac7d-2e5c97b7a70a service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628134
May 14 21:19:29.088861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75053b4c-10e8-4944-9f33-0c109a61edb7 req-f8c0352c-9aea-496f-a31d-df7fb1d3f17a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.091068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75053b4c-10e8-4944-9f33-0c109a61edb7 req-f8c0352c-9aea-496f-a31d-df7fb1d3f17a tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0736966
May 14 21:19:29.120989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-df444e82-2ebd-422e-b205-c5b1e1fcd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.122401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-df444e82-2ebd-422e-b205-c5b1e1fcd307 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=763cf73206604d8abbe1542afe44fa95&device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 1128 time: 0.0586395
May 14 21:19:29.149846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75053b4c-10e8-4944-9f33-0c109a61edb7 req-76f3e1fb-1d9d-4d75-9a97-e789800299b0 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524750
May 14 21:19:29.197781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-c423ef20-ebeb-4360-8ff1-e618f7548a9d service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2227836
May 14 21:19:29.234429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272027b4-8a92-4ea6-aa02-7e7028c8c047 req-7ce1a00e-596e-4cd5-9695-1ab686901ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.235961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-272027b4-8a92-4ea6-aa02-7e7028c8c047 req-7ce1a00e-596e-4cd5-9695-1ab686901ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 1127 time: 0.1018422
May 14 21:19:29.264838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-32143d16-4eba-4c31-b089-cc156c9df6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.266290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-32143d16-4eba-4c31-b089-cc156c9df6df service neutron] 10.222.0.36 "GET /v2.0/networks?id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 200  len: 908 time: 0.1332400
May 14 21:19:29.305079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device be084366-46b1-428d-8388-e556e6c19d3c no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:29.332683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: be084366-46b1-428d-8388-e556e6c19d3c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:29.332683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device be084366-46b1-428d-8388-e556e6c19d3c not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:29.464822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae86df6-843c-41f4-a740-cb1ea03da283 req-0398479d-ac1d-4eb2-9176-7980395b7cd2 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.466731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fae86df6-843c-41f4-a740-cb1ea03da283 req-0398479d-ac1d-4eb2-9176-7980395b7cd2 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0627170
May 14 21:19:29.510430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-e24f26fc-c8ee-433d-9670-ca059ffa506f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 200  len: 217 time: 0.0723991
May 14 21:19:29.520947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fae86df6-843c-41f4-a740-cb1ea03da283 req-b2da38ac-6092-4055-984f-114742010742 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477064
May 14 21:19:29.526562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c902517-49af-4192-801d-70fb530a7a8d req-08552102-b29d-40bd-9f31-b980b8cbd121 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.528081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c902517-49af-4192-801d-70fb530a7a8d req-08552102-b29d-40bd-9f31-b980b8cbd121 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.1005435
May 14 21:19:29.573027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-272027b4-8a92-4ea6-aa02-7e7028c8c047 req-88cf495e-4925-458a-ad8e-1d6e4336235a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338897
May 14 21:19:29.601267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c902517-49af-4192-801d-70fb530a7a8d req-1e298345-75a9-4a72-9db8-d729c058531f tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651503
May 14 21:19:29.660667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20ed9a-c958-4558-87db-63da1b756e2f req-beb31ff6-bfd5-40ac-8b74-b2dd5e332803 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.660667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee20ed9a-c958-4558-87db-63da1b756e2f req-beb31ff6-bfd5-40ac-8b74-b2dd5e332803 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 943 time: 0.0613801
May 14 21:19:29.710013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee20ed9a-c958-4558-87db-63da1b756e2f req-2a66ba0d-cce0-4678-81c3-43f33da0b890 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545456
May 14 21:19:29.771820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475b6b-d77b-47bc-a1f9-ccf0fa25f886 req-03f7439a-d451-4f3d-8c2a-d774777518b5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.771820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3475b6b-d77b-47bc-a1f9-ccf0fa25f886 req-03f7439a-d451-4f3d-8c2a-d774777518b5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0552292
May 14 21:19:29.831810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3475b6b-d77b-47bc-a1f9-ccf0fa25f886 req-475f3290-bade-40a8-911c-01d9b48d2bb2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498283
May 14 21:19:29.935866 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e87fe55-e726-47b4-a1a6-0ec4a0df2270 req-fcb086db-999b-4d58-acae-566265f5882d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87fdf2d-bd2d-4e9f-a36c-7d2b23e015e5 HTTP/1.1" status: 200  len: 210 time: 0.0520642
May 14 21:19:29.949607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-071dd757-5b77-435d-be97-7eb7009058df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:29.953472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-071dd757-5b77-435d-be97-7eb7009058df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 200  len: 847 time: 0.0709927
May 14 21:19:29.992589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-0f18d933-6255-42b0-bda9-028e8d60d190 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312402
May 14 21:19:30.116594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-234cf28d-3ff9-46d4-87ea-6b302b71c90a service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163902
May 14 21:19:30.168229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8ba8255b-e658-44bc-8857-dd535d71b0ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:30.244574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-d300371d-173d-4227-b49b-c0fb6ab2149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:30.246093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-d300371d-173d-4227-b49b-c0fb6ab2149c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 1125 time: 0.0880153
May 14 21:19:30.310961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 8ba8255b-e658-44bc-8857-dd535d71b0ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:30.315284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ef045-ab54-4297-9ad5-434179752fff req-66e050db-e2cc-490b-ac99-45edb7a23839 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:30.317630 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01ef045-ab54-4297-9ad5-434179752fff req-66e050db-e2cc-490b-ac99-45edb7a23839 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0692534
May 14 21:19:30.326412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '8ba8255b-e658-44bc-8857-dd535d71b0ea', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': '8ba8255b-e658-44bc-8857-dd535d71b0ea', 'mac_address': 'fa:16:3e:97:a6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:30.339315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2cceb8-bc88-4111-a770-98fbe243c1da req-a8e359a9-f149-4e37-9356-d9ce046de49c service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1907005
May 14 21:19:30.372330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 8ba8255b-e658-44bc-8857-dd535d71b0ea is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:30.372720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:30.383430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01ef045-ab54-4297-9ad5-434179752fff req-1732e48b-6baa-4d38-bf0d-d624f6e7269c tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569794
May 14 21:19:30.398386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba8255b-e658-44bc-8857-dd535d71b0ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:30.418554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57660) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:30.422014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 8ba8255b-e658-44bc-8857-dd535d71b0ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:30.501020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:30.573399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d5840-9cd0-492f-bf61-1fb1f11a915d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:30.577120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-23f37aa2-53c7-46c0-bc61-1197173f7b87 service neutron] 10.222.0.36 "GET /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238103
May 14 21:19:30.577399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=8ba8255b-e658-44bc-8857-dd535d71b0ea,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:30.671266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ff33-087d-4df3-ba9e-dd4cc67e1c77 req-79c9fccc-83b7-4f31-b7a0-4ebc1f300e07 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:30.672721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3623ff33-087d-4df3-ba9e-dd4cc67e1c77 req-79c9fccc-83b7-4f31-b7a0-4ebc1f300e07 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0630474
May 14 21:19:30.689233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d5840-9cd0-492f-bf61-1fb1f11a915d admin admin] Publish callbacks [] for security_group (5ff2c7d9-b49f-45cf-9998-ca9551176781), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:30.747371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3623ff33-087d-4df3-ba9e-dd4cc67e1c77 req-28dc5624-1076-4240-8d19-955d2c6c56ec tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664380
May 14 21:19:30.760759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca79b-2d64-4139-a962-1bdb17ae45a7 req-68f0cfd7-62e0-4f65-a617-87f65f4a9107 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:30.762335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6baca79b-2d64-4139-a962-1bdb17ae45a7 req-68f0cfd7-62e0-4f65-a617-87f65f4a9107 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0636237
May 14 21:19:30.787856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['8ba8255b-e658-44bc-8857-dd535d71b0ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:30.789442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d5840-9cd0-492f-bf61-1fb1f11a915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ff2c7d9-b49f-45cf-9998-ca9551176781), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:30.892247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7249cf-6a45-458c-a075-206829f563e5 req-7543b436-3dc4-49b2-8f98-75dcfcfdf9a0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:30.896770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a7249cf-6a45-458c-a075-206829f563e5 req-7543b436-3dc4-49b2-8f98-75dcfcfdf9a0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 944 time: 0.0580757
May 14 21:19:30.898141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d33d5840-9cd0-492f-bf61-1fb1f11a915d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba3b55bf19d34bd69c9c7b0259f2b164&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4783051
May 14 21:19:30.900674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57674) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:30.902396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d5840-9cd0-492f-bf61-1fb1f11a915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2c7d9-b49f-45cf-9998-ca9551176781,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:30.912556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6baca79b-2d64-4139-a962-1bdb17ae45a7 req-e784ec8c-29a8-4dad-ae64-74b0d65b92fc tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433754
May 14 21:19:30.927289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-059d0cdd-76e2-4fc1-857d-8af379715588 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:30.928901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-059d0cdd-76e2-4fc1-857d-8af379715588 tempest-LiveMigrationTest-151813528 tempest-LiveMigrationTest-151813528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183&tenant_id=763cf73206604d8abbe1542afe44fa95&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.1021330
May 14 21:19:31.001026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89d671c3-ceca-4939-94b3-9ad4fee22cef admin admin] Publish callbacks [] for security_group (5ff2c7d9-b49f-45cf-9998-ca9551176781), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:31.040934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a7249cf-6a45-458c-a075-206829f563e5 req-310f6ece-0c8d-4bbe-a526-76090d8e4c28 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381521
May 14 21:19:31.057775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89d671c3-ceca-4939-94b3-9ad4fee22cef admin admin] Publish callbacks [] for security_group (5ff2c7d9-b49f-45cf-9998-ca9551176781), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:31.088739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e4677-3a6d-4ec1-9acb-873f6117dcee req-0618a252-a974-43e1-bd65-dd87851db89b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:31.104384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-571e4677-3a6d-4ec1-9acb-873f6117dcee req-0618a252-a974-43e1-bd65-dd87851db89b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0799589
May 14 21:19:31.188959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-571e4677-3a6d-4ec1-9acb-873f6117dcee req-c70f057d-32f4-4f02-9c4f-322680eb4a2d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861290
May 14 21:19:31.191874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89d671c3-ceca-4939-94b3-9ad4fee22cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ff2c7d9-b49f-45cf-9998-ca9551176781), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:31.196411 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89d671c3-ceca-4939-94b3-9ad4fee22cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:31.196411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-89d671c3-ceca-4939-94b3-9ad4fee22cef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ff2c7d9-b49f-45cf-9998-ca9551176781 HTTP/1.1" status: 204  len: 168 time: 0.2926495
May 14 21:19:31.210711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d671c3-ceca-4939-94b3-9ad4fee22cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2c7d9-b49f-45cf-9998-ca9551176781,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:31.394604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-94088346-d64f-488f-acad-0eee9eaa412b service neutron] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:31.428502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-39adadc0-c089-421e-a40e-2f93dcbd0d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:31.430414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-39adadc0-c089-421e-a40e-2f93dcbd0d8c service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 913 time: 0.1159146
May 14 21:19:31.487288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-94088346-d64f-488f-acad-0eee9eaa412b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:31.488522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45320ec-dba4-49dd-a4d4-735f528a50dc req-94088346-d64f-488f-acad-0eee9eaa412b service neutron] 10.222.0.36 "DELETE /v2.0/ports/290d17d6-ed0e-4c77-9c1a-57fa7081a50d/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5462067
May 14 21:19:31.517476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679fccb-3c4d-47ad-af4c-fbb291209ba1 req-ab182e37-7584-41b0-a6ae-367cdab30735 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:31.520247 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e679fccb-3c4d-47ad-af4c-fbb291209ba1 req-ab182e37-7584-41b0-a6ae-367cdab30735 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0643425
May 14 21:19:31.570791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e679fccb-3c4d-47ad-af4c-fbb291209ba1 req-4a257ff7-671b-4f37-9662-2a57bd274848 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446057
May 14 21:19:31.684568 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-45c7d690-e07a-435c-83c2-de4fc1a46f89 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea HTTP/1.1" status: 200  len: 217 time: 0.0656338
May 14 21:19:32.029133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a255d-2a72-4c62-b126-4b52b88eb241 req-3cb23c76-d8de-4e96-b237-67cd62d75a20 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.030668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a61a255d-2a72-4c62-b126-4b52b88eb241 req-3cb23c76-d8de-4e96-b237-67cd62d75a20 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.0476184
May 14 21:19:32.083575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a61a255d-2a72-4c62-b126-4b52b88eb241 req-9f051d86-6f0a-485b-84b8-2622f86ff36e tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470011
May 14 21:19:32.146805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489d092-5029-4fd7-a85d-7cb36b996ebc req-3993ff85-76ad-4f26-a104-5d46b4d87ba8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.148598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1489d092-5029-4fd7-a85d-7cb36b996ebc req-3993ff85-76ad-4f26-a104-5d46b4d87ba8 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0597503
May 14 21:19:32.200081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8ba8255b-e658-44bc-8857-dd535d71b0ea up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:32.202987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1489d092-5029-4fd7-a85d-7cb36b996ebc req-7350f6c2-b3be-4db7-8b0a-b97df62df503 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466065
May 14 21:19:32.217131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212a094-a3a3-4388-9047-5df8e52abdc5 req-f24411de-ab85-4302-a9cd-a7eb164a1655 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.219084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7212a094-a3a3-4388-9047-5df8e52abdc5 req-f24411de-ab85-4302-a9cd-a7eb164a1655 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0658772
May 14 21:19:32.253456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-2f89de0d-bead-4a15-aba5-3d03a69e2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.257102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-2f89de0d-bead-4a15-aba5-3d03a69e2dae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.0525100
May 14 21:19:32.288053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 8ba8255b-e658-44bc-8857-dd535d71b0ea completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:19:32.295582 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7212a094-a3a3-4388-9047-5df8e52abdc5 req-af45ea73-1e8a-4da3-8ccd-48bf5396b684 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700154
May 14 21:19:32.338241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde38d8-2016-4075-a614-3b7f005f868e req-9fbc5ab6-3f19-440b-8013-4a74bf510978 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.345130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cde38d8-2016-4075-a614-3b7f005f868e req-9fbc5ab6-3f19-440b-8013-4a74bf510978 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 949 time: 0.0596631
May 14 21:19:32.395124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cde38d8-2016-4075-a614-3b7f005f868e req-144098e4-d747-4d2d-8c6c-a4f29e9ae970 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490785
May 14 21:19:32.407348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f51e1-eaf6-4c7b-8a7c-ce8df12cfd1f req-4955665b-deb5-407d-9c75-4113bc6fa15f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.412776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a7f51e1-eaf6-4c7b-8a7c-ce8df12cfd1f req-4955665b-deb5-407d-9c75-4113bc6fa15f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 944 time: 0.0590687
May 14 21:19:32.433433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 8ba8255b-e658-44bc-8857-dd535d71b0ea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:32.434470 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:32.461313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a7f51e1-eaf6-4c7b-8a7c-ce8df12cfd1f req-dbfca202-aba9-4b7b-83b0-37928e50482b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458584
May 14 21:19:32.505508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-a3760722-bad0-4e30-8902-dae71ceb5e2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466239
May 14 21:19:32.548925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed17f-0315-4716-9629-778aecfb5cfc req-ee9c6d79-d932-406b-a460-f837cc9687ef tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.550917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fafed17f-0315-4716-9629-778aecfb5cfc req-ee9c6d79-d932-406b-a460-f837cc9687ef tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 946 time: 0.0798314
May 14 21:19:32.551449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 8ba8255b-e658-44bc-8857-dd535d71b0ea is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:32.551867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:32.578057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d209b6a-5acd-489a-a90e-7007404e063d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8255b-e658-44bc-8857-dd535d71b0ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:32.580344 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b80ed8-e9cb-4945-a83b-e7153a7ddc6d" -d '{"events": [{"server_uuid": "2d209b6a-5acd-489a-a90e-7007404e063d", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8255b-e658-44bc-8857-dd535d71b0ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:32.593764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 8ba8255b-e658-44bc-8857-dd535d71b0ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:32.629585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c808eb-b951-45b6-b117-4f2e25ac826c req-a21eb592-5f3a-4401-acb0-19178b6c176f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.631101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8c808eb-b951-45b6-b117-4f2e25ac826c req-a21eb592-5f3a-4401-acb0-19178b6c176f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1552017
May 14 21:19:32.651466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-9dcc45c5-7586-4f4a-9660-e9e7e29e21d7 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.652447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-9dcc45c5-7586-4f4a-9660-e9e7e29e21d7 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1743248
May 14 21:19:32.666781 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:32.667864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 290d17d6-ed0e-4c77-9c1a-57fa7081a50d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:32.696177 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6933ddd2-afe3-49b8-b9b2-66dd609f8915 x-openstack-request-id: req-6933ddd2-afe3-49b8-b9b2-66dd609f8915 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:32.696723 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d209b6a-5acd-489a-a90e-7007404e063d", "name": "network-vif-plugged", "status": "completed", "tag": "8ba8255b-e658-44bc-8857-dd535d71b0ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:32.697135 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6933ddd2-afe3-49b8-b9b2-66dd609f8915 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:32.697708 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6933ddd2-afe3-49b8-b9b2-66dd609f8915'] response: {'server_uuid': '2d209b6a-5acd-489a-a90e-7007404e063d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba8255b-e658-44bc-8857-dd535d71b0ea', 'code': 200}
May 14 21:19:32.736995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:32.797691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=8ba8255b-e658-44bc-8857-dd535d71b0ea,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:32.804562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8c808eb-b951-45b6-b117-4f2e25ac826c req-6407b2e3-d3e8-4a98-acef-497523362444 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549451
May 14 21:19:32.812660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-ed4ec37e-aeec-4802-b2a3-e89227214ba2 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220814
May 14 21:19:32.887909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Deleting port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:32.888450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:32.901576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:32.902228 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:32.950766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:32.953112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fedcc-033d-456d-8b5b-1bd10787ab1a req-7eab3c4e-9fdb-4f83-8baa-90ba4576ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:32.954642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-987fedcc-033d-456d-8b5b-1bd10787ab1a req-7eab3c4e-9fdb-4f83-8baa-90ba4576ce8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 1127 time: 0.1448171
May 14 21:19:32.963650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.011134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] For port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:33.011416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.026311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Calling delete_port for 290d17d6-ed0e-4c77-9c1a-57fa7081a50d owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:33.035924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-8ffe3279-7a04-4dda-9460-4341d16af0c8 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2081015
May 14 21:19:33.056728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-987fedcc-033d-456d-8b5b-1bd10787ab1a req-1f6483c5-d038-4afb-9489-ab1883ad3a31 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939708
May 14 21:19:33.100700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.142766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-5cb83a5f-1614-434a-8ddf-a800a53ec88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.144627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-5cb83a5f-1614-434a-8ddf-a800a53ec88b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c7360a8f423452e97311ffc9675e801&device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 1127 time: 0.0823328
May 14 21:19:33.192238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:33.232854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:33.270896 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (290d17d6-ed0e-4c77-9c1a-57fa7081a50d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.281574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ec8012be-be33-462f-961b-6c852f9a37d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:33.290794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event deleted for resources: {'Port': ['ID=290d17d6-ed0e-4c77-9c1a-57fa7081a50d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:33.302225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:33.322545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8103e-5211-46e5-9b10-165da69fa6e0 req-6468a3f2-4751-4b6f-b7f5-4e99611b9230 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.324985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4b8103e-5211-46e5-9b10-165da69fa6e0 req-6468a3f2-4751-4b6f-b7f5-4e99611b9230 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 945 time: 0.1189723
May 14 21:19:33.352525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] No DVR routers for this DVR port 290d17d6-ed0e-4c77-9c1a-57fa7081a50d on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:33.355444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.359188 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fafed17f-0315-4716-9629-778aecfb5cfc req-6fc6985b-ebf7-4cc6-9add-7f30826561b7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.48 "DELETE /v2.0/ports/290d17d6-ed0e-4c77-9c1a-57fa7081a50d HTTP/1.1" status: 204  len: 173 time: 0.6432183
May 14 21:19:33.359661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'name': 'network-vif-deleted', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:33.362089 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c095dfce-9748-48c6-b475-2eb495ad88ba" -d '{"events": [{"server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "name": "network-vif-deleted", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:33.389653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c797c9-f871-4793-b99b-ca7fa16b9312 req-39710ad0-9bd7-4786-aabe-ec3d55051f66 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.391348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2c797c9-f871-4793-b99b-ca7fa16b9312 req-39710ad0-9bd7-4786-aabe-ec3d55051f66 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0925159
May 14 21:19:33.395290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:33.397685 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f87e5-3fc7-43fe-b7b5-1f7d23f29f9b" -d '{"events": [{"server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "name": "network-vif-unplugged", "status": "completed", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:33.403028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Publish callbacks [] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.408812 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4b8103e-5211-46e5-9b10-165da69fa6e0 req-1ef0f76f-947e-441c-a4bb-e2089f3c4e52 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776720
May 14 21:19:33.466679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2c797c9-f871-4793-b99b-ca7fa16b9312 req-d8309497-85ba-40ba-8126-b448e2b89a51 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658419
May 14 21:19:33.483465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.549432 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c402a63-bb63-4d40-99c6-bd936e30878d x-openstack-request-id: req-8c402a63-bb63-4d40-99c6-bd936e30878d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:33.549724 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "name": "network-vif-deleted", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:33.550331 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c402a63-bb63-4d40-99c6-bd936e30878d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:33.550738 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c402a63-bb63-4d40-99c6-bd936e30878d'] response: {'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'name': 'network-vif-deleted', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d', 'status': 'completed', 'code': 200}
May 14 21:19:33.594407 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fd6b4d-c0be-4989-a3d0-52c94e90be15 x-openstack-request-id: req-b1fd6b4d-c0be-4989-a3d0-52c94e90be15 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:33.594705 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "name": "network-vif-unplugged", "status": "completed", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:33.594969 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1fd6b4d-c0be-4989-a3d0-52c94e90be15 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:33.595343 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fd6b4d-c0be-4989-a3d0-52c94e90be15'] response: {'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'code': 200}
May 14 21:19:33.597571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-855a9d36-a201-4ee1-9c42-c10f74a1929e req-5ba989fb-8c7b-4c46-8514-69cded19e853 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 210 time: 0.0668240
May 14 21:19:33.604082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:33.618092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:19:33.618496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:19:33.618892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:33.624041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:19:33.624498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Attempting to bind port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on network 2f366748-ecde-43ad-b849-3c9dce1cc30b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:33.630200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:19:33.630620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Checking segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:33.631077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Bound using segment: {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:19:33.631716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Bound port: d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b354da-a6b9-4847-b128-eb3fb9230a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2f366748-ecde-43ad-b849-3c9dce1cc30b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:19:33.632169 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.697469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fad09-c469-41c5-ab22-2ae887f9a293 req-67614d33-db03-4c19-95b4-25e1856537c2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.698944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-858fad09-c469-41c5-ab22-2ae887f9a293 req-67614d33-db03-4c19-95b4-25e1856537c2 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 949 time: 0.0513377
May 14 21:19:33.737740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d452c-540a-407f-8cfd-b5b4283a78c5 req-90cfd1b7-8ebc-4a5b-9b86-07cc1886d092 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.739519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-248d452c-540a-407f-8cfd-b5b4283a78c5 req-90cfd1b7-8ebc-4a5b-9b86-07cc1886d092 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 945 time: 0.0701509
May 14 21:19:33.743136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:33.746454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:19:33.750381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-858fad09-c469-41c5-ab22-2ae887f9a293 req-69c9eb8b-9d18-49f5-975c-255fd24e6e9d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452876
May 14 21:19:33.804574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-248d452c-540a-407f-8cfd-b5b4283a78c5 req-4c23b667-6ab3-4c9b-aac1-728bbc924a3f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564663
May 14 21:19:33.838489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.922792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.923412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:33.925326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] 10.222.0.48 "PUT /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 1121 time: 1.1995728
May 14 21:19:33.933121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d6f9-cfc5-4aa3-b666-2e8c9af7001e service neutron] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:33.959643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccde3f-9373-4cd3-ad2e-e3900845b985 req-649f2077-39d1-4e81-87c7-448ec345b570 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:33.961254 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19ccde3f-9373-4cd3-ad2e-e3900845b985 req-649f2077-39d1-4e81-87c7-448ec345b570 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0753217
May 14 21:19:34.020034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19ccde3f-9373-4cd3-ad2e-e3900845b985 req-c00faaa3-980b-480a-a6cd-c99f9d673413 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526896
May 14 21:19:34.045177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d403d7ba-1fe1-41c0-8b4a-8aedc3448d15'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:34.091526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d403d7ba-1fe1-41c0-8b4a-8aedc3448d15'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:34.172895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:34.235195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6db1f-0340-4002-99fa-8eeda0db6903 req-5f24b8bb-512d-4c6c-a37a-d9c394349424 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:34.236936 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34f6db1f-0340-4002-99fa-8eeda0db6903 req-5f24b8bb-512d-4c6c-a37a-d9c394349424 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0583847
May 14 21:19:34.298634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34f6db1f-0340-4002-99fa-8eeda0db6903 req-d178fae1-a484-46a3-9192-43523c78784c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550864
May 14 21:19:34.390917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:34.435428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 has no active binding in host nch2-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:19:34.539526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a59c6-02d5-4d79-891b-9b29503235c7 req-a8947bfd-eb85-4c78-bd32-26d2d6028dc8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:34.549939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-924a59c6-02d5-4d79-891b-9b29503235c7 req-a8947bfd-eb85-4c78-bd32-26d2d6028dc8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1614606
May 14 21:19:34.571212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45011c-c6b2-4947-8036-212f9b625701 req-1251f87a-2ec3-403a-9fca-afe234ceec0c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:34.572776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d45011c-c6b2-4947-8036-212f9b625701 req-1251f87a-2ec3-403a-9fca-afe234ceec0c tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 949 time: 0.1885834
May 14 21:19:34.613266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d21c23-c106-4ce5-ba62-90e8c0ff6251 req-a55a5460-7937-4aa9-94a0-bec204ef3345 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:34.624204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25d21c23-c106-4ce5-ba62-90e8c0ff6251 req-a55a5460-7937-4aa9-94a0-bec204ef3345 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0828252
May 14 21:19:34.640052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-924a59c6-02d5-4d79-891b-9b29503235c7 req-b2300d1e-aec5-49f3-a03f-8d52fe452c1e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910585
May 14 21:19:34.640842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57776) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:34.642253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-bdb035ec-7454-416a-a8b0-b348b6dca849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:34.644517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-bdb035ec-7454-416a-a8b0-b348b6dca849 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 200  len: 912 time: 0.2691445
May 14 21:19:34.693127 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25d21c23-c106-4ce5-ba62-90e8c0ff6251 req-59b27468-fb28-4c08-8f7e-86e32a1303cb tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641742
May 14 21:19:34.699107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:34.701802 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6adf6fe-443f-4338-b290-bd8e687288d0" -d '{"events": [{"server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "name": "network-vif-unplugged", "status": "completed", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:34.764849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6265d6-922c-4d4c-9675-086bcb6af8c3 req-14c46e97-2c00-4b6a-a1a0-4a4b0ea02d1f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:34.767596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6265d6-922c-4d4c-9675-086bcb6af8c3 req-14c46e97-2c00-4b6a-a1a0-4a4b0ea02d1f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0702896
May 14 21:19:34.834503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6265d6-922c-4d4c-9675-086bcb6af8c3 req-dac4d482-072f-4d24-8566-50ed54b345b7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569048
May 14 21:19:34.836897 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14d428b1-c1db-40aa-8d22-63261e78b991 req-8a72277d-7771-4b9f-a8d9-6a85d764ed62 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb037f1e-9300-4512-a6ac-4aa2c31e4183 HTTP/1.1" status: 200  len: 210 time: 0.0493262
May 14 21:19:34.837906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-018a1ca0-a729-474b-9ce0-be71d38dc2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:34.934869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc551c3e-ed2a-48c2-8fb2-7b7d70917ecd x-openstack-request-id: req-fc551c3e-ed2a-48c2-8fb2-7b7d70917ecd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:34.934869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb037f1e-9300-4512-a6ac-4aa2c31e4183", "name": "network-vif-unplugged", "status": "completed", "tag": "290d17d6-ed0e-4c77-9c1a-57fa7081a50d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:34.934869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc551c3e-ed2a-48c2-8fb2-7b7d70917ecd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:34.934869 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc551c3e-ed2a-48c2-8fb2-7b7d70917ecd'] response: {'server_uuid': 'eb037f1e-9300-4512-a6ac-4aa2c31e4183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '290d17d6-ed0e-4c77-9c1a-57fa7081a50d', 'code': 200}
May 14 21:19:34.957303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-432d355c-1336-4ee3-aca5-2a41df74fef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce HTTP/1.1" status: 200  len: 217 time: 0.0851700
May 14 21:19:34.973157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-018a1ca0-a729-474b-9ce0-be71d38dc2d5 admin admin] Publish callbacks [] for security_group (20559636-400a-4cd6-b966-c2b6aa90423f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.037336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-018a1ca0-a729-474b-9ce0-be71d38dc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (20559636-400a-4cd6-b966-c2b6aa90423f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.054781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6436a6-219a-4b23-ba3c-1d8327486429 req-0e37f264-e8a4-4acf-a69c-754ba7418c4b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.056296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c6436a6-219a-4b23-ba3c-1d8327486429 req-0e37f264-e8a4-4acf-a69c-754ba7418c4b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 949 time: 0.0643537
May 14 21:19:35.085006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786551d0-1c67-4f9e-8b1b-4b046acaffcd req-90b4b072-7001-4f1a-b6c5-bae3312299d5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.086441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-786551d0-1c67-4f9e-8b1b-4b046acaffcd req-90b4b072-7001-4f1a-b6c5-bae3312299d5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1235275
May 14 21:19:35.090804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-8ceee3c4-d8e7-4892-8678-60f234293b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.092272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-8ceee3c4-d8e7-4892-8678-60f234293b4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 200  len: 851 time: 0.1282291
May 14 21:19:35.095841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:35.096185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.101134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-018a1ca0-a729-474b-9ce0-be71d38dc2d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65e462b8fb9a4a45b1fa6305c738e24d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4588771
May 14 21:19:35.106229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57798) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:35.108504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a1ca0-a729-474b-9ce0-be71d38dc2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20559636-400a-4cd6-b966-c2b6aa90423f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:35.172601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c6436a6-219a-4b23-ba3c-1d8327486429 req-9f71cfa8-306d-4bfc-bcfb-a5ed8c207a4e tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085019
May 14 21:19:35.204110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19fc5bd0-d42f-4adb-9762-888e740e2cca admin admin] Publish callbacks [] for security_group (20559636-400a-4cd6-b966-c2b6aa90423f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.230283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19fc5bd0-d42f-4adb-9762-888e740e2cca admin admin] Publish callbacks [] for security_group (20559636-400a-4cd6-b966-c2b6aa90423f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.350917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815069d-3eb4-45da-b5db-961482b49bbf req-84d2b1cb-be19-46c6-9351-3fb5c533cc01 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.352387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2815069d-3eb4-45da-b5db-961482b49bbf req-84d2b1cb-be19-46c6-9351-3fb5c533cc01 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 945 time: 0.0934269
May 14 21:19:35.360333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-49994971-c8ed-42f2-8399-4370717eeef3 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.361847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-49994971-c8ed-42f2-8399-4370717eeef3 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "GET /v2.0/ports?device_id=62fa985e-ce99-4aa4-b8f4-7eea574ff735 HTTP/1.1" status: 200  len: 950 time: 0.0958734
May 14 21:19:35.482611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-f5ad89a2-7b80-4a0d-a7ac-def4f5243813 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be6063db-fd04-41cd-809f-05d0d8d9b38d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514503
May 14 21:19:35.489614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2815069d-3eb4-45da-b5db-961482b49bbf req-73154f86-4551-4d26-8dba-65ef8fbd00ed tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261144
May 14 21:19:35.513159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19fc5bd0-d42f-4adb-9762-888e740e2cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (20559636-400a-4cd6-b966-c2b6aa90423f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.515909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19fc5bd0-d42f-4adb-9762-888e740e2cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.517478 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19fc5bd0-d42f-4adb-9762-888e740e2cca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20559636-400a-4cd6-b966-c2b6aa90423f HTTP/1.1" status: 204  len: 168 time: 0.4098587
May 14 21:19:35.546394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:35.548283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.556744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc5bd0-d42f-4adb-9762-888e740e2cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20559636-400a-4cd6-b966-c2b6aa90423f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:35.599949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:35.606173 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5" -d '{"events": [{"name": "network-changed", "server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:35.633236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-786551d0-1c67-4f9e-8b1b-4b046acaffcd req-4a322b83-19c6-42b4-aedc-ad9f500eaf92 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2007163
May 14 21:19:35.649237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port 577c7de2-4e7f-4990-ace6-4e5aa42e5998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=577c7de2-4e7f-4990-ace6-4e5aa42e5998,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:35.649855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.672945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for 577c7de2-4e7f-4990-ace6-4e5aa42e5998 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:35.681710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-fa25fc65-c0fd-4d57-8547-ca7591b519a1 service neutron] 10.222.0.36 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689410
May 14 21:19:35.686749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:35.687123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:35.717117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:35.737921 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860867bf-31d9-4dd2-9b17-1e374b940598 x-openstack-request-id: req-860867bf-31d9-4dd2-9b17-1e374b940598 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:35.737921 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:35.740991 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-860867bf-31d9-4dd2-9b17-1e374b940598 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:35.740991 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860867bf-31d9-4dd2-9b17-1e374b940598'] response: {'name': 'network-changed', 'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'status': 'completed', 'code': 200}
May 14 21:19:35.890930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-db1bf78d-08e2-4b5d-a340-51fff708bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.892640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-db1bf78d-08e2-4b5d-a340-51fff708bee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1155 time: 0.1408145
May 14 21:19:35.906939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f6b2f-d885-4126-8c88-28c296e226e4 req-629d101f-fe58-40b7-ae79-1bdb8c3da951 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:35.908426 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f3f6b2f-d885-4126-8c88-28c296e226e4 req-629d101f-fe58-40b7-ae79-1bdb8c3da951 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1363578
May 14 21:19:35.976594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-062ddfc2-89cf-4654-b06f-127454a178c2 req-6def7cfb-2927-4628-ad67-34cd66493be2 service neutron] 10.222.0.36 "GET /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831070
May 14 21:19:36.028633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8d9e55ad-f15d-4d89-82b6-1590b8ae3515), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:36.042000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:36.044481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8d9e55ad-f15d-4d89-82b6-1590b8ae3515'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:36.082628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=8d9e55ad-f15d-4d89-82b6-1590b8ae3515,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:36.102593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f3f6b2f-d885-4126-8c88-28c296e226e4 req-eaa9d097-43c5-4247-8cda-1860b70ce27a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1830513
May 14 21:19:36.148148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-376952ad-eaf3-45a3-bc62-c99ae4a91123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:36.150844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-376952ad-eaf3-45a3-bc62-c99ae4a91123 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.2245219
May 14 21:19:36.207985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:36.212087 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:36.215778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b821983-b3eb-4adf-a60e-0902dc51f3aa req-624fe974-1da4-44b7-adf7-ad45df6ad397 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "DELETE /v2.0/ports/8d9e55ad-f15d-4d89-82b6-1590b8ae3515 HTTP/1.1" status: 204  len: 173 time: 0.8435833
May 14 21:19:36.221844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'name': 'network-vif-deleted', 'tag': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:36.221844 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c993b509-3ce8-404c-849c-a48cfcc4d3d7" -d '{"events": [{"server_uuid": "62fa985e-ce99-4aa4-b8f4-7eea574ff735", "name": "network-vif-deleted", "tag": "8d9e55ad-f15d-4d89-82b6-1590b8ae3515"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:36.251872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-e7ddd99a-365a-4c62-bdc4-27d229fccda5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 217 time: 0.0781312
May 14 21:19:36.256412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (577c7de2-4e7f-4990-ace6-4e5aa42e5998), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:36.270258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:36.286084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379a8fa-2324-420b-b64e-a70781f7f6ec req-facc9586-898c-49f4-8474-1d0d9baac0bd tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:36.288055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9379a8fa-2324-420b-b64e-a70781f7f6ec req-facc9586-898c-49f4-8474-1d0d9baac0bd tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0704963
May 14 21:19:36.304031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8d9e55ad-f15d-4d89-82b6-1590b8ae3515'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:36.329507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=577c7de2-4e7f-4990-ace6-4e5aa42e5998,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:36.340253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9379a8fa-2324-420b-b64e-a70781f7f6ec req-0428029c-d72e-48f7-b068-2ef5bd85fbd5 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465114
May 14 21:19:36.378863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced000-7aba-4963-ac0a-35c852d0497b req-e6b14a9a-9d72-41db-bb02-5a28a9eabd16 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:36.380559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaced000-7aba-4963-ac0a-35c852d0497b req-e6b14a9a-9d72-41db-bb02-5a28a9eabd16 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1260922
May 14 21:19:36.398151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port 577c7de2-4e7f-4990-ace6-4e5aa42e5998 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:36.400831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:36.404202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d45011c-c6b2-4947-8036-212f9b625701 req-dfc8f4c0-a3bf-4c32-87d1-529a1fae747b tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.36 "DELETE /v2.0/ports/577c7de2-4e7f-4990-ace6-4e5aa42e5998 HTTP/1.1" status: 204  len: 173 time: 1.5335863
May 14 21:19:36.457612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaced000-7aba-4963-ac0a-35c852d0497b req-b036cac0-5f97-4acd-abc3-a72c9df5faae tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603459
May 14 21:19:36.568956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb796ef3-b6b0-4c8e-9b0e-3c2d60dc47c2 req-43a65c16-b002-42f5-8a6b-042948f1b31a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:36.571330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eb796ef3-b6b0-4c8e-9b0e-3c2d60dc47c2 req-43a65c16-b002-42f5-8a6b-042948f1b31a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 945 time: 0.0691841
May 14 21:19:36.611814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69ef48b9-0ce6-4ef0-8e37-70042c58f9ac req-8101fdb9-4c2e-4471-a5d9-381d4ea0f232 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 210 time: 0.0371838
May 14 21:19:36.658479 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eb796ef3-b6b0-4c8e-9b0e-3c2d60dc47c2 req-e734e705-61bb-4eb1-9037-0c54fb89aa3e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767393
May 14 21:19:36.675602 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c64995-54b9-4bbc-a24a-345358d0f2c3 x-openstack-request-id: req-a5c64995-54b9-4bbc-a24a-345358d0f2c3 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:36.675602 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa985e-ce99-4aa4-b8f4-7eea574ff735", "name": "network-vif-deleted", "tag": "8d9e55ad-f15d-4d89-82b6-1590b8ae3515", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:36.675602 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a5c64995-54b9-4bbc-a24a-345358d0f2c3 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:36.675602 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c64995-54b9-4bbc-a24a-345358d0f2c3'] response: {'server_uuid': '62fa985e-ce99-4aa4-b8f4-7eea574ff735', 'name': 'network-vif-deleted', 'tag': '8d9e55ad-f15d-4d89-82b6-1590b8ae3515', 'status': 'completed', 'code': 200}
May 14 21:19:36.903077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-7a9a6a4d-7f8f-4b4a-8040-27ac2e3f2c40 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:36.904526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-7a9a6a4d-7f8f-4b4a-8040-27ac2e3f2c40 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.1224139
May 14 21:19:36.919894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-0ff72914-1cc6-4c4d-8abf-fd44e066aa0f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/quotas/a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 375 time: 0.0098307
May 14 21:19:36.969961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57864) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:36.976834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-a705f7e9-8d93-44c2-b0a9-25cffbd8c8c4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0493727
May 14 21:19:37.068122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-900112734-network', 'tenant_id': '167a02a955b249cd9d3bd1bd34d95954'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:37.074291 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-f6edfcd1-f8ee-4962-b1f1-abbf8bb380d7 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903745
May 14 21:19:37.174235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-0e325b52-a245-4a10-8d21-c247dafda102 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932033
May 14 21:19:37.176713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Made reservation on behalf of 167a02a955b249cd9d3bd1bd34d95954 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:37.180993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.189871 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.293039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks [] for security_group (e5924e4f-0cb1-42f1-bcbb-569a132c8818), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.377324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 577c7de2-4e7f-4990-ace6-4e5aa42e5998 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:37.399674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 577c7de2-4e7f-4990-ace6-4e5aa42e5998 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:37.400029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 577c7de2-4e7f-4990-ace6-4e5aa42e5998 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:37.473322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e5924e4f-0cb1-42f1-bcbb-569a132c8818), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.506622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:19:37.535107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd8b7f-f94f-45a9-955a-537a71d6041a req-dda1c3d0-977f-4858-aad1-579adbe75983 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:37.537185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7edd8b7f-f94f-45a9-955a-537a71d6041a req-dda1c3d0-977f-4858-aad1-579adbe75983 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0981023
May 14 21:19:37.593743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5924e4f-0cb1-42f1-bcbb-569a132c8818,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:37.615252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2739d6e3-c5d5-4f88-befc-6dd899c2412c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.615252 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Added segment 2739d6e3-c5d5-4f88-befc-6dd899c2412c of type vlan for network 399fea71-d90a-4dde-bca9-ce7da7265aff
May 14 21:19:37.652752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010efe9-2f4b-4b0f-9707-26a6cdd2503b req-2dba5ae7-163c-483a-8bd7-88c02bbd273f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:37.655306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e010efe9-2f4b-4b0f-9707-26a6cdd2503b req-2dba5ae7-163c-483a-8bd7-88c02bbd273f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0675037
May 14 21:19:37.696074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-104ce97e-1f38-437f-ac49-e0454e16c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:37.698740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-104ce97e-1f38-437f-ac49-e0454e16c6d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1599815
May 14 21:19:37.709402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (399fea71-d90a-4dde-bca9-ce7da7265aff), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.714011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e010efe9-2f4b-4b0f-9707-26a6cdd2503b req-5edbc4c4-34ee-46c1-8946-145e7ae2861f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529032
May 14 21:19:37.731124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7edd8b7f-f94f-45a9-955a-537a71d6041a req-317a70c4-b9e8-469f-afaf-473ad0e5c643 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768057
May 14 21:19:37.744448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'name': 'network-vif-deleted', 'tag': '577c7de2-4e7f-4990-ace6-4e5aa42e5998'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:37.749138 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaec9d8-3ae4-48f4-a87e-2709b2293c38" -d '{"events": [{"server_uuid": "b9f6c282-322e-4eac-b6d0-959de031b52a", "name": "network-vif-deleted", "tag": "577c7de2-4e7f-4990-ace6-4e5aa42e5998"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:37.813378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6413627-bd60-4dba-9d75-f9a77e25c4c2 req-937365c4-15d2-4e17-923d-650ab2243281 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 210 time: 0.0420656
May 14 21:19:37.860643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-f06b3748-ea18-4321-8c4d-5776e33d4d82 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:37.863298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-f06b3748-ea18-4321-8c4d-5776e33d4d82 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 945 time: 0.0659521
May 14 21:19:37.933558 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (399fea71-d90a-4dde-bca9-ce7da7265aff), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.934634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:37.935139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:37.945291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1eb9e-44c4-4a8d-a4b9-ee0655655670 req-80fafeb8-9439-4e16-843e-fbe82fc0a99c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:37.946963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ece1eb9e-44c4-4a8d-a4b9-ee0655655670 req-80fafeb8-9439-4e16-843e-fbe82fc0a99c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 945 time: 0.0697479
May 14 21:19:37.956685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-1a244bae-d2e1-412e-88ba-b61ee125e8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0911584
May 14 21:19:37.984627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-662b7b87-9f6b-4e35-8e39-f64ea95e6228 req-35b534ab-d97a-406f-9ffc-6b68cde251f5 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 210 time: 0.1195431
May 14 21:19:38.006016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ece1eb9e-44c4-4a8d-a4b9-ee0655655670 req-bd045914-7d1b-4081-b6ed-2c40d9a4782b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509491
May 14 21:19:38.049873 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eaa793-647a-4d6c-ab0c-12daee28e78d x-openstack-request-id: req-c3eaa793-647a-4d6c-ab0c-12daee28e78d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:38.050274 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f6c282-322e-4eac-b6d0-959de031b52a", "name": "network-vif-deleted", "tag": "577c7de2-4e7f-4990-ace6-4e5aa42e5998", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:38.050580 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3eaa793-647a-4d6c-ab0c-12daee28e78d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:38.051032 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3eaa793-647a-4d6c-ab0c-12daee28e78d'] response: {'server_uuid': 'b9f6c282-322e-4eac-b6d0-959de031b52a', 'name': 'network-vif-deleted', 'tag': '577c7de2-4e7f-4990-ace6-4e5aa42e5998', 'status': 'completed', 'code': 200}
May 14 21:19:38.103415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] Pushing event updated for resources: {'Network': ['ID=399fea71-d90a-4dde-bca9-ce7da7265aff,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:38.120378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 399fea71-d90a-4dde-bca9-ce7da7265aff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:19:38.155946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Deleting port 8ba8255b-e658-44bc-8857-dd535d71b0ea {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:38.156413 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:38.183959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46c3682a-c60a-4fff-85d8-8bbbcb148534 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2128434
May 14 21:19:38.187169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57908) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:38.193982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Request body: {'subnet': {'network_id': '399fea71-d90a-4dde-bca9-ce7da7265aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-900112734-subnet', 'tenant_id': '167a02a955b249cd9d3bd1bd34d95954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:38.248483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-f27605ca-efe4-415d-adf4-5cbd7539de2e service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099402
May 14 21:19:38.328504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] For port 8ba8255b-e658-44bc-8857-dd535d71b0ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8ba8255b-e658-44bc-8857-dd535d71b0ea,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:38.328873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:38.334921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Made reservation on behalf of 167a02a955b249cd9d3bd1bd34d95954 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:38.337617 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:38.348520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Calling delete_port for 8ba8255b-e658-44bc-8857-dd535d71b0ea owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:38.415049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52ebcea3-1f6f-4db2-93d4-e998cf1072c5 req-a6c917fd-9f05-4b59-b555-b780e39f9b95 service neutron] 10.222.0.36 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606307
May 14 21:19:38.582373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8ba8255b-e658-44bc-8857-dd535d71b0ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:38.609737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event deleted for resources: {'Port': ['ID=8ba8255b-e658-44bc-8857-dd535d71b0ea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:38.614110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (3017b1a7-71f9-4d26-927e-59028711c825), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:38.661019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] No DVR routers for this DVR port 8ba8255b-e658-44bc-8857-dd535d71b0ea on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:38.663541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:38.666794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69c7cf52-5492-47a3-b993-aa14052dccc7 req-92e6467a-fc46-40e9-88ef-c4e4d50a8370 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "DELETE /v2.0/ports/8ba8255b-e658-44bc-8857-dd535d71b0ea HTTP/1.1" status: 204  len: 173 time: 0.7823837
May 14 21:19:38.670261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3017b1a7-71f9-4d26-927e-59028711c825,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:38.681541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Checking segment: {'id': '2739d6e3-c5d5-4f88-befc-6dd899c2412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '399fea71-d90a-4dde-bca9-ce7da7265aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:38.681904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Network hostable DHCP agents. Network: 399fea71-d90a-4dde-bca9-ce7da7265aff, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:19:38.838164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5629b3-9a17-41bc-bf36-171739d13957 req-725e83a5-8c61-4e94-abed-c607565f3ecc tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:38.843975 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f5629b3-9a17-41bc-bf36-171739d13957 req-725e83a5-8c61-4e94-abed-c607565f3ecc tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0529213
May 14 21:19:38.845814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Network 399fea71-d90a-4dde-bca9-ce7da7265aff is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:19:38.868699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b619e4-4e00-4558-87e1-8f8f1d3e9e64 req-f040cc51-721e-4126-acde-476af2c16d81 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:38.870248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43b619e4-4e00-4558-87e1-8f8f1d3e9e64 req-f040cc51-721e-4126-acde-476af2c16d81 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0513918
May 14 21:19:38.900732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f5629b3-9a17-41bc-bf36-171739d13957 req-8cf8d3e2-badd-4f77-9978-7b8c5cf3c738 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517933
May 14 21:19:38.934823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43b619e4-4e00-4558-87e1-8f8f1d3e9e64 req-5c1e73bb-19eb-408f-b239-ff0161bac7b0 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581350
May 14 21:19:39.017377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 399fea71-d90a-4dde-bca9-ce7da7265aff) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:39.020658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-474c1e82-2afc-49ce-82ec-6bc024a3c7f4 req-452ee03c-ef8a-42ff-adcc-6e13b19b1890 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 210 time: 0.0349646
May 14 21:19:39.023280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:39.027011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ae97a-b1c9-47cb-9136-c9d7cc8ffbff None None] Network 399fea71-d90a-4dde-bca9-ce7da7265aff requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:39.030478 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:39.138517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8f46625-3b13-4e5d-a1ec-85948586315e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9497807
May 14 21:19:39.162808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b921e-f4a7-4dd2-aa3b-2829153a19f5 None None] Network 399fea71-d90a-4dde-bca9-ce7da7265aff requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:39.219637 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fec4b10f-58d5-499c-babe-ee17396b1fd6 req-777fb190-d965-4ca1-abd1-c1878279833d tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9f6c282-322e-4eac-b6d0-959de031b52a HTTP/1.1" status: 200  len: 210 time: 0.0739534
May 14 21:19:39.361513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-116f7db3-90f7-4564-a9ac-6838611ebba7 req-57851558-8d92-4339-bb05-791c5128ccaf tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d209b6a-5acd-489a-a90e-7007404e063d HTTP/1.1" status: 200  len: 210 time: 0.0287385
May 14 21:19:39.431848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:39.463378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:39.463831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8d9e55ad-f15d-4d89-82b6-1590b8ae3515 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:39.464323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:39.471031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2771a-951c-4f42-967b-e6c5aba320d6 req-d6410346-f0d8-490e-882e-40cf95e321f1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:39.478264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-95d2771a-951c-4f42-967b-e6c5aba320d6 req-d6410346-f0d8-490e-882e-40cf95e321f1 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0560865
May 14 21:19:39.524028 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-95d2771a-951c-4f42-967b-e6c5aba320d6 req-52fa9d21-5f1b-4f3d-b038-1df8d670e1af tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449269
May 14 21:19:39.525982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6e143aa4-8463-48f0-811f-4b6a220e18c3 req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-958746035', 'description': 'tempest-description-1524654264'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:39.567782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:39.619946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e143aa4-8463-48f0-811f-4b6a220e18c3 req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:39.686896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e143aa4-8463-48f0-811f-4b6a220e18c3 req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (23b2b053-8a5c-42d4-a604-0ef99a0ef831), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:39.764988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e143aa4-8463-48f0-811f-4b6a220e18c3 req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (23b2b053-8a5c-42d4-a604-0ef99a0ef831), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:39.795137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2b053-8a5c-42d4-a604-0ef99a0ef831,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:39.915784 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e143aa4-8463-48f0-811f-4b6a220e18c3 req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:39.917259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e143aa4-8463-48f0-811f-4b6a220e18c3 req-951470e3-957b-42dd-b425-5a3711f62017 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.3962791
May 14 21:19:39.985583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-6de2aaf9-7e3d-4f23-9376-a81426e0d97e tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/23b2b053-8a5c-42d4-a604-0ef99a0ef831 HTTP/1.1" status: 200  len: 1829 time: 0.0431457
May 14 21:19:40.004523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23b2b053-8a5c-42d4-a604-0ef99a0ef831', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:40.005203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '23b2b053-8a5c-42d4-a604-0ef99a0ef831', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:40.056539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d209b6a-5acd-489a-a90e-7007404e063d', 'name': 'network-vif-deleted', 'tag': '8ba8255b-e658-44bc-8857-dd535d71b0ea'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:40.058863 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7808e8-e38d-4ad7-ad47-972341aa84f5" -d '{"events": [{"server_uuid": "2d209b6a-5acd-489a-a90e-7007404e063d", "name": "network-vif-deleted", "tag": "8ba8255b-e658-44bc-8857-dd535d71b0ea"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:40.080741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d089f-86d1-4713-91c0-8a59bcbd399a req-ce9aeef7-47c2-43c1-bbdf-27b67d6b3239 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:40.082260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e18d089f-86d1-4713-91c0-8a59bcbd399a req-ce9aeef7-47c2-43c1-bbdf-27b67d6b3239 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0614030
May 14 21:19:40.166029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8ba8255b-e658-44bc-8857-dd535d71b0ea no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:40.176944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group_rule (774e4d8c-2698-4690-9188-4e186d3008cd), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.193944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 8ba8255b-e658-44bc-8857-dd535d71b0ea {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:40.194656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8ba8255b-e658-44bc-8857-dd535d71b0ea not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:40.213075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e18d089f-86d1-4713-91c0-8a59bcbd399a req-d7c10725-1c3d-4c37-9353-7f78a14595de tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194365
May 14 21:19:40.222026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group_rule (774e4d8c-2698-4690-9188-4e186d3008cd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.249529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6ee3b656-f3c7-48d7-b339-173cccc2b5c3 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:40.251610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6ee3b656-f3c7-48d7-b339-173cccc2b5c3 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.1662035
May 14 21:19:40.264305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'port': {'device_id': '327460c9-f487-4dc2-8b71-495cf16c0620', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'admin_state_up': True, 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:40.351594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0222dfc0-cc12-46e7-8499-e5a65c43afb6 req-58a41762-ba9d-41dd-91a7-7f45965221fe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 210 time: 0.0542064
May 14 21:19:40.389242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (774e4d8c-2698-4690-9188-4e186d3008cd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.391552 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d30a8d3c-66bb-415b-af02-d4458a8eead6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.413498 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4252952-156e-40ce-a689-4de70b677c6e x-openstack-request-id: req-f4252952-156e-40ce-a689-4de70b677c6e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:40.414118 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d209b6a-5acd-489a-a90e-7007404e063d", "name": "network-vif-deleted", "tag": "8ba8255b-e658-44bc-8857-dd535d71b0ea", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:40.414118 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4252952-156e-40ce-a689-4de70b677c6e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:40.414600 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4252952-156e-40ce-a689-4de70b677c6e'] response: {'server_uuid': '2d209b6a-5acd-489a-a90e-7007404e063d', 'name': 'network-vif-deleted', 'tag': '8ba8255b-e658-44bc-8857-dd535d71b0ea', 'status': 'completed', 'code': 200}
May 14 21:19:40.428385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774e4d8c-2698-4690-9188-4e186d3008cd,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:40.553872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.555449 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-837a0019-56a2-46f1-bbbf-4f6cb5b4e613 req-d3f95661-9798-4b3c-8ded-4612a5f201ca tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5584655
May 14 21:19:40.633483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:40.637486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.659443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1444a-1e88-42c5-affe-75b235109a1d req-ff0f4d9c-843d-4f96-95e7-ac7227b3994f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:40.661417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ae1444a-1e88-42c5-affe-75b235109a1d req-ff0f4d9c-843d-4f96-95e7-ac7227b3994f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0500262
May 14 21:19:40.730186 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ae1444a-1e88-42c5-affe-75b235109a1d req-e1b3c4d3-1035-4882-a5e5-049be69bf3d7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554829
May 14 21:19:40.780104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd0a6bd6-7f31-4d19-a0c6-6607e7615873 req-7c78b959-5b51-4248-80ee-54132d7db103 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/23b2b053-8a5c-42d4-a604-0ef99a0ef831 HTTP/1.1" status: 200  len: 2422 time: 0.0857708
May 14 21:19:40.813752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Allocated IP 172.20.0.9 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/ecde66c9-4927-4dbe-8a39-269b76b9b996) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:19:40.944934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-aee90392-d14d-45ea-a365-e8d978beadc3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:40.946675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-aee90392-d14d-45ea-a365-e8d978beadc3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.1401365
May 14 21:19:40.962623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-d7d1e932-118c-4acd-b20d-e9a0aadcaf00 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0101659
May 14 21:19:40.971037 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:40.999372 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-5ecd0b08-4a1a-4743-a16c-8b3598c07a70 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0285959
May 14 21:19:41.071858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.100428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-7489980a-10f7-42e6-8ae5-1d97f8847f59 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957129
May 14 21:19:41.146649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:19:41.151007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:41.153953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:19:41.156971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=ecde66c9-4927-4dbe-8a39-269b76b9b996,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:41.227537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-c49c159d-221a-4f19-a842-0abf038c99e7 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203055
May 14 21:19:41.233626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:41.234245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.263865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-4efd2127-1392-4178-b0ce-7577dd4d94e4 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-group-rules/774e4d8c-2698-4690-9188-4e186d3008cd HTTP/1.1" status: 200  len: 778 time: 0.0470493
May 14 21:19:41.312219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-ad981f67-6c06-4987-8fdc-2568f1fdb09e tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/23b2b053-8a5c-42d4-a604-0ef99a0ef831 HTTP/1.1" status: 200  len: 2422 time: 0.0486407
May 14 21:19:41.346374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-9357c97f-943d-4426-b36b-b3e4f765131e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0859528
May 14 21:19:41.347789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-af80ef57-56cb-4cfb-a0e5-e8f739c73906 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group_rule (774e4d8c-2698-4690-9188-4e186d3008cd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.356680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-af80ef57-56cb-4cfb-a0e5-e8f739c73906 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group_rule (774e4d8c-2698-4690-9188-4e186d3008cd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.434976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dfcf1777-3e94-4156-8d60-8f985d2ecdbf None None] Provisioning complete for port ecde66c9-4927-4dbe-8a39-269b76b9b996 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:41.435530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1777-3e94-4156-8d60-8f985d2ecdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.476279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dfcf1777-3e94-4156-8d60-8f985d2ecdbf None None] Port ecde66c9-4927-4dbe-8a39-269b76b9b996 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:19:41.498077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-af80ef57-56cb-4cfb-a0e5-e8f739c73906 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (774e4d8c-2698-4690-9188-4e186d3008cd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.508471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-af80ef57-56cb-4cfb-a0e5-e8f739c73906 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.524048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4fca01a-ac57-4917-abd3-498b070a4f1e req-af80ef57-56cb-4cfb-a0e5-e8f739c73906 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/774e4d8c-2698-4690-9188-4e186d3008cd HTTP/1.1" status: 204  len: 173 time: 0.2050719
May 14 21:19:41.528740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ef57-56cb-4cfb-a0e5-e8f739c73906 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=774e4d8c-2698-4690-9188-4e186d3008cd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:41.529388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d2efb-3c77-4ceb-9989-776621c97398 req-f4ccfb02-4589-443b-bdf5-df19599d0344 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:41.541042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e6d2efb-3c77-4ceb-9989-776621c97398 req-f4ccfb02-4589-443b-bdf5-df19599d0344 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 950 time: 0.0813267
May 14 21:19:41.595255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e6d2efb-3c77-4ceb-9989-776621c97398 req-67876b75-e328-4248-a4ed-0e71808793e0 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528584
May 14 21:19:41.673889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5b18-f695-492e-84e9-bf610a633eed req-eb4073ae-0feb-435e-b842-d9fc829ffa57 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:41.676492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c16b5b18-f695-492e-84e9-bf610a633eed req-eb4073ae-0feb-435e-b842-d9fc829ffa57 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0613112
May 14 21:19:41.725480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec5790-770b-4672-bc1e-987f3a7af093 req-03ea86bc-d2e2-4107-ad9e-f20873ba17c9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:41.727396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c16b5b18-f695-492e-84e9-bf610a633eed req-f9c2c614-d403-488c-97bb-a908a48a0186 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454948
May 14 21:19:41.728007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1ec5790-770b-4672-bc1e-987f3a7af093 req-03ea86bc-d2e2-4107-ad9e-f20873ba17c9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 931 time: 0.0529010
May 14 21:19:41.748549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.787862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1ec5790-770b-4672-bc1e-987f3a7af093 req-b938b26b-db45-4b65-a437-3c7f8af9c648 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492535
May 14 21:19:41.809627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-649bc0d3-4ef6-4724-9b2e-1d7206edcf69 req-de644aac-cbde-443e-a99e-63615ae7790b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 210 time: 0.0316691
May 14 21:19:41.819521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-c47b4c6d-3770-4856-9a79-30096f30f956 req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1611476771', 'description': 'tempest-description-30607552'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:41.931008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7942-66e1-408a-9328-352478bec522 req-c0a29c5f-7a2b-466d-9693-b84950b14b38 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:41.932734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-596a7942-66e1-408a-9328-352478bec522 req-c0a29c5f-7a2b-466d-9693-b84950b14b38 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0584073
May 14 21:19:41.964974 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.969486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c47b4c6d-3770-4856-9a79-30096f30f956 req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:41.987086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-596a7942-66e1-408a-9328-352478bec522 req-607dd974-fa65-439f-ba82-db7b84566418 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484843
May 14 21:19:42.036724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c47b4c6d-3770-4856-9a79-30096f30f956 req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (8e1221b5-26dd-4e3b-902e-9bc56abefafb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.107806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c47b4c6d-3770-4856-9a79-30096f30f956 req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8e1221b5-26dd-4e3b-902e-9bc56abefafb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.144979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1221b5-26dd-4e3b-902e-9bc56abefafb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:42.210957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-c47b4c6d-3770-4856-9a79-30096f30f956 req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.212375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c47b4c6d-3770-4856-9a79-30096f30f956 req-555039db-75a6-4a23-97e3-7a9c7d1c9697 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.3975101
May 14 21:19:42.272518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1a1fc2d-6030-4f17-879d-c5740395bbf1 req-735d6b68-4ef7-4869-bd04-34b5ec5051ee tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/8e1221b5-26dd-4e3b-902e-9bc56abefafb HTTP/1.1" status: 200  len: 1828 time: 0.0380740
May 14 21:19:42.298943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Request body: {'port': {'device_id': '327460c9-f487-4dc2-8b71-495cf16c0620', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:42.332146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-116c7c5c-419b-476c-b96d-5bf3de910a3c req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-901171102', 'description': 'tempest-description-746360902'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:42.387949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.522174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-116c7c5c-419b-476c-b96d-5bf3de910a3c req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.684479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-dc111ddc-1548-406a-932a-a888e78c5cb7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:42.685961 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-dc111ddc-1548-406a-932a-a888e78c5cb7 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.0808668
May 14 21:19:42.714211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-8abafea0-70c7-42af-ae43-55b016922c0b service neutron] 10.222.0.36 "GET /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1654625
May 14 21:19:42.719636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-cba7af53-e29e-435e-a043-c3fa8bcba4d8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:42.721990 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-cba7af53-e29e-435e-a043-c3fa8bcba4d8 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 950 time: 0.0859129
May 14 21:19:42.783270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-116c7c5c-419b-476c-b96d-5bf3de910a3c req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (d4741238-beef-42e2-9910-e21316a0d4b2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.816653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e7a1-3b70-4a40-864b-90728bfad940 req-a57d6b3c-b7cc-442a-8df9-cabd7ecfbdf6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:42.818205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca51e7a1-3b70-4a40-864b-90728bfad940 req-a57d6b3c-b7cc-442a-8df9-cabd7ecfbdf6 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 950 time: 0.1292961
May 14 21:19:42.860482 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e8df41f-c47c-4f7c-9217-8138593bf519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.887795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecde66c9-4927-4dbe-8a39-269b76b9b996 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:42.898710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Publish callbacks [] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.934536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Transition to ACTIVE for port object ecde66c9-4927-4dbe-8a39-269b76b9b996 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:19:42.947606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Deleting port 7b6bd46d-2f3e-4883-8027-72b762aafcce {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:42.947951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.950562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Deleting port 93c7b375-0812-49e1-b96d-0fc14fa1a724 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:42.950880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:42.966638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-116c7c5c-419b-476c-b96d-5bf3de910a3c req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d4741238-beef-42e2-9910-e21316a0d4b2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.015189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4741238-beef-42e2-9910-e21316a0d4b2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:43.030449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:43.041064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca51e7a1-3b70-4a40-864b-90728bfad940 req-3c31a78c-d35f-45b6-ac8f-771cb5ecf634 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d7d68bb-b5db-4165-9d20-52c6dfb968d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1992512
May 14 21:19:43.064579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:43.068538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.136743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-116c7c5c-419b-476c-b96d-5bf3de910a3c req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.138598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-116c7c5c-419b-476c-b96d-5bf3de910a3c req-ea2a9fc7-1156-4a5a-a5c0-de57e12d1f4c tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.8123214
May 14 21:19:43.162348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:43.214179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:43.241359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Pushing event updated for resources: {'Port': ['ID=ecde66c9-4927-4dbe-8a39-269b76b9b996,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:43.290431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Attempting to bind port ecde66c9-4927-4dbe-8a39-269b76b9b996 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:19:43.290769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Attempting to bind port ecde66c9-4927-4dbe-8a39-269b76b9b996 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:19:43.291103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Attempting to bind port ecde66c9-4927-4dbe-8a39-269b76b9b996 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:43.321460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Port ecde66c9-4927-4dbe-8a39-269b76b9b996 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:19:43.326989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Attempting to bind port ecde66c9-4927-4dbe-8a39-269b76b9b996 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:43.326989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.350476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:19:43.350819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:43.351165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:19:43.351652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Bound port: ecde66c9-4927-4dbe-8a39-269b76b9b996, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:19:43.352094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.359821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2245cc-050b-4af3-9427-7ae1bc06dcae req-40ad1851-e2eb-4e95-ab41-e9d4a5b0a81e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:43.366215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2245cc-050b-4af3-9427-7ae1bc06dcae req-40ad1851-e2eb-4e95-ab41-e9d4a5b0a81e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 943 time: 0.0968387
May 14 21:19:43.505580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25edff5-8ed9-48e5-bd9e-405a4fcef692 req-e28a5c33-12b8-420c-925f-f492ac92229f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:43.507043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c25edff5-8ed9-48e5-bd9e-405a4fcef692 req-e28a5c33-12b8-420c-925f-f492ac92229f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 943 time: 0.0822148
May 14 21:19:43.529195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c2245cc-050b-4af3-9427-7ae1bc06dcae req-a9eeffe9-4bd4-4e48-9ed8-b4b6c06afd92 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427846
May 14 21:19:43.530366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] Transition to ACTIVE for port object d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:19:43.535659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] For port ecde66c9-4927-4dbe-8a39-269b76b9b996, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:43.550541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] For port ecde66c9-4927-4dbe-8a39-269b76b9b996, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:19:43.567323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] For port 7b6bd46d-2f3e-4883-8027-72b762aafcce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7b6bd46d-2f3e-4883-8027-72b762aafcce,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:43.567746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.578404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] For port 93c7b375-0812-49e1-b96d-0fc14fa1a724, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=93c7b375-0812-49e1-b96d-0fc14fa1a724,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:43.578770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.607166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Calling delete_port for 7b6bd46d-2f3e-4883-8027-72b762aafcce owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:43.611577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Calling delete_port for 93c7b375-0812-49e1-b96d-0fc14fa1a724 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:43.620952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7e06a74-85ae-4b59-bb75-1d4198489c73 req-2777813a-fcd9-42b8-9a14-5b40d242253b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 210 time: 0.0324934
May 14 21:19:43.622479 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.683780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.701079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c25edff5-8ed9-48e5-bd9e-405a4fcef692 req-6d9050ed-99ab-473b-8da7-ca65a9c4c7ed tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810384
May 14 21:19:43.740885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] No DVR routers for this DVR port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:43.757190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.807132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:43.807789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:43.809200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] 10.222.0.48 "PUT /v2.0/ports/ecde66c9-4927-4dbe-8a39-269b76b9b996 HTTP/1.1" status: 200  len: 1091 time: 1.5181019
May 14 21:19:43.811111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327460c9-f487-4dc2-8b71-495cf16c0620', 'tag': 'ecde66c9-4927-4dbe-8a39-269b76b9b996'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:43.813438 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d085c48b-e722-43c3-bf72-0e1257299b20" -d '{"events": [{"name": "network-changed", "server_uuid": "327460c9-f487-4dc2-8b71-495cf16c0620", "tag": "ecde66c9-4927-4dbe-8a39-269b76b9b996"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:43.821354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] Pushing event updated for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:43.826964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f9803ff8-9b8d-4bbb-8bad-70ca926a9a3f service neutron] 10.222.0.36 "PUT /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1057775
May 14 21:19:43.842329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb55cec-b24e-4398-a76c-b584c4b28c05 req-3457b5e0-715f-48f0-bd66-b8f393d984e9 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:43.843984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2bb55cec-b24e-4398-a76c-b584c4b28c05 req-3457b5e0-715f-48f0-bd66-b8f393d984e9 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 945 time: 0.1205537
May 14 21:19:43.863991 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30fe6c41-e5a5-40fe-abba-b09790006b84 req-ef25801a-a46a-4120-822a-a392f7793e32 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/d4741238-beef-42e2-9910-e21316a0d4b2 HTTP/1.1" status: 200  len: 1828 time: 0.1236012
May 14 21:19:43.945155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2bb55cec-b24e-4398-a76c-b584c4b28c05 req-65c973c2-0736-431e-ba0c-6dab9a100291 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823841
May 14 21:19:43.955038 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07753f1-7f25-4a18-ad97-c8436dde4ffa x-openstack-request-id: req-f07753f1-7f25-4a18-ad97-c8436dde4ffa {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:43.966059 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327460c9-f487-4dc2-8b71-495cf16c0620", "tag": "ecde66c9-4927-4dbe-8a39-269b76b9b996", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:43.966415 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f07753f1-7f25-4a18-ad97-c8436dde4ffa {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:43.966799 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07753f1-7f25-4a18-ad97-c8436dde4ffa'] response: {'name': 'network-changed', 'server_uuid': '327460c9-f487-4dc2-8b71-495cf16c0620', 'tag': 'ecde66c9-4927-4dbe-8a39-269b76b9b996', 'status': 'completed', 'code': 200}
May 14 21:19:43.967705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f1973-9f5c-4b4a-be2d-817ad782f4af service neutron] Pushing event updated for resources: {'Port': ['ID=ecde66c9-4927-4dbe-8a39-269b76b9b996,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:43.981388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-b4621d87-24e4-424c-bd62-e76b43b14878 req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2050629647', 'description': 'tempest-description-431659457'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:44.115742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7b6bd46d-2f3e-4883-8027-72b762aafcce), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.118174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (93c7b375-0812-49e1-b96d-0fc14fa1a724), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.120026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b4621d87-24e4-424c-bd62-e76b43b14878 req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.130215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['90cac83b-ecf9-42a5-984e-9c943dbe93d1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:44.140243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7b6bd46d-2f3e-4883-8027-72b762aafcce'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:44.193522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Pushing event deleted for resources: {'Port': ['ID=7b6bd46d-2f3e-4883-8027-72b762aafcce,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:44.211033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['93c7b375-0812-49e1-b96d-0fc14fa1a724'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:44.252369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Pushing event deleted for resources: {'Port': ['ID=93c7b375-0812-49e1-b96d-0fc14fa1a724,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:44.325979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] No DVR routers for this DVR port 93c7b375-0812-49e1-b96d-0fc14fa1a724 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:44.330107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] No DVR routers for this DVR port 7b6bd46d-2f3e-4883-8027-72b762aafcce on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:44.333203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.336754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8df4a94b-a709-40e6-9eaa-89c249918667 req-1eb93d8c-494b-47da-800e-044e8c542751 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.48 "DELETE /v2.0/ports/93c7b375-0812-49e1-b96d-0fc14fa1a724 HTTP/1.1" status: 204  len: 173 time: 1.5971577
May 14 21:19:44.340146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'name': 'network-vif-deleted', 'tag': '93c7b375-0812-49e1-b96d-0fc14fa1a724'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:44.343191 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c66316-9192-495a-98ad-085780fc02aa" -d '{"events": [{"server_uuid": "aebd3dc2-1a09-4160-9276-8df5efb2fa05", "name": "network-vif-deleted", "tag": "93c7b375-0812-49e1-b96d-0fc14fa1a724"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:44.352339 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.357258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5befc776-d6fa-4b15-a860-0f435fed3bcd req-b66a27ad-2038-42c3-a302-82c7d3c11832 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.36 "DELETE /v2.0/ports/7b6bd46d-2f3e-4883-8027-72b762aafcce HTTP/1.1" status: 204  len: 173 time: 1.6627240
May 14 21:19:44.403344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b4621d87-24e4-424c-bd62-e76b43b14878 req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (0d065ddc-22a8-4349-a852-0be85d79ba24), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.468146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c48b-e722-43c3-bf72-0e1257299b20 req-99e71d2d-e2e2-4b38-84f7-a69f6acd3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.469546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d085c48b-e722-43c3-bf72-0e1257299b20 req-99e71d2d-e2e2-4b38-84f7-a69f6acd3692 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 1125 time: 0.4793782
May 14 21:19:44.484920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b4621d87-24e4-424c-bd62-e76b43b14878 req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0d065ddc-22a8-4349-a852-0be85d79ba24), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.485609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e75a8f76-d257-498f-9ef6-4a41ba82c5fc req-c3100b56-1db3-40a5-875e-16638e117342 tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0782075
May 14 21:19:44.530917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-b231b090-7d54-43d3-968e-0f6ca9a90a1a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.532469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-b231b090-7d54-43d3-968e-0f6ca9a90a1a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1279342
May 14 21:19:44.537206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d065ddc-22a8-4349-a852-0be85d79ba24,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:44.566452 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072985de-1530-4e3b-8df0-4d174e3c735b x-openstack-request-id: req-072985de-1530-4e3b-8df0-4d174e3c735b {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:44.566452 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebd3dc2-1a09-4160-9276-8df5efb2fa05", "name": "network-vif-deleted", "tag": "93c7b375-0812-49e1-b96d-0fc14fa1a724", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:44.566452 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-072985de-1530-4e3b-8df0-4d174e3c735b {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:44.566452 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072985de-1530-4e3b-8df0-4d174e3c735b'] response: {'server_uuid': 'aebd3dc2-1a09-4160-9276-8df5efb2fa05', 'name': 'network-vif-deleted', 'tag': '93c7b375-0812-49e1-b96d-0fc14fa1a724', 'status': 'completed', 'code': 200}
May 14 21:19:44.613045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-fcd5163b-5c38-486b-8aea-6a6463f3096b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.614583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-fcd5163b-5c38-486b-8aea-6a6463f3096b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.6359606
May 14 21:19:44.623238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b4621d87-24e4-424c-bd62-e76b43b14878 req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:44.624713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4621d87-24e4-424c-bd62-e76b43b14878 req-eda3a243-f481-42ab-9583-db95d0efb292 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.6646194
May 14 21:19:44.652842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Request body: {'port': {'device_id': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'admin_state_up': True, 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:44.699153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-22cd52ef-5938-4b10-a7f6-017e366138b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.700753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-22cd52ef-5938-4b10-a7f6-017e366138b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d HTTP/1.1" status: 200  len: 1126 time: 0.1319013
May 14 21:19:44.706845 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d757a053-305d-4782-9518-02c08d635646 req-697deefe-ae73-4e68-bd80-312a04ceaf8a tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/0d065ddc-22a8-4349-a852-0be85d79ba24 HTTP/1.1" status: 200  len: 1829 time: 0.0601947
May 14 21:19:44.814677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1f8b8-d4be-4b20-aad9-6b53f5c8dcc6 req-5afc2774-3fbf-4315-be10-ab52a92f0e83 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.823081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46c1f8b8-d4be-4b20-aad9-6b53f5c8dcc6 req-5afc2774-3fbf-4315-be10-ab52a92f0e83 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 943 time: 0.2031825
May 14 21:19:44.825387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57bcb189-e79c-4a1c-a8fc-b0ff1ea9f083 req-7ae0b1e4-b437-4393-9b71-0664f1e64365 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 210 time: 0.0372460
May 14 21:19:44.857964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-2d0ce23b-15f7-4df6-a718-ddeabf1be683 req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1776501054', 'description': 'tempest-description-537240950'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:44.864696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c48b-e722-43c3-bf72-0e1257299b20 req-72da5e60-85ee-47f3-b311-fefe52b783fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.866168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d085c48b-e722-43c3-bf72-0e1257299b20 req-72da5e60-85ee-47f3-b311-fefe52b783fa service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a924ca59a9ac44cf96e53be012a43af1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.3853881
May 14 21:19:44.887589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-dd040834-0937-4367-9f6c-e6ecd36857e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:44.889017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-dd040834-0937-4367-9f6c-e6ecd36857e4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1126 time: 0.1256881
May 14 21:19:45.015330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2d0ce23b-15f7-4df6-a718-ddeabf1be683 req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:45.060571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46c1f8b8-d4be-4b20-aad9-6b53f5c8dcc6 req-1af12a9d-d14f-45bc-94e1-892e3a81720e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366328
May 14 21:19:45.101421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c48b-e722-43c3-bf72-0e1257299b20 req-742f5529-d29d-4063-af0a-4b590399d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.103977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d085c48b-e722-43c3-bf72-0e1257299b20 req-742f5529-d29d-4063-af0a-4b590399d1e0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2299953
May 14 21:19:45.109763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2d0ce23b-15f7-4df6-a718-ddeabf1be683 req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (9f460215-eb78-4789-a85c-775aca371459), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:45.122663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-141de837-b4d9-44a2-8b23-0e45d11ed00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.124355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-141de837-b4d9-44a2-8b23-0e45d11ed00a service neutron] 10.222.0.48 "GET /v2.0/networks?id=2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 200  len: 922 time: 0.2202919
May 14 21:19:45.194167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb8a9c-63df-46f5-aff2-2b335acab2b4 req-b263e8c2-18b7-41d6-8417-068d3a89a8fc tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.195736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53bb8a9c-63df-46f5-aff2-2b335acab2b4 req-b263e8c2-18b7-41d6-8417-068d3a89a8fc tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0482163
May 14 21:19:45.196734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:45.199881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:45.231887 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2d0ce23b-15f7-4df6-a718-ddeabf1be683 req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9f460215-eb78-4789-a85c-775aca371459), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:45.308581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f460215-eb78-4789-a85c-775aca371459,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:45.347566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-0d046a91-000d-4bc0-a2bd-b8e8a1389731 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 200  len: 217 time: 0.0929046
May 14 21:19:45.369333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53bb8a9c-63df-46f5-aff2-2b335acab2b4 req-c28cc761-1a9e-4fb7-b6f6-ee5763471c02 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663587
May 14 21:19:45.379016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2d0ce23b-15f7-4df6-a718-ddeabf1be683 req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:45.387325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d0ce23b-15f7-4df6-a718-ddeabf1be683 req-e32098bb-8dd1-4176-b6bd-1f35c4e49879 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5335157
May 14 21:19:45.450434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-5576c9b4-5458-4599-b571-fb1bc4552fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.452290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-5576c9b4-5458-4599-b571-fb1bc4552fa6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 1125 time: 0.1199436
May 14 21:19:45.497996 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-05fdf482-9211-4e18-a16a-8e364bec3726 req-6a276f6b-5ec1-48e4-a9b7-e7c6cd141a8f tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce274e08-ca06-45ce-aa97-0149f081eb19 HTTP/1.1" status: 200  len: 210 time: 0.0427356
May 14 21:19:45.522049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-e0ffcea5-f639-4bf6-94d2-255d17c1e010 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996 HTTP/1.1" status: 200  len: 217 time: 0.0513651
May 14 21:19:45.554991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-1e3fe71c-b89d-4f3a-894d-1b1f93135514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.556522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-1e3fe71c-b89d-4f3a-894d-1b1f93135514 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 200  len: 861 time: 0.1842566
May 14 21:19:45.559422 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:45.647267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-35ea6907-7438-471a-9dc0-ea79017a9159 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2f366748-ecde-43ad-b849-3c9dce1cc30b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480344
May 14 21:19:45.676144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Allocated IP 172.20.0.13 (3bdbef8a-a684-458d-bfe2-b4f322a15d2e/efe38ebe-2521-4253-b829-c6ff672adb03/1c2acd91-d9e5-4266-97e0-03e3c6564b39) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:19:45.680060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c06dcb78-5603-4669-9b76-52f98e0ab9fd req-3c589ce0-736a-44bd-a591-afa033f96aab tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/9f460215-eb78-4789-a85c-775aca371459 HTTP/1.1" status: 200  len: 1829 time: 0.2571199
May 14 21:19:45.695275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-f927e12d-c980-4192-a399-1cbb545d03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.696837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-f927e12d-c980-4192-a399-1cbb545d03bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1524203
May 14 21:19:45.826949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab1b248b-c2a4-4bf8-9ad2-9b2d3f03ff5b req-420fd5ad-792d-4ce0-8260-22790e1fddbd tempest-ServersOnMultiNodesTest-480636702 tempest-ServersOnMultiNodesTest-480636702-project] 10.222.0.52 "GET /v2.0/ports?device_id=aebd3dc2-1a09-4160-9276-8df5efb2fa05 HTTP/1.1" status: 200  len: 210 time: 0.0545390
May 14 21:19:45.836927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-0c7d8519-b802-47a3-9272-37338348eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:45.842597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-0c7d8519-b802-47a3-9272-37338348eebe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1284394
May 14 21:19:45.956267 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-cadb2ee8-7ff4-4847-ac12-bb17c71c1a58 req-522bd38a-c1d6-494c-a266-34552102f044 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] show failed (client error): The resource could not be found.
May 14 21:19:45.957313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cadb2ee8-7ff4-4847-ac12-bb17c71c1a58 req-522bd38a-c1d6-494c-a266-34552102f044 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/72ac3b72-10fd-41fc-8c11-601bb8c981c0 HTTP/1.1" status: 404  len: 352 time: 0.1056085
May 14 21:19:45.987417 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-b7d18ae3-0290-44f5-9e28-5928cbaaafa9 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3309438
May 14 21:19:46.021087 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-84735ed2-ad6b-4c72-8fce-e1dd8c1fce44 req-c0473a64-673b-41fd-8a3d-699b2f3f486a tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] show failed (client error): The resource could not be found.
May 14 21:19:46.022396 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84735ed2-ad6b-4c72-8fce-e1dd8c1fce44 req-c0473a64-673b-41fd-8a3d-699b2f3f486a tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-group-rules/90241d6f-a787-404b-be1c-ba4b453e0f90 HTTP/1.1" status: 404  len: 361 time: 0.0212545
May 14 21:19:46.115715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4daa9a03-8af5-4ce1-87f9-0d5c1a55d6d1 req-7fe1994d-0ac5-47f6-87d5-5f043dc20fb1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 210 time: 0.0778832
May 14 21:19:46.128557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-3e7c274a-2043-4e48-85e1-391193a30d5a service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768335
May 14 21:19:46.133797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a426478-9c5b-43ee-99b9-13aa35b0c429 req-3f269e4a-5f40-4e81-acf3-aa38f5ddfc7b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:46.135832 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a426478-9c5b-43ee-99b9-13aa35b0c429 req-3f269e4a-5f40-4e81-acf3-aa38f5ddfc7b tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.0509143
May 14 21:19:46.186364 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a426478-9c5b-43ee-99b9-13aa35b0c429 req-ae153936-3dd5-4125-8cdf-06df1f055147 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434206
May 14 21:19:46.194041 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks [] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.197512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 93c7b375-0812-49e1-b96d-0fc14fa1a724 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:46.220602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 93c7b375-0812-49e1-b96d-0fc14fa1a724 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:46.220946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 93c7b375-0812-49e1-b96d-0fc14fa1a724 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:46.270521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-31088029-c3a7-41db-b767-0c2f136ef681 service neutron] 10.222.0.48 "GET /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2758362
May 14 21:19:46.305574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd7dd-dd7d-4f41-9cea-2139926d3b16 req-5b8032e1-6266-4b50-ba6a-8df9b243ec9f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:46.307075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eec1a25b-9520-43bb-b4f6-d7188b9f76fb req-a130b7c9-b237-43a6-938d-0faaa2a6de78 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/9f460215-eb78-4789-a85c-775aca371459 HTTP/1.1" status: 200  len: 1829 time: 0.1608398
May 14 21:19:46.307218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b32fd7dd-dd7d-4f41-9cea-2139926d3b16 req-5b8032e1-6266-4b50-ba6a-8df9b243ec9f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 943 time: 0.0568194
May 14 21:19:46.316045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b63067c-3481-476f-b42f-9fb3740dbd3c req-14fc1929-40ec-4fbd-8b58-5bcf7a41dc17 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1812923
May 14 21:19:46.360879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b32fd7dd-dd7d-4f41-9cea-2139926d3b16 req-3ce9cc26-85c8-4d1b-97fc-0428576f2690 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474548
May 14 21:19:46.373551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-eec1a25b-9520-43bb-b4f6-d7188b9f76fb req-7d23c61a-b548-4dd0-8868-5971aeab2584 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (9f460215-eb78-4789-a85c-775aca371459), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.385762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.438349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-eec1a25b-9520-43bb-b4f6-d7188b9f76fb req-7d23c61a-b548-4dd0-8868-5971aeab2584 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (9f460215-eb78-4789-a85c-775aca371459), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.454906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:19:46.466419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:46.475867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:19:46.481224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event updated for resources: {'Port': ['ID=1c2acd91-d9e5-4266-97e0-03e3c6564b39,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:46.541953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:46.542661 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.549863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6c1f8-b006-4618-9d24-b67cd3cabadb req-18b774b4-05b4-49ea-8853-b5f6fa15a762 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:46.551587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8b6c1f8-b006-4618-9d24-b67cd3cabadb req-18b774b4-05b4-49ea-8853-b5f6fa15a762 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0804255
May 14 21:19:46.557481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-d0a5b534-4467-4252-8030-3ccb3d119376 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:46.558816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-d0a5b534-4467-4252-8030-3ccb3d119376 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 945 time: 0.0776026
May 14 21:19:46.560412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'name': 'network-vif-deleted', 'tag': '7b6bd46d-2f3e-4883-8027-72b762aafcce'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:46.562613 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e05c87-80a8-4220-86f8-db5e9dd6ad7e" -d '{"events": [{"server_uuid": "ce274e08-ca06-45ce-aa97-0149f081eb19", "name": "network-vif-deleted", "tag": "7b6bd46d-2f3e-4883-8027-72b762aafcce"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:46.658178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-eec1a25b-9520-43bb-b4f6-d7188b9f76fb req-7d23c61a-b548-4dd0-8868-5971aeab2584 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9f460215-eb78-4789-a85c-775aca371459), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.658178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-eec1a25b-9520-43bb-b4f6-d7188b9f76fb req-7d23c61a-b548-4dd0-8868-5971aeab2584 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.659001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eec1a25b-9520-43bb-b4f6-d7188b9f76fb req-7d23c61a-b548-4dd0-8868-5971aeab2584 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "DELETE /v2.0/security-groups/9f460215-eb78-4789-a85c-775aca371459 HTTP/1.1" status: 204  len: 173 time: 0.3410931
May 14 21:19:46.668644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8b6c1f8-b006-4618-9d24-b67cd3cabadb req-cf9fce75-1f10-4175-ac83-5102b87bf020 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088514
May 14 21:19:46.669191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23c61a-b548-4dd0-8868-5971aeab2584 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f460215-eb78-4789-a85c-775aca371459,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:46.684133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-39f4b668-13a9-4c2e-8842-ccfb8513ead1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0453928
May 14 21:19:46.704078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Request body: {'port': {'device_id': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:46.710096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Deleting port ec8012be-be33-462f-961b-6c852f9a37d4 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:46.710702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.738841 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f541ebb-0eca-4889-a71b-bbbf2a56f041 x-openstack-request-id: req-0f541ebb-0eca-4889-a71b-bbbf2a56f041 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:46.739393 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce274e08-ca06-45ce-aa97-0149f081eb19", "name": "network-vif-deleted", "tag": "7b6bd46d-2f3e-4883-8027-72b762aafcce", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:46.739729 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f541ebb-0eca-4889-a71b-bbbf2a56f041 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:46.740189 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f541ebb-0eca-4889-a71b-bbbf2a56f041'] response: {'server_uuid': 'ce274e08-ca06-45ce-aa97-0149f081eb19', 'name': 'network-vif-deleted', 'tag': '7b6bd46d-2f3e-4883-8027-72b762aafcce', 'status': 'completed', 'code': 200}
May 14 21:19:46.745549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.819852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.831658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-031ae421-bd91-4d3f-b862-9e9a151df3de req-e40ebc75-5c16-456e-9e06-d5780581d8de tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/0d065ddc-22a8-4349-a852-0be85d79ba24 HTTP/1.1" status: 200  len: 1829 time: 0.0869703
May 14 21:19:46.832410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] For port ec8012be-be33-462f-961b-6c852f9a37d4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec8012be-be33-462f-961b-6c852f9a37d4,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:46.832410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:46.845594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Calling delete_port for ec8012be-be33-462f-961b-6c852f9a37d4 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:46.962291 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-031ae421-bd91-4d3f-b862-9e9a151df3de req-69118a36-593e-424f-91cc-645c0c0fd886 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (0d065ddc-22a8-4349-a852-0be85d79ba24), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.043746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-031ae421-bd91-4d3f-b862-9e9a151df3de req-69118a36-593e-424f-91cc-645c0c0fd886 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (0d065ddc-22a8-4349-a852-0be85d79ba24), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.068233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ec8012be-be33-462f-961b-6c852f9a37d4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.082065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ec8012be-be33-462f-961b-6c852f9a37d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:47.102007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event deleted for resources: {'Port': ['ID=ec8012be-be33-462f-961b-6c852f9a37d4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:47.151595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] No DVR routers for this DVR port ec8012be-be33-462f-961b-6c852f9a37d4 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:47.154216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.158219 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc9fe30c-f7f9-4712-a8d2-325519fc8d9e req-8a64657e-c653-4f90-a742-e80b19dfab1a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.36 "DELETE /v2.0/ports/ec8012be-be33-462f-961b-6c852f9a37d4 HTTP/1.1" status: 204  len: 173 time: 0.5917737
May 14 21:19:47.232444 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-031ae421-bd91-4d3f-b862-9e9a151df3de req-69118a36-593e-424f-91cc-645c0c0fd886 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0d065ddc-22a8-4349-a852-0be85d79ba24), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.235786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-031ae421-bd91-4d3f-b862-9e9a151df3de req-69118a36-593e-424f-91cc-645c0c0fd886 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.238137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-031ae421-bd91-4d3f-b862-9e9a151df3de req-69118a36-593e-424f-91cc-645c0c0fd886 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "DELETE /v2.0/security-groups/0d065ddc-22a8-4349-a852-0be85d79ba24 HTTP/1.1" status: 204  len: 173 time: 0.3993556
May 14 21:19:47.268672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69118a36-593e-424f-91cc-645c0c0fd886 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d065ddc-22a8-4349-a852-0be85d79ba24,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:47.273181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2acd91-d9e5-4266-97e0-03e3c6564b39 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:47.295265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Publish callbacks [] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.313234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Transition to ACTIVE for port object 1c2acd91-d9e5-4266-97e0-03e3c6564b39 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:19:47.324429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b4ca0-12a7-4e9a-b974-7d02e3e3ee8c req-bc5ba96a-d41e-4711-b1d4-172f4b25fb1f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:47.326289 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d5b4ca0-12a7-4e9a-b974-7d02e3e3ee8c req-bc5ba96a-d41e-4711-b1d4-172f4b25fb1f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 932 time: 0.0899453
May 14 21:19:47.386427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27182-16a2-4164-9300-0c2839ba1e68 req-e30aa5ee-298b-40f1-8951-f4833707aae5 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:47.388079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8e27182-16a2-4164-9300-0c2839ba1e68 req-e30aa5ee-298b-40f1-8951-f4833707aae5 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0679302
May 14 21:19:47.403280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.412439 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d5b4ca0-12a7-4e9a-b974-7d02e3e3ee8c req-403a980f-3350-4a79-8bae-82685717d502 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756202
May 14 21:19:47.441003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7b6bd46d-2f3e-4883-8027-72b762aafcce no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:47.490762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2acd91-d9e5-4266-97e0-03e3c6564b39,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:47.532134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8e27182-16a2-4164-9300-0c2839ba1e68 req-837a2d7f-0b30-451c-916a-ffb385e7e9e6 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368313
May 14 21:19:47.543509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-26494d65-0eb4-49c8-9c34-f361a13da66f req-b4181a77-fcc5-4c60-9c80-139649367c3d tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2 HTTP/1.1" status: 200  len: 210 time: 0.0650082
May 14 21:19:47.653293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 7b6bd46d-2f3e-4883-8027-72b762aafcce {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:47.653843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7b6bd46d-2f3e-4883-8027-72b762aafcce not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:47.657919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Attempting to bind port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:19:47.659082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Attempting to bind port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:19:47.659673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Attempting to bind port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:47.664091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f3ce9d1-778e-4cc9-bbcb-1ca0729c9f21 req-94365088-4bab-4fc3-93d3-7449c8c64167 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/d4741238-beef-42e2-9910-e21316a0d4b2 HTTP/1.1" status: 200  len: 1828 time: 0.0736809
May 14 21:19:47.668679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:19:47.669005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Attempting to bind port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:19:47.681569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:19:47.681903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:47.682057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8eb5d-f653-454f-87a5-ad05a034cc15 req-7a3d6fe0-3487-4068-839f-0b049dda0f4e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:47.682275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Bound using segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:19:47.682710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Bound port: 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:19:47.683062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.683821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68f8eb5d-f653-454f-87a5-ad05a034cc15 req-7a3d6fe0-3487-4068-839f-0b049dda0f4e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 943 time: 0.0519643
May 14 21:19:47.736435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68f8eb5d-f653-454f-87a5-ad05a034cc15 req-8a41051d-093f-447e-a426-22e41dd0f8fe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467436
May 14 21:19:47.789795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f3ce9d1-778e-4cc9-bbcb-1ca0729c9f21 req-762a8956-96c5-48b9-9a10-0ea75f37782b tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (d4741238-beef-42e2-9910-e21316a0d4b2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.817735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] For port 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:47.823827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f3ce9d1-778e-4cc9-bbcb-1ca0729c9f21 req-762a8956-96c5-48b9-9a10-0ea75f37782b tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (d4741238-beef-42e2-9910-e21316a0d4b2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:47.840855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] For port 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c2acd91-d9e5-4266-97e0-03e3c6564b39,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:19:47.859903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60107aa1-c7ea-49d2-90d8-d402f7ac11b4 req-4b6cc493-e672-4d4d-9107-fb91e51d8add tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:47.861504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60107aa1-c7ea-49d2-90d8-d402f7ac11b4 req-4b6cc493-e672-4d4d-9107-fb91e51d8add tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0499504
May 14 21:19:47.914445 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60107aa1-c7ea-49d2-90d8-d402f7ac11b4 req-1d308d52-4111-444b-ac68-81995f82648f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460970
May 14 21:19:48.017432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.019648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f3ce9d1-778e-4cc9-bbcb-1ca0729c9f21 req-762a8956-96c5-48b9-9a10-0ea75f37782b tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d4741238-beef-42e2-9910-e21316a0d4b2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.022200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f3ce9d1-778e-4cc9-bbcb-1ca0729c9f21 req-762a8956-96c5-48b9-9a10-0ea75f37782b tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.023343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f3ce9d1-778e-4cc9-bbcb-1ca0729c9f21 req-762a8956-96c5-48b9-9a10-0ea75f37782b tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "DELETE /v2.0/security-groups/d4741238-beef-42e2-9910-e21316a0d4b2 HTTP/1.1" status: 204  len: 173 time: 0.3512132
May 14 21:19:48.057276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a8956-96c5-48b9-9a10-0ea75f37782b tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4741238-beef-42e2-9910-e21316a0d4b2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:48.068986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.069608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.071052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c2acd91-d9e5-4266-97e0-03e3c6564b39 HTTP/1.1" status: 200  len: 1092 time: 1.3796012
May 14 21:19:48.071511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'tag': '1c2acd91-d9e5-4266-97e0-03e3c6564b39'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:48.073827 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a230a7c0-42a1-40f4-9138-fe9d0259daef" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e74105-d641-42cc-8282-4c6d13ec0581", "tag": "1c2acd91-d9e5-4266-97e0-03e3c6564b39"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:48.080958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58108) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:48.103653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f19e0b1d-4b6e-40c0-b7c0-8dd5c3749839 req-aec3fcac-5091-4163-ac0b-88ce68181441 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/8e1221b5-26dd-4e3b-902e-9bc56abefafb HTTP/1.1" status: 200  len: 1828 time: 0.0581303
May 14 21:19:48.106937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59927-1aa1-4538-854b-9fe5945d75d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2acd91-d9e5-4266-97e0-03e3c6564b39,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:48.139668 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e817966b-7e6f-4555-b389-b19f5cadf91a x-openstack-request-id: req-e817966b-7e6f-4555-b389-b19f5cadf91a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:48.139963 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e74105-d641-42cc-8282-4c6d13ec0581", "tag": "1c2acd91-d9e5-4266-97e0-03e3c6564b39", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:48.142309 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e817966b-7e6f-4555-b389-b19f5cadf91a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:48.142309 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e817966b-7e6f-4555-b389-b19f5cadf91a'] response: {'name': 'network-changed', 'server_uuid': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'tag': '1c2acd91-d9e5-4266-97e0-03e3c6564b39', 'status': 'completed', 'code': 200}
May 14 21:19:48.173234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f19e0b1d-4b6e-40c0-b7c0-8dd5c3749839 req-2608cac0-d8b9-4012-8a7e-ac89e23db7cc tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (8e1221b5-26dd-4e3b-902e-9bc56abefafb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.198430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ecde66c9-4927-4dbe-8a39-269b76b9b996 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:48.202755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f19e0b1d-4b6e-40c0-b7c0-8dd5c3749839 req-2608cac0-d8b9-4012-8a7e-ac89e23db7cc tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (8e1221b5-26dd-4e3b-902e-9bc56abefafb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.204564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230a7c0-42a1-40f4-9138-fe9d0259daef req-ed309945-a5fb-46d5-9760-c7a909d8bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.207031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a230a7c0-42a1-40f4-9138-fe9d0259daef req-ed309945-a5fb-46d5-9760-c7a909d8bf21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 1126 time: 0.0474799
May 14 21:19:48.309300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f7b65769-3327-4059-a4a0-ff581c8bedec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1c562e1e1414d32b858e08cb6379e8a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2271965
May 14 21:19:48.311773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58112) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:48.320480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ecde66c9-4927-4dbe-8a39-269b76b9b996, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:48.337342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'ecde66c9-4927-4dbe-8a39-269b76b9b996', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': 'ecde66c9-4927-4dbe-8a39-269b76b9b996', 'mac_address': 'fa:16:3e:ae:1e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:48.348228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f19e0b1d-4b6e-40c0-b7c0-8dd5c3749839 req-2608cac0-d8b9-4012-8a7e-ac89e23db7cc tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8e1221b5-26dd-4e3b-902e-9bc56abefafb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.351020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f19e0b1d-4b6e-40c0-b7c0-8dd5c3749839 req-2608cac0-d8b9-4012-8a7e-ac89e23db7cc tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.352397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f19e0b1d-4b6e-40c0-b7c0-8dd5c3749839 req-2608cac0-d8b9-4012-8a7e-ac89e23db7cc tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "DELETE /v2.0/security-groups/8e1221b5-26dd-4e3b-902e-9bc56abefafb HTTP/1.1" status: 204  len: 173 time: 0.2437935
May 14 21:19:48.362362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608cac0-d8b9-4012-8a7e-ac89e23db7cc tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1221b5-26dd-4e3b-902e-9bc56abefafb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:48.371588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230a7c0-42a1-40f4-9138-fe9d0259daef req-d1d48ca3-11e8-4628-a3a8-2e2ddc9d16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.373168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a230a7c0-42a1-40f4-9138-fe9d0259daef req-d1d48ca3-11e8-4628-a3a8-2e2ddc9d16d9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b031454047774b4fb8b459f226f645d2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1477964
May 14 21:19:48.382719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ecde66c9-4927-4dbe-8a39-269b76b9b996 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:48.383161 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.406213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecde66c9-4927-4dbe-8a39-269b76b9b996 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:48.429229 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0522b926-a1e1-4202-932f-1696e2be1bb7 admin admin] Publish callbacks [] for security_group (2d7d68bb-b5db-4165-9d20-52c6dfb968d6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.430487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ecde66c9-4927-4dbe-8a39-269b76b9b996, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:48.494477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.511640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0522b926-a1e1-4202-932f-1696e2be1bb7 admin admin] Publish callbacks [] for security_group (2d7d68bb-b5db-4165-9d20-52c6dfb968d6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.530359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff168ca2-104d-4388-9089-0ae6aa288405 req-246d487d-0bae-42cc-b961-3ed79ec76b0e tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "GET /v2.0/security-groups/23b2b053-8a5c-42d4-a604-0ef99a0ef831 HTTP/1.1" status: 200  len: 1829 time: 0.1336837
May 14 21:19:48.548958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bab20e-b20e-4b78-8405-a97917c3461c req-6b3e80ce-5ec0-4fa8-9a0c-c2c14cb63a44 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.552165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44bab20e-b20e-4b78-8405-a97917c3461c req-6b3e80ce-5ec0-4fa8-9a0c-c2c14cb63a44 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 944 time: 0.0707641
May 14 21:19:48.554633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ecde66c9-4927-4dbe-8a39-269b76b9b996,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:48.576613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230a7c0-42a1-40f4-9138-fe9d0259daef req-c342970d-4691-4608-8e21-4d7366afdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.578070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a230a7c0-42a1-40f4-9138-fe9d0259daef req-c342970d-4691-4608-8e21-4d7366afdd71 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1984777
May 14 21:19:48.622369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44bab20e-b20e-4b78-8405-a97917c3461c req-9f9e90af-984b-42f5-a8f8-88c9d1fb13aa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534132
May 14 21:19:48.653712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ff168ca2-104d-4388-9089-0ae6aa288405 req-d37c68c3-f2ae-4581-a1aa-ffee8d5e7f36 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (23b2b053-8a5c-42d4-a604-0ef99a0ef831), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.676520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-3474295c-bca3-49c8-a288-a06a745eaf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.678030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-3474295c-bca3-49c8-a288-a06a745eaf44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 1126 time: 0.0637183
May 14 21:19:48.692236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ff168ca2-104d-4388-9089-0ae6aa288405 req-d37c68c3-f2ae-4581-a1aa-ffee8d5e7f36 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (23b2b053-8a5c-42d4-a604-0ef99a0ef831), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.730753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-fcc19b36-3782-4b2e-90b0-2a115a8063bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c2acd91-d9e5-4266-97e0-03e3c6564b39 HTTP/1.1" status: 200  len: 217 time: 0.0457945
May 14 21:19:48.731343 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0522b926-a1e1-4202-932f-1696e2be1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2d7d68bb-b5db-4165-9d20-52c6dfb968d6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.733906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0522b926-a1e1-4202-932f-1696e2be1bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:48.734908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0522b926-a1e1-4202-932f-1696e2be1bb7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d7d68bb-b5db-4165-9d20-52c6dfb968d6 HTTP/1.1" status: 204  len: 168 time: 0.4221590
May 14 21:19:48.743778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a8f16-bfc2-4c3c-b814-5bdc12cceae8 req-a994f8a3-decd-435d-8d63-cb53015f7688 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:48.745499 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a79a8f16-bfc2-4c3c-b814-5bdc12cceae8 req-a994f8a3-decd-435d-8d63-cb53015f7688 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0519488
May 14 21:19:48.745974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'name': 'network-vif-deleted', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:48.748322 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cda196-a025-49c8-a0ec-d2019cb9a592" -d '{"events": [{"server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "name": "network-vif-deleted", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:48.767161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:48.833063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a79a8f16-bfc2-4c3c-b814-5bdc12cceae8 req-e42d9d0b-3d7c-49fb-9717-3eeaeff00ffe tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767264
May 14 21:19:48.937202 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d64060-1e0f-47f2-a17c-b7c2549fd01d x-openstack-request-id: req-c9d64060-1e0f-47f2-a17c-b7c2549fd01d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:48.937365 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2", "name": "network-vif-deleted", "tag": "ec8012be-be33-462f-961b-6c852f9a37d4", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:48.937565 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9d64060-1e0f-47f2-a17c-b7c2549fd01d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:48.938169 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d64060-1e0f-47f2-a17c-b7c2549fd01d'] response: {'server_uuid': '6fd3b7a9-ef4c-4c53-96bf-acaa54f083d2', 'name': 'network-vif-deleted', 'tag': 'ec8012be-be33-462f-961b-6c852f9a37d4', 'status': 'completed', 'code': 200}
May 14 21:19:49.045489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf89d2-19ae-4b78-a9a8-d9f88e87d391 req-bfee0808-9b27-4fa3-aebb-4b57d1ddc30d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.052284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9bf89d2-19ae-4b78-a9a8-d9f88e87d391 req-bfee0808-9b27-4fa3-aebb-4b57d1ddc30d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 944 time: 0.0585992
May 14 21:19:49.100412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9bf89d2-19ae-4b78-a9a8-d9f88e87d391 req-1a6d585c-09d4-44a5-b0b7-a6793a19f987 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469131
May 14 21:19:49.121316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b926-a1e1-4202-932f-1696e2be1bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d68bb-b5db-4165-9d20-52c6dfb968d6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:49.153700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-6a33afba-3086-4455-b7d7-ed16c24d304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.155298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-6a33afba-3086-4455-b7d7-ed16c24d304c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.4155095
May 14 21:19:49.188424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-bc19cffa-67f2-4cc3-a071-f30079dd5412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271249
May 14 21:19:49.280457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ff168ca2-104d-4388-9089-0ae6aa288405 req-d37c68c3-f2ae-4581-a1aa-ffee8d5e7f36 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (23b2b053-8a5c-42d4-a604-0ef99a0ef831), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.282882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ff168ca2-104d-4388-9089-0ae6aa288405 req-d37c68c3-f2ae-4581-a1aa-ffee8d5e7f36 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.284709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff168ca2-104d-4388-9089-0ae6aa288405 req-d37c68c3-f2ae-4581-a1aa-ffee8d5e7f36 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] 10.222.0.52 "DELETE /v2.0/security-groups/23b2b053-8a5c-42d4-a604-0ef99a0ef831 HTTP/1.1" status: 204  len: 173 time: 0.7440267
May 14 21:19:49.291327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58134) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:49.296904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-a01c2a6c-53b8-4a87-a25d-d73a9a7f1e23 service neutron] 10.222.0.36 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023824
May 14 21:19:49.298014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c68c3-f2ae-4581-a1aa-ffee8d5e7f36 tempest-SecurityGroupRulesNegativeTestJSON-1636161941 tempest-SecurityGroupRulesNegativeTestJSON-1636161941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2b053-8a5c-42d4-a604-0ef99a0ef831,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:49.345718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Deleting subnet 3017b1a7-71f9-4d26-927e-59028711c825 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:19:49.349982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Publish callbacks [] for subnet (3017b1a7-71f9-4d26-927e-59028711c825), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.386611 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3017b1a7-71f9-4d26-927e-59028711c825), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.428373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1661b-08b3-408e-a5ca-fc434997807e req-2d64816e-0d96-4541-b823-cb19c0ebcc6b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.431563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3017b1a7-71f9-4d26-927e-59028711c825), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.431721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bd1661b-08b3-408e-a5ca-fc434997807e req-2d64816e-0d96-4541-b823-cb19c0ebcc6b tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0653014
May 14 21:19:49.450160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab65f29f-ee8b-43e8-8e80-2f9ec884ad0b req-5a26e6ed-db2d-4a62-a602-95863f4c5919 service neutron] 10.222.0.36 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476760
May 14 21:19:49.492272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bd1661b-08b3-408e-a5ca-fc434997807e req-12a5a050-9d1c-470c-a1d7-f89549f884d7 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535066
May 14 21:19:49.544560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58138) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:49.572621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-abf8f0bb-4b13-4bce-8db6-2d4ac159093a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.574276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-abf8f0bb-4b13-4bce-8db6-2d4ac159093a tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2&tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0500302
May 14 21:19:49.590326 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c1944165-9643-43a5-bc20-f4bfcb8c5b85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=704ee73b20f34a9d8786979f32b6da08&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0442898
May 14 21:19:49.598034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:49.631343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3017b1a7-71f9-4d26-927e-59028711c825), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.688178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030eac-9bc8-4ed4-955d-6c123964797b req-de2efe69-cec4-4255-96c3-9b09733f44ed tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.689929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f030eac-9bc8-4ed4-955d-6c123964797b req-de2efe69-cec4-4255-96c3-9b09733f44ed tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 1126 time: 0.0649855
May 14 21:19:49.691991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3017b1a7-71f9-4d26-927e-59028711c825,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:49.704926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.710546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c59ebe74-d798-46c3-a6ff-aa28a9718d1a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3017b1a7-71f9-4d26-927e-59028711c825 HTTP/1.1" status: 204  len: 168 time: 0.4163723
May 14 21:19:49.712835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:49.774660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc5921-29bb-4761-8743-90ac8c547140 admin admin] Publish callbacks [] for security_group (a748dcf9-9453-486e-b25c-b3a1958893c6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.777902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f030eac-9bc8-4ed4-955d-6c123964797b req-521d85b6-e7ad-4a54-b7a4-14e91b7a36b0 tempest-LiveAutoBlockMigrationV225Test-1177449053 tempest-LiveAutoBlockMigrationV225Test-1177449053-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603855
May 14 21:19:49.818167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62aac-6483-4841-96dc-6df4d9f819e7 req-672c5977-48d0-422f-81b4-529dcd91a895 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.826595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bf62aac-6483-4841-96dc-6df4d9f819e7 req-672c5977-48d0-422f-81b4-529dcd91a895 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 944 time: 0.1335444
May 14 21:19:49.869469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc5921-29bb-4761-8743-90ac8c547140 admin admin] Publish callbacks [] for security_group (a748dcf9-9453-486e-b25c-b3a1958893c6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.874238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f08547dd-7fe8-454b-b313-55418bf6b0be service neutron] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:19:49.881598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (399fea71-d90a-4dde-bca9-ce7da7265aff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.882263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f08547dd-7fe8-454b-b313-55418bf6b0be service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:49.883358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd131a6e-62ed-4bd0-bb59-f12b70cd0c81 req-f08547dd-7fe8-454b-b313-55418bf6b0be service neutron] 10.222.0.48 "DELETE /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3012240
May 14 21:19:49.915462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-8bdb4d3d-0567-4b1e-9bdc-298126c7896c tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.916998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-8bdb4d3d-0567-4b1e-9bdc-298126c7896c tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.48 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0938339
May 14 21:19:49.938314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bf62aac-6483-4841-96dc-6df4d9f819e7 req-0ecc0bf6-aee5-428a-ad34-6a02a860deba tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115966
May 14 21:19:49.968037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b794c2d-c506-4d05-8d4e-afcd4f4bef53 req-9c22a0a0-5a0d-4ff1-892f-4491ec1872c1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:49.969921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b794c2d-c506-4d05-8d4e-afcd4f4bef53 req-9c22a0a0-5a0d-4ff1-892f-4491ec1872c1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 944 time: 0.1116202
May 14 21:19:50.026366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (399fea71-d90a-4dde-bca9-ce7da7265aff), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.047792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52309d8940>,) {'filters': {'network_id': ['399fea71-d90a-4dde-bca9-ce7da7265aff']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:50.058264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Deleting port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:50.058559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.059685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52309d8940>, '2739d6e3-c5d5-4f88-befc-6dd899c2412c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:50.059992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52309d8940>, '2739d6e3-c5d5-4f88-befc-6dd899c2412c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:50.066395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b794c2d-c506-4d05-8d4e-afcd4f4bef53 req-5770dcca-17ab-491a-b6c5-1dc861a7b886 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903249
May 14 21:19:50.073537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2739d6e3-c5d5-4f88-befc-6dd899c2412c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.084790 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc5921-29bb-4761-8743-90ac8c547140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a748dcf9-9453-486e-b25c-b3a1958893c6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.087652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc5921-29bb-4761-8743-90ac8c547140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.088806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6abc5921-29bb-4761-8743-90ac8c547140 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a748dcf9-9453-486e-b25c-b3a1958893c6 HTTP/1.1" status: 204  len: 168 time: 0.4897509
May 14 21:19:50.105131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc5921-29bb-4761-8743-90ac8c547140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a748dcf9-9453-486e-b25c-b3a1958893c6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:50.106059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2739d6e3-c5d5-4f88-befc-6dd899c2412c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.114207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:19:50.114664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2739d6e3-c5d5-4f88-befc-6dd899c2412c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:19:50.116597 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:19:50.208933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a48f2-43f0-4520-9078-637fac461db3 req-6ebfa949-35d5-4257-b5fe-23e963812952 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:50.210438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd1a48f2-43f0-4520-9078-637fac461db3 req-6ebfa949-35d5-4257-b5fe-23e963812952 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 946 time: 0.0604329
May 14 21:19:50.230249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ecde66c9-4927-4dbe-8a39-269b76b9b996 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:50.248793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] For port 90cac83b-ecf9-42a5-984e-9c943dbe93d1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90cac83b-ecf9-42a5-984e-9c943dbe93d1,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:50.249423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.256290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (399fea71-d90a-4dde-bca9-ce7da7265aff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.262123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.265576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] 10.222.0.52 "DELETE /v2.0/networks/399fea71-d90a-4dde-bca9-ce7da7265aff HTTP/1.1" status: 204  len: 168 time: 0.5513904
May 14 21:19:50.301214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port ecde66c9-4927-4dbe-8a39-269b76b9b996 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:19:50.304502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Calling delete_port for 90cac83b-ecf9-42a5-984e-9c943dbe93d1 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:50.306719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6946-5635-44c3-9daf-e7a48453ae50 admin admin] Pushing event deleted for resources: {'Network': ['ID=399fea71-d90a-4dde-bca9-ce7da7265aff,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:50.329600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd1a48f2-43f0-4520-9078-637fac461db3 req-4440be77-bec2-4e89-8a66-f2c9f9fb8fef tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/security-groups?id=b761acd2-43a0-4b9f-9bff-92a01d2b4d45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131845
May 14 21:19:50.416980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port ecde66c9-4927-4dbe-8a39-269b76b9b996 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:50.417430 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.469118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f283c7-4659-4e52-878a-4406dd4cb948 req-2009b7e9-e406-4caf-81a6-4d584aa85aaf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:50.471133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01f283c7-4659-4e52-878a-4406dd4cb948 req-2009b7e9-e406-4caf-81a6-4d584aa85aaf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 944 time: 0.0765734
May 14 21:19:50.515710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ecde66c9-4927-4dbe-8a39-269b76b9b996 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:50.518608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.557843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327460c9-f487-4dc2-8b71-495cf16c0620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde66c9-4927-4dbe-8a39-269b76b9b996'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:50.564016 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5d0169-6d61-4388-a21d-0029f58ad497" -d '{"events": [{"server_uuid": "327460c9-f487-4dc2-8b71-495cf16c0620", "name": "network-vif-plugged", "status": "completed", "tag": "ecde66c9-4927-4dbe-8a39-269b76b9b996"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:50.570130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594a263-23e0-4690-92b9-764cac5ae9e7 req-edc6b51d-837f-49ef-9b5a-73df38ba2021 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:50.573711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ecde66c9-4927-4dbe-8a39-269b76b9b996, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:50.576097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4594a263-23e0-4690-92b9-764cac5ae9e7 req-edc6b51d-837f-49ef-9b5a-73df38ba2021 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.1004472
May 14 21:19:50.584714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01f283c7-4659-4e52-878a-4406dd4cb948 req-f66dc10b-1947-4f57-8497-e313a0505106 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044235
May 14 21:19:50.635860 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f91762c-5c66-4a1e-8f74-088d1e4e0c51 x-openstack-request-id: req-1f91762c-5c66-4a1e-8f74-088d1e4e0c51 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:50.636365 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327460c9-f487-4dc2-8b71-495cf16c0620", "name": "network-vif-plugged", "status": "completed", "tag": "ecde66c9-4927-4dbe-8a39-269b76b9b996", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:50.636685 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f91762c-5c66-4a1e-8f74-088d1e4e0c51 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:50.636854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4594a263-23e0-4690-92b9-764cac5ae9e7 req-44f9ea85-eb8f-498c-88f2-1060389819cd tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568914
May 14 21:19:50.637202 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f91762c-5c66-4a1e-8f74-088d1e4e0c51'] response: {'server_uuid': '327460c9-f487-4dc2-8b71-495cf16c0620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde66c9-4927-4dbe-8a39-269b76b9b996', 'code': 200}
May 14 21:19:50.686004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58168) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:50.702143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.707195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (90cac83b-ecf9-42a5-984e-9c943dbe93d1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.764140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04a56bd3-ce27-4bb4-9f96-d9f317e3f53a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=167a02a955b249cd9d3bd1bd34d95954&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0729718
May 14 21:19:50.764140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Pushing event deleted for resources: {'Port': ['ID=90cac83b-ecf9-42a5-984e-9c943dbe93d1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:50.765172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58172) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:50.797586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ecde66c9-4927-4dbe-8a39-269b76b9b996,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:50.809392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] No DVR routers for this DVR port 90cac83b-ecf9-42a5-984e-9c943dbe93d1 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:50.812822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.822156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd45b5e0-3525-4c84-8db9-5a393e0ea816 req-a2e2e04d-ac96-4b91-8db8-78cc5da2e28d tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.48 "DELETE /v2.0/ports/90cac83b-ecf9-42a5-984e-9c943dbe93d1 HTTP/1.1" status: 204  len: 173 time: 0.8934510
May 14 21:19:50.822156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'name': 'network-vif-deleted', 'tag': '90cac83b-ecf9-42a5-984e-9c943dbe93d1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:50.828585 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f95972-cb16-4709-acf9-514e9443e6d4" -d '{"events": [{"server_uuid": "1158c4ab-5f12-4ba4-8ee6-a9b92aade119", "name": "network-vif-deleted", "tag": "90cac83b-ecf9-42a5-984e-9c943dbe93d1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:50.846405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59a30c4d-96e7-4370-9f70-9c6b748de0b8 admin admin] Publish callbacks [] for security_group (e5924e4f-0cb1-42f1-bcbb-569a132c8818), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.871522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59a30c4d-96e7-4370-9f70-9c6b748de0b8 admin admin] Publish callbacks [] for security_group (e5924e4f-0cb1-42f1-bcbb-569a132c8818), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:50.882771 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96de4b70-ae29-4477-a35c-16e52f9957f9 x-openstack-request-id: req-96de4b70-ae29-4477-a35c-16e52f9957f9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:50.882771 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1158c4ab-5f12-4ba4-8ee6-a9b92aade119", "name": "network-vif-deleted", "tag": "90cac83b-ecf9-42a5-984e-9c943dbe93d1", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:50.882771 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96de4b70-ae29-4477-a35c-16e52f9957f9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:50.882771 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96de4b70-ae29-4477-a35c-16e52f9957f9'] response: {'server_uuid': '1158c4ab-5f12-4ba4-8ee6-a9b92aade119', 'name': 'network-vif-deleted', 'tag': '90cac83b-ecf9-42a5-984e-9c943dbe93d1', 'status': 'completed', 'code': 200}
May 14 21:19:50.974309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed95adf-54cf-4854-b86d-d5f5f1b913b6 req-8edba8d8-73fb-4b05-bb04-7803002a5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:50.975869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eed95adf-54cf-4854-b86d-d5f5f1b913b6 req-8edba8d8-73fb-4b05-bb04-7803002a5214 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 1127 time: 0.0652490
May 14 21:19:51.011021 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59a30c4d-96e7-4370-9f70-9c6b748de0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e5924e4f-0cb1-42f1-bcbb-569a132c8818), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:51.014057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59a30c4d-96e7-4370-9f70-9c6b748de0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:51.018377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59a30c4d-96e7-4370-9f70-9c6b748de0b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5924e4f-0cb1-42f1-bcbb-569a132c8818 HTTP/1.1" status: 204  len: 168 time: 0.2452569
May 14 21:19:51.037380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eed95adf-54cf-4854-b86d-d5f5f1b913b6 req-7da55c6a-b935-4cf8-905b-10eb55e07e6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542691
May 14 21:19:51.041239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a30c4d-96e7-4370-9f70-9c6b748de0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5924e4f-0cb1-42f1-bcbb-569a132c8818,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:51.098621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-d69897d3-07e3-4aed-9e30-00e73290d042 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:51.100178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-d69897d3-07e3-4aed-9e30-00e73290d042 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 944 time: 0.0663731
May 14 21:19:51.113117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43192863-e053-4538-b9df-f58ad1d44b77 req-192048e0-8544-438f-94be-a738b7bd7c84 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:51.113117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43192863-e053-4538-b9df-f58ad1d44b77 req-192048e0-8544-438f-94be-a738b7bd7c84 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 944 time: 0.0791824
May 14 21:19:51.170509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43192863-e053-4538-b9df-f58ad1d44b77 req-2b41cd87-77cf-492b-80bc-9b13536a359c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538547
May 14 21:19:51.210284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b3354-4b9a-496b-ad3e-072d58ab37f8 req-fc15da65-ee2d-43a1-8bf9-63dd68c870c3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:51.216050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-374b3354-4b9a-496b-ad3e-072d58ab37f8 req-fc15da65-ee2d-43a1-8bf9-63dd68c870c3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 944 time: 0.0710530
May 14 21:19:51.258688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-374b3354-4b9a-496b-ad3e-072d58ab37f8 req-94e1acba-f6a0-482d-9c63-5368bf7d74be tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417819
May 14 21:19:51.353133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-e117596d-8550-4f82-b2cc-6798821233ae tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:51.354784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-e117596d-8550-4f82-b2cc-6798821233ae tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0912011
May 14 21:19:51.441969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Deleting port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:51.442316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:51.445389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e59d1fb-69a0-4b67-9efa-a59da679f1ae req-13205623-f108-41bd-a50a-bd5b3c96119b tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 210 time: 0.0340500
May 14 21:19:51.467059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:51.488394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: ec8012be-be33-462f-961b-6c852f9a37d4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:51.488965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ec8012be-be33-462f-961b-6c852f9a37d4 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:51.542452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Deleting port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:51.542794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:51.653924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] For port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:51.654291 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:51.681051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Calling delete_port for 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:51.697601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] For port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:51.697974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:51.748355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Calling delete_port for d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:51.780141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f876e-3f7b-42d3-bb72-4f85eeee6262 req-7106b4db-6862-43c2-be5e-41013c0bd010 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:51.782284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d3f876e-3f7b-42d3-bb72-4f85eeee6262 req-7106b4db-6862-43c2-be5e-41013c0bd010 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 944 time: 0.0535107
May 14 21:19:51.803338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13b49f-d2ae-4007-9510-c8f3760ca19e req-a549c806-8d8a-4704-b65d-12da261e2ffa tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:51.806159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b13b49f-d2ae-4007-9510-c8f3760ca19e req-a549c806-8d8a-4704-b65d-12da261e2ffa tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1323016
May 14 21:19:51.856631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d3f876e-3f7b-42d3-bb72-4f85eeee6262 req-faceafd4-e7b0-4579-8ffa-3251fe04465f tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603983
May 14 21:19:51.935487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b13b49f-d2ae-4007-9510-c8f3760ca19e req-71e3411d-3563-4143-9bcb-47ed4981e0a1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174872
May 14 21:19:52.090439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (32c5ed60-6069-4c0c-9bc2-bd74c3e72ece), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:52.118506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event deleted for resources: {'Port': ['ID=32c5ed60-6069-4c0c-9bc2-bd74c3e72ece,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:52.120263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d403d7ba-1fe1-41c0-8b4a-8aedc3448d15), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:52.141255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1aef7905-067e-45bd-9e0e-044b18eaa72b', 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:52.156758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event deleted for resources: {'Port': ['ID=d403d7ba-1fe1-41c0-8b4a-8aedc3448d15,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:52.234556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 90cac83b-ecf9-42a5-984e-9c943dbe93d1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:52.257077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] No DVR routers for this DVR port 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:52.269630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 90cac83b-ecf9-42a5-984e-9c943dbe93d1 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:52.270337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 90cac83b-ecf9-42a5-984e-9c943dbe93d1 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:52.278566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:52.290828 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:52.331674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7729c165-cc15-4ee4-98b5-3b379c85153d req-003f0e28-8428-4a7a-90fe-39cf47e5d041 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.36 "DELETE /v2.0/ports/32c5ed60-6069-4c0c-9bc2-bd74c3e72ece HTTP/1.1" status: 204  len: 173 time: 1.0301919
May 14 21:19:52.383968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] No DVR routers for this DVR port d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:52.386886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:52.391232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf387ae4-3b96-4c30-bcae-cac9077aec84 req-84720818-8219-43ec-9f4f-16be462c9a51 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "DELETE /v2.0/ports/d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 HTTP/1.1" status: 204  len: 173 time: 1.0254653
May 14 21:19:52.412513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61e62c2a-3bf3-4f80-9177-4892408f9048 req-d5796e50-d6ed-4c3e-82c8-53f1ac98db37 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 210 time: 0.0891974
May 14 21:19:52.512886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adfc9b-a2e0-433a-a59d-1c9547b0235e req-95ddbce8-4ee5-4153-a34c-7b5654852193 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:52.530155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26adfc9b-a2e0-433a-a59d-1c9547b0235e req-95ddbce8-4ee5-4153-a34c-7b5654852193 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 944 time: 0.1142235
May 14 21:19:52.609212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26adfc9b-a2e0-433a-a59d-1c9547b0235e req-dd085066-340c-4b9a-95dd-65300d782761 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738685
May 14 21:19:52.657621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71e665c4-f9f6-45a7-bfa4-633f4984632a req-44ff5053-d664-4be3-b338-fb5b09bd9e73 tempest-ServerRescueTestJSON-1912036723 tempest-ServerRescueTestJSON-1912036723-project] 10.222.0.52 "GET /v2.0/ports?device_id=1158c4ab-5f12-4ba4-8ee6-a9b92aade119 HTTP/1.1" status: 200  len: 210 time: 0.0325511
May 14 21:19:52.741336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-253596600-network', 'tenant_id': '62ef4614a33040a7b0ae010a6b1c7fb1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:52.882362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'name': 'network-vif-deleted', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece'}, {'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'name': 'network-vif-deleted', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:52.886077 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cc4d43-6355-4baf-814e-4b1d6e19c96e" -d '{"events": [{"server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "name": "network-vif-deleted", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece"}, {"server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "name": "network-vif-deleted", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:52.978681 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be100e5a-32b4-473f-b0d7-1d2f60edb853 x-openstack-request-id: req-be100e5a-32b4-473f-b0d7-1d2f60edb853 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:52.978972 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d79ef89-784c-4a52-803f-2961220d5f60", "name": "network-vif-deleted", "tag": "32c5ed60-6069-4c0c-9bc2-bd74c3e72ece", "status": "completed", "code": 200}, {"server_uuid": "92b7a619-b4c9-41fa-ae67-011162dbdab2", "name": "network-vif-deleted", "tag": "d403d7ba-1fe1-41c0-8b4a-8aedc3448d15", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:52.979221 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be100e5a-32b4-473f-b0d7-1d2f60edb853 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:52.979668 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be100e5a-32b4-473f-b0d7-1d2f60edb853'] response: {'server_uuid': '7d79ef89-784c-4a52-803f-2961220d5f60', 'name': 'network-vif-deleted', 'tag': '32c5ed60-6069-4c0c-9bc2-bd74c3e72ece', 'status': 'completed', 'code': 200}
May 14 21:19:52.980091 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be100e5a-32b4-473f-b0d7-1d2f60edb853'] response: {'server_uuid': '92b7a619-b4c9-41fa-ae67-011162dbdab2', 'name': 'network-vif-deleted', 'tag': 'd403d7ba-1fe1-41c0-8b4a-8aedc3448d15', 'status': 'completed', 'code': 200}
May 14 21:19:52.988595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d9571d6-83c5-4a9d-a1f9-703e2a0e17d7 req-599363fb-3a8e-4b6c-a3c3-18f011442093 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 210 time: 0.0330331
May 14 21:19:53.125979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659fb11-258f-41c4-9797-11e5561dc8ab req-39768044-7330-482d-8e7c-9c687ae6d9b4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:53.128110 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f659fb11-258f-41c4-9797-11e5561dc8ab req-39768044-7330-482d-8e7c-9c687ae6d9b4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0574644
May 14 21:19:53.129710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Made reservation on behalf of 62ef4614a33040a7b0ae010a6b1c7fb1 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:53.133620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.155057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.232566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f659fb11-258f-41c4-9797-11e5561dc8ab req-0ceb794f-fbfd-41aa-8d08-e2fda5ad1726 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848238
May 14 21:19:53.295364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks [] for security_group (a49c0f29-93c3-45ab-8eee-da6aa4e3915f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.433814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a49c0f29-93c3-45ab-8eee-da6aa4e3915f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.465709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:19:53.479772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1c2acd91-d9e5-4266-97e0-03e3c6564b39 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:19:53.494703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a0605846-7a75-47fd-9c28-6516159e65dc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.495586 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Added segment a0605846-7a75-47fd-9c28-6516159e65dc of type vlan for network 40fe4e54-7ec0-4751-90cd-3564b5d09a77
May 14 21:19:53.555206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c0f29-93c3-45ab-8eee-da6aa4e3915f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:53.562512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (40fe4e54-7ec0-4751-90cd-3564b5d09a77), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.589965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57f058a7-6efe-4c8d-9524-cfee3ca5bbd0 req-4fbdd492-4497-48aa-ba2b-bab0112e4a03 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=7d79ef89-784c-4a52-803f-2961220d5f60 HTTP/1.1" status: 200  len: 210 time: 0.0527163
May 14 21:19:53.677996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c2acd91-d9e5-4266-97e0-03e3c6564b39,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:53.698950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (40fe4e54-7ec0-4751-90cd-3564b5d09a77), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.698950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:53.698950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.706510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '1c2acd91-d9e5-4266-97e0-03e3c6564b39', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': '1c2acd91-d9e5-4266-97e0-03e3c6564b39', 'mac_address': 'fa:16:3e:2b:26:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:19:53.734326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58292) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:53.771740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:53.772436 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.788588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2acd91-d9e5-4266-97e0-03e3c6564b39 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:19:53.799604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de90454-d3bf-4345-94b7-c583528386d0 req-1b2dec7e-011e-4544-92f4-c5d31c2e0677 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:53.808216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6de90454-d3bf-4345-94b7-c583528386d0 req-1b2dec7e-011e-4544-92f4-c5d31c2e0677 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 944 time: 0.0632274
May 14 21:19:53.837211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c2acd91-d9e5-4266-97e0-03e3c6564b39,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:53.860685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6de90454-d3bf-4345-94b7-c583528386d0 req-f28eba03-315e-4d34-8c52-111f32b847df tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512195
May 14 21:19:53.891145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=40fe4e54-7ec0-4751-90cd-3564b5d09a77,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:53.905649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:19:53.911721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b37d-70c1-4c65-82aa-a5f9069dca5e req-6f5cca9c-d25c-459d-acd3-1c053b2240b1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:53.918831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c726b37d-70c1-4c65-82aa-a5f9069dca5e req-6f5cca9c-d25c-459d-acd3-1c053b2240b1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1308219
May 14 21:19:53.920152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2592829-bf42-43b4-9118-30bf441f2046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.930025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:53.976103 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c726b37d-70c1-4c65-82aa-a5f9069dca5e req-fb92dba2-efae-4ced-af63-5113b6a26a91 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563884
May 14 21:19:53.980496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:53.993959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-16d17c27-b76a-4641-9d59-ba2fd328a9d3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.7106547
May 14 21:19:53.995864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:54.000838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Request body: {'subnet': {'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-253596600-subnet', 'tenant_id': '62ef4614a33040a7b0ae010a6b1c7fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:54.049796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1c2acd91-d9e5-4266-97e0-03e3c6564b39,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:54.135236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3821bdb6-6c9c-45a1-b53e-5da0b2a14ef1 req-294fa12b-002d-4159-9bd8-07645726e898 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=92b7a619-b4c9-41fa-ae67-011162dbdab2 HTTP/1.1" status: 200  len: 210 time: 0.0411170
May 14 21:19:54.159238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Made reservation on behalf of 62ef4614a33040a7b0ae010a6b1c7fb1 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:19:54.163274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.200088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1c2acd91-d9e5-4266-97e0-03e3c6564b39'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:19:54.229105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2592829-bf42-43b4-9118-30bf441f2046 admin admin] Publish callbacks [] for security_group (477ce38d-d662-472c-9b92-521ae038cfd3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.244253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:54.282535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:54.299060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d403d7ba-1fe1-41c0-8b4a-8aedc3448d15 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:54.346706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2592829-bf42-43b4-9118-30bf441f2046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (477ce38d-d662-472c-9b92-521ae038cfd3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.404902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2592829-bf42-43b4-9118-30bf441f2046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ce38d-d662-472c-9b92-521ae038cfd3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:54.425592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2592829-bf42-43b4-9118-30bf441f2046 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5fa2838f6bea4fd5a945d7e52fc4f98b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6902218
May 14 21:19:54.428138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58302) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:54.459775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.460424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b90356d5-dae9-4af9-8620-ffa197e7bf31), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.523564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90356d5-dae9-4af9-8620-ffa197e7bf31,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:54.531571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Checking segment: {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:19:54.531807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Network hostable DHCP agents. Network: 40fe4e54-7ec0-4751-90cd-3564b5d09a77, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:19:54.565209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fb03f7-454a-4a8d-8c55-f6e7b3a30c64 admin admin] Publish callbacks [] for security_group (477ce38d-d662-472c-9b92-521ae038cfd3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.599104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:19:54.600494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fb03f7-454a-4a8d-8c55-f6e7b3a30c64 admin admin] Publish callbacks [] for security_group (477ce38d-d662-472c-9b92-521ae038cfd3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.683282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 40fe4e54-7ec0-4751-90cd-3564b5d09a77) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:19:54.688864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:54.692583 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.696358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786914d2-a1ab-420a-9699-22cab5b3176b None None] Network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:54.770917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Deleting port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:54.771539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.800652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f77dac-7aef-40c6-84e3-93ccf8ac33c1 None None] Network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:19:54.858048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] For port f41d18b7-9cfa-44f2-9a39-ce89fa76dd89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,segment=NetworkSegment(ee9c0d08-7181-491a-86dc-90855acb20cf),segment_id=ee9c0d08-7181-491a-86dc-90855acb20cf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:54.858436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.871979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Calling delete_port for f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:54.902712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-617cf636-51c4-4e28-9a13-7b2f23d4ea54 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8983827
May 14 21:19:54.934559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fb03f7-454a-4a8d-8c55-f6e7b3a30c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (477ce38d-d662-472c-9b92-521ae038cfd3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.937504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fb03f7-454a-4a8d-8c55-f6e7b3a30c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:54.941744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-62fb03f7-454a-4a8d-8c55-f6e7b3a30c64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/477ce38d-d662-472c-9b92-521ae038cfd3 HTTP/1.1" status: 204  len: 168 time: 0.5096409
May 14 21:19:54.953226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb03f7-454a-4a8d-8c55-f6e7b3a30c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477ce38d-d662-472c-9b92-521ae038cfd3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:55.038631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355c473-eed2-45b4-8fce-23fb388967d7 req-f2625b48-1e78-42f7-8b39-90779cc6fd87 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:55.040279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4355c473-eed2-45b4-8fce-23fb388967d7 req-f2625b48-1e78-42f7-8b39-90779cc6fd87 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 945 time: 0.0740116
May 14 21:19:55.096813 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4355c473-eed2-45b4-8fce-23fb388967d7 req-c8342aea-d35b-4638-bea7-10a2df7f95a8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500557
May 14 21:19:55.204971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4c544-cb4c-455e-ba99-f62455ae9646 req-2492cbb2-c367-4ea8-b0c8-82bc5a218942 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:55.207714 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cc4c544-cb4c-455e-ba99-f62455ae9646 req-2492cbb2-c367-4ea8-b0c8-82bc5a218942 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0572238
May 14 21:19:55.208690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f41d18b7-9cfa-44f2-9a39-ce89fa76dd89), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.234155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41d18b7-9cfa-44f2-9a39-ce89fa76dd89,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:55.247381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.247381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.247722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.247864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.248143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.248476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.248810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.249138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.249464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.249790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.250126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.250438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.250758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.251076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.251395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:19:55.270325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cc4c544-cb4c-455e-ba99-f62455ae9646 req-46a80f3a-372b-4b5e-9216-035329635780 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554860
May 14 21:19:55.394366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1dd2-cf2f-4334-92d8-6af3356233c4 req-4fb26503-1982-491e-9066-bec10139599a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:55.401431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-658f1dd2-cf2f-4334-92d8-6af3356233c4 req-4fb26503-1982-491e-9066-bec10139599a tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.0653551
May 14 21:19:55.451647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.473990 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-658f1dd2-cf2f-4334-92d8-6af3356233c4 req-9e52eb22-3fb9-446e-8b36-d50e1af8b028 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633681
May 14 21:19:55.516232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1c2acd91-d9e5-4266-97e0-03e3c6564b39 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:19:55.523923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-428cd0b8-ac9a-4a5f-8f27-d3af9a266d6f req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1481639373', 'description': 'tempest-description-829415626'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:55.567422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:19:55.612374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-001e151b-908b-49bc-be1d-518b4430ee9c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:55.614560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-001e151b-908b-49bc-be1d-518b4430ee9c tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.36 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.1489964
May 14 21:19:55.628353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:19:55.629166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.659741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-428cd0b8-ac9a-4a5f-8f27-d3af9a266d6f req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.732436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:19:55.733050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.755547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58330) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:55.773612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef28159b-2068-4d01-929c-a4f25565343d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.788757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c2acd91-d9e5-4266-97e0-03e3c6564b39,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:55.789706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2acd91-d9e5-4266-97e0-03e3c6564b39'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:55.792310 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f6fb2f-251f-4fae-803c-07eac0e8e933" -d '{"events": [{"server_uuid": "b2e74105-d641-42cc-8282-4c6d13ec0581", "name": "network-vif-plugged", "status": "completed", "tag": "1c2acd91-d9e5-4266-97e0-03e3c6564b39"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:55.805491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Deleting port c79010d0-bc70-40cb-809d-4227f14fbcda {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:55.808128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.833159 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2adba52-bd55-4ec5-aada-45f6a1c1b98a x-openstack-request-id: req-b2adba52-bd55-4ec5-aada-45f6a1c1b98a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:55.833556 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e74105-d641-42cc-8282-4c6d13ec0581", "name": "network-vif-plugged", "status": "completed", "tag": "1c2acd91-d9e5-4266-97e0-03e3c6564b39", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:55.834014 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2adba52-bd55-4ec5-aada-45f6a1c1b98a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:55.834662 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2adba52-bd55-4ec5-aada-45f6a1c1b98a'] response: {'server_uuid': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2acd91-d9e5-4266-97e0-03e3c6564b39', 'code': 200}
May 14 21:19:55.875272 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.876459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:55.896196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef28159b-2068-4d01-929c-a4f25565343d admin admin] Publish callbacks [] for security_group (98980111-7764-474a-a92e-f7b716bdfd06), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:55.931679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:55.934520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32c5ed60-6069-4c0c-9bc2-bd74c3e72ece not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:55.956874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b82e3-7609-438b-8ba6-67586c0a5452 req-ced3d3d6-3181-4987-9577-fba458b3940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:55.958863 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-026b82e3-7609-438b-8ba6-67586c0a5452 req-ced3d3d6-3181-4987-9577-fba458b3940b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 1128 time: 0.0607343
May 14 21:19:55.966140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1c2acd91-d9e5-4266-97e0-03e3c6564b39,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:55.967031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef28159b-2068-4d01-929c-a4f25565343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98980111-7764-474a-a92e-f7b716bdfd06), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.034359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28159b-2068-4d01-929c-a4f25565343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98980111-7764-474a-a92e-f7b716bdfd06,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:56.049512 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ef28159b-2068-4d01-929c-a4f25565343d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=904c346b4498441ea9b47d0338b1467d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2913566
May 14 21:19:56.053175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58344) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:56.078702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-026b82e3-7609-438b-8ba6-67586c0a5452 req-121685aa-1c86-44b5-8e59-7d6dba5030fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128552
May 14 21:19:56.118040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90328b4f-c906-4010-b8e5-77b85f0659af admin admin] Publish callbacks [] for security_group (98980111-7764-474a-a92e-f7b716bdfd06), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.143720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90328b4f-c906-4010-b8e5-77b85f0659af admin admin] Publish callbacks [] for security_group (98980111-7764-474a-a92e-f7b716bdfd06), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.222439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8545f-87de-49f0-ad1a-aa430e9e0199 req-158d8c1b-e3c3-4ffb-b90a-9eac98c62851 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:56.224006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2fb8545f-87de-49f0-ad1a-aa430e9e0199 req-158d8c1b-e3c3-4ffb-b90a-9eac98c62851 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 946 time: 0.0540159
May 14 21:19:56.251156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-428cd0b8-ac9a-4a5f-8f27-d3af9a266d6f req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.272659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:19:56.277560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2fb8545f-87de-49f0-ad1a-aa430e9e0199 req-8de8f3f2-deb2-4cf8-bba6-f7b3283b5fea tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469623
May 14 21:19:56.291144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90328b4f-c906-4010-b8e5-77b85f0659af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98980111-7764-474a-a92e-f7b716bdfd06), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.294180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] For port c79010d0-bc70-40cb-809d-4227f14fbcda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c79010d0-bc70-40cb-809d-4227f14fbcda,segment=NetworkSegment(8a93f887-567d-4e39-9134-882735e02c7d),segment_id=8a93f887-567d-4e39-9134-882735e02c7d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:56.295086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.297059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90328b4f-c906-4010-b8e5-77b85f0659af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.300633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90328b4f-c906-4010-b8e5-77b85f0659af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98980111-7764-474a-a92e-f7b716bdfd06 HTTP/1.1" status: 204  len: 168 time: 0.2442071
May 14 21:19:56.320053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90328b4f-c906-4010-b8e5-77b85f0659af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98980111-7764-474a-a92e-f7b716bdfd06,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:56.349014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Calling delete_port for c79010d0-bc70-40cb-809d-4227f14fbcda owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:56.358219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-428cd0b8-ac9a-4a5f-8f27-d3af9a266d6f req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.420822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d906-60a4-4444-bc4f-42797236d18e req-903f6ad8-2631-4726-91e6-b6b57b1e1629 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:56.429130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dee5d906-60a4-4444-bc4f-42797236d18e req-903f6ad8-2631-4726-91e6-b6b57b1e1629 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0588794
May 14 21:19:56.467441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:56.477125 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dee5d906-60a4-4444-bc4f-42797236d18e req-e49f51ad-44fa-4cdb-8d82-975ee77e16a9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475652
May 14 21:19:56.500149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:19:56.507070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-857e898c-a4dc-44c8-9e3a-d4c8cfcf8720 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b8d03f4-5841-455d-b59d-ad0f9b1d9d21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5765781
May 14 21:19:56.509443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58354) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:56.515650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-428cd0b8-ac9a-4a5f-8f27-d3af9a266d6f req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.515650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-428cd0b8-ac9a-4a5f-8f27-d3af9a266d6f req-e6e2dd22-aaab-474c-be1e-12fd26fffa9d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.9972899
May 14 21:19:56.516143 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] Sync routers for ids ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:19:56.567318 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] Routers {'7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:56.568231 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d2ca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:56.607546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c2e99872-c778-4b4f-ae81-a10c468e4330 req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1956154409', 'description': 'tempest-description-377277416'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:19:56.672244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks [] for router (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.723985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c2e99872-c778-4b4f-ae81-a10c468e4330 req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.726279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cac41c-f0cb-4b44-a38d-2a9c37b068b4 req-43f4e1c4-9061-4d7c-880d-93f6f7482177 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:56.726560 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] Set router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:56.727854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96cac41c-f0cb-4b44-a38d-2a9c37b068b4 req-43f4e1c4-9061-4d7c-880d-93f6f7482177 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 944 time: 0.0943155
May 14 21:19:56.815925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c2e99872-c778-4b4f-ae81-a10c468e4330 req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (685d0bd1-3cd2-46fd-901d-30d0e69352aa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.818103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c79010d0-bc70-40cb-809d-4227f14fbcda), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.839070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96cac41c-f0cb-4b44-a38d-2a9c37b068b4 req-56bf065a-7b41-4eb0-be91-23374af67dc7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/security-groups?id=98deca05-e331-4503-bc2c-2f29e4e64e64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042554
May 14 21:19:56.844041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks [] for router_gateway (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.865824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Pushing event deleted for resources: {'Port': ['ID=c79010d0-bc70-40cb-809d-4227f14fbcda,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:56.896528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c2e99872-c778-4b4f-ae81-a10c468e4330 req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (685d0bd1-3cd2-46fd-901d-30d0e69352aa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.928187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] No DVR routers for this DVR port c79010d0-bc70-40cb-809d-4227f14fbcda on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:19:56.945825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:56.946536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f91de6f-c9c6-426d-9342-a0bfc2fc23a9 req-d3568d0a-8e54-47f8-9f93-7dbffc171b67 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.36 "DELETE /v2.0/ports/c79010d0-bc70-40cb-809d-4227f14fbcda HTTP/1.1" status: 204  len: 173 time: 1.3234386
May 14 21:19:56.947018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'name': 'network-vif-deleted', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:19:56.949305 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80955d-b441-4468-8533-1b641f941439" -d '{"events": [{"server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "name": "network-vif-deleted", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:19:56.979535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685d0bd1-3cd2-46fd-901d-30d0e69352aa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:56.998799 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199261c3-2dde-415a-83d6-27540c2e38d1 x-openstack-request-id: req-199261c3-2dde-415a-83d6-27540c2e38d1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:19:56.998799 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1790fe11-3d3e-47a9-ba6a-b7c026480bfe", "name": "network-vif-deleted", "tag": "c79010d0-bc70-40cb-809d-4227f14fbcda", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:19:56.999149 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-199261c3-2dde-415a-83d6-27540c2e38d1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:19:56.999251 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199261c3-2dde-415a-83d6-27540c2e38d1'] response: {'server_uuid': '1790fe11-3d3e-47a9-ba6a-b7c026480bfe', 'name': 'network-vif-deleted', 'tag': 'c79010d0-bc70-40cb-809d-4227f14fbcda', 'status': 'completed', 'code': 200}
May 14 21:19:57.003055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Deleting port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:19:57.003424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.006044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d2ca00>, [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:19:55Z', 'revision_number': 5, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port': {'id': '4108ec56-0b60-4a2b-87eb-d9cc935bb71f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:81:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:20Z', 'updated_at': '2022-05-14T21:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:57.043043 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] Checking router: 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:19:57.045781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c2e99872-c778-4b4f-ae81-a10c468e4330 req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.052017 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] Routers {'7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:19:57.052185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2e99872-c778-4b4f-ae81-a10c468e4330 req-244d2dd2-d7a9-4682-80b5-d4876831301a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.4658670
May 14 21:19:57.052997 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d2ca00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:57.121742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] For port 4108ec56-0b60-4a2b-87eb-d9cc935bb71f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:19:57.121742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.135666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Calling delete_port for 4108ec56-0b60-4a2b-87eb-d9cc935bb71f owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:19:57.161342 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] Set router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:19:57.241002 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d2ca00>, [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:19:56Z', 'revision_number': 6, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:57.277967 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba3bf5-5855-4fd7-aad4-116a321a8f1c None None] The sync data for ids ['7b8d03f4-5841-455d-b59d-ad0f9b1d9d21'] in ncdv-master-1 is: [{'id': '7b8d03f4-5841-455d-b59d-ad0f9b1d9d21', 'name': 'tempest-ServerRescueTestJSON-1133300029-router', 'tenant_id': '7c7360a8f423452e97311ffc9675e801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:17:18Z', 'updated_at': '2022-05-14T21:19:56Z', 'revision_number': 6, 'project_id': '7c7360a8f423452e97311ffc9675e801', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:19:57.444527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68afc9-df92-48b5-8d21-fc155e14acff req-109b7740-6c2b-4807-97b4-22cf10bd9226 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:57.446340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d68afc9-df92-48b5-8d21-fc155e14acff req-109b7740-6c2b-4807-97b4-22cf10bd9226 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 946 time: 0.0740867
May 14 21:19:57.470061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-736b2d6b-322d-4796-a4ba-7aad8feb39c5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:57.472297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-736b2d6b-322d-4796-a4ba-7aad8feb39c5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 812 time: 0.1808782
May 14 21:19:57.489246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-c2642a13-a8d1-4b96-90ea-8cd44560239e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/quotas/62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 375 time: 0.0107970
May 14 21:19:57.508797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d68afc9-df92-48b5-8d21-fc155e14acff req-b5568332-4fec-4728-8ba6-270bcd0fbbdd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504589
May 14 21:19:57.528313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-f383837c-339d-4c45-9e72-1744384b4cde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0330019
May 14 21:19:57.566433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4108ec56-0b60-4a2b-87eb-d9cc935bb71f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.675272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=4108ec56-0b60-4a2b-87eb-d9cc935bb71f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:57.680482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4dc40-7a94-4cbc-aa77-f64f612ce15c req-0a6206c6-2ebc-4061-8be7-9350782a4870 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:57.690204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90a4dc40-7a94-4cbc-aa77-f64f612ce15c req-0a6206c6-2ebc-4061-8be7-9350782a4870 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0961831
May 14 21:19:57.756373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.784756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90a4dc40-7a94-4cbc-aa77-f64f612ce15c req-c8658674-ad15-4a1f-ade5-7a640e73ced8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932360
May 14 21:19:57.816035 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-07a4b46a-be12-4018-8073-f4b892cfb47a service neutron] 10.222.0.52 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2769985
May 14 21:19:57.949605 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.976174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks [] for router_controller (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:57.981951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fc9a0fc-df0f-4eb0-a0dd-7424599e9203 req-ed392a0f-ecbd-45b8-ab07-03fc37196fc7 tempest-LiveMigrationTest-772526 tempest-LiveMigrationTest-772526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1790fe11-3d3e-47a9-ba6a-b7c026480bfe HTTP/1.1" status: 200  len: 210 time: 0.0343361
May 14 21:19:58.042466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-07b663da-8db9-4ce7-866a-f0136ce5ae6d service neutron] 10.222.0.52 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396527
May 14 21:19:58.162417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (7b8d03f4-5841-455d-b59d-ad0f9b1d9d21), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.163021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:19:58.171545 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.172687 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4adacbe0-3a2d-41d0-8ec2-ffb29f586b86 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7b8d03f4-5841-455d-b59d-ad0f9b1d9d21 HTTP/1.1" status: 204  len: 168 time: 1.6620145
May 14 21:19:58.175365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58412) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:58.230121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Deleting subnet 81f2727c-5343-4254-8352-6b574be36a4d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:19:58.233283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Publish callbacks [] for subnet (81f2727c-5343-4254-8352-6b574be36a4d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.267323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (81f2727c-5343-4254-8352-6b574be36a4d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.317654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (81f2727c-5343-4254-8352-6b574be36a4d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.486040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6a31ea6-29d1-4104-ab00-a3bc8cf8e785 req-4d274bd0-b942-4c38-9dda-ffebad27a4f9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 210 time: 0.0535727
May 14 21:19:58.527020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (81f2727c-5343-4254-8352-6b574be36a4d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.589676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f2727c-5343-4254-8352-6b574be36a4d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:58.603404 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.606649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6b828b67-129b-4d14-bef5-89b5776e953a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/81f2727c-5343-4254-8352-6b574be36a4d HTTP/1.1" status: 204  len: 168 time: 0.4302068
May 14 21:19:58.609925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58430) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:58.636701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4108ec56-0b60-4a2b-87eb-d9cc935bb71f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:58.667856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4108ec56-0b60-4a2b-87eb-d9cc935bb71f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:58.668132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4108ec56-0b60-4a2b-87eb-d9cc935bb71f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:58.668857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:58.688773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:58.690380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f41d18b7-9cfa-44f2-9a39-ce89fa76dd89 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:58.701423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (be6063db-fd04-41cd-809f-05d0d8d9b38d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.786254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (be6063db-fd04-41cd-809f-05d0d8d9b38d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.808825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a18e9d0>,) {'filters': {'network_id': ['be6063db-fd04-41cd-809f-05d0d8d9b38d']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:58.818410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a18e9d0>, 'ee9c0d08-7181-491a-86dc-90855acb20cf') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:58.818713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a18e9d0>, 'ee9c0d08-7181-491a-86dc-90855acb20cf') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:19:58.828259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (ee9c0d08-7181-491a-86dc-90855acb20cf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:58.902036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4b90e-95e4-4007-af7b-e9fecbaaf102 req-b887a3db-1f3c-4959-9e7d-f5ff8ea79e6b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:19:58.903594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81e4b90e-95e4-4007-af7b-e9fecbaaf102 req-b887a3db-1f3c-4959-9e7d-f5ff8ea79e6b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0510962
May 14 21:19:58.982352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81e4b90e-95e4-4007-af7b-e9fecbaaf102 req-90755b53-6af3-47de-a18e-0255fbc49d21 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715292
May 14 21:19:58.993086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ee9c0d08-7181-491a-86dc-90855acb20cf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.004982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:19:59.005374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (ee9c0d08-7181-491a-86dc-90855acb20cf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:19:59.010269 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:19:59.054028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58462) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:59.169323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (be6063db-fd04-41cd-809f-05d0d8d9b38d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.181734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.187668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] 10.222.0.52 "DELETE /v2.0/networks/be6063db-fd04-41cd-809f-05d0d8d9b38d HTTP/1.1" status: 204  len: 168 time: 0.5766819
May 14 21:19:59.204411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277216b-5fff-4358-9deb-263e1e04a70c admin admin] Pushing event deleted for resources: {'Network': ['ID=be6063db-fd04-41cd-809f-05d0d8d9b38d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:59.296400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Deleting subnet e4c64ec1-48d9-445c-b452-e1d1d8923ea0 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:19:59.300222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Publish callbacks [] for subnet (e4c64ec1-48d9-445c-b452-e1d1d8923ea0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.335318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (e4c64ec1-48d9-445c-b452-e1d1d8923ea0), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.379825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e4c64ec1-48d9-445c-b452-e1d1d8923ea0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.540247 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (e4c64ec1-48d9-445c-b452-e1d1d8923ea0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.551437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:19:59.593441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: c79010d0-bc70-40cb-809d-4227f14fbcda {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:19:59.593971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device c79010d0-bc70-40cb-809d-4227f14fbcda not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:19:59.599981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c64ec1-48d9-445c-b452-e1d1d8923ea0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:19:59.604935 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c09958b4-6973-450b-99b6-759f0ab4373f req-371d7355-90e0-4f7f-a5a8-aec2347eeac4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 210 time: 0.0709193
May 14 21:19:59.607265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.613439 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e34631c1-9167-4c94-bbd8-d6812d8b9864 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e4c64ec1-48d9-445c-b452-e1d1d8923ea0 HTTP/1.1" status: 204  len: 168 time: 0.5601842
May 14 21:19:59.613439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58516) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:59.714281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58532) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:59.766805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3852450a-81ed-4460-a875-69eaa1470247 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c7360a8f423452e97311ffc9675e801&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0509019
May 14 21:19:59.770239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58534) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:19:59.845311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e925992c-d338-4d58-9612-b1a2f9efddae admin admin] Publish callbacks [] for security_group (b761acd2-43a0-4b9f-9bff-92a01d2b4d45), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:19:59.873004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e925992c-d338-4d58-9612-b1a2f9efddae admin admin] Publish callbacks [] for security_group (b761acd2-43a0-4b9f-9bff-92a01d2b4d45), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.021226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.061643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e925992c-d338-4d58-9612-b1a2f9efddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b761acd2-43a0-4b9f-9bff-92a01d2b4d45), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.067679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e925992c-d338-4d58-9612-b1a2f9efddae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.067679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e925992c-d338-4d58-9612-b1a2f9efddae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b761acd2-43a0-4b9f-9bff-92a01d2b4d45 HTTP/1.1" status: 204  len: 168 time: 0.2936451
May 14 21:20:00.074882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925992c-d338-4d58-9612-b1a2f9efddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761acd2-43a0-4b9f-9bff-92a01d2b4d45,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:00.149720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.181730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc771-503b-4071-9f7c-5e2baa670397 req-c348193c-f4f6-4523-9b49-d7d4ea4711a1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:00.183258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d2cc771-503b-4071-9f7c-5e2baa670397 req-c348193c-f4f6-4523-9b49-d7d4ea4711a1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1054840
May 14 21:20:00.186978 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b5d2820>,) {'filters': {'network_id': ['50d8d8e6-f9b7-435c-a51a-cb3e21091d0c']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:00.200476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5d2820>, '8a93f887-567d-4e39-9134-882735e02c7d') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:00.200767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5d2820>, '8a93f887-567d-4e39-9134-882735e02c7d') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:00.225218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (8a93f887-567d-4e39-9134-882735e02c7d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.249658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8a93f887-567d-4e39-9134-882735e02c7d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.262959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:00.263319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (8a93f887-567d-4e39-9134-882735e02c7d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:00.265101 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:00.281653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d2cc771-503b-4071-9f7c-5e2baa670397 req-671eb973-19af-4ac4-b85f-567ceeece062 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827844
May 14 21:20:00.414630 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (50d8d8e6-f9b7-435c-a51a-cb3e21091d0c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.422163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.426299 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/50d8d8e6-f9b7-435c-a51a-cb3e21091d0c HTTP/1.1" status: 204  len: 168 time: 0.8123224
May 14 21:20:00.429261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58598) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:00.444203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947352c5-4da8-4082-b0f2-5f572f6feea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d8d8e6-f9b7-435c-a51a-cb3e21091d0c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:00.491689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Deleting subnet 49d6308a-33b7-474a-affb-abe21f68bdd7 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:20:00.497859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Publish callbacks [] for subnet (49d6308a-33b7-474a-affb-abe21f68bdd7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.544188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (49d6308a-33b7-474a-affb-abe21f68bdd7), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.593560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (49d6308a-33b7-474a-affb-abe21f68bdd7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.728805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6589e2d-e8e7-4aa0-abd2-e083a1dfc9bd req-cf303efe-348f-4431-a030-7fd0943e0854 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 210 time: 0.0321472
May 14 21:20:00.736544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (49d6308a-33b7-474a-affb-abe21f68bdd7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.766703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d6308a-33b7-474a-affb-abe21f68bdd7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:00.778752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.785822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c22948f0-6722-4d5f-95ed-66a3c86f150a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/49d6308a-33b7-474a-affb-abe21f68bdd7 HTTP/1.1" status: 204  len: 168 time: 0.3551142
May 14 21:20:00.786724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58628) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:00.875204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a2820930-ed8b-4024-839a-ce6ee1fed7a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:00.995733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a2820930-ed8b-4024-839a-ce6ee1fed7a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.017144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b7b8ac0>,) {'filters': {'network_id': ['a2820930-ed8b-4024-839a-ce6ee1fed7a0']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:01.027389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b7b8ac0>, '6cb2087c-7647-4ba5-9f14-58506cb0a8f6') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:01.027786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b7b8ac0>, '6cb2087c-7647-4ba5-9f14-58506cb0a8f6') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:01.038741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (6cb2087c-7647-4ba5-9f14-58506cb0a8f6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.072451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6cb2087c-7647-4ba5-9f14-58506cb0a8f6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.106805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:01.107514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (6cb2087c-7647-4ba5-9f14-58506cb0a8f6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:01.110340 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:01.259158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-af8a2ce9-1dd9-4074-b516-7c7ec934271a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:01.261114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-af8a2ce9-1dd9-4074-b516-7c7ec934271a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 812 time: 0.1695840
May 14 21:20:01.274997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'port': {'device_id': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77', 'admin_state_up': True, 'tenant_id': '62ef4614a33040a7b0ae010a6b1c7fb1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:01.279290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a2820930-ed8b-4024-839a-ce6ee1fed7a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.295860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.295860 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2820930-ed8b-4024-839a-ce6ee1fed7a0 HTTP/1.1" status: 204  len: 168 time: 0.5018165
May 14 21:20:01.301597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52cbb6-336c-476c-9f36-1227e2604617 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2820930-ed8b-4024-839a-ce6ee1fed7a0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:01.382895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58706) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:01.485482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edf4da-12c0-40a8-bb72-27d0b4734f18 req-c61615ae-123b-4871-9a46-f24b1df2f6b1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:01.486999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16edf4da-12c0-40a8-bb72-27d0b4734f18 req-c61615ae-123b-4871-9a46-f24b1df2f6b1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1179879
May 14 21:20:01.494823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-network', 'tenant_id': 'd272971274514577b827dd8ac81c9e58'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:01.538667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16edf4da-12c0-40a8-bb72-27d0b4734f18 req-907c7eaf-b3f2-4741-8146-f284d0fd9fa7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439358
May 14 21:20:01.560218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Made reservation on behalf of 62ef4614a33040a7b0ae010a6b1c7fb1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:01.563707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.576280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Made reservation on behalf of d272971274514577b827dd8ac81c9e58 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:01.580534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.594283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.694479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks [] for security_group (0bd1063c-973d-4eca-8f37-d1f9574b44fb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.721350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Allocated IP 172.20.0.9 (40fe4e54-7ec0-4751-90cd-3564b5d09a77/b90356d5-dae9-4af9-8620-ffa197e7bf31/37039dca-7f50-4abf-b9c9-024d3e2f3d10) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:01.796693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58750) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:01.814610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0bd1063c-973d-4eca-8f37-d1f9574b44fb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.853461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:01.878941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd1063c-973d-4eca-8f37-d1f9574b44fb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:01.881760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (68f7c0c0-f9c1-4db8-98d2-10091f24217c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.882181 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Added segment 68f7c0c0-f9c1-4db8-98d2-10091f24217c of type vlan for network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a
May 14 21:20:01.886020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-901e4b9d-0604-45bf-a3b7-104a684468b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=763cf73206604d8abbe1542afe44fa95&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0881701
May 14 21:20:01.888816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58754) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:01.939557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.954759 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:01.991864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f7b833c-39ac-495e-89de-f8fa8e53d601 admin admin] Publish callbacks [] for security_group (98deca05-e331-4503-bc2c-2f29e4e64e64), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.006963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d650a851-6ee3-4d2c-bc99-ba1c63164a57 req-02787e12-9153-4c06-99b5-ba6fbede243a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 210 time: 0.0458307
May 14 21:20:02.030402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f7b833c-39ac-495e-89de-f8fa8e53d601 admin admin] Publish callbacks [] for security_group (98deca05-e331-4503-bc2c-2f29e4e64e64), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.118859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.120474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:02.121259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.175066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.199455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] Pushing event updated for resources: {'Network': ['ID=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:02.217425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:02.229891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:02.236205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:02.239050 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f7b833c-39ac-495e-89de-f8fa8e53d601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98deca05-e331-4503-bc2c-2f29e4e64e64), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.241929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f7b833c-39ac-495e-89de-f8fa8e53d601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.243418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7f7b833c-39ac-495e-89de-f8fa8e53d601 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98deca05-e331-4503-bc2c-2f29e4e64e64 HTTP/1.1" status: 204  len: 168 time: 0.3536603
May 14 21:20:02.247926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:02.266468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e382f2ce-2ad5-4f98-84df-5bcd2c2fa77b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.8819442
May 14 21:20:02.267497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58798) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:02.273251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Request body: {'subnet': {'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-subnet', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:02.290379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:02.302179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b833c-39ac-495e-89de-f8fa8e53d601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98deca05-e331-4503-bc2c-2f29e4e64e64,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:02.347891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:02.348615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.394186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Made reservation on behalf of d272971274514577b827dd8ac81c9e58 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:02.396821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.424152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-0e88153b-6723-467c-9844-9b63a377376d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1534984
May 14 21:20:02.437309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Request body: {'port': {'device_id': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:02.527866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.735467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (d3992d86-9398-4c21-9fef-97795d3c5379), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:02.764652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2180c5-3b75-400f-b624-db9815bb3502 req-3d52d0d3-810c-4ab0-9bbf-141ef15868bd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:02.766259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc2180c5-3b75-400f-b624-db9815bb3502 req-3d52d0d3-810c-4ab0-9bbf-141ef15868bd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1387010
May 14 21:20:02.850874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3992d86-9398-4c21-9fef-97795d3c5379,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:02.892373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Checking segment: {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:02.893912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Network hostable DHCP agents. Network: b1539874-6ea7-49e4-8f22-60e0ae9b0c3a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:02.950602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc2180c5-3b75-400f-b624-db9815bb3502 req-9cc25560-dc29-4269-b2a6-b65860dd200c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763792
May 14 21:20:03.066057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:03.067826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37039dca-7f50-4abf-b9c9-024d3e2f3d10 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:03.076732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Publish callbacks [] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.107532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Transition to ACTIVE for port object 37039dca-7f50-4abf-b9c9-024d3e2f3d10 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:03.144288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924308c-2cb2-4026-a900-178513d8cb9c req-4e5339c7-4e61-47b8-bf7e-3e7cc9757313 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:03.145728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6924308c-2cb2-4026-a900-178513d8cb9c req-4e5339c7-4e61-47b8-bf7e-3e7cc9757313 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 931 time: 0.0587690
May 14 21:20:03.160354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b1539874-6ea7-49e4-8f22-60e0ae9b0c3a) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:03.165500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:03.170716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.171734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e3fa8-ac5b-4ec8-8204-2b386af70c98 None None] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:03.209589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6924308c-2cb2-4026-a900-178513d8cb9c req-1e8baee5-7374-43b2-a75a-edea68877432 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574846
May 14 21:20:03.211621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.295857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:03.314994 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f35a3893-19a7-4be3-a44f-961794cec5c0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0416899
May 14 21:20:03.314994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58886) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:03.317823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:03.348941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65455647-6925-4dce-8938-d3ae37faf828 None None] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:03.364731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Attempting to bind port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:03.365119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Attempting to bind port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:03.365395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Attempting to bind port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 on network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:03.370225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 on network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:03.370742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Attempting to bind port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 on network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:03.376426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:03.376769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Checking segment: {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:03.380145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Bound using segment: {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:03.380145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Bound port: 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:03.380145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.401817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58888) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:03.461709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5253c548-2fe4-474a-be5e-6719e74e3c60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6c4c973d1e544538b031b0d123cd1b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0552051
May 14 21:20:03.461709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.462000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:03.462111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.464891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:03.466176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58896) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:03.524495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14d29b1c-86c6-453d-a3db-9cb162a5ad14 admin admin] Publish callbacks [] for security_group (ecd58847-9957-4e7b-a5eb-2bb82c9d6abe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.527797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks [] for router_controller (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.547103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14d29b1c-86c6-453d-a3db-9cb162a5ad14 admin admin] Publish callbacks [] for security_group (ecd58847-9957-4e7b-a5eb-2bb82c9d6abe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.631767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.668725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:03.669298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.670622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] 10.222.0.36 "PUT /v2.0/ports/37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 200  len: 1091 time: 1.2375207
May 14 21:20:03.671072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:03.673312 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bece5ab-0aba-4aa4-9a0c-53269abd44be" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:03.701824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4634-2168-44be-b5ee-178b875d0b59 service neutron] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:03.710852 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a07098-e1d4-4807-a42f-aeef1b891915 x-openstack-request-id: req-a3a07098-e1d4-4807-a42f-aeef1b891915 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:03.711864 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:03.712222 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3a07098-e1d4-4807-a42f-aeef1b891915 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:03.712782 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a07098-e1d4-4807-a42f-aeef1b891915'] response: {'name': 'network-changed', 'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'status': 'completed', 'code': 200}
May 14 21:20:03.774495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14d29b1c-86c6-453d-a3db-9cb162a5ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ecd58847-9957-4e7b-a5eb-2bb82c9d6abe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.777191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14d29b1c-86c6-453d-a3db-9cb162a5ad14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:03.778586 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14d29b1c-86c6-453d-a3db-9cb162a5ad14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecd58847-9957-4e7b-a5eb-2bb82c9d6abe HTTP/1.1" status: 204  len: 168 time: 0.3113000
May 14 21:20:03.785484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bece5ab-0aba-4aa4-9a0c-53269abd44be req-232a4ffe-4dfb-47a6-857b-943fc05239e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:03.787203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bece5ab-0aba-4aa4-9a0c-53269abd44be req-232a4ffe-4dfb-47a6-857b-943fc05239e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1125 time: 0.0532522
May 14 21:20:03.792383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d29b1c-86c6-453d-a3db-9cb162a5ad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd58847-9957-4e7b-a5eb-2bb82c9d6abe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:03.921979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bece5ab-0aba-4aa4-9a0c-53269abd44be req-ebd62fce-ee7c-4db7-bab2-b6cfeb56d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:03.923533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bece5ab-0aba-4aa4-9a0c-53269abd44be req-ebd62fce-ee7c-4db7-bab2-b6cfeb56d513 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1290584
May 14 21:20:03.925425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks [] for router_gateway (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:04.055928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bece5ab-0aba-4aa4-9a0c-53269abd44be req-919c7916-5286-4db1-9b9a-876ae41f2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:04.058005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bece5ab-0aba-4aa4-9a0c-53269abd44be req-919c7916-5286-4db1-9b9a-876ae41f2a89 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1274731
May 14 21:20:04.164890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f449a4-9467-4c35-826f-1735089c4e76 req-57d0d5bb-e072-4a3e-8d66-a8b5a348ff8c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:04.166409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5f449a4-9467-4c35-826f-1735089c4e76 req-57d0d5bb-e072-4a3e-8d66-a8b5a348ff8c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1121898
May 14 21:20:04.186305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-ab96d286-01de-4277-b6d6-ac7f85e14226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:04.192870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-ab96d286-01de-4277-b6d6-ac7f85e14226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1125 time: 0.0709517
May 14 21:20:04.237922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-6763dc4c-3a3e-41bd-8c99-62a7bb7fd59f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 200  len: 217 time: 0.0403366
May 14 21:20:04.286998 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks [] for router_gateway (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:04.313082 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:04.324102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5f449a4-9467-4c35-826f-1735089c4e76 req-c22cd635-2993-45d9-9039-7934b55f928b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472313
May 14 21:20:04.351079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3124b-f312-447e-b688-413cdf4954f8 req-9b123210-aa62-42c0-aa39-e17764a6edca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:04.352904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-9b123210-aa62-42c0-aa39-e17764a6edca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.1067097
May 14 21:20:04.449544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Allocated IP 172.35.4.234 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/5bba93df-d261-4ed9-ba59-b1a115e387f7) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:04.452614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-d26d72d8-5ef9-4c38-9d2a-4224daa05cd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625215
May 14 21:20:04.486736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcb450-88f6-4626-9c57-be661df60b30 req-eb37d29e-a4db-4e4e-ac46-b176633f2713 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:04.488979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5dcb450-88f6-4626-9c57-be661df60b30 req-eb37d29e-a4db-4e4e-ac46-b176633f2713 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 943 time: 0.1007822
May 14 21:20:04.598600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5dcb450-88f6-4626-9c57-be661df60b30 req-28e6412e-3f1d-4f74-becb-67fa676193c0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992024
May 14 21:20:04.605234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-05aae472-cb2f-4ad4-8162-2dec94823e1b service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458137
May 14 21:20:04.660116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks [] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:04.776324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:04.819626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:04.824951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:04.829378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:04.835717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Pushing event updated for resources: {'Port': ['ID=5bba93df-d261-4ed9-ba59-b1a115e387f7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:05.222307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks [] for router_gateway (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:05.360256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2af3124b-f312-447e-b688-413cdf4954f8 req-9c56f9bd-10bf-4e24-86e7-5f20326e37ed service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466627
May 14 21:20:05.408603 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:20:05.466849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25949c-12ad-4aa5-88d8-bdd532f98a50 req-e4711cab-281c-4bb1-9dcf-c5c1b0218c82 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:05.476388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e25949c-12ad-4aa5-88d8-bdd532f98a50 req-e4711cab-281c-4bb1-9dcf-c5c1b0218c82 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0629902
May 14 21:20:05.498793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:05.525877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e25949c-12ad-4aa5-88d8-bdd532f98a50 req-307391f4-6208-4286-98de-c5f456247440 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482366
May 14 21:20:05.738072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868c3ac-adb4-4798-b3bb-ba803a0d7f0e req-7f1ef3f4-3da4-49e9-9cef-af684ff9208f tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:05.739685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3868c3ac-adb4-4798-b3bb-ba803a0d7f0e req-7f1ef3f4-3da4-49e9-9cef-af684ff9208f tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 943 time: 0.0574548
May 14 21:20:05.762940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:20:05.834593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3868c3ac-adb4-4798-b3bb-ba803a0d7f0e req-957ae317-84c4-4620-a8ca-baeacf0fecf1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860806
May 14 21:20:05.913492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:05.929625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Sync routers for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:05.940835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:05.943041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230137ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:06.029886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.035282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ac53c0c2-e417-4215-9333-3bd43e66056b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.7171659
May 14 21:20:06.037398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59094) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:06.068623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:06.308501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230137ac0>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:04Z', 'revision_number': 3, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:06.345698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Checking router: f18c7cb3-f869-4f3c-9390-c2f58b5fe486 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:06.346077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Updating router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 port 5bba93df-d261-4ed9-ba59-b1a115e387f7 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:06.378608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.557478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59116) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:06.607809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.723762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d304-8350-4a42-93c7-ef80acde3f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.770299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fdc53-51fe-4767-b69a-3a1a0e4fe95d req-3dc86874-fa8e-44cb-9399-705524748516 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:06.771752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df1fdc53-51fe-4767-b69a-3a1a0e4fe95d req-3dc86874-fa8e-44cb-9399-705524748516 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1538653
May 14 21:20:06.789857 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Publish callbacks [] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.862587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df1fdc53-51fe-4767-b69a-3a1a0e4fe95d req-127dec7c-4360-4f71-b3c1-db658be73a7f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805101
May 14 21:20:06.865603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Allocated IP 172.20.0.1 (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a/d3992d86-9398-4c21-9fef-97795d3c5379/346c03b1-87d7-4a51-a7a5-b06da6cb96c3) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:06.886047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.956608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Attempting to bind port 5bba93df-d261-4ed9-ba59-b1a115e387f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:06.956608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Attempting to bind port 5bba93df-d261-4ed9-ba59-b1a115e387f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:06.956608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Attempting to bind port 5bba93df-d261-4ed9-ba59-b1a115e387f7 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:06.966821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:06.967512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:06.967942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.968894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:06.969507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Bound port: 5bba93df-d261-4ed9-ba59-b1a115e387f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:06.970107 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.983419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d304-8350-4a42-93c7-ef80acde3f84 admin admin] Publish callbacks [] for security_group (b64c26d5-760f-48ea-a6e2-006a95ecb6e4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:06.992380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Pushing event updated for resources: {'Port': ['ID=5bba93df-d261-4ed9-ba59-b1a115e387f7,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:07.011670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.012580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.013916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.014529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.015112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.015677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.016133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.016590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.017011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.017432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.017962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.018497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.018917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.019369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.019944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7035a-52dc-4bf2-b149-93c15f69c3de req-c3d5097a-6f48-4bed-a70f-3aba0a219311 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.020090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.022799 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-acb7035a-52dc-4bf2-b149-93c15f69c3de req-c3d5097a-6f48-4bed-a70f-3aba0a219311 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 946 time: 0.0608063
May 14 21:20:07.062868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] For port 5bba93df-d261-4ed9-ba59-b1a115e387f7, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:07.063278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks [] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.068009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] For port 5bba93df-d261-4ed9-ba59-b1a115e387f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bba93df-d261-4ed9-ba59-b1a115e387f7,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:07.086136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d304-8350-4a42-93c7-ef80acde3f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b64c26d5-760f-48ea-a6e2-006a95ecb6e4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.100803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-acb7035a-52dc-4bf2-b149-93c15f69c3de req-064ae215-24a9-4cb6-b26e-8c711943eff6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685606
May 14 21:20:07.146624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.157765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ba4d304-8350-4a42-93c7-ef80acde3f84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0836fd7ee18244cca109e577b9194b2a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5969584
May 14 21:20:07.158158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59130) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:07.196284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.244021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.244490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.244952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.245410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.245863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.246376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.247001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.247461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.248003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.248456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.252856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d20c433d-2ac7-4119-bcd8-616b96717097 req-d962e32d-b5e7-499f-bf8f-9e9bb01ac1c0 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7134 time: 0.2617581
May 14 21:20:07.268206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d304-8350-4a42-93c7-ef80acde3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c26d5-760f-48ea-a6e2-006a95ecb6e4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:07.284472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bebd-fbef-4dd2-b2ff-665122134114 req-7a3a7ce0-acd1-4b91-b4e1-8940b0cc4931 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.286021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9b8bebd-fbef-4dd2-b2ff-665122134114 req-7a3a7ce0-acd1-4b91-b4e1-8940b0cc4931 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 943 time: 0.1138804
May 14 21:20:07.289906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:07.300789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:07.308599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:07.326675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Pushing event updated for resources: {'Port': ['ID=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:07.342196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:07.342838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230137ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:07.366388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d04c05ff-cd74-47e0-8227-4f56ce6717f8 admin admin] Publish callbacks [] for security_group (b64c26d5-760f-48ea-a6e2-006a95ecb6e4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.368706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.369055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.369399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.369744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.370077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.370415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.370745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.371071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.371397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.371751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.372076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.372399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.372804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.373086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.373360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:07.397582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27343539-7d1e-45ca-be54-3bf7f9fda104 None None] Pushing event updated for resources: {'Port': ['ID=5bba93df-d261-4ed9-ba59-b1a115e387f7,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:07.405361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8fe6e-68df-4465-8130-381c3c947d8d req-97d2717c-b2ac-4993-9a09-8fde12024562 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.407360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e8fe6e-68df-4465-8130-381c3c947d8d req-97d2717c-b2ac-4993-9a09-8fde12024562 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 886 time: 0.1338060
May 14 21:20:07.428336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.468183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d04c05ff-cd74-47e0-8227-4f56ce6717f8 admin admin] Publish callbacks [] for security_group (b64c26d5-760f-48ea-a6e2-006a95ecb6e4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.474169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:07.474364 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9b8bebd-fbef-4dd2-b2ff-665122134114 req-06e99242-80fa-4def-a59c-15a9445f2398 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757917
May 14 21:20:07.555522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.556305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.557035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.557715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.558637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.567222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.567222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.567222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.567222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.567222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:07.567222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e064ac32-6529-41b2-8019-bb6453b1e1a5 req-121dd8b7-f282-4566-be05-7349e2458127 tempest-NetworksTest-1505418600 tempest-NetworksTest-1505418600-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7134 time: 0.1272209
May 14 21:20:07.574205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 37039dca-7f50-4abf-b9c9-024d3e2f3d10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:20:07.650437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d04c05ff-cd74-47e0-8227-4f56ce6717f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b64c26d5-760f-48ea-a6e2-006a95ecb6e4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.660218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d04c05ff-cd74-47e0-8227-4f56ce6717f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.662537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d04c05ff-cd74-47e0-8227-4f56ce6717f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b64c26d5-760f-48ea-a6e2-006a95ecb6e4 HTTP/1.1" status: 204  len: 168 time: 0.5029368
May 14 21:20:07.671530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c05ff-cd74-47e0-8227-4f56ce6717f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c26d5-760f-48ea-a6e2-006a95ecb6e4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:07.717922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.779563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:07.788291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230137ac0>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:04Z', 'revision_number': 3, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:07.822246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77', 'port_id': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'mac_address': 'fa:16:3e:80:e6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90356d5-dae9-4af9-8620-ffa197e7bf31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:20:07.824197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22bef91-a776-445b-9c96-8c0d94fadde5 None None] The sync data for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 is: [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:04Z', 'revision_number': 3, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:20:07.865908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:07.866347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:07.881211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37039dca-7f50-4abf-b9c9-024d3e2f3d10 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:07.926442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:08.015701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.031822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0935fb-432d-4197-87a2-8acf71c67a94 req-d40f7062-2866-44fa-85b2-39979ced49b9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:08.033861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f0935fb-432d-4197-87a2-8acf71c67a94 req-d40f7062-2866-44fa-85b2-39979ced49b9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0601518
May 14 21:20:08.079470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:08.117108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks [] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.140706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f0935fb-432d-4197-87a2-8acf71c67a94 req-73f13c76-0490-41c9-a2d3-6598c323233e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986059
May 14 21:20:08.197032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.236278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:08.266281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dc3a3-b332-4203-aeb9-04ad363fe83e req-c07533cb-6692-4f05-9ac3-9b9fab8eaa1d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:08.267957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d84dc3a3-b332-4203-aeb9-04ad363fe83e req-c07533cb-6692-4f05-9ac3-9b9fab8eaa1d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 946 time: 0.0729058
May 14 21:20:08.309544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59148) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:08.312591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.323711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Pushing event updated for resources: {'Port': ['ID=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:08.369999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d84dc3a3-b332-4203-aeb9-04ad363fe83e req-67c4eae1-0950-4355-817b-2a417e068ba3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953951
May 14 21:20:08.496322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:08.498110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee266bd6-1515-4d8d-8a65-bef3737b9135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.498641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:08.543221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420979-15f3-414c-9985-bbad51c20edd req-362c4e70-d7c4-4fe6-ae2a-2f6749cde829 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:08.551390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0420979-15f3-414c-9985-bbad51c20edd req-362c4e70-d7c4-4fe6-ae2a-2f6749cde829 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 946 time: 0.1127579
May 14 21:20:08.696847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5bba93df-d261-4ed9-ba59-b1a115e387f7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:08.718614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa18d-6b06-4a5d-9c9f-0e1e93a4034f req-b063c601-2163-41a9-8cab-966e2874b311 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:08.728289 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ccafa18d-6b06-4a5d-9c9f-0e1e93a4034f req-b063c601-2163-41a9-8cab-966e2874b311 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 944 time: 0.1106083
May 14 21:20:08.798608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Deleting port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:20:08.799218 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.807108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5bba93df-d261-4ed9-ba59-b1a115e387f7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:08.807910 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.811065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ccafa18d-6b06-4a5d-9c9f-0e1e93a4034f req-e4487357-4e45-4bb6-aa6e-f4dbbd017c3c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812635
May 14 21:20:08.838729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:20:08.950840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee266bd6-1515-4d8d-8a65-bef3737b9135 admin admin] Publish callbacks [] for security_group (d5c19902-af84-489f-b5bc-857dfd44a88b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.954417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5bba93df-d261-4ed9-ba59-b1a115e387f7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:08.955166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:08.980208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 5bba93df-d261-4ed9-ba59-b1a115e387f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bba93df-d261-4ed9-ba59-b1a115e387f7,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:09.013383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] For port 1c2acd91-d9e5-4266-97e0-03e3c6564b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c2acd91-d9e5-4266-97e0-03e3c6564b39,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:09.025098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.031929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Calling delete_port for 1c2acd91-d9e5-4266-97e0-03e3c6564b39 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:20:09.032534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:09.042800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b4029cb5-cfc6-4c60-b967-765777c698d1 admin admin] 10.222.0.52 "PUT /v2.0/routers/f18c7cb3-f869-4f3c-9390-c2f58b5fe486/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0043070
May 14 21:20:09.086796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee266bd6-1515-4d8d-8a65-bef3737b9135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d5c19902-af84-489f-b5bc-857dfd44a88b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.108359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.173625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59180) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:09.173793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ee266bd6-1515-4d8d-8a65-bef3737b9135 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a19f369532d48d79359e08ece1a2569&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8605404
May 14 21:20:09.177432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee266bd6-1515-4d8d-8a65-bef3737b9135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c19902-af84-489f-b5bc-857dfd44a88b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:09.207132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=5bba93df-d261-4ed9-ba59-b1a115e387f7,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:09.326099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b304e298-7707-46ee-b077-ee916c2b3fb7 admin admin] Publish callbacks [] for security_group (d5c19902-af84-489f-b5bc-857dfd44a88b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.350401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b304e298-7707-46ee-b077-ee916c2b3fb7 admin admin] Publish callbacks [] for security_group (d5c19902-af84-489f-b5bc-857dfd44a88b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.353931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a93de0-0e7d-4791-8e8d-6c8914417e6b req-6a428e09-79ec-4625-9922-5a8ae24a0fdf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:09.355584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0a93de0-0e7d-4791-8e8d-6c8914417e6b req-6a428e09-79ec-4625-9922-5a8ae24a0fdf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0664763
May 14 21:20:09.390907 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1c2acd91-d9e5-4266-97e0-03e3c6564b39), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.402895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1c2acd91-d9e5-4266-97e0-03e3c6564b39'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:09.440447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event deleted for resources: {'Port': ['ID=1c2acd91-d9e5-4266-97e0-03e3c6564b39,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:09.499908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0a93de0-0e7d-4791-8e8d-6c8914417e6b req-9690d1b8-9ee0-4421-868d-bd24b2084ae2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327071
May 14 21:20:09.521350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] No DVR routers for this DVR port 1c2acd91-d9e5-4266-97e0-03e3c6564b39 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:20:09.529467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-133b6ce2-a360-47e1-94d8-be1dce89eb35 req-36686db8-da30-44f6-83e4-448650209d76 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 210 time: 0.0461709
May 14 21:20:09.534294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.537913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0420979-15f3-414c-9985-bbad51c20edd req-f636ded9-80b9-47d9-9677-b15ddc042ec9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "DELETE /v2.0/ports/1c2acd91-d9e5-4266-97e0-03e3c6564b39 HTTP/1.1" status: 204  len: 173 time: 0.9749672
May 14 21:20:09.538394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'name': 'network-vif-deleted', 'tag': '1c2acd91-d9e5-4266-97e0-03e3c6564b39'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:09.541447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6022ee-b635-4f3a-a48a-1160aba9104b" -d '{"events": [{"server_uuid": "b2e74105-d641-42cc-8282-4c6d13ec0581", "name": "network-vif-deleted", "tag": "1c2acd91-d9e5-4266-97e0-03e3c6564b39"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:09.581487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 37039dca-7f50-4abf-b9c9-024d3e2f3d10 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:09.632331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:20:09.656310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b304e298-7707-46ee-b077-ee916c2b3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d5c19902-af84-489f-b5bc-857dfd44a88b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.659429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b304e298-7707-46ee-b077-ee916c2b3fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.663063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b304e298-7707-46ee-b077-ee916c2b3fb7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5c19902-af84-489f-b5bc-857dfd44a88b HTTP/1.1" status: 204  len: 168 time: 0.4851899
May 14 21:20:09.670429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304e298-7707-46ee-b077-ee916c2b3fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c19902-af84-489f-b5bc-857dfd44a88b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:09.764038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:09.764499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.781447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d8dc50-42bb-44c1-bbf2-066cb998d67c x-openstack-request-id: req-e3d8dc50-42bb-44c1-bbf2-066cb998d67c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:09.781849 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e74105-d641-42cc-8282-4c6d13ec0581", "name": "network-vif-deleted", "tag": "1c2acd91-d9e5-4266-97e0-03e3c6564b39", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:09.782159 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3d8dc50-42bb-44c1-bbf2-066cb998d67c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:09.783791 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d8dc50-42bb-44c1-bbf2-066cb998d67c'] response: {'server_uuid': 'b2e74105-d641-42cc-8282-4c6d13ec0581', 'name': 'network-vif-deleted', 'tag': '1c2acd91-d9e5-4266-97e0-03e3c6564b39', 'status': 'completed', 'code': 200}
May 14 21:20:09.943835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:09.944247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:09.992689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:10.003749 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500e2e6-b8d5-42dc-92a5-a64bf123b1e4" -d '{"events": [{"server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "name": "network-vif-plugged", "status": "completed", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:10.031312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:10.043852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76fc38-6c5f-45b5-874a-88cd63ec9419 req-cd0f1b2c-8704-4cf2-a5af-679110e977c1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:10.046877 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e76fc38-6c5f-45b5-874a-88cd63ec9419 req-cd0f1b2c-8704-4cf2-a5af-679110e977c1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 944 time: 0.0838330
May 14 21:20:10.048246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-6dab69d7-a8b5-4202-bdc5-21c4a75a1941 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:10.049712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-6dab69d7-a8b5-4202-bdc5-21c4a75a1941 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 819 time: 0.2534022
May 14 21:20:10.064608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-fd0b2f9b-d566-4933-83d8-5f2876d08213 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/quotas/d272971274514577b827dd8ac81c9e58 HTTP/1.1" status: 200  len: 375 time: 0.0094697
May 14 21:20:10.098403 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e76fc38-6c5f-45b5-874a-88cd63ec9419 req-35dcba23-8421-4528-90f3-f2e67e62206d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465772
May 14 21:20:10.115337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-3198824b-107c-4fc6-8bd8-84861922000a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0444074
May 14 21:20:10.182338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:10.183229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1c2acd91-d9e5-4266-97e0-03e3c6564b39 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:20:10.232210 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-c8595e79-079a-4372-94fe-20f01129325e service neutron] 10.222.0.52 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089935
May 14 21:20:10.232548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 1c2acd91-d9e5-4266-97e0-03e3c6564b39 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:20:10.232917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1c2acd91-d9e5-4266-97e0-03e3c6564b39 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:20:10.312297 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Sync routers for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:10.321765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:10.334313 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:10.334313 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:10.372119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-60a9032d-9092-4b26-a4b0-d2c8de0ea05d service neutron] 10.222.0.52 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381977
May 14 21:20:10.376275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b46fc422-ae6b-411a-975b-b3d6364b7321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:10.549919 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:10.591559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5bba93df-d261-4ed9-ba59-b1a115e387f7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:10.650993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5bba93df-d261-4ed9-ba59-b1a115e387f7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:10.651372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:10.683825 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e50ef5-1b77-46db-9215-3ac584f46d7a x-openstack-request-id: req-f8e50ef5-1b77-46db-9215-3ac584f46d7a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:10.684351 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "name": "network-vif-plugged", "status": "completed", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:10.684798 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8e50ef5-1b77-46db-9215-3ac584f46d7a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:10.685923 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e50ef5-1b77-46db-9215-3ac584f46d7a'] response: {'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'code': 200}
May 14 21:20:10.740522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:10.796489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5838bae8-6d0d-493d-9807-e753b9711387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:10.798874 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029f40>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 2, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:10.819319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5bba93df-d261-4ed9-ba59-b1a115e387f7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:10.861260 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Checking router: f18c7cb3-f869-4f3c-9390-c2f58b5fe486 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:10.869991 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Updating router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:10.893967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c14a-2099-480f-a1fa-349ebb7452d6 req-fbe9824a-20f2-4931-af18-1bd9061a81d5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:10.900733 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7642c14a-2099-480f-a1fa-349ebb7452d6 req-fbe9824a-20f2-4931-af18-1bd9061a81d5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0724137
May 14 21:20:10.907085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9abf-0f36-4656-8ebe-c0f15ae6dcf9 req-53e45388-1a55-47ba-83e2-da040430702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:10.909293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5b9abf-0f36-4656-8ebe-c0f15ae6dcf9 req-53e45388-1a55-47ba-83e2-da040430702a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1127 time: 0.0635347
May 14 21:20:10.929198 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:10.939491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46b15888-f622-48ae-ba63-c72878d8f08e req-4606b4a2-0356-4347-a2ab-805586ef8dff tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2e74105-d641-42cc-8282-4c6d13ec0581 HTTP/1.1" status: 200  len: 210 time: 0.0426240
May 14 21:20:10.997524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7642c14a-2099-480f-a1fa-349ebb7452d6 req-5a8e6448-f729-43a1-af9f-30905c8e6aa0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958533
May 14 21:20:11.012499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5b9abf-0f36-4656-8ebe-c0f15ae6dcf9 req-9fe25e72-ff85-4f45-9972-33f94a636cf2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866337
May 14 21:20:11.081170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5838bae8-6d0d-493d-9807-e753b9711387 admin admin] Publish callbacks [] for security_group (35f5e54c-064f-4d9a-b5b0-9854bcb35242), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.084545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2693-cb22-4989-9bf0-8404ec603f36 req-be238d08-393e-44a2-a0bf-0b4e95d3491d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:11.091963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-063e2693-cb22-4989-9bf0-8404ec603f36 req-be238d08-393e-44a2-a0bf-0b4e95d3491d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.0673604
May 14 21:20:11.109508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-63064761-0a70-48c4-9d94-6bea3017cddb req-1518cccc-824a-4835-813f-177ffa075985 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 210 time: 0.0503199
May 14 21:20:11.140813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5838bae8-6d0d-493d-9807-e753b9711387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (35f5e54c-064f-4d9a-b5b0-9854bcb35242), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.142839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-063e2693-cb22-4989-9bf0-8404ec603f36 req-699d9d2c-bff3-45b3-96af-890093e1e056 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500157
May 14 21:20:11.222144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5838bae8-6d0d-493d-9807-e753b9711387 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9336dafb81e46eab8cdc6cb066634e7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4803061
May 14 21:20:11.222766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:11.231881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838bae8-6d0d-493d-9807-e753b9711387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f5e54c-064f-4d9a-b5b0-9854bcb35242,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:11.249424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-9cff6529-f4b3-484f-a79c-62a5094590f4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:11.249424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-9cff6529-f4b3-484f-a79c-62a5094590f4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 945 time: 0.0934589
May 14 21:20:11.370046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72ca6-fcb6-496e-8553-b45d6b41592e req-d4f3ec9f-fbce-430e-99c2-9687fa61c975 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:11.370046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7af72ca6-fcb6-496e-8553-b45d6b41592e req-d4f3ec9f-fbce-430e-99c2-9687fa61c975 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 945 time: 0.0699885
May 14 21:20:11.388006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b09e07b6-7626-4d93-bbbe-9267bdff0cbb admin admin] Publish callbacks [] for security_group (35f5e54c-064f-4d9a-b5b0-9854bcb35242), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.401762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Deleting port 1aef7905-067e-45bd-9e0e-044b18eaa72b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:20:11.402086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.424803 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Publish callbacks [] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.440136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b09e07b6-7626-4d93-bbbe-9267bdff0cbb admin admin] Publish callbacks [] for security_group (35f5e54c-064f-4d9a-b5b0-9854bcb35242), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.461041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7af72ca6-fcb6-496e-8553-b45d6b41592e req-86664f2c-2ff6-44ae-b8be-3158d5ed69df tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854747
May 14 21:20:11.522297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] For port 1aef7905-067e-45bd-9e0e-044b18eaa72b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1aef7905-067e-45bd-9e0e-044b18eaa72b,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:11.522652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.535903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Calling delete_port for 1aef7905-067e-45bd-9e0e-044b18eaa72b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:20:11.638608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b09e07b6-7626-4d93-bbbe-9267bdff0cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (35f5e54c-064f-4d9a-b5b0-9854bcb35242), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.638852 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.644529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b09e07b6-7626-4d93-bbbe-9267bdff0cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.648236 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b09e07b6-7626-4d93-bbbe-9267bdff0cbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35f5e54c-064f-4d9a-b5b0-9854bcb35242 HTTP/1.1" status: 204  len: 168 time: 0.4242191
May 14 21:20:11.663328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e07b6-7626-4d93-bbbe-9267bdff0cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f5e54c-064f-4d9a-b5b0-9854bcb35242,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:11.733489 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Pushing event updated for resources: {'Port': ['ID=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:11.747685 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.776296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1aef7905-067e-45bd-9e0e-044b18eaa72b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.780126 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.785896 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:11.790427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1aef7905-067e-45bd-9e0e-044b18eaa72b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:11.808619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Attempting to bind port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:11.808619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Attempting to bind port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:11.808619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Attempting to bind port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 on network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:11.814803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:11.815994 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Checking segment: {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:11.816402 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.816795 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Bound using segment: {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:11.817264 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Bound port: 346c03b1-87d7-4a51-a7a5-b06da6cb96c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:11.817640 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.843794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event deleted for resources: {'Port': ['ID=1aef7905-067e-45bd-9e0e-044b18eaa72b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:11.907464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] No DVR routers for this DVR port 1aef7905-067e-45bd-9e0e-044b18eaa72b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:20:11.913406 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:11.914409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3f3c8a8-0766-4e5f-adc9-4bae35f56131 req-cf3ba7e0-1f37-4d0a-b006-470a35ff6858 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "DELETE /v2.0/ports/1aef7905-067e-45bd-9e0e-044b18eaa72b HTTP/1.1" status: 204  len: 173 time: 0.6594238
May 14 21:20:11.914951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'name': 'network-vif-deleted', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:11.916359 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] For port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:11.917942 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37631f5f-8376-4b29-8968-72daf374edba" -d '{"events": [{"server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "name": "network-vif-deleted", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:11.943219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] For port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:11.969289 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:12.025141 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39f896-05f4-4fac-bfd0-0ee635160078 x-openstack-request-id: req-9b39f896-05f4-4fac-bfd0-0ee635160078 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:12.025843 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd12aad-4b1b-4433-a46d-66a5d3fa7862", "name": "network-vif-deleted", "tag": "1aef7905-067e-45bd-9e0e-044b18eaa72b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:12.036958 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b39f896-05f4-4fac-bfd0-0ee635160078 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:12.036958 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b39f896-05f4-4fac-bfd0-0ee635160078'] response: {'server_uuid': '3cd12aad-4b1b-4433-a46d-66a5d3fa7862', 'name': 'network-vif-deleted', 'tag': '1aef7905-067e-45bd-9e0e-044b18eaa72b', 'status': 'completed', 'code': 200}
May 14 21:20:12.037753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59316) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:12.096397 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:12.260908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c76b2-e4b3-48a1-a66a-dd5f074cb88e req-5a2e8616-e52f-4cb9-be47-c79fea6f1067 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:12.274009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd9c76b2-e4b3-48a1-a66a-dd5f074cb88e req-5a2e8616-e52f-4cb9-be47-c79fea6f1067 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1097577
May 14 21:20:12.327262 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:12.328314 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:19:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:12.381433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8569dfcf-40e3-48be-8d10-ee32c6f7ab23 req-c56b03ff-eb7b-4c49-818a-74728f7b2c30 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 210 time: 0.1166344
May 14 21:20:12.407507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088ca1c8-0add-47b8-9e4f-02357ec9a503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:12.578627 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7d18-573a-4a45-b0f3-d3be37a1a36a None None] Pushing event updated for resources: {'Port': ['ID=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:12.600618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba5b35fa-3f3f-44d3-ae8e-234e12dd962d req-8b96dec5-4d94-4380-b3a7-59db9cd5b24c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd12aad-4b1b-4433-a46d-66a5d3fa7862 HTTP/1.1" status: 200  len: 210 time: 0.0644290
May 14 21:20:12.630304 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088ca1c8-0add-47b8-9e4f-02357ec9a503 admin admin] Publish callbacks [] for security_group (9f5d4892-80d1-4eae-8227-8e382a7dbcfc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:12.704180 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:12.708334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088ca1c8-0add-47b8-9e4f-02357ec9a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9f5d4892-80d1-4eae-8227-8e382a7dbcfc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:12.854363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a78497db-2998-4054-8c7a-9c9b681246f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:12.861282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd9c76b2-e4b3-48a1-a66a-dd5f074cb88e req-24f5b2c0-28ec-424e-9182-d7e1f20054f5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5861261
May 14 21:20:12.918015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-088ca1c8-0add-47b8-9e4f-02357ec9a503 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a85582b3e294f99828623a9a7331bee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8787246
May 14 21:20:12.918620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59352) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:12.931626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ca1c8-0add-47b8-9e4f-02357ec9a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d4892-80d1-4eae-8227-8e382a7dbcfc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:12.950240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cd762-04e2-4946-9e44-072bcb0d2900 req-c81d1a9d-b17f-4a16-b613-898b2d3b6d37 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:12.958593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b61cd762-04e2-4946-9e44-072bcb0d2900 req-c81d1a9d-b17f-4a16-b613-898b2d3b6d37 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 945 time: 0.1442304
May 14 21:20:13.038081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef57f64e-952a-4667-b893-658f134035e4 admin admin] Publish callbacks [] for security_group (9f5d4892-80d1-4eae-8227-8e382a7dbcfc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:13.049010 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b61cd762-04e2-4946-9e44-072bcb0d2900 req-2725046f-4739-44e6-91f0-0f74daa4f30d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832219
May 14 21:20:13.077162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef57f64e-952a-4667-b893-658f134035e4 admin admin] Publish callbacks [] for security_group (9f5d4892-80d1-4eae-8227-8e382a7dbcfc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:13.133688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029f40>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:11Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:13.169439 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d77c38-b950-4835-a6a3-3a8c008e2858 None None] The sync data for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 is: [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:11Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:20:13.271061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-da9c1267-4cbc-499b-bea8-abc08e49c021 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1481639373&fields=id&tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 267 time: 0.0875106
May 14 21:20:13.309804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06af10-1168-48e4-a75d-dab2bd148ed4 req-e4ad19cc-95e9-48b9-83e2-175802a2493f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:13.312390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc06af10-1168-48e4-a75d-dab2bd148ed4 req-e4ad19cc-95e9-48b9-83e2-175802a2493f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.2184267
May 14 21:20:13.338899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef57f64e-952a-4667-b893-658f134035e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9f5d4892-80d1-4eae-8227-8e382a7dbcfc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:13.342850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef57f64e-952a-4667-b893-658f134035e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:13.348739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ef57f64e-952a-4667-b893-658f134035e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f5d4892-80d1-4eae-8227-8e382a7dbcfc HTTP/1.1" status: 204  len: 168 time: 0.4266336
May 14 21:20:13.370215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57f64e-952a-4667-b893-658f134035e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d4892-80d1-4eae-8227-8e382a7dbcfc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:13.372581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc06af10-1168-48e4-a75d-dab2bd148ed4 req-f9c4216c-bbf2-4052-9015-bdbc24128bb5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0546529
May 14 21:20:13.416460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-928d4b9a-7ed9-46c8-a164-28a6cf337e50 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:13.418081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-928d4b9a-7ed9-46c8-a164-28a6cf337e50 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 945 time: 0.1397579
May 14 21:20:13.433914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'port': {'security_groups': ['a49c0f29-93c3-45ab-8eee-da6aa4e3915f', 'a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:13.477875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc06af10-1168-48e4-a75d-dab2bd148ed4 req-556f78a3-adf3-40c2-9f75-67643a4c3964 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1027181
May 14 21:20:13.577039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:13.610792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc06af10-1168-48e4-a75d-dab2bd148ed4 req-923aed1d-a453-42cb-ad05-27e596b274b9 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307683
May 14 21:20:13.772235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc06af10-1168-48e4-a75d-dab2bd148ed4 req-bc26fd1b-b14b-4d98-a202-9cad556200cf service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531558
May 14 21:20:13.853951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:14.140072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-eb8868b2-0615-4ad1-8ed9-a75da576bbac tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:14.142236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-eb8868b2-0615-4ad1-8ed9-a75da576bbac tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 819 time: 0.2161725
May 14 21:20:14.162410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'port': {'device_id': '65f64224-2391-4126-8dcb-f009aa8a0612', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'admin_state_up': True, 'tenant_id': 'd272971274514577b827dd8ac81c9e58'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:14.304952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6ea3e6b-705e-409f-8ae6-ad6e495d1d02 req-72f28c8f-c51f-44a0-be00-118339f98722 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 210 time: 0.0867553
May 14 21:20:14.347784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:20:14.454005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 1aef7905-067e-45bd-9e0e-044b18eaa72b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:20:14.461954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1aef7905-067e-45bd-9e0e-044b18eaa72b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:20:14.486600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:14.551346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:14.578437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Made reservation on behalf of d272971274514577b827dd8ac81c9e58 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:14.591048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:14.638905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d45e8-870e-41bf-a3d0-bb82f2890dd4 req-b408accd-4114-4e95-87ba-9a2fa7dd47eb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:14.640627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a0d45e8-870e-41bf-a3d0-bb82f2890dd4 req-b408accd-4114-4e95-87ba-9a2fa7dd47eb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1535952
May 14 21:20:14.646872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:14.656747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:14.704182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:14.705009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:14.706542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-634f00fd-f1c5-4e94-a98c-f0a0c716f8a1 req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "PUT /v2.0/ports/37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 200  len: 981 time: 1.2776897
May 14 21:20:14.707198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:14.710647 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b270a3e-871f-4244-94cd-c5f0e2c1082c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:14.742042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:14.754321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d5116-55df-4628-b6e4-3fa21a9eb3b2 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=6']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:14.833258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a0d45e8-870e-41bf-a3d0-bb82f2890dd4 req-bf0b5b64-224b-41bd-9377-12aead02861e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309443
May 14 21:20:14.838903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:14.846740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-283a399b-f80c-4e19-9f02-2d5946e493e2 req-3137194f-859e-4450-841d-83ae78268da1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=d53680f2-134e-4b0b-9fe3-c669b62e4c30 HTTP/1.1" status: 200  len: 210 time: 0.0675666
May 14 21:20:14.913226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Allocated IP 172.20.0.12 (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a/d3992d86-9398-4c21-9fef-97795d3c5379/9bcc5800-f48b-4fc7-ac54-c5ae11983072) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:15.006401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:15.008516 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.124989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-784840ae-d175-4d1f-b92e-12062181bf7b req-033cbf5d-b73c-4ea1-a9f8-fe2526154d85 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1956154409&fields=id&tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 267 time: 0.1246693
May 14 21:20:15.185350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.211515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784840ae-d175-4d1f-b92e-12062181bf7b req-7a8981b0-a605-477a-878e-986cf0c50408 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:15.219677 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-784840ae-d175-4d1f-b92e-12062181bf7b req-7a8981b0-a605-477a-878e-986cf0c50408 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 984 time: 0.0799837
May 14 21:20:15.225613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'port': {'security_groups': ['a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef', 'a49c0f29-93c3-45ab-8eee-da6aa4e3915f', '685d0bd1-3cd2-46fd-901d-30d0e69352aa']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:15.314221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:15.315596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.321712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.325788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.408302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:15.418176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:15.429920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:15.432712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:15.474643 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d17ea6-81ac-4e6d-be41-1e3ed41eb775 x-openstack-request-id: req-e9d17ea6-81ac-4e6d-be41-1e3ed41eb775 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:15.474978 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:15.475506 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9d17ea6-81ac-4e6d-be41-1e3ed41eb775 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:15.475640 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d17ea6-81ac-4e6d-be41-1e3ed41eb775'] response: {'name': 'network-changed', 'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'status': 'completed', 'code': 200}
May 14 21:20:15.484449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:15.540740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:15.541407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.573896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-901a9966-9cf1-4cd6-add3-f1dc98d0fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:15.575308 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-901a9966-9cf1-4cd6-add3-f1dc98d0fcf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1166 time: 0.0728869
May 14 21:20:15.625339 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.682701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:15.696756 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.697990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7d1eb8fd-ebd6-4444-9fe8-fe82b018e867 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5462260
May 14 21:20:15.711179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Request body: {'port': {'device_id': '65f64224-2391-4126-8dcb-f009aa8a0612', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:15.757910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-41094b02-f239-4802-8e79-6ccfbff10069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:15.759598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-41094b02-f239-4802-8e79-6ccfbff10069 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 913 time: 0.1763489
May 14 21:20:15.767418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:15.814039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-ec5879f8-6394-46f9-a03f-bd9f513dbcdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 200  len: 217 time: 0.0485296
May 14 21:20:15.868142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-2fff4676-e387-4560-9d89-42d5fe4d67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:15.869618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-2fff4676-e387-4560-9d89-42d5fe4d67e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.0496817
May 14 21:20:15.899173 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:15.903379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-a1d586a2-b454-45c2-a0b2-32d203064ada tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:15.905214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-a1d586a2-b454-45c2-a0b2-32d203064ada tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 944 time: 0.0783906
May 14 21:20:15.916630 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-04dd97f7-aa42-4f24-952d-473ebd1cc37c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369000
May 14 21:20:15.958232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.000902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.013313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:16.071153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:16.071810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.073206 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-784840ae-d175-4d1f-b92e-12062181bf7b req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "PUT /v2.0/ports/37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 200  len: 1020 time: 0.8524852
May 14 21:20:16.089099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Deleting port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:20:16.089810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.111761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-618872f6-6362-4ed9-97ef-8d405222d932 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863701
May 14 21:20:16.140529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da516444-31b1-4581-8c5f-bff7aec1988e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=7']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:16.178054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:16.203633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] For port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:16.204001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.218217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Calling delete_port for 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:20:16.256526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b270a3e-871f-4244-94cd-c5f0e2c1082c req-25455a85-c58c-477b-91e5-b19710f91385 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388149
May 14 21:20:16.431751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-53a6e9eb-cc4c-47eb-a39b-261042127111 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1203210
May 14 21:20:16.565652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-cd1b3365-a22a-4eb1-bdb7-d0d2d5e982c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:16.567679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-cd1b3365-a22a-4eb1-bdb7-d0d2d5e982c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.1109309
May 14 21:20:16.631368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:16.749362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:16.749738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.761274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfbd79-650e-4be6-ac88-f516b843d39b req-4c553519-ff34-47f5-872a-da49d1f6b4e8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:16.770326 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1bfbd79-650e-4be6-ac88-f516b843d39b req-4c553519-ff34-47f5-872a-da49d1f6b4e8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 932 time: 0.0714352
May 14 21:20:16.772753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-cc2d1240-d8df-4bfb-ae32-8e98ae7ddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:16.774549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-cc2d1240-d8df-4bfb-ae32-8e98ae7ddf63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1812103
May 14 21:20:16.784985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcc5800-f48b-4fc7-ac54-c5ae11983072 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:16.809067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.821964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1bfbd79-650e-4be6-ac88-f516b843d39b req-f59c7d50-c6c6-43e7-b738-6892faad8b73 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507269
May 14 21:20:16.844909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Publish callbacks [] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.854992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:16.924335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4621ed1-df01-4267-9b6e-9e87e89b606c req-529c6e50-b524-40f7-9165-a5c9c20358e1 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=1490939f-5892-4d71-8262-69f0148d55d2 HTTP/1.1" status: 200  len: 210 time: 0.0812066
May 14 21:20:16.931113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-e898f849-5d27-46a9-98ff-fc8d1cf3c1c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.1492796
May 14 21:20:16.931887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event deleted for resources: {'Port': ['ID=0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:16.940201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Transition to ACTIVE for port object 9bcc5800-f48b-4fc7-ac54-c5ae11983072 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:16.997833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:17.017435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] No DVR routers for this DVR port 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:20:17.023395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.026536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5deb67b-8db4-48d5-b752-d85875691dd6 req-7c7a3f75-59e7-4224-9e69-f71fe61f4b08 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "DELETE /v2.0/ports/0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 HTTP/1.1" status: 204  len: 173 time: 1.1160953
May 14 21:20:17.027587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'name': 'network-vif-deleted', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:17.030813 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e8e7fd-5826-4275-a5f2-3b3e2eb1f898" -d '{"events": [{"server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "name": "network-vif-deleted", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:17.043926 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.109762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-91d74069-5c43-4a3a-b726-d149d8fad9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.111237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-91d74069-5c43-4a3a-b726-d149d8fad9a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1697748
May 14 21:20:17.140762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b3155-369b-4475-b50a-93a9a1e92240 req-814a7773-a929-484a-85bc-acc90d86b663 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.142179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e7b3155-369b-4475-b50a-93a9a1e92240 req-814a7773-a929-484a-85bc-acc90d86b663 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.1218531
May 14 21:20:17.170910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:17.180279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7b1cb-df0d-4dce-8cf4-fc283d833c0c req-f7d44fc9-52f8-49dc-8e52-2b91481de0b1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.181821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df7b1cb-df0d-4dce-8cf4-fc283d833c0c req-f7d44fc9-52f8-49dc-8e52-2b91481de0b1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1023 time: 0.0564456
May 14 21:20:17.218433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-6652bc76-5eec-48c1-a88d-cee6cdd9e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.219970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-6652bc76-5eec-48c1-a88d-cee6cdd9e833 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0971060
May 14 21:20:17.257009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0df7b1cb-df0d-4dce-8cf4-fc283d833c0c req-99932e5e-7bda-4d65-87cc-0f889f4f05be tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=685d0bd1-3cd2-46fd-901d-30d0e69352aa&id=a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f HTTP/1.1" status: 200  len: 6199 time: 0.0674441
May 14 21:20:17.299523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e7b3155-369b-4475-b50a-93a9a1e92240 req-7c706e79-bfc4-4ca3-b123-8796d2d9b4fd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499712
May 14 21:20:17.367938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Attempting to bind port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:17.371237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Attempting to bind port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:17.371237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Attempting to bind port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 on network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:17.380726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 on network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:17.381136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Attempting to bind port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 on network b1539874-6ea7-49e4-8f22-60e0ae9b0c3a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:17.397938 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc944e3-b83a-414a-b968-3f79dd500876 x-openstack-request-id: req-ecc944e3-b83a-414a-b968-3f79dd500876 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:17.397938 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1490939f-5892-4d71-8262-69f0148d55d2", "name": "network-vif-deleted", "tag": "0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:17.397938 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecc944e3-b83a-414a-b968-3f79dd500876 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:17.397938 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc944e3-b83a-414a-b968-3f79dd500876'] response: {'server_uuid': '1490939f-5892-4d71-8262-69f0148d55d2', 'name': 'network-vif-deleted', 'tag': '0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720', 'status': 'completed', 'code': 200}
May 14 21:20:17.400114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:17.400566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Checking segment: {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:17.401052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Bound using segment: {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:17.401756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Bound port: 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68f7c0c0-f9c1-4db8-98d2-10091f24217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:17.402424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.412287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-adbff497-e1a8-4fe6-b41c-858d0798bc31 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641614
May 14 21:20:17.422214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-2d9205a5-6e75-486e-8316-5eb9f43f5dba req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1017876984 ', 'description': 'tempest-description-222141846'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:17.476918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:17.479336 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dec1a2-f295-4784-a1c3-516a7578a3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:17.561979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:17.570638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:17.572803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d9205a5-6e75-486e-8316-5eb9f43f5dba req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.587370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea753c09-a6cf-4485-a30b-0d2fc5524496 req-a4eb6d66-c44b-4279-9b3d-b96159336270 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581404
May 14 21:20:17.618865 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e5f7c6-3261-4d5e-a82c-3b43da8783f0 x-openstack-request-id: req-40e5f7c6-3261-4d5e-a82c-3b43da8783f0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:17.618865 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:17.618865 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40e5f7c6-3261-4d5e-a82c-3b43da8783f0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:17.618865 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e5f7c6-3261-4d5e-a82c-3b43da8783f0'] response: {'name': 'network-changed', 'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'status': 'completed', 'code': 200}
May 14 21:20:17.648985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d9205a5-6e75-486e-8316-5eb9f43f5dba req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (c60240e5-e435-4363-af54-fd4f0e836afd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.662619 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.717327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.718188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.719763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] 10.222.0.36 "PUT /v2.0/ports/9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 1092 time: 2.0129161
May 14 21:20:17.732284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb3899-7cd9-4fcd-951c-5c4c689ea18a service neutron] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:17.742785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-1285f5f6-f117-4a30-a2dc-eee7c2308e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.744347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-1285f5f6-f117-4a30-a2dc-eee7c2308e28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1206 time: 0.1019146
May 14 21:20:17.751357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d9205a5-6e75-486e-8316-5eb9f43f5dba req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c60240e5-e435-4363-af54-fd4f0e836afd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.782783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60240e5-e435-4363-af54-fd4f0e836afd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:17.881391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-79047eb4-ecad-40d2-98d7-c8d5a288f7bd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.882842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-79047eb4-ecad-40d2-98d7-c8d5a288f7bd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.1895645
May 14 21:20:17.908260 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-d8bded9e-694a-47cc-9593-7e5af1ac7840 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0171630
May 14 21:20:17.910076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-5a14ac3a-119a-4d8a-ad8b-b3818ca83c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:17.911625 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-5a14ac3a-119a-4d8a-ad8b-b3818ca83c52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 913 time: 0.1345310
May 14 21:20:17.926021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d9205a5-6e75-486e-8316-5eb9f43f5dba req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:17.938172 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d9205a5-6e75-486e-8316-5eb9f43f5dba req-1cfc58c4-8124-437d-88bb-65dcf525c9c6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.5281181
May 14 21:20:17.988834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-27fa6642-1e84-4f27-bd7b-2fb46cd25cea tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0743489
May 14 21:20:17.991633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-9920e057-7e1e-40a4-85d0-58d3cd34da72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 200  len: 217 time: 0.0685871
May 14 21:20:18.010581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-57f00c68-bbd2-49bd-ad3a-28142b93befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:18.012364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-57f00c68-bbd2-49bd-ad3a-28142b93befb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1126 time: 0.0529397
May 14 21:20:18.061301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-75cf22d3-c1d1-469a-9527-b14fa57d9a80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.0416992
May 14 21:20:18.106734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-2b48ceb0-418a-4736-ab96-429e0e3dd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:18.108765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-2b48ceb0-418a-4736-ab96-429e0e3dd5c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.1116908
May 14 21:20:18.125529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-6f517392-8256-4712-8b6d-842cf54b142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:18.125529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-6f517392-8256-4712-8b6d-842cf54b142c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.0585992
May 14 21:20:18.150576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-ac1016e2-d03b-4f90-81ff-04c3938a2f5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335591
May 14 21:20:18.163919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-7abf95b3-a9a9-447a-b326-b71094e66358 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322697
May 14 21:20:18.178408 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-fba20090-d81a-4805-9cd3-4668d4bf4b61 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824098
May 14 21:20:18.266522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22eced-f1c8-41f0-a1ff-52a0543041d0 req-7b6ab8d2-40b9-49f1-bf84-e7a738343923 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:18.268101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc22eced-f1c8-41f0-a1ff-52a0543041d0 req-7b6ab8d2-40b9-49f1-bf84-e7a738343923 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 944 time: 0.0901284
May 14 21:20:18.321033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-381647ae-07cc-4f09-81ac-ec379403c821 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647384
May 14 21:20:18.327027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-26ea694f-62a4-41c0-a9e2-d9beacd9e811 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578422
May 14 21:20:18.343893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-fdb95a65-af7d-469f-b764-977aeb6f19b7 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1557600
May 14 21:20:18.353694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:20:18.367838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc22eced-f1c8-41f0-a1ff-52a0543041d0 req-01b41a2a-c031-4b4d-abf9-d3d98408a533 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933161
May 14 21:20:18.393359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:20:18.395931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0dbf4b9f-2e79-4c9c-8c19-f29ec6a6b720 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:20:18.442569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37dec1a2-f295-4784-a1c3-516a7578a3fa req-51d9e19f-5494-4d03-b8c1-8f12f20ffe5c service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1125002
May 14 21:20:18.488482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0aad2a6-dc8c-4dc0-b6d6-5534d1f5e493 req-60b1b272-4da0-4ad8-8e2c-a587b642c71f tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/c60240e5-e435-4363-af54-fd4f0e836afd HTTP/1.1" status: 200  len: 1797 time: 0.0626006
May 14 21:20:18.490579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14e06ca9-f38a-4c4f-9ede-355b837a854e req-0fd145cc-275a-4192-a96d-cab7932f3cbf service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586802
May 14 21:20:18.712434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbeb4534-55e3-4a98-9ee9-0c430ea19e97 req-5fea1cf7-2a01-4a0c-add2-7686585b9309 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/c60240e5-e435-4363-af54-fd4f0e836afd HTTP/1.1" status: 200  len: 1797 time: 0.0480771
May 14 21:20:18.714194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ea65-ff12-44f3-8251-3851d55ae32b req-990e41cb-9c9e-44cc-9a66-b079774c5447 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:18.715560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d48ea65-ff12-44f3-8251-3851d55ae32b req-990e41cb-9c9e-44cc-9a66-b079774c5447 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0598726
May 14 21:20:18.768761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d48ea65-ff12-44f3-8251-3851d55ae32b req-3d0d503d-98f4-430c-8337-6fbe98368297 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456655
May 14 21:20:18.780857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dbeb4534-55e3-4a98-9ee9-0c430ea19e97 req-0f4528c6-1d05-4bf2-afed-90cba597b733 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (c60240e5-e435-4363-af54-fd4f0e836afd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:18.808104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dbeb4534-55e3-4a98-9ee9-0c430ea19e97 req-0f4528c6-1d05-4bf2-afed-90cba597b733 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (c60240e5-e435-4363-af54-fd4f0e836afd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:18.985298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dbeb4534-55e3-4a98-9ee9-0c430ea19e97 req-0f4528c6-1d05-4bf2-afed-90cba597b733 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c60240e5-e435-4363-af54-fd4f0e836afd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:18.988541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-dbeb4534-55e3-4a98-9ee9-0c430ea19e97 req-0f4528c6-1d05-4bf2-afed-90cba597b733 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:18.989748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbeb4534-55e3-4a98-9ee9-0c430ea19e97 req-0f4528c6-1d05-4bf2-afed-90cba597b733 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/c60240e5-e435-4363-af54-fd4f0e836afd HTTP/1.1" status: 204  len: 173 time: 0.2757838
May 14 21:20:18.999144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4528c6-1d05-4bf2-afed-90cba597b733 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60240e5-e435-4363-af54-fd4f0e836afd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:19.053021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51f7ab96-efbd-4a47-9546-ca035e582059 req-6e776b3c-387d-4e3e-9a76-ca98155079fd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 210 time: 0.0297248
May 14 21:20:19.395362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:19.397664 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:19.405335 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-c18c7801-7140-4c76-98ab-ec7cb141a2d2 req-a27c277d-23b5-4200-a124-35f3d65e5ef6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:20:19.406423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c18c7801-7140-4c76-98ab-ec7cb141a2d2 req-a27c277d-23b5-4200-a124-35f3d65e5ef6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/c60240e5-e435-4363-af54-fd4f0e836afd HTTP/1.1" status: 404  len: 352 time: 0.0189142
May 14 21:20:19.566047 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b839e6b5-3ec4-45a0-9d14-f0b00520bd92 x-openstack-request-id: req-b839e6b5-3ec4-45a0-9d14-f0b00520bd92 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:19.566343 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:19.566596 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b839e6b5-3ec4-45a0-9d14-f0b00520bd92 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:19.566998 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b839e6b5-3ec4-45a0-9d14-f0b00520bd92'] response: {'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'status': 'completed', 'code': 200}
May 14 21:20:19.567770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8f25e-0601-4474-9052-ca6cec2dd90f req-19e3525b-c534-48e0-a367-7681e8393e1e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:19.584194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0c8f25e-0601-4474-9052-ca6cec2dd90f req-19e3525b-c534-48e0-a367-7681e8393e1e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 944 time: 0.0680420
May 14 21:20:19.584717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ede29eb2-0a56-4e6b-ab14-97cb1bcd2bca req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1972619963', 'description': 'tempest-description-405450600'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:19.639769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0c8f25e-0601-4474-9052-ca6cec2dd90f req-5f2ff177-8431-47bb-a7de-20ef93557fdc tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523517
May 14 21:20:19.640208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-07c53ebe-a79f-4f09-862e-af761c4096d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:19.641709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-07c53ebe-a79f-4f09-862e-af761c4096d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1126 time: 0.0523255
May 14 21:20:19.740273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-e2d6ddfb-d75d-4e95-abc4-e5671775a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:19.741757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-e2d6ddfb-d75d-4e95-abc4-e5671775a1e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.0925455
May 14 21:20:19.768704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11820d41-d78a-4691-b59b-e346c39f6c0b req-19e62044-54d3-4444-b03e-c472631d6e1c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:19.770199 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11820d41-d78a-4691-b59b-e346c39f6c0b req-19e62044-54d3-4444-b03e-c472631d6e1c tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.0500550
May 14 21:20:19.787932 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-315645d2-56cc-4d84-b4b2-90b09533b3b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.0391891
May 14 21:20:19.821730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ede29eb2-0a56-4e6b-ab14-97cb1bcd2bca req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:19.829429 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11820d41-d78a-4691-b59b-e346c39f6c0b req-69cead46-c555-4b91-97b9-f7735b47ddcc tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/security-groups?id=62a44510-6714-41b0-a6f2-90f1cd26b3d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469105
May 14 21:20:19.856384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-212717d2-23c5-434e-8977-767df1c0109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:19.858322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-212717d2-23c5-434e-8977-767df1c0109f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.0653431
May 14 21:20:19.901360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-11ae5a51-8dd3-4472-aacc-b446242cb287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371976
May 14 21:20:19.918029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59554) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:20.041125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-1e55fa75-5c5d-4704-aece-89b5adce803d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:20.042797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-1e55fa75-5c5d-4704-aece-89b5adce803d tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 944 time: 0.1327684
May 14 21:20:20.094325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d258ed58-2c15-44f3-9810-a8cc99f566dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.096560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ede29eb2-0a56-4e6b-ab14-97cb1bcd2bca req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (65c4078c-4871-47bd-abc1-11099233faf0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.112513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04fa87-04db-49cf-8f51-0477ab50e039 req-4dc076b5-0ed9-4e31-a8b2-fd916ef75709 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:20.114021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce04fa87-04db-49cf-8f51-0477ab50e039 req-4dc076b5-0ed9-4e31-a8b2-fd916ef75709 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0837426
May 14 21:20:20.121789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-291ff8b1-d71e-4079-a55f-06a42d733778 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131000
May 14 21:20:20.198819 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce04fa87-04db-49cf-8f51-0477ab50e039 req-e2039eac-cdf0-4ce2-af32-e15466c7a03c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763519
May 14 21:20:20.220822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ede29eb2-0a56-4e6b-ab14-97cb1bcd2bca req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (65c4078c-4871-47bd-abc1-11099233faf0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.230569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Deleting port 293b2971-a322-40b2-bfb2-3a548a746cc9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:20:20.230906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.246694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d258ed58-2c15-44f3-9810-a8cc99f566dd admin admin] Publish callbacks [] for security_group (13b4d8bc-b7e1-4233-a154-44ee3e9433a7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.317242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c4078c-4871-47bd-abc1-11099233faf0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:20.322817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d258ed58-2c15-44f3-9810-a8cc99f566dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (13b4d8bc-b7e1-4233-a154-44ee3e9433a7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.343555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0db34c55-7bdc-4074-bc9c-2d4084ca8a29 req-5922be6c-3746-415d-89a9-59886f8767a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115483
May 14 21:20:20.355078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ede29eb2-0a56-4e6b-ab14-97cb1bcd2bca req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.356788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ede29eb2-0a56-4e6b-ab14-97cb1bcd2bca req-e1180042-1ec5-47f9-b008-1bc437282153 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.7758904
May 14 21:20:20.374139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d258ed58-2c15-44f3-9810-a8cc99f566dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86e98defef1b46aca7b944826148ce8b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4548550
May 14 21:20:20.381158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258ed58-2c15-44f3-9810-a8cc99f566dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b4d8bc-b7e1-4233-a154-44ee3e9433a7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:20.381551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] For port 293b2971-a322-40b2-bfb2-3a548a746cc9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=293b2971-a322-40b2-bfb2-3a548a746cc9,segment=NetworkSegment(b8b354da-a6b9-4847-b128-eb3fb9230a80),segment_id=b8b354da-a6b9-4847-b128-eb3fb9230a80)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:20.381551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.383148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59566) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:20.393647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Calling delete_port for 293b2971-a322-40b2-bfb2-3a548a746cc9 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:20:20.463235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b26e30a-b4f0-4eb0-8b50-dc396b31370e admin admin] Publish callbacks [] for security_group (13b4d8bc-b7e1-4233-a154-44ee3e9433a7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.490132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b26e30a-b4f0-4eb0-8b50-dc396b31370e admin admin] Publish callbacks [] for security_group (13b4d8bc-b7e1-4233-a154-44ee3e9433a7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.513109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d5e340c-8e7c-4646-9bcf-b1353e9f872f req-d0a8894a-11ff-4e69-a997-332d93808395 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 210 time: 0.0443799
May 14 21:20:20.555221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-781376e0-4c9d-4cde-bfad-e5cd1ea6aa08 req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1344716690', 'description': 'tempest-description-1304815795'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:20.688510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (293b2971-a322-40b2-bfb2-3a548a746cc9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.690195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-781376e0-4c9d-4cde-bfad-e5cd1ea6aa08 req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.697048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b26e30a-b4f0-4eb0-8b50-dc396b31370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (13b4d8bc-b7e1-4233-a154-44ee3e9433a7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.701697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b26e30a-b4f0-4eb0-8b50-dc396b31370e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.706681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b26e30a-b4f0-4eb0-8b50-dc396b31370e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13b4d8bc-b7e1-4233-a154-44ee3e9433a7 HTTP/1.1" status: 204  len: 168 time: 0.3222218
May 14 21:20:20.727008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26e30a-b4f0-4eb0-8b50-dc396b31370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b4d8bc-b7e1-4233-a154-44ee3e9433a7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:20.730288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Pushing event deleted for resources: {'Port': ['ID=293b2971-a322-40b2-bfb2-3a548a746cc9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:20.800340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] No DVR routers for this DVR port 293b2971-a322-40b2-bfb2-3a548a746cc9 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:20:20.807499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec909093-1242-4407-b79f-5dd7f4513d96 req-ecb5bb27-9c99-4e15-8c79-6e9a095bc83f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:20.809015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec909093-1242-4407-b79f-5dd7f4513d96 req-ecb5bb27-9c99-4e15-8c79-6e9a095bc83f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1086395
May 14 21:20:20.810047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.813201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bff01f63-f796-49dd-9eb5-b4a7622f5ec6 req-192b83db-494b-4fbc-9185-84693ce6e5d4 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.48 "DELETE /v2.0/ports/293b2971-a322-40b2-bfb2-3a548a746cc9 HTTP/1.1" status: 204  len: 173 time: 0.7568386
May 14 21:20:20.813708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-781376e0-4c9d-4cde-bfad-e5cd1ea6aa08 req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (f40374b1-5b1c-4455-b973-329385ac8a9a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.859513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec909093-1242-4407-b79f-5dd7f4513d96 req-cc006ab2-ed62-4522-bc7c-f8b12b373b42 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422440
May 14 21:20:20.876487 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-781376e0-4c9d-4cde-bfad-e5cd1ea6aa08 req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f40374b1-5b1c-4455-b973-329385ac8a9a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:20.921805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40374b1-5b1c-4455-b973-329385ac8a9a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:21.009729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991f59e-d5fa-432a-891f-638d8bce7dc9 req-7acf653f-f63f-46cc-90f3-44e0fb9171ba tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:21.011471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7991f59e-d5fa-432a-891f-638d8bce7dc9 req-7acf653f-f63f-46cc-90f3-44e0fb9171ba tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 944 time: 0.0486166
May 14 21:20:21.054050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-781376e0-4c9d-4cde-bfad-e5cd1ea6aa08 req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.059732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7991f59e-d5fa-432a-891f-638d8bce7dc9 req-3bac41dc-87e3-4ade-92ac-8dfeb5f1ca8e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420091
May 14 21:20:21.074989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-781376e0-4c9d-4cde-bfad-e5cd1ea6aa08 req-caba9571-cdca-4e1b-a1e0-0eb259daec03 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5239365
May 14 21:20:21.167869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-823c9f20-3bcc-4444-8956-366ab608b0ef req-adb48031-964e-4eb4-a550-82ecca15ff90 tempest-LiveAutoBlockMigrationV225Test-1811005538 tempest-LiveAutoBlockMigrationV225Test-1811005538-project] 10.222.0.52 "GET /v2.0/ports?device_id=43996dfa-e6da-4600-a5f7-5b9bbb2f963f HTTP/1.1" status: 200  len: 210 time: 0.0406616
May 14 21:20:21.227804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c027-3137-45dd-8cbb-fae8bf139abf req-f602486c-b2b1-4a2f-a484-55c77630d30a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:21.229388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d926c027-3137-45dd-8cbb-fae8bf139abf req-f602486c-b2b1-4a2f-a484-55c77630d30a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0603647
May 14 21:20:21.279129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d926c027-3137-45dd-8cbb-fae8bf139abf req-36ba8787-9778-4b22-9676-a3897a0180eb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436122
May 14 21:20:21.305426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-85e51e4a-ece3-45ac-a5b6-b1bc8249a998 req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-207803944', 'description': 'tempest-description-958940087'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:21.395909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab9de-4ad7-4684-9a9a-f36244def590 req-0dad182e-86c8-4112-bc2c-364041d5f352 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:21.397547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1aab9de-4ad7-4684-9a9a-f36244def590 req-0dad182e-86c8-4112-bc2c-364041d5f352 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0494707
May 14 21:20:21.433319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85e51e4a-ece3-45ac-a5b6-b1bc8249a998 req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.453610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1aab9de-4ad7-4684-9a9a-f36244def590 req-b0ac114c-33bd-47fa-9567-a4cfb319eaf6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504801
May 14 21:20:21.505402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85e51e4a-ece3-45ac-a5b6-b1bc8249a998 req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (9734e2f5-5b5f-414d-914a-632514716019), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.562603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59596) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:21.568421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'name': 'network-vif-deleted', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:21.571060 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c1936-e56f-49e5-a342-a82824436a02" -d '{"events": [{"server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "name": "network-vif-deleted", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:21.577630 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afe18eae-22af-45f7-8e46-ccef136e76a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.638680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85e51e4a-ece3-45ac-a5b6-b1bc8249a998 req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9734e2f5-5b5f-414d-914a-632514716019), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.684077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9734e2f5-5b5f-414d-914a-632514716019,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:21.692788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9bcc5800-f48b-4fc7-ac54-c5ae11983072 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:20:21.712000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afe18eae-22af-45f7-8e46-ccef136e76a5 admin admin] Publish callbacks [] for security_group (b5042da0-b258-4ec6-a459-3708b7d05ebe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.732264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b190bf2-9203-4a2e-b554-f5c6ebc35c5a req-43e54f0e-2478-4d45-b90e-5912dde67675 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:21.734816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b190bf2-9203-4a2e-b554-f5c6ebc35c5a req-43e54f0e-2478-4d45-b90e-5912dde67675 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0710752
May 14 21:20:21.750278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-85e51e4a-ece3-45ac-a5b6-b1bc8249a998 req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.765141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85e51e4a-ece3-45ac-a5b6-b1bc8249a998 req-40f1e441-f902-45e6-be67-1fd4f2685834 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4638815
May 14 21:20:21.816052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afe18eae-22af-45f7-8e46-ccef136e76a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b5042da0-b258-4ec6-a459-3708b7d05ebe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.834887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b190bf2-9203-4a2e-b554-f5c6ebc35c5a req-c6f9ea7b-e21e-471b-89e7-5882f24b344a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877764
May 14 21:20:21.847069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:21.864835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'port_id': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'mac_address': 'fa:16:3e:31:80:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:20:21.867619 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-afe18eae-22af-45f7-8e46-ccef136e76a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=610a4977340042f6a112eddeae090c85&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2980194
May 14 21:20:21.877826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59604) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:21.893945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe18eae-22af-45f7-8e46-ccef136e76a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5042da0-b258-4ec6-a459-3708b7d05ebe,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:21.895317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fce92fe-ec4d-43e8-978a-30b101c60cf8 req-4608cd8d-321d-44bd-bc1e-e04f57778336 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 210 time: 0.0667560
May 14 21:20:21.967154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:21.967154 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.975674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a888392-749d-4d3a-8fb7-2e400b33bfcc admin admin] Publish callbacks [] for security_group (b5042da0-b258-4ec6-a459-3708b7d05ebe), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:21.977111 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1fb548-fb16-433f-ad7d-8bc554c52a50 x-openstack-request-id: req-fd1fb548-fb16-433f-ad7d-8bc554c52a50 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:21.977526 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43996dfa-e6da-4600-a5f7-5b9bbb2f963f", "name": "network-vif-deleted", "tag": "293b2971-a322-40b2-bfb2-3a548a746cc9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:21.978841 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd1fb548-fb16-433f-ad7d-8bc554c52a50 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:21.979611 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1fb548-fb16-433f-ad7d-8bc554c52a50'] response: {'server_uuid': '43996dfa-e6da-4600-a5f7-5b9bbb2f963f', 'name': 'network-vif-deleted', 'tag': '293b2971-a322-40b2-bfb2-3a548a746cc9', 'status': 'completed', 'code': 200}
May 14 21:20:22.009738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcc5800-f48b-4fc7-ac54-c5ae11983072 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:22.046742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:22.048170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a888392-749d-4d3a-8fb7-2e400b33bfcc admin admin] Publish callbacks [] for security_group (b5042da0-b258-4ec6-a459-3708b7d05ebe), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:22.111002 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:22.259096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:22.280401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1017e2f-e883-4a58-b560-006bd535093c req-92964256-9613-4a6f-95ff-2aaa94a7c8f9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 10997 time: 0.2886598
May 14 21:20:22.312089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a888392-749d-4d3a-8fb7-2e400b33bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b5042da0-b258-4ec6-a459-3708b7d05ebe), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:22.315642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a888392-749d-4d3a-8fb7-2e400b33bfcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:22.320310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a888392-749d-4d3a-8fb7-2e400b33bfcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5042da0-b258-4ec6-a459-3708b7d05ebe HTTP/1.1" status: 204  len: 168 time: 0.4409473
May 14 21:20:22.358006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a888392-749d-4d3a-8fb7-2e400b33bfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5042da0-b258-4ec6-a459-3708b7d05ebe,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:22.369126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9bcc5800-f48b-4fc7-ac54-c5ae11983072'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:22.389111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:20:22.401613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-b23cf4c5-ed08-488b-83b8-c37ec7257382 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:22.403387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-b23cf4c5-ed08-488b-83b8-c37ec7257382 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.3015051
May 14 21:20:22.417720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Request body: {'port': {'device_id': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'admin_state_up': True, 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:22.421810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1017e2f-e883-4a58-b560-006bd535093c req-035a56fb-3603-4b08-9b08-01a8f80cdfdb tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/a49c0f29-93c3-45ab-8eee-da6aa4e3915f HTTP/1.1" status: 200  len: 2998 time: 0.1328392
May 14 21:20:22.463567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 293b2971-a322-40b2-bfb2-3a548a746cc9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:20:22.463871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 293b2971-a322-40b2-bfb2-3a548a746cc9 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:20:22.469955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-eda2a33c-26b1-4789-9456-900bedc0100e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:22.472971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-eda2a33c-26b1-4789-9456-900bedc0100e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.2407303
May 14 21:20:22.500431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1017e2f-e883-4a58-b560-006bd535093c req-fa3208f8-629d-4206-b5cc-4de6f8d8ecb5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/a49c0f29-93c3-45ab-8eee-da6aa4e3915f HTTP/1.1" status: 200  len: 2998 time: 0.0780430
May 14 21:20:22.540519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-01435f27-db8b-444a-9319-570c811e3683 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/quotas/a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 375 time: 0.0353305
May 14 21:20:22.626161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d36de-49ae-4c76-9ba3-b0b04dcf4162 req-3117a31c-dbce-4c66-910a-14d385f570f7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:22.628386 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d69d36de-49ae-4c76-9ba3-b0b04dcf4162 req-3117a31c-dbce-4c66-910a-14d385f570f7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 945 time: 0.0614641
May 14 21:20:22.668554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-23423651-edb0-4676-9162-6b4d06756e51 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1093051
May 14 21:20:22.729286 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d69d36de-49ae-4c76-9ba3-b0b04dcf4162 req-81416708-0383-456c-98a9-2c876baab901 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945508
May 14 21:20:22.798030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59632) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:22.798551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-88082c5c-0a34-4ad3-89ac-769a9842ee49 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158226
May 14 21:20:22.808037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:22.811307 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:22.871235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ee09535-c3e6-4a57-90ff-35fee1fd4125 req-f98310f4-3693-45f5-b9f7-f4b5eb0554a3 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/65c4078c-4871-47bd-abc1-11099233faf0 HTTP/1.1" status: 200  len: 1817 time: 0.0620744
May 14 21:20:22.964984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:22.976174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9ee09535-c3e6-4a57-90ff-35fee1fd4125 req-daeb43b7-2b8c-4f56-bf0f-d73a7e16eece tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (65c4078c-4871-47bd-abc1-11099233faf0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.045360 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9ee09535-c3e6-4a57-90ff-35fee1fd4125 req-daeb43b7-2b8c-4f56-bf0f-d73a7e16eece tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (65c4078c-4871-47bd-abc1-11099233faf0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.094035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-336aa8e2-5ccc-43e2-a17b-cf9b10fa3b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.116458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Deleting subnet 9647eb6c-3234-42a7-a7da-4fae2be2f8c1 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:20:23.132694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Publish callbacks [] for subnet (9647eb6c-3234-42a7-a7da-4fae2be2f8c1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.183279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (9647eb6c-3234-42a7-a7da-4fae2be2f8c1), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.234394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-3984b7e4-3bae-47af-bcb0-9713393eb084 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4348676
May 14 21:20:23.245558 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (9647eb6c-3234-42a7-a7da-4fae2be2f8c1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.274406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9ee09535-c3e6-4a57-90ff-35fee1fd4125 req-daeb43b7-2b8c-4f56-bf0f-d73a7e16eece tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (65c4078c-4871-47bd-abc1-11099233faf0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.277026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9ee09535-c3e6-4a57-90ff-35fee1fd4125 req-daeb43b7-2b8c-4f56-bf0f-d73a7e16eece tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.278254 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ee09535-c3e6-4a57-90ff-35fee1fd4125 req-daeb43b7-2b8c-4f56-bf0f-d73a7e16eece tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/65c4078c-4871-47bd-abc1-11099233faf0 HTTP/1.1" status: 204  len: 173 time: 0.3994997
May 14 21:20:23.293575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-336aa8e2-5ccc-43e2-a17b-cf9b10fa3b82 admin admin] Publish callbacks [] for security_group (ff89fa3c-08c5-414b-8480-6c10a980607a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.310211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb43b7-2b8c-4f56-bf0f-d73a7e16eece tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c4078c-4871-47bd-abc1-11099233faf0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:23.360736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-336aa8e2-5ccc-43e2-a17b-cf9b10fa3b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ff89fa3c-08c5-414b-8480-6c10a980607a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.412618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f17d1aac-a2bb-4b33-936c-ee557c164cab req-1417666c-b31f-42d8-858b-1c0dc897664f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 210 time: 0.0537949
May 14 21:20:23.433259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (9647eb6c-3234-42a7-a7da-4fae2be2f8c1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.438741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336aa8e2-5ccc-43e2-a17b-cf9b10fa3b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff89fa3c-08c5-414b-8480-6c10a980607a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:23.445460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Allocated IP 172.20.0.5 (3bdbef8a-a684-458d-bfe2-b4f322a15d2e/efe38ebe-2521-4253-b829-c6ff672adb03/422ed31c-2aa9-426e-9c5a-eba8bee8202d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:23.446456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-336aa8e2-5ccc-43e2-a17b-cf9b10fa3b82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4708f1ec57540ffbf2076b94d3acd40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4801462
May 14 21:20:23.450313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59652) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:23.472207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9647eb6c-3234-42a7-a7da-4fae2be2f8c1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:23.489515 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-5df3bb76-b6bb-4096-81b1-9dbc4eecbd34 req-fbf3ca65-a4af-4a13-8548-44c0aa853ef4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:20:23.490551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5df3bb76-b6bb-4096-81b1-9dbc4eecbd34 req-fbf3ca65-a4af-4a13-8548-44c0aa853ef4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/65c4078c-4871-47bd-abc1-11099233faf0 HTTP/1.1" status: 404  len: 352 time: 0.0427995
May 14 21:20:23.491571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.496106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d17cdc80-36ed-4ee4-8cae-a659db92eb49 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9647eb6c-3234-42a7-a7da-4fae2be2f8c1 HTTP/1.1" status: 204  len: 168 time: 0.6961253
May 14 21:20:23.509352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:23.642224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff478ed-8d7e-4788-80d6-b38c950d9b59 admin admin] Publish callbacks [] for security_group (ff89fa3c-08c5-414b-8480-6c10a980607a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.651363 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6d4abf1-3d02-4b9f-8ef9-3574a631eb59 req-d7063094-5ec2-4bb2-a18d-2f462216b6fd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/f40374b1-5b1c-4455-b973-329385ac8a9a HTTP/1.1" status: 200  len: 1818 time: 0.1278183
May 14 21:20:23.689894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2f366748-ecde-43ad-b849-3c9dce1cc30b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.696055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9bcc5800-f48b-4fc7-ac54-c5ae11983072 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:23.801109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff478ed-8d7e-4788-80d6-b38c950d9b59 admin admin] Publish callbacks [] for security_group (ff89fa3c-08c5-414b-8480-6c10a980607a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.819850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2f366748-ecde-43ad-b849-3c9dce1cc30b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.822367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d6d4abf1-3d02-4b9f-8ef9-3574a631eb59 req-fe76bf3e-77c2-4bfb-b501-598d819817cc tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (f40374b1-5b1c-4455-b973-329385ac8a9a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.824777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:20:23.837560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3af1d642-c65a-47ca-aafc-3e9c142ae678 req-9832f7d2-b677-4e87-873e-bc9b39509ff1 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 210 time: 0.2167158
May 14 21:20:23.884496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a9675e0>,) {'filters': {'network_id': ['2f366748-ecde-43ad-b849-3c9dce1cc30b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:23.884628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks [] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.884733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d6d4abf1-3d02-4b9f-8ef9-3574a631eb59 req-fe76bf3e-77c2-4bfb-b501-598d819817cc tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (f40374b1-5b1c-4455-b973-329385ac8a9a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.884733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59676) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:23.884733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a9675e0>, 'b8b354da-a6b9-4847-b128-eb3fb9230a80') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:23.884733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a9675e0>, 'b8b354da-a6b9-4847-b128-eb3fb9230a80') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:23.900040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (b8b354da-a6b9-4847-b128-eb3fb9230a80), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.929313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b8b354da-a6b9-4847-b128-eb3fb9230a80), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.939714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:23.940159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (b8b354da-a6b9-4847-b128-eb3fb9230a80), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:23.942742 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:23.995682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2cc3d-7082-4cce-a624-2fb1f6bba709 req-6bc1f428-4935-4472-ac60-94eebc7c6894 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:23.997736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ea2cc3d-7082-4cce-a624-2fb1f6bba709 req-6bc1f428-4935-4472-ac60-94eebc7c6894 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 945 time: 0.0678515
May 14 21:20:24.008400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-network', 'tenant_id': '44c96286063c40ac948610903a50e98f'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:24.242780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ea2cc3d-7082-4cce-a624-2fb1f6bba709 req-82336783-dbe5-4f84-8e8a-758479bd5d7c tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352788
May 14 21:20:24.317097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:24.325321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.326261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (2f366748-ecde-43ad-b849-3c9dce1cc30b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.327887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Made reservation on behalf of 44c96286063c40ac948610903a50e98f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:24.331179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.340745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff478ed-8d7e-4788-80d6-b38c950d9b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ff89fa3c-08c5-414b-8480-6c10a980607a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.343685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff478ed-8d7e-4788-80d6-b38c950d9b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.344894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ff478ed-8d7e-4788-80d6-b38c950d9b59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff89fa3c-08c5-414b-8480-6c10a980607a HTTP/1.1" status: 204  len: 168 time: 0.8936496
May 14 21:20:24.346313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.349399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.357390 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2f366748-ecde-43ad-b849-3c9dce1cc30b HTTP/1.1" status: 204  len: 168 time: 0.8472226
May 14 21:20:24.365327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:24.395741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.402270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423141bc-35a3-43d5-b606-5ca1cedb6cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f366748-ecde-43ad-b849-3c9dce1cc30b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:24.446285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:24.447058 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.466746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff478ed-8d7e-4788-80d6-b38c950d9b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff89fa3c-08c5-414b-8480-6c10a980607a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:24.478462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:24.485958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d6d4abf1-3d02-4b9f-8ef9-3574a631eb59 req-fe76bf3e-77c2-4bfb-b501-598d819817cc tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f40374b1-5b1c-4455-b973-329385ac8a9a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.489784 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d6d4abf1-3d02-4b9f-8ef9-3574a631eb59 req-fe76bf3e-77c2-4bfb-b501-598d819817cc tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.491644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:24.491791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6d4abf1-3d02-4b9f-8ef9-3574a631eb59 req-fe76bf3e-77c2-4bfb-b501-598d819817cc tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/f40374b1-5b1c-4455-b973-329385ac8a9a HTTP/1.1" status: 204  len: 173 time: 0.8282197
May 14 21:20:24.498598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:24.500974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:24.504668 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2eab2-b599-448b-8b66-11791a876f6a" -d '{"events": [{"server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "name": "network-vif-plugged", "status": "completed", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:24.527990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76bf3e-77c2-4bfb-b501-598d819817cc tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40374b1-5b1c-4455-b973-329385ac8a9a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:24.535256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:24.542753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks [] for security_group (6dd762e4-2c01-41e8-871b-0ecccef97620), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.572580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.576377 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-3079d756-b6dd-4630-8faf-80a5847af163 req-ea32f508-3c59-4f27-a2b9-8e3e10577caa tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:20:24.577430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3079d756-b6dd-4630-8faf-80a5847af163 req-ea32f508-3c59-4f27-a2b9-8e3e10577caa tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/f40374b1-5b1c-4455-b973-329385ac8a9a HTTP/1.1" status: 404  len: 352 time: 0.0287757
May 14 21:20:24.909824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event updated for resources: {'Port': ['ID=422ed31c-2aa9-426e-9c5a-eba8bee8202d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:24.912943 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fecb47-6d26-4464-882a-30ed9ff2db30 x-openstack-request-id: req-a4fecb47-6d26-4464-882a-30ed9ff2db30 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:24.912943 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "name": "network-vif-plugged", "status": "completed", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:24.912943 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4fecb47-6d26-4464-882a-30ed9ff2db30 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:24.914706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Deleting subnet 89c22659-8ac4-4422-9521-bbcd5f0c5dc0 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:20:24.915735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6dd762e4-2c01-41e8-871b-0ecccef97620), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.916536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Publish callbacks [] for subnet (89c22659-8ac4-4422-9521-bbcd5f0c5dc0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.916826 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fecb47-6d26-4464-882a-30ed9ff2db30'] response: {'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'code': 200}
May 14 21:20:24.916826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:24.916953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aa99e-81ce-48f6-a68a-de4428e4af67 req-6cdfc875-6c5e-4908-921a-78fe648c13f3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:24.916953 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354aa99e-81ce-48f6-a68a-de4428e4af67 req-6cdfc875-6c5e-4908-921a-78fe648c13f3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 931 time: 0.0949538
May 14 21:20:24.917093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd762e4-2c01-41e8-871b-0ecccef97620,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:24.917093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:24.919683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:24.919683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.925355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ca619db3-2231-4bfa-bf8f-c8cc3ac69527), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.925355 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Added segment ca619db3-2231-4bfa-bf8f-c8cc3ac69527 of type vlan for network 4c779a2a-d698-417c-a933-0b56110b8e36
May 14 21:20:24.925355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4be6de04-a6a5-4523-b263-f7bbdc2ed9dc req-513bfc8c-0ad7-4e36-a51c-cb402aac2abd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/9734e2f5-5b5f-414d-914a-632514716019 HTTP/1.1" status: 200  len: 1816 time: 0.0921299
May 14 21:20:24.925686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (89c22659-8ac4-4422-9521-bbcd5f0c5dc0), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.925750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4c779a2a-d698-417c-a933-0b56110b8e36), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.925827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a7651-4653-4454-862f-921020a8aca1 req-1c90170d-6bf3-4b59-a315-e383e73532dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:24.925827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-318a7651-4653-4454-862f-921020a8aca1 req-1c90170d-6bf3-4b59-a315-e383e73532dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.0924022
May 14 21:20:24.925827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (89c22659-8ac4-4422-9521-bbcd5f0c5dc0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.926002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4be6de04-a6a5-4523-b263-f7bbdc2ed9dc req-5c2579c8-4af6-4403-98de-68bbdaf19f35 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (9734e2f5-5b5f-414d-914a-632514716019), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.926151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354aa99e-81ce-48f6-a68a-de4428e4af67 req-0d1a6492-8090-49e0-a0d1-28ebff1870dd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734405
May 14 21:20:24.926216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4be6de04-a6a5-4523-b263-f7bbdc2ed9dc req-5c2579c8-4af6-4403-98de-68bbdaf19f35 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (9734e2f5-5b5f-414d-914a-632514716019), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:24.951129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-318a7651-4653-4454-862f-921020a8aca1 req-14090e5f-2f11-4a22-9bde-a7410f9490d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119699
May 14 21:20:24.988456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16741929-6aa1-4ee1-86db-96dc9250ea9c req-f40edb79-307e-4a19-8b16-0d4891348745 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 210 time: 0.0349069
May 14 21:20:25.014133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4c779a2a-d698-417c-a933-0b56110b8e36), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.015192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:25.015818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.016685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-dacf820a-58f9-479f-981e-6d7bf16c9884 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6053584
May 14 21:20:25.027736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Request body: {'port': {'device_id': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:25.075280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] Pushing event updated for resources: {'Network': ['ID=4c779a2a-d698-417c-a933-0b56110b8e36,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:25.078722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4be6de04-a6a5-4523-b263-f7bbdc2ed9dc req-5c2579c8-4af6-4403-98de-68bbdaf19f35 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9734e2f5-5b5f-414d-914a-632514716019), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.082092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4be6de04-a6a5-4523-b263-f7bbdc2ed9dc req-5c2579c8-4af6-4403-98de-68bbdaf19f35 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.083219 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4be6de04-a6a5-4523-b263-f7bbdc2ed9dc req-5c2579c8-4af6-4403-98de-68bbdaf19f35 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/9734e2f5-5b5f-414d-914a-632514716019 HTTP/1.1" status: 204  len: 173 time: 0.3245263
May 14 21:20:25.088916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4c779a2a-d698-417c-a933-0b56110b8e36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:25.092958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2579c8-4af6-4403-98de-68bbdaf19f35 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734e2f5-5b5f-414d-914a-632514716019,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:25.095955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.146375 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-2c8296e8-2111-48b9-8763-199514eeebe1 req-3a0f90af-f205-4f88-9db2-c7f7d557a994 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:20:25.147389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c8296e8-2111-48b9-8763-199514eeebe1 req-3a0f90af-f205-4f88-9db2-c7f7d557a994 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/9734e2f5-5b5f-414d-914a-632514716019 HTTP/1.1" status: 404  len: 352 time: 0.0348465
May 14 21:20:25.166837 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (89c22659-8ac4-4422-9521-bbcd5f0c5dc0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.200280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4ff7cb1-51d5-49db-aa76-96d413373587 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 1.3180945
May 14 21:20:25.203379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59712) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:25.209889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Request body: {'subnet': {'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-subnet', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:25.229519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c22659-8ac4-4422-9521-bbcd5f0c5dc0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:25.233040 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.238859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9f7bf12f-4a36-4593-a8e5-5c97745d4c6c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/89c22659-8ac4-4422-9521-bbcd5f0c5dc0 HTTP/1.1" status: 204  len: 168 time: 0.8516071
May 14 21:20:25.239302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59714) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:25.294287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a9c32b01-b1d1-4318-8ff5-200b355af4d1 req-6103b9f6-b69c-49bd-ae17-3e1f28362739 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 6199 time: 0.1176376
May 14 21:20:25.338206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Made reservation on behalf of 44c96286063c40ac948610903a50e98f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:25.341287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.367310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a9c32b01-b1d1-4318-8ff5-200b355af4d1 req-5f013dcb-b36f-4247-8e75-b477052d7f05 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/a49c0f29-93c3-45ab-8eee-da6aa4e3915f HTTP/1.1" status: 200  len: 2998 time: 0.0661488
May 14 21:20:25.442537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (69dfed36-0681-451e-a1f1-3e211bf846ac), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.459527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a4c14-0e42-494a-a853-4cf025adc4ed req-8f05408c-c642-4c3e-af72-4df5aec55c19 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:25.459791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a9c32b01-b1d1-4318-8ff5-200b355af4d1 req-5fce6494-0853-4da7-a218-7dabb766610b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/a49c0f29-93c3-45ab-8eee-da6aa4e3915f HTTP/1.1" status: 200  len: 2998 time: 0.0605779
May 14 21:20:25.461058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-387a4c14-0e42-494a-a853-4cf025adc4ed req-8f05408c-c642-4c3e-af72-4df5aec55c19 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0916030
May 14 21:20:25.520629 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fc326808-9882-4409-8da4-882ee90ad7bf req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1175122942', 'description': 'tempest-description-1987363786'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:25.638842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fc326808-9882-4409-8da4-882ee90ad7bf req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.643573 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (69dfed36-0681-451e-a1f1-3e211bf846ac), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.666770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-387a4c14-0e42-494a-a853-4cf025adc4ed req-fd993b80-a38d-4369-b09f-680c520bd9db tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867814
May 14 21:20:25.691878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a18e7c0>,) {'filters': {'network_id': ['69dfed36-0681-451e-a1f1-3e211bf846ac']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:25.706574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a18e7c0>, '79b2dff6-ab84-4df0-94a3-38e07bce1bf7') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:25.706826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a18e7c0>, '79b2dff6-ab84-4df0-94a3-38e07bce1bf7') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:25.706923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (fa958335-3936-45e8-a7fd-a919a253458f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.725163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (79b2dff6-ab84-4df0-94a3-38e07bce1bf7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.764793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (79b2dff6-ab84-4df0-94a3-38e07bce1bf7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.777779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:25.778170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (79b2dff6-ab84-4df0-94a3-38e07bce1bf7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:25.779914 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:25.790956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422ed31c-2aa9-426e-9c5a-eba8bee8202d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:25.791606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fc326808-9882-4409-8da4-882ee90ad7bf req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (f7460102-161b-4ffe-a944-5f0d4fafae9b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.793697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59728) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:25.813266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa958335-3936-45e8-a7fd-a919a253458f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:25.828688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Publish callbacks [] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.834023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Checking segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:25.834534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Network hostable DHCP agents. Network: 4c779a2a-d698-417c-a933-0b56110b8e36, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:25.890063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fc326808-9882-4409-8da4-882ee90ad7bf req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f7460102-161b-4ffe-a944-5f0d4fafae9b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.918931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1979358895-network', 'tenant_id': '040d1a9c0d014b1697cfa93771ebfefa'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:25.950217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7460102-161b-4ffe-a944-5f0d4fafae9b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:25.969781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Transition to ACTIVE for port object 422ed31c-2aa9-426e-9c5a-eba8bee8202d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:25.975226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (69dfed36-0681-451e-a1f1-3e211bf846ac), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.977706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:25.980498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] 10.222.0.52 "DELETE /v2.0/networks/69dfed36-0681-451e-a1f1-3e211bf846ac HTTP/1.1" status: 204  len: 168 time: 0.7406390
May 14 21:20:25.999425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee4860-c494-4a55-ba31-a3d894c735ac admin admin] Pushing event deleted for resources: {'Network': ['ID=69dfed36-0681-451e-a1f1-3e211bf846ac,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:26.027003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Network 4c779a2a-d698-417c-a933-0b56110b8e36 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:26.045386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6d825-bf94-4ab0-b66f-4fd61dff4391 req-428aae0b-311f-4a99-b65c-dd1c6bb32945 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:26.047452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25a6d825-bf94-4ab0-b66f-4fd61dff4391 req-428aae0b-311f-4a99-b65c-dd1c6bb32945 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 931 time: 0.0660360
May 14 21:20:26.062072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fc326808-9882-4409-8da4-882ee90ad7bf req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.063508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fc326808-9882-4409-8da4-882ee90ad7bf req-929f879a-38ff-49c8-be82-50603e87f129 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5563269
May 14 21:20:26.088585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.155229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4c779a2a-d698-417c-a933-0b56110b8e36) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:26.158829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c519b4f-b6bb-4e4f-925b-ef2d3b487e2a req-bf0e8c36-1517-4f9a-b92b-a18af715dfe6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 210 time: 0.0367491
May 14 21:20:26.161618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:26.162216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.166614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9947693-ea11-4b6f-aa8c-7713cad303db None None] Network 4c779a2a-d698-417c-a933-0b56110b8e36 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:26.173470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Made reservation on behalf of 040d1a9c0d014b1697cfa93771ebfefa for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:26.177484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.184099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25a6d825-bf94-4ab0-b66f-4fd61dff4391 req-620b5652-9942-4264-9ad1-77011d0fadf8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297340
May 14 21:20:26.189023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.228929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Pushing event updated for resources: {'Port': ['ID=422ed31c-2aa9-426e-9c5a-eba8bee8202d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:26.268879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b6dfaeb-6799-429b-8bc1-255c3fefbe1a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0608900
May 14 21:20:26.269063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59740) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:26.273524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:26.288531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-69ff417d-cd97-4231-ade0-57e426e68cc6 req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1787458492', 'description': 'tempest-description-2055764829'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:26.356063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks [] for security_group (123d0638-1ea4-4092-b9a8-eae95a5e498a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.362141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4c779a2a-d698-417c-a933-0b56110b8e36', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'project_id': '44c96286063c40ac948610903a50e98f', 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:20:26.363172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.379674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Attempting to bind port 422ed31c-2aa9-426e-9c5a-eba8bee8202d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:26.380035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Attempting to bind port 422ed31c-2aa9-426e-9c5a-eba8bee8202d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:26.380383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Attempting to bind port 422ed31c-2aa9-426e-9c5a-eba8bee8202d on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:26.386149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Port 422ed31c-2aa9-426e-9c5a-eba8bee8202d on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:26.386433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Attempting to bind port 422ed31c-2aa9-426e-9c5a-eba8bee8202d on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:26.392511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:26.392852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:26.393260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Bound using segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:26.393719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Bound port: 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:26.394122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.467952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] For port 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:26.471879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] For port 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:26.500815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Allocated IP 172.20.0.2 (4c779a2a-d698-417c-a933-0b56110b8e36/fa958335-3936-45e8-a7fd-a919a253458f/904fade9-ace5-4e94-b73c-81792e7a702a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:26.522835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (c95d33a6-0461-4df7-820c-55e6bcd77cde), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.523720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (c95d33a6-0461-4df7-820c-55e6bcd77cde), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.528157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (123d0638-1ea4-4092-b9a8-eae95a5e498a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.535779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69ff417d-cd97-4231-ade0-57e426e68cc6 req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.539212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59742) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:26.574921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:26.640054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (cb6fb272-63f8-474f-b1cf-f3dddafd1c1c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.640054 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Added segment cb6fb272-63f8-474f-b1cf-f3dddafd1c1c of type vlan for network 560b2194-ca63-4a29-b018-dbd021d3b2fe
May 14 21:20:26.646206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123d0638-1ea4-4092-b9a8-eae95a5e498a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:26.655395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Publish callbacks [] for port (904fade9-ace5-4e94-b73c-81792e7a702a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.662410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks [] for router_controller (c95d33a6-0461-4df7-820c-55e6bcd77cde), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.682901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.696128 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9e9ee922-c99f-403b-9b84-049b53613c26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74bb7b020fae4bcaa3a440acc60c7a1d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1507676
May 14 21:20:26.697234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59746) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:26.700468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69ff417d-cd97-4231-ade0-57e426e68cc6 req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (1291bfc2-7954-40b9-a5da-7db4a62440c3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.716586 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (560b2194-ca63-4a29-b018-dbd021d3b2fe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.744591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:26.745490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.747316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] 10.222.0.48 "PUT /v2.0/ports/422ed31c-2aa9-426e-9c5a-eba8bee8202d HTTP/1.1" status: 200  len: 1091 time: 1.7237906
May 14 21:20:26.752916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'tag': '422ed31c-2aa9-426e-9c5a-eba8bee8202d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:26.755289 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e389be24-4a66-4040-883c-ca8dffcc5016" -d '{"events": [{"name": "network-changed", "server_uuid": "1fee5556-bd76-4312-b8c9-07955c04e89c", "tag": "422ed31c-2aa9-426e-9c5a-eba8bee8202d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:26.774656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce4c4-c9c5-4172-be0d-2dcd899e111f admin admin] Publish callbacks [] for security_group (62a44510-6714-41b0-a6f2-90f1cd26b3d4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.780916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.802752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-b2d4c31e-ef47-4e06-9632-8adcd04faeca tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:26.802981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-b2d4c31e-ef47-4e06-9632-8adcd04faeca tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.2037623
May 14 21:20:26.803677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd605ab9-8572-42a1-bb75-bbb2e332892c service neutron] Pushing event updated for resources: {'Port': ['ID=422ed31c-2aa9-426e-9c5a-eba8bee8202d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:26.817456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'port': {'device_id': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'admin_state_up': True, 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:26.826125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Network 4c779a2a-d698-417c-a933-0b56110b8e36 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:26.833419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:26.838144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:26.841585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Pushing event updated for resources: {'Port': ['ID=904fade9-ace5-4e94-b73c-81792e7a702a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:26.876954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69ff417d-cd97-4231-ade0-57e426e68cc6 req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1291bfc2-7954-40b9-a5da-7db4a62440c3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.886393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce4c4-c9c5-4172-be0d-2dcd899e111f admin admin] Publish callbacks [] for security_group (62a44510-6714-41b0-a6f2-90f1cd26b3d4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.903240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Attempting to bind port 904fade9-ace5-4e94-b73c-81792e7a702a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:26.903643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Attempting to bind port 904fade9-ace5-4e94-b73c-81792e7a702a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:26.904006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Attempting to bind port 904fade9-ace5-4e94-b73c-81792e7a702a on network 4c779a2a-d698-417c-a933-0b56110b8e36 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:26.910520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:26.910878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Checking segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:26.911429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.911845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Bound using segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:26.912340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Bound port: 904fade9-ace5-4e94-b73c-81792e7a702a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:26.912706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.932847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1291bfc2-7954-40b9-a5da-7db4a62440c3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:26.947389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249dde-4e19-4d3f-8c5a-b27ba9632699 req-c5d267ff-bcb8-40f3-a04c-71fae308f0ee tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:26.948396 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b249dde-4e19-4d3f-8c5a-b27ba9632699 req-c5d267ff-bcb8-40f3-a04c-71fae308f0ee tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1697016
May 14 21:20:26.958401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (560b2194-ca63-4a29-b018-dbd021d3b2fe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:26.959428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:26.960043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.004367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] For port 904fade9-ace5-4e94-b73c-81792e7a702a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:27.007598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] For port 904fade9-ace5-4e94-b73c-81792e7a702a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=904fade9-ace5-4e94-b73c-81792e7a702a,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:27.024953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-69ff417d-cd97-4231-ade0-57e426e68cc6 req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.026274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69ff417d-cd97-4231-ade0-57e426e68cc6 req-cff5aef2-4c65-49e2-8972-f91b4e414bd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.7916262
May 14 21:20:27.037173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-8e89fed5-fb04-4300-a4d6-f5062547f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:27.038994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-8e89fed5-fb04-4300-a4d6-f5062547f1d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 1125 time: 0.0557272
May 14 21:20:27.083707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-6a902e22-38fc-49f4-be10-d56e3d9b47fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d HTTP/1.1" status: 200  len: 217 time: 0.0372605
May 14 21:20:27.100656 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f70cb9-6cd1-45f5-a0bc-bf420bf18392 x-openstack-request-id: req-a3f70cb9-6cd1-45f5-a0bc-bf420bf18392 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:27.101107 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fee5556-bd76-4312-b8c9-07955c04e89c", "tag": "422ed31c-2aa9-426e-9c5a-eba8bee8202d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:27.101528 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3f70cb9-6cd1-45f5-a0bc-bf420bf18392 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:27.102029 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f70cb9-6cd1-45f5-a0bc-bf420bf18392'] response: {'name': 'network-changed', 'server_uuid': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'tag': '422ed31c-2aa9-426e-9c5a-eba8bee8202d', 'status': 'completed', 'code': 200}
May 14 21:20:27.129831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:27.133428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.161697 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.171958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-32ea40b6-edb4-4dc6-8ae1-4a8c8ba17916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:27.173463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-32ea40b6-edb4-4dc6-8ae1-4a8c8ba17916 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.0837705
May 14 21:20:27.253078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-699e998c-7769-4156-aa24-278fd651a3ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423594
May 14 21:20:27.287210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900768d9-e878-4f2b-bbe9-481cc61e7a97 None None] Pushing event updated for resources: {'Port': ['ID=904fade9-ace5-4e94-b73c-81792e7a702a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:27.386177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks [] for router_gateway (c95d33a6-0461-4df7-820c-55e6bcd77cde), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.444912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=560b2194-ca63-4a29-b018-dbd021d3b2fe,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:27.459336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 560b2194-ca63-4a29-b018-dbd021d3b2fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:27.464697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b249dde-4e19-4d3f-8c5a-b27ba9632699 req-95e58cc0-5df3-445d-b3d0-629a9d38ad02 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5022149
May 14 21:20:27.481229 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eef52902-5075-435b-a305-55d16bb9e2c7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.6864331
May 14 21:20:27.487034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59766) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:27.488988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Request body: {'subnet': {'network_id': '560b2194-ca63-4a29-b018-dbd021d3b2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1979358895-subnet', 'tenant_id': '040d1a9c0d014b1697cfa93771ebfefa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:27.500545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Allocated IP 172.20.0.10 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/0fd1ba02-b29d-4826-b8f2-bebee3a5e344) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:27.513853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce4c4-c9c5-4172-be0d-2dcd899e111f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (62a44510-6714-41b0-a6f2-90f1cd26b3d4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.516276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec1ce4c4-c9c5-4172-be0d-2dcd899e111f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.518409 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ec1ce4c4-c9c5-4172-be0d-2dcd899e111f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62a44510-6714-41b0-a6f2-90f1cd26b3d4 HTTP/1.1" status: 204  len: 168 time: 0.8194051
May 14 21:20:27.588524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-c4537e98-df9f-441b-a2aa-29637c9ca5da tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:27.590129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-c4537e98-df9f-441b-a2aa-29637c9ca5da tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 812 time: 0.3327687
May 14 21:20:27.634239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-0ee62ac8-1948-4097-bffc-7f3eb307b140 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3722792
May 14 21:20:27.643848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-574efef9-487b-4502-b4fa-568b9670e10b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/quotas/62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 375 time: 0.0291440
May 14 21:20:27.654599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ce4c4-c9c5-4172-be0d-2dcd899e111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a44510-6714-41b0-a6f2-90f1cd26b3d4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:27.724612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7444da-c43a-43e6-a00a-e38d8d927d56 req-afeb74ee-3b42-4c1c-ae49-cddab11ce17a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:27.729304 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e7444da-c43a-43e6-a00a-e38d8d927d56 req-afeb74ee-3b42-4c1c-ae49-cddab11ce17a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 943 time: 0.1000330
May 14 21:20:27.729304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Made reservation on behalf of 040d1a9c0d014b1697cfa93771ebfefa for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:27.731564 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:27.895223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-a9266973-af2e-4bb0-a2b8-794dcd80a254 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1349411
May 14 21:20:27.901355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18368c45-ee20-4c82-bfc5-3523ad0d4e51 req-77dd345d-3a73-4d41-9a19-d812a1155195 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2600634
May 14 21:20:27.948374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e7444da-c43a-43e6-a00a-e38d8d927d56 req-ec69e0f5-4ff0-49a9-8548-9f4ef2f428e3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988289
May 14 21:20:27.997225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.030581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-58b7ebda-964d-4c8f-afaa-ef07f21e5405 service neutron] 10.222.0.52 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263838
May 14 21:20:28.031066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks [] for router_gateway (c95d33a6-0461-4df7-820c-55e6bcd77cde), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.081113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.086756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0dcbc3d8-4bef-4765-ae01-0ece817c0b6e req-aa67071c-1ff3-4902-a55e-dc3fcd065c81 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 210 time: 0.0533254
May 14 21:20:28.173776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-997e8733-a5b5-45cc-acbd-5e1f11e44007 service neutron] 10.222.0.52 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346004
May 14 21:20:28.203500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.217823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:28.268999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Allocated IP 172.35.4.2 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/129ae2bd-b2f5-4071-9347-e5bb50d70e01) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:28.319283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:28.353639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:28.360250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:28.387844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (72a0edf8-64af-4572-b4d9-924911a574f2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.406449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:28.450503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:28.451178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.491207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a0edf8-64af-4572-b4d9-924911a574f2,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:28.586965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks [] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.599461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Checking segment: {'id': 'cb6fb272-63f8-474f-b1cf-f3dddafd1c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '560b2194-ca63-4a29-b018-dbd021d3b2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:28.599863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Network hostable DHCP agents. Network: 560b2194-ca63-4a29-b018-dbd021d3b2fe, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:28.618747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f38251f-7947-4737-8c71-f55914771035 req-eb5ed28e-933b-40f6-9734-9b5f0924ed88 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 210 time: 0.0572560
May 14 21:20:28.623668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-d8bd9c1b-95c5-4555-a2f4-afc474b1c23a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8103678
May 14 21:20:28.718766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 904fade9-ace5-4e94-b73c-81792e7a702a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:28.784530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 904fade9-ace5-4e94-b73c-81792e7a702a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:28.784967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.800957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Network 560b2194-ca63-4a29-b018-dbd021d3b2fe is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:28.833608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.864024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e350ddf6-6066-4382-919f-bc2456781b84 None None] Provisioning complete for port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:28.864399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e350ddf6-6066-4382-919f-bc2456781b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.866254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0941aa-f657-4114-a486-261a7517220b None None] Network 4c779a2a-d698-417c-a933-0b56110b8e36 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:28.869026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e5b3c-5608-4d6a-aa93-d9adb199df50 req-80918310-aa3f-4d92-8aaf-ea64c47b021c tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:28.878257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c83e5b3c-5608-4d6a-aa93-d9adb199df50 req-80918310-aa3f-4d92-8aaf-ea64c47b021c tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0920875
May 14 21:20:28.882003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:28.890255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 560b2194-ca63-4a29-b018-dbd021d3b2fe) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:28.912079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:28.912804 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:28.917747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:28.924994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cdb8d-407b-41b7-a169-06e6ec8c93c5 None None] Network 560b2194-ca63-4a29-b018-dbd021d3b2fe requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:28.930938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:28.938055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:28.947279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Pushing event updated for resources: {'Port': ['ID=129ae2bd-b2f5-4071-9347-e5bb50d70e01,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:28.960774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Request body: {'port': {'device_id': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:29.087878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e350ddf6-6066-4382-919f-bc2456781b84 None None] Port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:20:29.106901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 904fade9-ace5-4e94-b73c-81792e7a702a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:29.107332 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.148024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-97f95fba-8c81-479f-aea6-b27e99f32e44 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.6567905
May 14 21:20:29.172457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 904fade9-ace5-4e94-b73c-81792e7a702a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=904fade9-ace5-4e94-b73c-81792e7a702a,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:29.199028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e216d1-114a-420f-8590-e70c3416483f req-4baf8d47-a2c3-419a-9355-77daf0cf3ae7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:29.201360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33e216d1-114a-420f-8590-e70c3416483f req-4baf8d47-a2c3-419a-9355-77daf0cf3ae7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 943 time: 0.1454148
May 14 21:20:29.252756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abccd00-a346-4545-8869-4a046e781896 None None] Network 560b2194-ca63-4a29-b018-dbd021d3b2fe requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:29.283792 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33e216d1-114a-420f-8590-e70c3416483f req-f0dead7c-b696-4252-8948-d0bc6f549320 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722783
May 14 21:20:29.340633 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.353312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1de8fd31-c984-4521-b72f-8e23f0179ead None None] Provisioning complete for port 904fade9-ace5-4e94-b73c-81792e7a702a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:29.353477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1de8fd31-c984-4521-b72f-8e23f0179ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.390100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fab886-165d-41e2-a364-e5209108ef9a req-0e68883a-bf5e-4186-8780-0d1f305f7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:29.391703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-0e68883a-bf5e-4186-8780-0d1f305f7a20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.5113630
May 14 21:20:29.448875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-9dc0fb00-e5f9-4767-aae0-766c0dce0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:29.450073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-9dc0fb00-e5f9-4767-aae0-766c0dce0374 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 1125 time: 0.4961979
May 14 21:20:29.468949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c83e5b3c-5608-4d6a-aa93-d9adb199df50 req-6c3f8448-c84b-49f8-b920-f147d207a2c8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5897553
May 14 21:20:29.477202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff03f5-a9c0-4eb2-9911-7a94e7354857 req-50cee84d-f6f8-4e40-924d-6a176b0c7bd2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:29.485596 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3fff03f5-a9c0-4eb2-9911-7a94e7354857 req-50cee84d-f6f8-4e40-924d-6a176b0c7bd2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 932 time: 0.0670779
May 14 21:20:29.496621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-398dda88-ea04-4767-bd8c-2c45a2cb40a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c79f31fb90604938b4bd03091dea4a49&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6141169
May 14 21:20:29.505059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59798) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:29.561902 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.665887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=904fade9-ace5-4e94-b73c-81792e7a702a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:29.704479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1de8fd31-c984-4521-b72f-8e23f0179ead None None] Current status of the port 904fade9-ace5-4e94-b73c-81792e7a702a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:29.724285 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3fff03f5-a9c0-4eb2-9911-7a94e7354857 req-e0ee149b-1286-40ed-8887-8f86bd7721d5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375050
May 14 21:20:29.727152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fab886-165d-41e2-a364-e5209108ef9a req-28af87c0-d7b0-48a7-ad71-ad8b5971bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:29.728776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-28af87c0-d7b0-48a7-ad71-ad8b5971bc87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.3198719
May 14 21:20:29.779657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks [] for router_gateway (c95d33a6-0461-4df7-820c-55e6bcd77cde), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.831660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-663ff9ff-ca04-4588-bd5b-7cbe6d91be08 req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1005464565', 'description': 'tempest-description-1636504546'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:29.849305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-cd870cca-75a8-49b3-a06d-071a880eca87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.1137328
May 14 21:20:29.850392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-39c4bcf7-218b-4542-9cec-33f9013d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:29.851877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-39c4bcf7-218b-4542-9cec-33f9013d902b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 913 time: 0.3866780
May 14 21:20:29.868325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-851c675a-472d-44d4-b6a6-66bdc956abf8 req-96e8c6f2-6efc-41fe-8b9b-f96fa9be67a9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 210 time: 0.0376749
May 14 21:20:29.870549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-807b4fa5-32a4-4805-b16a-31c26de2842b admin admin] Publish callbacks [] for security_group (50f6dd86-5402-406f-a820-40f910055ff0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.932195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-501a4dae-82b1-4d2b-a8b0-653b58c70f6b None None] Provisioning complete for port 904fade9-ace5-4e94-b73c-81792e7a702a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:29.933194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-501a4dae-82b1-4d2b-a8b0-653b58c70f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.943645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-807b4fa5-32a4-4805-b16a-31c26de2842b admin admin] Publish callbacks [] for security_group (50f6dd86-5402-406f-a820-40f910055ff0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:29.992428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-74873344-a637-4626-bcb3-181550bcaeed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d HTTP/1.1" status: 200  len: 217 time: 0.1310737
May 14 21:20:30.000172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-663ff9ff-ca04-4588-bd5b-7cbe6d91be08 req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.020918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-501a4dae-82b1-4d2b-a8b0-653b58c70f6b None None] Current status of the port 904fade9-ace5-4e94-b73c-81792e7a702a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:30.039296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fab886-165d-41e2-a364-e5209108ef9a req-2e149590-4592-44af-9929-cb7074acbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:30.040821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-2e149590-4592-44af-9929-cb7074acbb3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.1786954
May 14 21:20:30.112832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-807b4fa5-32a4-4805-b16a-31c26de2842b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (50f6dd86-5402-406f-a820-40f910055ff0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.115354 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-807b4fa5-32a4-4805-b16a-31c26de2842b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.116521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-807b4fa5-32a4-4805-b16a-31c26de2842b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50f6dd86-5402-406f-a820-40f910055ff0 HTTP/1.1" status: 204  len: 168 time: 0.6055577
May 14 21:20:30.124867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (c95d33a6-0461-4df7-820c-55e6bcd77cde), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.128021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b4fa5-32a4-4805-b16a-31c26de2842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6dd86-5402-406f-a820-40f910055ff0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:30.137459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-5f2c50f7-1e41-415d-9faa-44e7c7ec369c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0759387
May 14 21:20:30.216744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-3c26b274-a0ae-4344-8f5c-0f6260d8f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:30.218230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-3c26b274-a0ae-4344-8f5c-0f6260d8f780 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.1947470
May 14 21:20:30.308566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-f4f55096-56ca-4d13-be89-cc7b02835921 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824068
May 14 21:20:30.364820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Router c95d33a6-0461-4df7-820c-55e6bcd77cde is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:20:30.381769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-663ff9ff-ca04-4588-bd5b-7cbe6d91be08 req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (055f9019-1d0f-46df-a708-2f35bb4be368), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.444188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-857822df-aae3-431e-a1c7-fe1d64e2d878 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981348
May 14 21:20:30.460079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e471e9-5311-4b4b-b978-605acdf7d0ca req-260071f7-6cd8-4067-9b3f-5038d1b7f9de tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:30.467114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11e471e9-5311-4b4b-b978-605acdf7d0ca req-260071f7-6cd8-4067-9b3f-5038d1b7f9de tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 943 time: 0.0990970
May 14 21:20:30.467596 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-663ff9ff-ca04-4588-bd5b-7cbe6d91be08 req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (055f9019-1d0f-46df-a708-2f35bb4be368), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.565502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11e471e9-5311-4b4b-b978-605acdf7d0ca req-cad90273-48da-4581-b1a7-8474be118ebf tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972075
May 14 21:20:30.582351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-be801b41-1d31-4d9a-b5c6-2fbe85acd8ab service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646968
May 14 21:20:30.590406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:30.598706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:30.605707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Publish callbacks [] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.610316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Sync routers for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:30.641844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055f9019-1d0f-46df-a708-2f35bb4be368,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:30.644891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:30.648357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223df1970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:30.705568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Transition to ACTIVE for port object 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:30.706712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 904fade9-ace5-4e94-b73c-81792e7a702a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:30.710047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-663ff9ff-ca04-4588-bd5b-7cbe6d91be08 req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.712905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-663ff9ff-ca04-4588-bd5b-7cbe6d91be08 req-005c9840-54b7-4395-a71c-00c09717eaa0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.8916814
May 14 21:20:30.737167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def6902-5be8-42ac-9e73-744b1ed37c32 req-9198fed6-bc07-4816-bc4a-df3f05779dd2 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:30.749441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1def6902-5be8-42ac-9e73-744b1ed37c32 req-9198fed6-bc07-4816-bc4a-df3f05779dd2 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0736370
May 14 21:20:30.796760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6fab886-165d-41e2-a364-e5209108ef9a req-f4ee688b-25ed-4a86-8d0a-deb72a43d000 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3402655
May 14 21:20:30.819513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1def6902-5be8-42ac-9e73-744b1ed37c32 req-eba7e0a7-af53-4982-b852-f5e3f661c98d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690548
May 14 21:20:30.822801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 904fade9-ace5-4e94-b73c-81792e7a702a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:30.823275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.824606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e389be24-4a66-4040-883c-ca8dffcc5016 req-81150c33-93a1-4934-ace9-6ac21e265d5c service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223206
May 14 21:20:30.834523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:30.836151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6417e8e5-7312-4bef-a75e-d859aac66944 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.5659399
May 14 21:20:30.838531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59822) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:30.853152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bce4251d-701a-426a-9061-89a1844df7c1 req-6bdeaa5b-313a-4db5-8398-537b2c160f70 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/055f9019-1d0f-46df-a708-2f35bb4be368 HTTP/1.1" status: 200  len: 1822 time: 0.0927253
May 14 21:20:30.859291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '055f9019-1d0f-46df-a708-2f35bb4be368', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:30.859291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '055f9019-1d0f-46df-a708-2f35bb4be368', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:30.872684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:30.993613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d17cca-0373-4beb-940f-3e7fdba5871c req-e50bb4a2-1814-4049-9d75-9fe224c42ffb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:30.995223 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5d17cca-0373-4beb-940f-3e7fdba5871c req-e50bb4a2-1814-4049-9d75-9fe224c42ffb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 944 time: 0.0888171
May 14 21:20:31.029234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.056785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 904fade9-ace5-4e94-b73c-81792e7a702a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:31.100692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223df1970>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:29Z', 'revision_number': 3, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:31.139356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:31.147298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Checking router: c95d33a6-0461-4df7-820c-55e6bcd77cde for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:31.148467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Updating router c95d33a6-0461-4df7-820c-55e6bcd77cde port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:31.172638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5d17cca-0373-4beb-940f-3e7fdba5871c req-63c1a4db-518e-4d48-a9ac-601aa16f283f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682763
May 14 21:20:31.196283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.203513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (3e1a7584-b5eb-4414-b37e-e493b8017061), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.263056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (3e1a7584-b5eb-4414-b37e-e493b8017061), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.297482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Attempting to bind port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:31.297824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Attempting to bind port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:31.298262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Attempting to bind port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:31.310076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:31.310242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Attempting to bind port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:31.322064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:31.322433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:31.322832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:31.323263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Bound port: 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:31.323652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.336690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (3e1a7584-b5eb-4414-b37e-e493b8017061), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.357756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1a7584-b5eb-4414-b37e-e493b8017061,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:31.430577 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89a9815b-44ce-4c06-827b-036f31398a74 req-d1433ea6-cb52-4a27-9497-17f54922ce49 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 210 time: 0.0674126
May 14 21:20:31.444808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] For port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:31.448785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] For port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:31.490206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.497657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bce4251d-701a-426a-9061-89a1844df7c1 req-44cce49a-3aef-4822-b330-0d2877341da7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6374929
May 14 21:20:31.568114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-2791b363-87c4-4c7c-a217-1133faa8ddb0 req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-320336381', 'description': 'tempest-description-130865652'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:31.587816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.626365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:31.627052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.628707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] 10.222.0.48 "PUT /v2.0/ports/0fd1ba02-b29d-4826-b8f2-bebee3a5e344 HTTP/1.1" status: 200  len: 1092 time: 2.6811583
May 14 21:20:31.629162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'tag': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:31.631847 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f36d8-ca0f-4aad-938b-07de789c821c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b381c3-d53d-4d16-8783-5b095927537a", "tag": "0fd1ba02-b29d-4826-b8f2-bebee3a5e344"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:31.635455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.653119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Publish callbacks [] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.661040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25e7e4-8186-4140-adf8-6f26cdd8bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:31.726202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf2cea-62ff-4b3d-b025-7b30b2ff115a req-de4f7b0f-13f5-4bfe-9d70-debeab6579a3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:31.728168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cadf2cea-62ff-4b3d-b025-7b30b2ff115a req-de4f7b0f-13f5-4bfe-9d70-debeab6579a3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 943 time: 0.0641012
May 14 21:20:31.782017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cadf2cea-62ff-4b3d-b025-7b30b2ff115a req-703a7cac-60ae-43ba-aa1d-fb6416c759de tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473380
May 14 21:20:31.782646 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2791b363-87c4-4c7c-a217-1133faa8ddb0 req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.810304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.852695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59848) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:31.879374 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91887db0-5002-4a3f-9ba6-756a575dd5a3 x-openstack-request-id: req-91887db0-5002-4a3f-9ba6-756a575dd5a3 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:31.879967 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b381c3-d53d-4d16-8783-5b095927537a", "tag": "0fd1ba02-b29d-4826-b8f2-bebee3a5e344", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:31.879967 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91887db0-5002-4a3f-9ba6-756a575dd5a3 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:31.880356 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91887db0-5002-4a3f-9ba6-756a575dd5a3'] response: {'name': 'network-changed', 'server_uuid': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'tag': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344', 'status': 'completed', 'code': 200}
May 14 21:20:31.924567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Allocated IP 172.20.0.1 (4c779a2a-d698-417c-a933-0b56110b8e36/fa958335-3936-45e8-a7fd-a919a253458f/4c4077c6-f41b-4374-a793-a320bc00871c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:31.964220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Attempting to bind port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:31.964934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Attempting to bind port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:31.965514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Attempting to bind port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:31.974800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:31.975906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:31.976495 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.978898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:31.981927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Bound port: 129ae2bd-b2f5-4071-9347-e5bb50d70e01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:31.981927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:31.984844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea987ef-f9fc-4239-9cd5-cccf806671bc None None] Pushing event updated for resources: {'Port': ['ID=129ae2bd-b2f5-4071-9347-e5bb50d70e01,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:31.987778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-c45708ea-431e-4694-8bdf-c68682afe232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:31.996675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-c45708ea-431e-4694-8bdf-c68682afe232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 1126 time: 0.1201379
May 14 21:20:32.074861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] For port 129ae2bd-b2f5-4071-9347-e5bb50d70e01, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:32.077982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2077937379-network', 'tenant_id': '66fc055a2aec4a6eb2f751ebde2d777d'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:32.081576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] For port 129ae2bd-b2f5-4071-9347-e5bb50d70e01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129ae2bd-b2f5-4071-9347-e5bb50d70e01,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:32.101886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2791b363-87c4-4c7c-a217-1133faa8ddb0 req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (40d42a7b-566a-4e99-b138-4ef67e081e9d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.108765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6b21-13e9-4284-a30b-32c05bd5c0ee req-3452b862-ef7a-4b70-96be-67069ca01a96 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:32.110284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf3e6b21-13e9-4284-a30b-32c05bd5c0ee req-3452b862-ef7a-4b70-96be-67069ca01a96 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1117842
May 14 21:20:32.114623 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-a37ecb96-dd29-4318-aed6-e0fc6b220c5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344 HTTP/1.1" status: 200  len: 217 time: 0.1068528
May 14 21:20:32.155997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks [] for port (4c4077c6-f41b-4374-a793-a320bc00871c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.177196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-e6cd9ff1-db48-4dfb-a5a3-dd80635f82d6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:32.178649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-e6cd9ff1-db48-4dfb-a5a3-dd80635f82d6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 812 time: 0.3481007
May 14 21:20:32.196117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'port': {'device_id': '58b02897-2456-45a3-b096-cc5949058685', 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77', 'admin_state_up': True, 'tenant_id': '62ef4614a33040a7b0ae010a6b1c7fb1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:32.199262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.226097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-5241f8cb-554f-4b0a-a2ec-59bf137e379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:32.227588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-5241f8cb-554f-4b0a-a2ec-59bf137e379f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1006019
May 14 21:20:32.244736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2791b363-87c4-4c7c-a217-1133faa8ddb0 req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40d42a7b-566a-4e99-b138-4ef67e081e9d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.248070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Made reservation on behalf of 66fc055a2aec4a6eb2f751ebde2d777d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:32.251206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.264795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:32.265549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223df1970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:32.278301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.300125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d42a7b-566a-4e99-b138-4ef67e081e9d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:32.303392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea987ef-f9fc-4239-9cd5-cccf806671bc None None] Pushing event updated for resources: {'Port': ['ID=129ae2bd-b2f5-4071-9347-e5bb50d70e01,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:32.313884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf3e6b21-13e9-4284-a30b-32c05bd5c0ee req-9b55c50d-5491-4809-890b-9d1702bb1ac7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940539
May 14 21:20:32.337073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-40e4d826-c48e-4882-a3b8-27d8de3fed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:32.338659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-40e4d826-c48e-4882-a3b8-27d8de3fed6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0955608
May 14 21:20:32.340839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.394036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 422ed31c-2aa9-426e-9c5a-eba8bee8202d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:20:32.399610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2791b363-87c4-4c7c-a217-1133faa8ddb0 req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.400959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2791b363-87c4-4c7c-a217-1133faa8ddb0 req-06c2655b-db06-48b1-af2f-d17d4939f70f tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.8400717
May 14 21:20:32.404221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Network 4c779a2a-d698-417c-a933-0b56110b8e36 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:32.414890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:32.422120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:32.471179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Pushing event updated for resources: {'Port': ['ID=4c4077c6-f41b-4374-a793-a320bc00871c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:32.473655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:32.541113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks [] for security_group (ad4d701e-4dad-4527-98e3-11b483b3ab25), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.552184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (c95d33a6-0461-4df7-820c-55e6bcd77cde), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.582838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-ee659d2c-a3b4-45b3-b394-1ab9e05ec0b6 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372773
May 14 21:20:32.595961 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-4bc143ef-4352-4256-8a9b-ae1b56447a7c tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/40d42a7b-566a-4e99-b138-4ef67e081e9d HTTP/1.1" status: 200  len: 1820 time: 0.1669748
May 14 21:20:32.596399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e686bb-dbf5-42ac-b10d-fcdc03af3273 req-66e22a85-4874-497e-81b5-25777e2d523e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:32.600312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ad4d701e-4dad-4527-98e3-11b483b3ab25), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.605674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60e686bb-dbf5-42ac-b10d-fcdc03af3273 req-66e22a85-4874-497e-81b5-25777e2d523e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 944 time: 0.1638842
May 14 21:20:32.631099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '40d42a7b-566a-4e99-b138-4ef67e081e9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:32.631456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '40d42a7b-566a-4e99-b138-4ef67e081e9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:32.661607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:32.678726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:32.713169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '422ed31c-2aa9-426e-9c5a-eba8bee8202d', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': '422ed31c-2aa9-426e-9c5a-eba8bee8202d', 'mac_address': 'fa:16:3e:4b:e2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:20:32.729872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Made reservation on behalf of 62ef4614a33040a7b0ae010a6b1c7fb1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:32.733801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.788177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223df1970>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:29Z', 'revision_number': 3, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:32.826455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 422ed31c-2aa9-426e-9c5a-eba8bee8202d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:32.826900 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.827836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60e686bb-dbf5-42ac-b10d-fcdc03af3273 req-596e71e8-e92f-4bbe-8f73-7e444a122256 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212677
May 14 21:20:32.837691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651284af-91d8-49b0-bb04-930a01355d1c None None] The sync data for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 is: [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:29Z', 'revision_number': 3, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:20:32.857688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422ed31c-2aa9-426e-9c5a-eba8bee8202d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:32.866013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b59da08e-2005-45a2-b4e8-cc563c7a68d7 req-97a3a987-8188-4170-9ad9-483f9997d049 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576115
May 14 21:20:32.879906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-84733bdc-e6fd-4466-a6a9-289cf90f2b58 None None] Provisioning complete for port 4c4077c6-f41b-4374-a793-a320bc00871c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:32.880281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84733bdc-e6fd-4466-a6a9-289cf90f2b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:32.933393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:32.951243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-84733bdc-e6fd-4466-a6a9-289cf90f2b58 None None] Port 4c4077c6-f41b-4374-a793-a320bc00871c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:20:32.978382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Allocated IP 172.20.0.12 (40fe4e54-7ec0-4751-90cd-3564b5d09a77/b90356d5-dae9-4af9-8620-ffa197e7bf31/33de3621-b7e7-4fcf-a36c-4dad3848229d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:32.992348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.007097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bfc0c0e-0bf4-497b-ae00-fe55c6fefa85 req-036530bd-1d0b-49d0-93fd-34e649037558 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 210 time: 0.0434921
May 14 21:20:33.066078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=422ed31c-2aa9-426e-9c5a-eba8bee8202d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:33.111726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e543181f-a3b3-41da-a0bb-a641cc834824), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.112012 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Added segment e543181f-a3b3-41da-a0bb-a641cc834824 of type vlan for network 851162ca-febe-4aff-ab50-1a621b440442
May 14 21:20:33.125280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d701e-4dad-4527-98e3-11b483b3ab25,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:33.177089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55e310-59d0-4257-a926-aa8e4ed0dfec req-387e6497-0079-489f-8ee1-51ede669540c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:33.178688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d55e310-59d0-4257-a926-aa8e4ed0dfec req-387e6497-0079-489f-8ee1-51ede669540c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 944 time: 0.0640414
May 14 21:20:33.197833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (851162ca-febe-4aff-ab50-1a621b440442), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.232336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['422ed31c-2aa9-426e-9c5a-eba8bee8202d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:33.260436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.293574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.299053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d55e310-59d0-4257-a926-aa8e4ed0dfec req-cfcd8775-ff97-4335-8d88-8b3ad41fbeb0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081841
May 14 21:20:33.361689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (30c7988e-2559-4093-8f3b-93ef49f2b5cd), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.387000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (851162ca-febe-4aff-ab50-1a621b440442), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.388232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:33.388986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.428174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (30c7988e-2559-4093-8f3b-93ef49f2b5cd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.460771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.478643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:33.507424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673df4-efca-455c-bd05-e41957f801c9 req-a6ada81d-207c-448f-b019-bd59c9acf13b tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:33.514997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] Pushing event updated for resources: {'Network': ['ID=851162ca-febe-4aff-ab50-1a621b440442,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:33.515561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89673df4-efca-455c-bd05-e41957f801c9 req-a6ada81d-207c-448f-b019-bd59c9acf13b tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1073544
May 14 21:20:33.530311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (30c7988e-2559-4093-8f3b-93ef49f2b5cd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.544095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 851162ca-febe-4aff-ab50-1a621b440442 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:33.587667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c7988e-2559-4093-8f3b-93ef49f2b5cd,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:33.605952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a27bc73-157f-430e-bdb9-2106ad3db389 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.7518499
May 14 21:20:33.608521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59862) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:33.614218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Request body: {'subnet': {'network_id': '851162ca-febe-4aff-ab50-1a621b440442', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2077937379-subnet', 'tenant_id': '66fc055a2aec4a6eb2f751ebde2d777d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:33.664604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.666412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ca858d-e7f0-411f-927d-080c2aa95d31 req-0f108900-b539-443f-b005-9191e4d4b23b tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 1.0509689
May 14 21:20:33.706865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-e75ebb2f-f972-470b-b9c0-21bfeea74b66 req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-410035791', 'description': 'tempest-description-1112375564'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:33.730865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks [] for port (4c4077c6-f41b-4374-a793-a320bc00871c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.760319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Made reservation on behalf of 66fc055a2aec4a6eb2f751ebde2d777d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:33.769158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.833465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e75ebb2f-f972-470b-b9c0-21bfeea74b66 req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.856445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:33.963936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Pushing event updated for resources: {'Port': ['ID=4c4077c6-f41b-4374-a793-a320bc00871c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:33.985256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (c95d33a6-0461-4df7-820c-55e6bcd77cde), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.009102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:34.029259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:34.036760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:34.044288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:34.085285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89673df4-efca-455c-bd05-e41957f801c9 req-c6701b40-8650-4901-8d20-5b669621ac48 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5693040
May 14 21:20:34.097580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f36d8-ca0f-4aad-938b-07de789c821c req-6d95c7d5-e10a-448b-867e-cd875cd206bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.099088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-6d95c7d5-e10a-448b-867e-cd875cd206bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 1126 time: 0.1376147
May 14 21:20:34.109317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e75ebb2f-f972-470b-b9c0-21bfeea74b66 req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (7432dc77-2703-4d48-83e7-1a3abfc1478b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.163183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.163766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.190871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Network 4c779a2a-d698-417c-a933-0b56110b8e36 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:34.192285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e75ebb2f-f972-470b-b9c0-21bfeea74b66 req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7432dc77-2703-4d48-83e7-1a3abfc1478b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.197143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:34.251988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0700-d31c-4c6a-ad35-d96bda8f67e8 req-9fd31774-d979-4a0c-92fe-40d74ae58073 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.253561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f8d0700-d31c-4c6a-ad35-d96bda8f67e8 req-9fd31774-d979-4a0c-92fe-40d74ae58073 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 944 time: 0.0973887
May 14 21:20:34.265503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7432dc77-2703-4d48-83e7-1a3abfc1478b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:34.297200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f36d8-ca0f-4aad-938b-07de789c821c req-ce151a3a-3697-4d46-a3a4-68c2ea6f2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.298751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-ce151a3a-3697-4d46-a3a4-68c2ea6f2096 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1871448
May 14 21:20:34.321314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (0cb4a639-1fde-4200-94ac-3a1c6c6e4594), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.359650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-32b15ce3-f836-42aa-9f54-a727e0db006f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344 HTTP/1.1" status: 200  len: 217 time: 0.0529671
May 14 21:20:34.363266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e75ebb2f-f972-470b-b9c0-21bfeea74b66 req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.364540 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e75ebb2f-f972-470b-b9c0-21bfeea74b66 req-a72a2795-d9d5-437c-8a13-f1915aeaa0c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.6688786
May 14 21:20:34.365153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-b3039261-cae0-4a02-aba7-15ed33cd0be0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1727977
May 14 21:20:34.380317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Request body: {'port': {'device_id': '58b02897-2456-45a3-b096-cc5949058685', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:34.398627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f8d0700-d31c-4c6a-ad35-d96bda8f67e8 req-99ff036f-7128-4a8e-9282-87ec677ff1b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335390
May 14 21:20:34.400071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 422ed31c-2aa9-426e-9c5a-eba8bee8202d up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:34.405768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb4a639-1fde-4200-94ac-3a1c6c6e4594,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:34.437656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Router c95d33a6-0461-4df7-820c-55e6bcd77cde has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:20:34.438997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Checking segment: {'id': 'e543181f-a3b3-41da-a0bb-a641cc834824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '851162ca-febe-4aff-ab50-1a621b440442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:34.439374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Network hostable DHCP agents. Network: 851162ca-febe-4aff-ab50-1a621b440442, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:34.495341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 422ed31c-2aa9-426e-9c5a-eba8bee8202d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:20:34.545072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f36d8-ca0f-4aad-938b-07de789c821c req-b19ec044-d7d6-432b-a160-afe71d618b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.546645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-b19ec044-d7d6-432b-a160-afe71d618b4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1803985
May 14 21:20:34.623114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b60297-98e2-46e9-aae1-80ff32c44e98 req-69831261-e93f-4819-a812-1966b3e763a5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.624462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a86a1e-8704-4330-a088-e248e1ffff0f req-8e482273-8b2b-42b4-a117-1731eb24d669 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.624782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-38b60297-98e2-46e9-aae1-80ff32c44e98 req-69831261-e93f-4819-a812-1966b3e763a5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 932 time: 0.1141524
May 14 21:20:34.632157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a86a1e-8704-4330-a088-e248e1ffff0f req-8e482273-8b2b-42b4-a117-1731eb24d669 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 944 time: 0.1223023
May 14 21:20:34.638085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Network 851162ca-febe-4aff-ab50-1a621b440442 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:34.640021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.674257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f36d8-ca0f-4aad-938b-07de789c821c req-e4553346-ba36-4908-8374-92364ee693ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.675925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-e4553346-ba36-4908-8374-92364ee693ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1032188
May 14 21:20:34.689919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:34.710043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b09d43e-e4c4-435b-a2e4-96b1c426289a admin admin] 10.222.0.52 "PUT /v2.0/routers/c95d33a6-0461-4df7-820c-55e6bcd77cde/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8702154
May 14 21:20:34.744502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-38b60297-98e2-46e9-aae1-80ff32c44e98 req-d72d4a6b-7f19-4775-b30d-2f64665c9468 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102045
May 14 21:20:34.780303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-622bec5e-59fe-4e18-9a20-5c1b199d7c43 req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67951059', 'description': 'tempest-description-1448977540'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:34.792314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 129ae2bd-b2f5-4071-9347-e5bb50d70e01 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:34.793534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 851162ca-febe-4aff-ab50-1a621b440442) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:34.797916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a86a1e-8704-4330-a088-e248e1ffff0f req-5cae3ee9-0822-4201-a1c6-c4ec5405a136 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647732
May 14 21:20:34.818660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:34.818660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.845710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 422ed31c-2aa9-426e-9c5a-eba8bee8202d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:34.845710 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.884497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2a323-d6e8-4eb7-8c1a-885c92045e2f None None] Network 851162ca-febe-4aff-ab50-1a621b440442 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:34.911884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-84e1e0d1-cc30-4d87-a4c5-b81d1871aefd None None] Provisioning complete for port 4c4077c6-f41b-4374-a793-a320bc00871c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:34.912517 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84e1e0d1-cc30-4d87-a4c5-b81d1871aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:34.920249 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6f65a2a3-bd46-41ed-aaa9-a105a49ddd2b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3067577
May 14 21:20:34.938007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-9a28c307-58e3-4dc2-a49c-36cc1a305eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526357
May 14 21:20:34.964910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-84e1e0d1-cc30-4d87-a4c5-b81d1871aefd None None] Port 4c4077c6-f41b-4374-a793-a320bc00871c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:20:35.014021 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-622bec5e-59fe-4e18-9a20-5c1b199d7c43 req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.076125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 422ed31c-2aa9-426e-9c5a-eba8bee8202d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:35.076875 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.119429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:35.119845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.138207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-622bec5e-59fe-4e18-9a20-5c1b199d7c43 req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (4b81681c-1790-43c2-8e87-d4b3c4e53596), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.184385 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Sync routers for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:35.199631 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:35.201285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-415f36d8-ca0f-4aad-938b-07de789c821c req-db93a273-5df2-4839-a622-3d2f24670f18 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565541
May 14 21:20:35.202508 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:35.218622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422ed31c-2aa9-426e-9c5a-eba8bee8202d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:35.229574 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbb0ac3-6cee-4f77-ac82-8c725098b6f5" -d '{"events": [{"server_uuid": "1fee5556-bd76-4312-b8c9-07955c04e89c", "name": "network-vif-plugged", "status": "completed", "tag": "422ed31c-2aa9-426e-9c5a-eba8bee8202d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:35.255940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-622bec5e-59fe-4e18-9a20-5c1b199d7c43 req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4b81681c-1790-43c2-8e87-d4b3c4e53596), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.267118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a5984-ea42-4d8b-b0f4-51a9a721ec33 None None] Network 851162ca-febe-4aff-ab50-1a621b440442 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:35.271048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:35.291143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33de3621-b7e7-4fcf-a36c-4dad3848229d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:35.301315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Publish callbacks [] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.328011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81681c-1790-43c2-8e87-d4b3c4e53596,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:35.355532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-622bec5e-59fe-4e18-9a20-5c1b199d7c43 req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.356858 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-622bec5e-59fe-4e18-9a20-5c1b199d7c43 req-f57ca8ff-f1c7-40f7-a3f7-b098a7ec1f71 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.5831389
May 14 21:20:35.357400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Transition to ACTIVE for port object 33de3621-b7e7-4fcf-a36c-4dad3848229d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:35.370006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2061c71-dfba-4482-a883-9a1f69975fe4 req-0cb3e5e2-9a90-4085-9276-3564e8a03a92 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:35.372170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2061c71-dfba-4482-a883-9a1f69975fe4 req-0cb3e5e2-9a90-4085-9276-3564e8a03a92 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0735548
May 14 21:20:35.403117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.452205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:35.457298 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235c5e68-b319-4fb0-a454-56a4a86a77bd x-openstack-request-id: req-235c5e68-b319-4fb0-a454-56a4a86a77bd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:35.457593 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fee5556-bd76-4312-b8c9-07955c04e89c", "name": "network-vif-plugged", "status": "completed", "tag": "422ed31c-2aa9-426e-9c5a-eba8bee8202d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:35.457882 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-235c5e68-b319-4fb0-a454-56a4a86a77bd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:35.458263 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235c5e68-b319-4fb0-a454-56a4a86a77bd'] response: {'server_uuid': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422ed31c-2aa9-426e-9c5a-eba8bee8202d', 'code': 200}
May 14 21:20:35.467720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.478326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:35.478711 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.536466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 129ae2bd-b2f5-4071-9347-e5bb50d70e01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129ae2bd-b2f5-4071-9347-e5bb50d70e01,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:35.548807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=422ed31c-2aa9-426e-9c5a-eba8bee8202d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:35.567306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-20eec558-4373-45ab-9b43-06a58e83271a tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/7432dc77-2703-4d48-83e7-1a3abfc1478b HTTP/1.1" status: 200  len: 1823 time: 0.0917602
May 14 21:20:35.623063 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.634544 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-0e95b70f-b866-4ef1-97e9-38533e3c5140 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/4b81681c-1790-43c2-8e87-d4b3c4e53596 HTTP/1.1" status: 200  len: 1822 time: 0.0575209
May 14 21:20:35.635791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00004e96-2bc0-4ffb-b1bd-e4d58518872c req-b4f37357-6786-4a17-9d5b-028ada178dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:35.637336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00004e96-2bc0-4ffb-b1bd-e4d58518872c req-b4f37357-6786-4a17-9d5b-028ada178dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 1127 time: 0.0660892
May 14 21:20:35.648230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7432dc77-2703-4d48-83e7-1a3abfc1478b', 'remote_group_id': '4b81681c-1790-43c2-8e87-d4b3c4e53596', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:35.656637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7432dc77-2703-4d48-83e7-1a3abfc1478b', 'remote_group_id': '4b81681c-1790-43c2-8e87-d4b3c4e53596', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:35.664720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2061c71-dfba-4482-a883-9a1f69975fe4 req-c9f167ba-0d5b-40fb-99f7-d512f881171d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807174
May 14 21:20:35.718982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=129ae2bd-b2f5-4071-9347-e5bb50d70e01,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:35.744133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:35.852173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00004e96-2bc0-4ffb-b1bd-e4d58518872c req-2ac7b7b3-3e15-4ea9-9799-a6e3d7c3ee35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816323
May 14 21:20:35.873102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f8cab-4731-4a9e-8472-b43cc6ae33d8 req-b0185cdb-efea-4b78-b85c-eab3ae5a0d0a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:35.875749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757f8cab-4731-4a9e-8472-b43cc6ae33d8 req-b0185cdb-efea-4b78-b85c-eab3ae5a0d0a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 944 time: 0.0870600
May 14 21:20:35.875869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148efd0>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 2, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:35.901248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Attempting to bind port 33de3621-b7e7-4fcf-a36c-4dad3848229d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:35.901596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Attempting to bind port 33de3621-b7e7-4fcf-a36c-4dad3848229d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:35.902266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Attempting to bind port 33de3621-b7e7-4fcf-a36c-4dad3848229d on network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:35.911020 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Checking router: c95d33a6-0461-4df7-820c-55e6bcd77cde for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:35.911765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Updating router c95d33a6-0461-4df7-820c-55e6bcd77cde port 4c4077c6-f41b-4374-a793-a320bc00871c binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:35.919754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Port 33de3621-b7e7-4fcf-a36c-4dad3848229d on network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:35.919754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Attempting to bind port 33de3621-b7e7-4fcf-a36c-4dad3848229d on network 40fe4e54-7ec0-4751-90cd-3564b5d09a77 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:35.927665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (8f76f338-6b99-42e5-bdf3-cac1a76339db), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.927838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:35.930636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Checking segment: {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:35.930636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Bound using segment: {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:35.930636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Bound port: 33de3621-b7e7-4fcf-a36c-4dad3848229d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0605846-7a75-47fd-9c28-6516159e65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:35.930636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:35.958186 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.004253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (8f76f338-6b99-42e5-bdf3-cac1a76339db), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.029481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-757f8cab-4731-4a9e-8472-b43cc6ae33d8 req-d2fed4ef-1565-48c3-ad95-e3f7e76e227f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407709
May 14 21:20:36.067686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8f76f338-6b99-42e5-bdf3-cac1a76339db), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.102345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59914) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:36.104859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59916) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:36.107398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f76f338-6b99-42e5-bdf3-cac1a76339db,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.112757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-network', 'tenant_id': 'd024008800d2448688d2f18f2ba173de'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:36.114745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:36.121638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1795074407-network', 'tenant_id': 'e4343aaaab754f549258a96e6219da56'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:36.146883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:36.159591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3d4b4-7d74-4ee5-bbf4-eb79a5f142cd req-2f69a51c-c7ef-400e-a27c-6c8dd1b84d18 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:36.161110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca3d4b4-7d74-4ee5-bbf4-eb79a5f142cd req-2f69a51c-c7ef-400e-a27c-6c8dd1b84d18 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 944 time: 0.0666866
May 14 21:20:36.171761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.172958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-56d70a98-0b2f-4ec8-b19a-995a222df668 req-ca6d0fca-a7a5-4a65-8007-f2deed51b52e tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5288856
May 14 21:20:36.210386 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.227608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Made reservation on behalf of e4343aaaab754f549258a96e6219da56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:36.230057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.238900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Made reservation on behalf of d024008800d2448688d2f18f2ba173de for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:36.238900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.252365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.255439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca3d4b4-7d74-4ee5-bbf4-eb79a5f142cd req-d6b4162a-acc1-4de4-badd-42a3631568bd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837479
May 14 21:20:36.256854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:36.257574 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.258990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 1092 time: 1.8832800
May 14 21:20:36.261735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:36.263568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.264607 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:36.295061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a913-eaf1-43d1-b78c-5a79c34e36d4 service neutron] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.307311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8cd0cc65-7910-40a5-a901-e6c4af916418 req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1555621471', 'description': 'tempest-description-445046491'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:36.350616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b140e4a-8abb-45b6-87fa-7d4b007ad8e2 req-cb5d010b-53a0-4851-a185-c081df39c70f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:36.352714 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b140e4a-8abb-45b6-87fa-7d4b007ad8e2 req-cb5d010b-53a0-4851-a185-c081df39c70f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.1081133
May 14 21:20:36.367184 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Publish callbacks [] for port (4c4077c6-f41b-4374-a793-a320bc00871c), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.403205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:20:36.419223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-b552fd65-b10a-4b90-a61d-09411b63e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:36.421028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-b552fd65-b10a-4b90-a61d-09411b63e8ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1126 time: 0.0468743
May 14 21:20:36.460696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b140e4a-8abb-45b6-87fa-7d4b007ad8e2 req-7bf5b22c-fbaa-4d50-aa09-52c4ec93ab9d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976744
May 14 21:20:36.464512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8cd0cc65-7910-40a5-a901-e6c4af916418 req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.468857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-b8503ef7-931f-4017-becd-db1b4c36e520 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 217 time: 0.0410180
May 14 21:20:36.492072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks [] for security_group (cd85a796-99f5-4749-87c9-efb18ea2c7d6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.501178 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.507786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks [] for security_group (b4803ec6-df6c-4917-b5b0-9924657fb8ee), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.532414 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31960f07-841b-4e8b-a6ac-989cf1d7a1b7 x-openstack-request-id: req-31960f07-841b-4e8b-a6ac-989cf1d7a1b7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:36.533293 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:36.533595 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31960f07-841b-4e8b-a6ac-989cf1d7a1b7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:36.542887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:36.550200 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31960f07-841b-4e8b-a6ac-989cf1d7a1b7'] response: {'name': 'network-changed', 'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'status': 'completed', 'code': 200}
May 14 21:20:36.552892 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca7d63-22e8-4316-9dc8-67cb26995979 None None] Pushing event updated for resources: {'Port': ['ID=4c4077c6-f41b-4374-a793-a320bc00871c,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.564429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344', 'mac_address': 'fa:16:3e:e2:80:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:20:36.603829 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cd85a796-99f5-4749-87c9-efb18ea2c7d6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.616303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:36.616832 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.619930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:36.636886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:36.647466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2d06841c-2404-477f-a4ad-e585379c4a59), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.649410 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Added segment 2d06841c-2404-477f-a4ad-e585379c4a59 of type vlan for network bf48da40-7df2-4d92-b59d-8923c4df6a65
May 14 21:20:36.663041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:36.670954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b4803ec6-df6c-4917-b5b0-9924657fb8ee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.673714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8cd0cc65-7910-40a5-a901-e6c4af916418 req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (5fee247f-bdd7-4735-a8a7-80f3ec1152d3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.678223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 129ae2bd-b2f5-4071-9347-e5bb50d70e01 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:36.681982 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Attempting to bind port 4c4077c6-f41b-4374-a793-a320bc00871c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:36.682531 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Attempting to bind port 4c4077c6-f41b-4374-a793-a320bc00871c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:36.682903 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Attempting to bind port 4c4077c6-f41b-4374-a793-a320bc00871c on network 4c779a2a-d698-417c-a933-0b56110b8e36 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:36.690179 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:36.692215 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Checking segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:36.692215 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.692215 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Bound using segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:36.692215 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Bound port: 4c4077c6-f41b-4374-a793-a320bc00871c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:36.692500 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.706572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e567-2083-447f-9162-ae76caa27781 req-4b3c538f-21a5-42e6-8df6-f2288d8033c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:36.708573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-4b3c538f-21a5-42e6-8df6-f2288d8033c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.2326698
May 14 21:20:36.774895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.783842 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] For port 4c4077c6-f41b-4374-a793-a320bc00871c, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:36.788242 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] For port 4c4077c6-f41b-4374-a793-a320bc00871c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c4077c6-f41b-4374-a793-a320bc00871c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:36.796783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-7539c252-065e-4c1a-8445-040eba5ba75d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0813961
May 14 21:20:36.797690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8cd0cc65-7910-40a5-a901-e6c4af916418 req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5fee247f-bdd7-4735-a8a7-80f3ec1152d3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.815348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (bf48da40-7df2-4d92-b59d-8923c4df6a65), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.817829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:36.837853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd85a796-99f5-4749-87c9-efb18ea2c7d6,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.842666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:36.843343 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.856626 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.895794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d514b139-6d9b-469b-bc67-06ea4606777e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.895794 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Added segment d514b139-6d9b-469b-bc67-06ea4606777e of type vlan for network c48daf1a-9b12-408f-92f0-8743b30d6dad
May 14 21:20:36.897530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fee247f-bdd7-4735-a8a7-80f3ec1152d3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.905437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] Provisioning complete for port 4c4077c6-f41b-4374-a793-a320bc00871c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:36.905934 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:36.911340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.952432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a0ad-be2b-4e41-81fc-0397e24f426c req-9ab7be05-f7c0-4660-a593-adb504b7411a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:36.953971 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dd7a0ad-be2b-4e41-81fc-0397e24f426c req-9ab7be05-f7c0-4660-a593-adb504b7411a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1454861
May 14 21:20:36.958118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4803ec6-df6c-4917-b5b0-9924657fb8ee,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.978573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca7d63-22e8-4316-9dc8-67cb26995979 None None] Pushing event updated for resources: {'Port': ['ID=4c4077c6-f41b-4374-a793-a320bc00871c,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:36.981644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (c48daf1a-9b12-408f-92f0-8743b30d6dad), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.006468 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:37.010522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8cd0cc65-7910-40a5-a901-e6c4af916418 req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.010642 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148efd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:37.016482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8cd0cc65-7910-40a5-a901-e6c4af916418 req-7a35da73-f77e-481a-b4a1-e25c1a6b7ae7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.7142127
May 14 21:20:37.040876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (bf48da40-7df2-4d92-b59d-8923c4df6a65), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.042017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:37.042603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.046675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-78cd6aeb-636e-4e05-9a8f-9baf54e653ac req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-714413818', 'description': 'tempest-description-1052304915'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:37.070447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dd7a0ad-be2b-4e41-81fc-0397e24f426c req-fd90409d-c1a8-4f50-95e5-2bf93624cb03 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057103
May 14 21:20:37.090517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:37.100089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['0fd1ba02-b29d-4826-b8f2-bebee3a5e344'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:37.123615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-403d1ce7-7b2a-4988-ae6c-0fd228f96099 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3132851
May 14 21:20:37.130554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (c48daf1a-9b12-408f-92f0-8743b30d6dad), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.131714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:37.132315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.139297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] Pushing event updated for resources: {'Network': ['ID=bf48da40-7df2-4d92-b59d-8923c4df6a65,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:37.201461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-119efd24-759a-421e-807e-8e4730f38542 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0948827
May 14 21:20:37.208327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:37.214325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network bf48da40-7df2-4d92-b59d-8923c4df6a65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:37.257421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Request body: {'subnet': {'network_id': 'bf48da40-7df2-4d92-b59d-8923c4df6a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1795074407-subnet', 'tenant_id': 'e4343aaaab754f549258a96e6219da56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:37.277658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d340e567-2083-447f-9162-ae76caa27781 req-f87cf8b7-96c4-43d2-bbfe-ad87f05541fc service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392045
May 14 21:20:37.279358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-78cd6aeb-636e-4e05-9a8f-9baf54e653ac req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.291967 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:37.354132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] Pushing event updated for resources: {'Network': ['ID=c48daf1a-9b12-408f-92f0-8743b30d6dad,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:37.376846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network c48daf1a-9b12-408f-92f0-8743b30d6dad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:37.382662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] Current status of the port 4c4077c6-f41b-4374-a793-a320bc00871c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:37.383043 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.385912 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-78cd6aeb-636e-4e05-9a8f-9baf54e653ac req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (326019e8-6f6a-466c-8d6f-c016920ce9ad), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.397591 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98cf22-4d8c-4629-a41e-4aa953e87fb5 req-d546ae6e-9f18-4095-8248-9b71b0a02dd2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:37.399584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae98cf22-4d8c-4629-a41e-4aa953e87fb5 req-d546ae6e-9f18-4095-8248-9b71b0a02dd2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 945 time: 0.1358545
May 14 21:20:37.408871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-85bf0cce-939d-4cca-8854-181c0fc2ae46 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 1.3049603
May 14 21:20:37.409904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:37.415286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Request body: {'subnet': {'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-subnet', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:37.465644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae98cf22-4d8c-4629-a41e-4aa953e87fb5 req-68d9a5ce-62b1-4dcd-9830-cb497c432a46 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550728
May 14 21:20:37.484689 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-78cd6aeb-636e-4e05-9a8f-9baf54e653ac req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (326019e8-6f6a-466c-8d6f-c016920ce9ad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.512950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Made reservation on behalf of e4343aaaab754f549258a96e6219da56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:37.516911 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.526631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Made reservation on behalf of d024008800d2448688d2f18f2ba173de for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:37.535846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.568356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326019e8-6f6a-466c-8d6f-c016920ce9ad,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:37.588593 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148efd0>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:36Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:37.602382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] For port 4c4077c6-f41b-4374-a793-a320bc00871c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c4077c6-f41b-4374-a793-a320bc00871c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:37.628213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-78cd6aeb-636e-4e05-9a8f-9baf54e653ac req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.631451 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9153-0df0-4e4f-b2d2-f6cff46e6aaa None None] The sync data for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 is: [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:36Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:20:37.643175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78cd6aeb-636e-4e05-9a8f-9baf54e653ac req-54113255-dbd4-4f66-a85d-e469c176dc02 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.6027300
May 14 21:20:37.685082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ede83-4815-4e5c-9172-194d47466572 req-80eec6e6-3622-43cf-93cb-eac54dc50459 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:37.686729 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c4ede83-4815-4e5c-9172-194d47466572 req-80eec6e6-3622-43cf-93cb-eac54dc50459 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 944 time: 0.1182704
May 14 21:20:37.690077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.771590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b0d3b-57a0-4770-83f0-8b44ef99dbe4 None None] Pushing event updated for resources: {'Port': ['ID=4c4077c6-f41b-4374-a793-a320bc00871c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:37.826042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7547cf9f-4ff8-4119-acf5-2261fdda7556 None None] Provisioning complete for port 4c4077c6-f41b-4374-a793-a320bc00871c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:37.826546 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7547cf9f-4ff8-4119-acf5-2261fdda7556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:37.847740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c4ede83-4815-4e5c-9172-194d47466572 req-f40da56a-a868-4e95-a185-12b35074279c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110897
May 14 21:20:37.884051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f6002-68c1-42ec-bd11-f90d589a0518 req-05fbaff2-d1f2-4508-993f-351d2a0b91cc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:37.892891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-490f6002-68c1-42ec-bd11-f90d589a0518 req-05fbaff2-d1f2-4508-993f-351d2a0b91cc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.1378255
May 14 21:20:37.957785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-490f6002-68c1-42ec-bd11-f90d589a0518 req-9d64d15e-e734-404d-8260-60ee597561de tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637593
May 14 21:20:37.960784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7547cf9f-4ff8-4119-acf5-2261fdda7556 None None] Current status of the port 4c4077c6-f41b-4374-a793-a320bc00871c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:37.984079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-b990922b-fbe5-410d-88a8-34cafc859ef7 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/5fee247f-bdd7-4735-a8a7-80f3ec1152d3 HTTP/1.1" status: 200  len: 1823 time: 0.1003172
May 14 21:20:38.003426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (99c544c4-9f60-47f6-9ca0-8c008400cdb3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.042895 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-7086db7a-3f6f-431c-82b0-7e50b8c3257d tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/326019e8-6f6a-466c-8d6f-c016920ce9ad HTTP/1.1" status: 200  len: 1823 time: 0.0575986
May 14 21:20:38.056489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5fee247f-bdd7-4735-a8a7-80f3ec1152d3', 'remote_group_id': '326019e8-6f6a-466c-8d6f-c016920ce9ad', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:38.057715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5fee247f-bdd7-4735-a8a7-80f3ec1152d3', 'remote_group_id': '326019e8-6f6a-466c-8d6f-c016920ce9ad', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:38.064959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (6e92fa5d-a3ac-443d-99af-419220771624), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.069890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Checking segment: {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:38.070234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Network hostable DHCP agents. Network: c48daf1a-9b12-408f-92f0-8743b30d6dad, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:38.080997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c544c4-9f60-47f6-9ca0-8c008400cdb3,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:38.136542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e92fa5d-a3ac-443d-99af-419220771624,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:38.148320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Checking segment: {'id': '2d06841c-2404-477f-a4ad-e585379c4a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'bf48da40-7df2-4d92-b59d-8923c4df6a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:38.148676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Network hostable DHCP agents. Network: bf48da40-7df2-4d92-b59d-8923c4df6a65, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:38.242378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Network c48daf1a-9b12-408f-92f0-8743b30d6dad is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:38.287709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (b03715f2-aab9-42f2-838d-70381f34a65b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.297620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Network bf48da40-7df2-4d92-b59d-8923c4df6a65 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:38.331739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (b03715f2-aab9-42f2-838d-70381f34a65b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.381361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c48daf1a-9b12-408f-92f0-8743b30d6dad) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:38.385653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf48da40-7df2-4d92-b59d-8923c4df6a65) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:38.386927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:38.387701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.395009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:38.395651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.402784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a58400-a04a-496d-acf2-447e0eb9115a None None] Network c48daf1a-9b12-408f-92f0-8743b30d6dad requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:38.427621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb596b-5145-435d-86e2-53a5c5544652 None None] Network bf48da40-7df2-4d92-b59d-8923c4df6a65 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:38.428244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b03715f2-aab9-42f2-838d-70381f34a65b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.449595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:38.451107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03715f2-aab9-42f2-838d-70381f34a65b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:38.511276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a57e2-9743-4ffc-9b94-65b5fcf08a2d req-24c958e1-3327-48b2-91f5-b3faf75775ec tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:38.512919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a5a57e2-9743-4ffc-9b94-65b5fcf08a2d req-24c958e1-3327-48b2-91f5-b3faf75775ec tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0884967
May 14 21:20:38.532270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-80bb8dfc-7534-45fd-bcc4-e17cd88c590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:38.534042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-80bb8dfc-7534-45fd-bcc4-e17cd88c590c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1126 time: 0.1081104
May 14 21:20:38.535301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.545204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-85bb4794-ad4a-4c49-841d-2e6191e1c2d7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1339157
May 14 21:20:38.547866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59948) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:38.549773 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68d2415e-12c1-4f52-8f53-5e32fb100d4c req-2e8cf757-4768-4f9f-90fe-8d5a0b753929 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5003362
May 14 21:20:38.558674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:38.558927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dda9fd0c-16bc-459f-a9c4-e7b83b2ab686 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.3440814
May 14 21:20:38.741866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a5a57e2-9743-4ffc-9b94-65b5fcf08a2d req-87febdb2-9ba1-45c7-84d4-9c1f5ffe9b3d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193408
May 14 21:20:38.745443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9c8b0-99f5-4978-88b6-81018880485f req-c43a7374-915a-4db1-b0e2-2ed47c763f06 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:38.758621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6e9c8b0-99f5-4978-88b6-81018880485f req-c43a7374-915a-4db1-b0e2-2ed47c763f06 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.0941796
May 14 21:20:38.815091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59954) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:38.819331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-214a858d-a498-47cc-8be8-09009f9afeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:38.820860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-214a858d-a498-47cc-8be8-09009f9afeb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 913 time: 0.2720649
May 14 21:20:38.823105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c4077c6-f41b-4374-a793-a320bc00871c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:38.877946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-d8b42966-3e8d-465f-974d-4cf3664a530b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 217 time: 0.0505216
May 14 21:20:38.878957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.880257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.886426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Deleting subnet 0cb4a639-1fde-4200-94ac-3a1c6c6e4594 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:20:38.889985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Publish callbacks [] for subnet (0cb4a639-1fde-4200-94ac-3a1c6c6e4594), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.917286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:20:38.939771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (0cb4a639-1fde-4200-94ac-3a1c6c6e4594), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.939916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4c4077c6-f41b-4374-a793-a320bc00871c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:38.939916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:38.990076 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6e9c8b0-99f5-4978-88b6-81018880485f req-b54217b1-0963-432c-acd0-152f532844a0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2346494
May 14 21:20:38.995514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0cb4a639-1fde-4200-94ac-3a1c6c6e4594), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.027844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:39.028753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.075614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd25e82-50eb-481b-bf66-db525f2f2963 req-2259936c-b2e6-4365-a49d-96d9ce05b6f4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:39.084635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c48daf1a-9b12-408f-92f0-8743b30d6dad', 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad', 'project_id': 'd024008800d2448688d2f18f2ba173de', 'fixed_ips': [{'subnet_id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:20:39.085607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-acd25e82-50eb-481b-bf66-db525f2f2963 req-2259936c-b2e6-4365-a49d-96d9ce05b6f4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 945 time: 0.2109134
May 14 21:20:39.085728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.092459 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7cdcdf00-9269-4f7c-bd9f-f7490413489c req-c51a4aae-2825-4396-982b-0d18065cf083 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/326019e8-6f6a-466c-8d6f-c016920ce9ad HTTP/1.1" status: 200  len: 1823 time: 0.0699730
May 14 21:20:39.126365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f8998-b44d-4faa-abb9-86bd3a1881b3 None None] Network bf48da40-7df2-4d92-b59d-8923c4df6a65 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:39.153495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (0cb4a639-1fde-4200-94ac-3a1c6c6e4594), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.157679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-acd25e82-50eb-481b-bf66-db525f2f2963 req-08623b85-5c47-4bc7-848c-41a82ba58816 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713668
May 14 21:20:39.180374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4c4077c6-f41b-4374-a793-a320bc00871c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:39.181239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-90eb2bcb-8539-4cff-91fc-e235653f5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:39.196218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-90eb2bcb-8539-4cff-91fc-e235653f5a77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.2980356
May 14 21:20:39.237144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.242614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0cb4a639-1fde-4200-94ac-3a1c6c6e4594 HTTP/1.1" status: 204  len: 168 time: 0.4303997
May 14 21:20:39.245079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7cdcdf00-9269-4f7c-bd9f-f7490413489c req-37360edb-9e50-4ce1-92f9-1f090f7425d3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (326019e8-6f6a-466c-8d6f-c016920ce9ad), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.247088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:39.248447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-b5ec2660-ff29-4239-a4d7-58109f398996 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500288
May 14 21:20:39.250977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5740412-6cf5-46a9-b1fd-ac0e2cbc8e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb4a639-1fde-4200-94ac-3a1c6c6e4594,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:39.340601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7cdcdf00-9269-4f7c-bd9f-f7490413489c req-37360edb-9e50-4ce1-92f9-1f090f7425d3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (326019e8-6f6a-466c-8d6f-c016920ce9ad), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.384400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (851162ca-febe-4aff-ab50-1a621b440442), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.399771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:39.400171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.419109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac00088-4c11-4f32-b437-22dc0b525cc5 req-94dd43e0-93be-43fd-8492-471c27759146 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:39.420651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ac00088-4c11-4f32-b437-22dc0b525cc5 req-94dd43e0-93be-43fd-8492-471c27759146 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 944 time: 0.0889637
May 14 21:20:39.429160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Allocated IP 172.20.0.2 (c48daf1a-9b12-408f-92f0-8743b30d6dad/99c544c4-9f60-47f6-9ca0-8c008400cdb3/ba903265-47d1-4440-985e-e9d92c9c85b0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:39.430669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks [] for router_controller (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.441872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:39.442103 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e632acb-b67b-4099-b1ee-d8fa6b81ef5f" -d '{"events": [{"server_uuid": "e6b381c3-d53d-4d16-8783-5b095927537a", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1ba02-b29d-4826-b8f2-bebee3a5e344"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:39.460728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:39.503117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (851162ca-febe-4aff-ab50-1a621b440442), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.521347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ac00088-4c11-4f32-b437-22dc0b525cc5 req-8ebb9c38-b80a-4066-be55-f8437089001c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560784
May 14 21:20:39.526683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ad1cac0>,) {'filters': {'network_id': ['851162ca-febe-4aff-ab50-1a621b440442']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:39.548280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad1cac0>, 'e543181f-a3b3-41da-a0bb-a641cc834824') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:39.549081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad1cac0>, 'e543181f-a3b3-41da-a0bb-a641cc834824') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:39.552422 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.565409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (e543181f-a3b3-41da-a0bb-a641cc834824), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.582223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e543181f-a3b3-41da-a0bb-a641cc834824), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.590777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:39.591091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (e543181f-a3b3-41da-a0bb-a641cc834824), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:39.593203 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:39.603342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7cdcdf00-9269-4f7c-bd9f-f7490413489c req-37360edb-9e50-4ce1-92f9-1f090f7425d3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (326019e8-6f6a-466c-8d6f-c016920ce9ad), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.604919 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c962ae2c-e646-484f-baed-f88ecca74c4a x-openstack-request-id: req-c962ae2c-e646-484f-baed-f88ecca74c4a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:39.605214 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b381c3-d53d-4d16-8783-5b095927537a", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1ba02-b29d-4826-b8f2-bebee3a5e344", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:39.605463 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c962ae2c-e646-484f-baed-f88ecca74c4a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:39.605857 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c962ae2c-e646-484f-baed-f88ecca74c4a'] response: {'server_uuid': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344', 'code': 200}
May 14 21:20:39.605993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7cdcdf00-9269-4f7c-bd9f-f7490413489c req-37360edb-9e50-4ce1-92f9-1f090f7425d3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.611803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7cdcdf00-9269-4f7c-bd9f-f7490413489c req-37360edb-9e50-4ce1-92f9-1f090f7425d3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/326019e8-6f6a-466c-8d6f-c016920ce9ad HTTP/1.1" status: 204  len: 173 time: 0.5111928
May 14 21:20:39.648110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-e89381dd-e1e2-47be-9888-3dcdd77a3c1d service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3896935
May 14 21:20:39.658669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37360edb-9e50-4ce1-92f9-1f090f7425d3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326019e8-6f6a-466c-8d6f-c016920ce9ad,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:39.726733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:39.740809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Publish callbacks [] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.750883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (851162ca-febe-4aff-ab50-1a621b440442), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.756471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.768848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 33de3621-b7e7-4fcf-a36c-4dad3848229d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:20:39.768946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/851162ca-febe-4aff-ab50-1a621b440442 HTTP/1.1" status: 204  len: 168 time: 0.5155580
May 14 21:20:39.775846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59966) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:39.803072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f790e-aa35-4131-8d01-c6f0dcc31b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=851162ca-febe-4aff-ab50-1a621b440442,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:39.839397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks [] for router_gateway (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.847703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.858331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5945da9-f637-4622-accb-d461fac02b84 req-d7e50bba-6953-4422-99c4-b5972e8171f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/5fee247f-bdd7-4735-a8a7-80f3ec1152d3 HTTP/1.1" status: 200  len: 1823 time: 0.2079446
May 14 21:20:39.859180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Deleting subnet 6e92fa5d-a3ac-443d-99af-419220771624 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:20:39.861452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a74bbe-cada-49fb-80b6-445f53103f66 req-e9d19259-7e72-403f-9aa1-e34c7559c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:39.863901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47a74bbe-cada-49fb-80b6-445f53103f66 req-e9d19259-7e72-403f-9aa1-e34c7559c0da service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 1128 time: 0.1522307
May 14 21:20:39.880776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Publish callbacks [] for subnet (6e92fa5d-a3ac-443d-99af-419220771624), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.893413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-784a00f8-12d2-482b-8584-c4bd03cfebda req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-310941987', 'description': 'tempest-description-1043499920'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:39.915571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Network c48daf1a-9b12-408f-92f0-8743b30d6dad is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:39.924038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:39.931046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:39.931936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Pushing event updated for resources: {'Port': ['ID=ba903265-47d1-4440-985e-e9d92c9c85b0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:39.933596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9cfdb-10ab-405e-b78b-9a8dadfe1374 req-749ed9ea-55ed-4a93-a21c-91ff52f8f0ce tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:39.944379 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6f9cfdb-10ab-405e-b78b-9a8dadfe1374 req-749ed9ea-55ed-4a93-a21c-91ff52f8f0ce tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1030729
May 14 21:20:39.949852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:39.972088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (6e92fa5d-a3ac-443d-99af-419220771624), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:39.979698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a631547-0c26-46f6-bd0f-306e8dc3fd4b req-bf5d6977-6b03-43f6-ac41-0f9dcad07aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3201945
May 14 21:20:39.987136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'network_id': '40fe4e54-7ec0-4751-90cd-3564b5d09a77', 'port_id': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'mac_address': 'fa:16:3e:30:aa:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90356d5-dae9-4af9-8620-ffa197e7bf31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:20:40.009516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47a74bbe-cada-49fb-80b6-445f53103f66 req-89fd8ae2-a033-4930-bfbb-e06fa3c77063 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269932
May 14 21:20:40.032044 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6f9cfdb-10ab-405e-b78b-9a8dadfe1374 req-a7d8f45c-5da4-4de9-b1be-26262d5b0b7a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883195
May 14 21:20:40.039612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-784a00f8-12d2-482b-8584-c4bd03cfebda req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.057283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (6e92fa5d-a3ac-443d-99af-419220771624), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.064176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Attempting to bind port ba903265-47d1-4440-985e-e9d92c9c85b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:40.065132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Attempting to bind port ba903265-47d1-4440-985e-e9d92c9c85b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:40.067003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Attempting to bind port ba903265-47d1-4440-985e-e9d92c9c85b0 on network c48daf1a-9b12-408f-92f0-8743b30d6dad {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:40.076074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:40.076455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Checking segment: {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:40.076859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.077464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Bound using segment: {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:40.078449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Bound port: ba903265-47d1-4440-985e-e9d92c9c85b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:40.078909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.095536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 33de3621-b7e7-4fcf-a36c-4dad3848229d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:40.099236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.114963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33de3621-b7e7-4fcf-a36c-4dad3848229d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:40.182793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcbd5f-7659-4adc-acd2-f11626f42918 req-7005f298-9393-4f22-a598-cc44a2c43156 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:40.184735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8abcbd5f-7659-4adc-acd2-f11626f42918 req-7005f298-9393-4f22-a598-cc44a2c43156 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.0553682
May 14 21:20:40.194977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] For port ba903265-47d1-4440-985e-e9d92c9c85b0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:40.198346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] For port ba903265-47d1-4440-985e-e9d92c9c85b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba903265-47d1-4440-985e-e9d92c9c85b0,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:40.211581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:40.215111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-784a00f8-12d2-482b-8584-c4bd03cfebda req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (f0a50c26-f682-4aad-86b3-c3d546aff5e1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.234177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks [] for router_gateway (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.238280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8abcbd5f-7659-4adc-acd2-f11626f42918 req-6da2a922-b11b-424f-a651-4593ace8da81 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470846
May 14 21:20:40.245868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (6e92fa5d-a3ac-443d-99af-419220771624), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.255005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.286843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.289615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6e92fa5d-a3ac-443d-99af-419220771624 HTTP/1.1" status: 204  len: 168 time: 0.5119104
May 14 21:20:40.290087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf098a-6721-480a-a2d4-f296148b8165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e92fa5d-a3ac-443d-99af-419220771624,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:40.293682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.295721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59976) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:40.298479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.346366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-784a00f8-12d2-482b-8584-c4bd03cfebda req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f0a50c26-f682-4aad-86b3-c3d546aff5e1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.365109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:40.378453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4871eef4-1777-4d81-9c7d-1cfaed3a426d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.405013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a50c26-f682-4aad-86b3-c3d546aff5e1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:40.409208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Allocated IP 172.35.4.191 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/348619d4-bdc8-4684-b46e-240c2376e4b9) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:40.417570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcde2a5-d664-4bba-bd2d-1f0af87f62e5 req-94c19d15-000f-46dc-8534-b4f81bd32ed9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:40.419095 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfcde2a5-d664-4bba-bd2d-1f0af87f62e5 req-94c19d15-000f-46dc-8534-b4f81bd32ed9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.0857677
May 14 21:20:40.421631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (bf48da40-7df2-4d92-b59d-8923c4df6a65), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.445070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-784a00f8-12d2-482b-8584-c4bd03cfebda req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.447066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-784a00f8-12d2-482b-8584-c4bd03cfebda req-f37ff229-eb87-4a83-b46d-9c69edd435e3 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1828 time: 0.5667460
May 14 21:20:40.454043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ec64b-ae7b-47ff-b772-13308fe3c49f None None] Pushing event updated for resources: {'Port': ['ID=ba903265-47d1-4440-985e-e9d92c9c85b0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:40.553772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['33de3621-b7e7-4fcf-a36c-4dad3848229d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:40.568168 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks [] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.569412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfcde2a5-d664-4bba-bd2d-1f0af87f62e5 req-bcbb059e-36d9-44c9-a681-29d7a0d59552 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315143
May 14 21:20:40.573488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (bf48da40-7df2-4d92-b59d-8923c4df6a65), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.618530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b193cd0>,) {'filters': {'network_id': ['bf48da40-7df2-4d92-b59d-8923c4df6a65']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:40.642714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b193cd0>, '2d06841c-2404-477f-a4ad-e585379c4a59') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:40.643003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b193cd0>, '2d06841c-2404-477f-a4ad-e585379c4a59') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:40.660103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2d06841c-2404-477f-a4ad-e585379c4a59), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.681151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70b0116e-a712-4355-a899-2b6b5cee398c req-557f033a-3c1a-43b6-a4e8-a2c08fb43e98 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/f0a50c26-f682-4aad-86b3-c3d546aff5e1 HTTP/1.1" status: 200  len: 1823 time: 0.0752118
May 14 21:20:40.681849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2d06841c-2404-477f-a4ad-e585379c4a59), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.694673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0a50c26-f682-4aad-86b3-c3d546aff5e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:40.694995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0a50c26-f682-4aad-86b3-c3d546aff5e1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:40.700494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:40.700965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2d06841c-2404-477f-a4ad-e585379c4a59), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:40.703445 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:40.734264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.796585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:40.800735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:40.803413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:40.809816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Pushing event updated for resources: {'Port': ['ID=348619d4-bdc8-4684-b46e-240c2376e4b9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:40.864982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (bf48da40-7df2-4d92-b59d-8923c4df6a65), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.872207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.875318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bf48da40-7df2-4d92-b59d-8923c4df6a65 HTTP/1.1" status: 204  len: 168 time: 0.5773649
May 14 21:20:40.908459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d6459-b051-48c3-b815-f0e46aa9ed43 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf48da40-7df2-4d92-b59d-8923c4df6a65,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:40.947893 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (5f830834-0000-49c4-afc7-e565d5002118), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:40.978203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (5f830834-0000-49c4-afc7-e565d5002118), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.064679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bf187-7920-458f-8081-9acc2c7074b1 req-c919f4c9-99a0-43c9-9a6e-bc13e26702a9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:41.066237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d52bf187-7920-458f-8081-9acc2c7074b1 req-c919f4c9-99a0-43c9-9a6e-bc13e26702a9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 945 time: 0.0496871
May 14 21:20:41.093378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (5f830834-0000-49c4-afc7-e565d5002118), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.115968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f830834-0000-49c4-afc7-e565d5002118,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:41.121098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d52bf187-7920-458f-8081-9acc2c7074b1 req-666ce962-9c9d-4824-845e-33581c65ccbb tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467191
May 14 21:20:41.205180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.206459 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70b0116e-a712-4355-a899-2b6b5cee398c req-ff955d37-86d2-4e33-b691-ae2290fcace0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5164099
May 14 21:20:41.271986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a088fdb-0c07-4dec-af3f-1970b69bc59b req-2d0eb916-097b-4403-afbd-06e57810e045 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:41.273528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a088fdb-0c07-4dec-af3f-1970b69bc59b req-2d0eb916-097b-4403-afbd-06e57810e045 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.0963602
May 14 21:20:41.339534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5eb4b2-a4dc-4c84-a10b-7eb91131cd62 req-f0e85eab-11e6-4a82-b306-33dd11362aae tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:41.345097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c5eb4b2-a4dc-4c84-a10b-7eb91131cd62 req-f0e85eab-11e6-4a82-b306-33dd11362aae tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0788765
May 14 21:20:41.398411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c5eb4b2-a4dc-4c84-a10b-7eb91131cd62 req-040f6126-7e36-4462-9332-1351dce937ba tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501380
May 14 21:20:41.460214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59990) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:41.491674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-be2a0c38-5c44-45d5-89b2-e33609754ee9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/f0a50c26-f682-4aad-86b3-c3d546aff5e1 HTTP/1.1" status: 200  len: 2417 time: 0.0664961
May 14 21:20:41.512567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0a50c26-f682-4aad-86b3-c3d546aff5e1', 'remote_group_id': None}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:41.512917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f0a50c26-f682-4aad-86b3-c3d546aff5e1', 'remote_group_id': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:41.541924 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-32da2bfa-0e0a-4b7f-93a7-6c62a883b233 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66fc055a2aec4a6eb2f751ebde2d777d&name=default HTTP/1.1" status: 200  len: 2997 time: 0.0741954
May 14 21:20:41.541924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:41.605572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-532c74c6-304a-48b2-82a0-87cc8afe8c27 admin admin] Publish callbacks [] for security_group (ad4d701e-4dad-4527-98e3-11b483b3ab25), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.633581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-532c74c6-304a-48b2-82a0-87cc8afe8c27 admin admin] Publish callbacks [] for security_group (ad4d701e-4dad-4527-98e3-11b483b3ab25), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.649319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08ff35-04e1-4684-ab85-06ba360f602e None None] Network c48daf1a-9b12-408f-92f0-8743b30d6dad requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:41.707191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks [] for router_gateway (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.735392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] Provisioning complete for port ba903265-47d1-4440-985e-e9d92c9c85b0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:41.735983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.747854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a088fdb-0c07-4dec-af3f-1970b69bc59b req-1098062e-2103-40dd-a36b-91ccb22d43c3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4434772
May 14 21:20:41.754768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (8f19c0c1-d16c-4555-963f-2114b4030ca1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.783829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 33de3621-b7e7-4fcf-a36c-4dad3848229d up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:41.800192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (8f19c0c1-d16c-4555-963f-2114b4030ca1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.815127 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.833510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-532c74c6-304a-48b2-82a0-87cc8afe8c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ad4d701e-4dad-4527-98e3-11b483b3ab25), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.836399 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-532c74c6-304a-48b2-82a0-87cc8afe8c27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.839886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-532c74c6-304a-48b2-82a0-87cc8afe8c27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad4d701e-4dad-4527-98e3-11b483b3ab25 HTTP/1.1" status: 204  len: 168 time: 0.2949381
May 14 21:20:41.863527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c74c6-304a-48b2-82a0-87cc8afe8c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4d701e-4dad-4527-98e3-11b483b3ab25,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:41.905359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8f19c0c1-d16c-4555-963f-2114b4030ca1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.933901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233d9c-beef-4f3f-a19f-10201201e180 req-39e53c48-5827-4b66-ab65-3806440a8b82 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:41.935716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e233d9c-beef-4f3f-a19f-10201201e180 req-39e53c48-5827-4b66-ab65-3806440a8b82 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.1024873
May 14 21:20:41.938096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 33de3621-b7e7-4fcf-a36c-4dad3848229d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:20:41.945014 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f19c0c1-d16c-4555-963f-2114b4030ca1,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:41.952715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] Current status of the port ba903265-47d1-4440-985e-e9d92c9c85b0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:41.953147 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:41.974582 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.006860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] For port ba903265-47d1-4440-985e-e9d92c9c85b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba903265-47d1-4440-985e-e9d92c9c85b0,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:42.026194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 33de3621-b7e7-4fcf-a36c-4dad3848229d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:42.028044 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.049726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.054597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e233d9c-beef-4f3f-a19f-10201201e180 req-27f76705-9184-4e35-ba3d-439bdb160e57 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098716
May 14 21:20:42.099502 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.103642 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d3d28ef-c1bb-49f2-90e3-b087908f68a1 req-cfe831f6-5c80-4503-b7e1-dad00be7bab0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5976102
May 14 21:20:42.129696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 33de3621-b7e7-4fcf-a36c-4dad3848229d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:42.130077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.167813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.201623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:42.208321 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deeedcc0-c89c-4e9f-af69-72575a2167aa" -d '{"events": [{"server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "name": "network-vif-plugged", "status": "completed", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:42.221614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:42.222438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20f4f87c-e401-44de-ac1d-2d31c14053f5 req-71868b1a-9e7e-4a29-a99d-f6de2672d44d tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/f0a50c26-f682-4aad-86b3-c3d546aff5e1 HTTP/1.1" status: 200  len: 3016 time: 0.0832298
May 14 21:20:42.245678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7c2eb-aa6b-40ef-a6b9-f57363a1b1bd None None] Pushing event updated for resources: {'Port': ['ID=ba903265-47d1-4440-985e-e9d92c9c85b0,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:42.289389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-84e2b815-b3bc-4a7b-b2db-c797db64459f None None] Provisioning complete for port ba903265-47d1-4440-985e-e9d92c9c85b0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:42.289573 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84e2b815-b3bc-4a7b-b2db-c797db64459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.314968 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6716ac7d-5d59-48d8-9d54-5e90a6bce1a4 x-openstack-request-id: req-6716ac7d-5d59-48d8-9d54-5e90a6bce1a4 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:42.315255 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "name": "network-vif-plugged", "status": "completed", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:42.315547 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6716ac7d-5d59-48d8-9d54-5e90a6bce1a4 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:42.316356 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6716ac7d-5d59-48d8-9d54-5e90a6bce1a4'] response: {'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'code': 200}
May 14 21:20:42.319460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.332897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e6ca0-674b-4327-b8fc-f4c77c444ef2 req-7798f5e7-c94d-4f42-818c-46e7f8f9b96b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:42.336023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-866e6ca0-674b-4327-b8fc-f4c77c444ef2 req-7798f5e7-c94d-4f42-818c-46e7f8f9b96b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 945 time: 0.0660758
May 14 21:20:42.357059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Router d6338cbc-6bfd-49e9-b9c9-afd411d3003b is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:20:42.365486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45578484-d8e5-4133-9847-59dea9658bdc req-d4d5b095-ad5c-42ac-bcbe-9df2421974c9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-group-rules/8f19c0c1-d16c-4555-963f-2114b4030ca1 HTTP/1.1" status: 200  len: 783 time: 0.0341916
May 14 21:20:42.390198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:42.411779 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:20:42.437312 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45578484-d8e5-4133-9847-59dea9658bdc req-2ba02647-9044-48d5-ae00-f727b015d3fa tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/f0a50c26-f682-4aad-86b3-c3d546aff5e1 HTTP/1.1" status: 200  len: 3016 time: 0.0653684
May 14 21:20:42.465672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-84e2b815-b3bc-4a7b-b2db-c797db64459f None None] Current status of the port ba903265-47d1-4440-985e-e9d92c9c85b0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:42.474408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-45578484-d8e5-4133-9847-59dea9658bdc req-73bee775-c5d8-488e-b7d5-5e70dcc26fc5 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (8f19c0c1-d16c-4555-963f-2114b4030ca1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.483539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-45578484-d8e5-4133-9847-59dea9658bdc req-73bee775-c5d8-488e-b7d5-5e70dcc26fc5 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (8f19c0c1-d16c-4555-963f-2114b4030ca1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.575371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807159d-04c4-47de-bf28-90c746d96f78 req-71167faa-60b1-44b6-ada1-1431098b119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:42.584171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8807159d-04c4-47de-bf28-90c746d96f78 req-71167faa-60b1-44b6-ada1-1431098b119e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1128 time: 0.1863303
May 14 21:20:42.612567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-866e6ca0-674b-4327-b8fc-f4c77c444ef2 req-3a4ca4a6-05b7-4b5c-b8b2-e8ccc2c16ab7 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2641058
May 14 21:20:42.618421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-7fe30bf8-3955-49e4-983e-4df0b153337b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:42.624467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-7fe30bf8-3955-49e4-983e-4df0b153337b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.1582336
May 14 21:20:42.628746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ba903265-47d1-4440-985e-e9d92c9c85b0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:42.648860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-45578484-d8e5-4133-9847-59dea9658bdc req-73bee775-c5d8-488e-b7d5-5e70dcc26fc5 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8f19c0c1-d16c-4555-963f-2114b4030ca1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.656305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-45578484-d8e5-4133-9847-59dea9658bdc req-73bee775-c5d8-488e-b7d5-5e70dcc26fc5 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.658491 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45578484-d8e5-4133-9847-59dea9658bdc req-73bee775-c5d8-488e-b7d5-5e70dcc26fc5 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8f19c0c1-d16c-4555-963f-2114b4030ca1 HTTP/1.1" status: 204  len: 173 time: 0.2130129
May 14 21:20:42.667087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bee775-c5d8-488e-b7d5-5e70dcc26fc5 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f19c0c1-d16c-4555-963f-2114b4030ca1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:42.679415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:42.699002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8807159d-04c4-47de-bf28-90c746d96f78 req-23b51cef-6855-42f0-8feb-26419a81e876 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089625
May 14 21:20:42.711468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Sync routers for ids ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:42.742924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Routers {'d6338cbc-6bfd-49e9-b9c9-afd411d3003b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:42.743681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:42.768606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.772459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d4e70a9-38eb-4be8-b6d6-dce0d729f7f7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.2198944
May 14 21:20:42.773258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60016) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:42.804806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Deleting port 422ed31c-2aa9-426e-9c5a-eba8bee8202d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:20:42.805146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.809294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ba903265-47d1-4440-985e-e9d92c9c85b0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:42.809294 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.827614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736331cb-9f93-45af-bb21-fb10c3e739fb req-600121b9-1c9c-41ad-91bd-b5ed050a4a6c tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:42.829742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-736331cb-9f93-45af-bb21-fb10c3e739fb req-600121b9-1c9c-41ad-91bd-b5ed050a4a6c tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0800118
May 14 21:20:42.837093 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e74c225-b3a3-4f22-932d-17e2058e8833 req-874504f2-8251-4310-99c6-ecfc2e58a535 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/f0a50c26-f682-4aad-86b3-c3d546aff5e1 HTTP/1.1" status: 200  len: 2417 time: 0.1346378
May 14 21:20:42.864249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60020) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:42.921029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Set router d6338cbc-6bfd-49e9-b9c9-afd411d3003b gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:42.946165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-736331cb-9f93-45af-bb21-fb10c3e739fb req-bee8d6a8-32fa-4e5a-9881-45ed9f8abb8d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735102
May 14 21:20:42.953500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] For port 422ed31c-2aa9-426e-9c5a-eba8bee8202d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=422ed31c-2aa9-426e-9c5a-eba8bee8202d,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:42.953871 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:42.977818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Calling delete_port for 422ed31c-2aa9-426e-9c5a-eba8bee8202d owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:20:43.018413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a3c045c-97c4-49c6-8156-0ab0f73db8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.054593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ba903265-47d1-4440-985e-e9d92c9c85b0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:43.073484 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7ab5559f-ac4c-4a11-a5b6-caec48afba03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4343aaaab754f549258a96e6219da56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2053666
May 14 21:20:43.074007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4e74c225-b3a3-4f22-932d-17e2058e8833 req-1f730932-b568-4333-8bf1-2cb5c0f6d2f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (f0a50c26-f682-4aad-86b3-c3d546aff5e1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.075201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60022) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:43.118015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049fe4d-7ad3-4fe6-96d0-6c6669bf9e51 req-bf6ea399-7cb8-490d-ada1-e3dcfd0da2fd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:43.119670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4049fe4d-7ad3-4fe6-96d0-6c6669bf9e51 req-bf6ea399-7cb8-490d-ada1-e3dcfd0da2fd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 945 time: 0.0692685
May 14 21:20:43.165350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4e74c225-b3a3-4f22-932d-17e2058e8833 req-1f730932-b568-4333-8bf1-2cb5c0f6d2f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (f0a50c26-f682-4aad-86b3-c3d546aff5e1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.178814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b6a0>, [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:20:40Z', 'revision_number': 3, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:43.207755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Checking router: d6338cbc-6bfd-49e9-b9c9-afd411d3003b for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:43.208113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Updating router d6338cbc-6bfd-49e9-b9c9-afd411d3003b port 348619d4-bdc8-4684-b46e-240c2376e4b9 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:43.220968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4049fe4d-7ad3-4fe6-96d0-6c6669bf9e51 req-44354d9a-eee7-49a9-bdaa-086f214386aa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609200
May 14 21:20:43.242176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.246009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-070bac5b-0f87-414c-8137-46af0c4c3077 admin admin] Publish callbacks [] for security_group (cd85a796-99f5-4749-87c9-efb18ea2c7d6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.350507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-070bac5b-0f87-414c-8137-46af0c4c3077 admin admin] Publish callbacks [] for security_group (cd85a796-99f5-4749-87c9-efb18ea2c7d6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.398470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (422ed31c-2aa9-426e-9c5a-eba8bee8202d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.432916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event deleted for resources: {'Port': ['ID=422ed31c-2aa9-426e-9c5a-eba8bee8202d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:43.455464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['422ed31c-2aa9-426e-9c5a-eba8bee8202d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:43.483291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] No DVR routers for this DVR port 422ed31c-2aa9-426e-9c5a-eba8bee8202d on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:20:43.486003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.489890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09b1dab6-8a59-41c1-a741-fb478f502525 req-9f26c604-8fbd-4246-8513-66a19771b883 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "DELETE /v2.0/ports/422ed31c-2aa9-426e-9c5a-eba8bee8202d HTTP/1.1" status: 204  len: 173 time: 0.8636208
May 14 21:20:43.489890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'name': 'network-vif-deleted', 'tag': '422ed31c-2aa9-426e-9c5a-eba8bee8202d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:43.492201 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605491ed-99ff-4c2e-9855-72065295f63c" -d '{"events": [{"server_uuid": "1fee5556-bd76-4312-b8c9-07955c04e89c", "name": "network-vif-deleted", "tag": "422ed31c-2aa9-426e-9c5a-eba8bee8202d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:43.536738 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ee28e-c833-4e47-a768-3b84f6d32648 x-openstack-request-id: req-970ee28e-c833-4e47-a768-3b84f6d32648 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:43.537037 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fee5556-bd76-4312-b8c9-07955c04e89c", "name": "network-vif-deleted", "tag": "422ed31c-2aa9-426e-9c5a-eba8bee8202d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:43.537282 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-970ee28e-c833-4e47-a768-3b84f6d32648 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:43.537685 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970ee28e-c833-4e47-a768-3b84f6d32648'] response: {'server_uuid': '1fee5556-bd76-4312-b8c9-07955c04e89c', 'name': 'network-vif-deleted', 'tag': '422ed31c-2aa9-426e-9c5a-eba8bee8202d', 'status': 'completed', 'code': 200}
May 14 21:20:43.693951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4e74c225-b3a3-4f22-932d-17e2058e8833 req-1f730932-b568-4333-8bf1-2cb5c0f6d2f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f0a50c26-f682-4aad-86b3-c3d546aff5e1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.696450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4e74c225-b3a3-4f22-932d-17e2058e8833 req-1f730932-b568-4333-8bf1-2cb5c0f6d2f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.697581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e74c225-b3a3-4f22-932d-17e2058e8833 req-1f730932-b568-4333-8bf1-2cb5c0f6d2f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/f0a50c26-f682-4aad-86b3-c3d546aff5e1 HTTP/1.1" status: 204  len: 173 time: 0.8470914
May 14 21:20:43.723142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f730932-b568-4333-8bf1-2cb5c0f6d2f4 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a50c26-f682-4aad-86b3-c3d546aff5e1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:43.758224 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-d9d7c2ba-d12b-4cc8-858a-16dfd9bd9f31 req-75bd12e5-1634-4114-8356-50a64afb28f0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] show failed (client error): The resource could not be found.
May 14 21:20:43.759245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9d7c2ba-d12b-4cc8-858a-16dfd9bd9f31 req-75bd12e5-1634-4114-8356-50a64afb28f0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/326019e8-6f6a-466c-8d6f-c016920ce9ad HTTP/1.1" status: 404  len: 352 time: 0.0373285
May 14 21:20:43.783748 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.823518 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Publish callbacks [] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.832030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29741cd-7d32-4c8d-b704-7a4d9c4a1396 req-ec4109be-d9e6-4d9b-b89b-60edd740c58a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:43.833619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d29741cd-7d32-4c8d-b704-7a4d9c4a1396 req-ec4109be-d9e6-4d9b-b89b-60edd740c58a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 946 time: 0.0998743
May 14 21:20:43.892486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d29741cd-7d32-4c8d-b704-7a4d9c4a1396 req-944a608d-40cb-4745-9444-89f4b3d450c3 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513902
May 14 21:20:43.893055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58d6b363-4fe5-433b-b48e-c01033071562 req-5d2a3ba6-12ad-483d-a332-219baee31236 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/5fee247f-bdd7-4735-a8a7-80f3ec1152d3 HTTP/1.1" status: 200  len: 1823 time: 0.0831840
May 14 21:20:43.952894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.957187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-070bac5b-0f87-414c-8137-46af0c4c3077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cd85a796-99f5-4749-87c9-efb18ea2c7d6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.959757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-070bac5b-0f87-414c-8137-46af0c4c3077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:43.960889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-070bac5b-0f87-414c-8137-46af0c4c3077 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd85a796-99f5-4749-87c9-efb18ea2c7d6 HTTP/1.1" status: 204  len: 168 time: 0.8833725
May 14 21:20:43.987063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bac5b-0f87-414c-8137-46af0c4c3077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd85a796-99f5-4749-87c9-efb18ea2c7d6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:43.997178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.036857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58d6b363-4fe5-433b-b48e-c01033071562 req-745f5ea2-6a32-4a37-a87d-2a378a317e49 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (5fee247f-bdd7-4735-a8a7-80f3ec1152d3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.081361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047037-333c-41e1-9a13-8ec02ebd9ddf None None] Pushing event updated for resources: {'Port': ['ID=348619d4-bdc8-4684-b46e-240c2376e4b9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:44.084764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Attempting to bind port 348619d4-bdc8-4684-b46e-240c2376e4b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:44.085152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Attempting to bind port 348619d4-bdc8-4684-b46e-240c2376e4b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:44.085526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Attempting to bind port 348619d4-bdc8-4684-b46e-240c2376e4b9 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:44.103122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:44.103122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:44.103122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.103122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:44.103122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Bound port: 348619d4-bdc8-4684-b46e-240c2376e4b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:44.103122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.103881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58d6b363-4fe5-433b-b48e-c01033071562 req-745f5ea2-6a32-4a37-a87d-2a378a317e49 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (5fee247f-bdd7-4735-a8a7-80f3ec1152d3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.142739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d94ba-c36c-402d-b069-5af9c17e742b req-1e0016a1-f82d-410b-822b-6a26580a2270 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:44.144473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f3d94ba-c36c-402d-b069-5af9c17e742b req-1e0016a1-f82d-410b-822b-6a26580a2270 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0797820
May 14 21:20:44.154440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] For port 348619d4-bdc8-4684-b46e-240c2376e4b9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:44.158495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] For port 348619d4-bdc8-4684-b46e-240c2376e4b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=348619d4-bdc8-4684-b46e-240c2376e4b9,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:44.211596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f3d94ba-c36c-402d-b069-5af9c17e742b req-470dea68-1e5c-4713-b329-04298948e6ec tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510006
May 14 21:20:44.250826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Allocated IP 172.20.0.1 (c48daf1a-9b12-408f-92f0-8743b30d6dad/99c544c4-9f60-47f6-9ca0-8c008400cdb3/9b18b4c3-beea-4f25-ba3d-74ddae737ebb) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:44.262393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.290921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58d6b363-4fe5-433b-b48e-c01033071562 req-745f5ea2-6a32-4a37-a87d-2a378a317e49 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5fee247f-bdd7-4735-a8a7-80f3ec1152d3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.294711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-58d6b363-4fe5-433b-b48e-c01033071562 req-745f5ea2-6a32-4a37-a87d-2a378a317e49 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.295325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58d6b363-4fe5-433b-b48e-c01033071562 req-745f5ea2-6a32-4a37-a87d-2a378a317e49 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/5fee247f-bdd7-4735-a8a7-80f3ec1152d3 HTTP/1.1" status: 204  len: 173 time: 0.3960569
May 14 21:20:44.330407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Routers {'d6338cbc-6bfd-49e9-b9c9-afd411d3003b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:44.331061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:44.337261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047037-333c-41e1-9a13-8ec02ebd9ddf None None] Pushing event updated for resources: {'Port': ['ID=348619d4-bdc8-4684-b46e-240c2376e4b9,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:44.375598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2118ff27-d6c9-449f-9f54-9e5bc09495be req-4cdf52f4-ef84-4746-81c1-6dfbe90815ab tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fee5556-bd76-4312-b8c9-07955c04e89c HTTP/1.1" status: 200  len: 210 time: 0.0378962
May 14 21:20:44.421262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f5ea2-6a32-4a37-a87d-2a378a317e49 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fee247f-bdd7-4735-a8a7-80f3ec1152d3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:44.445843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks [] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.495548 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e853dd9-dc23-42a6-b899-e63d130d0f2a req-db52c051-a179-494f-a367-facd9e4e3fd6 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/4b81681c-1790-43c2-8e87-d4b3c4e53596 HTTP/1.1" status: 200  len: 1822 time: 0.0817378
May 14 21:20:44.523125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] Set router d6338cbc-6bfd-49e9-b9c9-afd411d3003b gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:44.562694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9e853dd9-dc23-42a6-b899-e63d130d0f2a req-6d32b84a-ff21-4cca-987c-a7af04c58346 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (4b81681c-1790-43c2-8e87-d4b3c4e53596), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.604567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9e853dd9-dc23-42a6-b899-e63d130d0f2a req-6d32b84a-ff21-4cca-987c-a7af04c58346 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (4b81681c-1790-43c2-8e87-d4b3c4e53596), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.639270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.691210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Network c48daf1a-9b12-408f-92f0-8743b30d6dad is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:44.696955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:44.701304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:44.705748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:44.727755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b6a0>, [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:20:40Z', 'revision_number': 3, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:44.747199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.765479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cca9a6-d961-4719-951e-712bd5620fa0 None None] The sync data for ids ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'] in ncdv-master-1 is: [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:20:40Z', 'revision_number': 3, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:20:44.821194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9e853dd9-dc23-42a6-b899-e63d130d0f2a req-6d32b84a-ff21-4cca-987c-a7af04c58346 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4b81681c-1790-43c2-8e87-d4b3c4e53596), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.824541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9e853dd9-dc23-42a6-b899-e63d130d0f2a req-6d32b84a-ff21-4cca-987c-a7af04c58346 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:44.825639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e853dd9-dc23-42a6-b899-e63d130d0f2a req-6d32b84a-ff21-4cca-987c-a7af04c58346 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/4b81681c-1790-43c2-8e87-d4b3c4e53596 HTTP/1.1" status: 204  len: 173 time: 0.3212612
May 14 21:20:44.860827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32b84a-ff21-4cca-987c-a7af04c58346 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81681c-1790-43c2-8e87-d4b3c4e53596,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:44.917164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa9598d8-6c4d-413b-b1e9-211e1cfcc3a1 req-123d71b9-178e-456d-8862-9305e3847e28 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/7432dc77-2703-4d48-83e7-1a3abfc1478b HTTP/1.1" status: 200  len: 1823 time: 0.0720899
May 14 21:20:44.987646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa9598d8-6c4d-413b-b1e9-211e1cfcc3a1 req-bcb16205-d5df-4382-883d-e4a6a4840047 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (7432dc77-2703-4d48-83e7-1a3abfc1478b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.019940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa9598d8-6c4d-413b-b1e9-211e1cfcc3a1 req-bcb16205-d5df-4382-883d-e4a6a4840047 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (7432dc77-2703-4d48-83e7-1a3abfc1478b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.099012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59b47f-6406-46ec-b09c-789d162b9046 req-b789421f-0914-47a4-94c9-706d5d161936 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:45.100763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c59b47f-6406-46ec-b09c-789d162b9046 req-b789421f-0914-47a4-94c9-706d5d161936 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 946 time: 0.1174412
May 14 21:20:45.101593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.130410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d8410387-88f2-416c-92aa-a71ff7362209 None None] Provisioning complete for port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:45.130914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d8410387-88f2-416c-92aa-a71ff7362209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.156509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa9598d8-6c4d-413b-b1e9-211e1cfcc3a1 req-bcb16205-d5df-4382-883d-e4a6a4840047 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7432dc77-2703-4d48-83e7-1a3abfc1478b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.162091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa9598d8-6c4d-413b-b1e9-211e1cfcc3a1 req-bcb16205-d5df-4382-883d-e4a6a4840047 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.165640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa9598d8-6c4d-413b-b1e9-211e1cfcc3a1 req-bcb16205-d5df-4382-883d-e4a6a4840047 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/7432dc77-2703-4d48-83e7-1a3abfc1478b HTTP/1.1" status: 204  len: 173 time: 0.2433426
May 14 21:20:45.181916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16205-d5df-4382-883d-e4a6a4840047 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7432dc77-2703-4d48-83e7-1a3abfc1478b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:45.231093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d8410387-88f2-416c-92aa-a71ff7362209 None None] Port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:20:45.253508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c59b47f-6406-46ec-b09c-789d162b9046 req-e207cf76-efa7-4e1e-b570-0d3d097f4a56 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388535
May 14 21:20:45.299803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29d3c5c3-e5fb-4781-9dee-237d9302d13b req-1ee5449b-8407-4292-ba4c-fde47112f4e0 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/40d42a7b-566a-4e99-b138-4ef67e081e9d HTTP/1.1" status: 200  len: 2420 time: 0.0925801
May 14 21:20:45.372244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29d3c5c3-e5fb-4781-9dee-237d9302d13b req-45dbf60a-6aee-47c0-96f6-4e9b88b97327 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (40d42a7b-566a-4e99-b138-4ef67e081e9d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.399884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29d3c5c3-e5fb-4781-9dee-237d9302d13b req-45dbf60a-6aee-47c0-96f6-4e9b88b97327 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (40d42a7b-566a-4e99-b138-4ef67e081e9d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.415765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aefb7-6051-4c97-9c54-f19be4688845 req-65a9920b-132a-44ed-9635-5fdf2d7bfed8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:45.421156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b29aefb7-6051-4c97-9c54-f19be4688845 req-65a9920b-132a-44ed-9635-5fdf2d7bfed8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0702815
May 14 21:20:45.511081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b29aefb7-6051-4c97-9c54-f19be4688845 req-4e05ee92-8a32-47a2-bf32-a49e59a8ae8e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848012
May 14 21:20:45.545019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks [] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.573916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29d3c5c3-e5fb-4781-9dee-237d9302d13b req-45dbf60a-6aee-47c0-96f6-4e9b88b97327 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40d42a7b-566a-4e99-b138-4ef67e081e9d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.577267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-29d3c5c3-e5fb-4781-9dee-237d9302d13b req-45dbf60a-6aee-47c0-96f6-4e9b88b97327 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.578830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-29d3c5c3-e5fb-4781-9dee-237d9302d13b req-45dbf60a-6aee-47c0-96f6-4e9b88b97327 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/40d42a7b-566a-4e99-b138-4ef67e081e9d HTTP/1.1" status: 204  len: 173 time: 0.2861567
May 14 21:20:45.591214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbf60a-6aee-47c0-96f6-4e9b88b97327 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d42a7b-566a-4e99-b138-4ef67e081e9d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:45.598038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.637735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.694867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-b09b0f70-9d83-48da-9c73-96d1cba03894 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1175122942&fields=id&tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 267 time: 0.1199098
May 14 21:20:45.755968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-e0b1408f-5529-427e-90be-57742d9e91cd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:45.757785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-e0b1408f-5529-427e-90be-57742d9e91cd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 946 time: 0.0629134
May 14 21:20:45.791443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'port': {'security_groups': ['a49c0f29-93c3-45ab-8eee-da6aa4e3915f', 'f7460102-161b-4ffe-a944-5f0d4fafae9b']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:45.802782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:45.810751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa818527-d449-42cc-977d-9050d48fb0d4 req-6eaa3e5a-2917-4382-8008-76057f71ebb9 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "GET /v2.0/security-groups/055f9019-1d0f-46df-a708-2f35bb4be368 HTTP/1.1" status: 200  len: 2415 time: 0.0957334
May 14 21:20:45.830821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.895074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa818527-d449-42cc-977d-9050d48fb0d4 req-ffb64b3c-4269-4cd6-a06c-4bb8cf2410f2 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (055f9019-1d0f-46df-a708-2f35bb4be368), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.922521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa818527-d449-42cc-977d-9050d48fb0d4 req-ffb64b3c-4269-4cd6-a06c-4bb8cf2410f2 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (055f9019-1d0f-46df-a708-2f35bb4be368), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:45.946150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.055286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Network c48daf1a-9b12-408f-92f0-8743b30d6dad is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:46.058208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:46.089929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa818527-d449-42cc-977d-9050d48fb0d4 req-ffb64b3c-4269-4cd6-a06c-4bb8cf2410f2 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (055f9019-1d0f-46df-a708-2f35bb4be368), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.092676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aa818527-d449-42cc-977d-9050d48fb0d4 req-ffb64b3c-4269-4cd6-a06c-4bb8cf2410f2 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.102467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa818527-d449-42cc-977d-9050d48fb0d4 req-ffb64b3c-4269-4cd6-a06c-4bb8cf2410f2 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] 10.222.0.52 "DELETE /v2.0/security-groups/055f9019-1d0f-46df-a708-2f35bb4be368 HTTP/1.1" status: 204  len: 173 time: 0.2834613
May 14 21:20:46.103205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60090) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:46.151083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb64b3c-4269-4cd6-a06c-4bb8cf2410f2 tempest-SecurityGroupRulesTestJSON-1522486720 tempest-SecurityGroupRulesTestJSON-1522486720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f9019-1d0f-46df-a708-2f35bb4be368,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:46.245765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Deleting subnet 72a0edf8-64af-4572-b4d9-924911a574f2 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:20:46.253905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Publish callbacks [] for subnet (72a0edf8-64af-4572-b4d9-924911a574f2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.338371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (72a0edf8-64af-4572-b4d9-924911a574f2), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.347709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Router d6338cbc-6bfd-49e9-b9c9-afd411d3003b has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:20:46.368416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:46.406085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-6c64363a-e304-40b7-ad9a-b2709f128b9b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:46.407713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-6c64363a-e304-40b7-ad9a-b2709f128b9b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.2115984
May 14 21:20:46.426272 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (72a0edf8-64af-4572-b4d9-924911a574f2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.449589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-f220974a-497e-4ba6-94c7-466f7f018ac3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0346084
May 14 21:20:46.450161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.471379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ebe731a5-5755-454f-9300-026817947f7f None None] Provisioning complete for port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:46.471911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ebe731a5-5755-454f-9300-026817947f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.517131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-41a2b96e-53f6-415a-945f-1bbcd77f9658 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529437
May 14 21:20:46.521921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:46.534106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-314f1933-73f8-4e03-8a7d-9d874e1edcc7 admin admin] 10.222.0.52 "PUT /v2.0/routers/d6338cbc-6bfd-49e9-b9c9-afd411d3003b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7528822
May 14 21:20:46.534360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 422ed31c-2aa9-426e-9c5a-eba8bee8202d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:20:46.540198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.614975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:46.615797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.618449 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ea71660-c930-4272-8f93-d1f3c18df80c req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "PUT /v2.0/ports/33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 982 time: 0.8411293
May 14 21:20:46.619075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:46.621821 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9af40a8-ed3d-49ae-9167-b5770fa94019" -d '{"events": [{"name": "network-changed", "server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:46.636840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10', '33de3621-b7e7-4fcf-a36c-4dad3848229d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:46.657287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef595bf4-d7f1-4ad3-bf28-d7fc1dfe76b9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=6']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:46.712376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (72a0edf8-64af-4572-b4d9-924911a574f2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.728670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-affc83eb-5b41-4d34-9ed0-a87ac1b7fec8 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109997
May 14 21:20:46.759175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.762897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/72a0edf8-64af-4572-b4d9-924911a574f2 HTTP/1.1" status: 204  len: 168 time: 0.6555750
May 14 21:20:46.763843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3431a1-2b4a-4ef2-98a4-4e24d9575df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a0edf8-64af-4572-b4d9-924911a574f2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:46.766456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60118) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:46.773367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 422ed31c-2aa9-426e-9c5a-eba8bee8202d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:20:46.773715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 422ed31c-2aa9-426e-9c5a-eba8bee8202d not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:20:46.785095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 348619d4-bdc8-4684-b46e-240c2376e4b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:46.853409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595fa35-aaae-4e78-888d-3dbc0fc64150 req-febb891d-9f4e-4109-9ad6-4a4f29938874 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:46.862999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8595fa35-aaae-4e78-888d-3dbc0fc64150 req-febb891d-9f4e-4109-9ad6-4a4f29938874 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1194787
May 14 21:20:46.893754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['33de3621-b7e7-4fcf-a36c-4dad3848229d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:46.928147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (560b2194-ca63-4a29-b018-dbd021d3b2fe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.935798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8595fa35-aaae-4e78-888d-3dbc0fc64150 req-d32aafdf-82a0-4128-b924-411db7e26f26 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712180
May 14 21:20:46.937718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ebe731a5-5755-454f-9300-026817947f7f None None] Port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:20:46.949876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:46.959007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-44c3b59b-ca9f-4585-b68a-9bbd2319f1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101345
May 14 21:20:47.036365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5968e6e4-c52b-4286-925b-1f1a9dc9b772 req-64358f71-1cd2-498b-89cf-69f3c2648ae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/f7460102-161b-4ffe-a944-5f0d4fafae9b HTTP/1.1" status: 200  len: 1818 time: 0.0575068
May 14 21:20:47.070758 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Sync routers for ids ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:47.092038 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Routers {'d6338cbc-6bfd-49e9-b9c9-afd411d3003b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:47.092688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:47.094273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (560b2194-ca63-4a29-b018-dbd021d3b2fe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.109434 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-5968e6e4-c52b-4286-925b-1f1a9dc9b772 req-c3cec54b-ac8c-4c28-a5ce-083329256d15 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] delete failed (client error): There was a conflict when trying to complete your request.
May 14 21:20:47.110851 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5968e6e4-c52b-4286-925b-1f1a9dc9b772 req-c3cec54b-ac8c-4c28-a5ce-083329256d15 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/f7460102-161b-4ffe-a944-5f0d4fafae9b HTTP/1.1" status: 409  len: 341 time: 0.0709732
May 14 21:20:47.127892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a54bee0>,) {'filters': {'network_id': ['560b2194-ca63-4a29-b018-dbd021d3b2fe']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:47.159753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a54bee0>, 'cb6fb272-63f8-474f-b1cf-f3dddafd1c1c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:47.160488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a54bee0>, 'cb6fb272-63f8-474f-b1cf-f3dddafd1c1c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:47.177414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (cb6fb272-63f8-474f-b1cf-f3dddafd1c1c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.208748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (cb6fb272-63f8-474f-b1cf-f3dddafd1c1c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.221210 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5736b11-3b8f-41f9-933f-7d0d4e45a57a x-openstack-request-id: req-c5736b11-3b8f-41f9-933f-7d0d4e45a57a {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:47.221618 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:47.224560 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5736b11-3b8f-41f9-933f-7d0d4e45a57a {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:47.224560 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5736b11-3b8f-41f9-933f-7d0d4e45a57a'] response: {'name': 'network-changed', 'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'status': 'completed', 'code': 200}
May 14 21:20:47.229824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 348619d4-bdc8-4684-b46e-240c2376e4b9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:47.230251 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.247910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:20:47.248306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (cb6fb272-63f8-474f-b1cf-f3dddafd1c1c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:20:47.340241 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:20:47.422452 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Set router d6338cbc-6bfd-49e9-b9c9-afd411d3003b gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:47.569179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-367afc45-e253-4bc0-97b5-e97381c4ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:47.569179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-367afc45-e253-4bc0-97b5-e97381c4ea9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1167 time: 0.3616812
May 14 21:20:47.713456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 348619d4-bdc8-4684-b46e-240c2376e4b9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:47.714527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.812285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 348619d4-bdc8-4684-b46e-240c2376e4b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=348619d4-bdc8-4684-b46e-240c2376e4b9,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:47.814766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-e03d7db7-28aa-4045-8264-cd95c1c6d699 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=236a7e87d3af4de2a0ef55f9cbd9dd7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0393915
May 14 21:20:47.821345 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a4c0>, [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:20:44Z', 'revision_number': 4, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b18b4c3-beea-4f25-ba3d-74ddae737ebb', 'name': '', 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'mac_address': 'fa:16:3e:e1:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:44Z', 'updated_at': '2022-05-14T21:20:45Z', 'revision_number': 2, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'subnets': [{'id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:47.826039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-0aee634f-d1f5-4a35-8b77-c263ae7e33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:47.832189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-0aee634f-d1f5-4a35-8b77-c263ae7e33e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 913 time: 0.2530220
May 14 21:20:47.865374 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Checking router: d6338cbc-6bfd-49e9-b9c9-afd411d3003b for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:47.866002 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Updating router d6338cbc-6bfd-49e9-b9c9-afd411d3003b port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:47.894946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-9b2d91aa-c609-47df-ac68-b9112eb3e326 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 217 time: 0.0556726
May 14 21:20:47.909671 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:47.945909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:48.058253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (560b2194-ca63-4a29-b018-dbd021d3b2fe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:48.076845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-49e4902a-7b4f-4ba4-9ed1-ad1d36695760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:48.082264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-49e4902a-7b4f-4ba4-9ed1-ad1d36695760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.1669638
May 14 21:20:48.082422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=348619d4-bdc8-4684-b46e-240c2376e4b9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:48.082834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:48.102510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] 10.222.0.52 "DELETE /v2.0/networks/560b2194-ca63-4a29-b018-dbd021d3b2fe HTTP/1.1" status: 204  len: 168 time: 1.3269997
May 14 21:20:48.109621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-996a91d3-78c3-4ba7-99c1-f97a6965b53a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:48.114427 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-996a91d3-78c3-4ba7-99c1-f97a6965b53a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2912662
May 14 21:20:48.142547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-ed193b27-d4b7-4514-9b25-ad93b2043920 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/quotas/236a7e87d3af4de2a0ef55f9cbd9dd7a HTTP/1.1" status: 200  len: 375 time: 0.0154719
May 14 21:20:48.175868 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-1463228d-0515-4e28-91cf-1cead10977c8 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=236a7e87d3af4de2a0ef55f9cbd9dd7a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417216
May 14 21:20:48.217125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc03fa-f955-4633-8f87-2bb4dc6b8e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=560b2194-ca63-4a29-b018-dbd021d3b2fe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:48.261556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-59f43a8a-081c-43ec-af7b-7432963e7549 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0974159
May 14 21:20:48.275988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30f52ce2-3894-4f23-a704-35fb67550c0f req-bdcfd232-8f5c-4f49-86af-603810ed15b1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 210 time: 0.2209156
May 14 21:20:48.498349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-84553cb3-c5c9-48f0-8905-5d5c05a2354d service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205894
May 14 21:20:48.557740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236b1b-cb31-42a3-9126-a1ceb102beda req-6b6dc135-9389-4e5a-bdd7-2402121e40dd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:48.569318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c236b1b-cb31-42a3-9126-a1ceb102beda req-6b6dc135-9389-4e5a-bdd7-2402121e40dd tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 985 time: 0.1297877
May 14 21:20:48.676636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c236b1b-cb31-42a3-9126-a1ceb102beda req-c8c9b80e-c6b1-45d9-873b-bf8d1cb51ad3 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7460102-161b-4ffe-a944-5f0d4fafae9b&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1056805
May 14 21:20:48.678030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649117c-f73a-4b62-b513-a5f15814e29e req-23358cca-ee96-4e6e-859e-8a133517ba88 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:48.688626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8649117c-f73a-4b62-b513-a5f15814e29e req-23358cca-ee96-4e6e-859e-8a133517ba88 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0742977
May 14 21:20:48.745994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 348619d4-bdc8-4684-b46e-240c2376e4b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:48.783447 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Publish callbacks [] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:48.866448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 348619d4-bdc8-4684-b46e-240c2376e4b9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:48.867891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:48.895048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8649117c-f73a-4b62-b513-a5f15814e29e req-c389d369-9233-4493-b4ea-16946dc4a0af tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2053092
May 14 21:20:48.901573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9af40a8-ed3d-49ae-9167-b5770fa94019 req-24740fda-1b50-4012-98cf-6a7b5b08d842 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3938510
May 14 21:20:48.913643 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.003776 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce51c3-79aa-44bd-af26-335fab41db08 None None] Pushing event updated for resources: {'Port': ['ID=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:49.048691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d31e9af-bff2-4795-9392-3bcfaaf36593 req-d1d34ac6-c1a6-4457-9800-1cfd4fe8d9ac tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 210 time: 0.0830305
May 14 21:20:49.057503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60170) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:49.064365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 348619d4-bdc8-4684-b46e-240c2376e4b9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:49.160127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-fe02ce58-4954-4804-af74-e25f644250c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:49.175616 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Attempting to bind port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:49.175616 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Attempting to bind port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:49.175616 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Attempting to bind port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb on network c48daf1a-9b12-408f-92f0-8743b30d6dad {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:49.176060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-fe02ce58-4954-4804-af74-e25f644250c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1167 time: 0.0951695
May 14 21:20:49.176162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:49.176162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Checking segment: {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:49.176162 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.176162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Bound using segment: {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:49.176162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Bound port: 9b18b4c3-beea-4f25-ba3d-74ddae737ebb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd514b139-6d9b-469b-bc67-06ea4606777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:49.176162 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.234698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-96716bb2-c86d-48c8-991f-15d98fb7cb34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=040d1a9c0d014b1697cfa93771ebfefa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1759596
May 14 21:20:49.237879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60172) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:49.247278 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] For port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:49.251240 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] For port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:49.311510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-a50aa8c6-a51d-4b2b-8174-9ba3d4531d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:49.312666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-a50aa8c6-a51d-4b2b-8174-9ba3d4531d44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 913 time: 0.1325426
May 14 21:20:49.345796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dd47835-56d7-4f20-a63d-8d2e739e4209 admin admin] Publish callbacks [] for security_group (123d0638-1ea4-4092-b9a8-eae95a5e498a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.393485 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.395139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-974f9693-69cd-49c1-91a0-9f39976b1ab3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 217 time: 0.0756578
May 14 21:20:49.402358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dd47835-56d7-4f20-a63d-8d2e739e4209 admin admin] Publish callbacks [] for security_group (123d0638-1ea4-4092-b9a8-eae95a5e498a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.431818 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a127e6-fdf3-41da-9cba-9533036f783a req-6b3a72af-fa9e-4a74-a902-70a3586c057f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 210 time: 0.0718133
May 14 21:20:49.468823 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce51c3-79aa-44bd-af26-335fab41db08 None None] Pushing event updated for resources: {'Port': ['ID=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:49.471740 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Routers {'d6338cbc-6bfd-49e9-b9c9-afd411d3003b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:49.472538 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:49.521848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-6f3dd877-4262-4856-b2c0-e603d1a3e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:49.524159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-6f3dd877-4262-4856-b2c0-e603d1a3e7fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.1226025
May 14 21:20:49.555758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] Provisioning complete for port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:49.561338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.605083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-559e8f21-e7d3-481f-b717-c2b45d2e432d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723789
May 14 21:20:49.615259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dd47835-56d7-4f20-a63d-8d2e739e4209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (123d0638-1ea4-4092-b9a8-eae95a5e498a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.618280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dd47835-56d7-4f20-a63d-8d2e739e4209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.622276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6dd47835-56d7-4f20-a63d-8d2e739e4209 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/123d0638-1ea4-4092-b9a8-eae95a5e498a HTTP/1.1" status: 204  len: 168 time: 0.3830612
May 14 21:20:49.640754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd47835-56d7-4f20-a63d-8d2e739e4209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123d0638-1ea4-4092-b9a8-eae95a5e498a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:49.675653 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] Set router d6338cbc-6bfd-49e9-b9c9-afd411d3003b gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:49.851019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] Current status of the port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:49.852367 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:49.870576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b762fa-cd59-4e13-915c-a2f9c8a36246 req-324b3eec-8a12-49e8-a050-c6eadee09f8b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:49.901266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b762fa-cd59-4e13-915c-a2f9c8a36246 req-324b3eec-8a12-49e8-a050-c6eadee09f8b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 985 time: 0.0882931
May 14 21:20:49.955151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] For port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:50.034660 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:50.038077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-3602885b-19e7-4cb8-9932-c09486cf94d8 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4219711
May 14 21:20:50.152783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b762fa-cd59-4e13-915c-a2f9c8a36246 req-244645fd-361c-4af8-a7fe-1677268f5186 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7460102-161b-4ffe-a944-5f0d4fafae9b&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2440786
May 14 21:20:50.184078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8bdb8-3df3-4d5d-ba33-5f6af4831fb1 None None] Pushing event updated for resources: {'Port': ['ID=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:50.187207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7dc12332-0eff-4ead-9bec-d9c5003de66b None None] Provisioning complete for port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:50.193345 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a4c0>, [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:20:44Z', 'revision_number': 4, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b18b4c3-beea-4f25-ba3d-74ddae737ebb', 'name': '', 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'mac_address': 'fa:16:3e:e1:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:44Z', 'updated_at': '2022-05-14T21:20:49Z', 'revision_number': 4, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'subnets': [{'id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:50.207678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dc12332-0eff-4ead-9bec-d9c5003de66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:50.242699 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371d3f83-2a2b-4c7a-a535-e019e3b825de None None] The sync data for ids ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'] in ncdv-master-1 is: [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:20:44Z', 'revision_number': 4, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9b18b4c3-beea-4f25-ba3d-74ddae737ebb', 'name': '', 'network_id': 'c48daf1a-9b12-408f-92f0-8743b30d6dad', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'mac_address': 'fa:16:3e:e1:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:44Z', 'updated_at': '2022-05-14T21:20:49Z', 'revision_number': 4, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'subnets': [{'id': '99c544c4-9f60-47f6-9ca0-8c008400cdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:20:50.375514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fadae567-00e1-4bc3-9352-62eef9dd6db1 req-00f5304f-e5be-4650-ad28-56a03d37858f tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 210 time: 0.1189353
May 14 21:20:50.405477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ed719-12ea-4463-8fcc-b70f27394ced req-5cc5adb1-5132-407c-a972-bd349dfbc760 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:50.424654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7dc12332-0eff-4ead-9bec-d9c5003de66b None None] Current status of the port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:50.429553 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-192ed719-12ea-4463-8fcc-b70f27394ced req-5cc5adb1-5132-407c-a972-bd349dfbc760 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.2604644
May 14 21:20:50.497679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-641dc803-b2f6-46a9-a90a-419f9f1c2904 req-2abc5d9d-7648-4622-86a8-372e720c7415 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4263179
May 14 21:20:50.699513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d8c86c1-0131-41dc-a53e-41966032cfc5 req-f9701225-bae4-46e3-a376-be5bfe312958 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 210 time: 0.0603573
May 14 21:20:50.820470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-192ed719-12ea-4463-8fcc-b70f27394ced req-20e88d54-d810-48a8-bdca-939f81935949 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3886998
May 14 21:20:51.001793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b18b4c3-beea-4f25-ba3d-74ddae737ebb up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:51.158689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:51.159168 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:51.185338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-a4773a6c-ea09-4502-833d-48ed883957b1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:51.206900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-a4773a6c-ea09-4502-833d-48ed883957b1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.4199140
May 14 21:20:51.216418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Request body: {'port': {'device_id': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'admin_state_up': True, 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:51.356105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:51.551892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fcc81-706f-477d-996e-aeeb378fcd3c req-c51091cd-7f8a-4c11-8df0-c0db0e760d47 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:51.560932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-984fcc81-706f-477d-996e-aeeb378fcd3c req-c51091cd-7f8a-4c11-8df0-c0db0e760d47 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 985 time: 0.2107809
May 14 21:20:51.655081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-984fcc81-706f-477d-996e-aeeb378fcd3c req-e2df5172-903f-42e6-8cd1-929b477802e0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7460102-161b-4ffe-a944-5f0d4fafae9b&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.0914538
May 14 21:20:51.661880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82dbb27e-47f8-4119-98f2-caa2aa655856 req-27291a3d-7e43-48a4-b44e-ec92be0c4d7a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 210 time: 0.1141992
May 14 21:20:51.677395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:51.682747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:51.892672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-207fa0da-9bd3-4e50-8103-eff44f2fbd7b req-fc649944-bd50-469f-b093-4bf325a60ba6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 210 time: 0.1049354
May 14 21:20:52.127784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60220) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:52.293259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1513350336-network', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:52.413632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Made reservation on behalf of ba969692dac24c5bab4062ca210bef43 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:52.416085 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.427204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.459331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7567cf7-8e27-4e1a-a0e5-445c73403430 req-41cd8b13-609e-4737-9150-827f2efffddc tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:52.460992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7567cf7-8e27-4e1a-a0e5-445c73403430 req-41cd8b13-609e-4737-9150-827f2efffddc tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0759792
May 14 21:20:52.574539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks [] for security_group (d512a423-72ef-4dd5-b0aa-eda332be9f3b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.575605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-9f1e519d-3b2d-4979-943d-bbf4673a1954 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=236a7e87d3af4de2a0ef55f9cbd9dd7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0462508
May 14 21:20:52.638776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d512a423-72ef-4dd5-b0aa-eda332be9f3b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.670590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:20:52.682895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Allocated IP 172.20.0.12 (3bdbef8a-a684-458d-bfe2-b4f322a15d2e/efe38ebe-2521-4253-b829-c6ff672adb03/2b63bcfc-9138-40aa-b6dd-b137c15d0bbe) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:52.693076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d512a423-72ef-4dd5-b0aa-eda332be9f3b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:52.698817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3850b9f2-ea82-4816-9df5-4359910bf49b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.699327 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Added segment 3850b9f2-ea82-4816-9df5-4359910bf49b of type vlan for network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7
May 14 21:20:52.700245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7567cf7-8e27-4e1a-a0e5-445c73403430 req-74f134a7-18f0-4cc5-8b8d-7309c79155c2 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177002
May 14 21:20:52.762688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.857606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7634f0f6-9b54-43d1-a7ce-b848e1bafc30 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:52.859118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7634f0f6-9b54-43d1-a7ce-b848e1bafc30 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2785425
May 14 21:20:52.890239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Request body: {'port': {'device_id': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '236a7e87d3af4de2a0ef55f9cbd9dd7a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:52.931742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b82335-2d1f-4e01-80ae-456df133cfe7 req-1bb44866-de2e-4906-a63b-3d807733592d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:52.933467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e1b82335-2d1f-4e01-80ae-456df133cfe7 req-1bb44866-de2e-4906-a63b-3d807733592d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 985 time: 0.0741408
May 14 21:20:52.935116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:52.936161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:52.936735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.014242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b21e2e0c-14a4-4b34-b14d-fe8c8d0fce43 req-0ffdec5d-9388-441d-9839-b5deeeacef65 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 210 time: 0.1858699
May 14 21:20:53.019343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 0.8838286
May 14 21:20:53.028248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60232) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:53.046855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Request body: {'subnet': {'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1513350336-subnet', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:53.057133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f824d15-5163-470b-ae41-9ac681ea014e admin admin] Pushing event updated for resources: {'Network': ['ID=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:53.074079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:20:53.111583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e1b82335-2d1f-4e01-80ae-456df133cfe7 req-0634c77f-166d-41bc-be66-31a58fff7c66 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7460102-161b-4ffe-a944-5f0d4fafae9b&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1558988
May 14 21:20:53.193179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Made reservation on behalf of ba969692dac24c5bab4062ca210bef43 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:53.193179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.210740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c3cd6d4-d406-4b52-a304-4dc5d4f54bdc req-d25485dc-52d7-47be-a1b9-0bf44447211d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 210 time: 0.0857921
May 14 21:20:53.275701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks [] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.290330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-2ea5d2e8-d37e-488a-a338-1dea675b571c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1787458492&fields=id&tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1 HTTP/1.1" status: 200  len: 267 time: 0.1202061
May 14 21:20:53.299395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Made reservation on behalf of 236a7e87d3af4de2a0ef55f9cbd9dd7a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:20:53.303516 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.320376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.366787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad125faa-b5b0-4247-a539-b567f2782a39 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:53.368351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad125faa-b5b0-4247-a539-b567f2782a39 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 985 time: 0.0642638
May 14 21:20:53.409562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks [] for security_group (2f8175ed-90b9-4114-b716-235b70c4243a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.418269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'port': {'security_groups': ['a49c0f29-93c3-45ab-8eee-da6aa4e3915f', 'f7460102-161b-4ffe-a944-5f0d4fafae9b', '1291bfc2-7954-40b9-a5da-7db4a62440c3']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:53.431120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.494252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:53.501548 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2f8175ed-90b9-4114-b716-235b70c4243a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.564195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.618668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:53.629504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:53.631328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8175ed-90b9-4114-b716-235b70c4243a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:53.633752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:53.693516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (43f6e5f5-8350-479f-af48-226fb6935e79), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.702442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609afcf-0c29-42d8-a0a8-bc30b54e0eb5 req-7975c3d2-097a-4021-bb32-ba11589dd1fd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:53.704077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b609afcf-0c29-42d8-a0a8-bc30b54e0eb5 req-7975c3d2-097a-4021-bb32-ba11589dd1fd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1538341
May 14 21:20:53.749943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:53.751490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:53.782830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Allocated IP 192.168.233.118 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/07597990-aa56-4f31-a05a-4c5cd3822862) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:53.796149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f6e5f5-8350-479f-af48-226fb6935e79,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:53.805344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b609afcf-0c29-42d8-a0a8-bc30b54e0eb5 req-fa001c4b-1014-40ee-9692-56578fbc0d1b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887353
May 14 21:20:53.815228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Checking segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:53.818347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Network hostable DHCP agents. Network: 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:20:53.908771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9dce7802-7464-4317-a004-245893bf0143 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7003329
May 14 21:20:53.941197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:53.945560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Request body: {'port': {'device_id': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:53.961404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:20:53.981377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.027936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7c8c7-a0eb-46ee-8f6a-5cb944e5be73 req-5741f65b-3476-4813-b668-2eb412c84d3a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:54.029394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01d7c8c7-a0eb-46ee-8f6a-5cb944e5be73 req-5741f65b-3476-4813-b668-2eb412c84d3a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1343825
May 14 21:20:54.089354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:54.094975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.098485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0443ab-311e-4fc7-a4ad-54a41aa84c71 None None] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:54.112820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:54.116168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.135956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.178702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10', '33de3621-b7e7-4fcf-a36c-4dad3848229d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:54.218198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:54.222301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.225101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3f904f6-922a-4047-8685-8587c61cfe7b req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "PUT /v2.0/ports/33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 1021 time: 0.8123009
May 14 21:20:54.231446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:54.235009 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6" -d '{"events": [{"name": "network-changed", "server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:54.254569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49a02f79-c745-4427-9e2e-f86d4278b662 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2251408
May 14 21:20:54.258175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:54.264225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:54.309467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:20:54.310546 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.336911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['33de3621-b7e7-4fcf-a36c-4dad3848229d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:20:54.404721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a3a1-b1af-4e81-9884-b881997c79fe req-c1f80844-94b3-4bc4-be1e-dcb0ba92a497 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:54.406643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7864a3a1-b1af-4e81-9884-b881997c79fe req-c1f80844-94b3-4bc4-be1e-dcb0ba92a497 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0701563
May 14 21:20:54.410691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (cb3e1f61-8db9-4b46-a249-b3182985ea72), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.412973 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (cb3e1f61-8db9-4b46-a249-b3182985ea72), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.507793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks [] for router_controller (cb3e1f61-8db9-4b46-a249-b3182985ea72), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.531096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad455bee-8016-4de1-afc9-c545c831de1c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=7']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:54.539294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:54.549638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Publish callbacks [] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.567876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Transition to ACTIVE for port object 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:54.586446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01d7c8c7-a0eb-46ee-8f6a-5cb944e5be73 req-a795b954-09db-47d6-9c8d-177934d4d4a2 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5498476
May 14 21:20:54.588429 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7864a3a1-b1af-4e81-9884-b881997c79fe req-6cfd6d0e-a7b1-425f-b711-d87711c5be5c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788124
May 14 21:20:54.638944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks [] for port (07597990-aa56-4f31-a05a-4c5cd3822862), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.684823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Allocated IP 172.20.0.2 (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7/43f6e5f5-8350-479f-af48-226fb6935e79/86bc4ff0-25cb-497e-a995-8bd15324503f) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:54.693356 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59cb6808-fd99-454c-acc8-1fc2865f6471 req-b456c70d-3165-4ae0-a759-8cb699f228f8 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/1291bfc2-7954-40b9-a5da-7db4a62440c3 HTTP/1.1" status: 200  len: 1818 time: 0.0665190
May 14 21:20:54.705758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.826693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2708a38-c8c2-4a9d-8abd-43062b1fcfda req-936c86eb-c889-4829-b947-a6f069a9e8fd tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 210 time: 0.0951610
May 14 21:20:54.888679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:54.980072 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc61def5-fc2c-48db-a57d-aa263244dca5 x-openstack-request-id: req-cc61def5-fc2c-48db-a57d-aa263244dca5 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:54.984556 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:54.987278 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc61def5-fc2c-48db-a57d-aa263244dca5 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:54.988904 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc61def5-fc2c-48db-a57d-aa263244dca5'] response: {'name': 'network-changed', 'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'status': 'completed', 'code': 200}
May 14 21:20:55.030008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks [] for router_gateway (cb3e1f61-8db9-4b46-a249-b3182985ea72), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.042438 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-59cb6808-fd99-454c-acc8-1fc2865f6471 req-c14a0308-b74d-4f30-b1a2-61dc591217d7 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] delete failed (client error): There was a conflict when trying to complete your request.
May 14 21:20:55.043127 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59cb6808-fd99-454c-acc8-1fc2865f6471 req-c14a0308-b74d-4f30-b1a2-61dc591217d7 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/1291bfc2-7954-40b9-a5da-7db4a62440c3 HTTP/1.1" status: 409  len: 341 time: 0.3288805
May 14 21:20:55.089055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Publish callbacks [] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.115862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:55.179305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:55.185755 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.259162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:55.261948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Pushing event updated for resources: {'Port': ['ID=07597990-aa56-4f31-a05a-4c5cd3822862,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:55.266452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Attempting to bind port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:55.267126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Attempting to bind port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:55.267720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Attempting to bind port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:55.271948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-42a7e11b-678c-4185-a16c-e6d0cee8357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:55.276047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:55.278205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-42a7e11b-678c-4185-a16c-e6d0cee8357e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1207 time: 0.2255025
May 14 21:20:55.279114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:55.281238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:55.293567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Pushing event updated for resources: {'Port': ['ID=86bc4ff0-25cb-497e-a995-8bd15324503f,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:55.295900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:55.416257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Attempting to bind port 86bc4ff0-25cb-497e-a995-8bd15324503f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:55.417097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Attempting to bind port 86bc4ff0-25cb-497e-a995-8bd15324503f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:55.417678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Attempting to bind port 86bc4ff0-25cb-497e-a995-8bd15324503f on network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:55.446843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dc7df-ce50-432a-8359-387708a4f265 req-6ba1a539-a14f-45fb-9a04-672654c7645e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:55.448607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2b6dc7df-ce50-432a-8359-387708a4f265 req-6ba1a539-a14f-45fb-9a04-672654c7645e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.2037487
May 14 21:20:55.469264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-7e2dbf6b-d891-468b-a86d-24e1cbe8cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:55.470948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-7e2dbf6b-d891-468b-a86d-24e1cbe8cc56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 200  len: 913 time: 0.1544092
May 14 21:20:55.477407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.478218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.478334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.478594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.479145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.479505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.479852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.480185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.480520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.480878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.481534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.481534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.482283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.482732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.483077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:20:55.487027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:55.491146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:55.492079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Checking segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:55.494273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.494946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Bound using segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:55.495585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Bound port: 86bc4ff0-25cb-497e-a995-8bd15324503f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:55.496061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.496516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Attempting to bind port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:55.515133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:55.515775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:55.516918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Bound using segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:55.517642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Bound port: 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:55.518273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.575258 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks [] for router_gateway (cb3e1f61-8db9-4b46-a249-b3182985ea72), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.603287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.610759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2b6dc7df-ce50-432a-8359-387708a4f265 req-5a718cda-b793-44a7-9708-c728624425ab tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506238
May 14 21:20:55.628648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] For port 86bc4ff0-25cb-497e-a995-8bd15324503f, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:55.636038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] For port 86bc4ff0-25cb-497e-a995-8bd15324503f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86bc4ff0-25cb-497e-a995-8bd15324503f,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:55.674071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:55.680037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:55.685172 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-8443064e-69dc-43a5-9625-2551b64cfe7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 200  len: 217 time: 0.1757023
May 14 21:20:55.703454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-687597ab-12a4-4d51-87ef-6b5bd0678fbf None None] Provisioning complete for port 07597990-aa56-4f31-a05a-4c5cd3822862 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:55.706131 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-687597ab-12a4-4d51-87ef-6b5bd0678fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.721551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7c9ed-f449-418a-812d-a94af9e9133f req-09e3d1d4-63d2-4b1a-bb89-63057b47470a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:55.734404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1f7c9ed-f449-418a-812d-a94af9e9133f req-09e3d1d4-63d2-4b1a-bb89-63057b47470a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.6005306
May 14 21:20:55.763501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-687597ab-12a4-4d51-87ef-6b5bd0678fbf None None] Port 07597990-aa56-4f31-a05a-4c5cd3822862 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:20:55.767966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.774925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Allocated IP 172.35.4.107 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/01e61c44-38a5-41d0-aa47-7a3819032f9d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:20:55.835181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.879239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:55.879966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b93604-adba-4b5a-b43c-a50ef5088879 None None] Pushing event updated for resources: {'Port': ['ID=86bc4ff0-25cb-497e-a995-8bd15324503f,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:55.880065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.926635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:55.928112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:55.930121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2b63bcfc-9138-40aa-b6dd-b137c15d0bbe HTTP/1.1" status: 200  len: 1092 time: 1.9913926
May 14 21:20:55.933088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:55.937214 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d72ace-4fab-414e-8476-cd18a411b7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:55.960842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks [] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:56.002739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-65cf44b9-e60b-42a0-8182-773f1ac4bb3a tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1109436
May 14 21:20:56.002739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-6e2d5648-3b7e-45f6-892c-ff18272ff2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:56.002739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-6e2d5648-3b7e-45f6-892c-ff18272ff2f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 200  len: 852 time: 0.2566493
May 14 21:20:56.002739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8824c-6ea7-4e43-b2fc-6c59c86b23a4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:56.028256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Request body: {'port': {'device_id': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:20:56.047664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1f7c9ed-f449-418a-812d-a94af9e9133f req-635f0fbc-bcbf-4c79-bab9-8cdb46b03af8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3095863
May 14 21:20:56.140264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:56.253885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-1ad81f75-f811-4834-87f8-fbe3890a42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:56.257264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-1ad81f75-f811-4834-87f8-fbe3890a42be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 1126 time: 0.1648786
May 14 21:20:56.263618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-3d9cd554-6804-4388-bfd0-b1f01ce8d38c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40fe4e54-7ec0-4751-90cd-3564b5d09a77&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2123592
May 14 21:20:56.264119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:20:56.268087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:20:56.274640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:20:56.327673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Pushing event updated for resources: {'Port': ['ID=01e61c44-38a5-41d0-aa47-7a3819032f9d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:56.423224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:56.505742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-07c3fc17-5dbe-44f8-bd4c-e9c84d20a3b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe HTTP/1.1" status: 200  len: 217 time: 0.2372696
May 14 21:20:56.561483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccd59e-5b06-4608-878c-157b946f813a req-fc2146bd-127f-4a2f-a0f5-e2de1f1824d4 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:56.561483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99ccd59e-5b06-4608-878c-157b946f813a req-fc2146bd-127f-4a2f-a0f5-e2de1f1824d4 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.2980335
May 14 21:20:56.665416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950d793-5650-4378-83ad-b7baa14bb75a req-26a1c146-5841-44d9-a558-54c6dd65f5cf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:56.685019 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c950d793-5650-4378-83ad-b7baa14bb75a req-26a1c146-5841-44d9-a558-54c6dd65f5cf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1795919
May 14 21:20:56.753232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 86bc4ff0-25cb-497e-a995-8bd15324503f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:56.757208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c950d793-5650-4378-83ad-b7baa14bb75a req-6a245c92-146e-4352-9137-cbe1e6645797 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705805
May 14 21:20:56.854296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 86bc4ff0-25cb-497e-a995-8bd15324503f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:56.859399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:56.957707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07597990-aa56-4f31-a05a-4c5cd3822862 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:20:56.966039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Publish callbacks [] for port (07597990-aa56-4f31-a05a-4c5cd3822862), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:56.968269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks [] for router_gateway (cb3e1f61-8db9-4b46-a249-b3182985ea72), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:56.979844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Transition to ACTIVE for port object 07597990-aa56-4f31-a05a-4c5cd3822862 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:20:57.011271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 86bc4ff0-25cb-497e-a995-8bd15324503f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:57.011701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:57.035517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1cea4-e3c7-4aaa-b832-660d942d818c req-ea985734-9792-4661-9c32-4f67801a9cd2 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:57.046337 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ff1cea4-e3c7-4aaa-b832-660d942d818c req-ea985734-9792-4661-9c32-4f67801a9cd2 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 936 time: 0.0753772
May 14 21:20:57.052564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-4e21bda0-c51f-4819-83ad-7e1a255f9ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7698944
May 14 21:20:57.068386 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:57.074545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 86bc4ff0-25cb-497e-a995-8bd15324503f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86bc4ff0-25cb-497e-a995-8bd15324503f,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:57.087851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-251b7ad5-9d0f-4663-9381-c37c297049cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:57.089503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-251b7ad5-9d0f-4663-9381-c37c297049cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.5756757
May 14 21:20:57.137286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:57.198960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ff1cea4-e3c7-4aaa-b832-660d942d818c req-8aa34c2c-52b3-4508-95f1-cb2513f045ba tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512229
May 14 21:20:57.264281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=86bc4ff0-25cb-497e-a995-8bd15324503f,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:57.265344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-dd0b3b80-017a-4721-9f5c-a085b8f0c795 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1458166
May 14 21:20:57.316113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99ccd59e-5b06-4608-878c-157b946f813a req-bbf01a76-cd46-41c3-ba03-ae9140793e91 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5928936
May 14 21:20:57.332874 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8169187-0dd9-424f-a921-cfa0eb6abe5e x-openstack-request-id: req-d8169187-0dd9-424f-a921-cfa0eb6abe5e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:20:57.333406 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:20:57.333830 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8169187-0dd9-424f-a921-cfa0eb6abe5e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:20:57.334970 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8169187-0dd9-424f-a921-cfa0eb6abe5e'] response: {'name': 'network-changed', 'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'status': 'completed', 'code': 200}
May 14 21:20:57.432574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Pushing event updated for resources: {'Port': ['ID=07597990-aa56-4f31-a05a-4c5cd3822862,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:57.687754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f839f-3a70-4cdd-a436-4ea3c44f4511 None None] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:20:57.738863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Attempting to bind port 07597990-aa56-4f31-a05a-4c5cd3822862 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:20:57.739764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Attempting to bind port 07597990-aa56-4f31-a05a-4c5cd3822862 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:20:57.739764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Attempting to bind port 07597990-aa56-4f31-a05a-4c5cd3822862 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:57.755567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Port 07597990-aa56-4f31-a05a-4c5cd3822862 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:20:57.755567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Attempting to bind port 07597990-aa56-4f31-a05a-4c5cd3822862 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:20:57.755567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:20:57.755567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:20:57.758289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:20:57.758967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Bound port: 07597990-aa56-4f31-a05a-4c5cd3822862, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:20:57.759522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:57.817818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d7f9d4-4cca-4fd3-a754-8b6647d242a6 req-8a84e3ec-7dcb-4cb8-855a-04c91c4e334a service neutron] 10.222.0.36 "GET /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2953961
May 14 21:20:57.820453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-9a7cdeb5-8bba-4bb8-979a-e0e2189584de service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5249898
May 14 21:20:57.873981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-907b40ae-41e6-4817-9d55-a87b951a0651 None None] Provisioning complete for port 86bc4ff0-25cb-497e-a995-8bd15324503f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:57.874631 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907b40ae-41e6-4817-9d55-a87b951a0651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:57.921710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] For port 07597990-aa56-4f31-a05a-4c5cd3822862, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:20:57.927164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] For port 07597990-aa56-4f31-a05a-4c5cd3822862, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07597990-aa56-4f31-a05a-4c5cd3822862,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:20:58.093929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-907b40ae-41e6-4817-9d55-a87b951a0651 None None] Current status of the port 86bc4ff0-25cb-497e-a995-8bd15324503f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:58.111607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:58.118285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (cb3e1f61-8db9-4b46-a249-b3182985ea72), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:58.192879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1976f-fc64-4bce-87cd-cbf68e6c580d req-3709e773-f5ea-4551-a50d-a9a39a3cf39c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.194536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62a1976f-fc64-4bce-87cd-cbf68e6c580d req-3709e773-f5ea-4551-a50d-a9a39a3cf39c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1024 time: 0.7156041
May 14 21:20:58.221602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Pushing event updated for resources: {'Port': ['ID=07597990-aa56-4f31-a05a-4c5cd3822862,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:20:58.283775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.284385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:58.285803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-7dd4145c-a167-466f-9cdf-c3b7b2269f58 service neutron] 10.222.0.48 "PUT /v2.0/ports/07597990-aa56-4f31-a05a-4c5cd3822862 HTTP/1.1" status: 200  len: 1096 time: 2.2659595
May 14 21:20:58.287837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba6452b9-1f3b-4359-ac8e-fd3ed3ed5a30 req-3bab284f-78d4-4970-bd52-66616744d80c service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4552395
May 14 21:20:58.327048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87041fa5-a468-4026-96f0-f4db42baabfe req-4f10b8c7-00f6-4992-8c54-55db6212ad0a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.329731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-17fa745b-00c6-4a5d-aa50-b6716b05a363 None None] Provisioning complete for port 86bc4ff0-25cb-497e-a995-8bd15324503f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:58.333090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17fa745b-00c6-4a5d-aa50-b6716b05a363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:58.338640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87041fa5-a468-4026-96f0-f4db42baabfe req-4f10b8c7-00f6-4992-8c54-55db6212ad0a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.1365473
May 14 21:20:58.433934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62a1976f-fc64-4bce-87cd-cbf68e6c580d req-f8e221b1-a82b-4abd-a4c0-5fd8efe0d471 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=1291bfc2-7954-40b9-a5da-7db4a62440c3&id=f7460102-161b-4ffe-a944-5f0d4fafae9b&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.2162795
May 14 21:20:58.529971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87041fa5-a468-4026-96f0-f4db42baabfe req-f00b2832-ef23-4691-be5c-b0c31f21b288 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903603
May 14 21:20:58.587765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-17fa745b-00c6-4a5d-aa50-b6716b05a363 None None] Current status of the port 86bc4ff0-25cb-497e-a995-8bd15324503f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:58.663075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265f3cc-2767-45c0-8e56-e3218e925b88 req-35d9d4c7-7208-4aa3-9683-2d3ee9c036e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.665738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7265f3cc-2767-45c0-8e56-e3218e925b88 req-35d9d4c7-7208-4aa3-9683-2d3ee9c036e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.1284122
May 14 21:20:58.707461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-dd407100-1d16-49ff-9ee1-d12d6374c393 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.707461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-dd407100-1d16-49ff-9ee1-d12d6374c393 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1024 time: 0.1717305
May 14 21:20:58.719019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Router cb3e1f61-8db9-4b46-a249-b3182985ea72 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:20:58.733496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 86bc4ff0-25cb-497e-a995-8bd15324503f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:20:58.772734 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7265f3cc-2767-45c0-8e56-e3218e925b88 req-bb8b3dbf-37a2-4c22-b1a3-ef7280b2dc33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829356
May 14 21:20:58.791322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade41a3-c5b5-43ec-8213-6499535d232e req-81aee48d-6991-4f03-88d4-648a3b7d3b22 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.800576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ade41a3-c5b5-43ec-8213-6499535d232e req-81aee48d-6991-4f03-88d4-648a3b7d3b22 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1464493
May 14 21:20:58.828464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 86bc4ff0-25cb-497e-a995-8bd15324503f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:20:58.828927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:58.829507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df3e68-9268-42f2-8559-f2c4a10d603c req-79eb27e8-c7c7-4a63-8b7b-7af090110123 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:58.831022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-05df3e68-9268-42f2-8559-f2c4a10d603c req-79eb27e8-c7c7-4a63-8b7b-7af090110123 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 948 time: 0.1705925
May 14 21:20:58.855965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Deleting port 33de3621-b7e7-4fcf-a36c-4dad3848229d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:20:58.855965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:58.900208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-05df3e68-9268-42f2-8559-f2c4a10d603c req-222a5f92-aa98-4b67-9951-f08837fd8041 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577173
May 14 21:20:58.956097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ade41a3-c5b5-43ec-8213-6499535d232e req-09ff5c6d-b53c-4ce0-863b-35912f0edc84 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541018
May 14 21:20:59.038905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 86bc4ff0-25cb-497e-a995-8bd15324503f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:20:59.082042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:20:59.094039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Sync routers for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:20:59.112381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:20:59.114374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230590400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:59.181491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:59.185937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-32bf69d2-be67-45e7-9293-e48fae9d1075 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.9239194
May 14 21:20:59.192123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:20:59.318102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:20:59.414240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'tag': '07597990-aa56-4f31-a05a-4c5cd3822862'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:20:59.428095 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5789c6e-ff0a-4b14-b674-bdedc0446f38" -d '{"events": [{"name": "network-changed", "server_uuid": "98f86a76-2dbd-4c5d-832c-502a0d21cb55", "tag": "07597990-aa56-4f31-a05a-4c5cd3822862"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:20:59.533670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] For port 33de3621-b7e7-4fcf-a36c-4dad3848229d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33de3621-b7e7-4fcf-a36c-4dad3848229d,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:20:59.534517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:59.573969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Calling delete_port for 33de3621-b7e7-4fcf-a36c-4dad3848229d owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:20:59.575662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230590400>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:20:56Z', 'revision_number': 3, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:20:59.605194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Checking router: cb3e1f61-8db9-4b46-a249-b3182985ea72 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:20:59.605541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Updating router cb3e1f61-8db9-4b46-a249-b3182985ea72 port 01e61c44-38a5-41d0-aa47-7a3819032f9d binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:20:59.639155 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:59.946645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:20:59.967508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-af87ef34-d1af-4065-a4cf-8752f05a9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:59.973872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-af87ef34-d1af-4065-a4cf-8752f05a9a72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 1126 time: 0.4875581
May 14 21:20:59.979381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa265ced-8b7e-4b4a-ac06-60c8fcc531d3 req-99dfa4bb-8734-4755-b91c-ae050e019d52 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:20:59.992788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa265ced-8b7e-4b4a-ac06-60c8fcc531d3 req-99dfa4bb-8734-4755-b91c-ae050e019d52 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.5516863
May 14 21:21:00.156022 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0869148-5a49-4890-8748-4365a87a683a x-openstack-request-id: req-a0869148-5a49-4890-8748-4365a87a683a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:00.156022 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f86a76-2dbd-4c5d-832c-502a0d21cb55", "tag": "07597990-aa56-4f31-a05a-4c5cd3822862", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:00.156022 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0869148-5a49-4890-8748-4365a87a683a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:00.156022 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0869148-5a49-4890-8748-4365a87a683a'] response: {'name': 'network-changed', 'server_uuid': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'tag': '07597990-aa56-4f31-a05a-4c5cd3822862', 'status': 'completed', 'code': 200}
May 14 21:21:00.157928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-74177a75-e5f9-45be-900c-b052fe925805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.164873 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-74177a75-e5f9-45be-900c-b052fe925805 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 913 time: 0.1634743
May 14 21:21:00.174470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de225-4f04-4668-97e9-f8156b5040dc req-2fcc88b7-14c3-4254-bef9-ebc996dceb97 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.183792 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c9de225-4f04-4668-97e9-f8156b5040dc req-2fcc88b7-14c3-4254-bef9-ebc996dceb97 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 1024 time: 0.1126447
May 14 21:21:00.240971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-1f75c3f8-ed71-4ea3-952f-69d64bdd1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.242489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-1f75c3f8-ed71-4ea3-952f-69d64bdd1ae1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=236a7e87d3af4de2a0ef55f9cbd9dd7a&device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 1130 time: 0.8076606
May 14 21:21:00.251916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-bb7f203e-4008-4419-84d7-7992de4406ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe HTTP/1.1" status: 200  len: 217 time: 0.0804894
May 14 21:21:00.318267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c9de225-4f04-4668-97e9-f8156b5040dc req-864a44d6-85cc-4ed0-a337-c0f963270d19 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=1291bfc2-7954-40b9-a5da-7db4a62440c3&id=f7460102-161b-4ffe-a944-5f0d4fafae9b&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1171701
May 14 21:21:00.343727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Publish callbacks [] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.353012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Allocated IP 172.20.0.1 (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7/43f6e5f5-8350-479f-af48-226fb6935e79/39a69aea-7a2e-4dbb-9b75-66a50574f888) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:00.382152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-ca2d005c-a1bd-4f9f-86b5-87f869c04b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.382152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-ca2d005c-a1bd-4f9f-86b5-87f869c04b6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.1123312
May 14 21:21:00.382152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (33de3621-b7e7-4fcf-a36c-4dad3848229d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.390725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-ace997f0-3650-4b25-812b-7879a0c0dcb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=07597990-aa56-4f31-a05a-4c5cd3822862 HTTP/1.1" status: 200  len: 217 time: 0.1325855
May 14 21:21:00.390951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:00.471860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa265ced-8b7e-4b4a-ac06-60c8fcc531d3 req-b281c4a3-470e-4fb9-a942-0d5f0c318924 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4776027
May 14 21:21:00.476913 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.534255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'Port': ['ID=33de3621-b7e7-4fcf-a36c-4dad3848229d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:00.559680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca253e5-4dda-411e-a6ed-688ddcc21aac None None] Pushing event updated for resources: {'Port': ['ID=01e61c44-38a5-41d0-aa47-7a3819032f9d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:00.571105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b60d5-78cc-44f7-b963-a3a0fa0217ab req-148e832e-528a-4490-93f9-f46d1cc4329b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.572723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd9b60d5-78cc-44f7-b963-a3a0fa0217ab req-148e832e-528a-4490-93f9-f46d1cc4329b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.1804705
May 14 21:21:00.593952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-ff919277-2752-4ac0-a46c-80b62750298d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1969571
May 14 21:21:00.631862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] No DVR routers for this DVR port 33de3621-b7e7-4fcf-a36c-4dad3848229d on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:21:00.646072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.651713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36317ad4-4906-4d16-92e9-ef57f0b8ade9 req-9d98eed3-283b-491f-85e1-23142e5a2ac1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "DELETE /v2.0/ports/33de3621-b7e7-4fcf-a36c-4dad3848229d HTTP/1.1" status: 204  len: 173 time: 1.9116116
May 14 21:21:00.655398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Attempting to bind port 01e61c44-38a5-41d0-aa47-7a3819032f9d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:00.656096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Attempting to bind port 01e61c44-38a5-41d0-aa47-7a3819032f9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:00.656714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Attempting to bind port 01e61c44-38a5-41d0-aa47-7a3819032f9d on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:00.673491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:00.674229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:00.674791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.675365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:00.676029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Bound port: 01e61c44-38a5-41d0-aa47-7a3819032f9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:00.676593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.697583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-4f4cbd2e-a62c-4ea7-8f7f-3a561430abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.699802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-4f4cbd2e-a62c-4ea7-8f7f-3a561430abf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2844472
May 14 21:21:00.735253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd9b60d5-78cc-44f7-b963-a3a0fa0217ab req-816ef6c1-b023-4f62-8f45-cce48c12a2d5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502500
May 14 21:21:00.757706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] For port 01e61c44-38a5-41d0-aa47-7a3819032f9d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:00.793817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks [] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.819896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] For port 01e61c44-38a5-41d0-aa47-7a3819032f9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01e61c44-38a5-41d0-aa47-7a3819032f9d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:00.860323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-5ca19268-4813-4be8-924d-980736b5e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:00.862628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-5ca19268-4813-4be8-924d-980736b5e557 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1506977
May 14 21:21:00.933825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-04ec1aeb-c8b8-4d6c-86a2-97240c036e4c service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3048015
May 14 21:21:00.961519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:00.996116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c078-ed06-4905-8eca-85096c1345ac req-122536c5-6a5d-43fe-973b-19f09af30229 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:01.003673 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0e1c078-ed06-4905-8eca-85096c1345ac req-122536c5-6a5d-43fe-973b-19f09af30229 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 948 time: 0.1144378
May 14 21:21:01.010480 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.057502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca253e5-4dda-411e-a6ed-688ddcc21aac None None] Pushing event updated for resources: {'Port': ['ID=01e61c44-38a5-41d0-aa47-7a3819032f9d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:01.095969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:01.100613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:01.107647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:01.148670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:01.149839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Pushing event updated for resources: {'Port': ['ID=39a69aea-7a2e-4dbb-9b75-66a50574f888,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:01.151620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230590400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:01.157266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfa34d-7137-4d93-96ee-ef1a649604df req-3c1b8c7d-5606-4aa5-9138-c6c83cfca11b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:01.161659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fcfa34d-7137-4d93-96ee-ef1a649604df req-3c1b8c7d-5606-4aa5-9138-c6c83cfca11b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0866096
May 14 21:21:01.172256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0e1c078-ed06-4905-8eca-85096c1345ac req-a7d2fa47-a6a7-4f8e-889d-562fb5d03241 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425161
May 14 21:21:01.180165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (cb3e1f61-8db9-4b46-a249-b3182985ea72), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.233207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-f9bfb150-5851-45e9-9898-2778e9e2041a service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3575566
May 14 21:21:01.234552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d72ace-4fab-414e-8476-cd18a411b7f5 req-9517d46f-d53a-45b0-9e0f-23d9362e840a service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194221
May 14 21:21:01.361332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:01.366970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fcfa34d-7137-4d93-96ee-ef1a649604df req-c9d71aa0-5b55-4e95-ab37-6494a80b3bb0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2014685
May 14 21:21:01.438863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3f204f4-dc8c-4a05-ae29-7f78db524662 req-6b848115-a30d-4d5e-853c-9b8f5d9be80a service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930299
May 14 21:21:01.477317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f15a9b13-5113-4fe5-bcdc-a3d9cf217573 req-89548ce6-cf6e-4275-a9e9-48a79eeecde5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=58b02897-2456-45a3-b096-cc5949058685 HTTP/1.1" status: 200  len: 210 time: 0.0339921
May 14 21:21:01.485820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.590144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-49e216b9-96de-479e-946a-1adfc576665f None None] Provisioning complete for port 39a69aea-7a2e-4dbb-9b75-66a50574f888 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:01.590512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e216b9-96de-479e-946a-1adfc576665f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.629364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64122fa7-5042-4923-aaf1-316c8ee0f33b req-c92b1355-663a-46fc-8515-2db29ff48369 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:01.631051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64122fa7-5042-4923-aaf1-316c8ee0f33b req-c92b1355-663a-46fc-8515-2db29ff48369 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0529933
May 14 21:21:01.667592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-49e216b9-96de-479e-946a-1adfc576665f None None] Port 39a69aea-7a2e-4dbb-9b75-66a50574f888 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:01.686143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230590400>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:20:56Z', 'revision_number': 3, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:01.690818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64122fa7-5042-4923-aaf1-316c8ee0f33b req-b2d91dde-69e2-4b29-992f-3da5d38b30ab tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536070
May 14 21:21:01.716740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515b4cc-1bb1-4f0f-82a8-0adb23c01da9 None None] The sync data for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 is: [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:20:56Z', 'revision_number': 3, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:01.720697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks [] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.729802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-6696134f-0d5d-45f6-a80d-7b4c11455886 req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-532943841', 'description': 'tempest-description-523538018'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:01.802357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 33de3621-b7e7-4fcf-a36c-4dad3848229d no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:21:01.803443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.841187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 33de3621-b7e7-4fcf-a36c-4dad3848229d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:21:01.841937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 33de3621-b7e7-4fcf-a36c-4dad3848229d not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:21:01.906385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6696134f-0d5d-45f6-a80d-7b4c11455886 req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.907623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (cb3e1f61-8db9-4b46-a249-b3182985ea72), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:01.909441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f15860-90fd-4a57-b63b-6cae772b1e61 req-29fafebf-0c85-42ae-9592-cce69f0793c2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:01.910992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Pushing event updated for resources: {'Port': ['ID=39a69aea-7a2e-4dbb-9b75-66a50574f888,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:01.920550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27f15860-90fd-4a57-b63b-6cae772b1e61 req-29fafebf-0c85-42ae-9592-cce69f0793c2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.0763950
May 14 21:21:02.024863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27f15860-90fd-4a57-b63b-6cae772b1e61 req-a041341b-f522-4edd-a671-96520516fb1a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958319
May 14 21:21:02.156741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'name': 'network-vif-deleted', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:02.159199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6696134f-0d5d-45f6-a80d-7b4c11455886 req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for security_group (f542b489-4d4e-416a-99ad-2e7e66a25dd4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:02.164592 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b2e8b-a87b-421b-8993-1089549d49c3" -d '{"events": [{"server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "name": "network-vif-deleted", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:02.216294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:02.217943 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765da022-f150-407e-ae6d-be54fc7d15b2 x-openstack-request-id: req-765da022-f150-407e-ae6d-be54fc7d15b2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:02.218088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:02.221283 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b02897-2456-45a3-b096-cc5949058685", "name": "network-vif-deleted", "tag": "33de3621-b7e7-4fcf-a36c-4dad3848229d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:02.221847 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-765da022-f150-407e-ae6d-be54fc7d15b2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:02.223647 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765da022-f150-407e-ae6d-be54fc7d15b2'] response: {'server_uuid': '58b02897-2456-45a3-b096-cc5949058685', 'name': 'network-vif-deleted', 'tag': '33de3621-b7e7-4fcf-a36c-4dad3848229d', 'status': 'completed', 'code': 200}
May 14 21:21:02.276583 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6696134f-0d5d-45f6-a80d-7b4c11455886 req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f542b489-4d4e-416a-99ad-2e7e66a25dd4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:02.331989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f542b489-4d4e-416a-99ad-2e7e66a25dd4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:02.371749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a4474-0871-467c-8e6d-309d516442a4 req-797965bf-c956-4739-9015-208739fba890 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:02.372239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f7a4474-0871-467c-8e6d-309d516442a4 req-797965bf-c956-4739-9015-208739fba890 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 948 time: 0.0810657
May 14 21:21:02.404278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6696134f-0d5d-45f6-a80d-7b4c11455886 req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:02.417693 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6696134f-0d5d-45f6-a80d-7b4c11455886 req-3e93cea4-1ced-457b-a0ae-85b7767f11d9 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1830 time: 0.6917713
May 14 21:21:02.491674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Router cb3e1f61-8db9-4b46-a249-b3182985ea72 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:02.524648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f7a4474-0871-467c-8e6d-309d516442a4 req-38282f69-1111-4f66-88fb-8a3070b7a34c tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364202
May 14 21:21:02.558776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:21:02.668307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-3280058d-c921-410f-bcfc-b23ce191d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:02.672455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-3280058d-c921-410f-bcfc-b23ce191d9c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=236a7e87d3af4de2a0ef55f9cbd9dd7a&device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 1130 time: 0.1426601
May 14 21:21:02.706444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca8e96-19eb-4769-aef2-ea2eaf5026af req-a9d2a022-f637-497b-a21b-6ab73e8114dc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:02.736765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9bca8e96-19eb-4769-aef2-ea2eaf5026af req-a9d2a022-f637-497b-a21b-6ab73e8114dc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.2410116
May 14 21:21:02.828815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01e61c44-38a5-41d0-aa47-7a3819032f9d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:02.873173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-c4627293-ce84-4942-a0e2-35bf4496e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:02.875185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-c4627293-ce84-4942-a0e2-35bf4496e402 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.1948845
May 14 21:21:02.943305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9bca8e96-19eb-4769-aef2-ea2eaf5026af req-8ac3d0ee-e78b-456c-905a-b6a8cfdb007a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2055423
May 14 21:21:02.967811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-296b9cb9-6efc-4771-83bd-f7735f81d3fc None None] Provisioning complete for port 39a69aea-7a2e-4dbb-9b75-66a50574f888 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:02.968291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-296b9cb9-6efc-4771-83bd-f7735f81d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:02.969493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-dbdd54e7-3ece-4588-8db6-a36652b97ff1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=07597990-aa56-4f31-a05a-4c5cd3822862 HTTP/1.1" status: 200  len: 217 time: 0.0841742
May 14 21:21:03.018092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 01e61c44-38a5-41d0-aa47-7a3819032f9d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:03.019425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.021271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:03.027864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-10888d1e-5beb-4455-a9b7-0ef87aefdee7 admin admin] 10.222.0.52 "PUT /v2.0/routers/cb3e1f61-8db9-4b46-a249-b3182985ea72/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8401792
May 14 21:21:03.037255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:03.101539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-296b9cb9-6efc-4771-83bd-f7735f81d3fc None None] Port 39a69aea-7a2e-4dbb-9b75-66a50574f888 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:03.104715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'mac_address': 'fa:16:3e:0a:74:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:21:03.128129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-84824957-9ccd-4844-ab99-982456f2ef73 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-532943841&fields=id&tenant_id=d272971274514577b827dd8ac81c9e58 HTTP/1.1" status: 200  len: 267 time: 0.2514465
May 14 21:21:03.193227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017a7f8-b79b-4fca-8560-083611e460b2 req-f9f89261-638f-48a1-99c2-862ac14e828f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:03.198103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-9f0f67d0-7613-408c-9e2a-479f6e14e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:03.199050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3017a7f8-b79b-4fca-8560-083611e460b2 req-f9f89261-638f-48a1-99c2-862ac14e828f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.0809577
May 14 21:21:03.200114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-9f0f67d0-7613-408c-9e2a-479f6e14e7b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.2128992
May 14 21:21:03.226021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-52ff60e9-ef0c-46fb-be6d-e524c9964bc0 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:03.236469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-52ff60e9-ef0c-46fb-be6d-e524c9964bc0 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0895343
May 14 21:21:03.239425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:03.243197 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.243361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'port': {'security_groups': ['0bd1063c-973d-4eca-8f37-d1f9574b44fb', 'f542b489-4d4e-416a-99ad-2e7e66a25dd4']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:03.284442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3017a7f8-b79b-4fca-8560-083611e460b2 req-b43283f1-b688-407d-92dc-58a74f08613c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818098
May 14 21:21:03.290863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 01e61c44-38a5-41d0-aa47-7a3819032f9d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:03.291263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.325543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:03.368941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 01e61c44-38a5-41d0-aa47-7a3819032f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01e61c44-38a5-41d0-aa47-7a3819032f9d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:03.373741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:03.377208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84ceb11f-cb0a-4b28-8fbc-35b5940cb544 req-14a52b23-8906-4615-a341-286a61c18e5b tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/f7460102-161b-4ffe-a944-5f0d4fafae9b HTTP/1.1" status: 200  len: 1818 time: 0.0674977
May 14 21:21:03.404709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-e87571a7-cfe2-4555-b9e1-42162d23efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:03.406557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-e87571a7-cfe2-4555-b9e1-42162d23efa8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0979121
May 14 21:21:03.408506 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.448281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-84ceb11f-cb0a-4b28-8fbc-35b5940cb544 req-cfeeb9d6-c99e-4008-8158-62ce74dcefd4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (f7460102-161b-4ffe-a944-5f0d4fafae9b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.477082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.481667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-84ceb11f-cb0a-4b28-8fbc-35b5940cb544 req-cfeeb9d6-c99e-4008-8158-62ce74dcefd4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (f7460102-161b-4ffe-a944-5f0d4fafae9b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.489615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.586349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=01e61c44-38a5-41d0-aa47-7a3819032f9d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:03.603985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-84ceb11f-cb0a-4b28-8fbc-35b5940cb544 req-cfeeb9d6-c99e-4008-8158-62ce74dcefd4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f7460102-161b-4ffe-a944-5f0d4fafae9b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.605638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-83d332bc-e316-46d1-ab65-2956fc446c32 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864829
May 14 21:21:03.607262 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-84ceb11f-cb0a-4b28-8fbc-35b5940cb544 req-cfeeb9d6-c99e-4008-8158-62ce74dcefd4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:03.608658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84ceb11f-cb0a-4b28-8fbc-35b5940cb544 req-cfeeb9d6-c99e-4008-8158-62ce74dcefd4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/f7460102-161b-4ffe-a944-5f0d4fafae9b HTTP/1.1" status: 204  len: 173 time: 0.2248046
May 14 21:21:03.621977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeb9d6-c99e-4008-8158-62ce74dcefd4 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7460102-161b-4ffe-a944-5f0d4fafae9b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:03.659721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:03.780180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:03.828925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5789c6e-ff0a-4b14-b674-bdedc0446f38 req-4e4c1a28-3d52-478c-984f-efb7ea497c5d service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2052195
May 14 21:21:03.880744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:03.927911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60364) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:03.932603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404268431', 'description': 'tempest-description--571109345'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:03.934051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.015258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.028209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9bcc5800-f48b-4fc7-ac54-c5ae11983072'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:04.131216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaf888-7aab-477d-b572-bb341f93f15e req-165dbff1-0b48-4691-a987-70072c6fcb42 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:04.139922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8eeaf888-7aab-477d-b572-bb341f93f15e req-165dbff1-0b48-4691-a987-70072c6fcb42 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 948 time: 0.1009552
May 14 21:21:04.147455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.170057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:04.196160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:04.197219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.198845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-389a4655-f5cc-4c74-bf5e-fd40228d1058 req-2792f13e-b35a-4fc8-85c1-ab4f1f936569 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "PUT /v2.0/ports/9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 982 time: 0.9614093
May 14 21:21:04.224978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:04.228990 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8017882a-9e7c-4e72-a02c-5e5504172fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:04.231148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9bcc5800-f48b-4fc7-ac54-c5ae11983072'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:04.310267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28af509d-0842-4bac-a173-29505309c756 req-e6e44709-660e-4666-bcfb-4bac05c0a1f0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/1291bfc2-7954-40b9-a5da-7db4a62440c3 HTTP/1.1" status: 200  len: 1818 time: 0.0765512
May 14 21:21:04.327652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group (aef3c3fa-a897-4974-a017-59392dc6f726), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.352538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8eeaf888-7aab-477d-b572-bb341f93f15e req-c49d2840-2281-4482-8df0-11a8e84d7cb6 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083230
May 14 21:21:04.395130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-28af509d-0842-4bac-a173-29505309c756 req-dec404d1-cd3b-4104-8827-f592c4e2b93d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (1291bfc2-7954-40b9-a5da-7db4a62440c3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.408316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aef3c3fa-a897-4974-a017-59392dc6f726), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.458190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-28af509d-0842-4bac-a173-29505309c756 req-dec404d1-cd3b-4104-8827-f592c4e2b93d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (1291bfc2-7954-40b9-a5da-7db4a62440c3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.474756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3c3fa-a897-4974-a017-59392dc6f726,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:04.544094 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Sync routers for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:04.550434 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.554761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60374) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:04.555316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-83bab837-4ffd-4036-b794-5735e5fae84d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6262465
May 14 21:21:04.560658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Request body: {'security_group_rule': {'security_group_id': 'aef3c3fa-a897-4974-a017-59392dc6f726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:04.561364 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:04.562212 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:04.574847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091ac2-72d7-4fb1-a1f7-db8d8673d282 req-ebc2d385-99e9-4c47-a439-4cc884e1220c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:04.583759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e091ac2-72d7-4fb1-a1f7-db8d8673d282 req-ebc2d385-99e9-4c47-a439-4cc884e1220c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0851579
May 14 21:21:04.585303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 07597990-aa56-4f31-a05a-4c5cd3822862 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:21:04.589959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:04.638167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-28af509d-0842-4bac-a173-29505309c756 req-dec404d1-cd3b-4104-8827-f592c4e2b93d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1291bfc2-7954-40b9-a5da-7db4a62440c3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.641722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-28af509d-0842-4bac-a173-29505309c756 req-dec404d1-cd3b-4104-8827-f592c4e2b93d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.643335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28af509d-0842-4bac-a173-29505309c756 req-dec404d1-cd3b-4104-8827-f592c4e2b93d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/1291bfc2-7954-40b9-a5da-7db4a62440c3 HTTP/1.1" status: 204  len: 173 time: 0.3286395
May 14 21:21:04.662140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec404d1-cd3b-4104-8827-f592c4e2b93d tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1291bfc2-7954-40b9-a5da-7db4a62440c3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:04.673808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e091ac2-72d7-4fb1-a1f7-db8d8673d282 req-7fb4d93a-f6f8-4f06-8dd7-46736627297a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888009
May 14 21:21:04.707292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group_rule (aa3576df-cb4c-450a-b001-c1f517d41e2e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.729571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01e61c44-38a5-41d0-aa47-7a3819032f9d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:04.811012 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:04.839515 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a938a6-cdbb-41be-8e75-a468cb85ed08 x-openstack-request-id: req-17a938a6-cdbb-41be-8e75-a468cb85ed08 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:04.840108 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:04.840108 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17a938a6-cdbb-41be-8e75-a468cb85ed08 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:04.841668 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a938a6-cdbb-41be-8e75-a468cb85ed08'] response: {'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'status': 'completed', 'code': 200}
May 14 21:21:04.866630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:21:04.935231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 01e61c44-38a5-41d0-aa47-7a3819032f9d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:04.935645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:04.936530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780a3b2-015c-4b91-8bb2-e8b6c4bc02bd req-2b712ca1-71aa-4b30-911e-ec7a0cb65600 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:04.942008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6780a3b2-015c-4b91-8bb2-e8b6c4bc02bd req-2b712ca1-71aa-4b30-911e-ec7a0cb65600 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 945 time: 0.1165245
May 14 21:21:04.978785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:04.979156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.015083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6780a3b2-015c-4b91-8bb2-e8b6c4bc02bd req-cd2599bb-f9c8-45d3-982a-353f2c15a553 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653379
May 14 21:21:05.037499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-38899d7b-eef4-43d0-bf61-17d918eb4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:05.039635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-38899d7b-eef4-43d0-bf61-17d918eb4de8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1167 time: 0.2250164
May 14 21:21:05.055590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 07597990-aa56-4f31-a05a-4c5cd3822862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07597990-aa56-4f31-a05a-4c5cd3822862,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:05.056605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9a0451d9-5cb8-4de6-8e4f-e306a32783f2 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-532943841&fields=id&tenant_id=d272971274514577b827dd8ac81c9e58 HTTP/1.1" status: 200  len: 267 time: 0.2609754
May 14 21:21:05.063675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-d5891bc4-f3ef-410b-adf9-a8cadd7e3ded req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2104762123', 'description': 'tempest-description-1074143169'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:05.086386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '07597990-aa56-4f31-a05a-4c5cd3822862', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '07597990-aa56-4f31-a05a-4c5cd3822862', 'mac_address': 'fa:16:3e:41:89:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:21:05.128046 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a2e0>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 2, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:05.166938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Checking router: cb3e1f61-8db9-4b46-a249-b3182985ea72 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:05.167369 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Updating router cb3e1f61-8db9-4b46-a249-b3182985ea72 port 39a69aea-7a2e-4dbb-9b75-66a50574f888 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:21:05.191301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d5891bc4-f3ef-410b-adf9-a8cadd7e3ded req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.194630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 07597990-aa56-4f31-a05a-4c5cd3822862 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:05.195212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.212377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 01e61c44-38a5-41d0-aa47-7a3819032f9d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:05.223510 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.225613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07597990-aa56-4f31-a05a-4c5cd3822862 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:05.232635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:05.237362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.307723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-26a07475-452a-4fd4-b2f8-c20ce11f5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:05.309447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-26a07475-452a-4fd4-b2f8-c20ce11f5bd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.2141321
May 14 21:21:05.318241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group_rule (aa3576df-cb4c-450a-b001-c1f517d41e2e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.351094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d5891bc4-f3ef-410b-adf9-a8cadd7e3ded req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.370933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-28c44bed-e399-4902-8da7-b79e5822f192 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.0513136
May 14 21:21:05.380558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-375f89d7-0f29-4976-9008-514ead0dac4a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:05.388640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-375f89d7-0f29-4976-9008-514ead0dac4a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 985 time: 0.3310642
May 14 21:21:05.395063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'port': {'security_groups': ['0bd1063c-973d-4eca-8f37-d1f9574b44fb']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:05.411453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (aa3576df-cb4c-450a-b001-c1f517d41e2e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.423780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d5891bc4-f3ef-410b-adf9-a8cadd7e3ded req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.431610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 07597990-aa56-4f31-a05a-4c5cd3822862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07597990-aa56-4f31-a05a-4c5cd3822862,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:05.457010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:05.466843 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e532c2-eaa1-40df-93a7-3b78a18b6ce6" -d '{"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:05.475690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:05.490807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3576df-cb4c-450a-b001-c1f517d41e2e,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:05.502945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:05.522324 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.557394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.574896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-128fef04-0823-4498-9969-86c6e50307b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:05.576494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-128fef04-0823-4498-9969-86c6e50307b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.1776512
May 14 21:21:05.596214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d5891bc4-f3ef-410b-adf9-a8cadd7e3ded req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.598339 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5891bc4-f3ef-410b-adf9-a8cadd7e3ded req-44065cb9-790e-4c45-82dc-9440df93aae6 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5396886
May 14 21:21:05.599117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=07597990-aa56-4f31-a05a-4c5cd3822862,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:05.628871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.632474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-838225ae-71ea-4d69-8394-a99911e0f494 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337605
May 14 21:21:05.635549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.639315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60386) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:05.639437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0abaecd8-3bd0-49f4-ae9a-fe30a2d48021 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0836928
May 14 21:21:05.645745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Request body: {'security_group_rule': {'security_group_id': 'aef3c3fa-a897-4974-a017-59392dc6f726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:05.700780 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Publish callbacks [] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.753758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:05.796865 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.809183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['07597990-aa56-4f31-a05a-4c5cd3822862'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:05.810416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-2a8d4336-6092-4b91-ac56-3e7af4e8e6d8 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699295
May 14 21:21:05.825411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b08fb-b2ad-4c28-a1d1-9ef32d6ecb55 req-8629fd4e-7328-4065-a4e7-10c03ea8bda8 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:05.835708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-336b08fb-b2ad-4c28-a1d1-9ef32d6ecb55 req-8629fd4e-7328-4065-a4e7-10c03ea8bda8 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 949 time: 0.1080186
May 14 21:21:05.852381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group_rule (7ce0888e-77d5-4d70-a622-1ca3a406fa27), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:05.918338 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424e70a-1615-4dbe-9c00-d25968cc9f99 None None] Pushing event updated for resources: {'Port': ['ID=39a69aea-7a2e-4dbb-9b75-66a50574f888,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:06.025417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-336b08fb-b2ad-4c28-a1d1-9ef32d6ecb55 req-003d61ea-c445-469a-989e-7f4f667bb578 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884053
May 14 21:21:06.100292 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Attempting to bind port 39a69aea-7a2e-4dbb-9b75-66a50574f888 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:06.101351 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Attempting to bind port 39a69aea-7a2e-4dbb-9b75-66a50574f888 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:06.101569 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Attempting to bind port 39a69aea-7a2e-4dbb-9b75-66a50574f888 on network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:06.113077 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:06.113077 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Checking segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:06.113470 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.113853 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Bound using segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:06.114337 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Bound port: 39a69aea-7a2e-4dbb-9b75-66a50574f888, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:06.114714 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.115352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8017882a-9e7c-4e72-a02c-5e5504172fc3 req-70a372fd-9f61-47a5-9200-504d03135126 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2945595
May 14 21:21:06.123785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group_rule (7ce0888e-77d5-4d70-a622-1ca3a406fa27), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.138147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:06.179059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (7ce0888e-77d5-4d70-a622-1ca3a406fa27), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.187199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.192868 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e43c0f1-716e-4418-ab04-41563edaad1c x-openstack-request-id: req-9e43c0f1-716e-4418-ab04-41563edaad1c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:06.193297 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:06.193560 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e43c0f1-716e-4418-ab04-41563edaad1c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:06.195129 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e43c0f1-716e-4418-ab04-41563edaad1c'] response: {'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'code': 200}
May 14 21:21:06.238378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce0888e-77d5-4d70-a622-1ca3a406fa27,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:06.258356 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] For port 39a69aea-7a2e-4dbb-9b75-66a50574f888, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:06.261562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] For port 39a69aea-7a2e-4dbb-9b75-66a50574f888, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39a69aea-7a2e-4dbb-9b75-66a50574f888,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:06.280653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-545ae08e-5db4-44af-acab-40dded794528 req-baf8eabc-eb9b-49bc-b9bc-d4245f03deb1 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a HTTP/1.1" status: 200  len: 1820 time: 0.0505657
May 14 21:21:06.297531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-545ae08e-5db4-44af-acab-40dded794528 req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Request body: {'security_group': {'name': 'tempest-sg-hth-740843130', 'description': 'tempest-description-hth-768749336'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:06.299737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.317044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9bcc5800-f48b-4fc7-ac54-c5ae11983072'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:06.353175 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-545ae08e-5db4-44af-acab-40dded794528 req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.385783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event updated for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:06.404013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:06.404280 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.404947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.410778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c0e2ccd-cb7e-4393-8546-34450bb5edbc req-9e4f753b-9854-4e9f-86cc-a52a46d8623d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "PUT /v2.0/ports/9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 943 time: 1.0210252
May 14 21:21:06.412513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880b657-8d1e-4bbc-b3b3-04d05c3d53cf req-d1616e33-4cf1-4652-a2d2-5d15bc834f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:06.415715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a880b657-8d1e-4bbc-b3b3-04d05c3d53cf req-d1616e33-4cf1-4652-a2d2-5d15bc834f4a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 1128 time: 0.1537085
May 14 21:21:06.444841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Provisioning complete for port 39a69aea-7a2e-4dbb-9b75-66a50574f888 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:06.453592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.462625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-545ae08e-5db4-44af-acab-40dded794528 req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.475797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.475797 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dcfb83b9-6204-4f2f-9dea-e14f6dbb5f2c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8280475
May 14 21:21:06.475797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60394) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:06.482744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:06.509439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a880b657-8d1e-4bbc-b3b3-04d05c3d53cf req-c45d557e-c5a9-4bfb-9232-00132044a7c5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857244
May 14 21:21:06.563373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-545ae08e-5db4-44af-acab-40dded794528 req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.570673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-545ae08e-5db4-44af-acab-40dded794528 req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.576063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-545ae08e-5db4-44af-acab-40dded794528 req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "PUT /v2.0/security-groups/e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a HTTP/1.1" status: 200  len: 1792 time: 0.2871032
May 14 21:21:06.592131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424e70a-1615-4dbe-9c00-d25968cc9f99 None None] Pushing event updated for resources: {'Port': ['ID=39a69aea-7a2e-4dbb-9b75-66a50574f888,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:06.604940 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:06.605360 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:06.609579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9bcc5800-f48b-4fc7-ac54-c5ae11983072'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:06.634786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1f6f5-9629-4d87-98c6-ae7e424ffe19 req-2b4edb92-4f3a-4156-98f1-753d87d9661a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:06.641738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15e1f6f5-9629-4d87-98c6-ae7e424ffe19 req-2b4edb92-4f3a-4156-98f1-753d87d9661a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1248772
May 14 21:21:06.642369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.741964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15e1f6f5-9629-4d87-98c6-ae7e424ffe19 req-542257a7-c6b7-447b-8e6c-4a1c042c9d7b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910323
May 14 21:21:06.788735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:06.893374 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:06.942867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 07597990-aa56-4f31-a05a-4c5cd3822862 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:06.958400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702388fa-581f-491b-97f9-d974261729ca tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:07.031263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:07.032885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f901f-c033-41df-ab8e-ab05c4f3e41b req-c229633a-508a-458b-94fc-78533583c6e7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:07.038981 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:07.041834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b2f901f-c033-41df-ab8e-ab05c4f3e41b req-c229633a-508a-458b-94fc-78533583c6e7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.2631905
May 14 21:21:07.060389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-9f9c08d1-8abc-481a-a15b-332bc6400457 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2192888
May 14 21:21:07.080031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:07.082754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Allocated IP 172.35.4.227 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:07.096325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 07597990-aa56-4f31-a05a-4c5cd3822862 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:21:07.130071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Current status of the port 39a69aea-7a2e-4dbb-9b75-66a50574f888 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:07.130732 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.158123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b2f901f-c033-41df-ab8e-ab05c4f3e41b req-6c2399f1-4f5c-4988-9da1-e1855e597db0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150837
May 14 21:21:07.213004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 07597990-aa56-4f31-a05a-4c5cd3822862 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:07.213379 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.296359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] For port 39a69aea-7a2e-4dbb-9b75-66a50574f888, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39a69aea-7a2e-4dbb-9b75-66a50574f888,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:07.324252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6a24703-b868-4dbd-a2f1-86ee477dc872 req-b67e1c8e-d8f9-453a-b439-ae95a8f7c830 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a HTTP/1.1" status: 200  len: 1792 time: 0.1000915
May 14 21:21:07.368011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.379733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.561670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 07597990-aa56-4f31-a05a-4c5cd3822862 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:07.562057 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.563857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0726ea-6347-4bb2-bc96-5a8142cb90f2 req-bd3399e5-40d5-4a06-a368-08cfd1145999 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:07.574696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac0726ea-6347-4bb2-bc96-5a8142cb90f2 req-bd3399e5-40d5-4a06-a368-08cfd1145999 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 949 time: 0.0767543
May 14 21:21:07.577712 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8e66757a-2922-4750-8315-855377254dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a2e0>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:06Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:07.588539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.610139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Pushing event updated for resources: {'Port': ['ID=39a69aea-7a2e-4dbb-9b75-66a50574f888,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:07.610692 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66757a-2922-4750-8315-855377254dc7 None None] The sync data for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 is: [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:06Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:07.675128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a1d61bb7-c7d4-445b-a4cd-239a36912eec None None] Provisioning complete for port 39a69aea-7a2e-4dbb-9b75-66a50574f888 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:07.675888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1d61bb7-c7d4-445b-a4cd-239a36912eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.700928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.701525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.702021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.702551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.703101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.703652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.704137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.707803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.713471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bde28d-cb62-4e0c-b943-1934b24d3acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.764901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:07.785457 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86a87b-84ae-4a73-b01c-2a27be0a765b x-openstack-request-id: req-df86a87b-84ae-4a73-b01c-2a27be0a765b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:07.786049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:07.786166 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:07.786166 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df86a87b-84ae-4a73-b01c-2a27be0a765b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:07.786639 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df86a87b-84ae-4a73-b01c-2a27be0a765b'] response: {'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'status': 'completed', 'code': 200}
May 14 21:21:07.792642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:07.804976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 07597990-aa56-4f31-a05a-4c5cd3822862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07597990-aa56-4f31-a05a-4c5cd3822862,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:07.836761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-a4f22458-40f5-4a3b-8167-27d6e6328af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:07.838279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-a4f22458-40f5-4a3b-8167-27d6e6328af5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.0508587
May 14 21:21:07.843355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event updated for resources: {'Port': ['ID=a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:07.851332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac0726ea-6347-4bb2-bc96-5a8142cb90f2 req-035a90bd-8c51-4ebd-b83f-40459f1fa59f tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751698
May 14 21:21:07.865000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.865721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.867679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.868183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.874243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:07.924749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:07.932325 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.032885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=07597990-aa56-4f31-a05a-4c5cd3822862,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:08.043972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a1d61bb7-c7d4-445b-a4cd-239a36912eec None None] Current status of the port 39a69aea-7a2e-4dbb-9b75-66a50574f888 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:08.097096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (61ee3684-cd53-4c93-adeb-55d8c9341530), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.115299 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6a5ab26-7118-4c43-b881-7c5b95ec80a1 req-66abb377-c483-46f9-b734-5e8e2f3cd4ed tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a HTTP/1.1" status: 200  len: 1792 time: 0.1358535
May 14 21:21:08.193942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-0b07275d-8a56-43e9-8cee-eca605519404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:08.195866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-0b07275d-8a56-43e9-8cee-eca605519404 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.3497832
May 14 21:21:08.196493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07597990-aa56-4f31-a05a-4c5cd3822862'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:08.197380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.201276 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840799bd-12e4-4700-822c-af5cf11d1fdc" -d '{"events": [{"server_uuid": "98f86a76-2dbd-4c5d-832c-502a0d21cb55", "name": "network-vif-plugged", "status": "completed", "tag": "07597990-aa56-4f31-a05a-4c5cd3822862"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:08.242881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.261251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-3a6e1298-7b74-47a0-8faa-eaaeaeac781a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.0551186
May 14 21:21:08.307737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b6a5ab26-7118-4c43-b881-7c5b95ec80a1 req-1e54ce83-6996-4bcc-8e34-253aa513efde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.330562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-2eec772d-f093-4f94-bd03-b7de1d72ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:08.332576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-2eec772d-f093-4f94-bd03-b7de1d72ad51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.0616970
May 14 21:21:08.403793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b6a5ab26-7118-4c43-b881-7c5b95ec80a1 req-1e54ce83-6996-4bcc-8e34-253aa513efde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.405260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-69965324-8c0a-4d02-bfa8-b61da2285f09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454173
May 14 21:21:08.603950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.604139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Allocated IP 172.35.4.186 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/ee02dc3d-6e53-48ed-a190-357d28e64554) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:08.620830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b6a5ab26-7118-4c43-b881-7c5b95ec80a1 req-1e54ce83-6996-4bcc-8e34-253aa513efde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.628635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b6a5ab26-7118-4c43-b881-7c5b95ec80a1 req-1e54ce83-6996-4bcc-8e34-253aa513efde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.630153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6a5ab26-7118-4c43-b881-7c5b95ec80a1 req-1e54ce83-6996-4bcc-8e34-253aa513efde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a HTTP/1.1" status: 204  len: 173 time: 0.5138247
May 14 21:21:08.672987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54ce83-6996-4bcc-8e34-253aa513efde tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60884e7-d75a-4bb1-b6f9-93ccfbc40b4a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:08.709428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-171616be-967f-46f2-b1f5-352e020d08c2 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863348
May 14 21:21:08.749952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39a69aea-7a2e-4dbb-9b75-66a50574f888 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:08.784269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f0769-959f-4bb2-90bc-24e0b42b0f4c req-ece5c85d-de6f-4763-aba5-eb1307c9b5e7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:08.785942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-138f0769-959f-4bb2-90bc-24e0b42b0f4c req-ece5c85d-de6f-4763-aba5-eb1307c9b5e7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0576315
May 14 21:21:08.890322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 39a69aea-7a2e-4dbb-9b75-66a50574f888 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:08.890322 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.891587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-138f0769-959f-4bb2-90bc-24e0b42b0f4c req-e0082d9c-7842-4eb8-b357-5227ab8c1622 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646257
May 14 21:21:08.906032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d71a5753-b0c2-4521-98c0-7f7d8c614fe5 req-4ee9e2e6-eea4-4ad2-938f-320df0d1f156 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1901700
May 14 21:21:08.926095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.952335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:08.962735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 39a69aea-7a2e-4dbb-9b75-66a50574f888 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:09.035835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.069500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236778a-8d62-4265-973e-558e2091bcc7 req-9c1e62a5-efa9-4dd8-a419-b23f726c01a7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:09.071106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9236778a-8d62-4265-973e-558e2091bcc7 req-9c1e62a5-efa9-4dd8-a419-b23f726c01a7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1302938
May 14 21:21:09.082768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:09.086107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:09.093085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:09.096954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (61ee3684-cd53-4c93-adeb-55d8c9341530), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.136847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event updated for resources: {'Port': ['ID=ee02dc3d-6e53-48ed-a190-357d28e64554,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:09.144766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event updated for resources: {'Port': ['ID=a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:09.204976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9236778a-8d62-4265-973e-558e2091bcc7 req-3c631abd-6665-4741-a78e-d70f35b4e578 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911429
May 14 21:21:09.210726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.215359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6fa9f503-0d4c-4cf1-b760-96b3e9575281 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7424152
May 14 21:21:09.276532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (92532511-cea7-4453-9604-6006161c2b19), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.292589 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e57056-b502-42d8-98cb-ed60a66fb646 x-openstack-request-id: req-e4e57056-b502-42d8-98cb-ed60a66fb646 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:09.293362 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f86a76-2dbd-4c5d-832c-502a0d21cb55", "name": "network-vif-plugged", "status": "completed", "tag": "07597990-aa56-4f31-a05a-4c5cd3822862", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:09.293822 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4e57056-b502-42d8-98cb-ed60a66fb646 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:09.294426 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e57056-b502-42d8-98cb-ed60a66fb646'] response: {'server_uuid': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07597990-aa56-4f31-a05a-4c5cd3822862', 'code': 200}
May 14 21:21:09.447686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.449219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b826-302b-4432-8352-d5395e242e6e req-906f74ff-459d-4331-8aa8-eb4e44da15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:09.456547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c912b826-302b-4432-8352-d5395e242e6e req-906f74ff-459d-4331-8aa8-eb4e44da15ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 1132 time: 0.0868154
May 14 21:21:09.464052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6dc21-8950-42bf-a208-53dab1404395 req-64dcf066-9e1a-4b9b-a011-900a7cba6ea8 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:09.466638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91c6dc21-8950-42bf-a208-53dab1404395 req-64dcf066-9e1a-4b9b-a011-900a7cba6ea8 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 950 time: 0.0709422
May 14 21:21:09.562413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c912b826-302b-4432-8352-d5395e242e6e req-b598b31a-54c4-4840-82d3-b1d2f500d056 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825484
May 14 21:21:09.564168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91c6dc21-8950-42bf-a208-53dab1404395 req-51b94c92-d33e-4a02-a3cf-15fb05f1e965 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833092
May 14 21:21:09.741489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.848020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:09.932306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event updated for resources: {'Port': ['ID=ee02dc3d-6e53-48ed-a190-357d28e64554,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:09.943463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (92532511-cea7-4453-9604-6006161c2b19), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:10.057447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:10.058814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-4aa70566-06bf-41cb-93c6-6a26b5c17bc1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.9847891
May 14 21:21:10.132944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-75e29420-b6bc-48a6-9b47-0a666213a8ff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 696 time: 0.0649052
May 14 21:21:10.272026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-5dcb7d89-211f-416e-9cc8-b00b6b5b9416 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:10.276121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44c2a4db-00bf-4493-9c2b-4cd2d93b5302 req-5dcb7d89-211f-416e-9cc8-b00b6b5b9416 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1387367
May 14 21:21:10.346940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-034f5a06-1e3c-48f0-9c96-f4672a16fef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:10.479817 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-a09c1200-47f3-4df9-8708-bd9f2353b0c0 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--404268431&fields=id&tenant_id=ba969692dac24c5bab4062ca210bef43 HTTP/1.1" status: 200  len: 267 time: 0.0892253
May 14 21:21:10.534924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65a45d-8dbb-48b3-9560-5f026d3a3cbc req-2f4ed3b7-c737-421d-98ba-3998d3fbe371 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:10.549430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c65a45d-8dbb-48b3-9560-5f026d3a3cbc req-2f4ed3b7-c737-421d-98ba-3998d3fbe371 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0873337
May 14 21:21:10.612939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-f8ee24f9-bbdb-4474-97ac-65971b10b9ab tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:10.615023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-f8ee24f9-bbdb-4474-97ac-65971b10b9ab tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/networks?id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 HTTP/1.1" status: 200  len: 812 time: 0.1273031
May 14 21:21:10.622153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c65a45d-8dbb-48b3-9560-5f026d3a3cbc req-82b7d4ff-09c8-430f-a290-96a6bb40ebb7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716560
May 14 21:21:10.632807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-b95c7477-eba1-4eba-a286-2573a79b77ef tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/quotas/ba969692dac24c5bab4062ca210bef43 HTTP/1.1" status: 200  len: 375 time: 0.0123153
May 14 21:21:10.736901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-78f54c1d-0614-4c62-9eba-96fd9fec7e94 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba969692dac24c5bab4062ca210bef43&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0941083
May 14 21:21:10.754002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-c5ae1c6f-46c0-4b71-80dc-a4fdf9613e3e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:10.762214 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-c5ae1c6f-46c0-4b71-80dc-a4fdf9613e3e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0691941
May 14 21:21:10.835538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-32aafa45-4e6d-420b-97dd-a1ecc36b949c tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 696 time: 0.0721281
May 14 21:21:10.840328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'floatingip': {'port_id': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:10.894343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (92532511-cea7-4453-9604-6006161c2b19), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:10.907743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-b1b274a8-8a16-425e-8861-3149fa4980d9 service neutron] 10.222.0.52 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397166
May 14 21:21:11.032096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-79be01cc-aca5-410e-b925-27a65601f804 service neutron] 10.222.0.52 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232724
May 14 21:21:11.514099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e323478-b3fb-4603-afca-cab00fae1170 req-85f0d9a1-b760-48ae-9ace-f7f97897360b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:11.524835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e323478-b3fb-4603-afca-cab00fae1170 req-85f0d9a1-b760-48ae-9ace-f7f97897360b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1052892
May 14 21:21:11.611554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e323478-b3fb-4603-afca-cab00fae1170 req-32648f33-1425-4cdc-be2a-a0309456f93c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854671
May 14 21:21:11.650823 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-9946d2e5-4845-4c01-93e1-d7f2861cc352 req-14723526-18ed-4b4c-8501-de8d2fc2bd95 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:21:11.656124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9946d2e5-4845-4c01-93e1-d7f2861cc352 req-14723526-18ed-4b4c-8501-de8d2fc2bd95 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/1291bfc2-7954-40b9-a5da-7db4a62440c3 HTTP/1.1" status: 404  len: 352 time: 0.0244625
May 14 21:21:11.721070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:11.804696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615ea42-19b0-4f72-8b48-76ba3a6f9d1d req-c22a1657-2029-45c0-8d13-937ccd9a48bc tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:11.814090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7615ea42-19b0-4f72-8b48-76ba3a6f9d1d req-c22a1657-2029-45c0-8d13-937ccd9a48bc tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 950 time: 0.0746062
May 14 21:21:11.875635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7615ea42-19b0-4f72-8b48-76ba3a6f9d1d req-7d0e53b0-09e9-4a4c-a029-9e2c878e6f30 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595200
May 14 21:21:11.951751 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:11.980890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-864fbc4c-0d85-4aed-a7bf-ea448dafe783 req-ac85ff71-72bb-43cb-b76d-a31aa98a636b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 210 time: 0.0359333
May 14 21:21:11.985679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:12.073008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (92532511-cea7-4453-9604-6006161c2b19), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:12.123933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080df656-a952-488f-982e-183d386cc955 req-206b6200-b367-4165-82db-d6a8234ce977 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:12.126135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-080df656-a952-488f-982e-183d386cc955 req-206b6200-b367-4165-82db-d6a8234ce977 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0600359
May 14 21:21:12.208816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-080df656-a952-488f-982e-183d386cc955 req-4b42878f-7c56-4aa9-807d-89c23cfc07ce tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721867
May 14 21:21:12.235120 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Floating IP 92532511-cea7-4453-9604-6006161c2b19 associated. External IP: 172.35.4.186, port: 9bcc5800-f48b-4fc7-ac54-c5ae11983072.
May 14 21:21:12.239982 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-2938f4b0-38d0-46f2-8c04-b0906e8edba0 req-8f8a480a-5bf9-4195-a0e8-91bd5ba49939 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:21:12.241019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2938f4b0-38d0-46f2-8c04-b0906e8edba0 req-8f8a480a-5bf9-4195-a0e8-91bd5ba49939 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/f7460102-161b-4ffe-a944-5f0d4fafae9b HTTP/1.1" status: 404  len: 352 time: 0.0165143
May 14 21:21:12.531351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:12.656104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:12.662351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:12.667222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] Sync routers for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:12.678430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:12.679059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238eb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:12.695248 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-4e80ad26-9d94-418e-966e-01b5e0859e70 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "PUT /v2.0/floatingips/92532511-cea7-4453-9604-6006161c2b19 HTTP/1.1" status: 200  len: 997 time: 1.8587866
May 14 21:21:12.695750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:12.701215 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:12.760088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-892f015b-5b1a-408d-895e-92bbf8d8a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:12.761888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-892f015b-5b1a-408d-895e-92bbf8d8a3f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.0427732
May 14 21:21:12.811879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:12.877841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-bebd1693-17e1-4e8d-b4e8-cff2a8e9edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:12.882910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-bebd1693-17e1-4e8d-b4e8-cff2a8e9edf7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.1120293
May 14 21:21:12.975824 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eced451f-b24a-463c-a068-e396d34e758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:13.004575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-b99d7970-c4ce-4496-8db4-eb6a034184f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 1000 time: 0.1144421
May 14 21:21:13.016338 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-3b84707a-de60-4b5c-9d13-7b98dcaa96f8 req-a98faacb-11f3-434a-b759-64578f75945a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:21:13.021104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b84707a-de60-4b5c-9d13-7b98dcaa96f8 req-a98faacb-11f3-434a-b759-64578f75945a tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/9734e2f5-5b5f-414d-914a-632514716019 HTTP/1.1" status: 404  len: 352 time: 0.0242660
May 14 21:21:13.064898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-78615eeb-784b-4802-a19e-5993826946ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.086154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238eb310>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '92532511-cea7-4453-9604-6006161c2b19', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'port_id': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'mac_address': 'fa:16:3e:31:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f64224-2391-4126-8dcb-f009aa8a0612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:09Z', 'updated_at': '2022-05-14T21:21:11Z', 'revision_number': 1, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:15Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:13.097841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-78615eeb-784b-4802-a19e-5993826946ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.0629430
May 14 21:21:13.131117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] Checking router: f18c7cb3-f869-4f3c-9390-c2f58b5fe486 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:13.142472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:13.143750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238eb310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:13.200688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-529fbb75-f445-44cd-8683-faad19c26cd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0953789
May 14 21:21:13.297195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-567f7afd-7417-48d3-9197-f27eadca808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.299937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-567f7afd-7417-48d3-9197-f27eadca808e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.0694413
May 14 21:21:13.424840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-7a3c7d03-9136-473a-b7d6-e2c797296172 service neutron] 10.222.0.52 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218041
May 14 21:21:13.429440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-7c1b8d8f-720e-4399-ac5f-de1715b02502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.431590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-7c1b8d8f-720e-4399-ac5f-de1715b02502 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1241987
May 14 21:21:13.432947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:13.546377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-6d5ab8ff-9bcf-45a8-b009-c61339586b70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.1069808
May 14 21:21:13.583753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d274e7c-eba4-4a39-9afb-346b06c08b05 req-75d2e079-6eb9-44ef-8e51-42fce035cf10 service neutron] 10.222.0.52 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580343
May 14 21:21:13.619350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-662820ec-646d-4294-a3e6-aed54f810e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.621104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-662820ec-646d-4294-a3e6-aed54f810e08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0685365
May 14 21:21:13.776143 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d006a1-f69a-4293-bd01-75c349da6ac0 x-openstack-request-id: req-c2d006a1-f69a-4293-bd01-75c349da6ac0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:13.776445 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:13.776705 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2d006a1-f69a-4293-bd01-75c349da6ac0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:13.777117 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d006a1-f69a-4293-bd01-75c349da6ac0'] response: {'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'status': 'completed', 'code': 200}
May 14 21:21:13.783281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:13.787811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238eb310>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '92532511-cea7-4453-9604-6006161c2b19', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'port_id': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'mac_address': 'fa:16:3e:31:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f64224-2391-4126-8dcb-f009aa8a0612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:09Z', 'updated_at': '2022-05-14T21:21:11Z', 'revision_number': 1, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:15Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:13.824012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c79342-6dc2-4514-adee-ae105666f43d req-b3789f4e-5814-4e79-b184-9fd139b96d4f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.830330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323e0395-79f8-4bd5-b24a-68c9ab282ab6 None None] The sync data for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 is: [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '92532511-cea7-4453-9604-6006161c2b19', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'port_id': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'mac_address': 'fa:16:3e:31:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f64224-2391-4126-8dcb-f009aa8a0612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:09Z', 'updated_at': '2022-05-14T21:21:11Z', 'revision_number': 1, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:15Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:13.837403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c79342-6dc2-4514-adee-ae105666f43d req-b3789f4e-5814-4e79-b184-9fd139b96d4f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1149051
May 14 21:21:13.921246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-c8069e36-3374-4fdc-9eaf-40286374fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.923252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-c8069e36-3374-4fdc-9eaf-40286374fb59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.0833337
May 14 21:21:13.974923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a1215-088f-476e-9d1d-cc73b8d5a690 req-a14f559b-31d5-419b-8305-b253d2cd4605 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:13.979373 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef9a1215-088f-476e-9d1d-cc73b8d5a690 req-a14f559b-31d5-419b-8305-b253d2cd4605 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1005776
May 14 21:21:13.992254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c79342-6dc2-4514-adee-ae105666f43d req-e7a5ef83-fdf3-455d-80ad-6e21aabae5ca tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538572
May 14 21:21:14.071131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-036bbdbd-61ff-4c57-9945-bfdb48ae52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:14.072612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-036bbdbd-61ff-4c57-9945-bfdb48ae52fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.1397233
May 14 21:21:14.073378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef9a1215-088f-476e-9d1d-cc73b8d5a690 req-c8090fa2-3ee1-4144-9feb-6c1879baffb9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851827
May 14 21:21:14.141953 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-e568b478-da15-4607-a2b0-2d86eefec7e7 req-a073a3b8-e348-41f8-8db6-0be93b124777 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:21:14.163548 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e568b478-da15-4607-a2b0-2d86eefec7e7 req-a073a3b8-e348-41f8-8db6-0be93b124777 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/f40374b1-5b1c-4455-b973-329385ac8a9a HTTP/1.1" status: 404  len: 352 time: 0.0258629
May 14 21:21:14.175123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4dad3685-206a-4238-8e85-61d924b240d1 req-06b9af94-bf2b-42b3-a03f-a5a2990d9ac9 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 210 time: 0.0862322
May 14 21:21:14.181137 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcddc5d-6f34-408b-bdf9-b13f1dcd213e None None] New status for floating IP 92532511-cea7-4453-9604-6006161c2b19: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:21:14.221203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-ca6ffbaa-3be4-4d9c-bfe5-a5326ae3b754 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 1000 time: 0.1336176
May 14 21:21:14.308232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a0c05-d408-4126-823f-6b7c2f33a899 req-264f4cb9-9a48-46b8-9372-e8097f1b0528 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:14.310007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a63a0c05-d408-4126-823f-6b7c2f33a899 req-264f4cb9-9a48-46b8-9372-e8097f1b0528 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 950 time: 0.0635209
May 14 21:21:14.347126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-78590584-a52a-4c66-bfcd-754704c03d36 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 1000 time: 0.1245759
May 14 21:21:14.371583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a63a0c05-d408-4126-823f-6b7c2f33a899 req-78504cf6-091c-4ad7-89ee-05c69aa2f5c7 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536387
May 14 21:21:14.439905 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-0a603746-1431-43ab-8137-05756868d74b req-4ce63199-a79c-4a8c-8aff-6c31d0c31f30 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:21:14.453675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a603746-1431-43ab-8137-05756868d74b req-4ce63199-a79c-4a8c-8aff-6c31d0c31f30 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/65c4078c-4871-47bd-abc1-11099233faf0 HTTP/1.1" status: 404  len: 352 time: 0.0461535
May 14 21:21:14.459854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62087a-235b-4cdd-b606-505b52282584 req-9a7babbc-c74b-4159-a213-3b936926a70f tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:14.475693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-9a7babbc-c74b-4159-a213-3b936926a70f tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports/9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 943 time: 0.1218116
May 14 21:21:14.489914 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-cf7059bd-8bec-430c-92ed-617c3b18f82c req-46b092aa-786b-4569-80ff-ea275e884041 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] show failed (client error): The resource could not be found.
May 14 21:21:14.493733 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf7059bd-8bec-430c-92ed-617c3b18f82c req-46b092aa-786b-4569-80ff-ea275e884041 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/c60240e5-e435-4363-af54-fd4f0e836afd HTTP/1.1" status: 404  len: 352 time: 0.0205798
May 14 21:21:14.508489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-7c405bb3-7be9-4a71-9969-3b823f2d508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:14.508489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-7c405bb3-7be9-4a71-9969-3b823f2d508c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.1095953
May 14 21:21:14.576841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-add2667f-9795-4923-aba2-6d51db7c895f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631182
May 14 21:21:14.735962 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-cd54a6fb-f2ed-4dc8-bb92-7f02d941d513 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1112974
May 14 21:21:14.758686 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-5979c5d8-c446-4abf-8f6d-476f79551f40 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:14.761355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-5979c5d8-c446-4abf-8f6d-476f79551f40 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.36 "GET /v2.0/networks?id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 HTTP/1.1" status: 200  len: 812 time: 0.1570961
May 14 21:21:14.865867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-de1f3773-8aec-418a-aecd-cab0d4b4dbc6 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 1002 time: 0.3048244
May 14 21:21:14.870152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-6ac3b904-c8c4-43fd-b664-e1adb91da902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:14.872080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-6ac3b904-c8c4-43fd-b664-e1adb91da902 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1333098
May 14 21:21:14.893990 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-863580a0-4672-454c-b20f-7fa393e0967e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba969692dac24c5bab4062ca210bef43 HTTP/1.1" status: 200  len: 379 time: 0.1186166
May 14 21:21:14.905796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Request body: {'port': {'device_id': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'admin_state_up': True, 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'security_groups': ['aef3c3fa-a897-4974-a017-59392dc6f726']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:14.976749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4435b6cf-9f47-48d9-b24f-0c1d81fa4548 req-0b7ba0f9-ce0e-4212-b7fe-5f3dc84ba669 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225852
May 14 21:21:15.115050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62087a-235b-4cdd-b606-505b52282584 req-3b2ce7c8-9f9f-42df-903f-8e545cffc88a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:15.127395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-3b2ce7c8-9f9f-42df-903f-8e545cffc88a tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2604735
May 14 21:21:15.145858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-75ceb343-a4bb-464b-b3cb-5a52674583f3 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410534
May 14 21:21:15.158454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Made reservation on behalf of ba969692dac24c5bab4062ca210bef43 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:15.162147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:15.293696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-4d326f8b-b60e-4956-98bf-2b34973c31ab tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:15.295321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-4d326f8b-b60e-4956-98bf-2b34973c31ab tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.48 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 950 time: 0.1605914
May 14 21:21:15.322760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-fbc022c0-e885-4d92-9b9c-1f38ef7f56e1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 1002 time: 0.1935577
May 14 21:21:15.330384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c15416-2526-45da-ab6b-dadd93b72588 req-06e309f9-a4cf-457d-89ac-e27ad8e0350f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:15.337210 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-17c15416-2526-45da-ab6b-dadd93b72588 req-06e309f9-a4cf-457d-89ac-e27ad8e0350f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.2361703
May 14 21:21:15.349720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:15.368669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Allocated IP 172.20.0.14 (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7/43f6e5f5-8350-479f-af48-226fb6935e79/32783b2c-8568-419c-979d-100fe44c3fb9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:15.424516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-17c15416-2526-45da-ab6b-dadd93b72588 req-63b2a1c1-4433-45e3-b8dc-2b242baa67e6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863585
May 14 21:21:15.480090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbeea4da-a79a-4a97-9a54-08d03b3aeb9b req-08ecde64-cefb-409e-8dfe-151070e58142 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113232
May 14 21:21:15.486235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (92532511-cea7-4453-9604-6006161c2b19), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:15.550616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Deleting port 07597990-aa56-4f31-a05a-4c5cd3822862 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:21:15.551082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:15.565926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:15.679939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for port (32783b2c-8568-419c-979d-100fe44c3fb9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:15.689577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8b7a7-a77d-439f-89a3-1009448abc4d req-a5bfd3d0-6ccd-4953-ac78-26c717da6360 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:15.696889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58a8b7a7-a77d-439f-89a3-1009448abc4d req-a5bfd3d0-6ccd-4953-ac78-26c717da6360 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1023 time: 0.0965114
May 14 21:21:15.805237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58a8b7a7-a77d-439f-89a3-1009448abc4d req-543e7fce-1b79-4de1-a9b7-a4fd8f7bb34e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=685d0bd1-3cd2-46fd-901d-30d0e69352aa&id=a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.1073329
May 14 21:21:15.872747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:15.964188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:15.997482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:16.008433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:16.053827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event updated for resources: {'Port': ['ID=32783b2c-8568-419c-979d-100fe44c3fb9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:16.069873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed8dc-57b8-4575-915d-395be0fb7cba req-b48dbaff-6f10-407f-8794-89e5ed7e44c9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:16.081422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0aed8dc-57b8-4575-915d-395be0fb7cba req-b48dbaff-6f10-407f-8794-89e5ed7e44c9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1466544
May 14 21:21:16.129647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:16.130311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.180513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0aed8dc-57b8-4575-915d-395be0fb7cba req-dc516763-8a8d-468e-acfe-8ccd98fe940e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981138
May 14 21:21:16.195891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.197961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] For port 07597990-aa56-4f31-a05a-4c5cd3822862, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=07597990-aa56-4f31-a05a-4c5cd3822862,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:16.198366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.216911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Calling delete_port for 07597990-aa56-4f31-a05a-4c5cd3822862 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:21:16.263918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-7938e9f9-2ba6-4614-82e6-3bd95ac69d1e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3641856
May 14 21:21:16.278813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Request body: {'port': {'device_id': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:16.284827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (92532511-cea7-4453-9604-6006161c2b19), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.285170 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Floating IP 92532511-cea7-4453-9604-6006161c2b19 disassociated. External IP: 172.35.4.186, port: 9bcc5800-f48b-4fc7-ac54-c5ae11983072.
May 14 21:21:16.386753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293f321-233f-4b3c-9668-1fa25c7bcbd9 req-8f1d5805-6b14-4880-b2c5-2d8f8268f7c0 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:16.394746 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c293f321-233f-4b3c-9668-1fa25c7bcbd9 req-8f1d5805-6b14-4880-b2c5-2d8f8268f7c0 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 932 time: 0.0641468
May 14 21:21:16.461297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a6e0d01-22a5-4450-bf0f-87d78016d195 None None] Provisioning complete for port 32783b2c-8568-419c-979d-100fe44c3fb9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:16.461894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0d01-22a5-4450-bf0f-87d78016d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.467791 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.511069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-b163880b-07e9-429c-a6aa-197a5e33525e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:16.513485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-b163880b-07e9-429c-a6aa-197a5e33525e tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1023 time: 0.1183906
May 14 21:21:16.524846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e0d01-22a5-4450-bf0f-87d78016d195 None None] Port 32783b2c-8568-419c-979d-100fe44c3fb9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:16.526731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c293f321-233f-4b3c-9668-1fa25c7bcbd9 req-ae0d5989-2a73-4d1b-b191-ddebaeb2876d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314564
May 14 21:21:16.724787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Deleting port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:21:16.724787 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.764791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763988ca-b77a-4e1b-8099-22b4cda91e89 req-884e77c8-420a-41a4-b053-14a9f1f90fb4 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:16.769721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.777626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-763988ca-b77a-4e1b-8099-22b4cda91e89 req-884e77c8-420a-41a4-b053-14a9f1f90fb4 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 950 time: 0.1329072
May 14 21:21:16.793815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (07597990-aa56-4f31-a05a-4c5cd3822862), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.878883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Pushing event deleted for resources: {'Port': ['ID=07597990-aa56-4f31-a05a-4c5cd3822862,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:16.945192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] For port 37039dca-7f50-4abf-b9c9-024d3e2f3d10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=37039dca-7f50-4abf-b9c9-024d3e2f3d10,segment=NetworkSegment(a0605846-7a75-47fd-9c28-6516159e65dc),segment_id=a0605846-7a75-47fd-9c28-6516159e65dc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:16.945930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:16.954623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-763988ca-b77a-4e1b-8099-22b4cda91e89 req-2bed74da-2b77-42ee-96a9-d4575d20b12c tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f8175ed-90b9-4114-b716-235b70c4243a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744447
May 14 21:21:16.989116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Calling delete_port for 37039dca-7f50-4abf-b9c9-024d3e2f3d10 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:21:17.160643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] No DVR routers for this DVR port 07597990-aa56-4f31-a05a-4c5cd3822862 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:21:17.164279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:17.168958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2809bc7e-fd30-4c07-bbca-d5a59c74c1c9 req-dac85d41-afd9-40c8-878d-5646b383edb5 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.48 "DELETE /v2.0/ports/07597990-aa56-4f31-a05a-4c5cd3822862 HTTP/1.1" status: 204  len: 173 time: 1.8673155
May 14 21:21:17.171260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'name': 'network-vif-deleted', 'tag': '07597990-aa56-4f31-a05a-4c5cd3822862'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:17.176899 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899e9cb-76c5-4290-a4ce-b0d95f23b893" -d '{"events": [{"server_uuid": "98f86a76-2dbd-4c5d-832c-502a0d21cb55", "name": "network-vif-deleted", "tag": "07597990-aa56-4f31-a05a-4c5cd3822862"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:17.205817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:17.218445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d288345-8add-4b45-8170-d12715325d89 req-3b14df76-2b26-456d-8ff9-a44e29b32301 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:17.250370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d288345-8add-4b45-8170-d12715325d89 req-3b14df76-2b26-456d-8ff9-a44e29b32301 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1315703
May 14 21:21:17.313555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32783b2c-8568-419c-979d-100fe44c3fb9 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:17.339035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Publish callbacks [] for port (32783b2c-8568-419c-979d-100fe44c3fb9), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:17.360853 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d288345-8add-4b45-8170-d12715325d89 req-3b32a045-6bc6-411b-ae8b-e869c01e5dfc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139994
May 14 21:21:17.465040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:17.478462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] Sync routers for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:17.481395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:17.489334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:17.489967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52307d1a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:17.513715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-8aa3a016-c3fa-4f28-bbf3-80ed0bd0cea7 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "PUT /v2.0/floatingips/92532511-cea7-4453-9604-6006161c2b19 HTTP/1.1" status: 200  len: 695 time: 2.1902750
May 14 21:21:17.517975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (37039dca-7f50-4abf-b9c9-024d3e2f3d10), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:17.519888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Transition to ACTIVE for port object 32783b2c-8568-419c-979d-100fe44c3fb9 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:21:17.537328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70751bc6-aa23-4e0b-b45d-a0a3090e12ad req-47f7dce4-2a29-428a-b6b8-0d9e5c8cad76 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:17.553288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['37039dca-7f50-4abf-b9c9-024d3e2f3d10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:17.556748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70751bc6-aa23-4e0b-b45d-a0a3090e12ad req-47f7dce4-2a29-428a-b6b8-0d9e5c8cad76 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 1023 time: 0.0866668
May 14 21:21:17.574244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'Port': ['ID=37039dca-7f50-4abf-b9c9-024d3e2f3d10,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:17.598552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:17.615142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62087a-235b-4cdd-b606-505b52282584 req-6656598c-7f20-48de-a797-c6fcdd27d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:17.616916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-6656598c-7f20-48de-a797-c6fcdd27d2eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.0882285
May 14 21:21:17.716595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:17.753435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Pushing event updated for resources: {'Port': ['ID=32783b2c-8568-419c-979d-100fe44c3fb9,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:17.952706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70751bc6-aa23-4e0b-b45d-a0a3090e12ad req-c3f7ee54-9066-4ce2-809d-0364ca83a11c tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups?id=685d0bd1-3cd2-46fd-901d-30d0e69352aa&id=a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef&id=a49c0f29-93c3-45ab-8eee-da6aa4e3915f&fields=id&fields=name HTTP/1.1" status: 200  len: 517 time: 0.2780240
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] No DVR routers for this DVR port 37039dca-7f50-4abf-b9c9-024d3e2f3d10 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c4f34df-0317-47f9-90da-0b267cc6fec9 req-97f002ab-bd76-40c3-bd71-02f7ac70fbcf tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.36 "DELETE /v2.0/ports/37039dca-7f50-4abf-b9c9-024d3e2f3d10 HTTP/1.1" status: 204  len: 173 time: 1.3226359
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62087a-235b-4cdd-b606-505b52282584 req-2f2eeed8-b5a1-43aa-80c0-725c44dd0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-2f2eeed8-b5a1-43aa-80c0-725c44dd0614 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.2732198
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b555e-83d6-45f6-b73a-eeb5a50fe35f x-openstack-request-id: req-123b555e-83d6-45f6-b73a-eeb5a50fe35f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f86a76-2dbd-4c5d-832c-502a0d21cb55", "name": "network-vif-deleted", "tag": "07597990-aa56-4f31-a05a-4c5cd3822862", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-123b555e-83d6-45f6-b73a-eeb5a50fe35f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:17.953323 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123b555e-83d6-45f6-b73a-eeb5a50fe35f'] response: {'server_uuid': '98f86a76-2dbd-4c5d-832c-502a0d21cb55', 'name': 'network-vif-deleted', 'tag': '07597990-aa56-4f31-a05a-4c5cd3822862', 'status': 'completed', 'code': 200}
May 14 21:21:17.967077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Attempting to bind port 32783b2c-8568-419c-979d-100fe44c3fb9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:17.967418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Attempting to bind port 32783b2c-8568-419c-979d-100fe44c3fb9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:17.967770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Attempting to bind port 32783b2c-8568-419c-979d-100fe44c3fb9 on network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:17.995007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-2556d2f5-6963-4b13-a2ce-4ea8c277b75b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.0733197
May 14 21:21:18.001898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52307d1a30>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:15Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:18.027063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Port 32783b2c-8568-419c-979d-100fe44c3fb9 on network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:21:18.027398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Attempting to bind port 32783b2c-8568-419c-979d-100fe44c3fb9 on network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:18.040927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107892cc-c6c8-482b-af28-4ac9efbab08d req-c0ca2ed3-5d36-4043-86f5-d326b2966e16 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:18.042430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-107892cc-c6c8-482b-af28-4ac9efbab08d req-c0ca2ed3-5d36-4043-86f5-d326b2966e16 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0678105
May 14 21:21:18.043669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] Checking router: f18c7cb3-f869-4f3c-9390-c2f58b5fe486 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:18.043796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:18.044006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Checking segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:18.044389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Bound using segment: {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:18.044834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Bound port: 32783b2c-8568-419c-979d-100fe44c3fb9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3850b9f2-ea82-4816-9df5-4359910bf49b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:18.045190 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:18.051696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62087a-235b-4cdd-b606-505b52282584 req-34acf0bb-ed18-482c-a253-9d44a4d4dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:18.053519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-34acf0bb-ed18-482c-a253-9d44a4d4dddb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.0577664
May 14 21:21:18.068550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:18.068981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52307d1a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:18.104493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-14b9abce-c451-4287-a8d7-f22b8dc43805 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431616
May 14 21:21:18.123305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-107892cc-c6c8-482b-af28-4ac9efbab08d req-7b2735db-50cc-4625-8ef7-c2a509c7cd67 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746863
May 14 21:21:18.160015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] For port 32783b2c-8568-419c-979d-100fe44c3fb9, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:18.163301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] For port 32783b2c-8568-419c-979d-100fe44c3fb9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32783b2c-8568-419c-979d-100fe44c3fb9,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:18.207597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:18.220662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-8820142a-5191-42a0-9a43-bf62f53791cf service neutron] 10.222.0.52 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1114085
May 14 21:21:18.275437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:18.309603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a013cf6-d82c-40a7-9c8a-26f92c031dcf req-ee508039-d009-4bf3-9fd6-c1a2201c41ad tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:18.315838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a013cf6-d82c-40a7-9c8a-26f92c031dcf req-ee508039-d009-4bf3-9fd6-c1a2201c41ad tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 944 time: 0.1086371
May 14 21:21:18.389570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:18.391431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:18.392913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/32783b2c-8568-419c-979d-100fe44c3fb9 HTTP/1.1" status: 200  len: 1092 time: 2.1182649
May 14 21:21:18.393506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:18.396213 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a" -d '{"events": [{"name": "network-changed", "server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:18.488245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a013cf6-d82c-40a7-9c8a-26f92c031dcf req-6c5bb1ea-585f-44ae-941e-6406444d9264 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327193
May 14 21:21:18.488409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e62087a-235b-4cdd-b606-505b52282584 req-4772c24e-0eda-46ae-89fa-e9f29cdada9c service neutron] 10.222.0.52 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2468643
May 14 21:21:18.511426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d64d7-4135-437f-9af3-2bd8fa8e26e2 service neutron] Pushing event updated for resources: {'Port': ['ID=32783b2c-8568-419c-979d-100fe44c3fb9,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:18.572561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52307d1a30>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:15Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:18.623933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ef442-3792-4db7-a6e4-1df0ed6484fd None None] The sync data for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 is: [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:20:07Z', 'revision_number': 4, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '346c03b1-87d7-4a51-a7a5-b06da6cb96c3', 'name': '', 'network_id': 'b1539874-6ea7-49e4-8f22-60e0ae9b0c3a', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'mac_address': 'fa:16:3e:ab:73:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:06Z', 'updated_at': '2022-05-14T21:20:15Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'subnets': [{'id': 'd3992d86-9398-4c21-9fef-97795d3c5379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:18.675717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-44e8f5e8-79c3-4e6b-9cb4-f8365b74d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:18.682927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-44e8f5e8-79c3-4e6b-9cb4-f8365b74d457 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba969692dac24c5bab4062ca210bef43&device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 1126 time: 0.1026103
May 14 21:21:18.727562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f224635-d9d2-4e4b-9192-1a8c9e878910 req-17edec7c-5f43-4c66-b7cd-19e104fc24c7 tempest-ServerDiagnosticsNegativeTest-83012434 tempest-ServerDiagnosticsNegativeTest-83012434-project] 10.222.0.52 "GET /v2.0/ports?device_id=98f86a76-2dbd-4c5d-832c-502a0d21cb55 HTTP/1.1" status: 200  len: 210 time: 0.0434813
May 14 21:21:18.796475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 07597990-aa56-4f31-a05a-4c5cd3822862 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:21:18.873687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 07597990-aa56-4f31-a05a-4c5cd3822862 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:21:18.876926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 07597990-aa56-4f31-a05a-4c5cd3822862 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:21:18.883254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747f54-39c3-4717-ba13-5ef50b8f9888 req-c14ffb56-a13f-4d42-9386-da6ed99d21cc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:18.885013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb747f54-39c3-4717-ba13-5ef50b8f9888 req-c14ffb56-a13f-4d42-9386-da6ed99d21cc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1109283
May 14 21:21:18.937917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-98275ec6-6d2e-4c51-9788-f9a3c6380fd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32783b2c-8568-419c-979d-100fe44c3fb9 HTTP/1.1" status: 200  len: 217 time: 0.1120136
May 14 21:21:18.989141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb747f54-39c3-4717-ba13-5ef50b8f9888 req-dc1075e2-b231-47bf-8eae-eb8f16ac2e92 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934179
May 14 21:21:19.027899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-f74be85a-d488-4864-afa5-41e543dd89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:19.029802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-f74be85a-d488-4864-afa5-41e543dd89f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f6e5f5-8350-479f-af48-226fb6935e79 HTTP/1.1" status: 200  len: 851 time: 0.0692222
May 14 21:21:19.072275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b53868-87b7-4ca8-a67f-6dbb5816c29b req-ed6d8d4f-6388-4e22-bc09-b6c5dc4d0e49 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:19.079658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73b53868-87b7-4ca8-a67f-6dbb5816c29b req-ed6d8d4f-6388-4e22-bc09-b6c5dc4d0e49 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1631341
May 14 21:21:19.089126 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de24938f-7e7a-4fbf-980b-88ddfcb80797 x-openstack-request-id: req-de24938f-7e7a-4fbf-980b-88ddfcb80797 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:19.089418 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:19.089664 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de24938f-7e7a-4fbf-980b-88ddfcb80797 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:19.090065 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de24938f-7e7a-4fbf-980b-88ddfcb80797'] response: {'name': 'network-changed', 'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9', 'status': 'completed', 'code': 200}
May 14 21:21:19.102741 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29add0a2-81ba-4a0c-986f-f08e9a67bf4f None None] New status for floating IP 92532511-cea7-4453-9604-6006161c2b19: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:21:19.135633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-e66f520f-2b43-4201-abde-5e13e23dc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:19.137506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-e66f520f-2b43-4201-abde-5e13e23dc99f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0990896
May 14 21:21:19.178086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bae6b461-1968-4587-b2aa-20f004879da7 req-8f5167b1-3c21-4757-8c97-9d1890774b30 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips/92532511-cea7-4453-9604-6006161c2b19 HTTP/1.1" status: 200  len: 695 time: 0.0882547
May 14 21:21:19.202312 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73b53868-87b7-4ca8-a67f-6dbb5816c29b req-083c22db-9eb7-4e85-bf34-c5fa91685128 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217639
May 14 21:21:19.288555 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-bb42d2be-93bb-4ac3-a964-9b86b6ea4e90 service neutron] 10.222.0.36 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411407
May 14 21:21:19.339141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b461-1968-4587-b2aa-20f004879da7 req-57810191-d1eb-4e9b-93be-1732e9a5fd4d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:19.343854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9de87eba-e864-4fa5-997b-f2ea4f0dc202 req-180ef667-7533-4f65-82dd-4051fa9592ad tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfa76855-e975-43d4-96d6-c1c97823573e HTTP/1.1" status: 200  len: 210 time: 0.0515184
May 14 21:21:19.347046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bae6b461-1968-4587-b2aa-20f004879da7 req-57810191-d1eb-4e9b-93be-1732e9a5fd4d tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1601839
May 14 21:21:19.401626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bae6b461-1968-4587-b2aa-20f004879da7 req-1ed0b139-ffd3-4650-b12e-7ea9e35ca1cd tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 698 time: 0.0536075
May 14 21:21:19.414663 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:21:19.452571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f6ac248-eaf9-4462-9c1a-60bbe03d5636 req-6506770b-765e-4ec8-8bf2-b03fea52c466 service neutron] 10.222.0.36 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502423
May 14 21:21:19.460225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bae6b461-1968-4587-b2aa-20f004879da7 req-75effb07-8910-465b-a58d-980923552524 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.186 HTTP/1.1" status: 200  len: 698 time: 0.0574851
May 14 21:21:19.586716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Deleting port ee02dc3d-6e53-48ed-a190-357d28e64554 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:21:19.587060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:19.663224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:19.663587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (ee02dc3d-6e53-48ed-a190-357d28e64554), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:19.676182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Calling delete_port for ee02dc3d-6e53-48ed-a190-357d28e64554 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:21:19.883462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 37039dca-7f50-4abf-b9c9-024d3e2f3d10 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:21:19.905252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 37039dca-7f50-4abf-b9c9-024d3e2f3d10 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:21:19.905697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 37039dca-7f50-4abf-b9c9-024d3e2f3d10 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:21:19.906875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06f1f-616d-4fb4-bb2e-b1a888c60ece req-10eac883-2732-4550-83e2-a54cae8e12cf tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:19.911952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84f06f1f-616d-4fb4-bb2e-b1a888c60ece req-10eac883-2732-4550-83e2-a54cae8e12cf tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 944 time: 0.0530701
May 14 21:21:19.921428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}, {'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'name': 'network-vif-deleted', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:19.924145 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a161056-edd9-4578-805d-ddc3128c1d70" -d '{"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}, {"server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "name": "network-vif-deleted", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:19.955494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84f06f1f-616d-4fb4-bb2e-b1a888c60ece req-1fa22a18-79cd-45a4-80f9-ec109662d188 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412416
May 14 21:21:20.025913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ee02dc3d-6e53-48ed-a190-357d28e64554), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.057675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event deleted for resources: {'Port': ['ID=ee02dc3d-6e53-48ed-a190-357d28e64554,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:20.124864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for floatingip (92532511-cea7-4453-9604-6006161c2b19), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.127338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.128515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bae6b461-1968-4587-b2aa-20f004879da7 req-bb479c3f-24da-4214-b766-72f494296e99 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "DELETE /v2.0/floatingips/92532511-cea7-4453-9604-6006161c2b19 HTTP/1.1" status: 204  len: 173 time: 0.6675045
May 14 21:21:20.201542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:20.206793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519220923', 'description': 'tempest-description--2068869068'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:20.246163 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d58465-b45a-4676-b22b-0040298fb74e x-openstack-request-id: req-b5d58465-b45a-4676-b22b-0040298fb74e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:20.246463 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "status": "completed", "code": 200}, {"server_uuid": "bfa76855-e975-43d4-96d6-c1c97823573e", "name": "network-vif-deleted", "tag": "37039dca-7f50-4abf-b9c9-024d3e2f3d10", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:20.246712 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5d58465-b45a-4676-b22b-0040298fb74e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:20.247118 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d58465-b45a-4676-b22b-0040298fb74e'] response: {'name': 'network-changed', 'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'status': 'completed', 'code': 200}
May 14 21:21:20.247375 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d58465-b45a-4676-b22b-0040298fb74e'] response: {'server_uuid': 'bfa76855-e975-43d4-96d6-c1c97823573e', 'name': 'network-vif-deleted', 'tag': '37039dca-7f50-4abf-b9c9-024d3e2f3d10', 'status': 'completed', 'code': 200}
May 14 21:21:20.263758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb71f-2e3c-4e3d-9dac-6b8a8c61484a req-71fc3f39-6cc6-4815-bb03-c8f4fe15a950 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.265776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9afeb71f-2e3c-4e3d-9dac-6b8a8c61484a req-71fc3f39-6cc6-4815-bb03-c8f4fe15a950 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0541749
May 14 21:21:20.280900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.312268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e0eaa60-9a61-4b1f-8e0d-acb98a746f5b req-1c78fe6d-cb73-40e8-9f1f-845a786daf2e tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups/f542b489-4d4e-416a-99ad-2e7e66a25dd4 HTTP/1.1" status: 200  len: 1825 time: 0.0567718
May 14 21:21:20.314609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9afeb71f-2e3c-4e3d-9dac-6b8a8c61484a req-2987ddec-328b-47f4-9c49-8c50e4a00421 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424972
May 14 21:21:20.411823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group (df2125ce-5187-47c6-aa65-a36fa87ba98b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.416307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2e0eaa60-9a61-4b1f-8e0d-acb98a746f5b req-ae8d8e1b-9b03-4241-96ad-d38b34d23678 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for security_group (f542b489-4d4e-416a-99ad-2e7e66a25dd4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.434100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428d1d-669f-468d-a70f-af431c6dacda req-8097d4d7-15eb-45fd-bf1a-fca57f7c77e8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.435792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03428d1d-669f-468d-a70f-af431c6dacda req-8097d4d7-15eb-45fd-bf1a-fca57f7c77e8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0560424
May 14 21:21:20.445559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2e0eaa60-9a61-4b1f-8e0d-acb98a746f5b req-ae8d8e1b-9b03-4241-96ad-d38b34d23678 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for security_group (f542b489-4d4e-416a-99ad-2e7e66a25dd4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.482346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (df2125ce-5187-47c6-aa65-a36fa87ba98b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.495517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03428d1d-669f-468d-a70f-af431c6dacda req-cd9155e2-77ff-49a3-8dd1-96f9cba98532 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499661
May 14 21:21:20.558106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2125ce-5187-47c6-aa65-a36fa87ba98b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:20.570266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-5917b3cd-89be-4301-ba77-27faf2a01eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.572155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-5917b3cd-89be-4301-ba77-27faf2a01eb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba969692dac24c5bab4062ca210bef43&device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 1126 time: 0.0663757
May 14 21:21:20.572311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-3c264c7f-3ef4-42cf-a899-1b20ba865d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.573602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-3c264c7f-3ef4-42cf-a899-1b20ba865d1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d272971274514577b827dd8ac81c9e58&device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 1128 time: 0.0493510
May 14 21:21:20.658498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.660573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4454759-83b7-4d92-b8fa-64c1bcf70cf1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4577620
May 14 21:21:20.661317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2e0eaa60-9a61-4b1f-8e0d-acb98a746f5b req-ae8d8e1b-9b03-4241-96ad-d38b34d23678 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f542b489-4d4e-416a-99ad-2e7e66a25dd4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.664002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-2e0eaa60-9a61-4b1f-8e0d-acb98a746f5b req-ae8d8e1b-9b03-4241-96ad-d38b34d23678 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.665116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e0eaa60-9a61-4b1f-8e0d-acb98a746f5b req-ae8d8e1b-9b03-4241-96ad-d38b34d23678 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "DELETE /v2.0/security-groups/f542b489-4d4e-416a-99ad-2e7e66a25dd4 HTTP/1.1" status: 204  len: 173 time: 0.3442411
May 14 21:21:20.665589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:20.668921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60572) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:20.676614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Request body: {'security_group_rule': {'security_group_id': 'df2125ce-5187-47c6-aa65-a36fa87ba98b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:20.684332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99f5d-73f8-4c2f-86f6-339656403ec5 req-ace10c8c-cd26-4421-8cfa-d2641218d3d6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.686066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9db99f5d-73f8-4c2f-86f6-339656403ec5 req-ace10c8c-cd26-4421-8cfa-d2641218d3d6 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1113484
May 14 21:21:20.700501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d8e1b-9b03-4241-96ad-d38b34d23678 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f542b489-4d4e-416a-99ad-2e7e66a25dd4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:20.755299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-1753e630-28f4-424a-8072-a9aeef59e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.757414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-1753e630-28f4-424a-8072-a9aeef59e227 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 HTTP/1.1" status: 200  len: 913 time: 0.1750188
May 14 21:21:20.773338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-cba4a42d-44b0-47ec-9c42-b8785eb9800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.775832 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-cba4a42d-44b0-47ec-9c42-b8785eb9800c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 200  len: 920 time: 0.1913030
May 14 21:21:20.789836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9db99f5d-73f8-4c2f-86f6-339656403ec5 req-75dd61c2-f242-45a3-81fe-819d5f9cc094 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916851
May 14 21:21:20.815374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-fd019471-8f1c-4c13-b488-d350bd1feec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32783b2c-8568-419c-979d-100fe44c3fb9 HTTP/1.1" status: 200  len: 217 time: 0.0510750
May 14 21:21:20.840723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-b2cde2d5-27fe-44b8-a0da-eae6483042b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 200  len: 217 time: 0.0498781
May 14 21:21:20.874013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group_rule (fdd48828-7da7-4ec3-9b70-1ec3285fc99f), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:20.878291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-9cf51835-ed42-45da-ba50-33b328f84f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.880334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-9cf51835-ed42-45da-ba50-33b328f84f44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f6e5f5-8350-479f-af48-226fb6935e79 HTTP/1.1" status: 200  len: 851 time: 0.0586970
May 14 21:21:20.946859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94ebad48-4c80-4b10-858a-570666f0c841 req-3a43f16b-282c-4d2e-9655-069ba46965f9 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/685d0bd1-3cd2-46fd-901d-30d0e69352aa HTTP/1.1" status: 200  len: 1817 time: 0.1087887
May 14 21:21:20.947419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-5729ebc6-5d40-41c8-9cc0-642dcfb5d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.948702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-5729ebc6-5d40-41c8-9cc0-642dcfb5d587 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0595825
May 14 21:21:20.966692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-cae68d0e-ac9f-4852-aaa3-0a59d0f7e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:20.968188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-cae68d0e-ac9f-4852-aaa3-0a59d0f7e07d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 200  len: 859 time: 0.1141500
May 14 21:21:20.974041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23806352-20b9-4e45-a31c-51419956759c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=236a7e87d3af4de2a0ef55f9cbd9dd7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3040521
May 14 21:21:20.980362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60582) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:20.982067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group_rule (fdd48828-7da7-4ec3-9b70-1ec3285fc99f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.016530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-3bb460f6-4c3d-41ce-88d8-fa4be512bf3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0364451
May 14 21:21:21.041715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (fdd48828-7da7-4ec3-9b70-1ec3285fc99f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.087326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd48828-7da7-4ec3-9b70-1ec3285fc99f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:21.111459 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ebad48-4c80-4b10-858a-570666f0c841 req-404a4ec2-eeac-49f9-b739-386c54323cd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (685d0bd1-3cd2-46fd-901d-30d0e69352aa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.125191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-f4c18fa2-13c2-4b20-8916-1323bd1dfb06 service neutron] 10.222.0.36 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631129
May 14 21:21:21.125191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b34a355c-3072-48b1-a384-7c41fe11352f admin admin] Publish callbacks [] for security_group (2f8175ed-90b9-4114-b716-235b70c4243a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.149422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b34a355c-3072-48b1-a384-7c41fe11352f admin admin] Publish callbacks [] for security_group (2f8175ed-90b9-4114-b716-235b70c4243a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.149918 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ebad48-4c80-4b10-858a-570666f0c841 req-404a4ec2-eeac-49f9-b739-386c54323cd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (685d0bd1-3cd2-46fd-901d-30d0e69352aa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.162610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-4526427d-cd54-4852-a4cc-60e05cc8d672 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393199
May 14 21:21:21.188041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.188041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1d2f5fa-b81c-4e0a-8c0d-1d4d6e8d3d05 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5147266
May 14 21:21:21.189365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60588) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:21.194202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Request body: {'security_group_rule': {'security_group_id': 'df2125ce-5187-47c6-aa65-a36fa87ba98b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:21.270662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ebad48-4c80-4b10-858a-570666f0c841 req-404a4ec2-eeac-49f9-b739-386c54323cd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (685d0bd1-3cd2-46fd-901d-30d0e69352aa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.273467 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ebad48-4c80-4b10-858a-570666f0c841 req-404a4ec2-eeac-49f9-b739-386c54323cd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.274934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94ebad48-4c80-4b10-858a-570666f0c841 req-404a4ec2-eeac-49f9-b739-386c54323cd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/685d0bd1-3cd2-46fd-901d-30d0e69352aa HTTP/1.1" status: 204  len: 173 time: 0.3182366
May 14 21:21:21.289052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a4ec2-eeac-49f9-b739-386c54323cd5 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685d0bd1-3cd2-46fd-901d-30d0e69352aa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:21.304214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group_rule (7511a209-26af-4583-b684-0bb27e265c3a), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.405358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4411c3-2253-4f7c-8519-d04aef9efa46 req-d04f205c-c4c2-45ee-8799-20a1724ecfef tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:21.407761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d4411c3-2253-4f7c-8519-d04aef9efa46 req-d04f205c-c4c2-45ee-8799-20a1724ecfef tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 944 time: 0.0668256
May 14 21:21:21.418370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group_rule (7511a209-26af-4583-b684-0bb27e265c3a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.466699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d4411c3-2253-4f7c-8519-d04aef9efa46 req-d1f8b747-e62c-41ac-8337-05d9917dc806 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510767
May 14 21:21:21.504814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (7511a209-26af-4583-b684-0bb27e265c3a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.528799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67315e-fd6d-4b4b-a20e-ff41b545756f req-aabb31af-05ca-40c3-b492-c51704d5f1c4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:21.529489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7511a209-26af-4583-b684-0bb27e265c3a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:21.534844 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e67315e-fd6d-4b4b-a20e-ff41b545756f req-aabb31af-05ca-40c3-b492-c51704d5f1c4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.3739884
May 14 21:21:21.588667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12572e-5e22-490e-865c-91a9a445b5d1 req-d6923b25-8bd8-4cfa-bc7f-d89eb33213a1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:21.590412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c12572e-5e22-490e-865c-91a9a445b5d1 req-d6923b25-8bd8-4cfa-bc7f-d89eb33213a1 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0475211
May 14 21:21:21.591465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e67315e-fd6d-4b4b-a20e-ff41b545756f req-b501448b-c513-4e35-87f8-3476000849ae tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502834
May 14 21:21:21.593872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.598935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ff629bfd-2efd-46f0-a9f6-390dc000ea9a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4053404
May 14 21:21:21.599554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60596) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:21.616034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:21.633261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b34a355c-3072-48b1-a384-7c41fe11352f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2f8175ed-90b9-4114-b716-235b70c4243a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.635984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b34a355c-3072-48b1-a384-7c41fe11352f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.637056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b34a355c-3072-48b1-a384-7c41fe11352f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f8175ed-90b9-4114-b716-235b70c4243a HTTP/1.1" status: 204  len: 168 time: 0.6538527
May 14 21:21:21.640244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c12572e-5e22-490e-865c-91a9a445b5d1 req-440066e3-9d71-44fa-b923-10654c1fe283 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434217
May 14 21:21:21.671067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a355c-3072-48b1-a384-7c41fe11352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8175ed-90b9-4114-b716-235b70c4243a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:21.712464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-404133bf-9b47-40c9-ae76-edf7de9dda87 req-ff02f356-df62-495e-bc50-95369aa243b0 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "GET /v2.0/security-groups/a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef HTTP/1.1" status: 200  len: 1817 time: 0.0912106
May 14 21:21:21.743847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.745511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82233167-c01c-48bd-9d7d-844730c1cde3 req-730f836c-2cb8-4131-9d3a-7b4ac60188bb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:21.747181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82233167-c01c-48bd-9d7d-844730c1cde3 req-730f836c-2cb8-4131-9d3a-7b4ac60188bb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0473952
May 14 21:21:21.795224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82233167-c01c-48bd-9d7d-844730c1cde3 req-e722b043-7fd4-4bdd-b56f-1f660c233a78 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420430
May 14 21:21:21.835263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-404133bf-9b47-40c9-ae76-edf7de9dda87 req-efd97173-389c-4b30-8c34-8d3d02d5c864 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.864633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.875892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-404133bf-9b47-40c9-ae76-edf7de9dda87 req-efd97173-389c-4b30-8c34-8d3d02d5c864 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:21.893862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32783b2c-8568-419c-979d-100fe44c3fb9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:21:22.003071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 32783b2c-8568-419c-979d-100fe44c3fb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32783b2c-8568-419c-979d-100fe44c3fb9,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:22.013652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Allocated IP 172.35.4.56 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/254cb125-a8ce-405c-8a28-b5e7e3402226) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:22.015659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '32783b2c-8568-419c-979d-100fe44c3fb9', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'port_id': '32783b2c-8568-419c-979d-100fe44c3fb9', 'mac_address': 'fa:16:3e:e5:ec:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:21:22.060091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 32783b2c-8568-419c-979d-100fe44c3fb9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:22.060736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.075346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32783b2c-8568-419c-979d-100fe44c3fb9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:22.088616 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-404133bf-9b47-40c9-ae76-edf7de9dda87 req-efd97173-389c-4b30-8c34-8d3d02d5c864 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.093995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-404133bf-9b47-40c9-ae76-edf7de9dda87 req-efd97173-389c-4b30-8c34-8d3d02d5c864 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.093995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-404133bf-9b47-40c9-ae76-edf7de9dda87 req-efd97173-389c-4b30-8c34-8d3d02d5c864 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] 10.222.0.52 "DELETE /v2.0/security-groups/a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef HTTP/1.1" status: 204  len: 173 time: 0.3722742
May 14 21:21:22.098008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 32783b2c-8568-419c-979d-100fe44c3fb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32783b2c-8568-419c-979d-100fe44c3fb9,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:22.099605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60604) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:22.108007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd97173-389c-4b30-8c34-8d3d02d5c864 tempest-SecurityGroupsTestJSON-485815566 tempest-SecurityGroupsTestJSON-485815566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30d7a86-b7fa-4547-8f0b-cbe0fcf1f5ef,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:22.148924 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.176876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Deleting subnet b90356d5-dae9-4af9-8620-ffa197e7bf31 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:21:22.180888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Publish callbacks [] for subnet (b90356d5-dae9-4af9-8620-ffa197e7bf31), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.197136 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.226582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (b90356d5-dae9-4af9-8620-ffa197e7bf31), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.238375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130c770-d7b5-438f-850d-4189d3a8b0a2 req-5023860f-0141-4629-b6d2-6a1bae4d4a4a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:22.240356 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7130c770-d7b5-438f-850d-4189d3a8b0a2 req-5023860f-0141-4629-b6d2-6a1bae4d4a4a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0549717
May 14 21:21:22.242105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.278626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b90356d5-dae9-4af9-8620-ffa197e7bf31), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.287915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=32783b2c-8568-419c-979d-100fe44c3fb9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:22.298650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event updated for resources: {'Port': ['ID=254cb125-a8ce-405c-8a28-b5e7e3402226,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:22.302410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:22.315633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:22.319091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:22.374053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7130c770-d7b5-438f-850d-4189d3a8b0a2 req-36c80b14-7b5a-4e3a-a00c-eb1bb21575d4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802853
May 14 21:21:22.397044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60608) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:22.411270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d51794ea-d740-41ca-86de-a7998d5c632a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.425603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (7440d0a6-e390-4d7d-bd8b-f06a64ac7327), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.434989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b90356d5-dae9-4af9-8620-ffa197e7bf31), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.457844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['32783b2c-8568-419c-979d-100fe44c3fb9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:22.470883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90356d5-dae9-4af9-8620-ffa197e7bf31,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:22.476014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.479113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-37b94e36-d353-447a-9e13-b4565ec03bbd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b90356d5-dae9-4af9-8620-ffa197e7bf31 HTTP/1.1" status: 204  len: 168 time: 0.3779974
May 14 21:21:22.482451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60610) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:22.531424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d51794ea-d740-41ca-86de-a7998d5c632a admin admin] Publish callbacks [] for security_group (0561caba-c290-4e79-b127-fd3447dd0917), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.559075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (40fe4e54-7ec0-4751-90cd-3564b5d09a77), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.631896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcaa5e-ef8b-44a8-9a27-72946cf2330d req-75e94b38-5c78-4b35-8236-44e1bbf49662 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:22.633417 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73bcaa5e-ef8b-44a8-9a27-72946cf2330d req-75e94b38-5c78-4b35-8236-44e1bbf49662 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 945 time: 0.0682809
May 14 21:21:22.648200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d51794ea-d740-41ca-86de-a7998d5c632a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0561caba-c290-4e79-b127-fd3447dd0917), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.672264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.693157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (40fe4e54-7ec0-4751-90cd-3564b5d09a77), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.707058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d51794ea-d740-41ca-86de-a7998d5c632a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4d51eb830dc44dcbc203378797df1a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3088777
May 14 21:21:22.710447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51794ea-d740-41ca-86de-a7998d5c632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0561caba-c290-4e79-b127-fd3447dd0917,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:22.710740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60616) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:22.726486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73bcaa5e-ef8b-44a8-9a27-72946cf2330d req-a5fd510e-e459-4532-9f17-4ed11c45ec38 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860345
May 14 21:21:22.728881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230cf3250>,) {'filters': {'network_id': ['40fe4e54-7ec0-4751-90cd-3564b5d09a77']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:22.786588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230cf3250>, 'a0605846-7a75-47fd-9c28-6516159e65dc') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:22.786783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230cf3250>, 'a0605846-7a75-47fd-9c28-6516159e65dc') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:22.822209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a0605846-7a75-47fd-9c28-6516159e65dc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.856759 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a0605846-7a75-47fd-9c28-6516159e65dc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.868918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa80e-51ff-4a6a-80bb-7e0bc259f77e req-6fe4c7da-02c4-4006-8ae8-30d3a3aed7e8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:22.870396 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d2fa80e-51ff-4a6a-80bb-7e0bc259f77e req-6fe4c7da-02c4-4006-8ae8-30d3a3aed7e8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.1383910
May 14 21:21:22.874919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:21:22.875231 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a0605846-7a75-47fd-9c28-6516159e65dc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:21:22.891080 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:21:22.919960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbcd-9090-4234-80f5-0c61366a7677 req-0b561579-a812-4a59-a1e3-1dfab674da07 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:22.922283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2dcfcbcd-9090-4234-80f5-0c61366a7677 req-0b561579-a812-4a59-a1e3-1dfab674da07 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0536582
May 14 21:21:22.972249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2dcfcbcd-9090-4234-80f5-0c61366a7677 req-bf610fb7-d016-4793-8378-11fa2b5e1b4b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428288
May 14 21:21:22.988953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40581582-1206-4d65-9950-00f2d751faf0 admin admin] Publish callbacks [] for security_group (0561caba-c290-4e79-b127-fd3447dd0917), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.070861 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40581582-1206-4d65-9950-00f2d751faf0 admin admin] Publish callbacks [] for security_group (0561caba-c290-4e79-b127-fd3447dd0917), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.083163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d2fa80e-51ff-4a6a-80bb-7e0bc259f77e req-c9dd7052-d547-4e4a-92a0-06723c6d1f48 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/security-groups?id=0bd1063c-973d-4eca-8f37-d1f9574b44fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795969
May 14 21:21:23.124004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (40fe4e54-7ec0-4751-90cd-3564b5d09a77), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.156105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a161056-edd9-4578-805d-ddc3128c1d70 req-6ce25931-83b9-4330-ba61-113cbbef16f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941110
May 14 21:21:23.165614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.170984 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] 10.222.0.52 "DELETE /v2.0/networks/40fe4e54-7ec0-4751-90cd-3564b5d09a77 HTTP/1.1" status: 204  len: 168 time: 0.6850517
May 14 21:21:23.212587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b044b9e-bbf9-4062-951e-0793f105b11b admin admin] Pushing event deleted for resources: {'Network': ['ID=40fe4e54-7ec0-4751-90cd-3564b5d09a77,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:23.240622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.261098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08f5476e-664d-40a6-bfc1-ad2f85c0ba6a req-b32d2fcd-5f19-44a8-abec-d15d94064143 service neutron] 10.222.0.36 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925094
May 14 21:21:23.373719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-c9f529c2-1d1e-4d69-9bb6-40f205c91bb8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:23.375293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-c9f529c2-1d1e-4d69-9bb6-40f205c91bb8 tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.36 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 946 time: 0.0492029
May 14 21:21:23.388002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.446524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40581582-1206-4d65-9950-00f2d751faf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0561caba-c290-4e79-b127-fd3447dd0917), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.449152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-40581582-1206-4d65-9950-00f2d751faf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.450280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-40581582-1206-4d65-9950-00f2d751faf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0561caba-c290-4e79-b127-fd3447dd0917 HTTP/1.1" status: 204  len: 168 time: 0.7341781
May 14 21:21:23.506626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494c8e3-616d-4354-9567-33912f1566be req-b3557c3e-b854-4db3-857f-8dcb73a7eeac tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:23.507815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40581582-1206-4d65-9950-00f2d751faf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0561caba-c290-4e79-b127-fd3447dd0917,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:23.516814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f494c8e3-616d-4354-9567-33912f1566be req-b3557c3e-b854-4db3-857f-8dcb73a7eeac tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0712898
May 14 21:21:23.548016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event updated for resources: {'Port': ['ID=254cb125-a8ce-405c-8a28-b5e7e3402226,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:23.563840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7440d0a6-e390-4d7d-bd8b-f06a64ac7327), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.584584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Deleting port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:21:23.584810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.586116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f494c8e3-616d-4354-9567-33912f1566be req-8ef80582-0944-47e7-95a8-03a0230bd0a4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662699
May 14 21:21:23.691818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.693251 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f2210c5-193c-4a22-9946-9f1ecff4c830 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0926638
May 14 21:21:23.713644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] For port 9bcc5800-f48b-4fc7-ac54-c5ae11983072, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9bcc5800-f48b-4fc7-ac54-c5ae11983072,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:23.713838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60630) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:23.714083 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.731734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Calling delete_port for 9bcc5800-f48b-4fc7-ac54-c5ae11983072 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:21:23.776892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90bf3112-44c2-4207-8dfa-80d18e92aacb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62ef4614a33040a7b0ae010a6b1c7fb1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0602019
May 14 21:21:23.780082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60634) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:23.896272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32783b2c-8568-419c-979d-100fe44c3fb9 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:23.939994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b641372-9db7-410f-9d82-fb65f2ef3b94 admin admin] Publish callbacks [] for security_group (a49c0f29-93c3-45ab-8eee-da6aa4e3915f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:23.978286 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b641372-9db7-410f-9d82-fb65f2ef3b94 admin admin] Publish callbacks [] for security_group (a49c0f29-93c3-45ab-8eee-da6aa4e3915f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.008423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 32783b2c-8568-419c-979d-100fe44c3fb9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:21:24.036107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099d8a7-33a5-41da-84f6-56c6cb3bcf41 req-fedb31a2-a18f-48ce-8148-050f1e511867 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:24.040297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9099d8a7-33a5-41da-84f6-56c6cb3bcf41 req-fedb31a2-a18f-48ce-8148-050f1e511867 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 945 time: 0.2016354
May 14 21:21:24.084559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-d4c9daf4-4a74-4c31-9582-db87a8570d2a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--519220923&fields=id&tenant_id=44c96286063c40ac948610903a50e98f HTTP/1.1" status: 200  len: 267 time: 0.0567381
May 14 21:21:24.089358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9bcc5800-f48b-4fc7-ac54-c5ae11983072), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.104204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9bcc5800-f48b-4fc7-ac54-c5ae11983072'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:24.130733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9099d8a7-33a5-41da-84f6-56c6cb3bcf41 req-97a5d143-08dd-425c-8d47-d840f6bca241 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852652
May 14 21:21:24.154774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 32783b2c-8568-419c-979d-100fe44c3fb9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:24.155617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.197676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b641372-9db7-410f-9d82-fb65f2ef3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a49c0f29-93c3-45ab-8eee-da6aa4e3915f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.206311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b641372-9db7-410f-9d82-fb65f2ef3b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.211334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b641372-9db7-410f-9d82-fb65f2ef3b94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a49c0f29-93c3-45ab-8eee-da6aa4e3915f HTTP/1.1" status: 204  len: 168 time: 0.4260747
May 14 21:21:24.222930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Pushing event deleted for resources: {'Port': ['ID=9bcc5800-f48b-4fc7-ac54-c5ae11983072,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:24.244918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b641372-9db7-410f-9d82-fb65f2ef3b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c0f29-93c3-45ab-8eee-da6aa4e3915f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:24.342013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 32783b2c-8568-419c-979d-100fe44c3fb9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:24.342606 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.346951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd75577-ec5c-4b67-b457-a479844b1431 req-f077efd0-0654-4aa9-89c2-3fd0b69b1847 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:24.355244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcd75577-ec5c-4b67-b457-a479844b1431 req-f077efd0-0654-4aa9-89c2-3fd0b69b1847 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1343720
May 14 21:21:24.372220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:24.373335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] No DVR routers for this DVR port 9bcc5800-f48b-4fc7-ac54-c5ae11983072 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:21:24.376803 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49b8df8-8ca4-4bcb-8fe2-7d2f06efe20a" -d '{"events": [{"server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:24.378105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.382013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ab72853-d910-43e3-8aa0-fd236d96abdb req-441daa44-ac2b-46e1-a77a-efaea85dacff tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.36 "DELETE /v2.0/ports/9bcc5800-f48b-4fc7-ac54-c5ae11983072 HTTP/1.1" status: 204  len: 173 time: 1.0014193
May 14 21:21:24.382798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'name': 'network-vif-deleted', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:24.388497 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afe50d0-8c81-405e-b6c3-74c8327253cd" -d '{"events": [{"server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "name": "network-vif-deleted", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:24.395987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-d0b42797-fd6a-4dcb-834b-1e6a07fcd988 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:24.397045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 32783b2c-8568-419c-979d-100fe44c3fb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32783b2c-8568-419c-979d-100fe44c3fb9,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:24.403434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-d0b42797-fd6a-4dcb-834b-1e6a07fcd988 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/networks?id=4c779a2a-d698-417c-a933-0b56110b8e36 HTTP/1.1" status: 200  len: 815 time: 0.3051507
May 14 21:21:24.417162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-07ff32f6-68a7-4424-b943-8b94bf786260 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/quotas/44c96286063c40ac948610903a50e98f HTTP/1.1" status: 200  len: 375 time: 0.0128088
May 14 21:21:24.429982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcd75577-ec5c-4b67-b457-a479844b1431 req-8d5c2a99-71cc-4dd9-b076-d96525d923a7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735795
May 14 21:21:24.486681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-85321c63-4d4b-46a2-9b85-9c1db11ca73f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=44c96286063c40ac948610903a50e98f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0603850
May 14 21:21:24.495741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:24.548099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed615727-d4cd-42d1-9d61-29fe7bee23db req-c60add90-a413-43f4-98d3-cf7ee312dff9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:24.549850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed615727-d4cd-42d1-9d61-29fe7bee23db req-c60add90-a413-43f4-98d3-cf7ee312dff9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0562904
May 14 21:21:24.572980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=32783b2c-8568-419c-979d-100fe44c3fb9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:24.662998 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-87588c41-e2c4-4f69-9113-954740b677f6 service neutron] 10.222.0.52 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348128
May 14 21:21:24.696760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed615727-d4cd-42d1-9d61-29fe7bee23db req-c078f874-1ccd-465b-b5c5-fa5183b498ab tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362469
May 14 21:21:24.786771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-0f23fd45-1ebc-48cb-afec-eddd20f8905d service neutron] 10.222.0.52 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295936
May 14 21:21:24.839493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e81d6f0d-6bef-467b-88f3-53547eba624f req-53035af2-d314-4c33-b842-b428779920ef tempest-ServerRescueTestJSONUnderV235-1917270842 tempest-ServerRescueTestJSONUnderV235-1917270842-project] 10.222.0.52 "GET /v2.0/ports?device_id=65f64224-2391-4126-8dcb-f009aa8a0612 HTTP/1.1" status: 200  len: 210 time: 0.0524893
May 14 21:21:24.888455 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c6ddd0-adbf-41c9-ba1e-d6bab677c566 x-openstack-request-id: req-e4c6ddd0-adbf-41c9-ba1e-d6bab677c566 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:24.889033 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:24.889288 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4c6ddd0-adbf-41c9-ba1e-d6bab677c566 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:24.889691 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c6ddd0-adbf-41c9-ba1e-d6bab677c566'] response: {'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9', 'code': 200}
May 14 21:21:24.926429 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef26eb-3d71-45ad-a608-0114d5fed4e8 x-openstack-request-id: req-a8ef26eb-3d71-45ad-a608-0114d5fed4e8 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:24.927086 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f64224-2391-4126-8dcb-f009aa8a0612", "name": "network-vif-deleted", "tag": "9bcc5800-f48b-4fc7-ac54-c5ae11983072", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:24.927575 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8ef26eb-3d71-45ad-a608-0114d5fed4e8 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:24.928153 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ef26eb-3d71-45ad-a608-0114d5fed4e8'] response: {'server_uuid': '65f64224-2391-4126-8dcb-f009aa8a0612', 'name': 'network-vif-deleted', 'tag': '9bcc5800-f48b-4fc7-ac54-c5ae11983072', 'status': 'completed', 'code': 200}
May 14 21:21:24.990194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133b60f-19be-4774-8648-07374daf4f69 req-34c499e9-7d95-4a17-8796-49513005aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:24.992032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1133b60f-19be-4774-8648-07374daf4f69 req-34c499e9-7d95-4a17-8796-49513005aa89 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 1128 time: 0.0412202
May 14 21:21:25.007702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60684) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:25.162478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-363427212-network', 'tenant_id': 'cabbde4fba484c6d83f6ae32716cf82b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:25.243123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17e7cbd0-0607-41c1-ad28-c15045744486 req-5ee94709-2058-4c4f-8c3e-24ed361ac648 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.0762126
May 14 21:21:25.277843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1133b60f-19be-4774-8648-07374daf4f69 req-18afbf7f-4e8b-4dee-9a64-307095fb1ac2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105604
May 14 21:21:25.292160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91091-d29a-4f2a-a12d-0642f3170065 req-b9b6988c-79f2-469e-955a-fcc8c2a6a3a4 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:25.293819 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34f91091-d29a-4f2a-a12d-0642f3170065 req-b9b6988c-79f2-469e-955a-fcc8c2a6a3a4 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0888774
May 14 21:21:25.356274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34f91091-d29a-4f2a-a12d-0642f3170065 req-cdff8863-25b3-4a90-b31b-f861f7761bb7 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541396
May 14 21:21:25.362776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Made reservation on behalf of cabbde4fba484c6d83f6ae32716cf82b for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:25.365198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.378044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.458222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks [] for security_group (f63a1a43-ca41-41e6-a188-15050a17f74b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.528220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:25.544767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f63a1a43-ca41-41e6-a188-15050a17f74b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.582829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9456514-83f4-4056-b37c-5b5381424021 req-db5e4d98-617b-438f-b269-31501a260b38 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:25.584414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9456514-83f4-4056-b37c-5b5381424021 req-db5e4d98-617b-438f-b269-31501a260b38 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0802953
May 14 21:21:25.587819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:21:25.614816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-3e55b411-e444-44b1-8340-23aa419b271b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0598598
May 14 21:21:25.620268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fb03f287-a6c7-47cd-8744-d06a93fd7c3a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.620699 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Added segment fb03f287-a6c7-47cd-8744-d06a93fd7c3a of type vlan for network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1
May 14 21:21:25.622049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a1a43-ca41-41e6-a188-15050a17f74b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:25.691466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8e297e8e-a72c-4f3a-94ba-1b9f264816b1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.698759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-network', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:25.708879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9456514-83f4-4056-b37c-5b5381424021 req-ecf658ae-30f5-4eaf-9404-d2c5f7c65199 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1128199
May 14 21:21:25.728483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-80b72b38-b899-4f00-a057-f227ae7d6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:25.730136 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-80b72b38-b899-4f00-a057-f227ae7d6491 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 1128 time: 0.0669868
May 14 21:21:25.817757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ba4bc-199f-44b4-86d8-671a3256d82e req-e91daa5a-318a-41ed-b339-8ab1af756896 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:25.819267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e21ba4bc-199f-44b4-86d8-671a3256d82e req-e91daa5a-318a-41ed-b339-8ab1af756896 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0480599
May 14 21:21:25.825304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa721f58-41aa-43d5-8f7e-fb7a6957fcc1 req-4215cc6f-a84b-4736-a938-9a0339fee260 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:25.826737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aa721f58-41aa-43d5-8f7e-fb7a6957fcc1 req-4215cc6f-a84b-4736-a938-9a0339fee260 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0507076
May 14 21:21:25.830046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:25.832892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.847337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.871447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e21ba4bc-199f-44b4-86d8-671a3256d82e req-91d26918-7b99-456f-ab36-ae8612d8e6b9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463815
May 14 21:21:25.878464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8e297e8e-a72c-4f3a-94ba-1b9f264816b1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.879639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:25.880228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:25.940372 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aa721f58-41aa-43d5-8f7e-fb7a6957fcc1 req-d715ad60-b1a3-42ef-852b-757c862cb0c7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048431
May 14 21:21:25.975564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] Pushing event updated for resources: {'Network': ['ID=8e297e8e-a72c-4f3a-94ba-1b9f264816b1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:25.990670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60722) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:25.992935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:21:25.998701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks [] for security_group (f60bc1a9-1e65-488f-8be3-4b64df5a3e7e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.056110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-27f6c9da-66d6-4a61-8335-c23d0802dc40 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 1.0472896
May 14 21:21:26.058838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60724) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:26.065612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Request body: {'subnet': {'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-363427212-subnet', 'tenant_id': 'cabbde4fba484c6d83f6ae32716cf82b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:26.098065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f60bc1a9-1e65-488f-8be3-4b64df5a3e7e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.135766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:21:26.149797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3427-1090-4f7c-b76d-4d00b3e1323c req-0ac66736-1901-493b-87a8-ba5ad2193d69 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.151344 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a4f3427-1090-4f7c-b76d-4d00b3e1323c req-0ac66736-1901-493b-87a8-ba5ad2193d69 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1280003
May 14 21:21:26.179335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (990f0a8c-aeb0-46a6-9a36-765444ab6fcb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.179769 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Added segment 990f0a8c-aeb0-46a6-9a36-765444ab6fcb of type vlan for network 7e77eecd-4e91-4ff7-94ed-e78389e714c8
May 14 21:21:26.181937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:26.229287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-89fe0ca8-a20e-4c5f-a87b-f3141b8002a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.230817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-89fe0ca8-a20e-4c5f-a87b-f3141b8002a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 200  len: 917 time: 0.2299018
May 14 21:21:26.257203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7e77eecd-4e91-4ff7-94ed-e78389e714c8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.282637 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a4f3427-1090-4f7c-b76d-4d00b3e1323c req-12d4d27a-9cf5-4d57-a8c4-fe9a436e824b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1190867
May 14 21:21:26.367145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-c8731363-74ee-4c20-b93b-01a0a3cc0872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 200  len: 1001 time: 0.0945153
May 14 21:21:26.462438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ddc71a80-de26-4c41-8c8e-d76ba59e0c8a req-4c997358-95f5-4f92-a62c-2ed66273fd97 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.0658681
May 14 21:21:26.482127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d52b4f-852c-41b7-8b91-7b8d4fdf81c6 req-21f6388c-49c5-4868-821e-f29ee7d847bc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.483668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65d52b4f-852c-41b7-8b91-7b8d4fdf81c6 req-21f6388c-49c5-4868-821e-f29ee7d847bc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0598798
May 14 21:21:26.493827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-ceccd1a6-728d-4824-a7cb-33e8e1848310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.495375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-ceccd1a6-728d-4824-a7cb-33e8e1848310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b HTTP/1.1" status: 200  len: 855 time: 0.1117570
May 14 21:21:26.519515 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7e77eecd-4e91-4ff7-94ed-e78389e714c8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.519685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.520352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.613596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Made reservation on behalf of cabbde4fba484c6d83f6ae32716cf82b for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:26.616020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:26.642727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-ff7f99e2-2718-47ef-a588-d712a1838b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.644011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-ff7f99e2-2718-47ef-a588-d712a1838b0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b18d0003-8116-4e27-8e01-369db6cad7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1266055
May 14 21:21:26.648335 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65d52b4f-852c-41b7-8b91-7b8d4fdf81c6 req-9e1daad5-fd35-4510-8ade-bb5394ded9c0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500506
May 14 21:21:26.648924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] Pushing event updated for resources: {'Network': ['ID=7e77eecd-4e91-4ff7-94ed-e78389e714c8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:26.660384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58439bc4-9b24-4e45-be8e-285cfe590cb1 req-d85461dd-99e4-4f58-8e55-25294d572cba tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.661915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58439bc4-9b24-4e45-be8e-285cfe590cb1 req-d85461dd-99e4-4f58-8e55-25294d572cba tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.1092498
May 14 21:21:26.678359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:21:26.769316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-788c70f7-0b01-4cd7-8a69-1bf56ed2b940 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.2398322
May 14 21:21:26.779497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60736) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:26.786486 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Request body: {'subnet': {'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-subnet', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:26.791261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-42cf8572-9594-4b4e-a6d4-a7240caaa953 service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391385
May 14 21:21:26.832969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58439bc4-9b24-4e45-be8e-285cfe590cb1 req-3b28967f-f697-4ca3-987c-e7140f874919 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340995
May 14 21:21:26.889577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42761d02-d5c3-4f05-9764-147bf5588e6c req-8f2b0672-ca05-407a-92e9-756668e597ad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:26.891122 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42761d02-d5c3-4f05-9764-147bf5588e6c req-8f2b0672-ca05-407a-92e9-756668e597ad tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1286366
May 14 21:21:26.951058 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc2103b8-936d-49ce-9598-935e988c0d42 req-afe5d1df-e2f6-42ae-bdca-c4cc2200b8d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431100
May 14 21:21:26.968398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42761d02-d5c3-4f05-9764-147bf5588e6c req-70b87c30-8b05-49d9-ba0c-26b990cd2317 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676444
May 14 21:21:26.987268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.005694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:27.010085 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.098429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (6e47cd32-1a1e-4831-8424-fe6fdb3acd9b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.138119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d34d-f55e-4c9c-a671-451ab69cf5cd req-82cff36b-b5ff-4ae8-b5cd-33d6db7f806f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:27.139675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a720d34d-f55e-4c9c-a671-451ab69cf5cd req-82cff36b-b5ff-4ae8-b5cd-33d6db7f806f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0673330
May 14 21:21:27.189761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834132d-3cf5-45ee-b0b8-a3642c0919f0 req-186937dc-2a27-43aa-ad16-a87a8a2573ee tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:27.191262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5834132d-3cf5-45ee-b0b8-a3642c0919f0 req-186937dc-2a27-43aa-ad16-a87a8a2573ee tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1120582
May 14 21:21:27.226330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a720d34d-f55e-4c9c-a671-451ab69cf5cd req-9688ee78-5516-4167-abc3-1e2474ffb8e5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800886
May 14 21:21:27.240535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e47cd32-1a1e-4831-8424-fe6fdb3acd9b,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:27.308921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Checking segment: {'id': 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:27.309282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Network hostable DHCP agents. Network: 8e297e8e-a72c-4f3a-94ba-1b9f264816b1, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:21:27.328556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5834132d-3cf5-45ee-b0b8-a3642c0919f0 req-c3099fd3-5028-4539-b6cb-9bbc96d2248e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266675
May 14 21:21:27.361331 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (9c9a41f8-9eaf-4274-b58c-c5bb90163785), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.411353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Deleting port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:21:27.411733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.420441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9a41f8-9eaf-4274-b58c-c5bb90163785,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:27.431128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Checking segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:27.431496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Network hostable DHCP agents. Network: 7e77eecd-4e91-4ff7-94ed-e78389e714c8, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:21:27.491856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:21:27.498456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] For port 346c03b1-87d7-4a51-a7a5-b06da6cb96c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,segment=NetworkSegment(68f7c0c0-f9c1-4db8-98d2-10091f24217c),segment_id=68f7c0c0-f9c1-4db8-98d2-10091f24217c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:27.498811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.514023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Calling delete_port for 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:21:27.519013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:21:27.574050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f047666-0213-416f-9828-22bfff6a4b33 req-7ac09ce0-2cfb-4a99-8229-216540755556 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.0300035
May 14 21:21:27.683707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e77eecd-4e91-4ff7-94ed-e78389e714c8) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:27.683925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e297e8e-a72c-4f3a-94ba-1b9f264816b1) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:27.691015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:27.691659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.693885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:27.694491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.704290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a40e2-7f1c-4aa7-aba8-3e0f53643511 None None] Network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:27.823030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-15265138-9428-47dd-917e-106969ec2128 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7631173
May 14 21:21:27.844215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (346c03b1-87d7-4a51-a7a5-b06da6cb96c3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.848432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b227bec8-dd90-4d9d-a768-42b52fa9af7a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0657024
May 14 21:21:27.856716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60746) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:27.862635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955be9ab-774a-40e2-9831-256f4457e255 None None] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:27.864000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:27.877318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967ae01-a187-4ea3-8339-0c749090e3f9 None None] Network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:27.892483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Pushing event deleted for resources: {'Port': ['ID=346c03b1-87d7-4a51-a7a5-b06da6cb96c3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:27.935517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9bcc5800-f48b-4fc7-ac54-c5ae11983072 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:21:27.969588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (a15574f5-f5cb-4599-a1da-ebce2275b4e0), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:27.970840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (a15574f5-f5cb-4599-a1da-ebce2275b4e0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.033395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 9bcc5800-f48b-4fc7-ac54-c5ae11983072 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:21:28.034066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9bcc5800-f48b-4fc7-ac54-c5ae11983072 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:21:28.040400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bf40c-76db-4207-8081-81207ddf2037 req-561581de-e226-4534-97ed-968c7f69ba26 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:28.043071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-573bf40c-76db-4207-8081-81207ddf2037 req-561581de-e226-4534-97ed-968c7f69ba26 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0907307
May 14 21:21:28.068326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks [] for router_controller (a15574f5-f5cb-4599-a1da-ebce2275b4e0), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.194269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-573bf40c-76db-4207-8081-81207ddf2037 req-07dd000f-9776-4f31-b1ec-6f624428d74c tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1433344
May 14 21:21:28.223761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.314702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:21:28.318089 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.548495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837c5f2-42b9-4a65-9425-493db432afd4 req-ed10cdf7-2dba-41dc-9eba-51a73b44ffa6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:28.554795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Allocated IP 172.20.0.2 (7e77eecd-4e91-4ff7-94ed-e78389e714c8/9c9a41f8-9eaf-4274-b58c-c5bb90163785/437ba88b-033a-4d3a-9a33-530c08c84fd2) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:28.555682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6837c5f2-42b9-4a65-9425-493db432afd4 req-ed10cdf7-2dba-41dc-9eba-51a73b44ffa6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0983028
May 14 21:21:28.611902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-25b93da3-4f17-40e7-a255-e0befb3fbf9f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:28.613397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-25b93da3-4f17-40e7-a255-e0befb3fbf9f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.48 "GET /v2.0/networks?id=4c779a2a-d698-417c-a933-0b56110b8e36 HTTP/1.1" status: 200  len: 815 time: 0.2875271
May 14 21:21:28.646439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6837c5f2-42b9-4a65-9425-493db432afd4 req-4b6fd9b5-3025-4ca6-8d94-e79914cd61b7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898988
May 14 21:21:28.710257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks [] for router_gateway (a15574f5-f5cb-4599-a1da-ebce2275b4e0), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.721207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40734c4f-c4d7-425b-9016-1b1b36520241 req-12550485-1146-45dd-9958-8ff0d029bce5 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:28.733015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40734c4f-c4d7-425b-9016-1b1b36520241 req-12550485-1146-45dd-9958-8ff0d029bce5 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.1484194
May 14 21:21:28.734685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60768) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:28.741062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Request body: {'floatingip': {'port_id': '32783b2c-8568-419c-979d-100fe44c3fb9'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:28.791450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (61ee3684-cd53-4c93-adeb-55d8c9341530), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.802645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06d7ef45-11f4-4ea1-916a-ccdb0cb4851c req-2f1dbf52-26d7-49e4-8f16-6415b88005e1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.0518067
May 14 21:21:28.823014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-993db0ff-a3e5-4176-a5d8-108f2f84c3c1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c96286063c40ac948610903a50e98f HTTP/1.1" status: 200  len: 379 time: 0.1804936
May 14 21:21:28.836801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Publish callbacks [] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.859189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Request body: {'port': {'device_id': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'admin_state_up': True, 'tenant_id': '44c96286063c40ac948610903a50e98f', 'security_groups': ['df2125ce-5187-47c6-aa65-a36fa87ba98b']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:28.934943 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:28.954828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:28.973170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60772) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:28.979396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:28.982379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-684700894-network', 'tenant_id': 'a7b652f4fb414727b68ba9078a657cb9'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:28.986239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:28.990298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:29.005254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Pushing event updated for resources: {'Port': ['ID=437ba88b-033a-4d3a-9a33-530c08c84fd2,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:29.078450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Attempting to bind port 437ba88b-033a-4d3a-9a33-530c08c84fd2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:29.078780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Attempting to bind port 437ba88b-033a-4d3a-9a33-530c08c84fd2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:29.079157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Attempting to bind port 437ba88b-033a-4d3a-9a33-530c08c84fd2 on network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:29.095328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:29.098743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Checking segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:29.099363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.099811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Bound using segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:29.100324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Bound port: 437ba88b-033a-4d3a-9a33-530c08c84fd2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:29.100715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.128440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:29.138594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2e86a3b-83d6-430d-9037-c15f410df827 admin admin] 10.222.0.52 "PUT /v2.0/routers/f18c7cb3-f869-4f3c-9390-c2f58b5fe486/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1437345
May 14 21:21:29.139620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60780) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:29.153862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] Sync routers for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:29.187400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:29.188078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:29.211016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Made reservation on behalf of 44c96286063c40ac948610903a50e98f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:29.215512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.218009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Made reservation on behalf of a7b652f4fb414727b68ba9078a657cb9 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:29.221119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.252464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] For port 437ba88b-033a-4d3a-9a33-530c08c84fd2, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:29.257251 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.261381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks [] for router_gateway (a15574f5-f5cb-4599-a1da-ebce2275b4e0), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.310193 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.318565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] For port 437ba88b-033a-4d3a-9a33-530c08c84fd2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ba88b-033a-4d3a-9a33-530c08c84fd2,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:29.359119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:29.424384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Allocated IP 172.35.4.129 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4ea61558-ec0c-4fe5-b79a-63ac966b9287) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:29.445224 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.476779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks [] for router (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.528888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks [] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.541726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Allocated IP 172.20.0.9 (4c779a2a-d698-417c-a933-0b56110b8e36/fa958335-3936-45e8-a7fd-a919a253458f/49711784-f5dd-4fdf-bf81-805e6683243c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:29.585009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0f858-7e7c-41e4-8e89-5fe751f65cb0 None None] Pushing event updated for resources: {'Port': ['ID=437ba88b-033a-4d3a-9a33-530c08c84fd2,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:29.586276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks [] for security_group (1aaa10ca-07a6-48c1-89c7-fa0b67cc3715), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.688699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.725914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1aaa10ca-07a6-48c1-89c7-fa0b67cc3715), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:29.731674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b0d0>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:21:27Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:29.789015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:29.814853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:29.836759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] Checking router: f18c7cb3-f869-4f3c-9390-c2f58b5fe486 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:29.841660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Pushing event updated for resources: {'Port': ['ID=4ea61558-ec0c-4fe5-b79a-63ac966b9287,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:29.855046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] Routers {'f18c7cb3-f869-4f3c-9390-c2f58b5fe486'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:29.855635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:29.861932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:29.951020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619056-c04d-4252-8835-6167bd7950e8 req-e894b2d8-733a-4360-b355-37dd7f5aa7aa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:29.953568 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28619056-c04d-4252-8835-6167bd7950e8 req-e894b2d8-733a-4360-b355-37dd7f5aa7aa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0957353
May 14 21:21:29.996275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for port (49711784-f5dd-4fdf-bf81-805e6683243c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.095808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks [] for router_gateway (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.112312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:21:30.144953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.resource_extend [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:21:30.166130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa10ca-07a6-48c1-89c7-fa0b67cc3715,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:30.185372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] Set router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:30.188104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-099d9c09-9f34-4e5b-b9d9-98fb836aa2df req-f884356f-6c38-4f35-a726-c30fa8231c22 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.1514869
May 14 21:21:30.205630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f9124e06-8d28-4e6c-820f-40a00b6e2615), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.206051 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Added segment f9124e06-8d28-4e6c-820f-40a00b6e2615 of type vlan for network 296184fb-7718-412f-a54b-38daf7be18af
May 14 21:21:30.358215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (296184fb-7718-412f-a54b-38daf7be18af), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.373731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28619056-c04d-4252-8835-6167bd7950e8 req-9c8f62ff-0d12-4dd8-b600-e2f2637026f1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4114923
May 14 21:21:30.402328 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.457301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Deleting port 5bba93df-d261-4ed9-ba59-b1a115e387f7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:21:30.457639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.507557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (296184fb-7718-412f-a54b-38daf7be18af), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.509049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:30.510085 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.519826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b0d0>, [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:21:27Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:30.525503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (61ee3684-cd53-4c93-adeb-55d8c9341530), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.563857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9dd7f-8d98-4a1a-849a-7f9f6c473b1b None None] The sync data for ids ['f18c7cb3-f869-4f3c-9390-c2f58b5fe486'] in ncdv-master-1 is: [{'id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'name': 'tempest-ServerRescueTestJSONUnderV235-759282147-router', 'tenant_id': 'd272971274514577b827dd8ac81c9e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234'}], 'enable_snat': True}, 'gw_port_id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:03Z', 'updated_at': '2022-05-14T21:21:27Z', 'revision_number': 5, 'project_id': 'd272971274514577b827dd8ac81c9e58', 'gw_port': {'id': '5bba93df-d261-4ed9-ba59-b1a115e387f7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:83:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18c7cb3-f869-4f3c-9390-c2f58b5fe486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:04Z', 'updated_at': '2022-05-14T21:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:30.641731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] Pushing event updated for resources: {'Network': ['ID=296184fb-7718-412f-a54b-38daf7be18af,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:30.679307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 296184fb-7718-412f-a54b-38daf7be18af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:21:30.696186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:30.853292 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Floating IP 61ee3684-cd53-4c93-adeb-55d8c9341530 associated. External IP: 172.35.4.227, port: 32783b2c-8568-419c-979d-100fe44c3fb9.
May 14 21:21:30.911901 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks [] for router_gateway (a15574f5-f5cb-4599-a1da-ebce2275b4e0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.128682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 437ba88b-033a-4d3a-9a33-530c08c84fd2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:31.227344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 437ba88b-033a-4d3a-9a33-530c08c84fd2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:31.228079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.313261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Network 4c779a2a-d698-417c-a933-0b56110b8e36 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:31.325991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:31.345054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:31.449991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 437ba88b-033a-4d3a-9a33-530c08c84fd2 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:31.450479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.786724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d70b9f-ef8b-4e1e-93c1-7712e66f5d05 req-74c19db9-b932-4040-8ccd-c9c41288eb06 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:31.786724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84d70b9f-ef8b-4e1e-93c1-7712e66f5d05 req-74c19db9-b932-4040-8ccd-c9c41288eb06 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 931 time: 0.1604681
May 14 21:21:31.786724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event updated for resources: {'Port': ['ID=49711784-f5dd-4fdf-bf81-805e6683243c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:31.791377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 437ba88b-033a-4d3a-9a33-530c08c84fd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ba88b-033a-4d3a-9a33-530c08c84fd2,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e236c547-e012-4876-930f-35e259d86b37 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 2.5797019
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] For port 5bba93df-d261-4ed9-ba59-b1a115e387f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5bba93df-d261-4ed9-ba59-b1a115e387f7,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Calling delete_port for 5bba93df-d261-4ed9-ba59-b1a115e387f7 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:21:31.791870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84d70b9f-ef8b-4e1e-93c1-7712e66f5d05 req-7843d249-7d7a-4a73-93c9-8f4c777327a9 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180449
May 14 21:21:31.792862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60800) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:31.792862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Request body: {'subnet': {'network_id': '296184fb-7718-412f-a54b-38daf7be18af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-684700894-subnet', 'tenant_id': 'a7b652f4fb414727b68ba9078a657cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:31.822277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1174e48-d637-4197-ac0c-8e4f0a50345c None None] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:31.895149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24c961-3ab7-4e10-bed1-b86b05eeca12 req-39f58892-7b1b-4275-8dd1-4772ea7a9944 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:31.910720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac24c961-3ab7-4e10-bed1-b86b05eeca12 req-39f58892-7b1b-4275-8dd1-4772ea7a9944 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1489494
May 14 21:21:31.945479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (a15574f5-f5cb-4599-a1da-ebce2275b4e0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.956856 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:31.966911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-ccad584e-8a1c-4fc1-a949-aa8532d93207 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1137364
May 14 21:21:31.968856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5bba93df-d261-4ed9-ba59-b1a115e387f7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.007865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-29d16c2b-c44c-431f-9690-a13c83817c3f None None] Provisioning complete for port 437ba88b-033a-4d3a-9a33-530c08c84fd2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:32.008666 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-29d16c2b-c44c-431f-9690-a13c83817c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.068147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Made reservation on behalf of a7b652f4fb414727b68ba9078a657cb9 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:32.071074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.184463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac24c961-3ab7-4e10-bed1-b86b05eeca12 req-58c38f8d-7611-433d-b95c-6a5aded78c53 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2727733
May 14 21:21:32.226349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bba93df-d261-4ed9-ba59-b1a115e387f7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:32.229875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-29d16c2b-c44c-431f-9690-a13c83817c3f None None] Current status of the port 437ba88b-033a-4d3a-9a33-530c08c84fd2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:32.232747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=437ba88b-033a-4d3a-9a33-530c08c84fd2,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:32.257633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.358205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d9f43a01-fe4f-4456-8c65-8b7fb8ddb624 None None] Provisioning complete for port 49711784-f5dd-4fdf-bf81-805e6683243c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:32.358460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d9f43a01-fe4f-4456-8c65-8b7fb8ddb624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.432298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d9f43a01-fe4f-4456-8c65-8b7fb8ddb624 None None] Port 49711784-f5dd-4fdf-bf81-805e6683243c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:32.441027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Router cb3e1f61-8db9-4b46-a249-b3182985ea72 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:32.463931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Request body: {'port': {'device_id': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:32.507999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.512596 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks [] for router_controller (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.564128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7960ae74-1a7d-49af-be16-b03341a396ad None None] Provisioning complete for port 437ba88b-033a-4d3a-9a33-530c08c84fd2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:32.564759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7960ae74-1a7d-49af-be16-b03341a396ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.597919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.647774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Router a15574f5-f5cb-4599-a1da-ebce2275b4e0 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:21:32.703464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:32.708574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.714867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] Sync routers for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:32.737474 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:32.738117 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d3e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:32.755038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7960ae74-1a7d-49af-be16-b03341a396ad None None] Current status of the port 437ba88b-033a-4d3a-9a33-530c08c84fd2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:32.862373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4e8441ce-b01a-4042-8dde-fd4aaff5cdf8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.868549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 437ba88b-033a-4d3a-9a33-530c08c84fd2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:32.940346 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f9e37e81-efef-4a09-863d-bdb23f7cf4ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "PUT /v2.0/floatingips/61ee3684-cd53-4c93-adeb-55d8c9341530 HTTP/1.1" status: 200  len: 992 time: 4.1995907
May 14 21:21:32.959090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:32.963868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 437ba88b-033a-4d3a-9a33-530c08c84fd2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:32.963868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:32.964868 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a63b17-817c-40e1-8eed-9ff29dd9af58" -d '{"events": [{"name": "network-changed", "server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:33.055816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (f18c7cb3-f869-4f3c-9390-c2f58b5fe486), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.056676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f18c7cb3-f869-4f3c-9390-c2f58b5fe486 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:21:33.081851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.085454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ed618b9-a86a-4cc5-a2d6-9cfe3fbc4f99 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f18c7cb3-f869-4f3c-9390-c2f58b5fe486 HTTP/1.1" status: 204  len: 168 time: 3.9413893
May 14 21:21:33.090822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:33.122039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:33.152043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98382ab4-c409-4aa4-a3d8-edac6f7453c4 req-798ad6e9-d426-4536-a898-68e331c17855 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:33.162147 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98382ab4-c409-4aa4-a3d8-edac6f7453c4 req-798ad6e9-d426-4536-a898-68e331c17855 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.1073859
May 14 21:21:33.181902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 437ba88b-033a-4d3a-9a33-530c08c84fd2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:33.192560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:21:33.222291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8441ce-b01a-4042-8dde-fd4aaff5cdf8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:33.231132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:21:33.232254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 346c03b1-87d7-4a51-a7a5-b06da6cb96c3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:21:33.262831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Deleting subnet d3992d86-9398-4c21-9fef-97795d3c5379 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:21:33.284245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2e502-eec8-4195-8ab5-0028ba9da1d5 req-50275b6b-2948-4138-9362-ee9904a1cdb4 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:33.294581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebd2e502-eec8-4195-8ab5-0028ba9da1d5 req-50275b6b-2948-4138-9362-ee9904a1cdb4 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 931 time: 0.2408450
May 14 21:21:33.294581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Publish callbacks [] for subnet (d3992d86-9398-4c21-9fef-97795d3c5379), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.316417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98382ab4-c409-4aa4-a3d8-edac6f7453c4 req-e3753a00-9b4c-4431-84dd-9058720687ea tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1525233
May 14 21:21:33.339159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Checking segment: {'id': 'f9124e06-8d28-4e6c-820f-40a00b6e2615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '296184fb-7718-412f-a54b-38daf7be18af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:33.339159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Network hostable DHCP agents. Network: 296184fb-7718-412f-a54b-38daf7be18af, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:21:33.356631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:33.377002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Sync routers for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:33.405746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:33.411462 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (d3992d86-9398-4c21-9fef-97795d3c5379), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.411790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223bc2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:33.416450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebd2e502-eec8-4195-8ab5-0028ba9da1d5 req-1153a38d-dcf7-4216-a437-7b3af6e39f92 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958982
May 14 21:21:33.444669 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3576892b-cc63-4b00-8145-09b7b15d29d0 x-openstack-request-id: req-3576892b-cc63-4b00-8145-09b7b15d29d0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:33.444973 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:33.445238 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3576892b-cc63-4b00-8145-09b7b15d29d0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:33.445769 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3576892b-cc63-4b00-8145-09b7b15d29d0'] response: {'name': 'network-changed', 'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9', 'status': 'completed', 'code': 200}
May 14 21:21:33.513808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (d3992d86-9398-4c21-9fef-97795d3c5379), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.585794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.589198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-424aa7bb-d331-471a-9776-acced1793e5e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.7280850
May 14 21:21:33.595761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60816) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:33.670250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Network 296184fb-7718-412f-a54b-38daf7be18af is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:21:33.695864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-1e1bcca4-6ed2-426c-8f55-29d672e0248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:33.698037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-1e1bcca4-6ed2-426c-8f55-29d672e0248f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba969692dac24c5bab4062ca210bef43&device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 1128 time: 0.2434125
May 14 21:21:33.747192 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d3e9a0>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '61ee3684-cd53-4c93-adeb-55d8c9341530', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'floating_ip_address': '172.35.4.227', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'port_id': '32783b2c-8568-419c-979d-100fe44c3fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'mac_address': 'fa:16:3e:e5:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:07Z', 'updated_at': '2022-05-14T21:21:29Z', 'revision_number': 1, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:07Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:33.776385 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] Checking router: cb3e1f61-8db9-4b46-a249-b3182985ea72 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:33.783726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49711784-f5dd-4fdf-bf81-805e6683243c {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:33.787468 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:33.788128 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d3e9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:33.803983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Publish callbacks [] for port (49711784-f5dd-4fdf-bf81-805e6683243c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.889975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Transition to ACTIVE for port object 49711784-f5dd-4fdf-bf81-805e6683243c will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:21:33.910030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:33.941890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (d3992d86-9398-4c21-9fef-97795d3c5379), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.976635 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:33.977164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3992d86-9398-4c21-9fef-97795d3c5379,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:33.996385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:33.996543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-13e743f1-0c08-42af-ad71-f84ce23ce633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:33.996982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa85f7f6-180e-462b-a148-fbe137ae6c4d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d3992d86-9398-4c21-9fef-97795d3c5379 HTTP/1.1" status: 204  len: 168 time: 0.8723187
May 14 21:21:33.997072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-13e743f1-0c08-42af-ad71-f84ce23ce633 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 HTTP/1.1" status: 200  len: 913 time: 0.2878413
May 14 21:21:34.000589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:34.086464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 296184fb-7718-412f-a54b-38daf7be18af) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:34.089548 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-b07cf02a-546e-42c4-9e70-e739daea5412 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32783b2c-8568-419c-979d-100fe44c3fb9 HTTP/1.1" status: 200  len: 1000 time: 0.0721595
May 14 21:21:34.096006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:34.100278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d76166-010b-41f5-baa1-27eccab64f8f req-8867931f-19ea-4b44-81a1-ec7e20261bfc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:34.102042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0d76166-010b-41f5-baa1-27eccab64f8f req-8867931f-19ea-4b44-81a1-ec7e20261bfc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.5348823
May 14 21:21:34.103352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:34.103964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:34.117170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a972a4-aa8e-48cd-8bb2-b16b88bdaadb None None] Network 296184fb-7718-412f-a54b-38daf7be18af requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:34.223870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-5c9d91df-26dc-48b9-9efe-ffc87353b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:34.229146 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-5c9d91df-26dc-48b9-9efe-ffc87353b183 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f6e5f5-8350-479f-af48-226fb6935e79 HTTP/1.1" status: 200  len: 851 time: 0.1117322
May 14 21:21:34.401320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b476338b-2ca9-4ae7-85a1-8e280f04dce1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.6328170
May 14 21:21:34.435032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223bc2c10>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:30Z', 'revision_number': 3, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:34.437519 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d3e9a0>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '61ee3684-cd53-4c93-adeb-55d8c9341530', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'floating_ip_address': '172.35.4.227', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'port_id': '32783b2c-8568-419c-979d-100fe44c3fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'mac_address': 'fa:16:3e:e5:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:07Z', 'updated_at': '2022-05-14T21:21:29Z', 'revision_number': 1, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:07Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:34.534577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:34.571521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-fb5e8134-c883-4fad-a8bd-8ae38762b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:34.573703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Checking router: a15574f5-f5cb-4599-a1da-ebce2275b4e0 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:34.574064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Updating router a15574f5-f5cb-4599-a1da-ebce2275b4e0 port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:21:34.587310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-fb5e8134-c883-4fad-a8bd-8ae38762b3ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2342596
May 14 21:21:34.603194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0d76166-010b-41f5-baa1-27eccab64f8f req-d31f0435-0dc2-48df-8406-9d12debdf0ff tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3819964
May 14 21:21:34.694438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Pushing event updated for resources: {'Port': ['ID=49711784-f5dd-4fdf-bf81-805e6683243c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:34.729210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5bba93df-d261-4ed9-ba59-b1a115e387f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:21:34.729658 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62379b-542f-4405-bf37-1527e7c77ac0 None None] The sync data for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 is: [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '61ee3684-cd53-4c93-adeb-55d8c9341530', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'floating_ip_address': '172.35.4.227', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'port_id': '32783b2c-8568-419c-979d-100fe44c3fb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'mac_address': 'fa:16:3e:e5:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:07Z', 'updated_at': '2022-05-14T21:21:29Z', 'revision_number': 1, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:07Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:34.789542 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:34.796972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5bba93df-d261-4ed9-ba59-b1a115e387f7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:21:34.797894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5bba93df-d261-4ed9-ba59-b1a115e387f7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:21:34.812450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:34.851773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b3406d0>,) {'filters': {'network_id': ['b1539874-6ea7-49e4-8f22-60e0ae9b0c3a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:34.876867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3406d0>, '68f7c0c0-f9c1-4db8-98d2-10091f24217c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:34.877369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3406d0>, '68f7c0c0-f9c1-4db8-98d2-10091f24217c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:34.880468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6746e557-4550-474f-b8a5-58faa9f89b3d None None] Network 296184fb-7718-412f-a54b-38daf7be18af requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:34.896277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (68f7c0c0-f9c1-4db8-98d2-10091f24217c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:34.957209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (68f7c0c0-f9c1-4db8-98d2-10091f24217c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.004785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fabe35-9443-4389-a13a-dd6866a3528b req-bd5ddf68-179e-4061-8bf3-0ce45a4e058d tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:35.006572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67fabe35-9443-4389-a13a-dd6866a3528b req-bd5ddf68-179e-4061-8bf3-0ce45a4e058d tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.3131597
May 14 21:21:35.007438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (68f7c0c0-f9c1-4db8-98d2-10091f24217c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:21:35.009613 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:21:35.131813 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d455b-76d7-4c57-abfe-032ca8dd2142 None None] New status for floating IP 61ee3684-cd53-4c93-adeb-55d8c9341530: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:21:35.180325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-13dbfc16-84a8-4f98-a436-f16a7fd9c555 service neutron] 10.222.0.36 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5760772
May 14 21:21:35.187409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.299674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b1539874-6ea7-49e4-8f22-60e0ae9b0c3a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.314533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.320958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1539874-6ea7-49e4-8f22-60e0ae9b0c3a HTTP/1.1" status: 204  len: 168 time: 1.3109617
May 14 21:21:35.360220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Allocated IP 172.20.0.1 (7e77eecd-4e91-4ff7-94ed-e78389e714c8/9c9a41f8-9eaf-4274-b58c-c5bb90163785/3114a182-b4cd-4538-9a29-41c034584b69) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:35.420833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Publish callbacks [] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.435166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67fabe35-9443-4389-a13a-dd6866a3528b req-54bba4e5-a9fa-420f-9e89-48bd739e7abc tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4140978
May 14 21:21:35.444344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Attempting to bind port 49711784-f5dd-4fdf-bf81-805e6683243c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:35.445458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Attempting to bind port 49711784-f5dd-4fdf-bf81-805e6683243c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:35.445458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Attempting to bind port 49711784-f5dd-4fdf-bf81-805e6683243c on network 4c779a2a-d698-417c-a933-0b56110b8e36 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:35.453894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Port 49711784-f5dd-4fdf-bf81-805e6683243c on network 4c779a2a-d698-417c-a933-0b56110b8e36 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:21:35.454194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Attempting to bind port 49711784-f5dd-4fdf-bf81-805e6683243c on network 4c779a2a-d698-417c-a933-0b56110b8e36 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:35.476930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:35.477283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Checking segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:35.477685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Bound using segment: {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:35.478321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Bound port: 49711784-f5dd-4fdf-bf81-805e6683243c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:35.478494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.494958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.515498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c2bea-8334-4656-b8f0-53eb9ee1502b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1539874-6ea7-49e4-8f22-60e0ae9b0c3a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:35.548688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks [] for port (3114a182-b4cd-4538-9a29-41c034584b69), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.619526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] For port 49711784-f5dd-4fdf-bf81-805e6683243c, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:35.623025 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a63b17-817c-40e1-8eed-9ff29dd9af58 req-7b1e3757-7f62-4e94-a88c-d9b3cfd746ed service neutron] 10.222.0.36 "GET /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4276605
May 14 21:21:35.636464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Attempting to bind port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:35.646004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Attempting to bind port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:35.646004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Attempting to bind port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:35.646004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8578a-15c9-428f-b711-ab0aacf8470c None None] Pushing event updated for resources: {'Port': ['ID=4ea61558-ec0c-4fe5-b79a-63ac966b9287,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:35.654749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] For port 49711784-f5dd-4fdf-bf81-805e6683243c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49711784-f5dd-4fdf-bf81-805e6683243c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:35.667400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:35.667686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:35.668048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.668470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:35.669005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Bound port: 4ea61558-ec0c-4fe5-b79a-63ac966b9287, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:35.669391 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.725197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-206605b8-aa79-496e-85b4-9ae83d69d0ac tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:35.726769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-206605b8-aa79-496e-85b4-9ae83d69d0ac tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/networks?id=8e297e8e-a72c-4f3a-94ba-1b9f264816b1 HTTP/1.1" status: 200  len: 814 time: 0.2253611
May 14 21:21:35.748433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-edbb5e58-2884-402a-9e7d-c78340d38e88 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/quotas/cabbde4fba484c6d83f6ae32716cf82b HTTP/1.1" status: 200  len: 375 time: 0.0151150
May 14 21:21:35.768838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] For port 4ea61558-ec0c-4fe5-b79a-63ac966b9287, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:35.785863 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-0ea0502f-1018-4c74-8857-46a6920f70fd tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cabbde4fba484c6d83f6ae32716cf82b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0308948
May 14 21:21:35.789518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] For port 4ea61558-ec0c-4fe5-b79a-63ac966b9287, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ea61558-ec0c-4fe5-b79a-63ac966b9287,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:35.796623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3114a182-b4cd-4538-9a29-41c034584b69), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.804004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.846157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f5181-0cae-4edd-a8f4-3cb0682dcaa0 req-e3f17261-f7b5-4670-920f-d35f873827cb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:35.848204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c35f5181-0cae-4edd-a8f4-3cb0682dcaa0 req-e3f17261-f7b5-4670-920f-d35f873827cb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1187963
May 14 21:21:35.883926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:35.886845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:35.886845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.887663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] 10.222.0.48 "PUT /v2.0/ports/49711784-f5dd-4fdf-bf81-805e6683243c HTTP/1.1" status: 200  len: 1091 time: 3.6648014
May 14 21:21:35.888124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:35.900865 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a3869f-53c6-4e62-a0aa-1165df2265fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:35.912227 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:35.918919 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-bde64b30-58aa-4d0c-ada4-111a136b84d3 service neutron] 10.222.0.52 "GET /v2.0/networks/8e297e8e-a72c-4f3a-94ba-1b9f264816b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239178
May 14 21:21:35.945506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:35.949902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:36.007381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Pushing event updated for resources: {'Port': ['ID=3114a182-b4cd-4538-9a29-41c034584b69,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:36.010157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (a15574f5-f5cb-4599-a1da-ebce2275b4e0), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.074262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:36.074914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223bc2c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:36.238595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-a0d1e672-d464-4300-8f5f-af48f0e494ff service neutron] 10.222.0.52 "GET /v2.0/networks/8e297e8e-a72c-4f3a-94ba-1b9f264816b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3098783
May 14 21:21:36.258660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:36.265578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60846) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:36.363981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8578a-15c9-428f-b711-ab0aacf8470c None None] Pushing event updated for resources: {'Port': ['ID=4ea61558-ec0c-4fe5-b79a-63ac966b9287,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:36.396789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-71993b8a-76d3-47c3-93d2-e164490599dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d272971274514577b827dd8ac81c9e58&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1296737
May 14 21:21:36.397684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60848) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:36.422467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c35f5181-0cae-4edd-a8f4-3cb0682dcaa0 req-365d0b68-99d9-4d71-a72d-267365225b9d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5579164
May 14 21:21:36.431612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-0389ad0d-446c-4639-bf60-32e1fbfd06be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:36.431612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-0389ad0d-446c-4639-bf60-32e1fbfd06be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44c96286063c40ac948610903a50e98f&device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 1125 time: 0.2439375
May 14 21:21:36.477771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2393a29-fba0-4838-89b9-24b0e0da826e admin admin] Publish callbacks [] for security_group (0bd1063c-973d-4eca-8f37-d1f9574b44fb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.478837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24729bca-90e5-4186-ae04-08d76f28cb1f service neutron] Pushing event updated for resources: {'Port': ['ID=49711784-f5dd-4fdf-bf81-805e6683243c,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:36.521497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2393a29-fba0-4838-89b9-24b0e0da826e admin admin] Publish callbacks [] for security_group (0bd1063c-973d-4eca-8f37-d1f9574b44fb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.563951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223bc2c10>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:30Z', 'revision_number': 3, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:36.594182 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65570e2-8300-44ba-b525-4d629232646e x-openstack-request-id: req-f65570e2-8300-44ba-b525-4d629232646e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:36.594537 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:36.594730 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f65570e2-8300-44ba-b525-4d629232646e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:36.601521 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65570e2-8300-44ba-b525-4d629232646e'] response: {'name': 'network-changed', 'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c', 'status': 'completed', 'code': 200}
May 14 21:21:36.603710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-393cff14-24fa-478b-a8a7-ffb10706096b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49711784-f5dd-4fdf-bf81-805e6683243c HTTP/1.1" status: 200  len: 217 time: 0.1423583
May 14 21:21:36.624115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560744e-f57e-4e50-92a8-a62619af84e8 None None] The sync data for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 is: [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:30Z', 'revision_number': 3, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:36.634677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a9eceaf8-d665-4f8f-898a-a24326922e6e None None] Provisioning complete for port 3114a182-b4cd-4538-9a29-41c034584b69 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:36.635123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9eceaf8-d665-4f8f-898a-a24326922e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3114a182-b4cd-4538-9a29-41c034584b69), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.708566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a9eceaf8-d665-4f8f-898a-a24326922e6e None None] Port 3114a182-b4cd-4538-9a29-41c034584b69 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:36.756883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2393a29-fba0-4838-89b9-24b0e0da826e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0bd1063c-973d-4eca-8f37-d1f9574b44fb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.768155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2393a29-fba0-4838-89b9-24b0e0da826e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.771499 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f2393a29-fba0-4838-89b9-24b0e0da826e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bd1063c-973d-4eca-8f37-d1f9574b44fb HTTP/1.1" status: 204  len: 168 time: 0.3721917
May 14 21:21:36.799996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2393a29-fba0-4838-89b9-24b0e0da826e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd1063c-973d-4eca-8f37-d1f9574b44fb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:36.868044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3114a182-b4cd-4538-9a29-41c034584b69), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:36.903509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-f3be025b-050e-4acb-bb31-2e3b021a0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:36.907173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-f3be025b-050e-4acb-bb31-2e3b021a0231 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa958335-3936-45e8-a7fd-a919a253458f HTTP/1.1" status: 200  len: 854 time: 0.2885995
May 14 21:21:36.959346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1787-321c-418e-bac1-bf9d6d316b8f req-b62274f3-06f6-457d-95c2-4a3b0f55e09c tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:36.967048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30bd1787-321c-418e-bac1-bf9d6d316b8f req-b62274f3-06f6-457d-95c2-4a3b0f55e09c tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.3500795
May 14 21:21:37.119532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-d14f9865-519a-413f-b2a8-9b4f56eb6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:37.121225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-d14f9865-519a-413f-b2a8-9b4f56eb6d13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c779a2a-d698-417c-a933-0b56110b8e36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1905363
May 14 21:21:37.229599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30bd1787-321c-418e-bac1-bf9d6d316b8f req-3bff6ee0-174e-4fae-ba67-c1a16947c0cc tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2280431
May 14 21:21:37.299053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1efc8eee-107e-4640-8c55-14db78f495b1 req-dea00c67-c8e6-4bca-bf18-2c42fad4522c tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 210 time: 0.5585918
May 14 21:21:37.444521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-b20ba26e-6350-49e2-9efb-ecf793080568 service neutron] 10.222.0.48 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903552
May 14 21:21:37.714614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88517587-3875-42cc-a123-43986bbfd366 req-0fced266-c728-4d4e-915c-8f22a20a598b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:37.719989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88517587-3875-42cc-a123-43986bbfd366 req-0fced266-c728-4d4e-915c-8f22a20a598b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1590633
May 14 21:21:37.723188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9aeae95-7af1-4e19-b3e0-c0da1f846cd5 req-61d4d435-4c33-47fe-8f7f-8bfacc5b6c42 service neutron] 10.222.0.48 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2626920
May 14 21:21:37.726215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks [] for port (3114a182-b4cd-4538-9a29-41c034584b69), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:37.826204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3114a182-b4cd-4538-9a29-41c034584b69), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:37.888956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88517587-3875-42cc-a123-43986bbfd366 req-ac73e9a1-69ea-4d84-b189-6e4cb8c1ed43 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590376
May 14 21:21:37.958292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (a15574f5-f5cb-4599-a1da-ebce2275b4e0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:37.970125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Pushing event updated for resources: {'Port': ['ID=3114a182-b4cd-4538-9a29-41c034584b69,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:37.987343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-cd77761d-f651-4383-bdc3-7f7f1d937a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:37.988912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-cd77761d-f651-4383-bdc3-7f7f1d937a56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44c96286063c40ac948610903a50e98f&device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 1125 time: 0.0841947
May 14 21:21:38.468804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edd2a1-8c4f-4591-baa8-4ca91cb08f89 req-49cccbf9-c034-46c2-bb31-5fac6e99c17f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:38.470403 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4edd2a1-8c4f-4591-baa8-4ca91cb08f89 req-49cccbf9-c034-46c2-bb31-5fac6e99c17f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.0846431
May 14 21:21:38.536318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4edd2a1-8c4f-4591-baa8-4ca91cb08f89 req-b8b68623-5dd7-4621-896a-42c67cb3a7c9 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586941
May 14 21:21:38.588829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:38.594346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:38.663647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-977bd537-22bf-4179-8ae8-7b1fb0273830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:38.677915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-977bd537-22bf-4179-8ae8-7b1fb0273830 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c779a2a-d698-417c-a933-0b56110b8e36 HTTP/1.1" status: 200  len: 916 time: 0.6398838
May 14 21:21:38.820509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4ea61558-ec0c-4fe5-b79a-63ac966b9287 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:38.908121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-cc44d09e-8f93-4392-9f50-5f045d733887 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49711784-f5dd-4fdf-bf81-805e6683243c HTTP/1.1" status: 200  len: 217 time: 0.2175515
May 14 21:21:38.998600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:39.017228 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:39.030918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-edbb7480-1d3d-4e83-afff-1629d327942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:39.035090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-edbb7480-1d3d-4e83-afff-1629d327942b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa958335-3936-45e8-a7fd-a919a253458f HTTP/1.1" status: 200  len: 854 time: 0.0938587
May 14 21:21:39.080445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0c2c7f3-d3a7-4d19-b2e8-7bb7fb3ad94d None None] Provisioning complete for port 3114a182-b4cd-4538-9a29-41c034584b69 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:39.081581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0c2c7f3-d3a7-4d19-b2e8-7bb7fb3ad94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3114a182-b4cd-4538-9a29-41c034584b69), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:39.147472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-9a4e1b67-79c9-4c95-9946-682d4cc26399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:39.153219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-9a4e1b67-79c9-4c95-9946-682d4cc26399 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c779a2a-d698-417c-a933-0b56110b8e36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1065140
May 14 21:21:39.170030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2c7f3-d3a7-4d19-b2e8-7bb7fb3ad94d None None] Port 3114a182-b4cd-4538-9a29-41c034584b69 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:39.211657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8e16f-138b-4f3a-8f5c-1984da299c76 req-f212733a-f80d-4543-b11e-416febc1c05d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:39.220312 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edc8e16f-138b-4f3a-8f5c-1984da299c76 req-f212733a-f80d-4543-b11e-416febc1c05d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1349680
May 14 21:21:39.257643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:39.258070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:39.298237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4ea61558-ec0c-4fe5-b79a-63ac966b9287, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ea61558-ec0c-4fe5-b79a-63ac966b9287,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:39.305395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcd4bbd4-085e-45d5-ab18-74a0a0015428 req-081ce86f-40ab-4a1b-aaed-cad2c3880b7c tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 210 time: 0.7621422
May 14 21:21:39.334039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edc8e16f-138b-4f3a-8f5c-1984da299c76 req-79c0a417-535d-43a7-8d76-5bcedf90ad51 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128283
May 14 21:21:39.352417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Router a15574f5-f5cb-4599-a1da-ebce2275b4e0 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:39.378795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:39.448993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-f913b005-530e-4b5b-8ba9-9097489ac098 service neutron] 10.222.0.48 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2735183
May 14 21:21:39.562162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4ea61558-ec0c-4fe5-b79a-63ac966b9287,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:39.571357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:39.589198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Sync routers for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:39.617062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-285f08c5-26d4-416a-acaf-c1c54d53f11c admin admin] 10.222.0.52 "PUT /v2.0/routers/a15574f5-f5cb-4599-a1da-ebce2275b4e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0116377
May 14 21:21:39.630484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:39.631274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230171d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:39.761519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1a3869f-53c6-4e62-a0aa-1165df2265fd req-45427b96-3701-4d43-9c0c-585d7979a29a service neutron] 10.222.0.48 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261105
May 14 21:21:39.793226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b17b1-9c89-4f37-b32a-f521518ba0c3 req-8052ec6a-5bc8-4f2a-bf97-3d415d6aad37 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:39.800812 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-652b17b1-9c89-4f37-b32a-f521518ba0c3 req-8052ec6a-5bc8-4f2a-bf97-3d415d6aad37 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.1161535
May 14 21:21:39.832877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:39.938771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-652b17b1-9c89-4f37-b32a-f521518ba0c3 req-5166243b-d13f-4f63-b2fa-6916e675570a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1365678
May 14 21:21:40.032362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-d0dc619f-0f7b-4504-a3d9-3cf5903d8a46 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:40.034349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-d0dc619f-0f7b-4504-a3d9-3cf5903d8a46 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.36 "GET /v2.0/networks?id=8e297e8e-a72c-4f3a-94ba-1b9f264816b1 HTTP/1.1" status: 200  len: 814 time: 0.2306569
May 14 21:21:40.070413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Request body: {'port': {'device_id': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1', 'admin_state_up': True, 'tenant_id': 'cabbde4fba484c6d83f6ae32716cf82b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:40.087384 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3637b3cf-ec54-46df-9892-7d8618e61c01 req-357ddf13-72cd-4208-abc8-9801e6b3a452 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0643134
May 14 21:21:40.259027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230171d00>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:37Z', 'revision_number': 2, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:40.345526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Checking router: a15574f5-f5cb-4599-a1da-ebce2275b4e0 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:40.346071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Updating router a15574f5-f5cb-4599-a1da-ebce2275b4e0 port 3114a182-b4cd-4538-9a29-41c034584b69 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:21:40.432299 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9adfae15-89ff-4e9b-91a6-3826f63d904b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:40.433902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3114a182-b4cd-4538-9a29-41c034584b69), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:40.441267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Made reservation on behalf of cabbde4fba484c6d83f6ae32716cf82b for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:40.447437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:40.528158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9695110-b53b-4d04-b610-1b52fb0060c5 req-aeaff130-d440-471d-90a1-6d22508710b5 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 210 time: 0.1063788
May 14 21:21:40.654645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca8e50-b24f-4885-b53b-7092686a3f10 req-d16530bc-cd21-4c13-b03a-0bf10e82f15a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:40.662847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30ca8e50-b24f-4885-b53b-7092686a3f10 req-d16530bc-cd21-4c13-b03a-0bf10e82f15a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1674216
May 14 21:21:40.803498 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30ca8e50-b24f-4885-b53b-7092686a3f10 req-96f2313e-9f04-4616-9ac1-3c26ae5f9ccf tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393421
May 14 21:21:40.826085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Allocated IP 172.20.0.10 (8e297e8e-a72c-4f3a-94ba-1b9f264816b1/6e47cd32-1a1e-4831-8424-fe6fdb3acd9b/fec2f708-b2fe-442f-9676-5104a4997d2c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:41.016711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4ea61558-ec0c-4fe5-b79a-63ac966b9287 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:41.019463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:21:41.093524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:41.100439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-924292893-network', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:41.184469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee73563-dc20-4406-b35d-c78758bd19f4 req-a5b29823-5b60-4188-a0ba-ea9986b65c0d tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:41.194744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks [] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.200138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:21:41.200596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ee73563-dc20-4406-b35d-c78758bd19f4 req-a5b29823-5b60-4188-a0ba-ea9986b65c0d tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.1432276
May 14 21:21:41.263273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ee73563-dc20-4406-b35d-c78758bd19f4 req-5770a65b-4e95-4d2d-b8f9-ede4268a1a53 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617898
May 14 21:21:41.272639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Made reservation on behalf of c5f5d25903a54e73ac56fef5225279c8 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:41.275023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.292214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.320793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac3a03d0-94d8-411f-bf9b-2db1b268a11f req-a157befb-4119-464d-a359-14427c8e1fef tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.1191497
May 14 21:21:41.489016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks [] for security_group (9797f73a-d3c4-4766-bb0e-d0d50048cd07), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.495724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:41.513149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:41.513554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.521725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Publish callbacks [] for port (3114a182-b4cd-4538-9a29-41c034584b69), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.540403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'mac_address': 'fa:16:3e:0a:74:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:21:41.633653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:41.633653 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.636627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:41.661725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:41.669896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:41.695618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4801063-d080-4f7a-8672-82ea737fb0e8 req-601b1bca-0411-4e1e-8171-9a2bef12661e tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 210 time: 0.0712852
May 14 21:21:41.708033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.752130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3114a182-b4cd-4538-9a29-41c034584b69), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.756667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9797f73a-d3c4-4766-bb0e-d0d50048cd07), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.769243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:21:41.779580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bd90f37e-aeb4-483c-9e57-e886ffc2cad5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.780111 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Added segment bd90f37e-aeb4-483c-9e57-e886ffc2cad5 of type vlan for network 8b068aa8-6748-4342-87da-ed121bd939cd
May 14 21:21:41.825284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.831674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.849763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aad5b-038c-4f0c-9eb3-d459360d38f1 None None] Pushing event updated for resources: {'Port': ['ID=3114a182-b4cd-4538-9a29-41c034584b69,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:41.850342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:41.852826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:41.855745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:41.893620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Pushing event updated for resources: {'Port': ['ID=fec2f708-b2fe-442f-9676-5104a4997d2c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:41.942263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8b068aa8-6748-4342-87da-ed121bd939cd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:41.967061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9797f73a-d3c4-4766-bb0e-d0d50048cd07,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:42.024301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:42.055225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:42.059724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.068564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Attempting to bind port 3114a182-b4cd-4538-9a29-41c034584b69 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:42.069110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Attempting to bind port 3114a182-b4cd-4538-9a29-41c034584b69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:42.069712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Attempting to bind port 3114a182-b4cd-4538-9a29-41c034584b69 on network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:42.070186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484296b-6bfa-4e3d-aca4-e50061b8a29f req-afd2ca41-c9f2-4975-83dd-6984cb19b723 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:42.078002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0484296b-6bfa-4e3d-aca4-e50061b8a29f req-afd2ca41-c9f2-4975-83dd-6984cb19b723 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 945 time: 0.1385198
May 14 21:21:42.082012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:42.082012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Checking segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:42.082012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.082012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Bound using segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:42.082012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Bound port: 3114a182-b4cd-4538-9a29-41c034584b69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:42.082012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3114a182-b4cd-4538-9a29-41c034584b69), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.098177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:42.188622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0484296b-6bfa-4e3d-aca4-e50061b8a29f req-49f2cd7a-28a2-47aa-a34f-92b567858f2c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967951
May 14 21:21:42.188622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8b068aa8-6748-4342-87da-ed121bd939cd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.188622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:42.188622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.190051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] For port 3114a182-b4cd-4538-9a29-41c034584b69, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:42.198759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] For port 3114a182-b4cd-4538-9a29-41c034584b69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3114a182-b4cd-4538-9a29-41c034584b69,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:42.204280 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.284460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8b068aa8-6748-4342-87da-ed121bd939cd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:42.298885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8b068aa8-6748-4342-87da-ed121bd939cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:21:42.415141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6d1952cf-4946-4677-8655-b42b8a448bf8 None None] Provisioning complete for port 3114a182-b4cd-4538-9a29-41c034584b69 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:42.415625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6d1952cf-4946-4677-8655-b42b8a448bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3114a182-b4cd-4538-9a29-41c034584b69), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.417109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c887bbe1-3b59-4710-8b83-2de247b8ccbb req-154ff022-c27c-475a-9dac-75b53d8d2696 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0368505
May 14 21:21:42.448075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace1032-b3b4-47cf-8856-7594e0bc674e req-7508c545-777b-48f4-ae12-21a16b63f791 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:42.449564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ace1032-b3b4-47cf-8856-7594e0bc674e req-7508c545-777b-48f4-ae12-21a16b63f791 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.0557678
May 14 21:21:42.497925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6d1952cf-4946-4677-8655-b42b8a448bf8 None None] Port 3114a182-b4cd-4538-9a29-41c034584b69 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:42.564689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ace1032-b3b4-47cf-8856-7594e0bc674e req-cd41b301-3832-4f04-967d-16ff16bcedb2 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082730
May 14 21:21:42.623429 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-6672785e-2956-4519-bfc0-dcce4c21e386 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5741553
May 14 21:21:42.637365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Request body: {'port': {'device_id': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:42.762304 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.922909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3114a182-b4cd-4538-9a29-41c034584b69), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:42.957258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4459eb0-7fbf-4048-b4bd-9262480d211a req-6f99f77d-bb69-473e-a1ca-a30a4de67088 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:42.967325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a4459eb0-7fbf-4048-b4bd-9262480d211a req-6f99f77d-bb69-473e-a1ca-a30a4de67088 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 932 time: 0.0802314
May 14 21:21:42.973938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:43.001784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60964) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:43.011666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Request body: {'subnet': {'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-subnet', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:43.016134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3d051922-e8be-4960-89c4-fb4a4f8f00c8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.9034016
May 14 21:21:43.090304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:43.090972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230171d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:43.180835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aad5b-038c-4f0c-9eb3-d459360d38f1 None None] Pushing event updated for resources: {'Port': ['ID=3114a182-b4cd-4538-9a29-41c034584b69,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:43.207556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a4459eb0-7fbf-4048-b4bd-9262480d211a req-ad1a68c0-dcaa-4898-bac6-9f07cfd2533f tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311711
May 14 21:21:43.250625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Made reservation on behalf of c5f5d25903a54e73ac56fef5225279c8 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:21:43.253649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.272343 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac5164f1-24bc-49c2-86ad-38373155e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.281651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:43.281947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.342028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:43.385026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b682ed4-efc4-4622-a747-c3654e459b6e req-65de4267-a4fb-4124-a787-1c84991a203c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:43.388096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b682ed4-efc4-4622-a747-c3654e459b6e req-65de4267-a4fb-4124-a787-1c84991a203c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 945 time: 0.1006894
May 14 21:21:43.422099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec2f708-b2fe-442f-9676-5104a4997d2c {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:43.437629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Publish callbacks [] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.453691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Transition to ACTIVE for port object fec2f708-b2fe-442f-9676-5104a4997d2c will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:21:43.478245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] Provisioning complete for port 3114a182-b4cd-4538-9a29-41c034584b69 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:43.478610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3114a182-b4cd-4538-9a29-41c034584b69), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.487037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b682ed4-efc4-4622-a747-c3654e459b6e req-1672e2c0-ab0c-4895-9647-810072682631 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920119
May 14 21:21:43.525722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.539298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:43.539298 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.613468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:43.615848 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470d8b8e-acb0-4de5-b6f8-ccdf5ae8fbb5" -d '{"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:43.657089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:43.681604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Pushing event updated for resources: {'Port': ['ID=fec2f708-b2fe-442f-9676-5104a4997d2c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:43.685082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1b36af2-9013-482b-acf3-34f5104e387b req-9a6b84b9-4408-4ffe-84b4-2be79015b583 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0619276
May 14 21:21:43.687567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e5894-8231-4757-be7f-2bbdf5b60e85 req-8df91305-87fc-4725-878c-91ff7f326fa5 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:43.689574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-042e5894-8231-4757-be7f-2bbdf5b60e85 req-8df91305-87fc-4725-878c-91ff7f326fa5 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.0518608
May 14 21:21:43.713670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (9a00bf24-a54c-42be-a979-be6ca8ab18f8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.749834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] Current status of the port 3114a182-b4cd-4538-9a29-41c034584b69 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:43.750328 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3114a182-b4cd-4538-9a29-41c034584b69), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.757015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Attempting to bind port fec2f708-b2fe-442f-9676-5104a4997d2c on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:43.760981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Attempting to bind port fec2f708-b2fe-442f-9676-5104a4997d2c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:43.760981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Attempting to bind port fec2f708-b2fe-442f-9676-5104a4997d2c on network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:43.767134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Port fec2f708-b2fe-442f-9676-5104a4997d2c on network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:21:43.767671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Attempting to bind port fec2f708-b2fe-442f-9676-5104a4997d2c on network 8e297e8e-a72c-4f3a-94ba-1b9f264816b1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:43.774827 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78424a52-df24-433c-b66c-6fe78ff0ba32 x-openstack-request-id: req-78424a52-df24-433c-b66c-6fe78ff0ba32 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:43.775191 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:43.775579 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78424a52-df24-433c-b66c-6fe78ff0ba32 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:43.776004 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78424a52-df24-433c-b66c-6fe78ff0ba32'] response: {'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'code': 200}
May 14 21:21:43.776172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:43.776517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Checking segment: {'id': 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:43.776901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Bound using segment: {'id': 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:43.777022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230171d00>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:42Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:43.777331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Bound port: fec2f708-b2fe-442f-9676-5104a4997d2c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:43.778284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.794092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-042e5894-8231-4757-be7f-2bbdf5b60e85 req-2d75f350-0c19-419d-8a39-285785784a0e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974541
May 14 21:21:43.802607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a00bf24-a54c-42be-a979-be6ca8ab18f8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:43.816793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Checking segment: {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:43.816793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Network hostable DHCP agents. Network: 8b068aa8-6748-4342-87da-ed121bd939cd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:21:43.829331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaad3ea-bf17-48f2-a5ce-0c18823c94a5 None None] The sync data for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 is: [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:42Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:43.837736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.845406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] For port 3114a182-b4cd-4538-9a29-41c034584b69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3114a182-b4cd-4538-9a29-41c034584b69,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:43.846353 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:43.880610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] For port fec2f708-b2fe-442f-9676-5104a4997d2c, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:43.891543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] For port fec2f708-b2fe-442f-9676-5104a4997d2c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec2f708-b2fe-442f-9676-5104a4997d2c,segment=NetworkSegment(fb03f287-a6c7-47cd-8744-d06a93fd7c3a),segment_id=fb03f287-a6c7-47cd-8744-d06a93fd7c3a)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:43.924570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Network 8b068aa8-6748-4342-87da-ed121bd939cd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:21:43.934594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:43.974440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3114a182-b4cd-4538-9a29-41c034584b69), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.027716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ef1b5-7481-4e2d-89a6-867b0f490d7f None None] Pushing event updated for resources: {'Port': ['ID=3114a182-b4cd-4538-9a29-41c034584b69,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:44.049419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.071432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8b068aa8-6748-4342-87da-ed121bd939cd) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:44.075671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:44.077010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.087623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec0923-1cb1-40ff-be9e-cbbb71e4a02c None None] Network 8b068aa8-6748-4342-87da-ed121bd939cd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:44.167657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f7eefbf8-1cc8-4ef1-a88c-d3b276c90612 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1621847
May 14 21:21:44.168253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60974) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:44.174003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:44.226818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8b068aa8-6748-4342-87da-ed121bd939cd', 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd', 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'fixed_ips': [{'subnet_id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:21:44.227855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.283932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.285442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.359684 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks [] for router_controller (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.413199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Allocated IP 172.20.0.2 (8b068aa8-6748-4342-87da-ed121bd939cd/9a00bf24-a54c-42be-a979-be6ca8ab18f8/07b542f8-1cfa-4182-a102-d1a66ca2fc18) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:44.479444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:44.481277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.481608 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] 10.222.0.36 "PUT /v2.0/ports/fec2f708-b2fe-442f-9676-5104a4997d2c HTTP/1.1" status: 200  len: 1092 time: 1.8505728
May 14 21:21:44.482079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'tag': 'fec2f708-b2fe-442f-9676-5104a4997d2c'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:44.485092 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eb29c9-2483-447e-9ffd-68b178a1909f" -d '{"events": [{"name": "network-changed", "server_uuid": "aee54bcd-4835-4e6b-b777-07188bfb608d", "tag": "fec2f708-b2fe-442f-9676-5104a4997d2c"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:44.573281 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de615ab-6085-40dd-a304-be08df7f6e5b x-openstack-request-id: req-7de615ab-6085-40dd-a304-be08df7f6e5b {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:44.573281 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee54bcd-4835-4e6b-b777-07188bfb608d", "tag": "fec2f708-b2fe-442f-9676-5104a4997d2c", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:44.573281 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7de615ab-6085-40dd-a304-be08df7f6e5b {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:44.573281 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de615ab-6085-40dd-a304-be08df7f6e5b'] response: {'name': 'network-changed', 'server_uuid': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'tag': 'fec2f708-b2fe-442f-9676-5104a4997d2c', 'status': 'completed', 'code': 200}
May 14 21:21:44.585459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186004-f164-4b0f-b44a-46eb5d712b0e req-7387e9f5-6483-4664-acc0-7f5f1dad8610 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:44.590346 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df186004-f164-4b0f-b44a-46eb5d712b0e req-7387e9f5-6483-4664-acc0-7f5f1dad8610 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 944 time: 0.1544890
May 14 21:21:44.596252 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c29eb-5d0c-4da0-9759-b23114d04691 service neutron] Pushing event updated for resources: {'Port': ['ID=fec2f708-b2fe-442f-9676-5104a4997d2c,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:44.659062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks [] for router_gateway (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.701520 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df186004-f164-4b0f-b44a-46eb5d712b0e req-cc432bc1-c623-4248-adac-7dd38862d42a tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020963
May 14 21:21:44.745969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505df08-75e0-4101-9c5f-0ba2c4211c2e req-6fa7dc61-25bd-41f3-87f5-ee2b668efc24 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:44.764118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9505df08-75e0-4101-9c5f-0ba2c4211c2e req-6fa7dc61-25bd-41f3-87f5-ee2b668efc24 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0989594
May 14 21:21:44.828539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb29c9-2483-447e-9ffd-68b178a1909f req-8a23752e-afa3-4d90-8866-3aa11e8dea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:44.830618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9eb29c9-2483-447e-9ffd-68b178a1909f req-8a23752e-afa3-4d90-8866-3aa11e8dea9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cabbde4fba484c6d83f6ae32716cf82b&device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 1126 time: 0.0826261
May 14 21:21:44.856705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3114a182-b4cd-4538-9a29-41c034584b69 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:44.884841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Publish callbacks [] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:44.904045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d222078-e6f5-42d4-bbea-c60ca22e1c92 req-2ca3345d-4b90-454a-a686-ad9a5a1b12a4 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0687487
May 14 21:21:44.946616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9505df08-75e0-4101-9c5f-0ba2c4211c2e req-95df00b6-3292-48cb-b03f-920023b01d2c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759956
May 14 21:21:44.965129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 49711784-f5dd-4fdf-bf81-805e6683243c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:21:45.016445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb29c9-2483-447e-9ffd-68b178a1909f req-0a355d89-f0ab-4a41-8f6e-a9e33df6c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:45.018133 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9eb29c9-2483-447e-9ffd-68b178a1909f req-0a355d89-f0ab-4a41-8f6e-a9e33df6c8a3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cabbde4fba484c6d83f6ae32716cf82b&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1707807
May 14 21:21:45.096548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 49711784-f5dd-4fdf-bf81-805e6683243c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49711784-f5dd-4fdf-bf81-805e6683243c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:45.113511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '49711784-f5dd-4fdf-bf81-805e6683243c', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'port_id': '49711784-f5dd-4fdf-bf81-805e6683243c', 'mac_address': 'fa:16:3e:ad:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:21:45.119148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.144921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks [] for router_gateway (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.173831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.215923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501bc5-a33b-4981-883e-238d1168eb22 req-c9be7f2d-b1ef-41f7-ab92-bdee112d032f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:45.216526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 49711784-f5dd-4fdf-bf81-805e6683243c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:45.216710 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.224383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd501bc5-a33b-4981-883e-238d1168eb22 req-c9be7f2d-b1ef-41f7-ab92-bdee112d032f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 943 time: 0.1578209
May 14 21:21:45.276143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Network 8b068aa8-6748-4342-87da-ed121bd939cd is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:45.276739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3114a182-b4cd-4538-9a29-41c034584b69 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:45.277510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3114a182-b4cd-4538-9a29-41c034584b69), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.282927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb29c9-2483-447e-9ffd-68b178a1909f req-e1782918-0981-4875-b55a-7e3c6a6b914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:45.287024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9eb29c9-2483-447e-9ffd-68b178a1909f req-e1782918-0981-4875-b55a-7e3c6a6b914d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2583938
May 14 21:21:45.287159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49711784-f5dd-4fdf-bf81-805e6683243c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:45.309769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fd501bc5-a33b-4981-883e-238d1168eb22 req-4b919a7a-4f1d-4cbe-b98e-c5623c6ca323 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808735
May 14 21:21:45.316061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:45.319266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:45.324361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Pushing event updated for resources: {'Port': ['ID=07b542f8-1cfa-4182-a102-d1a66ca2fc18,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:45.386538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Allocated IP 172.35.4.91 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/cd258b32-10f9-431f-b3f6-9e5214e79343) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:45.396873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 49711784-f5dd-4fdf-bf81-805e6683243c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49711784-f5dd-4fdf-bf81-805e6683243c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:45.446054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Attempting to bind port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:45.446054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Attempting to bind port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:45.447042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Attempting to bind port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 on network 8b068aa8-6748-4342-87da-ed121bd939cd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:45.490033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:45.490412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Checking segment: {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:45.490815 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.491358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Bound using segment: {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:45.492193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Bound port: 07b542f8-1cfa-4182-a102-d1a66ca2fc18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:45.492193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.510470 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.521626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3114a182-b4cd-4538-9a29-41c034584b69 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:45.527057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks [] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.604910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=49711784-f5dd-4fdf-bf81-805e6683243c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:45.619684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] For port 07b542f8-1cfa-4182-a102-d1a66ca2fc18, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:45.621544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] For port 07b542f8-1cfa-4182-a102-d1a66ca2fc18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b542f8-1cfa-4182-a102-d1a66ca2fc18,segment=NetworkSegment(bd90f37e-aeb4-483c-9e57-e886ffc2cad5),segment_id=bd90f37e-aeb4-483c-9e57-e886ffc2cad5)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:45.676949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.677728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.707574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:45.718408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:45.718408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:45.720525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:45.759594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Pushing event updated for resources: {'Port': ['ID=cd258b32-10f9-431f-b3f6-9e5214e79343,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:45.781623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['49711784-f5dd-4fdf-bf81-805e6683243c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:45.840510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98300ba1-5d1a-4186-8e5c-d92146723c16 None None] Pushing event updated for resources: {'Port': ['ID=07b542f8-1cfa-4182-a102-d1a66ca2fc18,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:46.028335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c11215-20f0-43f0-a7f0-bdbb2afd23c6 req-d4e9fcda-c1e5-47ea-9f96-4885759225a8 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:46.033496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11c11215-20f0-43f0-a7f0-bdbb2afd23c6 req-d4e9fcda-c1e5-47ea-9f96-4885759225a8 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 944 time: 0.1587062
May 14 21:21:46.135836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11c11215-20f0-43f0-a7f0-bdbb2afd23c6 req-3e54b05d-31c9-4158-8102-d4ddf0638bb1 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765572
May 14 21:21:46.139706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d4ba643-ca67-42a3-bed9-4b11f82c95ea req-c432cd33-3594-46e3-8063-22f1dd8244c0 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0654957
May 14 21:21:46.252624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-bdc84400-e57a-47e6-9c2e-4e7afb15820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:46.256983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-bdc84400-e57a-47e6-9c2e-4e7afb15820d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cabbde4fba484c6d83f6ae32716cf82b&device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 1126 time: 0.0872381
May 14 21:21:46.301291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658d4a74-264f-4309-abfa-62f8e03f3292 req-7fd485db-eecd-4804-8ae5-627303156cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0445797
May 14 21:21:46.325924 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-a24cc23f-5414-4aa8-a742-8601945f03d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fec2f708-b2fe-442f-9676-5104a4997d2c HTTP/1.1" status: 200  len: 217 time: 0.0632441
May 14 21:21:46.379124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a1133-8fdc-46e7-bd96-ab1ca2c1393d req-251c44c6-f899-4a25-8232-82fded1ae328 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:46.380890 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c42a1133-8fdc-46e7-bd96-ab1ca2c1393d req-251c44c6-f899-4a25-8232-82fded1ae328 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0626330
May 14 21:21:46.397150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks [] for router_gateway (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:46.442199 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c42a1133-8fdc-46e7-bd96-ab1ca2c1393d req-ced47b4f-fc00-4466-9562-f0ee402bd7fa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550015
May 14 21:21:46.571080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-57d0579b-61d7-4dcb-aa41-4124c209fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:46.572698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-57d0579b-61d7-4dcb-aa41-4124c209fb78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6e47cd32-1a1e-4831-8424-fe6fdb3acd9b HTTP/1.1" status: 200  len: 854 time: 0.0735857
May 14 21:21:46.573752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd41774-9502-495e-b3d9-2ea43d46b7d8 req-5ba281fa-bfe2-4858-8b7f-bfb21e3af45c tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:46.575734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcd41774-9502-495e-b3d9-2ea43d46b7d8 req-5ba281fa-bfe2-4858-8b7f-bfb21e3af45c tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 944 time: 0.1240954
May 14 21:21:46.626098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-381fdf58-1654-4d1b-a9d9-25a9ae59a04f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e297e8e-a72c-4f3a-94ba-1b9f264816b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415037
May 14 21:21:46.740884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcd41774-9502-495e-b3d9-2ea43d46b7d8 req-2bc0940f-cb79-4521-85a1-d00a20c0b37e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1145656
May 14 21:21:46.775067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:46.776641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:46.853130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 07b542f8-1cfa-4182-a102-d1a66ca2fc18 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:46.926435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-edf353b6-a245-4180-a700-c275133db09b service neutron] 10.222.0.36 "GET /v2.0/networks/8e297e8e-a72c-4f3a-94ba-1b9f264816b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2918026
May 14 21:21:46.963922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:46.964280 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:46.971362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 49711784-f5dd-4fdf-bf81-805e6683243c up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:47.078164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:21:47.107122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 49711784-f5dd-4fdf-bf81-805e6683243c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:21:47.134482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57282345-a7c3-4bcf-97ff-7c0c1c8586ce req-d318bc0f-180b-4598-ae0b-540b1adfe723 service neutron] 10.222.0.36 "GET /v2.0/networks/8e297e8e-a72c-4f3a-94ba-1b9f264816b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403000
May 14 21:21:47.172130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:47.172505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.221838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 49711784-f5dd-4fdf-bf81-805e6683243c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:47.244409 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.249322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:47.261023 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Sync routers for ids ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:47.281752 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Routers {'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:47.282470 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eeccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:47.312950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29668d2d-0350-4309-87f2-5159229af4c7 req-3ad8725c-bd4c-4ea2-bd12-53857dcde922 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0318172
May 14 21:21:47.350912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017e2a3-4d0a-4246-8baf-87ca1770374d None None] Network 8b068aa8-6748-4342-87da-ed121bd939cd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:21:47.384417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.392716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:47.401897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ddb8bee-f6a0-4028-8f91-0b9a9c7c39ad admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2323370
May 14 21:21:47.412091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7c14d69e-9c88-4ddc-86a6-b4c67bd7e8fb None None] Provisioning complete for port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:47.412457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7c14d69e-9c88-4ddc-86a6-b4c67bd7e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.418450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 07b542f8-1cfa-4182-a102-d1a66ca2fc18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b542f8-1cfa-4182-a102-d1a66ca2fc18,segment=NetworkSegment(bd90f37e-aeb4-483c-9e57-e886ffc2cad5),segment_id=bd90f37e-aeb4-483c-9e57-e886ffc2cad5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:47.451163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9fb59-2334-4044-a7b1-02d1ec35d7f4 req-c8417f42-2b50-4bfd-a7d9-e959dc3d2d25 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:47.453855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1fe9fb59-2334-4044-a7b1-02d1ec35d7f4 req-c8417f42-2b50-4bfd-a7d9-e959dc3d2d25 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 944 time: 0.1296792
May 14 21:21:47.551262 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Set router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:47.564454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 49711784-f5dd-4fdf-bf81-805e6683243c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:47.571629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.571629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.573108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1fe9fb59-2334-4044-a7b1-02d1ec35d7f4 req-013126f3-20d1-4f46-8099-ba0395fad9c0 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133618
May 14 21:21:47.657366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017aa73-f511-46f4-84d9-dbed53326b0a req-e0e50eff-4419-4e8b-8df9-054780275156 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:47.658008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f017aa73-f511-46f4-84d9-dbed53326b0a req-e0e50eff-4419-4e8b-8df9-054780275156 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0692484
May 14 21:21:47.699930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 49711784-f5dd-4fdf-bf81-805e6683243c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49711784-f5dd-4fdf-bf81-805e6683243c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:47.706014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:47.708610 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84545bf2-6d64-45bb-8fb1-794b6c2e0b2d" -d '{"events": [{"server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "name": "network-vif-plugged", "status": "completed", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:47.785501 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f017aa73-f511-46f4-84d9-dbed53326b0a req-94db639a-9020-4d1a-b80b-80423b80db01 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163523
May 14 21:21:47.792585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:47.854261 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777ee656-2595-4416-9526-c4cbac190ec9 x-openstack-request-id: req-777ee656-2595-4416-9526-c4cbac190ec9 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:47.855468 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "name": "network-vif-plugged", "status": "completed", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:47.856417 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-777ee656-2595-4416-9526-c4cbac190ec9 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:47.856968 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777ee656-2595-4416-9526-c4cbac190ec9'] response: {'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c', 'code': 200}
May 14 21:21:47.857698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=07b542f8-1cfa-4182-a102-d1a66ca2fc18,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:47.909401 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eeccd0>, [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:21:46Z', 'revision_number': 3, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:47.949798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7c14d69e-9c88-4ddc-86a6-b4c67bd7e8fb None None] Current status of the port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:47.982007 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Checking router: a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:47.982762 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Updating router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 port cd258b32-10f9-431f-b3f6-9e5214e79343 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:21:48.011527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417ffb2-ea30-419d-9749-806ad2504ea2 req-828415c9-4e45-4957-8548-89308c37f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:48.012090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7417ffb2-ea30-419d-9749-806ad2504ea2 req-828415c9-4e45-4957-8548-89308c37f398 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 1127 time: 0.1297519
May 14 21:21:48.025738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=49711784-f5dd-4fdf-bf81-805e6683243c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:48.047399 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.114514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de770434-bc8b-4c04-95fc-ed43bde46bec req-ff64b08a-0694-4591-8986-60479140ac1e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:48.117566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de770434-bc8b-4c04-95fc-ed43bde46bec req-ff64b08a-0694-4591-8986-60479140ac1e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.1271625
May 14 21:21:48.117735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7417ffb2-ea30-419d-9749-806ad2504ea2 req-e0244bc6-6387-4986-a935-40d127e698e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997639
May 14 21:21:48.248190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de770434-bc8b-4c04-95fc-ed43bde46bec req-09c7bb43-2b3e-46e4-8270-c1f6c74e7308 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151402
May 14 21:21:48.373396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8ade117a-40d5-49ab-8da4-e84546f7840b None None] Provisioning complete for port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:48.374336 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ade117a-40d5-49ab-8da4-e84546f7840b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.508790 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Publish callbacks [] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.526888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.531024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8ade117a-40d5-49ab-8da4-e84546f7840b None None] Current status of the port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:48.556650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-736df080-5dee-4536-8a27-9f24ad9aa8b0 req-82128fda-38d2-42f2-9ed2-bc12043c0b37 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0324144
May 14 21:21:48.569806 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.657737 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Pushing event updated for resources: {'Port': ['ID=cd258b32-10f9-431f-b3f6-9e5214e79343,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:48.726156 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Attempting to bind port cd258b32-10f9-431f-b3f6-9e5214e79343 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:48.729195 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Attempting to bind port cd258b32-10f9-431f-b3f6-9e5214e79343 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:48.729935 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Attempting to bind port cd258b32-10f9-431f-b3f6-9e5214e79343 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:48.750875 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.752595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.752595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.752595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.752595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.753231 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.753768 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.754186 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.755245 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.759454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.759868 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.760306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.761001 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.761482 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.761917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:21:48.780869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:48.781565 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:48.782665 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.783171 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:48.783806 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Bound port: cd258b32-10f9-431f-b3f6-9e5214e79343, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:48.786071 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.808478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 07b542f8-1cfa-4182-a102-d1a66ca2fc18 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:48.821928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86993ca-0874-438e-a106-fe82fd4dc26a req-2e7034bf-6117-4ae1-b226-7c84d2931536 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:48.829893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e86993ca-0874-438e-a106-fe82fd4dc26a req-2e7034bf-6117-4ae1-b226-7c84d2931536 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 944 time: 0.1228132
May 14 21:21:48.870564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Allocated IP 172.20.0.1 (8b068aa8-6748-4342-87da-ed121bd939cd/9a00bf24-a54c-42be-a979-be6ca8ab18f8/c459828a-281e-4816-8716-64a1e3238f83) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:21:48.926969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e86993ca-0874-438e-a106-fe82fd4dc26a req-f3e83aa4-3de2-4871-a1f4-3b53f6f5298e tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916686
May 14 21:21:48.935537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:48.938386 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] For port cd258b32-10f9-431f-b3f6-9e5214e79343, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:48.944085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:48.948919 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] For port cd258b32-10f9-431f-b3f6-9e5214e79343, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd258b32-10f9-431f-b3f6-9e5214e79343,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:49.082803 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:49.124591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f373281-9207-41ff-a1ab-937f5a91b7ea req-5a3d4bb1-1a8b-4bf9-bcdc-c8865c63d68f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:49.126312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f373281-9207-41ff-a1ab-937f5a91b7ea req-5a3d4bb1-1a8b-4bf9-bcdc-c8865c63d68f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0796015
May 14 21:21:49.149186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:49.182327 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Routers {'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:49.185044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eeccd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:49.207327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks [] for port (c459828a-281e-4816-8716-64a1e3238f83), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:49.215536 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada706d1-c868-4d38-acb7-d057c8bfcd8c None None] Pushing event updated for resources: {'Port': ['ID=cd258b32-10f9-431f-b3f6-9e5214e79343,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:49.297668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f373281-9207-41ff-a1ab-937f5a91b7ea req-a6691edd-2f3f-410a-867d-2c4e846d5724 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578374
May 14 21:21:49.353809 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] Set router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:49.381683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8c629cf-2039-4640-80be-6872061a4bdb req-31c9429e-4ef2-4e8c-a434-ff1e872d4ea2 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0879045
May 14 21:21:49.407999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c459828a-281e-4816-8716-64a1e3238f83), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:49.465912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9456e-54ff-480d-8e89-2eac64aacdfb req-157c91fd-1dce-440e-9a16-0cce578634e6 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:49.470449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Network 8b068aa8-6748-4342-87da-ed121bd939cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:49.475378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1d9456e-54ff-480d-8e89-2eac64aacdfb req-157c91fd-1dce-440e-9a16-0cce578634e6 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.0980926
May 14 21:21:49.479188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:49.488684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:21:49.522398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Pushing event updated for resources: {'Port': ['ID=c459828a-281e-4816-8716-64a1e3238f83,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:49.542623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:49.638923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e1d9456e-54ff-480d-8e89-2eac64aacdfb req-2aa1a0f6-8084-43a3-aabd-72b592c478d4 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1626451
May 14 21:21:49.659817 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eeccd0>, [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:21:46Z', 'revision_number': 3, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:49.714670 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70c15b-9081-40ff-83fb-c46686429ce3 None None] The sync data for ids ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'] in ncdv-master-1 is: [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:21:46Z', 'revision_number': 3, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:49.880959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c459828a-281e-4816-8716-64a1e3238f83), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:49.886452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-95b0fc02-96ab-4df3-a806-c5f277877fc0 None None] Provisioning complete for port c459828a-281e-4816-8716-64a1e3238f83 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:49.886999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95b0fc02-96ab-4df3-a806-c5f277877fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c459828a-281e-4816-8716-64a1e3238f83), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:49.948441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fec2f708-b2fe-442f-9676-5104a4997d2c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:21:50.004430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-95b0fc02-96ab-4df3-a806-c5f277877fc0 None None] Port c459828a-281e-4816-8716-64a1e3238f83 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:50.168080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47406-0fff-4753-ab3d-104cfd4a2642 req-25beecec-5f5c-4212-ae98-54c718ed9643 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:50.169604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74f47406-0fff-4753-ab3d-104cfd4a2642 req-25beecec-5f5c-4212-ae98-54c718ed9643 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 944 time: 0.1042542
May 14 21:21:50.202873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port fec2f708-b2fe-442f-9676-5104a4997d2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec2f708-b2fe-442f-9676-5104a4997d2c,segment=NetworkSegment(fb03f287-a6c7-47cd-8744-d06a93fd7c3a),segment_id=fb03f287-a6c7-47cd-8744-d06a93fd7c3a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:50.225875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'fec2f708-b2fe-442f-9676-5104a4997d2c', 'network_id': '8e297e8e-a72c-4f3a-94ba-1b9f264816b1', 'port_id': 'fec2f708-b2fe-442f-9676-5104a4997d2c', 'mac_address': 'fa:16:3e:16:c1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e47cd32-1a1e-4831-8424-fe6fdb3acd9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:21:50.277377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port fec2f708-b2fe-442f-9676-5104a4997d2c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:50.278013 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:50.279113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks [] for port (c459828a-281e-4816-8716-64a1e3238f83), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:50.294400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74f47406-0fff-4753-ab3d-104cfd4a2642 req-c9ade2fe-4f95-4e64-929c-f02c00c0fd80 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168673
May 14 21:21:50.295137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec2f708-b2fe-442f-9676-5104a4997d2c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:21:50.334791 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (c459828a-281e-4816-8716-64a1e3238f83), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:50.351467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port fec2f708-b2fe-442f-9676-5104a4997d2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec2f708-b2fe-442f-9676-5104a4997d2c,segment=NetworkSegment(fb03f287-a6c7-47cd-8744-d06a93fd7c3a),segment_id=fb03f287-a6c7-47cd-8744-d06a93fd7c3a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:50.419802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:50.422196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Pushing event updated for resources: {'Port': ['ID=c459828a-281e-4816-8716-64a1e3238f83,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:50.431735 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:50.501427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74608ee-c474-4c73-8dff-815877eedf0e req-3bd5e385-251a-481e-9c26-3501d128cf18 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:50.513421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d74608ee-c474-4c73-8dff-815877eedf0e req-3bd5e385-251a-481e-9c26-3501d128cf18 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1315360
May 14 21:21:50.549993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=fec2f708-b2fe-442f-9676-5104a4997d2c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:50.598437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d74608ee-c474-4c73-8dff-815877eedf0e req-03607691-f42e-4074-8210-68e8dd104a41 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816689
May 14 21:21:50.656595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['fec2f708-b2fe-442f-9676-5104a4997d2c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:21:50.660642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Network 8b068aa8-6748-4342-87da-ed121bd939cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:21:50.664015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:21:50.775707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cd258b32-10f9-431f-b3f6-9e5214e79343 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:50.804351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b892b12c-cdc9-4d60-813b-ef6b9e7c2faa req-060631ff-0894-4903-9379-2eed0ce5811a tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.1965449
May 14 21:21:50.908693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f91538-9c18-4d0d-97e8-189dbbd47779 req-d7b144f1-2b85-4681-9695-265bdcac0cfb tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:50.910283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37f91538-9c18-4d0d-97e8-189dbbd47779 req-d7b144f1-2b85-4681-9695-265bdcac0cfb tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.1199179
May 14 21:21:50.970146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:51.004210 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37f91538-9c18-4d0d-97e8-189dbbd47779 req-940ea184-c38f-44d6-b58c-444294777466 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860176
May 14 21:21:51.206988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f944fc-6904-4618-bc15-0f29e82a5f04 req-579b952d-230c-4d72-8444-17571be1156e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:51.212787 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92f944fc-6904-4618-bc15-0f29e82a5f04 req-579b952d-230c-4d72-8444-17571be1156e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.1026444
May 14 21:21:51.218578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32834) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:21:51.227897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Request body: {'floatingip': {'port_id': '49711784-f5dd-4fdf-bf81-805e6683243c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:21:51.231427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:51.249165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4cb2cc60-6fe8-4ef2-b354-d50bed10d7bc None None] Provisioning complete for port c459828a-281e-4816-8716-64a1e3238f83 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:51.249934 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4cb2cc60-6fe8-4ef2-b354-d50bed10d7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c459828a-281e-4816-8716-64a1e3238f83), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:51.250633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f6793f4-f877-4b34-af27-a1478f8badda admin admin] 10.222.0.52 "PUT /v2.0/routers/a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8564992
May 14 21:21:51.293995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cd258b32-10f9-431f-b3f6-9e5214e79343 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:51.296122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:51.360463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4cb2cc60-6fe8-4ef2-b354-d50bed10d7bc None None] Port c459828a-281e-4816-8716-64a1e3238f83 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:21:51.374211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (7440d0a6-e390-4d7d-bd8b-f06a64ac7327), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:51.472317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cd258b32-10f9-431f-b3f6-9e5214e79343 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:51.472706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:51.520116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port cd258b32-10f9-431f-b3f6-9e5214e79343, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd258b32-10f9-431f-b3f6-9e5214e79343,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:51.551342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2f66f-a3f2-414c-993d-c68ffd0bc976 req-27d398bd-c4db-4c60-ba9d-745aca9de1bf tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:51.553835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73a2f66f-a3f2-414c-993d-c68ffd0bc976 req-27d398bd-c4db-4c60-ba9d-745aca9de1bf tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 945 time: 0.1317346
May 14 21:21:51.631842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:51.666857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-73a2f66f-a3f2-414c-993d-c68ffd0bc976 req-6e7bad72-196c-478d-81b8-733d518224dc tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036847
May 14 21:21:51.735538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=cd258b32-10f9-431f-b3f6-9e5214e79343,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:51.797987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e980bde-51a1-4b5c-bfb3-5e6aa2a64f27 req-bd351b4b-5316-439a-b396-61565ccc8055 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:51.802155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e980bde-51a1-4b5c-bfb3-5e6aa2a64f27 req-bd351b4b-5316-439a-b396-61565ccc8055 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0867648
May 14 21:21:51.875983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e980bde-51a1-4b5c-bfb3-5e6aa2a64f27 req-daac495b-b1d9-4708-b038-9dcf71004b33 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695465
May 14 21:21:51.974433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fec2f708-b2fe-442f-9676-5104a4997d2c up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:51.980262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1355201a-3d6c-4896-938c-950a6c649f67 req-6c9044d7-7a57-4ab8-8436-1cc1c5b5d487 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0728662
May 14 21:21:52.039360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port fec2f708-b2fe-442f-9676-5104a4997d2c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:21:52.111309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:52.157101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port fec2f708-b2fe-442f-9676-5104a4997d2c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:52.161054 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:52.237372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7440d0a6-e390-4d7d-bd8b-f06a64ac7327), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:52.268182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Sync routers for ids ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:52.293261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port fec2f708-b2fe-442f-9676-5104a4997d2c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:52.293486 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:52.309776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Routers {'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:52.309776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c05340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:52.369862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec2f708-b2fe-442f-9676-5104a4997d2c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:52.372194 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bec4952-3c57-487b-80f5-72c4ca83f76a" -d '{"events": [{"server_uuid": "aee54bcd-4835-4e6b-b777-07188bfb608d", "name": "network-vif-plugged", "status": "completed", "tag": "fec2f708-b2fe-442f-9676-5104a4997d2c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:52.378758 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Floating IP 7440d0a6-e390-4d7d-bd8b-f06a64ac7327 associated. External IP: 172.35.4.56, port: 49711784-f5dd-4fdf-bf81-805e6683243c.
May 14 21:21:52.407218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port fec2f708-b2fe-442f-9676-5104a4997d2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec2f708-b2fe-442f-9676-5104a4997d2c,segment=NetworkSegment(fb03f287-a6c7-47cd-8744-d06a93fd7c3a),segment_id=fb03f287-a6c7-47cd-8744-d06a93fd7c3a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:52.463338 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c3c8eb-4077-436c-8f94-7fc2fa47f837 x-openstack-request-id: req-c0c3c8eb-4077-436c-8f94-7fc2fa47f837 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:52.463865 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee54bcd-4835-4e6b-b777-07188bfb608d", "name": "network-vif-plugged", "status": "completed", "tag": "fec2f708-b2fe-442f-9676-5104a4997d2c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:52.464302 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0c3c8eb-4077-436c-8f94-7fc2fa47f837 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:52.464852 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c3c8eb-4077-436c-8f94-7fc2fa47f837'] response: {'server_uuid': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec2f708-b2fe-442f-9676-5104a4997d2c', 'code': 200}
May 14 21:21:52.484991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Set router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:52.536996 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:52.609086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77fc32-7002-4f29-aad5-7bda3dbd3c76 req-cdc0229e-f4e8-464d-b5e9-7db812e8d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:52.612597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a77fc32-7002-4f29-aad5-7bda3dbd3c76 req-cdc0229e-f4e8-464d-b5e9-7db812e8d331 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 1128 time: 0.0706501
May 14 21:21:52.677758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=fec2f708-b2fe-442f-9676-5104a4997d2c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:52.768022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a77fc32-7002-4f29-aad5-7bda3dbd3c76 req-d44c75cc-ba84-482f-82c1-93ec4accdd6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398928
May 14 21:21:52.840511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cd258b32-10f9-431f-b3f6-9e5214e79343 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:52.923208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c05340>, [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:21:49Z', 'revision_number': 4, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c459828a-281e-4816-8716-64a1e3238f83', 'name': '', 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'mac_address': 'fa:16:3e:2f:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:48Z', 'updated_at': '2022-05-14T21:21:50Z', 'revision_number': 2, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'subnets': [{'id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:52.955818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cd258b32-10f9-431f-b3f6-9e5214e79343 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:52.956518 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:52.984659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Checking router: a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:52.985024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Updating router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 port c459828a-281e-4816-8716-64a1e3238f83 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:21:53.037427 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c459828a-281e-4816-8716-64a1e3238f83), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:53.075516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b92d81-ddc0-464d-a9bf-e60c537ff18e req-60409166-c901-4b9f-a569-b1afbb29fb58 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:53.094846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1b92d81-ddc0-464d-a9bf-e60c537ff18e req-60409166-c901-4b9f-a569-b1afbb29fb58 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1138430
May 14 21:21:53.137481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842cd68-823b-46d8-bc91-7373f1199872 req-c6d45191-312f-49af-b32f-66cb83799439 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:53.146874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5842cd68-823b-46d8-bc91-7373f1199872 req-c6d45191-312f-49af-b32f-66cb83799439 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 946 time: 0.0821366
May 14 21:21:53.195210 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1b92d81-ddc0-464d-a9bf-e60c537ff18e req-7ecde4d9-c6f9-4c7c-9886-4d24c0d9db4b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977349
May 14 21:21:53.220635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5842cd68-823b-46d8-bc91-7373f1199872 req-4f78100a-02da-4439-a1cd-1220a9a3be88 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729315
May 14 21:21:53.383467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac9851c7-9e68-46c4-a55a-4e202ca2b9cc req-0f807e1a-0235-48f8-8e8e-5e8bae4025b8 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0684831
May 14 21:21:53.489030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Router c95d33a6-0461-4df7-820c-55e6bcd77cde has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:21:53.498380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cd258b32-10f9-431f-b3f6-9e5214e79343 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:53.629973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:21:53.639732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:53.642440 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] Sync routers for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:21:53.667946 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:53.669490 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312a62b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:53.719418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f18a249-5fda-415c-9d61-2c42fd0d755f tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "PUT /v2.0/floatingips/7440d0a6-e390-4d7d-bd8b-f06a64ac7327 HTTP/1.1" status: 200  len: 990 time: 2.4976854
May 14 21:21:53.721019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:21:53.724469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Publish callbacks [] for port (c459828a-281e-4816-8716-64a1e3238f83), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:53.725222 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feed6557-3879-493a-a345-8801cb4a653c" -d '{"events": [{"name": "network-changed", "server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:21:53.820109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c459828a-281e-4816-8716-64a1e3238f83), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:53.877224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ac205-b6bb-4e54-8798-c9adda5540b8 None None] Pushing event updated for resources: {'Port': ['ID=c459828a-281e-4816-8716-64a1e3238f83,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:53.978748 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:54.019924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Attempting to bind port c459828a-281e-4816-8716-64a1e3238f83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:21:54.020415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Attempting to bind port c459828a-281e-4816-8716-64a1e3238f83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:21:54.020780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Attempting to bind port c459828a-281e-4816-8716-64a1e3238f83 on network 8b068aa8-6748-4342-87da-ed121bd939cd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:21:54.030861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:21:54.031278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Checking segment: {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:21:54.031721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:54.032114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Bound using segment: {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:21:54.034592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Bound port: c459828a-281e-4816-8716-64a1e3238f83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:21:54.035092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c459828a-281e-4816-8716-64a1e3238f83), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:54.122649 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ffd4e4-73a0-4690-aa88-03df65647952 x-openstack-request-id: req-95ffd4e4-73a0-4690-aa88-03df65647952 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:21:54.123032 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:21:54.123329 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95ffd4e4-73a0-4690-aa88-03df65647952 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:21:54.126238 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ffd4e4-73a0-4690-aa88-03df65647952'] response: {'name': 'network-changed', 'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c', 'status': 'completed', 'code': 200}
May 14 21:21:54.188777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] For port c459828a-281e-4816-8716-64a1e3238f83, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:21:54.199241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] For port c459828a-281e-4816-8716-64a1e3238f83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c459828a-281e-4816-8716-64a1e3238f83,segment=NetworkSegment(bd90f37e-aeb4-483c-9e57-e886ffc2cad5),segment_id=bd90f37e-aeb4-483c-9e57-e886ffc2cad5)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:21:54.225468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6557-3879-493a-a345-8801cb4a653c req-56510b0a-2b98-402c-a812-8a1bc4f0b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:54.227073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-56510b0a-2b98-402c-a812-8a1bc4f0b866 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=44c96286063c40ac948610903a50e98f&device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 1127 time: 0.0782282
May 14 21:21:54.288765 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c459828a-281e-4816-8716-64a1e3238f83), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:54.398114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a7b72-cbe5-45bd-90cc-b4b3f1030319 req-bdd5ff0b-f94d-4ca4-b469-3181c2e6d13c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:54.407799 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f4a7b72-cbe5-45bd-90cc-b4b3f1030319 req-bdd5ff0b-f94d-4ca4-b469-3181c2e6d13c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0833211
May 14 21:21:54.413108 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312a62b0>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7440d0a6-e390-4d7d-bd8b-f06a64ac7327', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'port_id': '49711784-f5dd-4fdf-bf81-805e6683243c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'mac_address': 'fa:16:3e:ad:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:22Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 1, 'project_id': '44c96286063c40ac948610903a50e98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:37Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:54.427129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ac205-b6bb-4e54-8798-c9adda5540b8 None None] Pushing event updated for resources: {'Port': ['ID=c459828a-281e-4816-8716-64a1e3238f83,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:54.455265 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] Checking router: c95d33a6-0461-4df7-820c-55e6bcd77cde for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:21:54.465209 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:54.466304 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312a62b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:54.504850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f4a7b72-cbe5-45bd-90cc-b4b3f1030319 req-e743882e-8106-4993-ab70-ca00b74d8888 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876255
May 14 21:21:54.514510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d167e2-69f8-4eed-b628-7ad3e55f58d3 req-73dc1b29-70eb-4a01-b98d-a41216f63c56 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:54.515933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a907c192-a712-434d-a840-50dceb89adfb None None] Provisioning complete for port c459828a-281e-4816-8716-64a1e3238f83 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:54.517141 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a907c192-a712-434d-a840-50dceb89adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c459828a-281e-4816-8716-64a1e3238f83), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:54.520702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Routers {'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:21:54.521531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7d167e2-69f8-4eed-b628-7ad3e55f58d3 req-73dc1b29-70eb-4a01-b98d-a41216f63c56 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 946 time: 0.1770837
May 14 21:21:54.521806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c05340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:54.613807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6557-3879-493a-a345-8801cb4a653c req-6ad4fc47-2d8c-491e-8f4b-48153c261d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:54.615681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-6ad4fc47-2d8c-491e-8f4b-48153c261d47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4c779a2a-d698-417c-a933-0b56110b8e36 HTTP/1.1" status: 200  len: 916 time: 0.3817146
May 14 21:21:54.688631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7d167e2-69f8-4eed-b628-7ad3e55f58d3 req-f82ba3e8-3c3c-4db3-a9fd-b62273c07f59 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661289
May 14 21:21:54.713610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cba716d-8748-408c-aff5-17f1ce02fb1f req-0fa55c32-9684-4070-b310-58605652ffdb tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0822337
May 14 21:21:54.721162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:54.775205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-8ee09d5d-7d92-4c30-b2a4-0c305cdd38d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49711784-f5dd-4fdf-bf81-805e6683243c HTTP/1.1" status: 200  len: 998 time: 0.1482062
May 14 21:21:54.807940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] Set router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:21:54.920067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6557-3879-493a-a345-8801cb4a653c req-6b18bbfd-4613-4316-b553-fee350be9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:54.923031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-6b18bbfd-4613-4316-b553-fee350be9404 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa958335-3936-45e8-a7fd-a919a253458f HTTP/1.1" status: 200  len: 854 time: 0.1394117
May 14 21:21:54.980468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6557-3879-493a-a345-8801cb4a653c req-ee9372af-00f4-46d6-a214-8e717afbf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:54.982010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-ee9372af-00f4-46d6-a214-8e717afbf18d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4c779a2a-d698-417c-a933-0b56110b8e36&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0516043
May 14 21:21:54.997273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-8024fa70-25a3-4e5e-ac7d-5517f180ad53 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:21:54.999413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-8024fa70-25a3-4e5e-ac7d-5517f180ad53 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0077236
May 14 21:21:55.156444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c05340>, [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:21:49Z', 'revision_number': 4, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c459828a-281e-4816-8716-64a1e3238f83', 'name': '', 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'mac_address': 'fa:16:3e:2f:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:48Z', 'updated_at': '2022-05-14T21:21:54Z', 'revision_number': 4, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'subnets': [{'id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:55.194285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-3c49f0e7-c056-4c4c-ac7c-3725e0812c28 service neutron] 10.222.0.48 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837077
May 14 21:21:55.197243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312a62b0>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7440d0a6-e390-4d7d-bd8b-f06a64ac7327', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'port_id': '49711784-f5dd-4fdf-bf81-805e6683243c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'mac_address': 'fa:16:3e:ad:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:22Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 1, 'project_id': '44c96286063c40ac948610903a50e98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:37Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:21:55.230075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a907c192-a712-434d-a840-50dceb89adfb None None] Current status of the port c459828a-281e-4816-8716-64a1e3238f83 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:55.230469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a907c192-a712-434d-a840-50dceb89adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c459828a-281e-4816-8716-64a1e3238f83), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:55.235747 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a92dfd-fb23-4758-80dc-89016abb73e6 None None] The sync data for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 is: [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7440d0a6-e390-4d7d-bd8b-f06a64ac7327', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'port_id': '49711784-f5dd-4fdf-bf81-805e6683243c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'mac_address': 'fa:16:3e:ad:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:21:22Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 1, 'project_id': '44c96286063c40ac948610903a50e98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:37Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:55.302721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd979e0d-ab6e-4b95-a3eb-4319bae94f19 None None] The sync data for ids ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'] in ncdv-master-1 is: [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:21:49Z', 'revision_number': 4, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c459828a-281e-4816-8716-64a1e3238f83', 'name': '', 'network_id': '8b068aa8-6748-4342-87da-ed121bd939cd', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'mac_address': 'fa:16:3e:2f:e8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:48Z', 'updated_at': '2022-05-14T21:21:54Z', 'revision_number': 4, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'subnets': [{'id': '9a00bf24-a54c-42be-a979-be6ca8ab18f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:21:55.336943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feed6557-3879-493a-a345-8801cb4a653c req-bf9608bd-c7cc-46a1-b625-bfe95ae7ff40 service neutron] 10.222.0.48 "GET /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366091
May 14 21:21:55.351914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da543-3d9b-4f26-9a81-ae19d20b3d38 req-30337fd5-8de6-4790-80e6-68109854b89d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:55.353580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a907c192-a712-434d-a840-50dceb89adfb None None] For port c459828a-281e-4816-8716-64a1e3238f83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c459828a-281e-4816-8716-64a1e3238f83,segment=NetworkSegment(bd90f37e-aeb4-483c-9e57-e886ffc2cad5),segment_id=bd90f37e-aeb4-483c-9e57-e886ffc2cad5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:21:55.360126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c39da543-3d9b-4f26-9a81-ae19d20b3d38 req-30337fd5-8de6-4790-80e6-68109854b89d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0871086
May 14 21:21:55.450756 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a907c192-a712-434d-a840-50dceb89adfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c459828a-281e-4816-8716-64a1e3238f83), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:55.469593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-f7f7857c-819b-4072-8ae5-893da5ffcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:55.471140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-f7f7857c-819b-4072-8ae5-893da5ffcf4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.1111617
May 14 21:21:55.546531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c39da543-3d9b-4f26-9a81-ae19d20b3d38 req-57749fd2-2e1a-4f1e-aec0-3debbc11bd31 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1703119
May 14 21:21:55.555441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907c192-a712-434d-a840-50dceb89adfb None None] Pushing event updated for resources: {'Port': ['ID=c459828a-281e-4816-8716-64a1e3238f83,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:21:55.614731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-943f635f-f448-4c63-8a54-b8cb67b9aef2 None None] Provisioning complete for port c459828a-281e-4816-8716-64a1e3238f83 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:55.615304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-943f635f-f448-4c63-8a54-b8cb67b9aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c459828a-281e-4816-8716-64a1e3238f83), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:55.730425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-8c3ea802-5976-4bb3-b8d6-163e61539e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:55.732250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-8c3ea802-5976-4bb3-b8d6-163e61539e0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.2550113
May 14 21:21:55.749377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8232aa-dbe6-4e61-8480-0937d81c5b89 req-8135ab8c-87f5-4ff8-8705-80caee96bc1b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:55.765156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd8232aa-dbe6-4e61-8480-0937d81c5b89 req-8135ab8c-87f5-4ff8-8705-80caee96bc1b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.1263683
May 14 21:21:55.870767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-943f635f-f448-4c63-8a54-b8cb67b9aef2 None None] Current status of the port c459828a-281e-4816-8716-64a1e3238f83 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:55.877862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0989da-100c-47b9-b107-368ccf1b4f17 None None] New status for floating IP 7440d0a6-e390-4d7d-bd8b-f06a64ac7327: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:21:55.961484 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd8232aa-dbe6-4e61-8480-0937d81c5b89 req-94cd037a-6514-4bd9-af05-44f188307962 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953142
May 14 21:21:55.966795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-525ce7a3-487f-4344-a4a2-c592d1509e5f req-1d80bf53-09a3-40ca-ba33-aa2b5a7efbd1 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0675371
May 14 21:21:56.204213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-821cd06f-e712-4811-bd3d-e29a31e165ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.4244604
May 14 21:21:56.270645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-bf8fb964-c800-4859-8d8c-cfc5fc12607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:56.273099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-bf8fb964-c800-4859-8d8c-cfc5fc12607f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0609038
May 14 21:21:56.329811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-94412fae-3bac-47e9-897f-3e0b0d926acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:56.331991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-94412fae-3bac-47e9-897f-3e0b0d926acc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0502841
May 14 21:21:56.414966 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:21:56.480580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-1e1ba762-a181-472a-a6dc-942bec7c43bb service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419315
May 14 21:21:56.640656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53ebdbef-94c6-472e-9f90-aae818b42c94 req-df0f5229-95b5-49f5-98d5-39f5bdbe5001 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533394
May 14 21:21:56.790259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a8f2f-127d-4e00-a390-22129384204f req-8f5b2b60-d42e-48c7-b4b4-4a4362811e2e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:56.793982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c459828a-281e-4816-8716-64a1e3238f83 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:21:56.813890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-522a8f2f-127d-4e00-a390-22129384204f req-8f5b2b60-d42e-48c7-b4b4-4a4362811e2e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1416280
May 14 21:21:56.951264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-522a8f2f-127d-4e00-a390-22129384204f req-20c59ec6-cb00-42c5-a617-254fffc6224c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1362264
May 14 21:21:56.953020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c459828a-281e-4816-8716-64a1e3238f83 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:21:56.953020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c459828a-281e-4816-8716-64a1e3238f83), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:21:57.122851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd3ef6-0496-466d-a817-d0237e7862bf req-6cf77617-59ab-42ff-b0f8-dbf4b58e0598 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:57.132275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4cd3ef6-0496-466d-a817-d0237e7862bf req-6cf77617-59ab-42ff-b0f8-dbf4b58e0598 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0980725
May 14 21:21:57.132453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79a4943c-7628-426b-956b-f1b0a74ade61 req-5a190458-ef4c-419f-886f-be7b59b690a6 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0467660
May 14 21:21:57.133944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c459828a-281e-4816-8716-64a1e3238f83 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:21:57.214674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4cd3ef6-0496-466d-a817-d0237e7862bf req-63e4f482-cfd9-4b9e-a1a5-b9a14cccfb04 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693684
May 14 21:21:58.072719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79c3c-3b72-4a31-8682-2e41a9c99c21 req-03eb5d67-9375-46e2-a8db-b84a7e5d4078 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:58.074254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03f79c3c-3b72-4a31-8682-2e41a9c99c21 req-03eb5d67-9375-46e2-a8db-b84a7e5d4078 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0474083
May 14 21:21:58.140527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03f79c3c-3b72-4a31-8682-2e41a9c99c21 req-471801d7-ce5d-46a3-8d88-6d2abde9d739 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597377
May 14 21:21:58.259409 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f7f57b7-1c02-4dba-99bb-bd7aa28171da req-e2a5462d-e5bb-4faa-9970-22a92039c911 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0400901
May 14 21:21:58.338923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd98108-bb9f-4629-8a85-6cb695fd056b req-71d5aa18-cadc-4a73-9fc3-52be168049fd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:58.340443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4dd98108-bb9f-4629-8a85-6cb695fd056b req-71d5aa18-cadc-4a73-9fc3-52be168049fd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0531647
May 14 21:21:58.396445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4dd98108-bb9f-4629-8a85-6cb695fd056b req-8839d1c3-3108-4af9-8809-9be865e9fedd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496256
May 14 21:21:59.375034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b775f6-721c-491b-bba6-1a02d9d4bc66 req-546d4f1a-6abd-43dc-b366-27305ce276c8 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0347953
May 14 21:21:59.536231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1031-89bd-4cbf-ba37-777e2f3dac64 req-71dcfc89-8278-4c80-b651-a7ea0a8426d2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:21:59.537767 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-421d1031-89bd-4cbf-ba37-777e2f3dac64 req-71dcfc89-8278-4c80-b651-a7ea0a8426d2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0534949
May 14 21:21:59.604445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-421d1031-89bd-4cbf-ba37-777e2f3dac64 req-e6a7190f-58c4-4ac8-91ea-755f6a97c62f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606055
May 14 21:22:00.536015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1abe210e-8402-4d48-ba79-b4e088886c2f req-11044fab-2fe7-42dc-abd7-a0608444b8d2 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0512385
May 14 21:22:00.733431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f56a-7292-4913-b944-dcf21cdbec62 req-9a2fe2e5-dbb0-4a99-95ec-04f8720f4b34 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:00.736264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8eb9f56a-7292-4913-b944-dcf21cdbec62 req-9a2fe2e5-dbb0-4a99-95ec-04f8720f4b34 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0553205
May 14 21:22:00.791713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8eb9f56a-7292-4913-b944-dcf21cdbec62 req-4b00cb5c-2265-4ab0-9ce6-1b5f25f71fbc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469842
May 14 21:22:01.666989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fa5fadd-90d2-496f-9b4c-fdb604880fd8 req-a3d262fe-8a60-42e0-8b3c-8a52703dbef1 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0366707
May 14 21:22:01.917599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b54a-6766-41c6-9d74-31a8453deb2e req-2983d08f-7418-492d-abb9-ff45ee60cfd5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:01.920348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6783b54a-6766-41c6-9d74-31a8453deb2e req-2983d08f-7418-492d-abb9-ff45ee60cfd5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0537629
May 14 21:22:02.008255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6783b54a-6766-41c6-9d74-31a8453deb2e req-bb1a0ea9-6d05-4a94-9642-e1423ecfeae5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795484
May 14 21:22:02.359810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fdcb5-59d5-49ad-8f1d-70fe377e90c0 req-80dc2ec9-d8ff-4591-a41d-b8d8388d353d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:02.361430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-615fdcb5-59d5-49ad-8f1d-70fe377e90c0 req-80dc2ec9-d8ff-4591-a41d-b8d8388d353d tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0524535
May 14 21:22:02.427381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-615fdcb5-59d5-49ad-8f1d-70fe377e90c0 req-0219c15d-497f-4556-9266-51f7a08db8ce tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436461
May 14 21:22:02.783237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20c3bd4d-d60e-48d7-b207-1b49bd55b998 req-3bf6a976-6689-4666-956c-550d4e400a8c tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0299037
May 14 21:22:03.119738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2bdb7-48e2-41b2-88c4-08d57df4ed8f req-f7c44484-d6f7-4b6b-a543-823d7a9ed739 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:03.121312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2f2bdb7-48e2-41b2-88c4-08d57df4ed8f req-f7c44484-d6f7-4b6b-a543-823d7a9ed739 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0531323
May 14 21:22:03.169251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2f2bdb7-48e2-41b2-88c4-08d57df4ed8f req-49b1a052-5f08-4442-89af-5e9ba01ab419 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420709
May 14 21:22:03.444790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-bd14c741-d844-4e82-96ca-38276858d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:03.446332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-bd14c741-d844-4e82-96ca-38276858d518 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 1128 time: 0.0459352
May 14 21:22:03.536721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-1028eb78-aab2-45a8-be07-165387c711cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:03.538118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-1028eb78-aab2-45a8-be07-165387c711cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 913 time: 0.0848086
May 14 21:22:03.582543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-29b0a23c-04c1-4b41-a853-24db84e645c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe HTTP/1.1" status: 200  len: 217 time: 0.0386961
May 14 21:22:03.630813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-c6bc66a6-8e86-4cd8-9930-19d2334bc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:03.632315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-c6bc66a6-8e86-4cd8-9930-19d2334bc215 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.0431108
May 14 21:22:03.663755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-3057b95d-182e-4b43-b507-14ca199306b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253692
May 14 21:22:03.757271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-c6731285-6075-425e-9844-b1e7bdd0b97e service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873425
May 14 21:22:03.862781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161924-288d-484b-bbf1-fb50aeea804f req-6f2f388c-d113-4a81-ae7e-a7c33c425acb tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:03.864298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7161924-288d-484b-bbf1-fb50aeea804f req-6f2f388c-d113-4a81-ae7e-a7c33c425acb tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0840104
May 14 21:22:03.890894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99902ed8-5de5-4221-bbd9-c92b0bed28dd req-c02a5f61-b3e1-4306-aa5b-5abab13673ed tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0288696
May 14 21:22:03.908913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90cece3a-fbf9-4c23-a91f-f04239679960 req-0f3b4748-4c80-4108-a587-e15b828efcb8 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459975
May 14 21:22:03.935432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7161924-288d-484b-bbf1-fb50aeea804f req-50467983-8517-4a8a-9213-6aae30080ca1 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647125
May 14 21:22:04.291812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb621022-78d1-4ab2-acc8-631d96a29681 req-09b9c04b-4979-4b42-bdf6-5d706b05e441 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:04.293488 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cb621022-78d1-4ab2-acc8-631d96a29681 req-09b9c04b-4979-4b42-bdf6-5d706b05e441 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 946 time: 0.0549772
May 14 21:22:04.349649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cb621022-78d1-4ab2-acc8-631d96a29681 req-99eb1133-e319-4d7b-96b4-fd5deec12b23 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478652
May 14 21:22:05.005027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0e2f5ac-5cf7-46c3-8b32-1486b26bff04 req-879ef030-1caf-4886-aafb-8accf7da91ca tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0362003
May 14 21:22:05.067878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e6c03-b4b1-42cc-a05f-d75ee0c9aa8d req-f0acc7fe-2f6f-4d71-9609-a74663c4d59f tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:05.069570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c9e6c03-b4b1-42cc-a05f-d75ee0c9aa8d req-f0acc7fe-2f6f-4d71-9609-a74663c4d59f tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0621681
May 14 21:22:05.090960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:05.120085 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c9e6c03-b4b1-42cc-a05f-d75ee0c9aa8d req-0c45a6db-fdfa-444b-bbfc-9cf2159708c9 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442159
May 14 21:22:05.173417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:05.173808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:05.197049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:05.199307 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0398871c-f5b2-431d-a363-1e3dd7c62a8b" -d '{"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:05.217481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:05.236194 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9e19d-408f-4c1b-a8df-455afa38e76f x-openstack-request-id: req-adb9e19d-408f-4c1b-a8df-455afa38e76f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:05.236495 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-unplugged", "status": "completed", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:05.236755 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adb9e19d-408f-4c1b-a8df-455afa38e76f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:05.237154 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb9e19d-408f-4c1b-a8df-455afa38e76f'] response: {'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'code': 200}
May 14 21:22:05.309310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:05.360357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:05.478784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393935f-f31b-4816-acab-719d8c9f49f9 req-2fd1c635-557a-4187-8020-2167e6adaf17 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:05.480340 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0393935f-f31b-4816-acab-719d8c9f49f9 req-2fd1c635-557a-4187-8020-2167e6adaf17 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.0482967
May 14 21:22:05.534415 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0393935f-f31b-4816-acab-719d8c9f49f9 req-6dde3e83-18a7-4817-9d73-5772ae09578f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477235
May 14 21:22:05.919895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-016c02d6-4b5f-4b2f-ac3c-092b56d2f2e5 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:05.922001 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-016c02d6-4b5f-4b2f-ac3c-092b56d2f2e5 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.36 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0518456
May 14 21:22:06.026850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Deleting port 32783b2c-8568-419c-979d-100fe44c3fb9 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:06.027191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:06.119738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c11994fb-ab45-4901-b374-23b927f884b6 req-73a88da9-2b5d-4aaa-88fc-9aa537d7ce39 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0302687
May 14 21:22:06.121939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] For port 32783b2c-8568-419c-979d-100fe44c3fb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32783b2c-8568-419c-979d-100fe44c3fb9,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:06.122378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:06.248604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d28-9e21-4500-a911-44074079b839 req-6a1f275f-baa4-4f1c-a1ae-4e83b7533a50 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:06.250760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99118d28-9e21-4500-a911-44074079b839 req-6a1f275f-baa4-4f1c-a1ae-4e83b7533a50 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 946 time: 0.0509698
May 14 21:22:06.301778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99118d28-9e21-4500-a911-44074079b839 req-23ef22bf-507d-40ac-bb83-c43a22e80e84 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups?id=aef3c3fa-a897-4974-a017-59392dc6f726&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454588
May 14 21:22:06.372332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:06.372332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (61ee3684-cd53-4c93-adeb-55d8c9341530), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:06.372332 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Floating IP 61ee3684-cd53-4c93-adeb-55d8c9341530 disassociated. External IP: 172.35.4.227, port: 32783b2c-8568-419c-979d-100fe44c3fb9.
May 14 21:22:06.372332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Calling delete_port for 32783b2c-8568-419c-979d-100fe44c3fb9 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:06.573833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (32783b2c-8568-419c-979d-100fe44c3fb9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:06.614518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event deleted for resources: {'Port': ['ID=32783b2c-8568-419c-979d-100fe44c3fb9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:06.699292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580cac6-5a53-415d-aadf-2589791f7824 req-804311b8-6469-4d5b-9d98-4a58e140358d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:06.700692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d580cac6-5a53-415d-aadf-2589791f7824 req-804311b8-6469-4d5b-9d98-4a58e140358d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.0928595
May 14 21:22:07.040068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33184) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:07.045534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-916251693'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:07.079772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d580cac6-5a53-415d-aadf-2589791f7824 req-c7352267-93e3-4222-9bd2-79a1c7caeb2e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3722205
May 14 21:22:07.093753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Router cb3e1f61-8db9-4b46-a249-b3182985ea72 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:22:07.104929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:07.109599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.145854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:22:07.159278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f3b7d09f-cc38-4456-ba6f-06167b4fe73e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.160041 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Added segment f3b7d09f-cc38-4456-ba6f-06167b4fe73e of type vlan for network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b
May 14 21:22:07.246549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.272445 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b23f8e5-55f3-4fbc-9eac-3218ade93ef4 req-e1a6f0e0-d916-4bc1-b9be-5b21ad38bb21 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0333166
May 14 21:22:07.299131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:22:07.329969 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] Sync routers for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:22:07.345906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.352441 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:07.353134 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52311ab6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:07.360321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:07.361446 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.367321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] No DVR routers for this DVR port 32783b2c-8568-419c-979d-100fe44c3fb9 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:07.370706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.375948 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11cac22b-c5cb-4c39-ba8b-6bb94b954c0d req-203eafa8-b085-4cfd-9148-3db2e60d3c9b tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.36 "DELETE /v2.0/ports/32783b2c-8568-419c-979d-100fe44c3fb9 HTTP/1.1" status: 204  len: 173 time: 1.4466920
May 14 21:22:07.376598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'name': 'network-vif-deleted', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:07.394402 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5cd089-d230-401b-98e4-acdb1a3c9811" -d '{"events": [{"server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "name": "network-vif-deleted", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:07.462947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Network': ['ID=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:07.471215 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf5b2c67-6c1f-495f-9d6d-f845066593ad req-95bf86a1-c2e7-42e2-b494-8fe5bde91b5e tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 210 time: 0.0370140
May 14 21:22:07.473174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.473510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.473858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.474204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.474547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.474881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.475215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.475569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.475910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.476237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.476568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.476895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.477281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.477613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.477937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:07.495976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:22:07.516454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:07.553185 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ab3450-f70e-4ba8-929a-b1aa677b8640 x-openstack-request-id: req-69ab3450-f70e-4ba8-929a-b1aa677b8640 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:07.553483 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ca298-48a6-4a6b-af6c-8bb68179a7ea", "name": "network-vif-deleted", "tag": "32783b2c-8568-419c-979d-100fe44c3fb9", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:07.553740 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69ab3450-f70e-4ba8-929a-b1aa677b8640 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:07.554154 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ab3450-f70e-4ba8-929a-b1aa677b8640'] response: {'server_uuid': '815ca298-48a6-4a6b-af6c-8bb68179a7ea', 'name': 'network-vif-deleted', 'tag': '32783b2c-8568-419c-979d-100fe44c3fb9', 'status': 'completed', 'code': 200}
May 14 21:22:07.591842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-154fd0fe-3292-4721-8222-1e3841f65aa9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 754 time: 0.5497367
May 14 21:22:07.592011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33216) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:07.600368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1700307163'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:07.726019 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52311ab6d0>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:07Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:07.754184 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] Checking router: cb3e1f61-8db9-4b46-a249-b3182985ea72 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:22:07.763319 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:07.764048 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52311ab6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:07.790670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:07.794326 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.832266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:22:07.841727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:07.842129 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Added segment dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c of type vlan for network 6e72934f-3fc8-4cfb-a320-816dc2a9b892
May 14 21:22:07.894204 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:07.900995 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6e72934f-3fc8-4cfb-a320-816dc2a9b892), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:08.057405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6e72934f-3fc8-4cfb-a320-816dc2a9b892), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:08.063544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:08.064125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:08.094255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52311ab6d0>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:07Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:08.131164 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdedb-53a3-4e3c-8a85-cbd565c0fd0b None None] The sync data for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 is: [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:21:01Z', 'revision_number': 4, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '39a69aea-7a2e-4dbb-9b75-66a50574f888', 'name': '', 'network_id': '5df698dd-e8d1-426b-966f-f4f6c6bf9ce7', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'mac_address': 'fa:16:3e:3b:c4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:00Z', 'updated_at': '2022-05-14T21:21:07Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'subnets': [{'id': '43f6e5f5-8350-479f-af48-226fb6935e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:22:08.142577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Network': ['ID=6e72934f-3fc8-4cfb-a320-816dc2a9b892,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:08.153947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:22:08.184199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f91edf41-4ce7-4634-8723-0b9cde0d8ea3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 755 time: 0.5902867
May 14 21:22:08.184780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33240) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:08.190913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'subnet': {'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:08.409282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:08.412763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:08.416930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70995d5e-cbf2-4185-9f19-c72a5893a70f req-607d9a17-a870-4150-be5d-d8f6d60ee0e3 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0407150
May 14 21:22:08.519077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451fe737-36af-4e72-82ea-17d367093e82 None None] New status for floating IP 61ee3684-cd53-4c93-adeb-55d8c9341530: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:22:08.643324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50455900-5f77-431d-8b8c-9998e49175d2 req-727cf1d1-31ba-4976-af17-e7a4f3a97634 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/ports?device_id=815ca298-48a6-4a6b-af6c-8bb68179a7ea HTTP/1.1" status: 200  len: 210 time: 0.0612679
May 14 21:22:08.780371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (7e56e32a-bcca-436f-bcaf-3322b7d8f916), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:08.853228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Subnet': ['ID=7e56e32a-bcca-436f-bcaf-3322b7d8f916,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:08.866987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Checking segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:08.867687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network hostable DHCP agents. Network: 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:22:08.872160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-f6fbb174-1393-4c78-ba25-1b5e4ad7eb33 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:08.872938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.873296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.873636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.874018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.874489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.874921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.875429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.875998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.876479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.877019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.877444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.877670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.878003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.878320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.878637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:08.884169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-f6fbb174-1393-4c78-ba25-1b5e4ad7eb33 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=21fc6710-88a8-420b-b6cd-901e9eef71dc HTTP/1.1" status: 200  len: 944 time: 0.0713575
May 14 21:22:08.973773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:22:08.979855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Deleting port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:08.980201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.059173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:09.064777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:09.065510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.072200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62970df-5e76-4cb3-b829-c472b8425ddd None None] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:09.073433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] For port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:09.073433 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.088038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Calling delete_port for 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:09.095325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:09.142134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4fee04a8-6376-42d4-92c5-e1999f235a50 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.9565094
May 14 21:22:09.144595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33260) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:09.149719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'subnet': {'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:09.245924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:22:09.246890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.261225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:09.332228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2b63bcfc-9138-40aa-b6dd-b137c15d0bbe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.355335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:09.360008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.367752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event deleted for resources: {'Port': ['ID=2b63bcfc-9138-40aa-b6dd-b137c15d0bbe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:09.389647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Allocated IP 10.1.1.2 (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b/7e56e32a-bcca-436f-bcaf-3322b7d8f916/b91e57ba-eb01-48bd-84ac-9bd44094e5c1) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:09.416274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] No DVR routers for this DVR port 2b63bcfc-9138-40aa-b6dd-b137c15d0bbe on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:09.419911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.430851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11113e41-42f9-43d9-8985-ec207ae16e49 req-d324ea55-521e-4fba-b7d2-25dab0dda787 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "DELETE /v2.0/ports/2b63bcfc-9138-40aa-b6dd-b137c15d0bbe HTTP/1.1" status: 204  len: 173 time: 0.5430861
May 14 21:22:09.431991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-deleted', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:09.434385 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d04694b-0fbf-4503-b52b-6da84d8d5346" -d '{"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-deleted", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:09.469521 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 14 May 2022 21:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186930b2-c4b0-4d30-a265-4c92c12c1456 x-openstack-request-id: req-186930b2-c4b0-4d30-a265-4c92c12c1456 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:09.469682 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21fc6710-88a8-420b-b6cd-901e9eef71dc", "name": "network-vif-deleted", "tag": "2b63bcfc-9138-40aa-b6dd-b137c15d0bbe", "status": "failed", "code": 422}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:09.469885 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-186930b2-c4b0-4d30-a265-4c92c12c1456 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:09.470271 ncdv-master-1 neutron-server[115781]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-186930b2-c4b0-4d30-a265-4c92c12c1456']: {'server_uuid': '21fc6710-88a8-420b-b6cd-901e9eef71dc', 'name': 'network-vif-deleted', 'tag': '2b63bcfc-9138-40aa-b6dd-b137c15d0bbe', 'status': 'failed', 'code': 422} returned with failed status
May 14 21:22:09.542214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Publish callbacks [] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.583436 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-156a3027-1a22-47b5-8ebd-561aa3773803 req-d8eb4e95-81d9-45aa-9dbb-5fe35ff179ed tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0389283
May 14 21:22:09.637278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.673456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:09.676228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:09.679291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:09.688285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4919133d-9a25-45f3-a9d8-6d49aa48288b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.702552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Pushing event updated for resources: {'Port': ['ID=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:09.724875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.724875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.725670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.725781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.726093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.726475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.726740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.727065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.727389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.727748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.728061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.728389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.728722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.729046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.729458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:09.755361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Subnet': ['ID=4919133d-9a25-45f3-a9d8-6d49aa48288b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:09.764969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Checking segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:09.766657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network hostable DHCP agents. Network: 6e72934f-3fc8-4cfb-a320-816dc2a9b892, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:22:09.772618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Attempting to bind port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:09.773196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Attempting to bind port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:09.773752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Attempting to bind port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:09.779094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:09.780471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Checking segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:09.780471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.780471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Bound using segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:09.781169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Bound port: b91e57ba-eb01-48bd-84ac-9bd44094e5c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:09.781652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.849964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] For port b91e57ba-eb01-48bd-84ac-9bd44094e5c1, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:09.852872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] For port b91e57ba-eb01-48bd-84ac-9bd44094e5c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:09.871779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:09.915772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:22:09.942274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac3aa9f-0b1e-452d-b84e-270c56987100 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group (aef3c3fa-a897-4974-a017-59392dc6f726), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:09.965240 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac3aa9f-0b1e-452d-b84e-270c56987100 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group (aef3c3fa-a897-4974-a017-59392dc6f726), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.008670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.063725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b909c9-cc3f-4e44-85af-80a321de90eb None None] Pushing event updated for resources: {'Port': ['ID=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:10.064747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e72934f-3fc8-4cfb-a320-816dc2a9b892) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:10.071472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:10.072258 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.080892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce963e-cdb6-4887-a234-1121fddff514 None None] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:10.110557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32783b2c-8568-419c-979d-100fe44c3fb9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:10.154388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 32783b2c-8568-419c-979d-100fe44c3fb9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:10.154959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 32783b2c-8568-419c-979d-100fe44c3fb9 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:10.207510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac3aa9f-0b1e-452d-b84e-270c56987100 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aef3c3fa-a897-4974-a017-59392dc6f726), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.210197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac3aa9f-0b1e-452d-b84e-270c56987100 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.211368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7ac3aa9f-0b1e-452d-b84e-270c56987100 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "DELETE /v2.0/security-groups/aef3c3fa-a897-4974-a017-59392dc6f726 HTTP/1.1" status: 204  len: 168 time: 0.3385978
May 14 21:22:10.215323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33276) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:10.215612 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-882d90ba-c7e1-4c3c-9034-33411f3ef5ad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0688257
May 14 21:22:10.219992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'fixed_ips': [{'subnet_id': '4919133d-9a25-45f3-a9d8-6d49aa48288b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:22:10.220963 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.225720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33278) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:10.226502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3aa9f-0b1e-452d-b84e-270c56987100 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3c3fa-a897-4974-a017-59392dc6f726,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:10.237183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'name': 'tempest-TaggedBootDevicesTest_v242-424839852', 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:10.273057 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-f2ef0007-addf-4cd5-8214-5a4af3052a10 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] show failed (client error): The resource could not be found.
May 14 21:22:10.288462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f2ef0007-addf-4cd5-8214-5a4af3052a10 tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "GET /v2.0/security-groups/aef3c3fa-a897-4974-a017-59392dc6f726 HTTP/1.1" status: 404  len: 347 time: 0.0578513
May 14 21:22:10.288462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:10.406780 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-07066396-92e8-4168-a1e8-f207fad153a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.530979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Deleting port a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:10.536804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Allocated IP 10.2.2.2 (6e72934f-3fc8-4cfb-a320-816dc2a9b892/4919133d-9a25-45f3-a9d8-6d49aa48288b/d39521d4-464f-4bcb-b6d0-c91863ee1c89) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:10.540035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.550874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:10.652136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.652660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.669725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Calling delete_port for a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:10.779317 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Publish callbacks [] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.800151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-779cf4fa-c402-47a5-95f3-5d7185886d8e req-ce7e8391-11ff-4ba7-ad25-7d5e515c3e60 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0750215
May 14 21:22:10.813959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-15f9da39-2b32-4306-8cad-24d99198bc63 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:10.817157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b91e57ba-eb01-48bd-84ac-9bd44094e5c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:10.821527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-15f9da39-2b32-4306-8cad-24d99198bc63 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.2155848
May 14 21:22:10.852457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.856672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-3ab93f12-127b-4553-9751-68428d85cfdd tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0341952
May 14 21:22:10.873156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:10.873514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.898672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] device_id is not set on port 295d1cbd-15b9-44db-8e23-acbc4c34efab yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:22:10.904793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-a2171ad4-8bf7-41cf-aa35-419973d8e6f0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0382829
May 14 21:22:10.912822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.965767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:10.969098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:10.972387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:10.976953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:10.981463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Pushing event updated for resources: {'Port': ['ID=d39521d4-464f-4bcb-b6d0-c91863ee1c89,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:11.036764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Pushing event deleted for resources: {'Port': ['ID=a8e7dd7a-18a6-4ebf-b86f-ded83a55eaf5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:11.068920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:11.069662 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.118071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks [] for floatingip (61ee3684-cd53-4c93-adeb-55d8c9341530), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.120714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.122169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4edd94d9-009d-44dd-acc8-b0b166f003aa tempest-ServersTestManualDisk-964793242 tempest-ServersTestManualDisk-964793242-project] 10.222.0.52 "DELETE /v2.0/floatingips/61ee3684-cd53-4c93-adeb-55d8c9341530 HTTP/1.1" status: 204  len: 168 time: 0.8328438
May 14 21:22:11.126584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33318) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:11.135768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Attempting to bind port d39521d4-464f-4bcb-b6d0-c91863ee1c89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:11.136497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Attempting to bind port d39521d4-464f-4bcb-b6d0-c91863ee1c89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:11.136867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Attempting to bind port d39521d4-464f-4bcb-b6d0-c91863ee1c89 on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:11.149050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:11.149774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Checking segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:11.150354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.150915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Bound using segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:11.155301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Bound port: d39521d4-464f-4bcb-b6d0-c91863ee1c89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:11.155301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.170049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port b91e57ba-eb01-48bd-84ac-9bd44094e5c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:11.193772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-7d263db7-e678-4659-a170-e05070ce7dcb service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684448
May 14 21:22:11.243739 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.252901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] For port d39521d4-464f-4bcb-b6d0-c91863ee1c89, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:11.266007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] For port d39521d4-464f-4bcb-b6d0-c91863ee1c89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d39521d4-464f-4bcb-b6d0-c91863ee1c89,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:11.299018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 10.1.1.106 (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b/7e56e32a-bcca-436f-bcaf-3322b7d8f916/295d1cbd-15b9-44db-8e23-acbc4c34efab) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:11.475659 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.504266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-8ccecf7b-1e42-4615-8d6f-12860f13b896 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2903156
May 14 21:22:11.505933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:11.535362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41659de-62ce-4ad4-a237-67ca814e6bce None None] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:11.558214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.611260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-51458e4a-fad5-4c22-be4b-075b3e95509a None None] Provisioning complete for port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:11.611730 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-51458e4a-fad5-4c22-be4b-075b3e95509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.613173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (cb3e1f61-8db9-4b46-a249-b3182985ea72), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.708949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932ad3d-a250-4ce4-9f73-52dcda2a199e None None] Pushing event updated for resources: {'Port': ['ID=d39521d4-464f-4bcb-b6d0-c91863ee1c89,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:11.762740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:11.826477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:11.830973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:11.835115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:11.869765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:11.938334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-51458e4a-fad5-4c22-be4b-075b3e95509a None None] Current status of the port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:11.959454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.002036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:12.003100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.041686 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8930f13-2886-4dc9-8ece-40e34e786b65 req-c4649303-d787-4266-b73a-6e70033b0d01 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 210 time: 0.0722308
May 14 21:22:12.049271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bde74f4f-387c-435c-9332-217f1a58f8aa req-e5f6976c-56a4-4247-aaa6-0ccb1108271f tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0616834
May 14 21:22:12.058605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Deleting port 39a69aea-7a2e-4dbb-9b75-66a50574f888 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:12.058922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.082164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.162335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] For port 39a69aea-7a2e-4dbb-9b75-66a50574f888, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39a69aea-7a2e-4dbb-9b75-66a50574f888,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:12.162618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.181435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Calling delete_port for 39a69aea-7a2e-4dbb-9b75-66a50574f888 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:12.190922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33ac60d8-d222-483f-93a7-3a9efaa142ec tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.9578583
May 14 21:22:12.191215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33330) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:12.197223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'name': 'tempest-TaggedBootDevicesTest_v242-1782000937', 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:12.271299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7bf34c7e-96de-47ce-b89c-8f13f65cf22c None None] Provisioning complete for port 295d1cbd-15b9-44db-8e23-acbc4c34efab triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:12.275049 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7bf34c7e-96de-47ce-b89c-8f13f65cf22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.362922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7bf34c7e-96de-47ce-b89c-8f13f65cf22c None None] Port 295d1cbd-15b9-44db-8e23-acbc4c34efab cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:12.378734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7bf34c7e-96de-47ce-b89c-8f13f65cf22c None None] Provisioning complete for port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:12.379128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7bf34c7e-96de-47ce-b89c-8f13f65cf22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.479262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7bf34c7e-96de-47ce-b89c-8f13f65cf22c None None] Current status of the port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:12.481116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:12.485928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.505770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] device_id is not set on port cb2ed6c9-1135-4b76-b18c-8882fea92d8d yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:22:12.509957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (39a69aea-7a2e-4dbb-9b75-66a50574f888), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.576129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a69aea-7a2e-4dbb-9b75-66a50574f888,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:12.599978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e852ed94-322b-4616-bbc7-5000b0c9f59b None None] Provisioning complete for port 295d1cbd-15b9-44db-8e23-acbc4c34efab triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:12.600360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e852ed94-322b-4616-bbc7-5000b0c9f59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.669756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e852ed94-322b-4616-bbc7-5000b0c9f59b None None] Port 295d1cbd-15b9-44db-8e23-acbc4c34efab cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:12.815808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 10.1.1.123 (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b/7e56e32a-bcca-436f-bcaf-3322b7d8f916/cb2ed6c9-1135-4b76-b18c-8882fea92d8d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:12.819269 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37ea6f10-707f-41d8-a63f-2cc0afbcc151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:12.872367 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (cb3e1f61-8db9-4b46-a249-b3182985ea72), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.014993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b91e57ba-eb01-48bd-84ac-9bd44094e5c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:13.099038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:13.100135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.174499 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.210617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e6e458-55b0-4b74-bc4a-44a5c636206e None None] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:13.222995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d953e662-947c-4e09-b209-941c6c85b893 req-2678a922-f6bf-45f0-a6f4-1948c691c81f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 210 time: 0.0659432
May 14 21:22:13.252733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:13.254382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d39521d4-464f-4bcb-b6d0-c91863ee1c89 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:13.339196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] Provisioning complete for port d39521d4-464f-4bcb-b6d0-c91863ee1c89 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:13.339596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.349581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5bb4be38-ceb7-46b1-b431-e3dc19201657 req-1850449a-9f87-4299-9d72-820149653f1f tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0342839
May 14 21:22:13.350733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.404151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:13.410688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:13.418245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:13.423510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:13.437993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d39521d4-464f-4bcb-b6d0-c91863ee1c89 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:13.438383 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.535659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:13.536652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.612223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] Current status of the port d39521d4-464f-4bcb-b6d0-c91863ee1c89 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:13.612790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.677063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Router cb3e1f61-8db9-4b46-a249-b3182985ea72 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:22:13.746248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d39521d4-464f-4bcb-b6d0-c91863ee1c89 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:13.747011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:13.752312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] For port d39521d4-464f-4bcb-b6d0-c91863ee1c89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d39521d4-464f-4bcb-b6d0-c91863ee1c89,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:13.865075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:22:13.870083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e06694d-5d03-4a49-b351-2f10d22c1360 admin admin] 10.222.0.52 "PUT /v2.0/routers/cb3e1f61-8db9-4b46-a249-b3182985ea72/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7428720
May 14 21:22:13.872689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:13.876181 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] Sync routers for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:22:13.887350 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:13.888343 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e89d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:13.963964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-094c4e71-5ec5-47da-9778-df720fdcc789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7713757
May 14 21:22:13.988039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks [] for router (cb3e1f61-8db9-4b46-a249-b3182985ea72), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.000287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.001048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.091496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:22:14.092117 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:22:14.101482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c689e59-45b1-4813-b4d1-5a9850e39c17 None None] Pushing event updated for resources: {'Port': ['ID=d39521d4-464f-4bcb-b6d0-c91863ee1c89,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:14.119900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c6232a37-5abf-4a34-820d-5fe131a6d91d None None] Provisioning complete for port d39521d4-464f-4bcb-b6d0-c91863ee1c89 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:14.120276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6232a37-5abf-4a34-820d-5fe131a6d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.130750 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:14.143976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33354) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:14.148874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405810486', 'description': 'tempest-description--316507850'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:14.176987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks [] for router_gateway (cb3e1f61-8db9-4b46-a249-b3182985ea72), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.214893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c6232a37-5abf-4a34-820d-5fe131a6d91d None None] Current status of the port d39521d4-464f-4bcb-b6d0-c91863ee1c89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:14.224551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c6232a37-5abf-4a34-820d-5fe131a6d91d None None] Provisioning complete for port cb2ed6c9-1135-4b76-b18c-8882fea92d8d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:14.224918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6232a37-5abf-4a34-820d-5fe131a6d91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.265676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c6232a37-5abf-4a34-820d-5fe131a6d91d None None] Port cb2ed6c9-1135-4b76-b18c-8882fea92d8d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:14.304700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.315834 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e89d60>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:22:12Z', 'revision_number': 5, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port': {'id': '01e61c44-38a5-41d0-aa47-7a3819032f9d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ed:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:55Z', 'updated_at': '2022-05-14T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:14.343115 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] Checking router: cb3e1f61-8db9-4b46-a249-b3182985ea72 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:22:14.352278 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] Routers {'cb3e1f61-8db9-4b46-a249-b3182985ea72'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:14.352935 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e89d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cb3e1f61-8db9-4b46-a249-b3182985ea72'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:14.384792 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group (896fe69b-a76f-4482-a8ad-d40b51cac2d3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.408858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b8b1647-6105-4c16-bf88-98288ebf0571 req-1d494c4b-ce52-4b45-be8b-8a9dd2a03123 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 210 time: 0.0640059
May 14 21:22:14.408858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Deleting port 01e61c44-38a5-41d0-aa47-7a3819032f9d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:14.408858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.446101 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] Set router cb3e1f61-8db9-4b46-a249-b3182985ea72 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:14.454397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (896fe69b-a76f-4482-a8ad-d40b51cac2d3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.496031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] For port 01e61c44-38a5-41d0-aa47-7a3819032f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01e61c44-38a5-41d0-aa47-7a3819032f9d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:14.496674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.518911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e89d60>, [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:22:14Z', 'revision_number': 6, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:14.520955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Calling delete_port for 01e61c44-38a5-41d0-aa47-7a3819032f9d owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:14.530676 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c801bbb-705c-49eb-961a-35f0df1f5864 req-b1143948-4d00-45a8-9663-1e9406312827 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0461063
May 14 21:22:14.531705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896fe69b-a76f-4482-a8ad-d40b51cac2d3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:14.548336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b5378-88ff-4ddb-847e-454b4ef53307 None None] The sync data for ids ['cb3e1f61-8db9-4b46-a249-b3182985ea72'] in ncdv-master-1 is: [{'id': 'cb3e1f61-8db9-4b46-a249-b3182985ea72', 'name': 'tempest-ServersTestManualDisk-1513350336-router', 'tenant_id': 'ba969692dac24c5bab4062ca210bef43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:54Z', 'updated_at': '2022-05-14T21:22:14Z', 'revision_number': 6, 'project_id': 'ba969692dac24c5bab4062ca210bef43', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:22:14.602824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.605232 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f2b54a0-103b-4acb-87d5-44121ec1d6ac tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4591286
May 14 21:22:14.606992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33360) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:14.612616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'security_group_rule': {'security_group_id': '896fe69b-a76f-4482-a8ad-d40b51cac2d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:14.629896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d39521d4-464f-4bcb-b6d0-c91863ee1c89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:14.768278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group_rule (95d26ce1-64cf-40c2-8044-513f4bbd9801), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.818111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (01e61c44-38a5-41d0-aa47-7a3819032f9d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.824503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group_rule (95d26ce1-64cf-40c2-8044-513f4bbd9801), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.845389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Pushing event deleted for resources: {'Port': ['ID=01e61c44-38a5-41d0-aa47-7a3819032f9d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:14.900492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (95d26ce1-64cf-40c2-8044-513f4bbd9801), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.915030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (cb3e1f61-8db9-4b46-a249-b3182985ea72), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:14.924453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d26ce1-64cf-40c2-8044-513f4bbd9801,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:15.037792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (cb3e1f61-8db9-4b46-a249-b3182985ea72), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.040069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks [] for router_controller (cb3e1f61-8db9-4b46-a249-b3182985ea72), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.049921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.052268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-322feec0-b5bd-4b5c-934c-a13163e4cc11 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4430599
May 14 21:22:15.053860 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:15.059204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'security_group_rule': {'security_group_id': '896fe69b-a76f-4482-a8ad-d40b51cac2d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:15.191557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (cb3e1f61-8db9-4b46-a249-b3182985ea72), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.192232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb3e1f61-8db9-4b46-a249-b3182985ea72 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:22:15.198778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group_rule (f3707542-0023-4b4b-bee0-d59818f10236), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.203520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.206897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89b3ee81-df10-4c51-b541-304430fdbaaf admin admin] 10.222.0.52 "DELETE /v2.0/routers/cb3e1f61-8db9-4b46-a249-b3182985ea72 HTTP/1.1" status: 204  len: 168 time: 1.3310962
May 14 21:22:15.207199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33366) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:15.285735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Deleting subnet 43f6e5f5-8350-479f-af48-226fb6935e79 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:22:15.287925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-77555f6a-2410-40c0-ba5f-946132a745f7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:15.289444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-77555f6a-2410-40c0-ba5f-946132a745f7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.1207724
May 14 21:22:15.289614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Publish callbacks [] for subnet (43f6e5f5-8350-479f-af48-226fb6935e79), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.303013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Request body: {'port': {'device_id': '43bbc2dd-60e5-44e4-9601-74231273003b', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'admin_state_up': True, 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:15.325856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group_rule (f3707542-0023-4b4b-bee0-d59818f10236), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.337119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (43f6e5f5-8350-479f-af48-226fb6935e79), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.413546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f3707542-0023-4b4b-bee0-d59818f10236), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.435763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d39521d4-464f-4bcb-b6d0-c91863ee1c89 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:15.446443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3707542-0023-4b4b-bee0-d59818f10236,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:15.450381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (43f6e5f5-8350-479f-af48-226fb6935e79), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.534352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d39521d4-464f-4bcb-b6d0-c91863ee1c89 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:15.536775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.544854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78b71c94-556c-4256-b3b6-47a4781dd6db req-7f5ba68d-c6ee-4e32-b26d-a7a65a48c342 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 210 time: 0.0371344
May 14 21:22:15.545424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:15.548914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.559772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.561064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d696dfdb-3785-4e63-980c-3ba23c88f317 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5059435
May 14 21:22:15.574376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:15.580473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:15.614433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (43f6e5f5-8350-479f-af48-226fb6935e79), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.622261 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.637526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d39521d4-464f-4bcb-b6d0-c91863ee1c89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:15.647124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39a69aea-7a2e-4dbb-9b75-66a50574f888 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:15.662535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f6e5f5-8350-479f-af48-226fb6935e79,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:15.668416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 39a69aea-7a2e-4dbb-9b75-66a50574f888 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:15.668884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39a69aea-7a2e-4dbb-9b75-66a50574f888 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:15.681022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.686462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-222d6f5c-9eed-4e8e-9773-f5b2d058464c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/43f6e5f5-8350-479f-af48-226fb6935e79 HTTP/1.1" status: 204  len: 168 time: 0.4759688
May 14 21:22:15.686852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca99ffcb-05ec-4f41-ad4b-e3559d8c58d2 req-e44aec19-4bf1-4bb5-8fd0-fb21b0e6aac7 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0363791
May 14 21:22:15.687224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9304f9-aaaf-47b6-aa7b-5db18073bfc4 None None] Network 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:15.687337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33374) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:15.722139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.777788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Allocated IP 172.20.0.13 (3bdbef8a-a684-458d-bfe2-b4f322a15d2e/efe38ebe-2521-4253-b829-c6ff672adb03/721a641c-f7ca-4d65-8daf-95a62b1570d4) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:15.860220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.867727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] DHCP port deletion for 5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:22:15.908718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.909320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] Deleting port 86bc4ff0-25cb-497e-a995-8bd15324503f {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:15.909696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.972752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Deleting port 86bc4ff0-25cb-497e-a995-8bd15324503f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:15.973101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:15.987891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] For port 86bc4ff0-25cb-497e-a995-8bd15324503f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86bc4ff0-25cb-497e-a995-8bd15324503f,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:15.988919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.002572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks [] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.011997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] Calling delete_port for 86bc4ff0-25cb-497e-a995-8bd15324503f owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:16.073247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] For port 86bc4ff0-25cb-497e-a995-8bd15324503f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86bc4ff0-25cb-497e-a995-8bd15324503f,segment=NetworkSegment(3850b9f2-ea82-4816-9df5-4359910bf49b),segment_id=3850b9f2-ea82-4816-9df5-4359910bf49b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:16.073616 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.097285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.098413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Calling delete_port for 86bc4ff0-25cb-497e-a995-8bd15324503f owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:16.112431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 172.35.4.246 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/13e5672e-29c8-40aa-b874-a715f7c11628) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:16.136416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:16.142367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:16.149121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:16.167842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.197841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] Pushing event deleted for resources: {'Port': ['ID=86bc4ff0-25cb-497e-a995-8bd15324503f,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:16.198885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event updated for resources: {'Port': ['ID=721a641c-f7ca-4d65-8daf-95a62b1570d4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:16.201559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8330e421-c23d-464f-8126-3d07d5fe8745 None None] No DVR routers for this DVR port 86bc4ff0-25cb-497e-a995-8bd15324503f on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:16.262866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:16.263531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.268511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-d36601a5-13cb-4675-965e-2dd0ae5ce391 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0626862
May 14 21:22:16.299747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (86bc4ff0-25cb-497e-a995-8bd15324503f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.312091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (13e5672e-29c8-40aa-b874-a715f7c11628), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.337817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86bc4ff0-25cb-497e-a995-8bd15324503f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:16.345462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] No DVR routers for this DVR port 86bc4ff0-25cb-497e-a995-8bd15324503f on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:16.355550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-fa184091-441c-4454-acef-5c49646bacda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:16.357060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-fa184091-441c-4454-acef-5c49646bacda service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.0432458
May 14 21:22:16.437595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.441222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43f6c522-9272-48b2-9139-427ad8c81d42 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1421125
May 14 21:22:16.455875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Request body: {'port': {'device_id': '43bbc2dd-60e5-44e4-9601-74231273003b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:16.462246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522afd4a90>,) {'filters': {'network_id': ['5df698dd-e8d1-426b-966f-f4f6c6bf9ce7']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:16.472247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afd4a90>, '3850b9f2-ea82-4816-9df5-4359910bf49b') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:16.472502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afd4a90>, '3850b9f2-ea82-4816-9df5-4359910bf49b') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:16.482212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (3850b9f2-ea82-4816-9df5-4359910bf49b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.496855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3850b9f2-ea82-4816-9df5-4359910bf49b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.497540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-e117d0de-14cf-4f00-b64c-a5083e0b87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:16.498754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-e117d0de-14cf-4f00-b64c-a5083e0b87a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1226275
May 14 21:22:16.503782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:22:16.504202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (3850b9f2-ea82-4816-9df5-4359910bf49b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:22:16.506076 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:22:16.516963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (13e5672e-29c8-40aa-b874-a715f7c11628), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.566876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.590984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:16.597887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:16.600865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:16.624504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-b087264b-2647-4b1c-bf63-b5e401579f8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.1045587
May 14 21:22:16.628665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=13e5672e-29c8-40aa-b874-a715f7c11628,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:16.704427 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5df698dd-e8d1-426b-966f-f4f6c6bf9ce7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.709974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.716769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5df698dd-e8d1-426b-966f-f4f6c6bf9ce7 HTTP/1.1" status: 204  len: 168 time: 1.0259888
May 14 21:22:16.722657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01e61c44-38a5-41d0-aa47-7a3819032f9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:16.735410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedcec0-ce73-4551-94ed-dfc1abc288d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df698dd-e8d1-426b-966f-f4f6c6bf9ce7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:16.754126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (a3438a16-fc4e-41dd-9bde-07e858d61702), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.760542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 01e61c44-38a5-41d0-aa47-7a3819032f9d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:16.766682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccceed-daf5-46f6-aa11-7a2de2630f94 req-15ee33ad-cddb-4e0a-9d48-0459182b7392 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:16.767019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01e61c44-38a5-41d0-aa47-7a3819032f9d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:16.767019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 86bc4ff0-25cb-497e-a995-8bd15324503f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:16.767173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75ccceed-daf5-46f6-aa11-7a2de2630f94 req-15ee33ad-cddb-4e0a-9d48-0459182b7392 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 932 time: 0.1326940
May 14 21:22:16.767253 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.776137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-dfd478a8-fded-4604-ab01-bf46e09f2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:16.777977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-dfd478a8-fded-4604-ab01-bf46e09f2c56 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1468515
May 14 21:22:16.788030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 86bc4ff0-25cb-497e-a995-8bd15324503f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:16.788481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 86bc4ff0-25cb-497e-a995-8bd15324503f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:16.873236 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a69837bb-158e-4958-b494-023c174847cb req-0364e42b-9070-4cf1-908a-bef704b1a2fd tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0470471
May 14 21:22:16.885138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (13e5672e-29c8-40aa-b874-a715f7c11628), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:16.922384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-d3fc748b-62c2-48c0-9371-2f89097fe042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:16.924380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-d3fc748b-62c2-48c0-9371-2f89097fe042 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1341562
May 14 21:22:16.931215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75ccceed-daf5-46f6-aa11-7a2de2630f94 req-f744e196-777e-403c-87f0-0351434c3028 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568642
May 14 21:22:17.101412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-e20728eb-93e7-4430-a157-b89d089dc11f service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673510
May 14 21:22:17.102532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (13e5672e-29c8-40aa-b874-a715f7c11628), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.183326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (13e5672e-29c8-40aa-b874-a715f7c11628), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.200282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721a641c-f7ca-4d65-8daf-95a62b1570d4 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:17.216217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Publish callbacks [] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.243660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Transition to ACTIVE for port object 721a641c-f7ca-4d65-8daf-95a62b1570d4 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:17.247709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-375d7984-3e6c-48c7-a5a6-01ed1f139856 req-badb812c-e2e1-47ca-928b-55494e19f7ae service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376798
May 14 21:22:17.268368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=13e5672e-29c8-40aa-b874-a715f7c11628,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:17.284705 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (a3438a16-fc4e-41dd-9bde-07e858d61702), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.305822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33386) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:17.334454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.349397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7ee046e8-cb26-45d7-91bb-1012298120e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba969692dac24c5bab4062ca210bef43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0415070
May 14 21:22:17.351879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33388) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:17.409220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.410735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f91fb8c-a068-4af6-b2bf-8c14986e7ac8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8350658
May 14 21:22:17.416319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec1be-b3ee-4495-aa84-6b0b40e02d7a admin admin] Publish callbacks [] for security_group (d512a423-72ef-4dd5-b0aa-eda332be9f3b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.442537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec1be-b3ee-4495-aa84-6b0b40e02d7a admin admin] Publish callbacks [] for security_group (d512a423-72ef-4dd5-b0aa-eda332be9f3b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.543541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec1be-b3ee-4495-aa84-6b0b40e02d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d512a423-72ef-4dd5-b0aa-eda332be9f3b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.547200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec1be-b3ee-4495-aa84-6b0b40e02d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.548395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2c6ec1be-b3ee-4495-aa84-6b0b40e02d7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d512a423-72ef-4dd5-b0aa-eda332be9f3b HTTP/1.1" status: 204  len: 168 time: 0.1955125
May 14 21:22:17.558156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ec1be-b3ee-4495-aa84-6b0b40e02d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d512a423-72ef-4dd5-b0aa-eda332be9f3b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:17.691967 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-db4e6ee2-cd01-4a94-bff4-b43277f0fa49 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1405810486&fields=id&tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e HTTP/1.1" status: 200  len: 267 time: 0.0550165
May 14 21:22:17.745869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Pushing event updated for resources: {'Port': ['ID=721a641c-f7ca-4d65-8daf-95a62b1570d4,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:17.748574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-44075801-ff6f-43d9-b340-9f30d4fed6db tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:17.750598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-44075801-ff6f-43d9-b340-9f30d4fed6db tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 936 time: 0.0503001
May 14 21:22:17.803319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Attempting to bind port 721a641c-f7ca-4d65-8daf-95a62b1570d4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:17.803319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Attempting to bind port 721a641c-f7ca-4d65-8daf-95a62b1570d4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:17.803319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Attempting to bind port 721a641c-f7ca-4d65-8daf-95a62b1570d4 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:17.804857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-495dc439-84af-4074-9944-0a1ed1b0de76 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:17.806255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-495dc439-84af-4074-9944-0a1ed1b0de76 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 937 time: 0.0492682
May 14 21:22:17.817774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Port 721a641c-f7ca-4d65-8daf-95a62b1570d4 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:17.818027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Attempting to bind port 721a641c-f7ca-4d65-8daf-95a62b1570d4 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:17.823971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:17.824330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:17.824857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Bound using segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:17.825295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Bound port: 721a641c-f7ca-4d65-8daf-95a62b1570d4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:17.825662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.862021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-2a25fb75-1059-43e1-a114-c68e2903a58d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0488431
May 14 21:22:17.894857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] For port 721a641c-f7ca-4d65-8daf-95a62b1570d4, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:17.898303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] For port 721a641c-f7ca-4d65-8daf-95a62b1570d4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:17.899357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-22feb439-3bbb-4b62-a491-d3efbff12af4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0316570
May 14 21:22:17.974622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:17.997746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf4e80db-8fbe-4668-9c68-41c4c1ab6604 req-b3cfe29e-1861-4681-9a0c-6b5f63034e46 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0346816
May 14 21:22:18.024269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.025146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:18.026721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] 10.222.0.48 "PUT /v2.0/ports/721a641c-f7ca-4d65-8daf-95a62b1570d4 HTTP/1.1" status: 200  len: 1092 time: 1.5774052
May 14 21:22:18.029193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bbc2dd-60e5-44e4-9601-74231273003b', 'tag': '721a641c-f7ca-4d65-8daf-95a62b1570d4'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:18.031567 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9675b42b-b8de-41e3-bb27-6451aa806bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "43bbc2dd-60e5-44e4-9601-74231273003b", "tag": "721a641c-f7ca-4d65-8daf-95a62b1570d4"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:18.046103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-9754a6f2-d8e5-4480-80d9-6e16ae2dd6d7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.051711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-9754a6f2-d8e5-4480-80d9-6e16ae2dd6d7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.057569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-9754a6f2-d8e5-4480-80d9-6e16ae2dd6d7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.059279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-9754a6f2-d8e5-4480-80d9-6e16ae2dd6d7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/networks?id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892 HTTP/1.1" status: 200  len: 1995 time: 0.1536269
May 14 21:22:18.060442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440063e9-5809-4524-827d-1b3fbb1d083d service neutron] Pushing event updated for resources: {'Port': ['ID=721a641c-f7ca-4d65-8daf-95a62b1570d4,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:18.079098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-463bbaa0-ddf9-4bd1-b987-563b6ccf6489 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/quotas/c8d3f937d0cc40e6b1cd90e72b6fb07e HTTP/1.1" status: 200  len: 375 time: 0.0105996
May 14 21:22:18.155773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbaf947-b000-4d2e-b148-a5ea979c83fe req-fe37c5c6-99df-4bf9-8300-8032c9c65d77 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.160362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-55038569-e77e-4347-97c9-4b1e71ab13d7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0723894
May 14 21:22:18.167469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbaf947-b000-4d2e-b148-a5ea979c83fe req-fe37c5c6-99df-4bf9-8300-8032c9c65d77 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 944 time: 0.0616446
May 14 21:22:18.231702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-241e65dc-59bf-41bf-8f61-d4aa5e666b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.233247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-241e65dc-59bf-41bf-8f61-d4aa5e666b21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 1126 time: 0.0687211
May 14 21:22:18.254443 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d0c77ba4-e918-4374-82c5-5c5c4067c8d2 service neutron] 10.222.0.52 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844796
May 14 21:22:18.284577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbaf947-b000-4d2e-b148-a5ea979c83fe req-184fe205-8caa-46df-a932-21140c5ba6f9 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064649
May 14 21:22:18.295695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-fecb28ca-5503-4200-82bd-e62b24691391 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4 HTTP/1.1" status: 200  len: 217 time: 0.0436261
May 14 21:22:18.351260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-e1abdf92-e2d1-4aff-a7f6-6567e478bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:18.353090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-e1abdf92-e2d1-4aff-a7f6-6567e478bf27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.0549786
May 14 21:22:18.407911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-43b0201f-e0be-4449-a803-9e8ec0252081 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472369
May 14 21:22:18.409583 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59284f56-3b90-4c5d-a296-495bdd2f2325 x-openstack-request-id: req-59284f56-3b90-4c5d-a296-495bdd2f2325 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:18.409782 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bbc2dd-60e5-44e4-9601-74231273003b", "tag": "721a641c-f7ca-4d65-8daf-95a62b1570d4", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:18.410029 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59284f56-3b90-4c5d-a296-495bdd2f2325 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:18.410734 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59284f56-3b90-4c5d-a296-495bdd2f2325'] response: {'name': 'network-changed', 'server_uuid': '43bbc2dd-60e5-44e4-9601-74231273003b', 'tag': '721a641c-f7ca-4d65-8daf-95a62b1570d4', 'status': 'completed', 'code': 200}
May 14 21:22:18.513051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-0a622087-c05c-4f47-b9c8-655f812e8b2a service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972991
May 14 21:22:18.635301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0177c583-bff8-4e1b-bac8-9b7beefe3991 req-307639a4-9aa2-41ab-aa9b-83b2862319f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1127701
May 14 21:22:18.673731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-17e05d4d-b9d9-4dc6-860d-4868b2377888 service neutron] 10.222.0.52 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4136853
May 14 21:22:18.718160 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-db6113e4-dc05-4c76-b483-2b10b6e9224b service neutron] 10.222.0.52 "GET /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0377028
May 14 21:22:18.815578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-98eb95e2-1dd2-4c02-83fd-a2e27b718185 service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917599
May 14 21:22:18.825387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33448) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:18.906384 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-5d09b9df-d31d-4a14-b65e-24e4d4655916 service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849750
May 14 21:22:18.924765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1798695267-network', 'tenant_id': 'f589f7d7ad0f4b63afd4132efa4e798a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:18.949164 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-88237da9-1550-4e15-b9d7-c8666bfec698 service neutron] 10.222.0.52 "GET /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0367193
May 14 21:22:19.041245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61061035-56be-49c9-a474-49576de928d7 service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850952
May 14 21:22:19.042205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Made reservation on behalf of f589f7d7ad0f4b63afd4132efa4e798a for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:19.044724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.054896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.130950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35f09b5b-0209-4355-9f01-b5268b60a7a1 req-8e8dcc64-2451-4a0e-bd86-18f9f700e3a7 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0357845
May 14 21:22:19.139789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-5004ed8a-2b4b-4060-8c2f-211169e8fea0 service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924950
May 14 21:22:19.172013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks [] for security_group (4a9bff98-c8de-4f3e-8bdd-dab1e61190bf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.214337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4a9bff98-c8de-4f3e-8bdd-dab1e61190bf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.230239 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-1f738718-1885-47b6-a46e-f3c67961698a service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834138
May 14 21:22:19.242079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:22:19.249280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:19.256993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.257400 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Added segment 8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57 of type vlan for network 18a13367-d709-44a6-83ee-a5a75d3ef57e
May 14 21:22:19.303205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (18a13367-d709-44a6-83ee-a5a75d3ef57e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.332408 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d9755590-c668-4d64-b0ee-cb6a076601f2 service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954514
May 14 21:22:19.374789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (18a13367-d709-44a6-83ee-a5a75d3ef57e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.375847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:19.376434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.431572 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e69c78f3-c16c-4667-b5cc-e735d1645ef8 service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934634
May 14 21:22:19.436466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0758f1-6b3f-439b-a715-d584cd2cc987 req-1740b379-c767-4759-a560-85ceaa31b727 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:19.437980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d0758f1-6b3f-439b-a715-d584cd2cc987 req-1740b379-c767-4759-a560-85ceaa31b727 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 944 time: 0.0747299
May 14 21:22:19.478959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=18a13367-d709-44a6-83ee-a5a75d3ef57e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:19.490770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:22:19.520469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-00d113b6-e2db-44fd-bf5a-ba1a75b6dcd2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 0.6940091
May 14 21:22:19.524497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d0758f1-6b3f-439b-a715-d584cd2cc987 req-fe0a8201-ec53-43a2-ac83-3ad0c377665d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579007
May 14 21:22:19.524968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33460) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:19.529706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Request body: {'subnet': {'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1798695267-subnet', 'tenant_id': 'f589f7d7ad0f4b63afd4132efa4e798a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:19.531657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-6bd45fab-4287-4456-90f4-a92e130d2aac service neutron] 10.222.0.52 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938404
May 14 21:22:19.634541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-45e37d1f-6466-4bb9-a013-c03d20db212e service neutron] 10.222.0.52 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941906
May 14 21:22:19.687191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Made reservation on behalf of f589f7d7ad0f4b63afd4132efa4e798a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:19.690857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:19.741435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b9dce70f-0eac-430b-94e5-a0de07d36fe6 service neutron] 10.222.0.52 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000183
May 14 21:22:19.818875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-8a5748bf-7686-433e-b4b0-202c4738183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:19.820601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-8a5748bf-7686-433e-b4b0-202c4738183e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 1126 time: 0.0599709
May 14 21:22:19.847143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-3324e918-24a0-48c5-b2a5-9159d12f1cad service neutron] 10.222.0.52 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958126
May 14 21:22:19.939390 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-90d9bf43-600b-4ba2-97e4-4cb9097aafb0 service neutron] 10.222.0.52 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862908
May 14 21:22:19.991740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-0746bcce-350f-47e6-808d-0de1bc244594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:19.993235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-0746bcce-350f-47e6-808d-0de1bc244594 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 913 time: 0.1640563
May 14 21:22:19.994788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-f4207b94-1cd9-4f07-b132-29ffff5a8f39 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:19.996155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-f4207b94-1cd9-4f07-b132-29ffff5a8f39 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 936 time: 0.0509889
May 14 21:22:20.040596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-455714eb-42db-4097-98ad-1284c85e678a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4 HTTP/1.1" status: 200  len: 217 time: 0.0403864
May 14 21:22:20.047447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:20.055569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-2aa5c36f-bd69-46cf-8116-6c41622c598f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:20.056937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-2aa5c36f-bd69-46cf-8116-6c41622c598f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 937 time: 0.0534806
May 14 21:22:20.145062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-4b8aaae3-a031-4d43-89d6-4bf1b322faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:20.146527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-4b8aaae3-a031-4d43-89d6-4bf1b322faa3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.0967040
May 14 21:22:20.149051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:20.168436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Checking segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:20.168436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Network hostable DHCP agents. Network: 18a13367-d709-44a6-83ee-a5a75d3ef57e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:22:20.188892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-2236b8de-0ce0-4ae6-856f-d120793e0840 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317345
May 14 21:22:20.283720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-faad0295-c14b-4ece-b884-12e30a3f8997 req-0729753b-54d4-468e-9d80-aff546ca5a82 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0674357
May 14 21:22:20.316686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:22:20.320929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-f1233572-a581-400e-a803-14f0f68be461 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250894
May 14 21:22:20.410078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9675b42b-b8de-41e3-bb27-6451aa806bbc req-261846ac-e4dc-4d47-86bf-f4b562012cd7 service neutron] 10.222.0.48 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822990
May 14 21:22:20.424615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 18a13367-d709-44a6-83ee-a5a75d3ef57e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:20.428577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:20.429175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:20.435214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afde9ef-6ab2-45d9-9915-d82be3cc9028 None None] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:20.537603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b7d9876d-b5db-4cfd-8947-e4a2428d7542 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0101240
May 14 21:22:20.669298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb0618-958a-4726-91ae-36b0513c667d None None] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:20.675027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732a6b-ee52-49af-a209-ad8cfb159cb6 req-f54b6f85-b9b1-4917-8ba3-5c81b45dc7ce tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:20.676748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a732a6b-ee52-49af-a209-ad8cfb159cb6 req-f54b6f85-b9b1-4917-8ba3-5c81b45dc7ce tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 944 time: 0.0601022
May 14 21:22:20.758338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a732a6b-ee52-49af-a209-ad8cfb159cb6 req-584a9874-1869-4227-8cef-569e6590675b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741637
May 14 21:22:21.041747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-f8831a5f-9407-4726-94c2-63393d744ffd tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:21.043348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-f8831a5f-9407-4726-94c2-63393d744ffd tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 813 time: 0.1036246
May 14 21:22:21.058663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-0c5bacb6-2872-4266-8e9e-d69e5fdf8bf9 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/quotas/f589f7d7ad0f4b63afd4132efa4e798a HTTP/1.1" status: 200  len: 375 time: 0.0091293
May 14 21:22:21.095793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-a68f9ee6-4e92-4070-8947-df546d329f7a tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0312877
May 14 21:22:21.105998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ca745742-d863-4321-a15d-625ab6d2e7b5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:22:21.106935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ca745742-d863-4321-a15d-625ab6d2e7b5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048702
May 14 21:22:21.194780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e5566d8b-b5c8-4457-916e-dcb128501294 service neutron] 10.222.0.52 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817873
May 14 21:22:21.288261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-5b437f0e-7936-4629-9776-9506a5b0b73b service neutron] 10.222.0.52 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879352
May 14 21:22:21.535249 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66092a06-5d5c-4a42-9900-b5bf0b73d351 req-3a6663cb-7948-4b4b-9d19-aceb31af9319 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0355558
May 14 21:22:21.590925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-19b74ee0-8e4b-46fb-894c-8ee8e168cbe4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:21.592514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-19b74ee0-8e4b-46fb-894c-8ee8e168cbe4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 936 time: 0.1093166
May 14 21:22:21.617230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f5eda7a-6a5e-4f14-a17d-71d8fe6979f5 req-0f9b19b2-ddca-44aa-abbf-c8930ec03d38 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0343463
May 14 21:22:21.649982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-96d64385-c651-407b-ab71-75c2bd9ba572 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:21.651342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-96d64385-c651-407b-ab71-75c2bd9ba572 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 937 time: 0.0546546
May 14 21:22:21.917128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59437cc-bfa2-4943-8ff5-b3fc11d253a7 req-c4330a67-3175-4bbf-a529-f53d3aebde2a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:21.924204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f59437cc-bfa2-4943-8ff5-b3fc11d253a7 req-c4330a67-3175-4bbf-a529-f53d3aebde2a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 944 time: 0.0661325
May 14 21:22:21.977662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f59437cc-bfa2-4943-8ff5-b3fc11d253a7 req-275bf15b-663e-4e47-96b8-1c5e394a08b6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472946
May 14 21:22:21.999620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9ff802f-d838-44aa-89cd-37cd48662afa req-5fb913ee-d3b6-4644-8306-49588c6be108 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 210 time: 0.0351138
May 14 21:22:22.641296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f22ecb0d-2446-4097-a722-726ab4f3728c req-01c86c28-46df-4549-b325-e3c6ded07773 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0290344
May 14 21:22:22.707827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65c152f8-50ea-4ed9-a9f9-58711bc1b29a req-28f4186d-2eae-40ec-b633-de6d8da15542 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0330019
May 14 21:22:22.885315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1836d13c-61be-4298-b9e3-1c1d485f8026 req-43abbc67-3217-4591-ab9d-2815005f818a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0976098
May 14 21:22:23.072888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c903c68c-c131-44f4-8853-9fc1a186b0e3 req-18e11d2f-7f7b-4e14-93bf-8bb64f789aef tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 210 time: 0.0308526
May 14 21:22:23.118973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558549-bef8-4e02-a5d0-9657e4863931 req-ea1965d2-2e59-44c3-b7ce-03f827a344d7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:23.120547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5558549-bef8-4e02-a5d0-9657e4863931 req-ea1965d2-2e59-44c3-b7ce-03f827a344d7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 944 time: 0.0693851
May 14 21:22:23.161520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 721a641c-f7ca-4d65-8daf-95a62b1570d4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:22:23.169970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5558549-bef8-4e02-a5d0-9657e4863931 req-aa002bb2-9cbe-4a23-ba2e-683371bedd72 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436642
May 14 21:22:23.274507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 721a641c-f7ca-4d65-8daf-95a62b1570d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:23.286363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '721a641c-f7ca-4d65-8daf-95a62b1570d4', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': '721a641c-f7ca-4d65-8daf-95a62b1570d4', 'mac_address': 'fa:16:3e:51:54:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:22:23.328166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 721a641c-f7ca-4d65-8daf-95a62b1570d4 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:23.328555 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:23.348830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721a641c-f7ca-4d65-8daf-95a62b1570d4 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:23.370885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 721a641c-f7ca-4d65-8daf-95a62b1570d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:23.499756 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:23.548398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=721a641c-f7ca-4d65-8daf-95a62b1570d4,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:23.757631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0244bca2-3010-4dd4-a2a6-c72a5ac0be0a req-ef280537-d2b6-452c-b017-e97c4c988186 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0297513
May 14 21:22:23.766849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['721a641c-f7ca-4d65-8daf-95a62b1570d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:23.835148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89970c96-e44c-4db3-b3fb-a91ba2bae8c8 req-8d28c8ba-5f98-48a7-9c52-4ceb9d8d12fb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0334096
May 14 21:22:24.174215 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8644f74d-daac-433b-8f04-7b95d983e4f8 req-99190f5e-324d-4b0d-a030-6d8bc57ebdcf tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 210 time: 0.0325222
May 14 21:22:24.311037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce4ba-453d-4d4d-a2d7-52a5f66e7163 req-a6aafab5-1d9c-462f-a87f-7ec9a2559c25 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:24.313015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22cce4ba-453d-4d4d-a2d7-52a5f66e7163 req-a6aafab5-1d9c-462f-a87f-7ec9a2559c25 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 945 time: 0.0569046
May 14 21:22:24.360773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22cce4ba-453d-4d4d-a2d7-52a5f66e7163 req-92293063-5263-46a3-be39-123d507f1022 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417712
May 14 21:22:24.891010 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-39516b65-4678-4bba-b520-f9ac1e1e9d1a req-ec8574ea-2fef-4d7c-b0c8-3ca895274a4c tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0399511
May 14 21:22:24.982338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79873399-ebc8-418a-8f69-e82098d6ee24 req-7daaeeec-0532-463a-982f-c3543bd6f6ca tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0492377
May 14 21:22:25.077275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-28d581db-6869-4296-af89-c5ad67d79b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.078947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-28d581db-6869-4296-af89-c5ad67d79b3f service neutron] 10.222.0.36 "GET /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 1032 time: 0.0407636
May 14 21:22:25.122255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-6362a1ec-6b57-4832-abf7-d54d0bf20610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.123701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-6362a1ec-6b57-4832-abf7-d54d0bf20610 service neutron] 10.222.0.36 "GET /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 1033 time: 0.0393579
May 14 21:22:25.177377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 721a641c-f7ca-4d65-8daf-95a62b1570d4 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:25.236015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 721a641c-f7ca-4d65-8daf-95a62b1570d4 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:22:25.257732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-1dc05f68-595e-4199-8e34-a0161b9c57ae tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.263729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-1dc05f68-595e-4199-8e34-a0161b9c57ae tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.269506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-1dc05f68-595e-4199-8e34-a0161b9c57ae tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.271674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-1dc05f68-595e-4199-8e34-a0161b9c57ae tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/networks?id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892 HTTP/1.1" status: 200  len: 1995 time: 0.1394551
May 14 21:22:25.288453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb91bf3b-fb4c-42da-a44f-a69bff47fe33 req-813aea23-c4e3-4678-923c-7e3a3cb0179b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 210 time: 0.0402737
May 14 21:22:25.371887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-44e8e910-6351-4181-9593-eacb7c19cb0e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e HTTP/1.1" status: 200  len: 380 time: 0.0916135
May 14 21:22:25.380635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-ebd89b07-2791-407f-a5d2-1fb0d7ba4ea7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:22:25.381590 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-ebd89b07-2791-407f-a5d2-1fb0d7ba4ea7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0050929
May 14 21:22:25.392010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'admin_state_up': True, 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'security_groups': ['896fe69b-a76f-4482-a8ad-d40b51cac2d3']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:25.413278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 721a641c-f7ca-4d65-8daf-95a62b1570d4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:25.413916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:25.463329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-56fa60e7-ff60-4f0f-a838-ad1b3d46e4fb tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.467834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-56fa60e7-ff60-4f0f-a838-ad1b3d46e4fb tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 813 time: 0.1348023
May 14 21:22:25.493845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 721a641c-f7ca-4d65-8daf-95a62b1570d4 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:25.494544 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:25.524869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bbc2dd-60e5-44e4-9601-74231273003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a641c-f7ca-4d65-8daf-95a62b1570d4'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:25.527240 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e487f21-795c-4171-9c40-6cae4b18fc5a" -d '{"events": [{"server_uuid": "43bbc2dd-60e5-44e4-9601-74231273003b", "name": "network-vif-plugged", "status": "completed", "tag": "721a641c-f7ca-4d65-8daf-95a62b1570d4"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:25.530461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81589f3-17a5-4f64-8a32-d1fea18a8fe6 req-2e441f94-cb46-4116-a962-db8fc074f315 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.532988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a81589f3-17a5-4f64-8a32-d1fea18a8fe6 req-2e441f94-cb46-4116-a962-db8fc074f315 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 945 time: 0.0625088
May 14 21:22:25.538931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Request body: {'port': {'device_id': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'admin_state_up': True, 'tenant_id': 'f589f7d7ad0f4b63afd4132efa4e798a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:25.543724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 721a641c-f7ca-4d65-8daf-95a62b1570d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:25.625187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1cf09ce-0f1d-4879-a211-33168e921f7f req-9f7bf35c-4c14-46a6-9ac7-bc656af5c0ed tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0281861
May 14 21:22:25.670896 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:25.703309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:25.704291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:25.721824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be0213e9-ff30-421b-8f8c-4f732b9e167d req-167414d9-b57a-4692-8787-6a0549d92531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d750e4cf6fab4bc4983f5f2f37a01ae6&device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.1336889
May 14 21:22:25.748845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a81589f3-17a5-4f64-8a32-d1fea18a8fe6 req-d447fd24-749a-44cc-b403-a52eebd317af tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027478
May 14 21:22:25.777497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be0213e9-ff30-421b-8f8c-4f732b9e167d req-95eac0f6-8e55-4415-a05c-1426bffeb553 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d750e4cf6fab4bc4983f5f2f37a01ae6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0475278
May 14 21:22:25.786311 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb699175-fa57-414d-910f-35dab84db836 x-openstack-request-id: req-fb699175-fa57-414d-910f-35dab84db836 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:25.786610 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bbc2dd-60e5-44e4-9601-74231273003b", "name": "network-vif-plugged", "status": "completed", "tag": "721a641c-f7ca-4d65-8daf-95a62b1570d4", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:25.786864 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb699175-fa57-414d-910f-35dab84db836 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:25.787265 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb699175-fa57-414d-910f-35dab84db836'] response: {'server_uuid': '43bbc2dd-60e5-44e4-9601-74231273003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721a641c-f7ca-4d65-8daf-95a62b1570d4', 'code': 200}
May 14 21:22:25.842179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=721a641c-f7ca-4d65-8daf-95a62b1570d4,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:25.932034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 172.20.0.13 (7e77eecd-4e91-4ff7-94ed-e78389e714c8/9c9a41f8-9eaf-4274-b58c-c5bb90163785/ed4b2309-b8f5-4d14-9e50-2b5701924849) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:25.961666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-9ae6e737-66aa-4d07-9d83-9015e94ce3c4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:25.963282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-9ae6e737-66aa-4d07-9d83-9015e94ce3c4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 813 time: 0.3736899
May 14 21:22:25.977988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Request body: {'port': {'device_id': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'admin_state_up': True, 'tenant_id': 'f589f7d7ad0f4b63afd4132efa4e798a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:26.005626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Made reservation on behalf of f589f7d7ad0f4b63afd4132efa4e798a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:26.005626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.060596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b741909-5fb1-4978-b28e-a422bd0ed459 req-1232cbc5-da06-465f-8d9e-0ce7a5b9a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:26.064508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b741909-5fb1-4978-b28e-a422bd0ed459 req-1232cbc5-da06-465f-8d9e-0ce7a5b9a51d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 1128 time: 0.1646404
May 14 21:22:26.145985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.171056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0213e9-ff30-421b-8f8c-4f732b9e167d req-87c24214-f26f-4a5a-a223-0f10c002f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:26.172957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be0213e9-ff30-421b-8f8c-4f732b9e167d req-87c24214-f26f-4a5a-a223-0f10c002f5d7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3868978
May 14 21:22:26.259447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe272b3b-1058-46e0-bf00-35b1a4ba28d9 req-cf956320-8cba-4a9a-a3bd-eb3df7ab74ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0898938
May 14 21:22:26.266299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.320705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b741909-5fb1-4978-b28e-a422bd0ed459 req-14addc5b-42d1-4f78-824f-82318aed4f39 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522994
May 14 21:22:26.327189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Allocated IP 172.20.0.7 (18a13367-d709-44a6-83ee-a5a75d3ef57e/1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d/8671b6b0-61ff-4522-a9f4-1ee131e8cd0e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:26.339732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:26.343262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:26.351121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:26.378354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:26.425685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:26.425685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.445664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ddf5e20-1cb1-4520-8070-e0b6c81b9a58 req-7ef15cc5-09d5-4d70-9d70-bdbdd5f74623 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 210 time: 0.0430501
May 14 21:22:26.523824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Made reservation on behalf of f589f7d7ad0f4b63afd4132efa4e798a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:26.523824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.548782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-186dc1e3-9cf3-4a08-a465-7fd33cfd17b8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1612637
May 14 21:22:26.572373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks [] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.699725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-62748158-0537-467d-a3a9-73a0ec3b7c71 None None] Provisioning complete for port ed4b2309-b8f5-4d14-9e50-2b5701924849 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:26.700308 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62748158-0537-467d-a3a9-73a0ec3b7c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.732691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86fa1f15-4d37-4d61-bbf5-8d879e806704 req-9cdc8def-6e5e-4390-89cc-2d421c06a985 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0291154
May 14 21:22:26.740587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-62748158-0537-467d-a3a9-73a0ec3b7c71 None None] Port ed4b2309-b8f5-4d14-9e50-2b5701924849 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:26.764320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.842958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:26.855171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:26.862345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:26.879132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ab45-6a1f-477b-a268-0ca25cba8d16 req-f63e2b9c-f9d2-4fce-9b86-4038879e9960 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:26.880824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcb9ab45-6a1f-477b-a268-0ca25cba8d16 req-f63e2b9c-f9d2-4fce-9b86-4038879e9960 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0553129
May 14 21:22:26.889921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Allocated IP 172.20.0.11 (18a13367-d709-44a6-83ee-a5a75d3ef57e/1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d/d34dcd4f-5a70-44e8-b76f-c601780755a3) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:26.899091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event updated for resources: {'Port': ['ID=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:26.938458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:26.939077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:26.941110 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcb9ab45-6a1f-477b-a268-0ca25cba8d16 req-43a0dfb5-a2fc-4c2a-93be-c67f4e04565a tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537517
May 14 21:22:27.042184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-ddb7e877-aaab-49f2-bae5-7fbd35f5a34b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5074282
May 14 21:22:27.079028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks [] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.179154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.190664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'admin_state_up': True, 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'security_groups': ['896fe69b-a76f-4482-a8ad-d40b51cac2d3']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:27.211127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Request body: {'port': {'device_id': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:27.254288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:27.262897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:27.268554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:27.316097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event updated for resources: {'Port': ['ID=d34dcd4f-5a70-44e8-b76f-c601780755a3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:27.340339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.379619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:27.380266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.400746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:27.405068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.457728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee96fb-d016-4cdc-98fc-6e17dd858a9b req-786823e1-a620-47c8-82a7-4e7ee425eaca tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:27.459169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9aee96fb-d016-4cdc-98fc-6e17dd858a9b req-786823e1-a620-47c8-82a7-4e7ee425eaca tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 932 time: 0.1055291
May 14 21:22:27.538275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be0213e9-ff30-421b-8f8c-4f732b9e167d req-d175713f-db87-4d9d-bcad-01511b5fabf8 tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0438464
May 14 21:22:27.550946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-645ccd51-e372-4c48-a444-db7d5b82b0d8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5770471
May 14 21:22:27.601397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43c3c1-2de1-401d-96f4-6a94248632c2 req-02ac4210-b92f-4b2a-b8b8-47dbdcf9c163 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:27.603244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d43c3c1-2de1-401d-96f4-6a94248632c2 req-02ac4210-b92f-4b2a-b8b8-47dbdcf9c163 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 932 time: 0.0774543
May 14 21:22:27.604832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 10.1.1.163 (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b/7e56e32a-bcca-436f-bcaf-3322b7d8f916/54b871a9-1a1e-4062-9a50-5ddf26961b8e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:27.678697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Request body: {'port': {'device_id': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:27.696789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d43c3c1-2de1-401d-96f4-6a94248632c2 req-e373f215-d823-4139-95ad-c88a935472fe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813673
May 14 21:22:27.714664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9aee96fb-d016-4cdc-98fc-6e17dd858a9b req-b95604b3-ef79-46e6-9661-a1412d3feb4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2191372
May 14 21:22:27.828835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.863269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:27.941528 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e362bd2-ca41-4215-8b9f-2791fdd3da3c req-5876c7b4-fc39-4fe5-8ec7-f645353cc10b tempest-ServerShowV257Test-948915513 tempest-ServerShowV257Test-948915513-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ffe0224-15c6-4599-93cc-8ccc793efcec HTTP/1.1" status: 200  len: 210 time: 0.0667920
May 14 21:22:28.008452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.059258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:28.063057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:28.073864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:28.112091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:28.174962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:28.176837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.267929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a597b682-3dd9-4408-ab5c-d8714a19bb03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0812633
May 14 21:22:28.279911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'admin_state_up': True, 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'security_groups': ['896fe69b-a76f-4482-a8ad-d40b51cac2d3']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:28.369016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a5e4a-7922-49e0-ad53-6316996a06b1 req-be95ea65-43e7-499f-801f-cf5fda0bde15 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:28.370527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c2a5e4a-7922-49e0-ad53-6316996a06b1 req-be95ea65-43e7-499f-801f-cf5fda0bde15 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1193013
May 14 21:22:28.496121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-54d4e33b-0ce9-4442-a8ab-e02a4094022c None None] Provisioning complete for port 54b871a9-1a1e-4062-9a50-5ddf26961b8e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:28.497220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-54d4e33b-0ce9-4442-a8ab-e02a4094022c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.516490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:28.521139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.541533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c2a5e4a-7922-49e0-ad53-6316996a06b1 req-980008ac-009a-4ac6-ab47-272e7d9b4509 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1499331
May 14 21:22:28.561112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:28.573201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Publish callbacks [] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.605593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Transition to ACTIVE for port object 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:28.637955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-54d4e33b-0ce9-4442-a8ab-e02a4094022c None None] Port 54b871a9-1a1e-4062-9a50-5ddf26961b8e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:28.707058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.757932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 10.1.1.99 (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b/7e56e32a-bcca-436f-bcaf-3322b7d8f916/150fe679-5889-44eb-bcc1-bbb9d924b590) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:28.830302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Pushing event updated for resources: {'Port': ['ID=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:28.951104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Attempting to bind port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:28.951437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Attempting to bind port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:28.951787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Attempting to bind port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:28.961857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:28.976941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e on network 18a13367-d709-44a6-83ee-a5a75d3ef57e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:28.977272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Attempting to bind port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:28.986255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:28.986592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Checking segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:28.986975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Bound using segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:28.987410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Bound port: 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:28.987847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.008330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34dcd4f-5a70-44e8-b76f-c601780755a3 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:29.018805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Publish callbacks [] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.049569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59e94c-66a0-49e0-a7f9-7e6b806c5b4a req-d06fb014-9198-4640-8b02-799c08ff185b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.052166 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d59e94c-66a0-49e0-a7f9-7e6b806c5b4a req-d06fb014-9198-4640-8b02-799c08ff185b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 932 time: 0.0543582
May 14 21:22:29.056101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Transition to ACTIVE for port object d34dcd4f-5a70-44e8-b76f-c601780755a3 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:29.079370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] For port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:29.081716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.084386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] For port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:29.135294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:29.138230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.146223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:29.158194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:29.168805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d59e94c-66a0-49e0-a7f9-7e6b806c5b4a req-12d4e8af-e970-44fc-82ca-0df025bf1642 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085274
May 14 21:22:29.174755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.193622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:29.227054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.227727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.229278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] 10.222.0.36 "PUT /v2.0/ports/8671b6b0-61ff-4522-a9f4-1ee131e8cd0e HTTP/1.1" status: 200  len: 1091 time: 2.0412755
May 14 21:22:29.229733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'tag': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:29.230587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.231577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.233265 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce48925-84e9-48ec-9767-9d9c1dd8837b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4f8c2d-810e-45bc-acab-87cf44c9155a", "tag": "8671b6b0-61ff-4522-a9f4-1ee131e8cd0e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:29.242394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d34dcd4f-5a70-44e8-b76f-c601780755a3,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:29.349022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-61992a76-0e47-4e31-bae4-5bfef3721651 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0732551
May 14 21:22:29.369020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2208f-b6dc-419a-9f82-2b868ecf56b5 req-85d89a60-82dc-4de9-a9ab-369df5a9e215 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.374887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2208f-b6dc-419a-9f82-2b868ecf56b5 req-85d89a60-82dc-4de9-a9ab-369df5a9e215 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.382232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2208f-b6dc-419a-9f82-2b868ecf56b5 req-85d89a60-82dc-4de9-a9ab-369df5a9e215 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.384524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6f2208f-b6dc-419a-9f82-2b868ecf56b5 req-85d89a60-82dc-4de9-a9ab-369df5a9e215 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 2374 time: 0.0744696
May 14 21:22:29.435009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717502e-d276-4b0a-9f1a-bc4ae1e62138 service neutron] Pushing event updated for resources: {'Port': ['ID=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:29.456006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6f2208f-b6dc-419a-9f82-2b868ecf56b5 req-1edb46b7-6d17-46ee-8758-c206e11dc64b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543575
May 14 21:22:29.461566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460babe3-8f81-48f7-87c5-b34dcad3acc6 req-e28babf0-6713-4345-b1c9-82757464b1cc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.463377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-460babe3-8f81-48f7-87c5-b34dcad3acc6 req-e28babf0-6713-4345-b1c9-82757464b1cc tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1036255
May 14 21:22:29.503286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Attempting to bind port d34dcd4f-5a70-44e8-b76f-c601780755a3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:29.503286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Attempting to bind port d34dcd4f-5a70-44e8-b76f-c601780755a3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:29.503286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Attempting to bind port d34dcd4f-5a70-44e8-b76f-c601780755a3 on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:29.524125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Port d34dcd4f-5a70-44e8-b76f-c601780755a3 on network 18a13367-d709-44a6-83ee-a5a75d3ef57e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:29.524457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Attempting to bind port d34dcd4f-5a70-44e8-b76f-c601780755a3 on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:29.536828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-460babe3-8f81-48f7-87c5-b34dcad3acc6 req-6291b933-47b3-4f8e-9ec8-d7a419cf16f8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653520
May 14 21:22:29.538645 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe60fb3-a16b-4539-a3b6-8801af35f3d2 x-openstack-request-id: req-cfe60fb3-a16b-4539-a3b6-8801af35f3d2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:29.538958 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4f8c2d-810e-45bc-acab-87cf44c9155a", "tag": "8671b6b0-61ff-4522-a9f4-1ee131e8cd0e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:29.539208 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfe60fb3-a16b-4539-a3b6-8801af35f3d2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:29.539713 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe60fb3-a16b-4539-a3b6-8801af35f3d2'] response: {'name': 'network-changed', 'server_uuid': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'tag': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e', 'status': 'completed', 'code': 200}
May 14 21:22:29.540485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:29.540819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Checking segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:29.541197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Bound using segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:29.541640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Bound port: d34dcd4f-5a70-44e8-b76f-c601780755a3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:29.541993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.568366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-02846b36-495d-46c5-81cd-837a5f621abe None None] Provisioning complete for port 150fe679-5889-44eb-bcc1-bbb9d924b590 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:29.569509 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-02846b36-495d-46c5-81cd-837a5f621abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.613790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-02846b36-495d-46c5-81cd-837a5f621abe None None] Port 150fe679-5889-44eb-bcc1-bbb9d924b590 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:29.624392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] For port d34dcd4f-5a70-44e8-b76f-c601780755a3, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:29.627446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] For port d34dcd4f-5a70-44e8-b76f-c601780755a3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:29.646275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6118e2e-886f-4d31-8547-b18bfd8959ec req-ba7bbe0a-c90c-4abe-8da6-dcc08b67e78d tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.647790 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6118e2e-886f-4d31-8547-b18bfd8959ec req-ba7bbe0a-c90c-4abe-8da6-dcc08b67e78d tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 946 time: 0.0482962
May 14 21:22:29.695532 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6118e2e-886f-4d31-8547-b18bfd8959ec req-927eb8f5-798e-48f8-8628-7b918ffe80c8 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421333
May 14 21:22:29.739680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.772811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.773439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:29.774800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/d34dcd4f-5a70-44e8-b76f-c601780755a3 HTTP/1.1" status: 200  len: 1092 time: 2.1046739
May 14 21:22:29.800792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff137b-8af3-4cc1-9e18-c0e03de487b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d34dcd4f-5a70-44e8-b76f-c601780755a3,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:29.935418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-9784dd64-36aa-4b24-a58f-ade8fd805dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:29.937421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-9784dd64-36aa-4b24-a58f-ade8fd805dc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 1126 time: 0.0452840
May 14 21:22:29.981505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-176a3f16-22d6-40fc-90e8-39436aa9539f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3 HTTP/1.1" status: 200  len: 217 time: 0.0370915
May 14 21:22:30.033154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-8ee118be-8821-4b71-a089-35be7e0d6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.034896 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-8ee118be-8821-4b71-a089-35be7e0d6273 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.0462625
May 14 21:22:30.056122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33684) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:30.067636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-22de09c2-0c11-4b0d-b99c-6d55826fedbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263236
May 14 21:22:30.163754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-4a5492e2-f04b-4fde-b6a2-988a9cbe9776 service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893676
May 14 21:22:30.168969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-52d10256-1ce7-40e7-8223-9e8a164ec807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.246755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-52d10256-1ce7-40e7-8223-9e8a164ec807 admin admin] Publish callbacks [] for security_group (40961d2c-0e72-4abb-84b1-7cf4de2164c0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.288797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-7e82b5d1-7d7d-4679-a851-456b5b5229a2 service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188943
May 14 21:22:30.302084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfefa92-776f-43be-8b51-a59b489b5bb9 req-2aee5348-68e1-41b9-af78-a870ae4133c2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.304728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-abfefa92-776f-43be-8b51-a59b489b5bb9 req-2aee5348-68e1-41b9-af78-a870ae4133c2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 944 time: 0.0556669
May 14 21:22:30.321872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-52d10256-1ce7-40e7-8223-9e8a164ec807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40961d2c-0e72-4abb-84b1-7cf4de2164c0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.355213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-abfefa92-776f-43be-8b51-a59b489b5bb9 req-cf4be717-e661-442f-b26a-265fd45d7d24 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460291
May 14 21:22:30.373507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-52d10256-1ce7-40e7-8223-9e8a164ec807 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d750e4cf6fab4bc4983f5f2f37a01ae6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3043165
May 14 21:22:30.373507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d10256-1ce7-40e7-8223-9e8a164ec807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40961d2c-0e72-4abb-84b1-7cf4de2164c0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:30.373795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33690) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:30.418714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80fd9160-5879-4a8f-9559-c82857b47605 admin admin] Publish callbacks [] for security_group (40961d2c-0e72-4abb-84b1-7cf4de2164c0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.440137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80fd9160-5879-4a8f-9559-c82857b47605 admin admin] Publish callbacks [] for security_group (40961d2c-0e72-4abb-84b1-7cf4de2164c0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.558126 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'admin_state_up': True, 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'security_groups': ['896fe69b-a76f-4482-a8ad-d40b51cac2d3']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:30.593651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80fd9160-5879-4a8f-9559-c82857b47605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40961d2c-0e72-4abb-84b1-7cf4de2164c0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.596438 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80fd9160-5879-4a8f-9559-c82857b47605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:30.602023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80fd9160-5879-4a8f-9559-c82857b47605 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40961d2c-0e72-4abb-84b1-7cf4de2164c0 HTTP/1.1" status: 204  len: 168 time: 0.2322152
May 14 21:22:30.602360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12f53-c89c-4afc-ac3d-1e94709bd719 req-51635b22-132e-463f-948d-f546b1a1386d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.602634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-580c5445-aed0-4558-ac53-ae811face9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.603091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-580c5445-aed0-4558-ac53-ae811face9e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=3b4f8c2d-810e-45bc-acab-87cf44c9155a HTTP/1.1" status: 200  len: 1125 time: 0.0550284
May 14 21:22:30.609708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd9160-5879-4a8f-9559-c82857b47605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40961d2c-0e72-4abb-84b1-7cf4de2164c0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:30.615611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12f53-c89c-4afc-ac3d-1e94709bd719 req-51635b22-132e-463f-948d-f546b1a1386d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.620919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12f53-c89c-4afc-ac3d-1e94709bd719 req-51635b22-132e-463f-948d-f546b1a1386d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.622755 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-78a12f53-c89c-4afc-ac3d-1e94709bd719 req-51635b22-132e-463f-948d-f546b1a1386d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 2374 time: 0.1004722
May 14 21:22:30.720811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-a84387f5-7a8d-4a7f-9011-57456fb591c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e HTTP/1.1" status: 200  len: 217 time: 0.0456960
May 14 21:22:30.737943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c72431-7327-4e6a-b1af-165ee05dd395 req-27cab5e6-8419-4ba7-bcd0-d156e4407d1f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.737943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1c72431-7327-4e6a-b1af-165ee05dd395 req-27cab5e6-8419-4ba7-bcd0-d156e4407d1f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0966537
May 14 21:22:30.739096 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-78a12f53-c89c-4afc-ac3d-1e94709bd719 req-9cfd3663-6c35-418f-8ae0-c4db5ec892d0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861473
May 14 21:22:30.857876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:30.878550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-b44a17bc-bfe5-4ffd-ab5e-f7a07abd6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.880085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-b44a17bc-bfe5-4ffd-ab5e-f7a07abd6239 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.1431870
May 14 21:22:30.891107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076715-7c14-47a7-b272-7fe072c23663 req-4b42def5-e734-4b40-82fe-cb52404ee8d1 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.892952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03076715-7c14-47a7-b272-7fe072c23663 req-4b42def5-e734-4b40-82fe-cb52404ee8d1 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.36 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 946 time: 0.0906901
May 14 21:22:30.939442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0cb7f-f163-4abe-87e2-9dab38b636ed req-33a1c4c9-4b65-4e83-a27c-2c9dce6ff70c tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:30.940913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1c72431-7327-4e6a-b1af-165ee05dd395 req-0d04bb24-c753-47ec-b422-48f51a5ba8e4 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747124
May 14 21:22:30.941034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eef0cb7f-f163-4abe-87e2-9dab38b636ed req-33a1c4c9-4b65-4e83-a27c-2c9dce6ff70c tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 946 time: 0.1142488
May 14 21:22:30.942695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-60b14d46-b610-44f6-806e-332c9736b8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488770
May 14 21:22:31.006465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.141323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-d0be1d25-c744-4bcb-803f-0118d14b90b4 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754982
May 14 21:22:31.141475 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eef0cb7f-f163-4abe-87e2-9dab38b636ed req-edad0e86-c172-4a4b-af5b-6cf156a9c8fd tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/security-groups?id=f63a1a43-ca41-41e6-a188-15050a17f74b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837947
May 14 21:22:31.271566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Deleting port fec2f708-b2fe-442f-9676-5104a4997d2c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:31.272013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.331782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 10.2.2.100 (6e72934f-3fc8-4cfb-a320-816dc2a9b892/4919133d-9a25-45f3-a9d8-6d49aa48288b/d09b3141-d774-4a45-8f42-7303f69488da) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:31.351780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4ada4ca-ad04-4711-876e-f79732c3f4c4 req-83b25501-a50c-463a-ad0a-3636b0f712b3 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009287
May 14 21:22:31.399296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] For port fec2f708-b2fe-442f-9676-5104a4997d2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fec2f708-b2fe-442f-9676-5104a4997d2c,segment=NetworkSegment(fb03f287-a6c7-47cd-8744-d06a93fd7c3a),segment_id=fb03f287-a6c7-47cd-8744-d06a93fd7c3a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:31.400076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.418509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Calling delete_port for fec2f708-b2fe-442f-9676-5104a4997d2c owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:31.550271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'tag': 'd34dcd4f-5a70-44e8-b76f-c601780755a3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:31.551771 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9845a1d3-50d1-4a2c-9648-4780611c1777", "tag": "d34dcd4f-5a70-44e8-b76f-c601780755a3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:31.562633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d391fe9-2ae1-4359-9424-828e9aa3859c req-3b3765ee-b4bb-4eb1-abc8-940710270025 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:31.564353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d391fe9-2ae1-4359-9424-828e9aa3859c req-3b3765ee-b4bb-4eb1-abc8-940710270025 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 944 time: 0.0628076
May 14 21:22:31.631952 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (d09b3141-d774-4a45-8f42-7303f69488da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.653139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fec2f708-b2fe-442f-9676-5104a4997d2c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.666574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['fec2f708-b2fe-442f-9676-5104a4997d2c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:31.683770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d391fe9-2ae1-4359-9424-828e9aa3859c req-98563b5c-b021-4b15-97eb-5f8fc050e424 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886703
May 14 21:22:31.748200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] No DVR routers for this DVR port fec2f708-b2fe-442f-9676-5104a4997d2c on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:31.751887 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1b3b5-6e48-4cb7-a624-13ce2e2daf5f x-openstack-request-id: req-80b1b3b5-6e48-4cb7-a624-13ce2e2daf5f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:31.752171 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9845a1d3-50d1-4a2c-9648-4780611c1777", "tag": "d34dcd4f-5a70-44e8-b76f-c601780755a3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:31.753165 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80b1b3b5-6e48-4cb7-a624-13ce2e2daf5f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:31.753165 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b1b3b5-6e48-4cb7-a624-13ce2e2daf5f'] response: {'name': 'network-changed', 'server_uuid': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'tag': 'd34dcd4f-5a70-44e8-b76f-c601780755a3', 'status': 'completed', 'code': 200}
May 14 21:22:31.753762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Pushing event deleted for resources: {'Port': ['ID=fec2f708-b2fe-442f-9676-5104a4997d2c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:31.756126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.759453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03076715-7c14-47a7-b272-7fe072c23663 req-30048521-bc48-45eb-9163-0f96603da269 tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.36 "DELETE /v2.0/ports/fec2f708-b2fe-442f-9676-5104a4997d2c HTTP/1.1" status: 204  len: 173 time: 0.8527997
May 14 21:22:31.817431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-3fc86206-14f6-4d87-8e68-2e52275eb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:31.818999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-3fc86206-14f6-4d87-8e68-2e52275eb359 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 1126 time: 0.0424795
May 14 21:22:31.885696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:31.933630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e6e0-6df2-4bb0-9d90-49cdbc94b655 req-8427221f-4e9c-4819-8fe2-ba3521df5a03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:31.939793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e6e0-6df2-4bb0-9d90-49cdbc94b655 req-8427221f-4e9c-4819-8fe2-ba3521df5a03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:31.945223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0e6e0-6df2-4bb0-9d90-49cdbc94b655 req-8427221f-4e9c-4819-8fe2-ba3521df5a03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:31.953054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdd0e6e0-6df2-4bb0-9d90-49cdbc94b655 req-8427221f-4e9c-4819-8fe2-ba3521df5a03 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 2374 time: 0.1163833
May 14 21:22:31.953846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-b54afc92-9bd3-4325-9c73-573d16057024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:31.956719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-b54afc92-9bd3-4325-9c73-573d16057024 service neutron] 10.222.0.48 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 914 time: 0.1316676
May 14 21:22:31.984804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:31.994272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:32.001213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:32.032839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-8b979d0b-df14-49a4-9afc-1c6c27e3bed6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3 HTTP/1.1" status: 200  len: 217 time: 0.0689895
May 14 21:22:32.040920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:32.080975 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdd0e6e0-6df2-4bb0-9d90-49cdbc94b655 req-75a78f26-e8ed-468c-bd94-e6690dc13367 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266632
May 14 21:22:32.121894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.122545 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:32.142406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-af59c558-111a-4b01-b2bc-961466755f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.144051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-af59c558-111a-4b01-b2bc-961466755f8b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.0953808
May 14 21:22:32.180256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-c3f3623d-8f4b-4ca9-8d53-89c4163d0b87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297186
May 14 21:22:32.245793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce36ce-eb12-48a9-b76d-41c7f7f08ceb req-4d6fe4cd-7715-4b73-b15c-bccf10513b14 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.249984 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d7ce36ce-eb12-48a9-b76d-41c7f7f08ceb req-4d6fe4cd-7715-4b73-b15c-bccf10513b14 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0797188
May 14 21:22:32.276457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7f678af4-4013-4aa0-afa7-a81c91243143 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7224169
May 14 21:22:32.303006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'admin_state_up': True, 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'security_groups': ['896fe69b-a76f-4482-a8ad-d40b51cac2d3']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:32.332550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-968bdc3c-a3ef-4fba-9b14-d8e775a5c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.334095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-968bdc3c-a3ef-4fba-9b14-d8e775a5c1ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=3b4f8c2d-810e-45bc-acab-87cf44c9155a HTTP/1.1" status: 200  len: 1125 time: 0.0719292
May 14 21:22:32.358402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d3392f4b-ed6b-4508-8e08-3f798851712a None None] Provisioning complete for port d09b3141-d774-4a45-8f42-7303f69488da triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:32.359601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d3392f4b-ed6b-4508-8e08-3f798851712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d09b3141-d774-4a45-8f42-7303f69488da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:32.376521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3adcb19d-0b07-4877-b568-325d4ac94495 req-2ad3a7ba-ceff-4e09-ac00-932337bd598e tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 210 time: 0.0376687
May 14 21:22:32.380650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-2c288620-e2e2-425c-af88-be987b3144f7 service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936221
May 14 21:22:32.407857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d3392f4b-ed6b-4508-8e08-3f798851712a None None] Port d09b3141-d774-4a45-8f42-7303f69488da cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:32.475813 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d7ce36ce-eb12-48a9-b76d-41c7f7f08ceb req-8ea3e5e4-8d01-4c82-885c-cf11c1f42989 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938555
May 14 21:22:32.622765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-b7310171-29a1-4418-a8f3-ce2cbcf25344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.625058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-b7310171-29a1-4418-a8f3-ce2cbcf25344 service neutron] 10.222.0.36 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 914 time: 0.1394694
May 14 21:22:32.629520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0ab99ef-317f-41a9-bf4c-03475df0c3c8 req-b64caedd-f2a1-4ade-967b-208998964fe2 service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2409437
May 14 21:22:32.659117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Made reservation on behalf of c8d3f937d0cc40e6b1cd90e72b6fb07e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:32.664983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:32.720994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-e1260f8f-e878-4efc-936e-3e41119249a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e HTTP/1.1" status: 200  len: 217 time: 0.0854847
May 14 21:22:32.836553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9703f-721e-4323-9f73-c95069c0121d req-28c5a597-fcc5-4c1b-bf6b-59b4253db2c1 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.844123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87c9703f-721e-4323-9f73-c95069c0121d req-28c5a597-fcc5-4c1b-bf6b-59b4253db2c1 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 944 time: 0.0809088
May 14 21:22:32.847644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-377e3b3a-30c8-4b11-8b0b-0bd177c531b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:32.849175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-377e3b3a-30c8-4b11-8b0b-0bd177c531b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.1248393
May 14 21:22:32.891179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Allocated IP 10.2.2.200 (6e72934f-3fc8-4cfb-a320-816dc2a9b892/4919133d-9a25-45f3-a9d8-6d49aa48288b/5fe9ffa2-546d-42d9-a88d-11e41c94e5f9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:32.904465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87c9703f-721e-4323-9f73-c95069c0121d req-ed09919b-bdd1-4a4f-b47e-66b8a66c0276 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575140
May 14 21:22:32.972996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-6db03901-d07e-4ebb-9da6-19b4664413ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436521
May 14 21:22:33.092024 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:33.126608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-e807e09a-5192-4b22-abd7-2947cdfd0414 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471615
May 14 21:22:33.193785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d34dcd4f-5a70-44e8-b76f-c601780755a3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:22:33.264052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dfadf-7f2d-4545-892c-879cea1d72a6 req-82dfd86e-08eb-4dd0-b71c-4f0a771e8295 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:33.272127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dfadf-7f2d-4545-892c-879cea1d72a6 req-82dfd86e-08eb-4dd0-b71c-4f0a771e8295 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:33.285775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dfadf-7f2d-4545-892c-879cea1d72a6 req-82dfd86e-08eb-4dd0-b71c-4f0a771e8295 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:33.295352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dfadf-7f2d-4545-892c-879cea1d72a6 req-82dfd86e-08eb-4dd0-b71c-4f0a771e8295 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:33.308638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f2dfadf-7f2d-4545-892c-879cea1d72a6 req-82dfd86e-08eb-4dd0-b71c-4f0a771e8295 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 3095 time: 0.1163325
May 14 21:22:33.333041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:33.393000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d34dcd4f-5a70-44e8-b76f-c601780755a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:33.400593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fce48925-84e9-48ec-9767-9d9c1dd8837b req-37d505f5-538b-4784-8c3c-6b6c25730489 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547419
May 14 21:22:33.421727 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:22:33.430914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event updated for resources: {'Port': ['ID=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:33.432646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd34dcd4f-5a70-44e8-b76f-c601780755a3', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'port_id': 'd34dcd4f-5a70-44e8-b76f-c601780755a3', 'mac_address': 'fa:16:3e:62:a4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:22:33.493427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:33.497680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f2dfadf-7f2d-4545-892c-879cea1d72a6 req-ed79035b-689e-437c-b0b8-d0753986c94b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879995
May 14 21:22:33.498992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:33.502274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:33.547114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d34dcd4f-5a70-44e8-b76f-c601780755a3 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:33.555925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:33.556164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:33.556799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:33.639722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34dcd4f-5a70-44e8-b76f-c601780755a3 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:33.668002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e5b00856-f66e-4f94-9947-f35145bfec4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3708503
May 14 21:22:33.682279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:33.704006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d34dcd4f-5a70-44e8-b76f-c601780755a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:33.764756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108ecb1-c0f4-4b93-8593-dfacfd76eb79 req-f333dd9a-a000-4950-900c-fdf5dae56672 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:33.781011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9108ecb1-c0f4-4b93-8593-dfacfd76eb79 req-f333dd9a-a000-4950-900c-fdf5dae56672 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1417351
May 14 21:22:33.786941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'name': 'network-vif-deleted', 'tag': 'fec2f708-b2fe-442f-9676-5104a4997d2c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:33.789237 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21831717-75c8-49a0-aefe-3949f56949bf" -d '{"events": [{"server_uuid": "aee54bcd-4835-4e6b-b777-07188bfb608d", "name": "network-vif-deleted", "tag": "fec2f708-b2fe-442f-9676-5104a4997d2c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:33.864397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd069c0a-54bd-4bd3-aed8-f01c5491fe71 req-4e45d424-7bde-4fa9-8af1-a93a4233d39a tempest-VolumesAdminNegativeTest-2091123030 tempest-VolumesAdminNegativeTest-2091123030-project] 10.222.0.52 "GET /v2.0/ports?device_id=aee54bcd-4835-4e6b-b777-07188bfb608d HTTP/1.1" status: 200  len: 210 time: 0.0733635
May 14 21:22:33.864835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:33.865024 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:33.898518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9108ecb1-c0f4-4b93-8593-dfacfd76eb79 req-f1a699fa-4a32-412c-a022-c6ce43ad2637 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1162724
May 14 21:22:33.951629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d34dcd4f-5a70-44e8-b76f-c601780755a3,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:33.981376 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415b5c7-9c3a-4d0b-97ec-217d312ab7cd x-openstack-request-id: req-3415b5c7-9c3a-4d0b-97ec-217d312ab7cd {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:33.981865 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee54bcd-4835-4e6b-b777-07188bfb608d", "name": "network-vif-deleted", "tag": "fec2f708-b2fe-442f-9676-5104a4997d2c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:33.982337 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3415b5c7-9c3a-4d0b-97ec-217d312ab7cd {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:33.982892 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3415b5c7-9c3a-4d0b-97ec-217d312ab7cd'] response: {'server_uuid': 'aee54bcd-4835-4e6b-b777-07188bfb608d', 'name': 'network-vif-deleted', 'tag': 'fec2f708-b2fe-442f-9676-5104a4997d2c', 'status': 'completed', 'code': 200}
May 14 21:22:33.992089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bd90ab79-3408-4811-b800-809558de0499 None None] Provisioning complete for port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:33.993037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd90ab79-3408-4811-b800-809558de0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:34.039241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bd90ab79-3408-4811-b800-809558de0499 None None] Port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:34.066895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ae3a1-180d-4e8e-bdf7-24abf7a81d91 req-69655639-c4e0-4c26-ada9-5ca716e66607 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.068462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e0ae3a1-180d-4e8e-bdf7-24abf7a81d91 req-69655639-c4e0-4c26-ada9-5ca716e66607 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0982764
May 14 21:22:34.112550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00337e-17c2-49b2-9c39-4f669099c8b9 req-07e043ff-1610-4fca-8b18-48031686ef84 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.115002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd00337e-17c2-49b2-9c39-4f669099c8b9 req-07e043ff-1610-4fca-8b18-48031686ef84 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 945 time: 0.0577266
May 14 21:22:34.157306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d34dcd4f-5a70-44e8-b76f-c601780755a3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:34.176678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd00337e-17c2-49b2-9c39-4f669099c8b9 req-dbe66e73-4745-4a35-951e-86f58fef2575 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546324
May 14 21:22:34.191412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e0ae3a1-180d-4e8e-bdf7-24abf7a81d91 req-6ef30a3a-6e96-40a0-bebb-ecda82639edb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776756
May 14 21:22:34.227797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:22:34.230738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fec2f708-b2fe-442f-9676-5104a4997d2c no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:34.293599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: fec2f708-b2fe-442f-9676-5104a4997d2c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:34.293968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fec2f708-b2fe-442f-9676-5104a4997d2c not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:34.319029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ea850-3cb4-4168-a49e-f4e2a12c79dd req-6128afe4-78b2-4a05-bf6a-88353453a6af tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.320688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d9ea850-3cb4-4168-a49e-f4e2a12c79dd req-6128afe4-78b2-4a05-bf6a-88353453a6af tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0508258
May 14 21:22:34.343688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4b2309-b8f5-4d14-9e50-2b5701924849 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:34.353963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Publish callbacks [] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:34.375159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Transition to ACTIVE for port object ed4b2309-b8f5-4d14-9e50-2b5701924849 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:34.386712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d9ea850-3cb4-4168-a49e-f4e2a12c79dd req-4b172212-99e6-4df8-920f-a472ead0ac15 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593996
May 14 21:22:34.429555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:34.449925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:34.456118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'port_id': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e', 'mac_address': 'fa:16:3e:39:f3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:22:34.501478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:34.501872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:34.515942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:34.539088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:34.560237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16faa-4814-4cfe-bda2-9383b0b772b3 req-a64ddf5c-91ab-408d-b30e-b295b696182f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.561950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3da16faa-4814-4cfe-bda2-9383b0b772b3 req-a64ddf5c-91ab-408d-b30e-b295b696182f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1009848
May 14 21:22:34.565784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:34.658712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:34.708607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3da16faa-4814-4cfe-bda2-9383b0b772b3 req-605149e4-b3ec-4c78-8a1d-1c99aca361cb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318502
May 14 21:22:34.709792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Attempting to bind port ed4b2309-b8f5-4d14-9e50-2b5701924849 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:34.710230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Attempting to bind port ed4b2309-b8f5-4d14-9e50-2b5701924849 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:34.710662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Attempting to bind port ed4b2309-b8f5-4d14-9e50-2b5701924849 on network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:34.713378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-cfc7116d-fd66-44ab-8072-b0c9d92830ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.716064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Port ed4b2309-b8f5-4d14-9e50-2b5701924849 on network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:34.716385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Attempting to bind port ed4b2309-b8f5-4d14-9e50-2b5701924849 on network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:34.719521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-cfc7116d-fd66-44ab-8072-b0c9d92830ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.733189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-cfc7116d-fd66-44ab-8072-b0c9d92830ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.733807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:34.739522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Checking segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:34.739522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Bound using segment: {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:34.739522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Bound port: ed4b2309-b8f5-4d14-9e50-2b5701924849, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '990f0a8c-aeb0-46a6-9a36-765444ab6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:34.739522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:34.740778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-cfc7116d-fd66-44ab-8072-b0c9d92830ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.746801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-cfc7116d-fd66-44ab-8072-b0c9d92830ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.750091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-cfc7116d-fd66-44ab-8072-b0c9d92830ab tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 3828 time: 0.1053820
May 14 21:22:34.776432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:34.835327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-050aa7fd-1f8e-4d1a-97f7-d856df7ebee9 req-afe7e2bc-b190-4586-8ff1-0a5d7c983162 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787387
May 14 21:22:34.868161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:34.874850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8671b6b0-61ff-4522-a9f4-1ee131e8cd0e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:34.876042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba023e-522a-4793-91e7-ddf88ef3199e req-35491740-d85f-49e8-bfa6-f4e79c5ce0f9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:34.877526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6ba023e-522a-4793-91e7-ddf88ef3199e req-35491740-d85f-49e8-bfa6-f4e79c5ce0f9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0678318
May 14 21:22:34.879947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:34.942992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:34.944003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6ba023e-522a-4793-91e7-ddf88ef3199e req-6a95518b-06f2-4ec1-bf20-b1de9f3c16a9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595341
May 14 21:22:34.991584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.007170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Deleting subnet 6e47cd32-1a1e-4831-8424-fe6fdb3acd9b {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:22:35.010759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Publish callbacks [] for subnet (6e47cd32-1a1e-4831-8424-fe6fdb3acd9b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.052745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.053090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.053785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (6e47cd32-1a1e-4831-8424-fe6fdb3acd9b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.055075 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] 10.222.0.36 "PUT /v2.0/ports/ed4b2309-b8f5-4d14-9e50-2b5701924849 HTTP/1.1" status: 200  len: 1092 time: 1.3788598
May 14 21:22:35.055664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:35.058477 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9b5dfc-fbbc-445d-83f1-08dda30be456" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:35.119841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (6e47cd32-1a1e-4831-8424-fe6fdb3acd9b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.120618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec4817-00e9-4ad3-9f6a-d52cc85c0535 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:35.135339 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2395f7cc-d5c2-45bd-b852-dc676f9a2d7d x-openstack-request-id: req-2395f7cc-d5c2-45bd-b852-dc676f9a2d7d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:35.135722 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:35.135978 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2395f7cc-d5c2-45bd-b852-dc676f9a2d7d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:35.136649 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2395f7cc-d5c2-45bd-b852-dc676f9a2d7d'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'status': 'completed', 'code': 200}
May 14 21:22:35.178134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:35.209441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d34dcd4f-5a70-44e8-b76f-c601780755a3 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:35.247048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-30883c9d-9666-4271-b05e-97308bde2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.247560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-30883c9d-9666-4271-b05e-97308bde2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.248134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-30883c9d-9666-4271-b05e-97308bde2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.252620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-30883c9d-9666-4271-b05e-97308bde2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.253108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-30883c9d-9666-4271-b05e-97308bde2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.254995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-30883c9d-9666-4271-b05e-97308bde2661 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 4394 time: 0.1021690
May 14 21:22:35.283961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d34dcd4f-5a70-44e8-b76f-c601780755a3 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:22:35.355920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d34dcd4f-5a70-44e8-b76f-c601780755a3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:35.356095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.372178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f9f18-b3be-4f24-b98f-c5ac9d52087e req-7000b47f-7706-499c-b251-cb00ca139214 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.379913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-686f9f18-b3be-4f24-b98f-c5ac9d52087e req-7000b47f-7706-499c-b251-cb00ca139214 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 945 time: 0.0913384
May 14 21:22:35.381775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.442927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (6e47cd32-1a1e-4831-8424-fe6fdb3acd9b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.469944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d34dcd4f-5a70-44e8-b76f-c601780755a3 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:35.470344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.496526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e47cd32-1a1e-4831-8424-fe6fdb3acd9b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:35.498792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.505474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-39cd1d91-6cab-417c-98a6-9fb817f10113 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6e47cd32-1a1e-4831-8424-fe6fdb3acd9b HTTP/1.1" status: 204  len: 168 time: 0.5613101
May 14 21:22:35.519517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-686f9f18-b3be-4f24-b98f-c5ac9d52087e req-55a4f404-5817-407b-b736-891ecd428524 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385663
May 14 21:22:35.529993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34dcd4f-5a70-44e8-b76f-c601780755a3'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:35.535072 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b029b95-3435-4406-bc5d-bbb1c17f6888" -d '{"events": [{"server_uuid": "9845a1d3-50d1-4a2c-9648-4780611c1777", "name": "network-vif-plugged", "status": "completed", "tag": "d34dcd4f-5a70-44e8-b76f-c601780755a3"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:35.556754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d34dcd4f-5a70-44e8-b76f-c601780755a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:35.563445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33842) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:35.614443 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.698330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d34dcd4f-5a70-44e8-b76f-c601780755a3,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:35.755667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8e297e8e-a72c-4f3a-94ba-1b9f264816b1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:35.773584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cbf62-0ee6-46cb-924c-1fa56af172b2 req-77c005d5-f006-4ce1-865e-0e0ab2512da3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.775200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-325cbf62-0ee6-46cb-924c-1fa56af172b2 req-77c005d5-f006-4ce1-865e-0e0ab2512da3 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1220686
May 14 21:22:35.840104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-7a43ef0d-4b6b-4d61-8a48-bf4099b54fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.840685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-7a43ef0d-4b6b-4d61-8a48-bf4099b54fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.841017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-7a43ef0d-4b6b-4d61-8a48-bf4099b54fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.842572 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-7a43ef0d-4b6b-4d61-8a48-bf4099b54fdd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.5755570
May 14 21:22:35.894693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7bcb64e7-6841-4a83-a007-6cab574dc25f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:35.896101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7bcb64e7-6841-4a83-a007-6cab574dc25f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.6303003
May 14 21:22:35.934471 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-3184faa8-511e-4e53-a523-e0946530afd8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/quotas/a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 375 time: 0.0143750
May 14 21:22:35.963646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-325cbf62-0ee6-46cb-924c-1fa56af172b2 req-cc012c79-97d5-48d8-86eb-ff2a5329f876 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1811445
May 14 21:22:35.969237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8e297e8e-a72c-4f3a-94ba-1b9f264816b1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.006461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522adbb100>,) {'filters': {'network_id': ['8e297e8e-a72c-4f3a-94ba-1b9f264816b1']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:36.020080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522adbb100>, 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:36.020382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522adbb100>, 'fb03f287-a6c7-47cd-8744-d06a93fd7c3a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:36.029529 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385856f-656a-411f-98b5-8975d62e3c41 x-openstack-request-id: req-e385856f-656a-411f-98b5-8975d62e3c41 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:36.030167 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9845a1d3-50d1-4a2c-9648-4780611c1777", "name": "network-vif-plugged", "status": "completed", "tag": "d34dcd4f-5a70-44e8-b76f-c601780755a3", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:36.035524 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e385856f-656a-411f-98b5-8975d62e3c41 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:36.035524 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e385856f-656a-411f-98b5-8975d62e3c41'] response: {'server_uuid': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34dcd4f-5a70-44e8-b76f-c601780755a3', 'code': 200}
May 14 21:22:36.035931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-5ac903d3-3395-43fe-b256-ba5df02738af tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0908599
May 14 21:22:36.035931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-ec1c4c03-d594-48b1-9da1-4cc47788cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.036449 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d9b5dfc-fbbc-445d-83f1-08dda30be456 req-ec1c4c03-d594-48b1-9da1-4cc47788cc13 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1872737
May 14 21:22:36.037212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (fb03f287-a6c7-47cd-8744-d06a93fd7c3a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.082717 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fb03f287-a6c7-47cd-8744-d06a93fd7c3a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.096904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:22:36.097373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (fb03f287-a6c7-47cd-8744-d06a93fd7c3a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:22:36.099286 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:22:36.139880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295d1cbd-15b9-44db-8e23-acbc4c34efab {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:36.164480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-3eff2106-6efc-4135-b703-b75348352de2 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097414
May 14 21:22:36.190198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Publish callbacks [] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.240737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:36.276383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-b20015b1-d841-4b8e-8f4a-25dba39c760b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.282456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-b20015b1-d841-4b8e-8f4a-25dba39c760b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.288052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-b20015b1-d841-4b8e-8f4a-25dba39c760b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.292789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-59639595-8a94-4efb-8b1c-b06aab9f45fd service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198668
May 14 21:22:36.300344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-b20015b1-d841-4b8e-8f4a-25dba39c760b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.300344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-b20015b1-d841-4b8e-8f4a-25dba39c760b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.301438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-b20015b1-d841-4b8e-8f4a-25dba39c760b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 3828 time: 0.2054005
May 14 21:22:36.304456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bb6fd-e13b-4003-a1a6-60f8737206e3 req-c7a0b6a6-e0a2-4125-a54d-a15eaf696da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.305883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-006bb6fd-e13b-4003-a1a6-60f8737206e3 req-c7a0b6a6-e0a2-4125-a54d-a15eaf696da2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 1128 time: 0.0965724
May 14 21:22:36.320744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:22:36.357782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Transition to ACTIVE for port object 295d1cbd-15b9-44db-8e23-acbc4c34efab will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:36.373300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8e297e8e-a72c-4f3a-94ba-1b9f264816b1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.386552 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.390574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] 10.222.0.52 "DELETE /v2.0/networks/8e297e8e-a72c-4f3a-94ba-1b9f264816b1 HTTP/1.1" status: 204  len: 168 time: 0.8130612
May 14 21:22:36.398392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33856) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:36.398957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93c5dd8a-90f2-4996-9ecd-a747b04c4921 req-ad7c540d-939c-40eb-92f9-0ab21e779047 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906065
May 14 21:22:36.414469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:36.414923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.488679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Deleting subnet 4e8441ce-b01a-4042-8dde-fd4aaff5cdf8 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:22:36.492629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Publish callbacks [] for subnet (4e8441ce-b01a-4042-8dde-fd4aaff5cdf8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.518109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:36.518655 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.534633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4e8441ce-b01a-4042-8dde-fd4aaff5cdf8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.563179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:36.653719 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.691283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4e8441ce-b01a-4042-8dde-fd4aaff5cdf8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.770513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:36.773840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dbdd63e-97c5-4c9c-8b12-7bea2f1ec876 req-30978c2a-9179-46d8-b4bb-3afcd857ad13 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 210 time: 0.1561751
May 14 21:22:36.794047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-006bb6fd-e13b-4003-a1a6-60f8737206e3 req-3271ff8c-9a2f-4046-932c-4541732f5231 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4782088
May 14 21:22:36.802791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:36.804740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3527f-cfc7-4ae3-b7e7-cee6ab51a17a admin admin] Pushing event deleted for resources: {'Network': ['ID=8e297e8e-a72c-4f3a-94ba-1b9f264816b1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:36.884914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a2ea8-9bb1-494d-9034-f9b8d68d985d req-d5ae753d-e3fa-44c9-bc1d-5b905698343f tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:36.887235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d5a2ea8-9bb1-494d-9034-f9b8d68d985d req-d5ae753d-e3fa-44c9-bc1d-5b905698343f tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 946 time: 0.0967517
May 14 21:22:36.911104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Pushing event updated for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:36.955914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4e8441ce-b01a-4042-8dde-fd4aaff5cdf8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.003265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.009953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4e8441ce-b01a-4042-8dde-fd4aaff5cdf8 HTTP/1.1" status: 204  len: 168 time: 0.6104696
May 14 21:22:37.011253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d645a-0304-4031-8aca-b355cae36b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8441ce-b01a-4042-8dde-fd4aaff5cdf8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:37.013072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33880) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:37.031410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d5a2ea8-9bb1-494d-9034-f9b8d68d985d req-5394920c-ad12-419a-b289-c29ecc51d31b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295829
May 14 21:22:37.080946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Attempting to bind port 295d1cbd-15b9-44db-8e23-acbc4c34efab on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:37.080946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Attempting to bind port 295d1cbd-15b9-44db-8e23-acbc4c34efab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:37.080946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Attempting to bind port 295d1cbd-15b9-44db-8e23-acbc4c34efab on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:37.085247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Port 295d1cbd-15b9-44db-8e23-acbc4c34efab on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:37.086951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Attempting to bind port 295d1cbd-15b9-44db-8e23-acbc4c34efab on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:37.096075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:37.096613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Checking segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:37.097154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Bound using segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:37.097658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Bound port: 295d1cbd-15b9-44db-8e23-acbc4c34efab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:37.098234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.183162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:37.187647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:37.252663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (296184fb-7718-412f-a54b-38daf7be18af), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.256543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.288394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac162-bae1-4c9f-a7f5-2dcb286b3503 req-eb2a4c57-a893-4845-ba86-bc2a04bf09d1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.297375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81aac162-bae1-4c9f-a7f5-2dcb286b3503 req-eb2a4c57-a893-4845-ba86-bc2a04bf09d1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1052840
May 14 21:22:37.343532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.344638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.346271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] 10.222.0.36 "PUT /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 1135 time: 2.1780224
May 14 21:22:37.347051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '295d1cbd-15b9-44db-8e23-acbc4c34efab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:37.349400 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c13c619-47e7-4069-b413-bb84aa8cf76a" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "295d1cbd-15b9-44db-8e23-acbc4c34efab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:37.359698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdea3c9-6704-4bce-bd94-3882eb33e7db service neutron] Pushing event updated for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:37.444557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81aac162-bae1-4c9f-a7f5-2dcb286b3503 req-2f6d7422-3fe6-4e53-ba58-0b31109b2b13 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462719
May 14 21:22:37.451354 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (296184fb-7718-412f-a54b-38daf7be18af), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.480657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a8d9940>,) {'filters': {'network_id': ['296184fb-7718-412f-a54b-38daf7be18af']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:37.492496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a8d9940>, 'f9124e06-8d28-4e6c-820f-40a00b6e2615') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:37.492798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a8d9940>, 'f9124e06-8d28-4e6c-820f-40a00b6e2615') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:37.503466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (f9124e06-8d28-4e6c-820f-40a00b6e2615), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.509111 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e77f6c-4172-4a07-926e-992121fb9569 x-openstack-request-id: req-59e77f6c-4172-4a07-926e-992121fb9569 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:37.509511 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "295d1cbd-15b9-44db-8e23-acbc4c34efab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:37.509833 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59e77f6c-4172-4a07-926e-992121fb9569 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:37.510311 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e77f6c-4172-4a07-926e-992121fb9569'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '295d1cbd-15b9-44db-8e23-acbc4c34efab', 'status': 'completed', 'code': 200}
May 14 21:22:37.523032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f9124e06-8d28-4e6c-820f-40a00b6e2615), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.536342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:37.539800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:22:37.540295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (f9124e06-8d28-4e6c-820f-40a00b6e2615), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:22:37.548110 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:22:37.670155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.707607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.708103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.708659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.709158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.709608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.710078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.712330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-bbf4bc57-f46a-45b3-98e7-7e7aa9c3cf7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5353 time: 0.1630225
May 14 21:22:37.747357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.753334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.758839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.764659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.770632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.776894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.784489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-4c8dd89b-18d3-49db-8550-2d46c152b909 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 4605 time: 0.1651895
May 14 21:22:37.870943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (296184fb-7718-412f-a54b-38daf7be18af), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.873451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7227a02e-2ad2-46cf-bdc8-8b0f305971a0 req-f6d42fba-2118-49b7-b64e-369217109f82 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 210 time: 0.0375803
May 14 21:22:37.876335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:37.882739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/296184fb-7718-412f-a54b-38daf7be18af HTTP/1.1" status: 204  len: 168 time: 0.8656604
May 14 21:22:37.912670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74205f12-0b5e-434d-9f16-36fcb7732ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=296184fb-7718-412f-a54b-38daf7be18af,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:37.971691 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1492f9a5-a3ec-4eb9-8181-c115ed54637e req-12a38a46-24eb-41b7-823c-22905ae9cbf3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1862509
May 14 21:22:37.979368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-f4abd181-ed29-4835-a5ba-1b6b3eb1575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.979898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-f4abd181-ed29-4835-a5ba-1b6b3eb1575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.980372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-f4abd181-ed29-4835-a5ba-1b6b3eb1575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:37.982546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-f4abd181-ed29-4835-a5ba-1b6b3eb1575d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2521002
May 14 21:22:38.032422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:38.035081 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1871e9-be6c-437e-a2dd-69980e4aa10d" -d '{"events": [{"server_uuid": "3b4f8c2d-810e-45bc-acab-87cf44c9155a", "name": "network-vif-plugged", "status": "completed", "tag": "8671b6b0-61ff-4522-a9f4-1ee131e8cd0e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:38.128944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-c11d7b91-b2e3-4e99-9ef6-ba0d3065e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:38.133155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2ed6c9-1135-4b76-b18c-8882fea92d8d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:38.133698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c13c619-47e7-4069-b413-bb84aa8cf76a req-c11d7b91-b2e3-4e99-9ef6-ba0d3065e5b3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1434054
May 14 21:22:38.137024 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acec346-b1f4-42d9-a4e4-6c139e2256f0 x-openstack-request-id: req-0acec346-b1f4-42d9-a4e4-6c139e2256f0 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:38.137309 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f8c2d-810e-45bc-acab-87cf44c9155a", "name": "network-vif-plugged", "status": "completed", "tag": "8671b6b0-61ff-4522-a9f4-1ee131e8cd0e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:38.137841 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0acec346-b1f4-42d9-a4e4-6c139e2256f0 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:38.138244 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acec346-b1f4-42d9-a4e4-6c139e2256f0'] response: {'server_uuid': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e', 'code': 200}
May 14 21:22:38.148998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Publish callbacks [] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.164213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Transition to ACTIVE for port object cb2ed6c9-1135-4b76-b18c-8882fea92d8d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:38.204778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e92f36-e441-4292-95cd-fcbf20f63efd req-bb178d8d-79d5-422d-a83c-149ad31ad40d tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:38.206265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1e92f36-e441-4292-95cd-fcbf20f63efd req-bb178d8d-79d5-422d-a83c-149ad31ad40d tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 946 time: 0.0604858
May 14 21:22:38.258739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.261372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027cdc9-925c-4562-885d-6bd2a19735f3 req-17244e1d-f158-4779-b9fe-1da460b8e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:38.262893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c027cdc9-925c-4562-885d-6bd2a19735f3 req-17244e1d-f158-4779-b9fe-1da460b8e080 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b4f8c2d-810e-45bc-acab-87cf44c9155a HTTP/1.1" status: 200  len: 1127 time: 0.0556903
May 14 21:22:38.303744 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1e92f36-e441-4292-95cd-fcbf20f63efd req-1556592b-decc-473c-a26a-692f956736e9 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883565
May 14 21:22:38.344857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c027cdc9-925c-4562-885d-6bd2a19735f3 req-ee4a8cca-3033-47e6-bec9-349199069f58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740535
May 14 21:22:38.370480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:38.415814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Attempting to bind port cb2ed6c9-1135-4b76-b18c-8882fea92d8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:38.416153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Attempting to bind port cb2ed6c9-1135-4b76-b18c-8882fea92d8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:38.416575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Attempting to bind port cb2ed6c9-1135-4b76-b18c-8882fea92d8d on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:38.422263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Port cb2ed6c9-1135-4b76-b18c-8882fea92d8d on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:38.422595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Attempting to bind port cb2ed6c9-1135-4b76-b18c-8882fea92d8d on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:38.428051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:38.428400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Checking segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:38.429248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Bound using segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:38.429700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Bound port: cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:38.430119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.517632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33920) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:38.521395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:38.526225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:38.583754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cf3d3da8-aa9d-4e43-8c47-04c8bdc03618 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cabbde4fba484c6d83f6ae32716cf82b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0628128
May 14 21:22:38.584102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33924) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:38.636768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7cde3-905f-4448-a5e1-8fe9c30459a4 req-bde702a7-cb5b-4b3d-9772-adf5f9031283 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:38.645632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2b7cde3-905f-4448-a5e1-8fe9c30459a4 req-bde702a7-cb5b-4b3d-9772-adf5f9031283 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0926867
May 14 21:22:38.661942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.723996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:38.724638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.726457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 1136 time: 1.1940467
May 14 21:22:38.732408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc81630c-a281-4633-86c7-86a19fe189d9 admin admin] Publish callbacks [] for security_group (f63a1a43-ca41-41e6-a188-15050a17f74b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.760388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc81630c-a281-4633-86c7-86a19fe189d9 admin admin] Publish callbacks [] for security_group (f63a1a43-ca41-41e6-a188-15050a17f74b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:38.775632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2b7cde3-905f-4448-a5e1-8fe9c30459a4 req-3df86d6e-5d2e-455e-88b4-3bf9aa8aad02 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276348
May 14 21:22:38.777482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d701be-1029-4a59-b2ce-3396dce980e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:39.005491 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b706882-94e9-494f-80d3-df63614d0fa1 req-94a1acaa-6f20-4e33-bcdf-dc1b1bdad7e5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 210 time: 0.0341368
May 14 21:22:39.007146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc81630c-a281-4633-86c7-86a19fe189d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f63a1a43-ca41-41e6-a188-15050a17f74b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:39.010219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc81630c-a281-4633-86c7-86a19fe189d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:39.011838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc81630c-a281-4633-86c7-86a19fe189d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f63a1a43-ca41-41e6-a188-15050a17f74b HTTP/1.1" status: 204  len: 168 time: 0.4267869
May 14 21:22:39.032461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81630c-a281-4633-86c7-86a19fe189d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a1a43-ca41-41e6-a188-15050a17f74b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:39.145441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:39.182422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.187833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.193165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.198475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.204047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.209374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.214740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.216778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80565492-9489-4e64-be6f-79ea429b1e2d req-f718bf31-4f0e-4b46-8b79-6364b0067789 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5383 time: 0.1300464
May 14 21:22:39.288483 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:39.316870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80565492-9489-4e64-be6f-79ea429b1e2d req-800541a1-29fa-46ec-881f-b92ba58c4d81 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0927563
May 14 21:22:39.455107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19515d-0f96-4c77-a315-8b23cf088cfb req-59e07d1e-4ded-4021-9194-eb92a02f5dd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.456671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c19515d-0f96-4c77-a315-8b23cf088cfb req-59e07d1e-4ded-4021-9194-eb92a02f5dd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 946 time: 0.0618465
May 14 21:22:39.508347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c19515d-0f96-4c77-a315-8b23cf088cfb req-72273993-959d-46c5-a15f-f575f53ec9cc tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458055
May 14 21:22:39.515639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'cb2ed6c9-1135-4b76-b18c-8882fea92d8d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:39.517956 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13004ec-788e-4014-9d65-80ded11aa7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "cb2ed6c9-1135-4b76-b18c-8882fea92d8d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:39.590187 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05daec4-7bca-460a-bed1-4c3530ff39c4 x-openstack-request-id: req-d05daec4-7bca-460a-bed1-4c3530ff39c4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:39.590601 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "cb2ed6c9-1135-4b76-b18c-8882fea92d8d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:39.590920 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d05daec4-7bca-460a-bed1-4c3530ff39c4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:39.591519 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05daec4-7bca-460a-bed1-4c3530ff39c4'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'cb2ed6c9-1135-4b76-b18c-8882fea92d8d', 'status': 'completed', 'code': 200}
May 14 21:22:39.699911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b6ebb-d9a9-40c4-9fd0-cecd32f15af6 req-6ea120c2-3a68-4d1e-a88c-6b9eeb6e93b5 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.701748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-981b6ebb-d9a9-40c4-9fd0-cecd32f15af6 req-6ea120c2-3a68-4d1e-a88c-6b9eeb6e93b5 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b4f8c2d-810e-45bc-acab-87cf44c9155a HTTP/1.1" status: 200  len: 945 time: 0.0959229
May 14 21:22:39.703904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.704563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.705216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.705837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.706455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.707081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.707915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.710615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-0f845a77-6647-43bd-9860-6a870a3fed39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6313 time: 0.0947185
May 14 21:22:39.816219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b871a9-1a1e-4062-9a50-5ddf26961b8e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:39.843179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Publish callbacks [] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:39.868513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-981b6ebb-d9a9-40c4-9fd0-cecd32f15af6 req-44be968c-f797-43e6-8d81-74c0be599b8e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529307
May 14 21:22:39.891204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-1b97a0ec-5446-4556-8c0a-87ab638597b8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.892898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-1b97a0ec-5446-4556-8c0a-87ab638597b8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.36 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.2472615
May 14 21:22:39.913274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-4e250947-5085-4c08-9b64-d317dad2bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.913745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-4e250947-5085-4c08-9b64-d317dad2bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.914272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-4e250947-5085-4c08-9b64-d317dad2bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:39.915628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'port': {'device_id': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'admin_state_up': True, 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:39.916481 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-4e250947-5085-4c08-9b64-d317dad2bd1d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.1608961
May 14 21:22:39.992828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Transition to ACTIVE for port object 54b871a9-1a1e-4062-9a50-5ddf26961b8e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:40.037692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d82a-87b2-4f81-b087-33df106f5f30 req-ae23d51c-f6fe-4910-9435-d35abb62d6d2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.046995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2f7d82a-87b2-4f81-b087-33df106f5f30 req-ae23d51c-f6fe-4910-9435-d35abb62d6d2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1229107
May 14 21:22:40.065503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-73a0fa6c-0fb8-4b49-921f-f8bdfca8860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.067072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d13004ec-788e-4014-9d65-80ded11aa7a4 req-73a0fa6c-0fb8-4b49-921f-f8bdfca8860d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1452551
May 14 21:22:40.100029 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.196688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2f7d82a-87b2-4f81-b087-33df106f5f30 req-02920854-25c0-4f40-b215-853075ffbb74 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475544
May 14 21:22:40.229132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7226ddb-a8e2-414d-8edd-a8eb2fc588a7 req-e9bac35d-cf32-4f79-b0a1-d75d49998764 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 210 time: 0.0636048
May 14 21:22:40.230362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Pushing event updated for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:40.260554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33966) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:40.326822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33968) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:40.331753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1a1c5498-f625-4f67-9a10-6dd0a50ecfeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7b652f4fb414727b68ba9078a657cb9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0610416
May 14 21:22:40.359258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Attempting to bind port 54b871a9-1a1e-4062-9a50-5ddf26961b8e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:40.359627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Attempting to bind port 54b871a9-1a1e-4062-9a50-5ddf26961b8e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:40.359957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Attempting to bind port 54b871a9-1a1e-4062-9a50-5ddf26961b8e on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:40.374512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Port 54b871a9-1a1e-4062-9a50-5ddf26961b8e on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:40.375134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Attempting to bind port 54b871a9-1a1e-4062-9a50-5ddf26961b8e on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:40.392831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:40.393171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Checking segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:40.393559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Bound using segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:40.394002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Bound port: 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:40.394850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.396322 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ce5b4c5f-498e-452e-b3d2-5bb86567eaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.399591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:40.403001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.475017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.478789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12015567-aeed-4b7f-9515-d0c6666c0d9e admin admin] Publish callbacks [] for security_group (1aaa10ca-07a6-48c1-89c7-fa0b67cc3715), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.480960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.487371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.492937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.500326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.505769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.511589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.513490 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f877a83c-fa85-4ce2-8975-f0f8f3be61c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5395 time: 0.0950224
May 14 21:22:40.563323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12015567-aeed-4b7f-9515-d0c6666c0d9e admin admin] Publish callbacks [] for security_group (1aaa10ca-07a6-48c1-89c7-fa0b67cc3715), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.578054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4f68a98-a4cb-4632-a86f-fbd58bee7762 req-f7d63ab0-f134-4472-b5ca-09d78bed8634 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0559759
May 14 21:22:40.584400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:40.615115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:40.674126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Allocated IP 172.20.0.6 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/e4b19477-e7fa-47f0-9ae9-9db5cf586364) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:40.828279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12015567-aeed-4b7f-9515-d0c6666c0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1aaa10ca-07a6-48c1-89c7-fa0b67cc3715), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.830949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12015567-aeed-4b7f-9515-d0c6666c0d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.832144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12015567-aeed-4b7f-9515-d0c6666c0d9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1aaa10ca-07a6-48c1-89c7-fa0b67cc3715 HTTP/1.1" status: 204  len: 168 time: 0.5038023
May 14 21:22:40.833511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.847985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.885569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12015567-aeed-4b7f-9515-d0c6666c0d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa10ca-07a6-48c1-89c7-fa0b67cc3715,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:40.918172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:40.918853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:40.920316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] 10.222.0.36 "PUT /v2.0/ports/54b871a9-1a1e-4062-9a50-5ddf26961b8e HTTP/1.1" status: 200  len: 1091 time: 1.7808256
May 14 21:22:40.951130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a0ad7-6a90-4234-b0ac-77890a580b3e service neutron] Pushing event updated for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:41.017574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009e7c8-fbc9-44e7-b8e8-f99d0484d579 req-6ab82ea8-bf8c-4230-85ff-a40a2d3607d4 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.019998 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7009e7c8-fbc9-44e7-b8e8-f99d0484d579 req-6ab82ea8-bf8c-4230-85ff-a40a2d3607d4 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.1089699
May 14 21:22:41.063035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc05170-ab61-41df-8876-603d164836fc req-2ac5304a-bad6-4bd0-8a0f-e07f95728dfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.065117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bfc05170-ab61-41df-8876-603d164836fc req-2ac5304a-bad6-4bd0-8a0f-e07f95728dfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b4f8c2d-810e-45bc-acab-87cf44c9155a HTTP/1.1" status: 200  len: 945 time: 0.0599015
May 14 21:22:41.080262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7009e7c8-fbc9-44e7-b8e8-f99d0484d579 req-c2738bfc-5e4d-4207-9fd9-abb6ad855227 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547974
May 14 21:22:41.088760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:41.128089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.142007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996', '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:41.205432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:41.215229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bfc05170-ab61-41df-8876-603d164836fc req-2aa02c4a-5d75-46ea-818a-695172161f9e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437643
May 14 21:22:41.236374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:41.241704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:41.275341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:41.285917 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.347146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.347859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.447010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484b516-3ae8-4c59-ad9c-23d6867efd69 req-74402b42-e7a7-4dd2-b8f0-c5543aadd622 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.466377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1484b516-3ae8-4c59-ad9c-23d6867efd69 req-74402b42-e7a7-4dd2-b8f0-c5543aadd622 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1193869
May 14 21:22:41.573444 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1484b516-3ae8-4c59-ad9c-23d6867efd69 req-00b73e83-bf51-4801-86ca-2b36f87730b2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062109
May 14 21:22:41.578112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-575f136b-7df6-44ae-a939-4bda41dc9fc5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6756222
May 14 21:22:41.619436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Request body: {'port': {'device_id': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:41.622154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:41.629888 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45e1a8-f733-438b-a202-155d8bb48661" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:41.740111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d03b1-8c44-43c8-a269-8ebd86494823 req-07edad50-f273-4e4e-b6d9-0490c1ada3d4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.741967 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c39d03b1-8c44-43c8-a269-8ebd86494823 req-07edad50-f273-4e4e-b6d9-0490c1ada3d4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 931 time: 0.0769727
May 14 21:22:41.767922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bd4a7868-1769-4fce-8fc8-824fdd023aaa None None] Provisioning complete for port e4b19477-e7fa-47f0-9ae9-9db5cf586364 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:41.768968 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7868-1769-4fce-8fc8-824fdd023aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.814155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a7868-1769-4fce-8fc8-824fdd023aaa None None] Port e4b19477-e7fa-47f0-9ae9-9db5cf586364 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:41.846608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.859889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c39d03b1-8c44-43c8-a269-8ebd86494823 req-0a07de98-41c7-467c-bbc0-9616b584a46f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954437
May 14 21:22:41.860526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.913897 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b789dca-e2bd-402b-ac89-a8129e9636b0 x-openstack-request-id: req-0b789dca-e2bd-402b-ac89-a8129e9636b0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:41.914739 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:41.919784 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b789dca-e2bd-402b-ac89-a8129e9636b0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:41.920327 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b789dca-e2bd-402b-ac89-a8129e9636b0'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e', 'status': 'completed', 'code': 200}
May 14 21:22:41.983139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.985608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:41.988705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:41.994248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.000288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.005847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.011392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.018256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.020487 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-0cb20d66-0fc8-4391-8104-61714e6c55f2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5395 time: 0.0939348
May 14 21:22:42.037189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150fe679-5889-44eb-bcc1-bbb9d924b590 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:42.048111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Publish callbacks [] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.090926 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7084412c-976c-4cc9-b7da-7df8a9a746ef req-996e2363-3654-4a09-8c7f-de2d9a2453c2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0631335
May 14 21:22:42.117903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Transition to ACTIVE for port object 150fe679-5889-44eb-bcc1-bbb9d924b590 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:42.221446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee1153-c4dd-4dee-9c09-d6f39207f04f req-4f6fe39f-8e08-4128-9939-5c8271fbd90a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.223048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ddee1153-c4dd-4dee-9c09-d6f39207f04f req-4f6fe39f-8e08-4128-9939-5c8271fbd90a tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.0525906
May 14 21:22:42.237937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.294550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ddee1153-c4dd-4dee-9c09-d6f39207f04f req-2db9a898-ccfc-4280-a185-7af73b71e991 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656910
May 14 21:22:42.402358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Pushing event updated for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:42.413255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b19477-e7fa-47f0-9ae9-9db5cf586364 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:42.435021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Publish callbacks [] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.480368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Transition to ACTIVE for port object e4b19477-e7fa-47f0-9ae9-9db5cf586364 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:42.496366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Attempting to bind port 150fe679-5889-44eb-bcc1-bbb9d924b590 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:42.496701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Attempting to bind port 150fe679-5889-44eb-bcc1-bbb9d924b590 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:42.497027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Attempting to bind port 150fe679-5889-44eb-bcc1-bbb9d924b590 on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:42.505585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-cd2c347a-524d-4adc-a3c0-d945c4e1f434 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.507084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-cd2c347a-524d-4adc-a3c0-d945c4e1f434 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.48 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.0889797
May 14 21:22:42.511560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Port 150fe679-5889-44eb-bcc1-bbb9d924b590 on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:42.511885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Attempting to bind port 150fe679-5889-44eb-bcc1-bbb9d924b590 on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:42.517507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:42.521350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Checking segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:42.521350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Bound using segment: {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:42.521350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Bound port: 150fe679-5889-44eb-bcc1-bbb9d924b590, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:42.521350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.584127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.641572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:42.669130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=150fe679-5889-44eb-bcc1-bbb9d924b590,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:42.673886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:42.753239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61b71-ea3e-4ff7-b6b9-a4720f6401e5 req-e7835fa1-b92b-411e-a72b-dd5a83ad045c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.761324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24f61b71-ea3e-4ff7-b6b9-a4720f6401e5 req-e7835fa1-b92b-411e-a72b-dd5a83ad045c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1139514
May 14 21:22:42.776359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.817721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56a525c0-f575-4710-bd10-3f989a4d7e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.885891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34038) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:42.889122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.890321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:42.891817 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] 10.222.0.36 "PUT /v2.0/ports/150fe679-5889-44eb-bcc1-bbb9d924b590 HTTP/1.1" status: 200  len: 1090 time: 1.8120565
May 14 21:22:42.939544 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24f61b71-ea3e-4ff7-b6b9-a4720f6401e5 req-c1ed7c28-b69b-4621-903e-ecad00803069 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762898
May 14 21:22:42.973405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.976824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.976824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.976824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.976824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.980625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.981336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:42.984841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-d2d3827b-3a89-4a6b-ab52-01590667afcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6509 time: 0.1491292
May 14 21:22:43.047423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6defcdd-28f9-4fd8-8985-b55b15434419 service neutron] Pushing event updated for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:43.066513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Attempting to bind port e4b19477-e7fa-47f0-9ae9-9db5cf586364 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:43.066513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Attempting to bind port e4b19477-e7fa-47f0-9ae9-9db5cf586364 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:43.069273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Attempting to bind port e4b19477-e7fa-47f0-9ae9-9db5cf586364 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:43.119296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Port e4b19477-e7fa-47f0-9ae9-9db5cf586364 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:43.119296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Attempting to bind port e4b19477-e7fa-47f0-9ae9-9db5cf586364 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:43.184516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c91223-0424-49f2-a190-e960a7580ec3 req-3c27f510-63b2-4510-ae45-ef877051202f tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.186181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03c91223-0424-49f2-a190-e960a7580ec3 req-3c27f510-63b2-4510-ae45-ef877051202f tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b4f8c2d-810e-45bc-acab-87cf44c9155a HTTP/1.1" status: 200  len: 945 time: 0.0919337
May 14 21:22:43.191804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:43.215250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-3992d5a5-4d4e-4e91-8c28-726873e1e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.216778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-3992d5a5-4d4e-4e91-8c28-726873e1e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.217252 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-3992d5a5-4d4e-4e91-8c28-726873e1e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.220701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-3992d5a5-4d4e-4e91-8c28-726873e1e60e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.2265847
May 14 21:22:43.244095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d7ced-8b87-426b-9d6c-5a77db3dfa45 req-0a60db8d-60f6-45b6-997b-e5f8ea26c8f0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.253678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b38d7ced-8b87-426b-9d6c-5a77db3dfa45 req-0a60db8d-60f6-45b6-997b-e5f8ea26c8f0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 943 time: 0.1873500
May 14 21:22:43.260924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:43.261765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:43.262012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:43.262571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Bound port: e4b19477-e7fa-47f0-9ae9-9db5cf586364, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:43.262856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.327746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-abda5a0d-a3ff-4ea8-a704-fcba384b6c26 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.334965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-abda5a0d-a3ff-4ea8-a704-fcba384b6c26 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 813 time: 0.4751728
May 14 21:22:43.376006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-network', 'tenant_id': '155b6f457be24818bb00db2560ef96fe'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:43.394946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b38d7ced-8b87-426b-9d6c-5a77db3dfa45 req-deb65534-54f9-4e5b-9b7b-68858444326e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400971
May 14 21:22:43.426208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-182638e1-1dea-43ab-ac7d-c4955b86ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.428945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a45e1a8-f733-438b-a202-155d8bb48661 req-182638e1-1dea-43ab-ac7d-c4955b86ad5e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2015154
May 14 21:22:43.478888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-58e01201-bc1d-46e2-ac81-9a16c8d83792 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/quotas/f589f7d7ad0f4b63afd4132efa4e798a HTTP/1.1" status: 200  len: 375 time: 0.1105103
May 14 21:22:43.487324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:43.494593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d09b3141-d774-4a45-8f42-7303f69488da), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.522366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.528385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.534481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.539819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.541618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:43.545074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.551505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.552371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Deleting port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:43.552708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.556841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.558749 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-a931644b-df38-46e3-86a9-3fab8c82425f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5407 time: 0.0960777
May 14 21:22:43.603601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-8f95a360-f077-4500-a3b2-28d8738318d1 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1177695
May 14 21:22:43.612831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Made reservation on behalf of 155b6f457be24818bb00db2560ef96fe for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:43.615793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.630166 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21cf0197-a651-4e0d-bada-272a5d4c2f0d req-6716ad0d-fd52-441e-bac4-77200c3c0d78 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0652239
May 14 21:22:43.681495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.732966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.733908 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:43.762099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c3d45-6b8b-4241-8358-8246406a4073 req-e9e742b2-9794-4545-88bc-87b5bd990672 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:43.763663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea0c3d45-6b8b-4241-8358-8246406a4073 req-e9e742b2-9794-4545-88bc-87b5bd990672 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.0573092
May 14 21:22:43.817744 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea0c3d45-6b8b-4241-8358-8246406a4073 req-3d3e38df-48a6-432c-a85d-a914067251d6 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472937
May 14 21:22:44.077530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a310d8-0e02-4001-ac59-70f818bc0a52 req-1518cb65-7c66-4da4-918d-0572fa19ce48 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.084094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6a310d8-0e02-4001-ac59-70f818bc0a52 req-1518cb65-7c66-4da4-918d-0572fa19ce48 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0690639
May 14 21:22:44.137988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6a310d8-0e02-4001-ac59-70f818bc0a52 req-744bd744-b405-4843-9097-d65f25ef0160 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530126
May 14 21:22:44.164721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:44.166971 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:44.195827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.196422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:44.197782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 200  len: 1091 time: 2.5954111
May 14 21:22:44.222063 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d529f2d-7644-4ddc-92ea-75c9a17a117e x-openstack-request-id: req-6d529f2d-7644-4ddc-92ea-75c9a17a117e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:44.235884 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:44.235884 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d529f2d-7644-4ddc-92ea-75c9a17a117e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:44.235884 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d529f2d-7644-4ddc-92ea-75c9a17a117e'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590', 'status': 'completed', 'code': 200}
May 14 21:22:44.358046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] For port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:44.359181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:44.368270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7ffd8c13-eb93-4fbf-9592-8d4ff346f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.369783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-7ffd8c13-eb93-4fbf-9592-8d4ff346f066 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 1125 time: 0.0450299
May 14 21:22:44.397382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-5e783e11-7f96-4736-99da-709c45b5b9e9 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.398746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-5e783e11-7f96-4736-99da-709c45b5b9e9 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "GET /v2.0/ports?device_id=9845a1d3-50d1-4a2c-9648-4780611c1777 HTTP/1.1" status: 200  len: 946 time: 0.2224402
May 14 21:22:44.412718 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-8ede27d3-be24-43a8-b8bc-1f32723ab2d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 200  len: 217 time: 0.0352130
May 14 21:22:44.453453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb14522-a23e-493e-87e5-1dbd66dde3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:44.463149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-78d1df43-6df0-4e61-b67f-ebad84975a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.464740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-78d1df43-6df0-4e61-b67f-ebad84975a18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0467980
May 14 21:22:44.475831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Calling delete_port for 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:44.486347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Deleting port 49711784-f5dd-4fdf-bf81-805e6683243c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:44.486689 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:44.497757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.498250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.499359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.500016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.500495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.500970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.501442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.503561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-dcc5c5d7-ab31-481b-a9ba-7ee4082ac616 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6509 time: 0.2355242
May 14 21:22:44.546148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-a6e6cd88-c899-451c-8b5f-adb6221750fa service neutron] 10.222.0.52 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9277141
May 14 21:22:44.560838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-c1a0d79f-2609-47de-a446-978594916083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.563343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-c1a0d79f-2609-47de-a446-978594916083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0920906
May 14 21:22:44.572245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c50583-7546-4a4b-90cc-adae4557704a req-c53754f7-1f34-4164-a212-3a1b08c66f1c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.580316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1c50583-7546-4a4b-90cc-adae4557704a req-c53754f7-1f34-4164-a212-3a1b08c66f1c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 943 time: 0.0927868
May 14 21:22:44.683993 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1c50583-7546-4a4b-90cc-adae4557704a req-63f87ad3-6568-4861-b180-c3b687bebbfd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028214
May 14 21:22:44.716149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-2215c6aa-3151-4ab1-8620-0b9e743f90c3 service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337764
May 14 21:22:44.846416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.851920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.857279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.862841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.868554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.873939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.879284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:44.881185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-b94c8ac7-cbe7-4055-b920-b1ff9afaae8a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5407 time: 0.1266336
May 14 21:22:44.919778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-817942f6-8052-4609-a3f0-fe9e538212b6 req-d31d8b8e-f62b-4a55-998c-3dd4a5f2b5df service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970754
May 14 21:22:44.943768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks [] for security_group (439c2ae4-c349-46f1-bd14-982244a74ad5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:44.970499 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e5af25b-8671-4c14-9b11-1d63bef47502 req-08458e42-5cc0-49dc-b0da-9eed92089760 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0822835
May 14 21:22:44.970826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Deleting port d34dcd4f-5a70-44e8-b76f-c601780755a3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:44.971189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:44.985907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] For port 49711784-f5dd-4fdf-bf81-805e6683243c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49711784-f5dd-4fdf-bf81-805e6683243c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:44.986036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.061387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (439c2ae4-c349-46f1-bd14-982244a74ad5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.091471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ecfbc-ca72-4458-b5dc-b1fee081f051 req-62a6fe30-c7f3-42c2-b588-a21acecd8222 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:45.093109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d0ecfbc-ca72-4458-b5dc-b1fee081f051 req-62a6fe30-c7f3-42c2-b588-a21acecd8222 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 945 time: 0.0519490
May 14 21:22:45.138301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-515f9ff4-0fef-4fa7-9417-547962feb473 service neutron] 10.222.0.52 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5625272
May 14 21:22:45.142168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d0ecfbc-ca72-4458-b5dc-b1fee081f051 req-5a97d534-733d-45c9-adc3-33e489b0ba53 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups?id=df2125ce-5187-47c6-aa65-a36fa87ba98b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428116
May 14 21:22:45.153587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-96bb1718-b17a-4e8b-a071-7e6da6336d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:45.159524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-96bb1718-b17a-4e8b-a071-7e6da6336d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:45.159524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-96bb1718-b17a-4e8b-a071-7e6da6336d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:45.159524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-96bb1718-b17a-4e8b-a071-7e6da6336d34 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.6003776
May 14 21:22:45.196673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:22:45.258246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c2ae4-c349-46f1-bd14-982244a74ad5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:45.306813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50429f3-c62d-49f9-95df-abbac8017a79 req-c7774254-7755-47c4-9f2c-0896dc1463cb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:45.308662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d50429f3-c62d-49f9-95df-abbac8017a79 req-c7774254-7755-47c4-9f2c-0896dc1463cb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0762506
May 14 21:22:45.360353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d50429f3-c62d-49f9-95df-abbac8017a79 req-c0584ef3-b1ad-4f64-aee5-23aa29d7d0ee tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452719
May 14 21:22:45.381536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] For port d34dcd4f-5a70-44e8-b76f-c601780755a3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d34dcd4f-5a70-44e8-b76f-c601780755a3,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:45.382106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.396494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09b3141-d774-4a45-8f42-7303f69488da {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:45.412959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Publish callbacks [] for port (d09b3141-d774-4a45-8f42-7303f69488da), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.415341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Calling delete_port for d34dcd4f-5a70-44e8-b76f-c601780755a3 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:45.517642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Transition to ACTIVE for port object d09b3141-d774-4a45-8f42-7303f69488da will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:45.527946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8671b6b0-61ff-4522-a9f4-1ee131e8cd0e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.535308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (791b9423-7c7c-41cf-bee0-53a18009b3c5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.535738 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Added segment 791b9423-7c7c-41cf-bee0-53a18009b3c5 of type vlan for network b6600266-4425-42b1-a9f0-5eddc540b575
May 14 21:22:45.539960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d34dcd4f-5a70-44e8-b76f-c601780755a3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:45.555231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.555615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7440d0a6-e390-4d7d-bd8b-f06a64ac7327), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.555937 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Floating IP 7440d0a6-e390-4d7d-bd8b-f06a64ac7327 disassociated. External IP: 172.35.4.56, port: 49711784-f5dd-4fdf-bf81-805e6683243c.
May 14 21:22:45.556289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Calling delete_port for 49711784-f5dd-4fdf-bf81-805e6683243c owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:45.590012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.604469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event deleted for resources: {'Port': ['ID=8671b6b0-61ff-4522-a9f4-1ee131e8cd0e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:45.625146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.654689 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b6600266-4425-42b1-a9f0-5eddc540b575), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.832089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] No DVR routers for this DVR port 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:45.852711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:45.856330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03c91223-0424-49f2-a190-e960a7580ec3 req-0184eb1a-9f2b-486e-86e4-fc92749ba290 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "DELETE /v2.0/ports/8671b6b0-61ff-4522-a9f4-1ee131e8cd0e HTTP/1.1" status: 204  len: 173 time: 2.6494865
May 14 21:22:45.912518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24ece9d2-3b5e-4520-9b89-fa625c43f9c5 req-766df556-fd90-47ef-afb5-00086b61b2a2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.0332348
May 14 21:22:45.917052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:46.013157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a818b-8d90-4c9f-868d-b48636012795 req-c5b73caf-07f2-438d-ab62-c29b9697b067 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.014837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-592a818b-8d90-4c9f-868d-b48636012795 req-c5b73caf-07f2-438d-ab62-c29b9697b067 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 943 time: 0.1853278
May 14 21:22:46.038462 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b6600266-4425-42b1-a9f0-5eddc540b575), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.039500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.040089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.160400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.165829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.171844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.177720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.185825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.190827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.196773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.206454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2095174-298f-437d-be70-5a796f6a8bbd req-4d7312b8-289d-4570-b21f-9af3bb4dd15a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5419 time: 0.1269550
May 14 21:22:46.229067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364'}, {'server_uuid': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'name': 'network-vif-deleted', 'tag': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:46.231340 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf80612-9e39-4f19-b895-a3f36dd429c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364"}, {"server_uuid": "3b4f8c2d-810e-45bc-acab-87cf44c9155a", "name": "network-vif-deleted", "tag": "8671b6b0-61ff-4522-a9f4-1ee131e8cd0e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:46.278954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 3.3855536
May 14 21:22:46.279368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d34dcd4f-5a70-44e8-b76f-c601780755a3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.281676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e805-4b3f-43e9-a3f2-39de00d2ccd5 admin admin] Pushing event updated for resources: {'Network': ['ID=b6600266-4425-42b1-a9f0-5eddc540b575,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:46.287542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:46.295500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34104) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:46.303663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Request body: {'subnet': {'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-subnet', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:46.317722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b6600266-4425-42b1-a9f0-5eddc540b575 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:22:46.331297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2095174-298f-437d-be70-5a796f6a8bbd req-7a480d37-4a29-46e6-9284-ff4736b06e6b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1238267
May 14 21:22:46.363347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Attempting to bind port d09b3141-d774-4a45-8f42-7303f69488da on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:46.363715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Attempting to bind port d09b3141-d774-4a45-8f42-7303f69488da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:46.364047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Attempting to bind port d09b3141-d774-4a45-8f42-7303f69488da on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:46.370851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-592a818b-8d90-4c9f-868d-b48636012795 req-91b7bfec-19d2-499a-9d52-332bdc499f16 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3340468
May 14 21:22:46.376405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event deleted for resources: {'Port': ['ID=d34dcd4f-5a70-44e8-b76f-c601780755a3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:46.384649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-84489351-402b-4621-8d22-1e31795d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.386431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ed6deca-ca9a-48ce-8d9c-a8828c37eb35 req-84489351-402b-4621-8d22-1e31795d8fb5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4512892
May 14 21:22:46.402975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Port d09b3141-d774-4a45-8f42-7303f69488da on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:46.403311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Attempting to bind port d09b3141-d774-4a45-8f42-7303f69488da on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:46.422192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:46.422547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Checking segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:46.422941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Bound using segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:46.423391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Bound port: d09b3141-d774-4a45-8f42-7303f69488da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:46.426884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d09b3141-d774-4a45-8f42-7303f69488da), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.430094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Made reservation on behalf of 155b6f457be24818bb00db2560ef96fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:46.433435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.439694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:46.440483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8671b6b0-61ff-4522-a9f4-1ee131e8cd0e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:46.445448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] No DVR routers for this DVR port d34dcd4f-5a70-44e8-b76f-c601780755a3 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:46.447018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (49711784-f5dd-4fdf-bf81-805e6683243c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.455350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.458659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f52561f-a21c-4d2f-80f6-6351924b3ba0 req-71877628-90f3-4faa-9b9e-95bf4e937ff2 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "DELETE /v2.0/ports/d34dcd4f-5a70-44e8-b76f-c601780755a3 HTTP/1.1" status: 204  len: 173 time: 1.9961979
May 14 21:22:46.498232 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b5072-3828-4da9-bb4b-6dc4a1455834 x-openstack-request-id: req-b35b5072-3828-4da9-bb4b-6dc4a1455834 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:46.498232 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364", "status": "completed", "code": 200}, {"server_uuid": "3b4f8c2d-810e-45bc-acab-87cf44c9155a", "name": "network-vif-deleted", "tag": "8671b6b0-61ff-4522-a9f4-1ee131e8cd0e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:46.498232 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b35b5072-3828-4da9-bb4b-6dc4a1455834 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:46.498232 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35b5072-3828-4da9-bb4b-6dc4a1455834'] response: {'name': 'network-changed', 'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364', 'status': 'completed', 'code': 200}
May 14 21:22:46.498686 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35b5072-3828-4da9-bb4b-6dc4a1455834'] response: {'server_uuid': '3b4f8c2d-810e-45bc-acab-87cf44c9155a', 'name': 'network-vif-deleted', 'tag': '8671b6b0-61ff-4522-a9f4-1ee131e8cd0e', 'status': 'completed', 'code': 200}
May 14 21:22:46.519230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event deleted for resources: {'Port': ['ID=49711784-f5dd-4fdf-bf81-805e6683243c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:46.593579 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0f0cf3bf-7ca7-4699-bf70-7ebe833f78d9 req-3d5e078e-67a7-48ac-9324-28a63a3f4c1c tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.1043234
May 14 21:22:46.702466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:46.711896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c669f6a-ae14-4b1f-bb41-9339cca07d9d req-4a0d4c80-9e0f-4916-8edb-05d23f7497c1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.714685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c669f6a-ae14-4b1f-bb41-9339cca07d9d req-4a0d4c80-9e0f-4916-8edb-05d23f7497c1 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1392174
May 14 21:22:46.741597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d09b3141-d774-4a45-8f42-7303f69488da,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:46.753187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-3b05a4f1-3a22-419d-99e9-f19a78814f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.754688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-3b05a4f1-3a22-419d-99e9-f19a78814f28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 1125 time: 0.0918028
May 14 21:22:46.852569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Router c95d33a6-0461-4df7-820c-55e6bcd77cde has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:22:46.863109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c669f6a-ae14-4b1f-bb41-9339cca07d9d req-44208ba8-d82e-477c-9b80-6d8ae20afb7f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315315
May 14 21:22:46.870210 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.920223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (68e2932a-b0e4-47b9-936e-1444f45f79aa), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.923366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:46.972372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-d086c1a4-34c8-4c0a-976d-896eadb1e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:46.973849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-d086c1a4-34c8-4c0a-976d-896eadb1e8cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.2081132
May 14 21:22:47.023650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.024294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.025859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/d09b3141-d774-4a45-8f42-7303f69488da HTTP/1.1" status: 200  len: 1091 time: 3.9022899
May 14 21:22:47.075214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e2932a-b0e4-47b9-936e-1444f45f79aa,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:47.088426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec8bffe4-3c33-404e-a5ab-321da5912bb0 req-7f7c4f6a-4db1-46d1-a9e9-2da5509b1862 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.1100578
May 14 21:22:47.143997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Checking segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:47.144349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Network hostable DHCP agents. Network: b6600266-4425-42b1-a9f0-5eddc540b575, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:22:47.306348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d34dcd4f-5a70-44e8-b76f-c601780755a3 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:47.315756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Network b6600266-4425-42b1-a9f0-5eddc540b575 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:22:47.338264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d34dcd4f-5a70-44e8-b76f-c601780755a3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:47.338928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d34dcd4f-5a70-44e8-b76f-c601780755a3 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:47.339360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 49711784-f5dd-4fdf-bf81-805e6683243c no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:22:47.375098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 49711784-f5dd-4fdf-bf81-805e6683243c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:22:47.375658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 49711784-f5dd-4fdf-bf81-805e6683243c not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:22:47.407316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6600266-4425-42b1-a9f0-5eddc540b575) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:47.417656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.419280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.447876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eec307-cce0-4b91-8d5c-45e24f40466d None None] Network b6600266-4425-42b1-a9f0-5eddc540b575 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:47.508633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Request body: {'port': {'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:47.510469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-b7c0b383-8f8c-49dd-bc46-17c3e63b518c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 200  len: 217 time: 0.5257626
May 14 21:22:47.564139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b83527-b7a9-4cfd-a487-d811c4dcfe88 req-b43608e4-985d-433d-95ef-badb58e9c447 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.566083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81b83527-b7a9-4cfd-a487-d811c4dcfe88 req-b43608e4-985d-433d-95ef-badb58e9c447 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 943 time: 0.0602951
May 14 21:22:47.598628 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5ec78f44-f11c-4e5e-9bc9-200e0ce0e5dd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.3001451
May 14 21:22:47.604838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34126) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:47.611566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:47.614781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56902846-8a6e-4005-8c50-3de70feed9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:47.615969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b6600266-4425-42b1-a9f0-5eddc540b575', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:22:47.633372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.646510 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81b83527-b7a9-4cfd-a487-d811c4dcfe88 req-dc0e497e-63be-438f-905f-40998d3086fd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745993
May 14 21:22:47.668943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.675074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.680471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.685825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.693922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.696733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.702451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.704678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-d00fa608-10c7-49d0-94b7-406230f89720 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5419 time: 0.2152972
May 14 21:22:47.734150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:22:47.739145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-d81bc284-5b35-47fc-9e83-78c8364fd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.745346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-d81bc284-5b35-47fc-9e83-78c8364fd600 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.2111185
May 14 21:22:47.761946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24e80adb-215e-4730-8b73-909ae17d4549 req-02b38983-d1a3-4427-bab9-2cb3deb96de2 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.0418177
May 14 21:22:47.766733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (9a7d9fd2-cd95-428b-8812-9a75a994dab6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.779451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (9a7d9fd2-cd95-428b-8812-9a75a994dab6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.840414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] Sync routers for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:22:47.845629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.859510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks [] for router_controller (9a7d9fd2-cd95-428b-8812-9a75a994dab6), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.879165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:47.880001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238c94c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:47.882065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] No DVR routers for this DVR port 49711784-f5dd-4fdf-bf81-805e6683243c on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:22:47.896793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:47.900127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77864633-9ec2-4fe8-ae44-108c2c1c9b01 req-86560c92-026b-4bb2-a93e-0e33ebd1bf9e tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.48 "DELETE /v2.0/ports/49711784-f5dd-4fdf-bf81-805e6683243c HTTP/1.1" status: 204  len: 173 time: 4.3011565
May 14 21:22:47.911493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-c9b72c5a-1f3e-4a07-a3a6-e85c7acdd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:47.913269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-c9b72c5a-1f3e-4a07-a3a6-e85c7acdd01a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1643844
May 14 21:22:47.929581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Allocated IP 172.20.0.2 (b6600266-4425-42b1-a9f0-5eddc540b575/68e2932a-b0e4-47b9-936e-1444f45f79aa/aa8f02eb-0803-4616-95cf-0258b49aae29) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:48.048918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9810c48-6b80-47b5-bef9-077a36ce4e0b req-7706734f-2fe6-4475-8766-1f4ad994870a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3166935
May 14 21:22:48.102313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:48.102961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee68c-0e48-4cd4-864b-64befaa3c01d req-0fe8677e-7131-4b1b-8581-62f8fee78cd2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.116477 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-207ee68c-0e48-4cd4-864b-64befaa3c01d req-0fe8677e-7131-4b1b-8581-62f8fee78cd2 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0992684
May 14 21:22:48.158940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-79886f82-ba5f-4161-b732-30ec500ec87f service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204545
May 14 21:22:48.271712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-806edd3e-5023-4a2c-8aeb-281aac25bcfd req-6c64a0b0-d813-4b42-8a91-8a3b938b9899 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.0872531
May 14 21:22:48.391178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e4b19477-e7fa-47f0-9ae9-9db5cf586364 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:22:48.398317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebf80612-9e39-4f19-b895-a3f36dd429c8 req-0654d427-b8e7-4cde-9382-5f7334d9e9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278674
May 14 21:22:48.445031 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-207ee68c-0e48-4cd4-864b-64befaa3c01d req-3c29be2a-ae1b-4b99-8074-a531569e64a0 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3267291
May 14 21:22:48.452217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks [] for router_gateway (9a7d9fd2-cd95-428b-8812-9a75a994dab6), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:48.482610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:48.494148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Publish callbacks [] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:48.500404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'name': 'network-vif-deleted', 'tag': 'd34dcd4f-5a70-44e8-b76f-c601780755a3'}, {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da'}, {'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'name': 'network-vif-deleted', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:48.502923 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120" -d '{"events": [{"server_uuid": "9845a1d3-50d1-4a2c-9648-4780611c1777", "name": "network-vif-deleted", "tag": "d34dcd4f-5a70-44e8-b76f-c601780755a3"}, {"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "d09b3141-d774-4a45-8f42-7303f69488da"}, {"server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "name": "network-vif-deleted", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:48.515495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Transition to ACTIVE for port object 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:48.556937 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 14 May 2022 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e2606c-bba3-4cb1-b233-297691addd47 x-openstack-request-id: req-e7e2606c-bba3-4cb1-b233-297691addd47 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:48.557447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9845a1d3-50d1-4a2c-9648-4780611c1777", "name": "network-vif-deleted", "tag": "d34dcd4f-5a70-44e8-b76f-c601780755a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "d09b3141-d774-4a45-8f42-7303f69488da", "status": "completed", "code": 200}, {"server_uuid": "a84301d5-4d42-4c89-869c-ace2104d47d2", "name": "network-vif-deleted", "tag": "49711784-f5dd-4fdf-bf81-805e6683243c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:48.557905 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7e2606c-bba3-4cb1-b233-297691addd47 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:48.558499 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e2606c-bba3-4cb1-b233-297691addd47'] response: {'server_uuid': '9845a1d3-50d1-4a2c-9648-4780611c1777', 'name': 'network-vif-deleted', 'tag': 'd34dcd4f-5a70-44e8-b76f-c601780755a3', 'status': 'completed', 'code': 200}
May 14 21:22:48.558902 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e2606c-bba3-4cb1-b233-297691addd47'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da', 'status': 'completed', 'code': 200}
May 14 21:22:48.559375 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e2606c-bba3-4cb1-b233-297691addd47'] response: {'server_uuid': 'a84301d5-4d42-4c89-869c-ace2104d47d2', 'name': 'network-vif-deleted', 'tag': '49711784-f5dd-4fdf-bf81-805e6683243c', 'status': 'completed', 'code': 200}
May 14 21:22:48.613309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:48.661362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Publish callbacks [] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:48.689607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.690999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.691680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.692170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.692650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.693130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.694067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.697544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-4ec7316d-78c1-4652-b177-849963272e05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6607 time: 0.1181543
May 14 21:22:48.745182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:48.752422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:48.769615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:48.803009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364', 'mac_address': 'fa:16:3e:ec:da:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:22:48.882181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40bd9d-db6b-45b7-8bf2-bc0143165c8a req-2ebd4dfe-b7d9-4ffa-83e8-3b3ecc651fa9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:48.884136 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac40bd9d-db6b-45b7-8bf2-bc0143165c8a req-2ebd4dfe-b7d9-4ffa-83e8-3b3ecc651fa9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 943 time: 0.0992939
May 14 21:22:48.954523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Pushing event updated for resources: {'Port': ['ID=aa8f02eb-0803-4616-95cf-0258b49aae29,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:48.961494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Network b6600266-4425-42b1-a9f0-5eddc540b575 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:48.973048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:48.978481 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks [] for router_gateway (9a7d9fd2-cd95-428b-8812-9a75a994dab6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:48.978730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:48.986651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238c94c0>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:37Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:49.041558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:49.044740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] Checking router: c95d33a6-0461-4df7-820c-55e6bcd77cde for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:22:49.045132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.048729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e4b19477-e7fa-47f0-9ae9-9db5cf586364 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:49.049247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.079920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b19477-e7fa-47f0-9ae9-9db5cf586364 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:49.087034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd320d3d-9e8d-4885-b80e-2b95f4a37b07 req-08c44c9f-1eda-4027-af35-3c6eee8e1d73 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/ports?device_id=a84301d5-4d42-4c89-869c-ace2104d47d2 HTTP/1.1" status: 200  len: 210 time: 0.0630188
May 14 21:22:49.087937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Attempting to bind port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:49.088368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Attempting to bind port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:49.088798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Attempting to bind port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:49.106940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:49.107416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Attempting to bind port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 on network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:49.118979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:49.119325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Checking segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:49.120868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Bound using segment: {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:49.120868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Bound port: 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:49.120868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.150862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac40bd9d-db6b-45b7-8bf2-bc0143165c8a req-f3be482b-ca8a-4efd-a5c6-baae76a196c0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605307
May 14 21:22:49.179050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-c48bbf6f-2146-412f-9982-b5786dff3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.179050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-c48bbf6f-2146-412f-9982-b5786dff3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.192192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-c48bbf6f-2146-412f-9982-b5786dff3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.194314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-c48bbf6f-2146-412f-9982-b5786dff3407 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&shared=False HTTP/1.1" status: 200  len: 2298 time: 0.4859438
May 14 21:22:49.212830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Attempting to bind port aa8f02eb-0803-4616-95cf-0258b49aae29 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:49.213644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Attempting to bind port aa8f02eb-0803-4616-95cf-0258b49aae29 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:49.213811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Attempting to bind port aa8f02eb-0803-4616-95cf-0258b49aae29 on network b6600266-4425-42b1-a9f0-5eddc540b575 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:49.216353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:49.217096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238c94c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:49.222522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:49.261900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:49.262403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Checking segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:49.262918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.263441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Bound using segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:49.264107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Bound port: aa8f02eb-0803-4616-95cf-0258b49aae29, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:49.265643 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.270083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Allocated IP 172.35.4.245 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4355b6fe-971b-424f-befc-7cdd17890b6c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:49.375021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] For port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:49.403953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-827c8c26-2461-4acd-836e-9433476059cc None None] For port aa8f02eb-0803-4616-95cf-0258b49aae29, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:49.407128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.408523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.413904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.417225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-999018b0-d493-4f36-8b5d-659860c38572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.419282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.425789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.431132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.437321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.442986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.451643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-827c8c26-2461-4acd-836e-9433476059cc None None] For port aa8f02eb-0803-4616-95cf-0258b49aae29, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f02eb-0803-4616-95cf-0258b49aae29,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:49.453303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-213f1590-1110-4912-b569-fd3bafa9e18a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1957576
May 14 21:22:49.465442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-328de8cb-045d-45d3-abfa-e1225d6cdc76 req-3949fd4e-13ae-4dcb-b912-4b8c129547ee tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.0688086
May 14 21:22:49.495128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] For port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:49.517179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:49.523237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks [] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.543047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-07a57ae7-a435-4961-8f37-c266c8f13153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.546846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd301d37-88c5-4d1e-8d6a-6b9d92a35120 req-07a57ae7-a435-4961-8f37-c266c8f13153 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3082564
May 14 21:22:49.583143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.587776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:49.614218 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.687676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e4b19477-e7fa-47f0-9ae9-9db5cf586364'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:49.703150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bfc9025-9e82-407d-9d56-d757b2a69156 req-66aa436c-509e-4cb0-ae8b-270d9e80ac30 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2465599
May 14 21:22:49.714398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.715207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.716682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 HTTP/1.1" status: 200  len: 1091 time: 2.2259202
May 14 21:22:49.731729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.738413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-999018b0-d493-4f36-8b5d-659860c38572 admin admin] Publish callbacks [] for security_group (478324cc-c653-4227-a42c-dae7f69065dc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.759905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c33141-2e1c-4970-bfa7-4eb3eed79e91 req-4d2eee04-c432-429a-ad1f-1b7585036749 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.761802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3df7d-5820-4348-8c3f-dcdac23c99a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:49.768547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7c33141-2e1c-4970-bfa7-4eb3eed79e91 req-4d2eee04-c432-429a-ad1f-1b7585036749 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1109910
May 14 21:22:49.779513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-0f9c9cd7-9d06-475f-bdd1-625c76005625 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:49.782322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-0f9c9cd7-9d06-475f-bdd1-625c76005625 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 813 time: 0.3225296
May 14 21:22:49.797702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Request body: {'port': {'device_id': '2225cca2-af55-4314-b378-e65945e6738b', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'admin_state_up': True, 'tenant_id': 'f589f7d7ad0f4b63afd4132efa4e798a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:49.836059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:49.866876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Pushing event updated for resources: {'Port': ['ID=4355b6fe-971b-424f-befc-7cdd17890b6c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:49.872918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:49.888421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:49.901747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-999018b0-d493-4f36-8b5d-659860c38572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (478324cc-c653-4227-a42c-dae7f69065dc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:49.952134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c8c26-2461-4acd-836e-9433476059cc None None] Pushing event updated for resources: {'Port': ['ID=aa8f02eb-0803-4616-95cf-0258b49aae29,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:50.059263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238c94c0>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:37Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:50.074795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999018b0-d493-4f36-8b5d-659860c38572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478324cc-c653-4227-a42c-dae7f69065dc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:50.091857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7c33141-2e1c-4970-bfa7-4eb3eed79e91 req-f4a3a296-a00a-431c-a3b8-c270c96975c6 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3222351
May 14 21:22:50.134883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc411f-91d5-4ca7-9758-1206a07532fb None None] The sync data for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 is: [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:20:33Z', 'revision_number': 4, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4c4077c6-f41b-4374-a793-a320bc00871c', 'name': '', 'network_id': '4c779a2a-d698-417c-a933-0b56110b8e36', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'mac_address': 'fa:16:3e:cc:9d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:31Z', 'updated_at': '2022-05-14T21:20:37Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'subnets': [{'id': 'fa958335-3936-45e8-a7fd-a919a253458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:22:50.286220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-28b6cad1-ffd3-40f4-99c1-94da04c2539a tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.303760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-28b6cad1-ffd3-40f4-99c1-94da04c2539a tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 813 time: 0.2841406
May 14 21:22:50.323184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Request body: {'port': {'device_id': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'admin_state_up': True, 'tenant_id': 'f589f7d7ad0f4b63afd4132efa4e798a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:50.393581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.394337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.394893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.395425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.395964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.396482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.399647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.399647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-dea8da64-1292-42ba-b959-7e0ef7656c5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6705 time: 0.5459323
May 14 21:22:50.448779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34164) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:50.508321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Made reservation on behalf of f589f7d7ad0f4b63afd4132efa4e798a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:50.513777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:50.526973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d36f727f-59c9-4237-afd5-570e04237b99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849 HTTP/1.1" status: 200  len: 217 time: 0.0841670
May 14 21:22:50.599299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:50.601734 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ece1aa-fc93-4769-83a9-d8163c68a65c" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "5fe9ffa2-546d-42d9-a88d-11e41c94e5f9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:50.624322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fa0aaf28-afe1-446f-8af6-88e8995e7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.626443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fa0aaf28-afe1-446f-8af6-88e8995e7d50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c9a41f8-9eaf-4274-b58c-c5bb90163785 HTTP/1.1" status: 200  len: 856 time: 0.0870943
May 14 21:22:50.634926 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07caab39-ac01-483a-a1ef-ce4f56dc0507 None None] New status for floating IP 7440d0a6-e390-4d7d-bd8b-f06a64ac7327: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:22:50.696497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-999018b0-d493-4f36-8b5d-659860c38572 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbfb28dce919435ab430c5185e3023b8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6031141
May 14 21:22:50.697801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34170) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:50.774789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-20e2236b-c08e-4938-9084-48548021d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.776329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-20e2236b-c08e-4938-9084-48548021d93f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1325347
May 14 21:22:50.786895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fda24ea3-e2ed-4494-8a7c-58aa2380b3b2 req-4a6dad80-98a7-4c70-a928-b4c69c8bb7af tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.1539323
May 14 21:22:50.795606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01eff61-9603-4730-8c66-3e9c31b24288 admin admin] Publish callbacks [] for security_group (478324cc-c653-4227-a42c-dae7f69065dc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:50.818795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aa8f02eb-0803-4616-95cf-0258b49aae29 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:50.846823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb84bf9-19bb-434d-ac52-ccef11bbacc8 req-39b84059-7de9-439d-80cd-afdc2959ad8e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:50.853649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2cb84bf9-19bb-434d-ac52-ccef11bbacc8 req-39b84059-7de9-439d-80cd-afdc2959ad8e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 944 time: 0.2469933
May 14 21:22:50.869643 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9d77c2-e14d-4a7d-8edf-c05ceb908433 x-openstack-request-id: req-7a9d77c2-e14d-4a7d-8edf-c05ceb908433 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:50.869857 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "5fe9ffa2-546d-42d9-a88d-11e41c94e5f9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:50.869954 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a9d77c2-e14d-4a7d-8edf-c05ceb908433 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:50.870327 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9d77c2-e14d-4a7d-8edf-c05ceb908433'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9', 'status': 'completed', 'code': 200}
May 14 21:22:50.887843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01eff61-9603-4730-8c66-3e9c31b24288 admin admin] Publish callbacks [] for security_group (478324cc-c653-4227-a42c-dae7f69065dc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:50.934046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port aa8f02eb-0803-4616-95cf-0258b49aae29 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:50.934535 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:50.988006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2cb84bf9-19bb-434d-ac52-ccef11bbacc8 req-c96619a5-e374-4a81-8857-340e067a418b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333315
May 14 21:22:51.058006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port aa8f02eb-0803-4616-95cf-0258b49aae29 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:51.058926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.112651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port aa8f02eb-0803-4616-95cf-0258b49aae29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f02eb-0803-4616-95cf-0258b49aae29,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:51.121452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9a18961-0ca4-4c2c-ba4d-c22a56377fe1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group (df2125ce-5187-47c6-aa65-a36fa87ba98b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.165781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks [] for router_gateway (9a7d9fd2-cd95-428b-8812-9a75a994dab6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.186526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.192122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.197439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.202984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.208264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.208443 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.213544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.219749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.221695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-906ed46b-5e4a-49c5-a40a-e89ce4f7e614 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1777148
May 14 21:22:51.233960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Allocated IP 172.20.0.9 (18a13367-d709-44a6-83ee-a5a75d3ef57e/1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d/df6ad504-9db2-4d27-a0c0-ff808265d93b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:51.258270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01eff61-9603-4730-8c66-3e9c31b24288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (478324cc-c653-4227-a42c-dae7f69065dc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.259554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Made reservation on behalf of f589f7d7ad0f4b63afd4132efa4e798a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:22:51.261524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01eff61-9603-4730-8c66-3e9c31b24288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.262823 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c01eff61-9603-4730-8c66-3e9c31b24288 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/478324cc-c653-4227-a42c-dae7f69065dc HTTP/1.1" status: 204  len: 168 time: 0.5639014
May 14 21:22:51.276171 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.285158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=aa8f02eb-0803-4616-95cf-0258b49aae29,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:51.285740 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9a18961-0ca4-4c2c-ba4d-c22a56377fe1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group (df2125ce-5187-47c6-aa65-a36fa87ba98b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.334495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01eff61-9603-4730-8c66-3e9c31b24288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478324cc-c653-4227-a42c-dae7f69065dc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:51.348628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7566963f-5a73-450d-bdf7-0b9cf7c8d149 service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5554843
May 14 21:22:51.356830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919425c-ad6d-43a2-9909-9a6cc22651f4 req-4e8e27b3-c189-40ba-8ad0-383ae00dfa1f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.358877 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1919425c-ad6d-43a2-9909-9a6cc22651f4 req-4e8e27b3-c189-40ba-8ad0-383ae00dfa1f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1537182
May 14 21:22:51.468161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1919425c-ad6d-43a2-9909-9a6cc22651f4 req-e844c76c-867a-432f-9e6b-e7e51fc90240 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989246
May 14 21:22:51.531064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e887fb-6214-402e-b78e-05c41c502a1a None None] Network b6600266-4425-42b1-a9f0-5eddc540b575 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:22:51.566376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (9a7d9fd2-cd95-428b-8812-9a75a994dab6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.568391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a55dd62d-f597-4472-9577-9f36dfbd68d2 req-d373fb26-ec1f-4991-adeb-f594850569d5 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3357439
May 14 21:22:51.635174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-28945877-481e-45e2-afbb-8033e6f27267 None None] Provisioning complete for port aa8f02eb-0803-4616-95cf-0258b49aae29 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:51.635828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-28945877-481e-45e2-afbb-8033e6f27267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.696631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9a18961-0ca4-4c2c-ba4d-c22a56377fe1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (df2125ce-5187-47c6-aa65-a36fa87ba98b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.699300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9a18961-0ca4-4c2c-ba4d-c22a56377fe1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.703162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34180) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:51.703903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c9a18961-0ca4-4c2c-ba4d-c22a56377fe1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "DELETE /v2.0/security-groups/df2125ce-5187-47c6-aa65-a36fa87ba98b HTTP/1.1" status: 204  len: 168 time: 1.2540660
May 14 21:22:51.706066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-810138d2-54c9-49bb-ae15-22d199cc1d10 service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3448572
May 14 21:22:51.739066 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-f1d8c62d-24d1-471c-8fdb-de0a7d70d551 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] show failed (client error): The resource could not be found.
May 14 21:22:51.740960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1d8c62d-24d1-471c-8fdb-de0a7d70d551 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "GET /v2.0/security-groups/df2125ce-5187-47c6-aa65-a36fa87ba98b HTTP/1.1" status: 404  len: 347 time: 0.0356672
May 14 21:22:51.744002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34182) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:51.744802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a18961-0ca4-4c2c-ba4d-c22a56377fe1 tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2125ce-5187-47c6-aa65-a36fa87ba98b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:51.789165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-07113ebb-cfe0-44b8-a2e7-b12e90744582 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 217 time: 0.0765121
May 14 21:22:51.830123 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks [] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:51.860342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-747479cc-faeb-4004-a11f-efabe5f518ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.861646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-747479cc-faeb-4004-a11f-efabe5f518ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.0663905
May 14 21:22:51.943340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d7df377f-554a-4807-9412-06968be07232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:51.946434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-28945877-481e-45e2-afbb-8033e6f27267 None None] Current status of the port aa8f02eb-0803-4616-95cf-0258b49aae29 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:51.947282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d7df377f-554a-4807-9412-06968be07232 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0542817
May 14 21:22:51.980416 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28cf5a4d-8ee8-47c4-9b98-81a0560fbca6 req-3fa6a94b-e064-439f-9f1a-66da7d20d561 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.0784614
May 14 21:22:51.996513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Deleting port 254cb125-a8ce-405c-8a28-b5e7e3402226 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:51.997033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.065786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7c398fb2-2c6a-438e-bd6a-6b6ee33a6949 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1096790
May 14 21:22:52.102612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.102926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (254cb125-a8ce-405c-8a28-b5e7e3402226), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.105490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.123192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Calling delete_port for 254cb125-a8ce-405c-8a28-b5e7e3402226 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:52.166634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-77bcf063-32b5-4e45-a3ed-876332e99e7c None None] Provisioning complete for port aa8f02eb-0803-4616-95cf-0258b49aae29 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:52.167238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-77bcf063-32b5-4e45-a3ed-876332e99e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.172170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:22:52.232386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34188) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:52.249819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-77bcf063-32b5-4e45-a3ed-876332e99e7c None None] Current status of the port aa8f02eb-0803-4616-95cf-0258b49aae29 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:52.267521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a7772b9-cd62-4d97-a8ce-9d22d1aef337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.274082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88301b0-1bd3-4622-a7d6-014a47b47c46 req-5b4fd998-6413-4d7b-911a-ef8265561861 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:52.275606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b88301b0-1bd3-4622-a7d6-014a47b47c46 req-5b4fd998-6413-4d7b-911a-ef8265561861 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 944 time: 0.1855404
May 14 21:22:52.291180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:52.292732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Allocated IP 172.20.0.7 (18a13367-d709-44a6-83ee-a5a75d3ef57e/1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d/00931368-ab9a-4f28-b1fa-c6e357b7b760) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:52.297087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event updated for resources: {'Port': ['ID=df6ad504-9db2-4d27-a0c0-ff808265d93b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:52.307737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:52.309449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e4b19477-e7fa-47f0-9ae9-9db5cf586364 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:52.318873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:52.371889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port e4b19477-e7fa-47f0-9ae9-9db5cf586364 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:22:52.402094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:22:52.416981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:22:52.430420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:52.431351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a85700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:52.465384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a7772b9-cd62-4d97-a8ce-9d22d1aef337 admin admin] Publish callbacks [] for security_group (46795598-33db-456e-893d-f6352f8daa98), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.473123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port e4b19477-e7fa-47f0-9ae9-9db5cf586364 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:52.473501 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.521536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (254cb125-a8ce-405c-8a28-b5e7e3402226), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.546075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Pushing event deleted for resources: {'Port': ['ID=254cb125-a8ce-405c-8a28-b5e7e3402226,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:52.562377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a7772b9-cd62-4d97-a8ce-9d22d1aef337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (46795598-33db-456e-893d-f6352f8daa98), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.567559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.571337 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-95a42b3a-755d-48ba-bcca-8d39c2085d81 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 4.9630342
May 14 21:22:52.579754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34192) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:52.625757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:52.628257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e4b19477-e7fa-47f0-9ae9-9db5cf586364 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:52.628450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.720094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a7772b9-cd62-4d97-a8ce-9d22d1aef337 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c4851f5d89d4f69861ef9637667323b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4804037
May 14 21:22:52.728791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:22:52.732035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-f73aa344-7b0b-43d4-855d-13c8f83422ac service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6612055
May 14 21:22:52.735916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:52.738946 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3b195f-fc1e-45ec-893f-b65dcbb8286d" -d '{"events": [{"server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "name": "network-vif-plugged", "status": "completed", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:52.752246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7772b9-cd62-4d97-a8ce-9d22d1aef337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46795598-33db-456e-893d-f6352f8daa98,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:52.759768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:52.806346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca0f91-d84f-43f5-a4f8-d8c978be4d6a req-67f81501-0ae0-471b-a7a5-be8904ac54fb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:52.808213 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4ca0f91-d84f-43f5-a4f8-d8c978be4d6a req-67f81501-0ae0-471b-a7a5-be8904ac54fb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.2373800
May 14 21:22:52.828584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aa8f02eb-0803-4616-95cf-0258b49aae29 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:52.845972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks [] for floatingip (7440d0a6-e390-4d7d-bd8b-f06a64ac7327), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.848522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.852726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-190751fb-a67b-45f0-8537-55c479aafcdd tempest-AttachSCSIVolumeTestJSON-1113285562 tempest-AttachSCSIVolumeTestJSON-1113285562-project] 10.222.0.52 "DELETE /v2.0/floatingips/7440d0a6-e390-4d7d-bd8b-f06a64ac7327 HTTP/1.1" status: 204  len: 168 time: 1.1046145
May 14 21:22:52.887768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.960470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4ca0f91-d84f-43f5-a4f8-d8c978be4d6a req-c3c7b78d-a9c8-48c0-ad26-afc26d840979 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440768
May 14 21:22:52.967754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:52.968457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:52.974040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b88301b0-1bd3-4622-a7d6-014a47b47c46 req-2a080a81-19c1-4b23-8814-86067c3c3a09 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6851707
May 14 21:22:52.986234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-e6d3055c-9f45-4cb1-9fd4-11279a8e1d9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 217 time: 0.2359109
May 14 21:22:53.045369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:53.081408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port aa8f02eb-0803-4616-95cf-0258b49aae29 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:53.082144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.084459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a85700>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:50Z', 'revision_number': 3, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:53.129228 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5772d9a7-5553-4a01-8e7b-18057c6e0472 x-openstack-request-id: req-5772d9a7-5553-4a01-8e7b-18057c6e0472 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:53.129679 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "name": "network-vif-plugged", "status": "completed", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:53.130084 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5772d9a7-5553-4a01-8e7b-18057c6e0472 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:53.130203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks [] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.131353 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5772d9a7-5553-4a01-8e7b-18057c6e0472'] response: {'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364', 'code': 200}
May 14 21:22:53.132556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:22:53.133031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Updating router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 port 4355b6fe-971b-424f-befc-7cdd17890b6c binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:22:53.207890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.270804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.276321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dcf260af-c84f-4f42-9322-05b03585e8e4 admin admin] Publish callbacks [] for security_group (46795598-33db-456e-893d-f6352f8daa98), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.276487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.280830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-e9b68040-874f-4693-8092-a68b8fb9b498 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4885628
May 14 21:22:53.282171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.288048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.293473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.299791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.305463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.307183 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-8e884f33-d0f2-4576-af6c-7a2b180cdae9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1183293
May 14 21:22:53.318458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Request body: {'port': {'device_id': '2225cca2-af55-4314-b378-e65945e6738b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:53.353484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-eff5f276-fe9d-4513-90f3-40aa49320780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.361983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-eff5f276-fe9d-4513-90f3-40aa49320780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.3559358
May 14 21:22:53.408142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dcf260af-c84f-4f42-9322-05b03585e8e4 admin admin] Publish callbacks [] for security_group (46795598-33db-456e-893d-f6352f8daa98), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.410089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port aa8f02eb-0803-4616-95cf-0258b49aae29 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:53.437829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c94dc5-e338-4668-9306-96f49c9eb752 req-b41dcd02-873f-4ce1-988e-7cc13ce197c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.440555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3c94dc5-e338-4668-9306-96f49c9eb752 req-b41dcd02-873f-4ce1-988e-7cc13ce197c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 1127 time: 0.2344348
May 14 21:22:53.444578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd26a049-9c5f-406d-89a7-64771e86b1d8 req-a270ca3c-453f-46e4-98c5-23c2cde5f5a8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1258509
May 14 21:22:53.480095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9350efeb-5504-4c32-b9d1-45fa5ed08adb req-be36793b-cf3f-4a62-ae3c-8ae756923465 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.2047906
May 14 21:22:53.481190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.499380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.574802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-4f4177db-7c3e-4245-bde7-4333e91bdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.576254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-4f4177db-7c3e-4245-bde7-4333e91bdb77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1323626
May 14 21:22:53.605674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Publish callbacks [] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.632167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Network 18a13367-d709-44a6-83ee-a5a75d3ef57e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:53.665002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:53.673315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event updated for resources: {'Port': ['ID=00931368-ab9a-4f28-b1fa-c6e357b7b760,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:53.675392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:53.684732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.688472 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.696186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Allocated IP 172.20.0.1 (b6600266-4425-42b1-a9f0-5eddc540b575/68e2932a-b0e4-47b9-936e-1444f45f79aa/be8f0c37-bfec-4d9f-8e61-fd27ee380913) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:22:53.753761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3c94dc5-e338-4668-9306-96f49c9eb752 req-1a6dce4a-ef4b-4596-98cf-535631d450b2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2423556
May 14 21:22:53.757079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Attempting to bind port 4355b6fe-971b-424f-befc-7cdd17890b6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:53.757490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Attempting to bind port 4355b6fe-971b-424f-befc-7cdd17890b6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:53.757858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Attempting to bind port 4355b6fe-971b-424f-befc-7cdd17890b6c on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:53.760019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c07ec-7588-4239-b2ab-0a57845b16e2 None None] Pushing event updated for resources: {'Port': ['ID=4355b6fe-971b-424f-befc-7cdd17890b6c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:53.767940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:53.769098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:53.769098 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.769098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:53.769525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Bound port: 4355b6fe-971b-424f-befc-7cdd17890b6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:53.769902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.811262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dcf260af-c84f-4f42-9322-05b03585e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (46795598-33db-456e-893d-f6352f8daa98), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.813887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dcf260af-c84f-4f42-9322-05b03585e8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.815032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dcf260af-c84f-4f42-9322-05b03585e8e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46795598-33db-456e-893d-f6352f8daa98 HTTP/1.1" status: 204  len: 168 time: 1.0821042
May 14 21:22:53.825882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:53.826451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.831380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] For port 4355b6fe-971b-424f-befc-7cdd17890b6c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:53.841263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] For port 4355b6fe-971b-424f-befc-7cdd17890b6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4355b6fe-971b-424f-befc-7cdd17890b6c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:53.853733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks [] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:53.861218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf260af-c84f-4f42-9322-05b03585e8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46795598-33db-456e-893d-f6352f8daa98,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:53.884716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-6d9f3169-1183-4cec-9821-d6ac8d6545c4 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2847552
May 14 21:22:53.956351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.002154 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.018646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:54.019308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a85700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:54.064588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4a2ae563-0cc5-4a4d-ba9c-87186cf7915e tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7495089
May 14 21:22:54.082842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Request body: {'port': {'device_id': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:54.089383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c07ec-7588-4239-b2ab-0a57845b16e2 None None] Pushing event updated for resources: {'Port': ['ID=4355b6fe-971b-424f-befc-7cdd17890b6c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:54.144287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Network b6600266-4425-42b1-a9f0-5eddc540b575 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:54.151003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:54.158231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:22:54.162991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Pushing event updated for resources: {'Port': ['ID=be8f0c37-bfec-4d9f-8e61-fd27ee380913,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:54.174312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb1455-5c61-4c64-8a85-1e67d8ca3384 req-81f4f136-cbea-4198-b5bc-ff2115da14a8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.176791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73eb1455-5c61-4c64-8a85-1e67d8ca3384 req-81f4f136-cbea-4198-b5bc-ff2115da14a8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.0806913
May 14 21:22:54.226493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:54.253726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (9a7d9fd2-cd95-428b-8812-9a75a994dab6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.375342 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-73eb1455-5c61-4c64-8a85-1e67d8ca3384 req-cec49f27-183f-43b4-8966-9a7c3edc6c3e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738658
May 14 21:22:54.423817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323656-6e65-4d54-9c3e-4fa3798f423b req-05e90287-1910-4433-b2d2-70fde789f181 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.437247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0323656-6e65-4d54-9c3e-4fa3798f423b req-05e90287-1910-4433-b2d2-70fde789f181 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 945 time: 0.3099988
May 14 21:22:54.522670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.539356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-a7f57ddc-59ea-4a43-85d7-25ef3e7c2751 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5817907
May 14 21:22:54.606403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-708b694b-2fe9-4e0f-a87a-e6d28b225ee6 None None] Provisioning complete for port be8f0c37-bfec-4d9f-8e61-fd27ee380913 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:54.606623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-708b694b-2fe9-4e0f-a87a-e6d28b225ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.633229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a85700>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:50Z', 'revision_number': 3, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:54.640291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.658166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-451a9d69-c570-4742-ac08-dd2376073c7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e HTTP/1.1" status: 200  len: 217 time: 0.1065824
May 14 21:22:54.667288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464a96-dc59-4a42-ac8a-f2b3aab90d33 None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:50Z', 'revision_number': 3, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:22:54.667506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.675184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.681877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.698659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.698987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.707903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.709619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-708b694b-2fe9-4e0f-a87a-e6d28b225ee6 None None] Port be8f0c37-bfec-4d9f-8e61-fd27ee380913 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:54.719441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.728678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-d03e76bd-c488-4426-ac61-a62fdf8b1ead tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1422668
May 14 21:22:54.751769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0323656-6e65-4d54-9c3e-4fa3798f423b req-dd0bc9f3-4303-460f-99aa-7bb7c07ab133 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3057530
May 14 21:22:54.903256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6ad504-9db2-4d27-a0c0-ff808265d93b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:54.924065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Publish callbacks [] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:54.943656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae035675-b892-4700-b5b0-9ba946ea8bc6 req-8266bfe9-cb83-4674-9e65-5831ff770978 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2022445
May 14 21:22:54.960659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5b5c3-c26e-4390-b7f8-6e7087fea572 req-f3ae7b4d-6c8f-484d-997b-4b8b37d39e72 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:54.962079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6d5b5c3-c26e-4390-b7f8-6e7087fea572 req-f3ae7b4d-6c8f-484d-997b-4b8b37d39e72 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 931 time: 0.1222661
May 14 21:22:55.034401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Transition to ACTIVE for port object df6ad504-9db2-4d27-a0c0-ff808265d93b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:55.042339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d15ef5ac-3903-4b97-a01e-3407a1ed0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:55.044267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-d15ef5ac-3903-4b97-a01e-3407a1ed0fd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.2500532
May 14 21:22:55.139239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks [] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:55.190447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:55.247871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:55.329843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-9240eac6-e60d-488d-a7a0-761443d3b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:55.331284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Pushing event updated for resources: {'Port': ['ID=be8f0c37-bfec-4d9f-8e61-fd27ee380913,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:55.331434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-9240eac6-e60d-488d-a7a0-761443d3b19f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2264290
May 14 21:22:55.340366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (9a7d9fd2-cd95-428b-8812-9a75a994dab6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:55.366314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6d5b5c3-c26e-4390-b7f8-6e7087fea572 req-c106f5a5-bfda-4221-b892-300a0babf25f tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3356090
May 14 21:22:55.478707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Network b6600266-4425-42b1-a9f0-5eddc540b575 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:22:55.481025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:22:55.546180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=df6ad504-9db2-4d27-a0c0-ff808265d93b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:55.854311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d71020-9840-49ae-8b5c-062b0b1b9efd req-9f9b88eb-c3f4-4447-8603-f4055c8c84e8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:55.862581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b7d71020-9840-49ae-8b5c-062b0b1b9efd req-9f9b88eb-c3f4-4447-8603-f4055c8c84e8 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.3727448
May 14 21:22:55.865871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5077fbc0-25bb-41ca-9785-48a81f056019 None None] Provisioning complete for port be8f0c37-bfec-4d9f-8e61-fd27ee380913 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:55.870571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5077fbc0-25bb-41ca-9785-48a81f056019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:55.958135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-2d0816b3-3bff-436b-b280-3d16065d4a40 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5824776
May 14 21:22:55.963731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5077fbc0-25bb-41ca-9785-48a81f056019 None None] Port be8f0c37-bfec-4d9f-8e61-fd27ee380913 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:22:55.968484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Attempting to bind port df6ad504-9db2-4d27-a0c0-ff808265d93b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:55.968893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Attempting to bind port df6ad504-9db2-4d27-a0c0-ff808265d93b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:55.969228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Attempting to bind port df6ad504-9db2-4d27-a0c0-ff808265d93b on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:56.001987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b7d71020-9840-49ae-8b5c-062b0b1b9efd req-fdd89f96-cce4-4812-81b8-5d404eafb2ad tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393583
May 14 21:22:56.002569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Port df6ad504-9db2-4d27-a0c0-ff808265d93b on network 18a13367-d709-44a6-83ee-a5a75d3ef57e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:56.002900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Attempting to bind port df6ad504-9db2-4d27-a0c0-ff808265d93b on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:56.017654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00931368-ab9a-4f28-b1fa-c6e357b7b760 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:22:56.037301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Publish callbacks [] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:56.042468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:56.042814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Checking segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:56.043212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Bound using segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:56.043728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Bound port: df6ad504-9db2-4d27-a0c0-ff808265d93b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:56.044092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:56.096220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Transition to ACTIVE for port object 00931368-ab9a-4f28-b1fa-c6e357b7b760 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:22:56.176899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] For port df6ad504-9db2-4d27-a0c0-ff808265d93b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:56.181415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] For port df6ad504-9db2-4d27-a0c0-ff808265d93b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:56.187037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dac2c-0346-47dd-8370-53b5c0f0a28a req-be3b680c-1101-47c7-bb37-80b224a08526 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.193754 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:56.194319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-be2dac2c-0346-47dd-8370-53b5c0f0a28a req-be3b680c-1101-47c7-bb37-80b224a08526 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 945 time: 0.0991719
May 14 21:22:56.222220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:22:56.269987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-be2dac2c-0346-47dd-8370-53b5c0f0a28a req-bd9ad09f-0d7c-4934-a2ee-88a114f9c592 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745926
May 14 21:22:56.329488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.334797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.340933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.346226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.352754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.358619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.364218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.374517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-bb794d96-bb67-4e35-b201-d841f1e51097 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1490204
May 14 21:22:56.396911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:56.412840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:22:56.420521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f4106fb-8813-441f-a9e0-9be18b875297 admin admin] 10.222.0.52 "PUT /v2.0/routers/9a7d9fd2-cd95-428b-8812-9a75a994dab6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8359151
May 14 21:22:56.421267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Pushing event updated for resources: {'Port': ['ID=00931368-ab9a-4f28-b1fa-c6e357b7b760,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:56.424992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-6a8e7095-8f28-4245-9b96-60585908c8b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4505622
May 14 21:22:56.514220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.514845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:56.516417 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] 10.222.0.48 "PUT /v2.0/ports/df6ad504-9db2-4d27-a0c0-ff808265d93b HTTP/1.1" status: 200  len: 1091 time: 3.2115695
May 14 21:22:56.516889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2225cca2-af55-4314-b378-e65945e6738b', 'tag': 'df6ad504-9db2-4d27-a0c0-ff808265d93b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:56.519150 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c6cd2b-f289-4ed6-bb3a-d640544b312a" -d '{"events": [{"name": "network-changed", "server_uuid": "2225cca2-af55-4314-b378-e65945e6738b", "tag": "df6ad504-9db2-4d27-a0c0-ff808265d93b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:56.553671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-c6b68eb2-77f6-4548-9f16-d729eb2ccab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=150fe679-5889-44eb-bcc1-bbb9d924b590 HTTP/1.1" status: 200  len: 217 time: 0.1086266
May 14 21:22:56.687999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2839d-d96a-4b64-91cf-ade707052bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=df6ad504-9db2-4d27-a0c0-ff808265d93b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:56.704862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b02ef965-22e0-4cb9-8dba-31aef2cf41a9 req-5041e0ee-f2f6-40ce-ac39-ed8f946aacfa tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3319352
May 14 21:22:56.766477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Attempting to bind port 00931368-ab9a-4f28-b1fa-c6e357b7b760 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:56.766834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Attempting to bind port 00931368-ab9a-4f28-b1fa-c6e357b7b760 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:56.767169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Attempting to bind port 00931368-ab9a-4f28-b1fa-c6e357b7b760 on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:56.809024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-3f1b4617-e012-448f-b10f-07c3fb120976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.809024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-3f1b4617-e012-448f-b10f-07c3fb120976 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.2414167
May 14 21:22:56.842966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-166b7f97-27af-489d-ba83-233a3059db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.842966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-166b7f97-27af-489d-ba83-233a3059db29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 1125 time: 0.1963608
May 14 21:22:56.844078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Port 00931368-ab9a-4f28-b1fa-c6e357b7b760 on network 18a13367-d709-44a6-83ee-a5a75d3ef57e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:22:56.844499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Attempting to bind port 00931368-ab9a-4f28-b1fa-c6e357b7b760 on network 18a13367-d709-44a6-83ee-a5a75d3ef57e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:56.848869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c2d4c-491a-42b4-9354-6e7c31ab6bcf req-91074602-d860-467f-a628-5d2449670731 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.850442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-419c2d4c-491a-42b4-9354-6e7c31ab6bcf req-91074602-d860-467f-a628-5d2449670731 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.0805478
May 14 21:22:56.863693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4355b6fe-971b-424f-befc-7cdd17890b6c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:56.878586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:56.882342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Checking segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:56.882342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Bound using segment: {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:56.882342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Bound port: 00931368-ab9a-4f28-b1fa-c6e357b7b760, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:56.882342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:56.921923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-3720956b-88af-4a89-b5e1-811d49185644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:56.924091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-3720956b-88af-4a89-b5e1-811d49185644 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1076190
May 14 21:22:56.927013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-419c2d4c-491a-42b4-9354-6e7c31ab6bcf req-c1218dff-7f64-471f-b1c8-0333d7187102 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691812
May 14 21:22:56.929864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4355b6fe-971b-424f-befc-7cdd17890b6c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:56.930932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.045072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4355b6fe-971b-424f-befc-7cdd17890b6c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:57.046713 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.052361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9f717ddf-bcde-4225-8bc8-a45790d564e0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 267 time: 0.2383144
May 14 21:22:57.056721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7218de-329b-4784-a5be-23d1e687bbec req-d962ac7f-1fe8-44ec-bea3-389190ee5935 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:57.058464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f7218de-329b-4784-a5be-23d1e687bbec req-d962ac7f-1fe8-44ec-bea3-389190ee5935 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 943 time: 0.0580409
May 14 21:22:57.078686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4355b6fe-971b-424f-befc-7cdd17890b6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4355b6fe-971b-424f-befc-7cdd17890b6c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:57.115162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f7218de-329b-4784-a5be-23d1e687bbec req-04620d91-4bf9-488b-9f44-fdd36dc2326d tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465155
May 14 21:22:57.142507 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.348674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9422b30-554b-4193-8a7c-275faf94dbaa req-b82411b3-2df1-4326-98fa-d66142e58c16 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:57.351507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:22:57.372281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9422b30-554b-4193-8a7c-275faf94dbaa req-b82411b3-2df1-4326-98fa-d66142e58c16 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1447442
May 14 21:22:57.376867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:57.379604 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231df3280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:57.429636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4355b6fe-971b-424f-befc-7cdd17890b6c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:57.465841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9422b30-554b-4193-8a7c-275faf94dbaa req-07a2dd3f-3cf6-43cc-bb5f-7be756a934ae tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920904
May 14 21:22:57.506216 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db6495-7f1a-4b51-a0be-b0808927b35e x-openstack-request-id: req-e2db6495-7f1a-4b51-a0be-b0808927b35e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:57.506512 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2225cca2-af55-4314-b378-e65945e6738b", "tag": "df6ad504-9db2-4d27-a0c0-ff808265d93b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:57.506950 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2db6495-7f1a-4b51-a0be-b0808927b35e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:57.507354 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2db6495-7f1a-4b51-a0be-b0808927b35e'] response: {'name': 'network-changed', 'server_uuid': '2225cca2-af55-4314-b378-e65945e6738b', 'tag': 'df6ad504-9db2-4d27-a0c0-ff808265d93b', 'status': 'completed', 'code': 200}
May 14 21:22:57.524392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] For port 00931368-ab9a-4f28-b1fa-c6e357b7b760, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:57.537535 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:57.548728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-f8a84da4-4eb4-450c-be12-3d2a8fa8aad8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:57.550243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-f8a84da4-4eb4-450c-be12-3d2a8fa8aad8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 945 time: 0.4669306
May 14 21:22:57.552075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] For port 00931368-ab9a-4f28-b1fa-c6e357b7b760, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:57.571688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'port': {'security_groups': []}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:22:57.600244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-8a96c012-7ade-4291-ad6d-2b21e74dcd20 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6618645
May 14 21:22:57.643186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.736052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:57.738042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.738042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] 10.222.0.36 "PUT /v2.0/ports/00931368-ab9a-4f28-b1fa-c6e357b7b760 HTTP/1.1" status: 200  len: 1091 time: 3.6636167
May 14 21:22:57.797603 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231df3280>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 2, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:57.800878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-4128f158-4151-41b1-b6b2-fa25096ca8d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b HTTP/1.1" status: 200  len: 217 time: 0.0667124
May 14 21:22:57.804685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.859755 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:22:57.860321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd83bd-cb2b-47ef-9b85-5c79a43ef498 service neutron] Pushing event updated for resources: {'Port': ['ID=00931368-ab9a-4f28-b1fa-c6e357b7b760,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:57.860455 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Updating router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 port be8f0c37-bfec-4d9f-8e61-fd27ee380913 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:22:57.894054 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:57.896369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-7cdddb25-dd23-443f-a37e-3ff5a978e665 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:57.898057 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-7cdddb25-dd23-443f-a37e-3ff5a978e665 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 820 time: 0.1317687
May 14 21:22:57.914857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-9f1f9c1e-5054-47ed-9bf0-ac7862e8172f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/quotas/155b6f457be24818bb00db2560ef96fe HTTP/1.1" status: 200  len: 375 time: 0.0095363
May 14 21:22:57.948397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-959a36e6-937c-4edd-bb12-cee4e892fb6c service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3421917
May 14 21:22:57.988083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-34a9e9ad-abfd-426f-bf95-31cf2d6acf29 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0635636
May 14 21:22:58.094002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-fd0d7e3c-5192-4262-affa-8a75bd03f69f service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1019924
May 14 21:22:58.119534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-9948aa5a-c036-4789-a37d-37018860001e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.121808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-9948aa5a-c036-4789-a37d-37018860001e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.2842586
May 14 21:22:58.130147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-33a9ed8b-2be8-4daf-889d-019b00ca9571 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d09b3141-d774-4a45-8f42-7303f69488da HTTP/1.1" status: 200  len: 217 time: 0.1073484
May 14 21:22:58.162716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-ffa79f79-ceaa-4506-b29d-97823553a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.163858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-ffa79f79-ceaa-4506-b29d-97823553a9de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.3252525
May 14 21:22:58.200018 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-0db2b6f3-aebe-40fe-bb84-3b5f446c7686 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994580
May 14 21:22:58.253839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-9914770a-099d-4b06-8db2-cdd40c80e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.255363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-9914770a-099d-4b06-8db2-cdd40c80e388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 1125 time: 0.2337902
May 14 21:22:58.269565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-ada94a58-390f-4081-88e4-ee6e4f62f41a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0810773
May 14 21:22:58.277715 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Publish callbacks [] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.355707 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.383024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-52ed63b4-8d9c-4955-a5c4-085adbd323a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760 HTTP/1.1" status: 200  len: 217 time: 0.1182623
May 14 21:22:58.462404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Pushing event updated for resources: {'Port': ['ID=be8f0c37-bfec-4d9f-8e61-fd27ee380913,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:58.477584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-846c1063-abcd-433b-82e1-1a81db21181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.477688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.478090 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.478789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-846c1063-abcd-433b-82e1-1a81db21181e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.3290720
May 14 21:22:58.479094 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.479769 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.480331 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.480872 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.481409 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.482045 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.482582 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.483816 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.484574 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.485131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.485696 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.486410 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.486856 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:22:58.512622 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Attempting to bind port be8f0c37-bfec-4d9f-8e61-fd27ee380913 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:22:58.513240 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Attempting to bind port be8f0c37-bfec-4d9f-8e61-fd27ee380913 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:22:58.513800 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Attempting to bind port be8f0c37-bfec-4d9f-8e61-fd27ee380913 on network b6600266-4425-42b1-a9f0-5eddc540b575 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:22:58.520858 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:22:58.521733 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Checking segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:22:58.522323 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.522901 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Bound using segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:22:58.523630 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Bound port: be8f0c37-bfec-4d9f-8e61-fd27ee380913, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:22:58.524213 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.549996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Deleting port 721a641c-f7ca-4d65-8daf-95a62b1570d4 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:22:58.550337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.677125 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] For port be8f0c37-bfec-4d9f-8e61-fd27ee380913, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:22:58.695130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:58.703221 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] For port be8f0c37-bfec-4d9f-8e61-fd27ee380913, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be8f0c37-bfec-4d9f-8e61-fd27ee380913,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:22:58.722329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fd7d287a-35e2-4ed5-9bb8-4aba4b3cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.722329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-fd7d287a-35e2-4ed5-9bb8-4aba4b3cf64f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2089469
May 14 21:22:58.722329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-2e4ef9df-b5a0-4dd5-8913-0295d4b73f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.722329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-2e4ef9df-b5a0-4dd5-8913-0295d4b73f26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.3047540
May 14 21:22:58.732089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.739587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.751099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.753055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.759918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.767508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.773605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:58.774309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-3a931476-b902-499e-be17-521cf118d7d9 service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4665480
May 14 21:22:58.785163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-01ef4143-09c8-443a-995b-f1dbd6898b8b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1673040
May 14 21:22:58.814539 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.840899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-37bb1b38-5204-49d4-8e56-354f98763f7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1002326
May 14 21:22:58.853830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4355b6fe-971b-424f-befc-7cdd17890b6c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:22:58.857179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] Provisioning complete for port be8f0c37-bfec-4d9f-8e61-fd27ee380913 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:58.858800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.883461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de1726f3-ba5d-4fed-81bf-c733a44db2b2 req-39c28371-58ba-4c43-890e-97c6e170a7df tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0988770
May 14 21:22:58.933373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:58.961014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4355b6fe-971b-424f-befc-7cdd17890b6c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:58.961183 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.043676 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:22:59.050831 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231df3280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:59.054693 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4078a4c-f08b-44ab-94d6-bd219d1d4a0b None None] Pushing event updated for resources: {'Port': ['ID=be8f0c37-bfec-4d9f-8e61-fd27ee380913,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:59.064255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] Current status of the port be8f0c37-bfec-4d9f-8e61-fd27ee380913 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:59.064892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.101776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-927a55f1-eec9-4e08-9caf-2bb36e3f2729 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471087
May 14 21:22:59.116553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e55aa7-7e2c-45df-b778-4fad0dcc0b0d req-3fef547e-1070-4568-8f43-a328b8f84173 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:59.124091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] For port 721a641c-f7ca-4d65-8daf-95a62b1570d4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=721a641c-f7ca-4d65-8daf-95a62b1570d4,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:59.125026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0e55aa7-7e2c-45df-b778-4fad0dcc0b0d req-3fef547e-1070-4568-8f43-a328b8f84173 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 943 time: 0.1133013
May 14 21:22:59.125337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.144991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Calling delete_port for 721a641c-f7ca-4d65-8daf-95a62b1570d4 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:22:59.146585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] For port be8f0c37-bfec-4d9f-8e61-fd27ee380913, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be8f0c37-bfec-4d9f-8e61-fd27ee380913,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:22:59.172432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4355b6fe-971b-424f-befc-7cdd17890b6c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:59.206604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0e55aa7-7e2c-45df-b778-4fad0dcc0b0d req-0d955039-8efd-43ca-a9ea-649acca03c77 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804107
May 14 21:22:59.259726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.274769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e4b19477-e7fa-47f0-9ae9-9db5cf586364'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:59.277944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996', '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:59.316350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-004d096a-63f4-41b3-96cc-742e62d9365f req-72ed24af-4e20-49c0-b97e-365ca824270d tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0509822
May 14 21:22:59.385258 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.416092 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:22:59.425342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-0c47a65f-dd41-4234-8a66-c7057c043c4f service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666255
May 14 21:22:59.502868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c5eba-c29e-43a5-8f30-933ed09b6ed4 req-2b09f660-7946-4f7c-b0dc-7668bee7234f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:59.513157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'tag': '00931368-ab9a-4f28-b1fa-c6e357b7b760'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:22:59.516039 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee92d0d1-cd16-4d03-809b-e0c6c9d2757f", "tag": "00931368-ab9a-4f28-b1fa-c6e357b7b760"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:22:59.532235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-564c5eba-c29e-43a5-8f30-933ed09b6ed4 req-2b09f660-7946-4f7c-b0dc-7668bee7234f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 946 time: 0.1045241
May 14 21:22:59.541804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d76c2c-d22c-4bcc-bf54-49daf8a25e0c None None] Pushing event updated for resources: {'Port': ['ID=be8f0c37-bfec-4d9f-8e61-fd27ee380913,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:59.548550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-19266a1d-e462-4e83-8618-1289804c6d25 None None] Provisioning complete for port be8f0c37-bfec-4d9f-8e61-fd27ee380913 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:22:59.548925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-19266a1d-e462-4e83-8618-1289804c6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.557603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:59.558363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.565001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5aa9aae-a5f0-42c6-a467-de04e1d6e64c req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "PUT /v2.0/ports/e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 200  len: 904 time: 2.0020871
May 14 21:22:59.630306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-564c5eba-c29e-43a5-8f30-933ed09b6ed4 req-ef3b7387-7dc8-4cb3-8b3b-394bf8657c4b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912263
May 14 21:22:59.667733 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac1dcc7-163d-4e54-8993-d7698e2db56a x-openstack-request-id: req-9ac1dcc7-163d-4e54-8993-d7698e2db56a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:22:59.668137 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee92d0d1-cd16-4d03-809b-e0c6c9d2757f", "tag": "00931368-ab9a-4f28-b1fa-c6e357b7b760", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:22:59.668482 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ac1dcc7-163d-4e54-8993-d7698e2db56a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:22:59.669101 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac1dcc7-163d-4e54-8993-d7698e2db56a'] response: {'name': 'network-changed', 'server_uuid': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'tag': '00931368-ab9a-4f28-b1fa-c6e357b7b760', 'status': 'completed', 'code': 200}
May 14 21:22:59.677106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437b0a0-4666-4e99-ac60-443a05e08507 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:22:59.696776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-8d130640-af19-4205-a8f4-ba181731a9ac service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9583993
May 14 21:22:59.699642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2955a2-9773-4f1c-aaf9-74ea2fee2f64 req-44ef2cb6-b9d0-4552-a6bc-4d7048acde04 service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8765821
May 14 21:22:59.836221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca9516-1f9b-46e5-9aae-3eff938a8c89 req-23182bb7-991e-4cb5-9bb8-4abf424946a9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:22:59.851531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1aca9516-1f9b-46e5-9aae-3eff938a8c89 req-23182bb7-991e-4cb5-9bb8-4abf424946a9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 907 time: 0.1097379
May 14 21:22:59.867874 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231df3280>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:58Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:22:59.875221 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (721a641c-f7ca-4d65-8daf-95a62b1570d4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:22:59.898959 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dca61f-06c4-443e-86f1-ac00fc62ebc4 None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:58Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:22:59.912990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['721a641c-f7ca-4d65-8daf-95a62b1570d4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:22:59.948119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-19266a1d-e462-4e83-8618-1289804c6d25 None None] Current status of the port be8f0c37-bfec-4d9f-8e61-fd27ee380913 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:22:59.973476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event deleted for resources: {'Port': ['ID=721a641c-f7ca-4d65-8daf-95a62b1570d4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:00.064615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] No DVR routers for this DVR port 721a641c-f7ca-4d65-8daf-95a62b1570d4 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:00.086367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e4b19477-e7fa-47f0-9ae9-9db5cf586364'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:00.104378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:00.107902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0ab7e80-b013-4345-91e0-4d27a50517b3 req-4c2ca8ff-18a6-44b1-8dda-d87ce2039073 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.48 "DELETE /v2.0/ports/721a641c-f7ca-4d65-8daf-95a62b1570d4 HTTP/1.1" status: 204  len: 173 time: 1.9766400
May 14 21:23:00.122975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.131264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.139406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0339-2e65-47b1-9a47-6f9051655565 req-ffe3b750-07e7-4e15-bca9-938e5cd8e5b4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.140223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.140897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-686e0339-2e65-47b1-9a47-6f9051655565 req-ffe3b750-07e7-4e15-bca9-938e5cd8e5b4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1551111
May 14 21:23:00.146202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.153383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.164711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.171824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.174104 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-b4efcf63-1167-4eb7-8b6a-a660beec1d5f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1649516
May 14 21:23:00.208153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bbdd6311-c9cf-40e3-8996-263bd96f2f4b None None] Provisioning complete for port e4b19477-e7fa-47f0-9ae9-9db5cf586364 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:00.208836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bbdd6311-c9cf-40e3-8996-263bd96f2f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:00.238307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-686e0339-2e65-47b1-9a47-6f9051655565 req-1d20d652-d1f1-42b1-95e7-3b2a07509a43 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895514
May 14 21:23:00.282914 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-175b1045-90f4-4906-af4c-3cc7f8888693 req-071d9ada-a913-4191-ba1a-6d1994467d8d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0878730
May 14 21:23:00.379266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d9d87-c686-4bc2-81bf-eb21ccf01751 req-a6cb8433-a32b-44f1-8c5d-760bd1895516 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.387722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98d9d87-c686-4bc2-81bf-eb21ccf01751 req-a6cb8433-a32b-44f1-8c5d-760bd1895516 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 943 time: 0.0753551
May 14 21:23:00.394806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd6311-c9cf-40e3-8996-263bd96f2f4b None None] Current status of the port e4b19477-e7fa-47f0-9ae9-9db5cf586364 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:00.467683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a98d9d87-c686-4bc2-81bf-eb21ccf01751 req-a1b5486a-e1c5-4ee4-97a5-63dd67b02242 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708156
May 14 21:23:00.477367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad101b-7c66-4855-8faf-88fde59d295c req-fcd047b6-20f7-42ce-94cc-c53e4db14e47 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.479317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2ad101b-7c66-4855-8faf-88fde59d295c req-fcd047b6-20f7-42ce-94cc-c53e4db14e47 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0708432
May 14 21:23:00.559959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2ad101b-7c66-4855-8faf-88fde59d295c req-5ed283f8-f9d3-4870-b44f-25ecf6107da0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695915
May 14 21:23:00.645856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e35b1f65-b7eb-4598-8513-078ce8c711f8 req-0714bc52-7ba3-4926-92d0-fc9b5c768695 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0584345
May 14 21:23:00.650604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-211ff9b2-76b4-4ad4-ac61-a0860ccb0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.652774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-211ff9b2-76b4-4ad4-ac61-a0860ccb0cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 1125 time: 0.1612749
May 14 21:23:00.709409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-6e6fab0a-63bf-43b0-9c0c-a3f3d4cfa028 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713921
May 14 21:23:00.760369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e69a26-06f3-4162-9ef2-e51040b68f49 req-d748cd16-5095-40e9-9d67-1f4f0b5a9d73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.772614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2e69a26-06f3-4162-9ef2-e51040b68f49 req-d748cd16-5095-40e9-9d67-1f4f0b5a9d73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1094429
May 14 21:23:00.788477 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-29017ff4-cab2-4f71-8849-90b776d5cd19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 HTTP/1.1" status: 200  len: 217 time: 0.0472467
May 14 21:23:00.885795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-080bdf12-df76-4308-bab8-ff3dbbab6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:00.887621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-080bdf12-df76-4308-bab8-ff3dbbab6c6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 1125 time: 0.0976646
May 14 21:23:00.904213 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2e69a26-06f3-4162-9ef2-e51040b68f49 req-79c0b09b-9392-4ceb-aaeb-8e4da82ce716 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209788
May 14 21:23:00.916562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be8f0c37-bfec-4d9f-8e61-fd27ee380913 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:01.010332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port be8f0c37-bfec-4d9f-8e61-fd27ee380913 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:01.010701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:01.061502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4e1d5-33d4-4fc9-a16e-ab62775dcaf4 req-e243e86e-c76d-490d-b3be-9ffad3d8c412 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.069932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89f4e1d5-33d4-4fc9-a16e-ab62775dcaf4 req-e243e86e-c76d-490d-b3be-9ffad3d8c412 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0740125
May 14 21:23:01.133404 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89f4e1d5-33d4-4fc9-a16e-ab62775dcaf4 req-588be61e-844d-429d-8c42-deaf0de5f991 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621324
May 14 21:23:01.184909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port be8f0c37-bfec-4d9f-8e61-fd27ee380913 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:01.430492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7b640297-ea89-4f83-aab4-d5a322adcfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.432389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-7b640297-ea89-4f83-aab4-d5a322adcfd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.6300850
May 14 21:23:01.446097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d6adf9-d234-4088-b815-223dc68976a4 req-c383a3f1-3980-4a92-b4f6-4971e4c8a641 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bbc2dd-60e5-44e4-9601-74231273003b HTTP/1.1" status: 200  len: 210 time: 0.5748422
May 14 21:23:01.494894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-39bef7e0-2d51-41a6-8704-7a15b64955fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.496833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-39bef7e0-2d51-41a6-8704-7a15b64955fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 914 time: 0.8366973
May 14 21:23:01.543713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-0e9e104f-3af8-4cb7-a3cc-ae8ba9eaa6c0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.545311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-0e9e104f-3af8-4cb7-a3cc-ae8ba9eaa6c0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.1742170
May 14 21:23:01.585070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-e170b790-091b-47ca-ac16-6d52605c6e57 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/quotas/a924ca59a9ac44cf96e53be012a43af1 HTTP/1.1" status: 200  len: 375 time: 0.0180290
May 14 21:23:01.608121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-61cefad7-4c73-48dc-9783-41c84a7f9c59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760 HTTP/1.1" status: 200  len: 217 time: 0.0881855
May 14 21:23:01.629948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-760fb424-a9eb-417c-aa04-04d315682245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.631460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-760fb424-a9eb-417c-aa04-04d315682245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1842825
May 14 21:23:01.670334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364'}, {'server_uuid': '43bbc2dd-60e5-44e4-9601-74231273003b', 'name': 'network-vif-deleted', 'tag': '721a641c-f7ca-4d65-8daf-95a62b1570d4'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:01.672505 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc358d-ead3-4985-b046-ff32e36bf812" -d '{"events": [{"name": "network-changed", "server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364"}, {"server_uuid": "43bbc2dd-60e5-44e4-9601-74231273003b", "name": "network-vif-deleted", "tag": "721a641c-f7ca-4d65-8daf-95a62b1570d4"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:01.693026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-3d3c02cd-92e4-4906-b08f-4ebf12846ed4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0982955
May 14 21:23:01.709857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.710762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-b8a16fbd-3976-4890-89a6-580f8d132734 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:23:01.712177 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-b8a16fbd-3976-4890-89a6-580f8d132734 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0116494
May 14 21:23:01.716024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.723032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.729344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.734934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.742181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.750534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.758332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a54b9628-8b34-49eb-9753-42abe28a651c req-7338fb1c-c982-4611-9a5d-209712d2c0fc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.2377911
May 14 21:23:01.820073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-0cb9df0f-2ec0-4644-b68e-015bb2856d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.822217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-0cb9df0f-2ec0-4644-b68e-015bb2856d7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 200  len: 914 time: 0.9196091
May 14 21:23:01.844328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-f2918ae9-b795-4f13-aa8e-859edd7fc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:01.845808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-f2918ae9-b795-4f13-aa8e-859edd7fc3f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.2286139
May 14 21:23:01.852130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-dd79e5d8-3f63-4d89-8deb-12b6232093a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325068
May 14 21:23:01.899659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-b232b3c6-a6cf-4a93-ab8e-859c60012def service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469842
May 14 21:23:01.971655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-088a1663-0d5d-47d6-b973-1aca11efb556 service neutron] 10.222.0.52 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155062
May 14 21:23:01.976229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a54b9628-8b34-49eb-9753-42abe28a651c req-94da1b13-b4cc-47e0-824c-411a94055319 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2168870
May 14 21:23:02.108361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-db1d6ea5-f862-48e6-a660-05c16d69a4e4 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4400244
May 14 21:23:02.149179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-d73b7987-4b45-406b-add2-ba068665cb8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b HTTP/1.1" status: 200  len: 217 time: 0.1862915
May 14 21:23:02.285672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716deca-457b-4fe2-b028-9024915a63cd req-40195456-e872-476d-b025-4464fb232a5b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:02.292670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716deca-457b-4fe2-b028-9024915a63cd req-40195456-e872-476d-b025-4464fb232a5b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 943 time: 0.2138841
May 14 21:23:02.369573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 00931368-ab9a-4f28-b1fa-c6e357b7b760 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:02.381816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-5a8164b4-0478-419e-bd70-d8a0a1e7c159 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4759657
May 14 21:23:02.389884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-b1046db2-bbeb-45c1-bc93-422275ae32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:02.391346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-b1046db2-bbeb-45c1-bc93-422275ae32cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 200  len: 853 time: 0.2299006
May 14 21:23:02.457709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0649f8c-8c45-473f-a66b-352663db2a18 req-ae6fe5c7-652a-4848-867c-e5cbb7766544 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0728393
May 14 21:23:02.506298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-886cba2f-58ee-4332-81eb-a2e7cbcd23f6 req-76fcb43b-f7e2-4b9b-a85f-d403b2010239 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3561468
May 14 21:23:02.572569 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c96161-207f-490b-95d8-e888a73beed5 x-openstack-request-id: req-d6c96161-207f-490b-95d8-e888a73beed5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:02.573174 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364", "status": "completed", "code": 200}, {"server_uuid": "43bbc2dd-60e5-44e4-9601-74231273003b", "name": "network-vif-deleted", "tag": "721a641c-f7ca-4d65-8daf-95a62b1570d4", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:02.573174 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6c96161-207f-490b-95d8-e888a73beed5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:02.579043 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c96161-207f-490b-95d8-e888a73beed5'] response: {'name': 'network-changed', 'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364', 'status': 'completed', 'code': 200}
May 14 21:23:02.579043 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c96161-207f-490b-95d8-e888a73beed5'] response: {'server_uuid': '43bbc2dd-60e5-44e4-9601-74231273003b', 'name': 'network-vif-deleted', 'tag': '721a641c-f7ca-4d65-8daf-95a62b1570d4', 'status': 'completed', 'code': 200}
May 14 21:23:02.581063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 00931368-ab9a-4f28-b1fa-c6e357b7b760, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:02.588672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-2b8bff4a-f3c8-4fc7-9193-0619071cd4f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=18a13367-d709-44a6-83ee-a5a75d3ef57e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1391156
May 14 21:23:02.615974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '00931368-ab9a-4f28-b1fa-c6e357b7b760', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'port_id': '00931368-ab9a-4f28-b1fa-c6e357b7b760', 'mac_address': 'fa:16:3e:5c:c0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:02.644073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f801c51c-a9f8-4a6b-8853-127c555a1593 req-7b7b36d3-434a-44be-b7ef-bf12a35083b9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 210 time: 0.0584953
May 14 21:23:02.701707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2716deca-457b-4fe2-b028-9024915a63cd req-9a59994a-6d60-49fc-9647-8d3be09061df tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3891063
May 14 21:23:02.729170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 00931368-ab9a-4f28-b1fa-c6e357b7b760 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:02.729170 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:02.737503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00931368-ab9a-4f28-b1fa-c6e357b7b760 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:02.769905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 00931368-ab9a-4f28-b1fa-c6e357b7b760, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:02.813076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-7062ac77-3b16-400c-9f83-26a412e2aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:02.813076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-7062ac77-3b16-400c-9f83-26a412e2aab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 1089 time: 0.2323747
May 14 21:23:02.818787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-956b3cd6-a281-4721-bf86-8a913c07062b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:02.820558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-956b3cd6-a281-4721-bf86-8a913c07062b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 820 time: 0.5096507
May 14 21:23:02.829543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:02.842133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'port': {'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'admin_state_up': True, 'tenant_id': '155b6f457be24818bb00db2560ef96fe'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:02.863755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac3e200d-2f57-4b5f-b294-8790b2b63f2c req-1238f99e-e683-43ab-bb10-b4ab46bad706 service neutron] 10.222.0.36 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4627986
May 14 21:23:02.926911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=00931368-ab9a-4f28-b1fa-c6e357b7b760,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:02.950308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-9fcd63c6-8d79-4235-ab34-13a7780d863e service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141634
May 14 21:23:03.072417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['00931368-ab9a-4f28-b1fa-c6e357b7b760'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:03.208843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.217991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.224432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.233096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.240867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.247870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.255113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.257144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-5134e088-f835-44a7-ac47-14aa2b1a62c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1954539
May 14 21:23:03.278224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.278639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.279094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.280239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.280737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.281185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.281651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.283750 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-db3f85e2-ffcc-42aa-ad9c-9f7d7cb693da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6705 time: 0.1804421
May 14 21:23:03.310405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-35144ec8-c62d-4ada-ba83-f842c9840b3e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.312651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-35144ec8-c62d-4ada-ba83-f842c9840b3e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.3376772
May 14 21:23:03.318673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Made reservation on behalf of 155b6f457be24818bb00db2560ef96fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:03.322197 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:03.325622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37c6cd2b-f289-4ed6-bb3a-d640544b312a req-1ea030c6-ae55-4049-b171-1efb8772a8af service neutron] 10.222.0.48 "GET /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3662484
May 14 21:23:03.335764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device df6ad504-9db2-4d27-a0c0-ff808265d93b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:03.344747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3ca3ce5-e79c-46f8-813b-1721b6b305d5 req-14740320-2a40-4518-8fc3-c3428a6e32ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0809748
May 14 21:23:03.345153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 721a641c-f7ca-4d65-8daf-95a62b1570d4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:03.380860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 721a641c-f7ca-4d65-8daf-95a62b1570d4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:03.382185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 721a641c-f7ca-4d65-8daf-95a62b1570d4 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:03.383621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-99e2b4a1-0527-480b-ae05-64836c6dd85c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/quotas/b031454047774b4fb8b459f226f645d2 HTTP/1.1" status: 200  len: 375 time: 0.0464935
May 14 21:23:03.411954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-7576fd04-a8d6-4c80-93bc-a89b26533d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.413371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-7576fd04-a8d6-4c80-93bc-a89b26533d76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.3075943
May 14 21:23:03.489877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port df6ad504-9db2-4d27-a0c0-ff808265d93b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:03.501958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-7105d7c7-d16b-462c-94a5-28a22672f8ae tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1099772
May 14 21:23:03.506152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'df6ad504-9db2-4d27-a0c0-ff808265d93b', 'network_id': '18a13367-d709-44a6-83ee-a5a75d3ef57e', 'port_id': 'df6ad504-9db2-4d27-a0c0-ff808265d93b', 'mac_address': 'fa:16:3e:76:67:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:03.549383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port df6ad504-9db2-4d27-a0c0-ff808265d93b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:03.553452 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:03.564789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-290e9318-15f6-4b74-87f4-5b59930ca4f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 200  len: 217 time: 0.1209738
May 14 21:23:03.568089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6ad504-9db2-4d27-a0c0-ff808265d93b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:03.595818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port df6ad504-9db2-4d27-a0c0-ff808265d93b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:03.611804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4a81c0f-c15a-4193-88c1-4fa2cbac42e9 req-c64e7162-ddd9-46b2-94d1-db3a348bcdb2 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0449193
May 14 21:23:03.669119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:03.733799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=df6ad504-9db2-4d27-a0c0-ff808265d93b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:03.743894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0398baba-1bbf-4fb1-858f-f26f78930089 req-3b34fe3f-e99f-4454-a0b5-554d05220ba9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 210 time: 0.0387816
May 14 21:23:03.769209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-e6e17e04-dfe8-411a-bd4b-d41e3affe30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.771102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-e6e17e04-dfe8-411a-bd4b-d41e3affe30f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e72934f-3fc8-4cfb-a320-816dc2a9b892 HTTP/1.1" status: 200  len: 903 time: 0.4774272
May 14 21:23:03.799547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-4b526682-8426-4384-b15f-fb60b7a8b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.800987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-4b526682-8426-4384-b15f-fb60b7a8b9be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.2108855
May 14 21:23:03.808002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Allocated IP 172.20.0.13 (b6600266-4425-42b1-a9f0-5eddc540b575/68e2932a-b0e4-47b9-936e-1444f45f79aa/5837daea-a74b-411d-b12d-81c8f1cedc5b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:03.858554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-14537d0a-75ca-4a3f-a45b-d2ce07b08fe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 HTTP/1.1" status: 200  len: 217 time: 0.0711534
May 14 21:23:03.910214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['df6ad504-9db2-4d27-a0c0-ff808265d93b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:03.937256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd2f74-d28b-4638-9cee-32f61c6ec571 req-45598d88-8077-4400-a93a-a4ef2b67c5e0 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:03.948033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75fd2f74-d28b-4638-9cee-32f61c6ec571 req-45598d88-8077-4400-a93a-a4ef2b67c5e0 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 944 time: 0.0850286
May 14 21:23:03.958439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-f2ead99c-dfc6-4cda-bc8a-12f365bcf26b service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3872230
May 14 21:23:04.005325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-69780477-763b-4b8d-8ab8-6a58d0eec0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.006860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-69780477-763b-4b8d-8ab8-6a58d0eec0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1519837
May 14 21:23:04.024266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75fd2f74-d28b-4638-9cee-32f61c6ec571 req-a382397b-61b6-459d-b948-728ce5b59ff5 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672252
May 14 21:23:04.098922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-6507430f-13ba-4d68-9c60-6f5fd78a570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.100436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-6507430f-13ba-4d68-9c60-6f5fd78a570c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.2202001
May 14 21:23:04.186864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-17b4b669-caf9-428f-8e4d-c17a3dae1b14 service neutron] 10.222.0.52 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2139249
May 14 21:23:04.247686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:04.379905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 00931368-ab9a-4f28-b1fa-c6e357b7b760 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:04.408436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-467a4705-717f-4a3f-9586-3fc2471e13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.409954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-467a4705-717f-4a3f-9586-3fc2471e13c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0905559
May 14 21:23:04.424112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:04.474152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 00931368-ab9a-4f28-b1fa-c6e357b7b760 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:04.532237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.538787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.544219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 00931368-ab9a-4f28-b1fa-c6e357b7b760 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:04.544712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:04.546584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.552578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.559344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.569046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.574084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.577774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-063cd281-7c34-400e-92b7-37005c9d0a10 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1337137
May 14 21:23:04.673257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 00931368-ab9a-4f28-b1fa-c6e357b7b760 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:04.674473 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:04.717892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8530336-dd16-47bc-9c6c-079a0a6940d3 req-c839ec4c-5af9-425d-9036-8e45d65e736d tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1338208
May 14 21:23:04.736777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00931368-ab9a-4f28-b1fa-c6e357b7b760'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:04.739799 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d884e4-530c-4817-9bf5-9a2d570af82d" -d '{"events": [{"server_uuid": "ee92d0d1-cd16-4d03-809b-e0c6c9d2757f", "name": "network-vif-plugged", "status": "completed", "tag": "00931368-ab9a-4f28-b1fa-c6e357b7b760"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:04.758259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 00931368-ab9a-4f28-b1fa-c6e357b7b760, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:04.818784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:04.839798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Network b6600266-4425-42b1-a9f0-5eddc540b575 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:04.846717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:04.902707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=00931368-ab9a-4f28-b1fa-c6e357b7b760,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:04.907314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:04.913715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5f93a-2b0f-4339-abfd-9c33225c2e66 req-341e2d59-a97f-4033-811e-fec235580b42 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:04.916400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0f5f93a-2b0f-4339-abfd-9c33225c2e66 req-341e2d59-a97f-4033-811e-fec235580b42 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 932 time: 0.0912104
May 14 21:23:04.988872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07e87488-7b3f-45ea-96b7-7996be1dc1f5 req-e3c1ae5f-bb9a-47f3-b69a-db910bc69183 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 210 time: 0.1454909
May 14 21:23:04.999141 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0f5f93a-2b0f-4339-abfd-9c33225c2e66 req-e6fef6ec-3b8a-42a0-b11e-34056ea483c8 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691330
May 14 21:23:05.093601 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a66dfc-3c9b-4888-aec8-f3d8bfc8faed x-openstack-request-id: req-12a66dfc-3c9b-4888-aec8-f3d8bfc8faed {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:05.093782 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee92d0d1-cd16-4d03-809b-e0c6c9d2757f", "name": "network-vif-plugged", "status": "completed", "tag": "00931368-ab9a-4f28-b1fa-c6e357b7b760", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:05.094054 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12a66dfc-3c9b-4888-aec8-f3d8bfc8faed {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:05.094462 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a66dfc-3c9b-4888-aec8-f3d8bfc8faed'] response: {'server_uuid': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00931368-ab9a-4f28-b1fa-c6e357b7b760', 'code': 200}
May 14 21:23:05.124024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event updated for resources: {'Port': ['ID=5837daea-a74b-411d-b12d-81c8f1cedc5b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:05.134924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-6c7e7dbb-ea09-4c45-a7f7-9da3a81e19b0 service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8141060
May 14 21:23:05.219124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0046fa6-4119-4b6d-86fe-1f187ea34e4b req-2f8b3b16-b3a6-422b-9b5a-644f7255b4fc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 210 time: 0.0984821
May 14 21:23:05.283515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c6436-d805-4d6a-a3cd-aeebee74975d req-6d88b805-85e7-425f-b7cb-e811866cd09b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.290731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-189c6436-d805-4d6a-a3cd-aeebee74975d req-6d88b805-85e7-425f-b7cb-e811866cd09b tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 945 time: 0.0588114
May 14 21:23:05.318764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34606) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:05.334604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device df6ad504-9db2-4d27-a0c0-ff808265d93b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:05.369592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.370420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.424352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-189c6436-d805-4d6a-a3cd-aeebee74975d req-aa31e0ae-89e0-404b-ae66-cef335983d09 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313770
May 14 21:23:05.454682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-cefec38f-7964-4a00-9009-20800562be32 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6101842
May 14 21:23:05.461578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3b1ec919-5633-442b-8568-31e9170426c0 None None] Provisioning complete for port 5837daea-a74b-411d-b12d-81c8f1cedc5b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:05.462121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b1ec919-5633-442b-8568-31e9170426c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.472237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fee43-8f6b-4d11-aaad-f51c49ec9963 req-02bd2eed-0a5a-4ba5-9781-925fdd9e3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.473738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-105fee43-8f6b-4d11-aaad-f51c49ec9963 req-02bd2eed-0a5a-4ba5-9781-925fdd9e3a41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 1127 time: 0.2486143
May 14 21:23:05.478634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5fc358d-ead3-4985-b046-ff32e36bf812 req-993535a3-73ff-4707-b99f-354920d2f63c service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563710
May 14 21:23:05.498844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-20bfb3d4-b163-440c-8c48-ed4b2709b5b0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.500365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-20bfb3d4-b163-440c-8c48-ed4b2709b5b0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 812 time: 0.5137539
May 14 21:23:05.510707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ec919-5633-442b-8568-31e9170426c0 None None] Port 5837daea-a74b-411d-b12d-81c8f1cedc5b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:23:05.512648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port df6ad504-9db2-4d27-a0c0-ff808265d93b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:05.515573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Request body: {'port': {'device_id': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'admin_state_up': True, 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:05.574327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-e04d2b0e-cde7-450d-abd8-5e62370bb722 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7377884
May 14 21:23:05.585463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Request body: {'port': {'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:05.623822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port df6ad504-9db2-4d27-a0c0-ff808265d93b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:05.624291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.745676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.756607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (c95d33a6-0461-4df7-820c-55e6bcd77cde), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.786102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port df6ad504-9db2-4d27-a0c0-ff808265d93b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:05.786717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.827190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port df6ad504-9db2-4d27-a0c0-ff808265d93b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:05.865460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-105fee43-8f6b-4d11-aaad-f51c49ec9963 req-1d1baa59-0a6f-4eec-a0b9-732dd428a758 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233574
May 14 21:23:05.918200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Made reservation on behalf of a924ca59a9ac44cf96e53be012a43af1 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:05.922709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.957871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ece1aa-fc93-4769-83a9-d8163c68a65c req-aa12cd2c-8f09-4480-9a03-66a922ef6e18 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2999978
May 14 21:23:05.967186 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:05.981331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.987361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.992848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:05.998939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:06.004220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:06.009700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:06.017151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:06.019134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-ca2862e2-a01e-491f-a4a7-9f4bae10b3f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1605308
May 14 21:23:06.048585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=df6ad504-9db2-4d27-a0c0-ff808265d93b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:06.088253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Deleting port 4c4077c6-f41b-4374-a793-a320bc00871c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:06.088707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.212235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188bd8c-00db-430f-8b74-ba27935e32a3 req-96aeaf8c-c8ae-48a6-bd21-16b0d8f66dee tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:06.213631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7188bd8c-00db-430f-8b74-ba27935e32a3 req-96aeaf8c-c8ae-48a6-bd21-16b0d8f66dee tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 932 time: 0.0908318
May 14 21:23:06.215383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e01f6e32-5d78-421d-86c1-1db922876f5a req-86a55372-8a4e-4c7c-97f3-4d88f1ae47f8 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1807959
May 14 21:23:06.284488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] For port 4c4077c6-f41b-4374-a793-a320bc00871c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c4077c6-f41b-4374-a793-a320bc00871c,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:06.285012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.308550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Calling delete_port for 4c4077c6-f41b-4374-a793-a320bc00871c owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:06.330094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Allocated IP 172.20.0.13 (5fb69a44-68f6-44d7-9bcb-ee9798387585/3624ac4e-c186-4726-8d55-8e46daad7b4d/af229f26-8c15-4496-83fd-3745d3601050) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:06.333678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7188bd8c-00db-430f-8b74-ba27935e32a3 req-41356e35-93a5-4d6d-b225-c6f62f6bdd3f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109321
May 14 21:23:06.366046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a35a584-66a5-4b35-acde-9c6072ebb5fc req-c23c60df-ba6c-4cd9-9146-be01bf45a908 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 210 time: 0.0541439
May 14 21:23:06.447090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a0b049a-5c19-4e39-b8fc-f75fce35c7e4 req-1b55cbf3-bc81-4b41-8153-c18dd7df3701 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 210 time: 0.0344102
May 14 21:23:06.527269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5837daea-a74b-411d-b12d-81c8f1cedc5b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:06.562228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Publish callbacks [] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.598898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Transition to ACTIVE for port object 5837daea-a74b-411d-b12d-81c8f1cedc5b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:23:06.605223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe0f1b-987e-4b40-ad24-cdb40e7ff927 req-5758029a-7201-4a45-b904-397620543239 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:06.606719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03fe0f1b-987e-4b40-ad24-cdb40e7ff927 req-5758029a-7201-4a45-b904-397620543239 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 945 time: 0.1064463
May 14 21:23:06.649562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for port (af229f26-8c15-4496-83fd-3745d3601050), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.679713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03fe0f1b-987e-4b40-ad24-cdb40e7ff927 req-2a901e0f-824f-4ec0-a081-4cb7b72cdf64 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661075
May 14 21:23:06.738631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4c4077c6-f41b-4374-a793-a320bc00871c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.740899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.771147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4077c6-f41b-4374-a793-a320bc00871c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:06.796280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Pushing event updated for resources: {'Port': ['ID=5837daea-a74b-411d-b12d-81c8f1cedc5b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:06.802560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:06.821340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996', '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:06.869302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:06.895041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:06.901947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:06.907179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:07.002922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (c95d33a6-0461-4df7-820c-55e6bcd77cde), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.004591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Attempting to bind port 5837daea-a74b-411d-b12d-81c8f1cedc5b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:07.004934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Attempting to bind port 5837daea-a74b-411d-b12d-81c8f1cedc5b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:07.005266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Attempting to bind port 5837daea-a74b-411d-b12d-81c8f1cedc5b on network b6600266-4425-42b1-a9f0-5eddc540b575 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:07.014448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.015126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.024215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Port 5837daea-a74b-411d-b12d-81c8f1cedc5b on network b6600266-4425-42b1-a9f0-5eddc540b575 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:23:07.024544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Attempting to bind port 5837daea-a74b-411d-b12d-81c8f1cedc5b on network b6600266-4425-42b1-a9f0-5eddc540b575 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:07.036859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:07.037201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Checking segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:07.038985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Bound using segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:07.038985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Bound port: 5837daea-a74b-411d-b12d-81c8f1cedc5b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:07.038985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.101963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2225cca2-af55-4314-b378-e65945e6738b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6ad504-9db2-4d27-a0c0-ff808265d93b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:07.105447 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc9c88e-b2c7-4c60-a5b9-e886b8164a0b" -d '{"events": [{"server_uuid": "2225cca2-af55-4314-b378-e65945e6738b", "name": "network-vif-plugged", "status": "completed", "tag": "df6ad504-9db2-4d27-a0c0-ff808265d93b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:07.177523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-49f407c3-0154-44f7-a51a-3865e9ef2b73 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6691244
May 14 21:23:07.202019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Request body: {'port': {'device_id': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:07.273222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] For port 5837daea-a74b-411d-b12d-81c8f1cedc5b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:07.277896 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ae12a-a0d0-4eb3-becb-2e9ce0ed3f17 x-openstack-request-id: req-d55ae12a-a0d0-4eb3-becb-2e9ce0ed3f17 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:07.278036 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2225cca2-af55-4314-b378-e65945e6738b", "name": "network-vif-plugged", "status": "completed", "tag": "df6ad504-9db2-4d27-a0c0-ff808265d93b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:07.278245 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d55ae12a-a0d0-4eb3-becb-2e9ce0ed3f17 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:07.278641 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55ae12a-a0d0-4eb3-becb-2e9ce0ed3f17'] response: {'server_uuid': '2225cca2-af55-4314-b378-e65945e6738b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6ad504-9db2-4d27-a0c0-ff808265d93b', 'code': 200}
May 14 21:23:07.331900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.335387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] For port 5837daea-a74b-411d-b12d-81c8f1cedc5b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:07.384168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a37b96-b152-45dd-be93-29f1c607da24 req-2edd055f-adf8-4250-9bc2-e69287f73437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.385633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a37b96-b152-45dd-be93-29f1c607da24 req-2edd055f-adf8-4250-9bc2-e69287f73437 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 1127 time: 0.1112740
May 14 21:23:07.432078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.483630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-50a88532-6d07-4ae4-a093-e46fc4b3efba None None] Provisioning complete for port af229f26-8c15-4496-83fd-3745d3601050 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:07.484585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50a88532-6d07-4ae4-a093-e46fc4b3efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (af229f26-8c15-4496-83fd-3745d3601050), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.500709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.508667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.519468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.527994 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a37b96-b152-45dd-be93-29f1c607da24 req-3c17a4ff-3e87-4a85-a5fa-99a7a51d1fde service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223814
May 14 21:23:07.529767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.530977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-50a88532-6d07-4ae4-a093-e46fc4b3efba None None] Port af229f26-8c15-4496-83fd-3745d3601050 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:23:07.539302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.545958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.552052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.554348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-18651e80-3778-4e40-8b57-36e58764ea4e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5431 time: 0.1685438
May 14 21:23:07.554961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eda9e3-ca30-4f3d-9c52-accf2a3c7b4a req-5ca82ebc-c51e-4758-8ac3-a9539563f042 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.556666 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-69eda9e3-ca30-4f3d-9c52-accf2a3c7b4a req-5ca82ebc-c51e-4758-8ac3-a9539563f042 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 944 time: 0.1278183
May 14 21:23:07.618228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.619015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:07.620434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] 10.222.0.48 "PUT /v2.0/ports/5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 1092 time: 2.0390224
May 14 21:23:07.627115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:07.629783 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673b5799-832e-4e7b-905d-551a15e93897" -d '{"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:07.663224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-69eda9e3-ca30-4f3d-9c52-accf2a3c7b4a req-cf1a3ae7-cee1-4fa6-b4b4-1e2cef77067f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726576
May 14 21:23:07.665244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Router c95d33a6-0461-4df7-820c-55e6bcd77cde has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:07.870714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1bf91b16-9802-4a9b-93ba-92fc67d80999 req-da56a091-2e5e-4d35-b803-b3a213961e53 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2863154
May 14 21:23:07.871426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Pushing event updated for resources: {'Port': ['ID=5837daea-a74b-411d-b12d-81c8f1cedc5b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:07.875338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-f67c54d2-8e4b-4d46-9ba0-c1641b390451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:07.878662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-f67c54d2-8e4b-4d46-9ba0-c1641b390451 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1126 time: 0.0817089
May 14 21:23:07.902674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.903712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.904724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.905211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.905645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.906073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.906518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.906942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.907546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.907975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.908484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.909955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.909955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.910440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.911589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660bb66d-a851-4b41-92dc-b873a78ac189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:07.930146 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fff97a98-555f-4518-9782-66422283cb5e req-725e7902-810e-4618-bb25-dfa787269e2c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 210 time: 0.1686013
May 14 21:23:07.974117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:07.986966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] Sync routers for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:07.992660 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4cd02938-8cd9-4869-92f4-5feff8b31cd7 admin admin] 10.222.0.52 "PUT /v2.0/routers/c95d33a6-0461-4df7-820c-55e6bcd77cde/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6705713
May 14 21:23:07.993318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34662) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:08.012628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:08.014016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b8d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:08.021545 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba1d44d-3596-457b-bd60-44d0a1478f13 x-openstack-request-id: req-6ba1d44d-3596-457b-bd60-44d0a1478f13 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:08.021837 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:08.022083 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ba1d44d-3596-457b-bd60-44d0a1478f13 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:08.022487 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba1d44d-3596-457b-bd60-44d0a1478f13'] response: {'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'status': 'completed', 'code': 200}
May 14 21:23:08.115555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc09bf-3302-4b27-815c-61be66fc77fa req-c7ea161b-241c-440e-afe3-f3d70524dae5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:08.118624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1edc09bf-3302-4b27-815c-61be66fc77fa req-c7ea161b-241c-440e-afe3-f3d70524dae5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 932 time: 0.0953681
May 14 21:23:08.153825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:08.199658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e465da8-db88-405c-8b90-b3266ced6b1d req-d3d129d0-a4d7-46b0-bbfe-0f42f5b02bf3 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:08.201367 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e465da8-db88-405c-8b90-b3266ced6b1d req-d3d129d0-a4d7-46b0-bbfe-0f42f5b02bf3 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 945 time: 0.0757456
May 14 21:23:08.203585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks [] for router (c95d33a6-0461-4df7-820c-55e6bcd77cde), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:08.206498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1edc09bf-3302-4b27-815c-61be66fc77fa req-0f5f73ae-dc10-45ae-96e1-d511060bfc2c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706534
May 14 21:23:08.257079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-726823d5-f5a5-4e2d-bf03-3b46ffafddd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 217 time: 0.0557566
May 14 21:23:08.341775 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e465da8-db88-405c-8b90-b3266ced6b1d req-787fcc8e-ce1c-41e6-bbda-80d90e3d4913 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754662
May 14 21:23:08.372148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af229f26-8c15-4496-83fd-3745d3601050 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:08.384873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 295d1cbd-15b9-44db-8e23-acbc4c34efab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:08.385312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-bbd9b98d-9414-4b1d-a9c1-690b2349a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:08.387071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-bbd9b98d-9414-4b1d-a9c1-690b2349a373 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.1174078
May 14 21:23:08.389585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Publish callbacks [] for port (af229f26-8c15-4496-83fd-3745d3601050), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:08.445369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks [] for router_gateway (c95d33a6-0461-4df7-820c-55e6bcd77cde), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:08.453689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Transition to ACTIVE for port object af229f26-8c15-4496-83fd-3745d3601050 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:23:08.464844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-23e27b30-36c5-443f-bdb1-644d3ba56b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:08.466340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-23e27b30-36c5-443f-bdb1-644d3ba56b1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0649095
May 14 21:23:08.526578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:08.597896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:08.605175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Deleting port 129ae2bd-b2f5-4071-9347-e5bb50d70e01 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:08.606527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:08.627036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b8d130>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:23:06Z', 'revision_number': 5, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port': {'id': '129ae2bd-b2f5-4071-9347-e5bb50d70e01', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:28Z', 'updated_at': '2022-05-14T21:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:08.653065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] Checking router: c95d33a6-0461-4df7-820c-55e6bcd77cde for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:08.657463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '295d1cbd-15b9-44db-8e23-acbc4c34efab', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'port_id': '295d1cbd-15b9-44db-8e23-acbc4c34efab', 'mac_address': 'fa:16:3e:d1:eb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:08.672795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] Routers {'c95d33a6-0461-4df7-820c-55e6bcd77cde'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:08.672795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b8d130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c95d33a6-0461-4df7-820c-55e6bcd77cde'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:08.785707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] For port 129ae2bd-b2f5-4071-9347-e5bb50d70e01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=129ae2bd-b2f5-4071-9347-e5bb50d70e01,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:08.788309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:08.801661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:08.827387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Calling delete_port for 129ae2bd-b2f5-4071-9347-e5bb50d70e01 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:09.005774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-8e489aa0-fac8-4074-a397-b768199933d6 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5218942
May 14 21:23:09.033387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-7d15966e-88a6-4eb8-ad87-2c61ccc3ed91 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.039795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-7d15966e-88a6-4eb8-ad87-2c61ccc3ed91 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 812 time: 0.5355287
May 14 21:23:09.068886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 295d1cbd-15b9-44db-8e23-acbc4c34efab is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:09.069534 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.087091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Request body: {'port': {'device_id': '98cfa904-6334-446b-9c55-78b1cad1609b', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'admin_state_up': True, 'tenant_id': 'b031454047774b4fb8b459f226f645d2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:09.124882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295d1cbd-15b9-44db-8e23-acbc4c34efab {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:09.159364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] Set router c95d33a6-0461-4df7-820c-55e6bcd77cde gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:09.169484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd080056-038c-49ad-bb27-b9fd8b87e644 req-a6a01568-adea-4283-8f4e-1710a11dda08 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.172236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd080056-038c-49ad-bb27-b9fd8b87e644 req-a6a01568-adea-4283-8f4e-1710a11dda08 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 944 time: 0.3025355
May 14 21:23:09.262976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Attempting to bind port af229f26-8c15-4496-83fd-3745d3601050 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:09.263298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Attempting to bind port af229f26-8c15-4496-83fd-3745d3601050 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:09.263686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Attempting to bind port af229f26-8c15-4496-83fd-3745d3601050 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:09.285939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:09.288988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b8d130>, [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:23:08Z', 'revision_number': 6, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:09.328875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360fc11-0be7-439b-82f3-963e000bdc73 None None] The sync data for ids ['c95d33a6-0461-4df7-820c-55e6bcd77cde'] in ncdv-master-1 is: [{'id': 'c95d33a6-0461-4df7-820c-55e6bcd77cde', 'name': 'tempest-AttachSCSIVolumeTestJSON-1285488289-router', 'tenant_id': '44c96286063c40ac948610903a50e98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:26Z', 'updated_at': '2022-05-14T21:23:08Z', 'revision_number': 6, 'project_id': '44c96286063c40ac948610903a50e98f', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:09.378838 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.380146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 54b871a9-1a1e-4062-9a50-5ddf26961b8e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:09.459641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:09.466147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:09.481502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '54b871a9-1a1e-4062-9a50-5ddf26961b8e', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'port_id': '54b871a9-1a1e-4062-9a50-5ddf26961b8e', 'mac_address': 'fa:16:3e:7e:dd:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:09.529556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 54b871a9-1a1e-4062-9a50-5ddf26961b8e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:09.530263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.545273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b871a9-1a1e-4062-9a50-5ddf26961b8e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:09.583531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:09.614205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.622808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.625118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.630368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.635716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.642054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.647331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:09.649298 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-34fef8c3-cc49-4e02-b0fe-62a58a5bffad tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5432 time: 0.1090481
May 14 21:23:09.670819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.671865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 150fe679-5889-44eb-bcc1-bbb9d924b590 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:09.675178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Port af229f26-8c15-4496-83fd-3745d3601050 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:23:09.675859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Attempting to bind port af229f26-8c15-4496-83fd-3745d3601050 on network 5fb69a44-68f6-44d7-9bcb-ee9798387585 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:09.736110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:09.736576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Checking segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:09.737143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Bound using segment: {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:09.737754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Bound port: af229f26-8c15-4496-83fd-3745d3601050, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b386f6c2-a473-4f9c-a964-8bdf90dffcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:09.738132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.764652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07cc1d28-774f-4aac-88f5-7194e1618e12 req-a7a3c8ec-f204-4be2-a301-1c6f0c7e5a70 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0875938
May 14 21:23:09.770207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca44620-e17e-4fe5-b13c-0921bbcd9b1d req-6692d371-af9b-43e0-a2f6-7f48002eb196 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7342489
May 14 21:23:09.796896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=150fe679-5889-44eb-bcc1-bbb9d924b590,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:09.799534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:09.817524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.817960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.818313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.818648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.818979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.819311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.819667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.819990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.820439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.820764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.821327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.821656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.822208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.822580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.822889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:09.846444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '150fe679-5889-44eb-bcc1-bbb9d924b590', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'port_id': '150fe679-5889-44eb-bcc1-bbb9d924b590', 'mac_address': 'fa:16:3e:4c:aa:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:09.856860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd080056-038c-49ad-bb27-b9fd8b87e644 req-446920ce-92f3-4a8e-a046-71e98a028f0b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6529229
May 14 21:23:09.878644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (129ae2bd-b2f5-4071-9347-e5bb50d70e01), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.904602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc1a9ce6-8b9e-4982-a9ef-0164c7a3611f req-b8800fb4-4669-41a1-8661-e48008a65d23 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 210 time: 0.0554049
May 14 21:23:09.910323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 150fe679-5889-44eb-bcc1-bbb9d924b590 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:09.910751 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:09.938515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150fe679-5889-44eb-bcc1-bbb9d924b590 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:09.947626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:09.951745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:09.964082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=150fe679-5889-44eb-bcc1-bbb9d924b590,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:09.987030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Pushing event deleted for resources: {'Port': ['ID=129ae2bd-b2f5-4071-9347-e5bb50d70e01,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:10.014590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Made reservation on behalf of b031454047774b4fb8b459f226f645d2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:10.017551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.017905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.018247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.018587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.018704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.018924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.019255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.019664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.020004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.020328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.020653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.020980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.021303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.021626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.022088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.022414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:23:10.035317 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.036788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ed4b2309-b8f5-4d14-9e50-2b5701924849 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:10.052541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.083081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4da39-e380-43e6-9f3a-c2fd03b47c7a req-98056dbf-1d59-4e12-bddc-c4a5c0997866 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:10.084634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfa4da39-e380-43e6-9f3a-c2fd03b47c7a req-98056dbf-1d59-4e12-bddc-c4a5c0997866 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 945 time: 0.0884051
May 14 21:23:10.129016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (c95d33a6-0461-4df7-820c-55e6bcd77cde), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.141758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e01296-c5cc-4d1a-8c13-be573e3572be req-5afeaedb-83d0-46bc-9748-2debbed8733a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:10.143547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-32e01296-c5cc-4d1a-8c13-be573e3572be req-5afeaedb-83d0-46bc-9748-2debbed8733a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.1428254
May 14 21:23:10.147161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:10.158600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:10.159223 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.160733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-6376a240-d4fe-48ce-b506-75404636196e service neutron] 10.222.0.48 "PUT /v2.0/ports/af229f26-8c15-4496-83fd-3745d3601050 HTTP/1.1" status: 200  len: 1092 time: 2.9690907
May 14 21:23:10.164103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:10.166916 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1c327a-4f69-479c-ba6c-a9e6bba202af" -d '{"events": [{"name": "network-changed", "server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "tag": "af229f26-8c15-4496-83fd-3745d3601050"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:10.220968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376a240-d4fe-48ce-b506-75404636196e service neutron] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:10.298059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-32e01296-c5cc-4d1a-8c13-be573e3572be req-e862aac5-980d-4711-b1ea-7f7bfd5baa62 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426432
May 14 21:23:10.334706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfa4da39-e380-43e6-9f3a-c2fd03b47c7a req-e02754c2-dd64-45b3-b024-84e713744f18 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381368
May 14 21:23:10.338329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:10.346598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (c95d33a6-0461-4df7-820c-55e6bcd77cde), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.349033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks [] for router_controller (c95d33a6-0461-4df7-820c-55e6bcd77cde), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.366347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'port_id': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'mac_address': 'fa:16:3e:46:e3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:10.409047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e8dc1b1-bd44-4f8d-ad4e-2bc6485c2428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.412619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:23:10.429946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Allocated IP 172.20.0.6 (3bdbef8a-a684-458d-bfe2-b4f322a15d2e/efe38ebe-2521-4253-b829-c6ff672adb03/bffc484e-a9f4-471b-ac3c-ff72cedc60b5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:10.440542 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f766ba-6d4a-45fd-8938-ff46be87e1e6 x-openstack-request-id: req-17f766ba-6d4a-45fd-8938-ff46be87e1e6 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:10.440542 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "tag": "af229f26-8c15-4496-83fd-3745d3601050", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:10.440542 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17f766ba-6d4a-45fd-8938-ff46be87e1e6 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:10.440542 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f766ba-6d4a-45fd-8938-ff46be87e1e6'] response: {'name': 'network-changed', 'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050', 'status': 'completed', 'code': 200}
May 14 21:23:10.456434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ed4b2309-b8f5-4d14-9e50-2b5701924849 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:10.457084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.484470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4b2309-b8f5-4d14-9e50-2b5701924849 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:10.510555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:10.548784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645eac0-3a93-4211-a04e-cec8ded18978 req-f694b021-da57-4872-b1d9-6577825589c8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:10.550422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0645eac0-3a93-4211-a04e-cec8ded18978 req-f694b021-da57-4872-b1d9-6577825589c8 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 945 time: 0.0660729
May 14 21:23:10.601830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0645eac0-3a93-4211-a04e-cec8ded18978 req-17f678f4-64b7-4e9c-be08-387412edfa91 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458663
May 14 21:23:10.629457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (c95d33a6-0461-4df7-820c-55e6bcd77cde), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.630793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c95d33a6-0461-4df7-820c-55e6bcd77cde {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:23:10.633686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks [] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.637043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.638189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de0a92c6-bbaa-40fb-901a-abb07fdc5214 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c95d33a6-0461-4df7-820c-55e6bcd77cde HTTP/1.1" status: 204  len: 168 time: 2.6436927
May 14 21:23:10.641526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34698) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:10.679666 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.682344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device cb2ed6c9-1135-4b76-b18c-8882fea92d8d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:10.700455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Deleting subnet fa958335-3936-45e8-a7fd-a919a253458f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:23:10.711602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Publish callbacks [] for subnet (fa958335-3936-45e8-a7fd-a919a253458f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.810745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (fa958335-3936-45e8-a7fd-a919a253458f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.842891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c4077c6-f41b-4374-a793-a320bc00871c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:10.864661 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.880513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4c4077c6-f41b-4374-a793-a320bc00871c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:10.881138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c4077c6-f41b-4374-a793-a320bc00871c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:10.881663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 129ae2bd-b2f5-4071-9347-e5bb50d70e01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:10.895523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.resource_extend [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:23:10.927778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:10.941771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (fa958335-3936-45e8-a7fd-a919a253458f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:10.949801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b5799-832e-4e7b-905d-551a15e93897 req-9141a6d8-46b4-493d-b14e-ba9af0fd614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:10.951803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-9141a6d8-46b4-493d-b14e-ba9af0fd614d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1126 time: 0.1716123
May 14 21:23:10.962652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 129ae2bd-b2f5-4071-9347-e5bb50d70e01 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:10.963733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 129ae2bd-b2f5-4071-9347-e5bb50d70e01 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:10.973610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:10.990333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:10.991889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c327a-4f69-479c-ba6c-a9e6bba202af req-898aeaa0-5773-47a9-9732-f3fbd6460a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:10.993395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e1c327a-4f69-479c-ba6c-a9e6bba202af req-898aeaa0-5773-47a9-9732-f3fbd6460a63 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 1126 time: 0.1830335
May 14 21:23:11.002754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'cb2ed6c9-1135-4b76-b18c-8882fea92d8d', 'network_id': '4bc88faa-84db-4cff-8bb5-84c3d14fdc3b', 'port_id': 'cb2ed6c9-1135-4b76-b18c-8882fea92d8d', 'mac_address': 'fa:16:3e:50:e0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e56e32a-bcca-436f-bcaf-3322b7d8f916', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:11.015443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:11.031136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event updated for resources: {'Port': ['ID=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:11.033338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:11.051365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port cb2ed6c9-1135-4b76-b18c-8882fea92d8d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:11.051923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.078302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2ed6c9-1135-4b76-b18c-8882fea92d8d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:11.099109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.103776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:11.104709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.110246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.115657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.121017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.126718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.132167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.135825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-9fc8a691-d4dc-4722-aaff-7dfc2baf6476 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5435 time: 0.1907063
May 14 21:23:11.213274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.220218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d184e673-c6aa-49cb-abc0-81e9432b53da req-2d6278c6-ae92-4a88-ad3d-9ad351a24981 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0759952
May 14 21:23:11.235074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.235765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.247111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (fa958335-3936-45e8-a7fd-a919a253458f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.261288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d09b3141-d774-4a45-8f42-7303f69488da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:11.285775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c327a-4f69-479c-ba6c-a9e6bba202af req-06f6d314-3c13-4790-9bd4-e29cb837fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.287316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e1c327a-4f69-479c-ba6c-a9e6bba202af req-06f6d314-3c13-4790-9bd4-e29cb837fcae service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a924ca59a9ac44cf96e53be012a43af1&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2735038
May 14 21:23:11.288627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa958335-3936-45e8-a7fd-a919a253458f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:11.291196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b5799-832e-4e7b-905d-551a15e93897 req-8b7d5c8a-cc26-43af-a192-6b402ae623f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.292682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-8b7d5c8a-cc26-43af-a192-6b402ae623f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.3335133
May 14 21:23:11.302706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.311640 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-23019def-2b97-48dc-a356-ab2db0ea2895 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fa958335-3936-45e8-a7fd-a919a253458f HTTP/1.1" status: 204  len: 168 time: 0.6663184
May 14 21:23:11.317318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ce97-bf68-4ec4-ab62-b5aae5877ddd req-5517564a-a755-4a2d-afeb-3a74909349d0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.319348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b02ce97-bf68-4ec4-ab62-b5aae5877ddd req-5517564a-a755-4a2d-afeb-3a74909349d0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 944 time: 0.1150672
May 14 21:23:11.320153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34716) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:11.328307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:11.336228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d374c-5c1b-45bf-b0cc-2d769b6f0618 None None] Network 4c779a2a-d698-417c-a933-0b56110b8e36 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:11.367065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-83765909-8ad3-405c-8c56-577c20d13981 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3172929
May 14 21:23:11.382046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49a273-3a97-4727-9536-d09562bc2e70 req-34f35139-a775-4523-a6f2-956eaf949ac4 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.383712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc49a273-3a97-4727-9536-d09562bc2e70 req-34f35139-a775-4523-a6f2-956eaf949ac4 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 931 time: 0.0591798
May 14 21:23:11.416347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Request body: {'port': {'device_id': '98cfa904-6334-446b-9c55-78b1cad1609b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:11.457646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc49a273-3a97-4727-9536-d09562bc2e70 req-06fe6b53-c2e5-4c88-b25e-ddf80be6b734 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643620
May 14 21:23:11.477650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4c779a2a-d698-417c-a933-0b56110b8e36), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.524737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b02ce97-bf68-4ec4-ab62-b5aae5877ddd req-cc0e62a8-c34e-4c50-8150-75e386e1d9b8 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933076
May 14 21:23:11.549985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.573992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d09b3141-d774-4a45-8f42-7303f69488da,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:11.589973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'd09b3141-d774-4a45-8f42-7303f69488da', 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'port_id': 'd09b3141-d774-4a45-8f42-7303f69488da', 'mac_address': 'fa:16:3e:f6:06:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4919133d-9a25-45f3-a9d8-6d49aa48288b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:11.643046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af476804-e605-4781-b666-18fd9a87386e None None] DHCP port deletion for 4c779a2a-d698-417c-a933-0b56110b8e36 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:23:11.662548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Deleting port 904fade9-ace5-4e94-b73c-81792e7a702a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:11.662887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.711972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d09b3141-d774-4a45-8f42-7303f69488da is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:11.712693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d09b3141-d774-4a45-8f42-7303f69488da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.750236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-af476804-e605-4781-b666-18fd9a87386e None None] Deleting port 904fade9-ace5-4e94-b73c-81792e7a702a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:11.750746 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af476804-e605-4781-b666-18fd9a87386e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.755990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09b3141-d774-4a45-8f42-7303f69488da {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:11.819344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460ee22-25ee-4239-b9ec-54aad37ea6df req-dcb42aeb-a6b0-4b4f-8ff9-9ac4de7212c2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:11.821392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9460ee22-25ee-4239-b9ec-54aad37ea6df req-dcb42aeb-a6b0-4b4f-8ff9-9ac4de7212c2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.1790955
May 14 21:23:11.858519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d09b3141-d774-4a45-8f42-7303f69488da,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:11.859679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.879878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-af476804-e605-4781-b666-18fd9a87386e None None] For port 904fade9-ace5-4e94-b73c-81792e7a702a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=904fade9-ace5-4e94-b73c-81792e7a702a,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:11.880280 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af476804-e605-4781-b666-18fd9a87386e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.900524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-af476804-e605-4781-b666-18fd9a87386e None None] Calling delete_port for 904fade9-ace5-4e94-b73c-81792e7a702a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:11.906916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] For port 904fade9-ace5-4e94-b73c-81792e7a702a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=904fade9-ace5-4e94-b73c-81792e7a702a,segment=NetworkSegment(ca619db3-2231-4bfa-bf8f-c8cc3ac69527),segment_id=ca619db3-2231-4bfa-bf8f-c8cc3ac69527)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:11.907288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.972583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:11.973450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:11.991915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Calling delete_port for 904fade9-ace5-4e94-b73c-81792e7a702a owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:12.020745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9460ee22-25ee-4239-b9ec-54aad37ea6df req-d3a3b8c7-fa8c-49aa-b2d9-d12d0a4f59e7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763024
May 14 21:23:12.035549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['cb2ed6c9-1135-4b76-b18c-8882fea92d8d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:12.058238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb20f-a278-4511-b463-8eb93deaf29e req-668007c5-b1d9-4810-abe0-b2dc77b43f72 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.059897 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00cdb20f-a278-4511-b463-8eb93deaf29e req-668007c5-b1d9-4810-abe0-b2dc77b43f72 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 945 time: 0.0645919
May 14 21:23:12.137207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00cdb20f-a278-4511-b463-8eb93deaf29e req-ea94a8a1-ccc6-40bb-8433-c34be73e0924 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698349
May 14 21:23:12.141482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['150fe679-5889-44eb-bcc1-bbb9d924b590'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:12.153589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:12.160648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:12.186387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af476804-e605-4781-b666-18fd9a87386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.225177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-a01f7d64-4316-4312-9fb8-3b5f823f016c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 217 time: 0.1573124
May 14 21:23:12.262392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af476804-e605-4781-b666-18fd9a87386e None None] Pushing event deleted for resources: {'Port': ['ID=904fade9-ace5-4e94-b73c-81792e7a702a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:12.264301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9', 'network_id': '6e72934f-3fc8-4cfb-a320-816dc2a9b892', 'port_id': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9', 'mac_address': 'fa:16:3e:ee:3e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4919133d-9a25-45f3-a9d8-6d49aa48288b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:12.272041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af476804-e605-4781-b666-18fd9a87386e None None] No DVR routers for this DVR port 904fade9-ace5-4e94-b73c-81792e7a702a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:12.421674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-a5ce0b0f-3661-4cb1-9db3-cf7c08cbcff1 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.427600 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-a5ce0b0f-3661-4cb1-9db3-cf7c08cbcff1 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "GET /v2.0/ports?device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 945 time: 0.0721974
May 14 21:23:12.447392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b5799-832e-4e7b-905d-551a15e93897 req-3df257a1-2650-4c94-b722-b7553d3a5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.448979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-3df257a1-2650-4c94-b722-b7553d3a5d45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.1826727
May 14 21:23:12.449998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c327a-4f69-479c-ba6c-a9e6bba202af req-18f7cea1-a52d-446f-bc6a-2e72e06ef4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.452098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e1c327a-4f69-479c-ba6c-a9e6bba202af req-18f7cea1-a52d-446f-bc6a-2e72e06ef4a0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3830855
May 14 21:23:12.462269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (904fade9-ace5-4e94-b73c-81792e7a702a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.467021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['295d1cbd-15b9-44db-8e23-acbc4c34efab'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:12.469539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ed4b2309-b8f5-4d14-9e50-2b5701924849'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:12.483647 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.525881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] No DVR routers for this DVR port 904fade9-ace5-4e94-b73c-81792e7a702a on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:12.542241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['54b871a9-1a1e-4062-9a50-5ddf26961b8e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:12.572450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.579283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.585842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.592923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.599041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.605170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.610628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.612785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-e006a5a9-3651-453c-a6f1-f6c63df40cdc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5437 time: 0.2674155
May 14 21:23:12.613620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=904fade9-ace5-4e94-b73c-81792e7a702a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:12.617698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:12.618081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.649652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Deleting port df6ad504-9db2-4d27-a0c0-ff808265d93b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:12.649921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.683783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:12.731965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3e9b3-b8fa-46a8-bc2e-cc4fc24e2094 req-0ac3d70e-5c2e-45bf-8a58-116ef6553582 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.734126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20d3e9b3-b8fa-46a8-bc2e-cc4fc24e2094 req-0ac3d70e-5c2e-45bf-8a58-116ef6553582 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 931 time: 0.1401038
May 14 21:23:12.759271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b5799-832e-4e7b-905d-551a15e93897 req-cc5d8c42-ebbd-4b21-b845-0550e2a43fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.766570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-cc5d8c42-ebbd-4b21-b845-0550e2a43fd8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2997403
May 14 21:23:12.777197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-7a89077a-41f4-48a8-8c13-1c94710264c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:12.788736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-7a89077a-41f4-48a8-8c13-1c94710264c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 1126 time: 0.2655106
May 14 21:23:12.800691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:12.826748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 904fade9-ace5-4e94-b73c-81792e7a702a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:12.869213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffc484e-a9f4-471b-ac3c-ff72cedc60b5 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:12.882187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20d3e9b3-b8fa-46a8-bc2e-cc4fc24e2094 req-f7141b05-bb7d-4067-8228-f7124f6ba8fb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364334
May 14 21:23:12.897682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] For port df6ad504-9db2-4d27-a0c0-ff808265d93b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df6ad504-9db2-4d27-a0c0-ff808265d93b,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:12.898171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.905914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Publish callbacks [] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.926980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Calling delete_port for df6ad504-9db2-4d27-a0c0-ff808265d93b owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:12.956493 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4c779a2a-d698-417c-a933-0b56110b8e36), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.978017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:12.994084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-7aa1d919-ef51-4193-81cb-b0fe20282294 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af229f26-8c15-4496-83fd-3745d3601050 HTTP/1.1" status: 200  len: 217 time: 0.1795371
May 14 21:23:13.013239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 904fade9-ace5-4e94-b73c-81792e7a702a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:13.014559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 904fade9-ace5-4e94-b73c-81792e7a702a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:13.029427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85385fd6-cc0a-46ea-b782-fb002d288c2c req-ee8c4764-9213-4e58-8f2b-e3840698cc6b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3668723
May 14 21:23:13.037893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Transition to ACTIVE for port object bffc484e-a9f4-471b-ac3c-ff72cedc60b5 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:23:13.054967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0fa013c3-5a65-4631-9363-5e0acce8a2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.065520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7c667-373b-4ba7-a23f-c5337862b661 req-17c68f5e-556c-4474-9c15-072520ea8aea tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:13.071630 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14b7c667-373b-4ba7-a23f-c5337862b661 req-17c68f5e-556c-4474-9c15-072520ea8aea tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 944 time: 0.0843494
May 14 21:23:13.111524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ada4910>,) {'filters': {'network_id': ['4c779a2a-d698-417c-a933-0b56110b8e36']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:13.129538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ada4910>, 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:13.129893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ada4910>, 'ca619db3-2231-4bfa-bf8f-c8cc3ac69527') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:13.160585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (ca619db3-2231-4bfa-bf8f-c8cc3ac69527), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.184734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ca619db3-2231-4bfa-bf8f-c8cc3ac69527), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.195121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:23:13.195626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (ca619db3-2231-4bfa-bf8f-c8cc3ac69527), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.206581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14b7c667-373b-4ba7-a23f-c5337862b661 req-250a377b-21d6-420c-a7fb-d33126b6a4a2 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339369
May 14 21:23:13.274185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-e8f5c930-43e1-43b7-ad47-d588526b3776 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4984689
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:23:13.274879 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:23:13.289806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.305238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:13.377706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaadfc6-e44a-47ff-93d6-cc6145f75e72 req-4dca825c-b712-42ba-8621-4651bc84bcba tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:13.379307 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-faaadfc6-e44a-47ff-93d6-cc6145f75e72 req-4dca825c-b712-42ba-8621-4651bc84bcba tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=2225cca2-af55-4314-b378-e65945e6738b HTTP/1.1" status: 200  len: 945 time: 0.0619116
May 14 21:23:13.381165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (df6ad504-9db2-4d27-a0c0-ff808265d93b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.406733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['df6ad504-9db2-4d27-a0c0-ff808265d93b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:13.412556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d09b3141-d774-4a45-8f42-7303f69488da'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:13.436733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5837daea-a74b-411d-b12d-81c8f1cedc5b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:13.438965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event deleted for resources: {'Port': ['ID=df6ad504-9db2-4d27-a0c0-ff808265d93b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:13.464345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Pushing event updated for resources: {'Port': ['ID=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:13.495247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4c779a2a-d698-417c-a933-0b56110b8e36), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.518263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.529701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4c779a2a-d698-417c-a933-0b56110b8e36 HTTP/1.1" status: 204  len: 168 time: 2.2055929
May 14 21:23:13.532273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:13.553406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] No DVR routers for this DVR port df6ad504-9db2-4d27-a0c0-ff808265d93b on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:13.560876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.565181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-64cc9901-cc6c-4b9f-84ed-6adcc2739ab9 req-536402fa-eef4-4006-91b8-76f20b141fd4 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.48 "DELETE /v2.0/ports/df6ad504-9db2-4d27-a0c0-ff808265d93b HTTP/1.1" status: 204  len: 173 time: 1.1343920
May 14 21:23:13.565739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2225cca2-af55-4314-b378-e65945e6738b', 'name': 'network-vif-deleted', 'tag': 'df6ad504-9db2-4d27-a0c0-ff808265d93b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:13.569429 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2631ddb-a2ca-4459-a911-4f1c3892589b" -d '{"events": [{"server_uuid": "2225cca2-af55-4314-b378-e65945e6738b", "name": "network-vif-deleted", "tag": "df6ad504-9db2-4d27-a0c0-ff808265d93b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:13.582885 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-faaadfc6-e44a-47ff-93d6-cc6145f75e72 req-577f2c73-60b6-4b74-b6cd-767bbd674bfb tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1584811
May 14 21:23:13.650960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60508cc-c89f-40aa-ba96-036b3eb9cf34 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c779a2a-d698-417c-a933-0b56110b8e36,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:13.668972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-88a9031c-2174-4863-b6a8-1976f95e9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:13.670939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-88a9031c-2174-4863-b6a8-1976f95e9b19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.5764444
May 14 21:23:13.676988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-062632a8-d8ea-408f-801c-e0525b8a7caa tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:13.677836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5837daea-a74b-411d-b12d-81c8f1cedc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:13.678426 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-062632a8-d8ea-408f-801c-e0525b8a7caa tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 945 time: 0.3214459
May 14 21:23:13.711696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:13.786479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5837daea-a74b-411d-b12d-81c8f1cedc5b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:13.786873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.792718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-859f0a6c-b8a6-4f3d-8e74-c5552974aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:13.795442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-859f0a6c-b8a6-4f3d-8e74-c5552974aac6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1153810
May 14 21:23:13.815203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5837daea-a74b-411d-b12d-81c8f1cedc5b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:13.817741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:13.853259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5837daea-a74b-411d-b12d-81c8f1cedc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:13.956161 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:14.000429 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c99ec3-918c-42cf-acaf-43df14ce9acc x-openstack-request-id: req-10c99ec3-918c-42cf-acaf-43df14ce9acc {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:14.000643 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2225cca2-af55-4314-b378-e65945e6738b", "name": "network-vif-deleted", "tag": "df6ad504-9db2-4d27-a0c0-ff808265d93b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:14.000894 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10c99ec3-918c-42cf-acaf-43df14ce9acc {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:14.001302 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c99ec3-918c-42cf-acaf-43df14ce9acc'] response: {'server_uuid': '2225cca2-af55-4314-b378-e65945e6738b', 'name': 'network-vif-deleted', 'tag': 'df6ad504-9db2-4d27-a0c0-ff808265d93b', 'status': 'completed', 'code': 200}
May 14 21:23:14.015646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dccfaf-0dc9-4c72-adff-76e31e8a0cfd req-8668fd68-ae40-479b-9b0d-7e633a077dcb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.017233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7dccfaf-0dc9-4c72-adff-76e31e8a0cfd req-8668fd68-ae40-479b-9b0d-7e633a077dcb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.4080918
May 14 21:23:14.031332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5837daea-a74b-411d-b12d-81c8f1cedc5b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:14.096604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-673b5799-832e-4e7b-905d-551a15e93897 req-72c3248c-d3aa-4017-ac74-85e1c54e5e51 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8031046
May 14 21:23:14.159454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff2d2-ecfc-483e-a675-85773ccbd1e1 req-08ddd4be-3eb8-4ea2-9923-f20786a3a982 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.168469 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fafff2d2-ecfc-483e-a675-85773ccbd1e1 req-08ddd4be-3eb8-4ea2-9923-f20786a3a982 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.0741861
May 14 21:23:14.196339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5837daea-a74b-411d-b12d-81c8f1cedc5b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:14.244441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fafff2d2-ecfc-483e-a675-85773ccbd1e1 req-941f7f1e-3c11-4642-9c30-5b55ce50f622 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742440
May 14 21:23:14.414009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['5fe9ffa2-546d-42d9-a88d-11e41c94e5f9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:14.480552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.486401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.492160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.498577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.504841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.511685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.519002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.521788 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-a0b2b565-9336-4ac5-a97d-bc9b509d1e17 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5438 time: 0.1756172
May 14 21:23:14.571513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Attempting to bind port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:14.571712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Attempting to bind port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:14.571882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Attempting to bind port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:14.617267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-4c759131-1afc-49f5-acd8-f77634692bdf service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7955804
May 14 21:23:14.627054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7dccfaf-0dc9-4c72-adff-76e31e8a0cfd req-85b18f1d-b357-453b-95fc-afa7c59403b5 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5616608
May 14 21:23:14.630883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Deleting port 00931368-ab9a-4f28-b1fa-c6e357b7b760 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:14.631224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:14.632099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-546be5f6-9eb1-41eb-a9a3-41e536f9e7e8 req-2b83b2ea-567a-4497-a5ed-7957e7234be1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1041026
May 14 21:23:14.640166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:23:14.640696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Attempting to bind port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 on network 3bdbef8a-a684-458d-bfe2-b4f322a15d2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:14.759261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:14.759902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Checking segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:14.760176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Bound using segment: {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:14.760695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Bound port: bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55defe9e-4d73-4144-94de-9dd35d46eb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:14.762131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:14.827349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460eefd-8734-4da0-9629-e29952320518 req-f2510737-575f-4e88-8a42-03eafbfd3b39 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.832854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c460eefd-8734-4da0-9629-e29952320518 req-f2510737-575f-4e88-8a42-03eafbfd3b39 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 945 time: 0.0536981
May 14 21:23:14.885036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c460eefd-8734-4da0-9629-e29952320518 req-6e0f7206-4581-4eeb-889e-c61d68749464 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466197
May 14 21:23:14.974897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463976-8e4d-47bc-954e-6e757e1a3eb7 req-3fee04c5-6915-4b21-84a0-56f5018a7c28 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:14.976540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0463976-8e4d-47bc-954e-6e757e1a3eb7 req-3fee04c5-6915-4b21-84a0-56f5018a7c28 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 945 time: 0.2081795
May 14 21:23:15.006006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] For port 00931368-ab9a-4f28-b1fa-c6e357b7b760, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=00931368-ab9a-4f28-b1fa-c6e357b7b760,segment=NetworkSegment(8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57),segment_id=8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:15.006373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.063145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Calling delete_port for 00931368-ab9a-4f28-b1fa-c6e357b7b760 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:15.084496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] For port bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:15.116394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eace005-52d6-4d0b-8549-44c03117fa4e req-96cdb19b-ba61-4cca-861f-c48ef6e2dd82 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4863355
May 14 21:23:15.119757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] For port bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:15.192578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0463976-8e4d-47bc-954e-6e757e1a3eb7 req-7aecc491-c713-4c56-bcc4-8f87842ad2bb tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019277
May 14 21:23:15.275817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.335150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.370019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e9ca0-8795-4c29-a615-06d088670320 req-ac058f03-44d0-4cd4-8d34-494366abfb21 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.371855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-689e9ca0-8795-4c29-a615-06d088670320 req-ac058f03-44d0-4cd4-8d34-494366abfb21 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.0506992
May 14 21:23:15.396568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.397197 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.398593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] 10.222.0.36 "PUT /v2.0/ports/bffc484e-a9f4-471b-ac3c-ff72cedc60b5 HTTP/1.1" status: 200  len: 1091 time: 3.9866247
May 14 21:23:15.399055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cfa904-6334-446b-9c55-78b1cad1609b', 'tag': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:15.401350 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df00018-0991-48fa-bb64-691ee4c07224" -d '{"events": [{"name": "network-changed", "server_uuid": "98cfa904-6334-446b-9c55-78b1cad1609b", "tag": "bffc484e-a9f4-471b-ac3c-ff72cedc60b5"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:15.426020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5837daea-a74b-411d-b12d-81c8f1cedc5b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:15.461356 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-689e9ca0-8795-4c29-a615-06d088670320 req-a1bbd9b6-440d-4c1b-a261-3e5818c1dd25 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801721
May 14 21:23:15.476528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d965-d2c1-40cf-a457-fd4d4eeccc6f service neutron] Pushing event updated for resources: {'Port': ['ID=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:15.510656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 5837daea-a74b-411d-b12d-81c8f1cedc5b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:15.541503 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe2f864-62bc-486e-ada5-9863f319bb49 x-openstack-request-id: req-6fe2f864-62bc-486e-ada5-9863f319bb49 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:15.541503 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cfa904-6334-446b-9c55-78b1cad1609b", "tag": "bffc484e-a9f4-471b-ac3c-ff72cedc60b5", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:15.541503 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fe2f864-62bc-486e-ada5-9863f319bb49 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:15.541503 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe2f864-62bc-486e-ada5-9863f319bb49'] response: {'name': 'network-changed', 'server_uuid': '98cfa904-6334-446b-9c55-78b1cad1609b', 'tag': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5', 'status': 'completed', 'code': 200}
May 14 21:23:15.593546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-ef9449da-df2e-4f7f-b9be-83493c0cb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.595108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-ef9449da-df2e-4f7f-b9be-83493c0cb433 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 1125 time: 0.0670769
May 14 21:23:15.658994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-54a9c479-cc5f-4938-a56c-59334efb2ee8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5 HTTP/1.1" status: 200  len: 217 time: 0.0541253
May 14 21:23:15.752073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Deleting port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:15.752323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.755834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-b921be4b-f49b-482c-a030-8706610a27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.757320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-b921be4b-f49b-482c-a030-8706610a27e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.0917106
May 14 21:23:15.763819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5c18-366a-4de2-9382-5bf0268e908b req-678c4dd9-901e-42ab-b27f-f05b3332480c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.765314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-241f5c18-366a-4de2-9382-5bf0268e908b req-678c4dd9-901e-42ab-b27f-f05b3332480c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.0552571
May 14 21:23:15.784193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.788019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 5837daea-a74b-411d-b12d-81c8f1cedc5b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:15.800129 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.800288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (00931368-ab9a-4f28-b1fa-c6e357b7b760), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.815840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-241f5c18-366a-4de2-9382-5bf0268e908b req-86057b54-a0ed-4d29-9ddd-9706a827dd14 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439639
May 14 21:23:15.858759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-76b9ae12-2b32-42ae-a452-984e785169f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0717213
May 14 21:23:15.878772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5837daea-a74b-411d-b12d-81c8f1cedc5b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:15.879163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.894555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Pushing event deleted for resources: {'Port': ['ID=00931368-ab9a-4f28-b1fa-c6e357b7b760,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:15.922462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:15.922462 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e438db-58d6-44a7-964f-dc0f71c5b160" -d '{"events": [{"server_uuid": "faacea54-3046-4b55-bf30-040847940731", "name": "network-vif-plugged", "status": "completed", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:15.932501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5837daea-a74b-411d-b12d-81c8f1cedc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:15.957009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.962515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.968040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.973345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.978633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.984307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.989613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:15.991645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-aca0fab1-7a49-4ee0-8114-ec445b244e7f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5438 time: 0.2622526
May 14 21:23:15.995329 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:15.996507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device df6ad504-9db2-4d27-a0c0-ff808265d93b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:16.007849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac0d6e9f-8243-40ef-8fb5-144a0316adab req-bc5467a2-2385-461c-9d1e-d56533f62408 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.0329261
May 14 21:23:16.042631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: df6ad504-9db2-4d27-a0c0-ff808265d93b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:16.043137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device df6ad504-9db2-4d27-a0c0-ff808265d93b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:16.072893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5837daea-a74b-411d-b12d-81c8f1cedc5b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:16.077433 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ea596c-b083-40ce-9ff3-d6eba90b532f x-openstack-request-id: req-b9ea596c-b083-40ce-9ff3-d6eba90b532f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:16.077632 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faacea54-3046-4b55-bf30-040847940731", "name": "network-vif-plugged", "status": "completed", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:16.077856 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9ea596c-b083-40ce-9ff3-d6eba90b532f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:16.078247 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ea596c-b083-40ce-9ff3-d6eba90b532f'] response: {'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'code': 200}
May 14 21:23:16.086237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] No DVR routers for this DVR port 00931368-ab9a-4f28-b1fa-c6e357b7b760 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:16.096128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:16.099362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5bbcf22b-bea5-43d7-b18e-1a97e15e03a5 req-f4ce2cd4-7524-4922-9dd2-32ecaf88dcfe tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.36 "DELETE /v2.0/ports/00931368-ab9a-4f28-b1fa-c6e357b7b760 HTTP/1.1" status: 204  len: 173 time: 2.3878734
May 14 21:23:16.124990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] For port 9b18b4c3-beea-4f25-ba3d-74ddae737ebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:16.125711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:16.163810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Calling delete_port for 9b18b4c3-beea-4f25-ba3d-74ddae737ebb owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:16.211990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0648ee5e-e7af-49d7-bd27-53a0508a8335 req-1a264e81-a016-4e65-bd65-d2618459e92c tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1988699
May 14 21:23:16.214495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-1c50ef29-47fc-402f-a6cb-140ae58bb082 service neutron] 10.222.0.36 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204892
May 14 21:23:16.406022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-7fa28847-b1a2-4369-994b-bbd7f141d2b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2133927
May 14 21:23:16.462940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403b9f5-3e18-4d9b-a10f-91b568cce482 req-efae2d04-a8d0-4034-9929-09d72b6aa1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.464477 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8403b9f5-3e18-4d9b-a10f-91b568cce482 req-efae2d04-a8d0-4034-9929-09d72b6aa1ab service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.2043092
May 14 21:23:16.546785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-cd5271f3-bfe6-4c79-bd1c-a1af47497459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.548212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-cd5271f3-bfe6-4c79-bd1c-a1af47497459 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 1127 time: 0.1069825
May 14 21:23:16.576756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a79313f-b39f-44bf-97fc-455d488e1e47 req-c67a6fce-df95-408b-b300-d4949d964e1f service neutron] 10.222.0.36 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3447840
May 14 21:23:16.585355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae756d-6708-44d3-9fe2-8b2d13e17220 req-f16b1069-56f1-451c-be25-404099135909 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.586927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1ae756d-6708-44d3-9fe2-8b2d13e17220 req-f16b1069-56f1-451c-be25-404099135909 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.0563040
May 14 21:23:16.636887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1ae756d-6708-44d3-9fe2-8b2d13e17220 req-fa9e7e03-665a-448c-9b73-b074f00f9b27 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428879
May 14 21:23:16.638000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8403b9f5-3e18-4d9b-a10f-91b568cce482 req-b3c0b077-e6bf-416b-aba8-5d8c9b312663 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522298
May 14 21:23:16.670495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432b3c-d554-428a-87f2-3538621c43e5 req-216d3b63-d1d2-4b1c-872e-6332b83f53b7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.672044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd432b3c-d554-428a-87f2-3538621c43e5 req-216d3b63-d1d2-4b1c-872e-6332b83f53b7 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.1215622
May 14 21:23:16.743823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:16.776022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-5eaab0d5-e68b-4892-ab55-c8191d560a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.777497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-5eaab0d5-e68b-4892-ab55-c8191d560a3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.2034240
May 14 21:23:16.782035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd432b3c-d554-428a-87f2-3538621c43e5 req-7468d5ab-7968-40a3-923b-e817ca47ad6c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826361
May 14 21:23:16.790524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['00931368-ab9a-4f28-b1fa-c6e357b7b760'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:16.876265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-7942f814-fb62-41b9-9027-f8d4d41a567e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996 HTTP/1.1" status: 200  len: 217 time: 0.0410342
May 14 21:23:16.876920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9b18b4c3-beea-4f25-ba3d-74ddae737ebb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:16.911929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b18b4c3-beea-4f25-ba3d-74ddae737ebb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:16.978196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a64c1-4ce2-4e61-bc07-a7bd2558d444 req-0fee78eb-3da1-4ef3-a537-644d14123748 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.980092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9b0a64c1-4ce2-4e61-bc07-a7bd2558d444 req-0fee78eb-3da1-4ef3-a537-644d14123748 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.0950971
May 14 21:23:16.993185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-ccf4583b-5d12-4b13-b10f-9ba0ecfcd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:16.994580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-ccf4583b-5d12-4b13-b10f-9ba0ecfcd829 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1099124
May 14 21:23:17.061365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9b0a64c1-4ce2-4e61-bc07-a7bd2558d444 req-4bc52a73-38c4-4988-9af0-95fe90bdf22b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643332
May 14 21:23:17.143543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:17.160972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f40a5bd5-fc6e-4782-b430-198bd6118878 req-ce123d29-5db9-4d38-b124-a5821972f985 tempest-MultipleCreateTestJSON-1387053719 tempest-MultipleCreateTestJSON-1387053719-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee92d0d1-cd16-4d03-809b-e0c6c9d2757f HTTP/1.1" status: 200  len: 210 time: 0.0305877
May 14 21:23:17.358459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.364093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.369482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.375578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.381105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.386906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.392832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.394759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-a1381f30-61fe-4a50-9754-3b1764a1b17e tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5438 time: 0.0937428
May 14 21:23:17.482762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8ce5b0a-bffc-4f94-9183-30e779e9d212 req-ab757e76-f90e-4f11-80c5-3abb49fc031b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0766056
May 14 21:23:17.553973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['00931368-ab9a-4f28-b1fa-c6e357b7b760'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:17.597407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 295d1cbd-15b9-44db-8e23-acbc4c34efab up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:17.653541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 295d1cbd-15b9-44db-8e23-acbc4c34efab completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:17.713653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'name': 'network-vif-deleted', 'tag': '00931368-ab9a-4f28-b1fa-c6e357b7b760'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:17.715943 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6201dd77-c4b5-4b9e-a71b-85e06201ac63" -d '{"events": [{"server_uuid": "ee92d0d1-cd16-4d03-809b-e0c6c9d2757f", "name": "network-vif-deleted", "tag": "00931368-ab9a-4f28-b1fa-c6e357b7b760"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:17.741731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-fae4180f-6aa5-4aa2-838b-cc7a2ab826da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.743228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-fae4180f-6aa5-4aa2-838b-cc7a2ab826da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4244056
May 14 21:23:17.750794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 295d1cbd-15b9-44db-8e23-acbc4c34efab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:17.754506 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:17.772606 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d0b1ee-b2e2-429c-9fe9-c5de7d2f2711 x-openstack-request-id: req-c2d0b1ee-b2e2-429c-9fe9-c5de7d2f2711 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:17.772971 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee92d0d1-cd16-4d03-809b-e0c6c9d2757f", "name": "network-vif-deleted", "tag": "00931368-ab9a-4f28-b1fa-c6e357b7b760", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:17.773168 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2d0b1ee-b2e2-429c-9fe9-c5de7d2f2711 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:17.773533 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d0b1ee-b2e2-429c-9fe9-c5de7d2f2711'] response: {'server_uuid': 'ee92d0d1-cd16-4d03-809b-e0c6c9d2757f', 'name': 'network-vif-deleted', 'tag': '00931368-ab9a-4f28-b1fa-c6e357b7b760', 'status': 'completed', 'code': 200}
May 14 21:23:17.846897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 295d1cbd-15b9-44db-8e23-acbc4c34efab is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:17.846897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:17.855652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db7afc-ba1b-4bb9-87c9-b3b4a0d9c97a req-e9d2ad01-510c-45ec-99a4-9428144a64ec tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.857185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51db7afc-ba1b-4bb9-87c9-b3b4a0d9c97a req-e9d2ad01-510c-45ec-99a4-9428144a64ec tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.1335762
May 14 21:23:17.871942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Router d6338cbc-6bfd-49e9-b9c9-afd411d3003b has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:17.941484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:17.966713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00018-0991-48fa-bb64-691ee4c07224 req-1f5f59d8-5f7b-4115-bdee-7937bbe785eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.968302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-1f5f59d8-5f7b-4115-bdee-7937bbe785eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b031454047774b4fb8b459f226f645d2&device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 1125 time: 0.1215832
May 14 21:23:17.983196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1773bc-1204-4c1f-8974-6af0746ec890 req-cf751bee-79a8-4889-be38-0008cda46528 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:17.984639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce1773bc-1204-4c1f-8974-6af0746ec890 req-cf751bee-79a8-4889-be38-0008cda46528 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.0680811
May 14 21:23:18.023869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.024753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 54b871a9-1a1e-4062-9a50-5ddf26961b8e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:18.040043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce1773bc-1204-4c1f-8974-6af0746ec890 req-a502a6fa-f9ab-4c80-bb13-6d1a86b98365 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492578
May 14 21:23:18.040687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-0ea690eb-89ca-4f77-ac1c-801d1f9c0fdd service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2727487
May 14 21:23:18.081618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295d1cbd-15b9-44db-8e23-acbc4c34efab'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:18.084765 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b7ff6-70a6-41e6-800f-e329e25e109b" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "295d1cbd-15b9-44db-8e23-acbc4c34efab"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:18.105523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51db7afc-ba1b-4bb9-87c9-b3b4a0d9c97a req-43e21510-1e98-4242-bfc0-fa4fef97cd92 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2136548
May 14 21:23:18.141078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:18.159174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 54b871a9-1a1e-4062-9a50-5ddf26961b8e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:18.174166 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af58567b-92b7-45b0-9915-010b27c25e4c x-openstack-request-id: req-af58567b-92b7-45b0-9915-010b27c25e4c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:18.174778 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "295d1cbd-15b9-44db-8e23-acbc4c34efab", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:18.175361 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af58567b-92b7-45b0-9915-010b27c25e4c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:18.175997 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af58567b-92b7-45b0-9915-010b27c25e4c'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295d1cbd-15b9-44db-8e23-acbc4c34efab', 'code': 200}
May 14 21:23:18.237097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 54b871a9-1a1e-4062-9a50-5ddf26961b8e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:18.237097 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.247268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34856) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:18.297753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Deleting subnet 1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:23:18.298910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3014b41-d419-4617-ad89-4603e3e8bfa7 req-587e354e-e090-44c1-8ee4-4c6b39418a9e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.300605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b3014b41-d419-4617-ad89-4603e3e8bfa7 req-587e354e-e090-44c1-8ee4-4c6b39418a9e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.1025743
May 14 21:23:18.302611 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Publish callbacks [] for subnet (1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.306787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:18.312572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a44b7e01-2f7d-4682-a566-7c3876a6916c req-59a5547c-1f5b-416f-a20c-06947af5f0db service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521131
May 14 21:23:18.316992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8cfecafc-1c85-4e8a-952e-12f69c6c138c admin admin] 10.222.0.52 "PUT /v2.0/routers/d6338cbc-6bfd-49e9-b9c9-afd411d3003b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7350061
May 14 21:23:18.319441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34858) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:18.326548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00018-0991-48fa-bb64-691ee4c07224 req-3f113573-1ef7-4a32-bdb4-4472e6c87746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.328416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] Sync routers for ids ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:18.328979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-3f113573-1ef7-4a32-bdb4-4472e6c87746 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 200  len: 913 time: 0.3483591
May 14 21:23:18.349724 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] Routers {'d6338cbc-6bfd-49e9-b9c9-afd411d3003b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:18.350446 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e89310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:18.351638 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.382571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 54b871a9-1a1e-4062-9a50-5ddf26961b8e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:18.383120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.406791 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.427012 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-a76db6db-dacb-4514-b801-ccee1ff307be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5 HTTP/1.1" status: 200  len: 217 time: 0.0897264
May 14 21:23:18.447847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:18.492130 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] Set router d6338cbc-6bfd-49e9-b9c9-afd411d3003b gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:18.524580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b3014b41-d419-4617-ad89-4603e3e8bfa7 req-1361988d-634e-4ef1-b281-70bdb9c7b794 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943512
May 14 21:23:18.535184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.536416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 150fe679-5889-44eb-bcc1-bbb9d924b590 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:18.550899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks [] for router (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.560197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.587565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00018-0991-48fa-bb64-691ee4c07224 req-952265af-4736-46fb-ba05-20516ef3e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.589487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-952265af-4736-46fb-ba05-20516ef3e3c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 200  len: 852 time: 0.1512232
May 14 21:23:18.592639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.601235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d HTTP/1.1" status: 204  len: 168 time: 0.3561141
May 14 21:23:18.607673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34862) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:18.630888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b4cbc-4534-49d7-8df1-91658079a492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be76e7c-09f9-425e-86c8-0ebf1c6bbc4d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:18.665320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:18.675634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 150fe679-5889-44eb-bcc1-bbb9d924b590 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:18.689298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-76bb6e3f-c674-4653-8f60-071c7ebb335e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3bdbef8a-a684-458d-bfe2-b4f322a15d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0932825
May 14 21:23:18.702547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.702547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.705699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.716534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.731224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.739180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.763887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 150fe679-5889-44eb-bcc1-bbb9d924b590 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:18.767695 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.768423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:18.774646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-f6dd5db8-a776-4d0c-8f42-9dec903a49c7 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5440 time: 0.1685615
May 14 21:23:18.792792 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e89310>, [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:23:16Z', 'revision_number': 5, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:18.828346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (18a13367-d709-44a6-83ee-a5a75d3ef57e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.854051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks [] for router_gateway (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.879361 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] Checking router: d6338cbc-6bfd-49e9-b9c9-afd411d3003b for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:18.888524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e986303-6631-4e2e-99aa-462ef80e6761 req-b34d8f94-8988-4565-85b0-bf2ac467e3b0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1048298
May 14 21:23:18.900222 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] Routers {'d6338cbc-6bfd-49e9-b9c9-afd411d3003b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:18.900862 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e89310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:18.908573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-aff38100-b20d-40be-905c-e600c3d4002f service neutron] 10.222.0.36 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100062
May 14 21:23:18.916755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 150fe679-5889-44eb-bcc1-bbb9d924b590 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:18.917787 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:18.957378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:18.964864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=150fe679-5889-44eb-bcc1-bbb9d924b590,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:18.981431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (18a13367-d709-44a6-83ee-a5a75d3ef57e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.029839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.032114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d09b3141-d774-4a45-8f42-7303f69488da up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:19.042304 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] Set router d6338cbc-6bfd-49e9-b9c9-afd411d3003b gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:19.053188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b550970>,) {'filters': {'network_id': ['18a13367-d709-44a6-83ee-a5a75d3ef57e']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:19.076166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b550970>, '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:19.076353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b550970>, '8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:19.083909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Deleting port 348619d4-bdc8-4684-b46e-240c2376e4b9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:19.084247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.106902 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.132501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-134b1f76-7ca8-4a5a-81a9-03ff84354cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.160077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.182673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:19.198711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8df00018-0991-48fa-bb64-691ee4c07224 req-9ee42435-fac4-4c2a-8799-c508f9271182 service neutron] 10.222.0.36 "GET /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2817039
May 14 21:23:19.208684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:23:19.208684 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (8d3c9289-29e6-4ffa-8f6e-40af9cf9fd57), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:23:19.210727 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:23:19.225669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port d09b3141-d774-4a45-8f42-7303f69488da completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:19.300040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132cc9-2606-4be4-9cb9-260899cc2cc4 req-c969e85b-446f-4f28-a3bb-49fabb8acf5a tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:19.307112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5132cc9-2606-4be4-9cb9-260899cc2cc4 req-c969e85b-446f-4f28-a3bb-49fabb8acf5a tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.0740130
May 14 21:23:19.311233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f314064-deb0-4ebf-b642-81c9c633f703 req-a69f2b99-bea8-45b1-9941-a5b455536422 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:19.313906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f314064-deb0-4ebf-b642-81c9c633f703 req-a69f2b99-bea8-45b1-9941-a5b455536422 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.1204684
May 14 21:23:19.321432 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e89310>, [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:23:16Z', 'revision_number': 5, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:19.348962 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-134b1f76-7ca8-4a5a-81a9-03ff84354cd6 admin admin] Publish callbacks [] for security_group (7e5f357a-454f-4fcf-bf45-01d77d9296f7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.355005 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898e909-114d-4843-90c4-7d5868a334ed None None] The sync data for ids ['d6338cbc-6bfd-49e9-b9c9-afd411d3003b'] in ncdv-master-1 is: [{'id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1911252028-router', 'tenant_id': 'd024008800d2448688d2f18f2ba173de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:20:39Z', 'updated_at': '2022-05-14T21:23:16Z', 'revision_number': 5, 'project_id': 'd024008800d2448688d2f18f2ba173de', 'gw_port': {'id': '348619d4-bdc8-4684-b46e-240c2376e4b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6338cbc-6bfd-49e9-b9c9-afd411d3003b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:20:40Z', 'updated_at': '2022-05-14T21:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:19.360997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] For port 348619d4-bdc8-4684-b46e-240c2376e4b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=348619d4-bdc8-4684-b46e-240c2376e4b9,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:19.361953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.376397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5132cc9-2606-4be4-9cb9-260899cc2cc4 req-36417659-c94f-4262-96ee-66b1e13b1905 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683682
May 14 21:23:19.377977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port d09b3141-d774-4a45-8f42-7303f69488da triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:19.378767 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d09b3141-d774-4a45-8f42-7303f69488da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.384373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Calling delete_port for 348619d4-bdc8-4684-b46e-240c2376e4b9 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:19.415159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f314064-deb0-4ebf-b642-81c9c633f703 req-adf9edd4-92db-4e58-9e34-088011856266 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941648
May 14 21:23:19.425005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (18a13367-d709-44a6-83ee-a5a75d3ef57e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.463615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.470196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] 10.222.0.52 "DELETE /v2.0/networks/18a13367-d709-44a6-83ee-a5a75d3ef57e HTTP/1.1" status: 204  len: 168 time: 0.8525474
May 14 21:23:19.481649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8b12b-eef8-4770-9dbc-343534be8d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=18a13367-d709-44a6-83ee-a5a75d3ef57e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:19.550188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-134b1f76-7ca8-4a5a-81a9-03ff84354cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e5f357a-454f-4fcf-bf45-01d77d9296f7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.604557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device af229f26-8c15-4496-83fd-3745d3601050 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:19.632179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-d71d6bfc-d3d7-43e6-8e88-6d227d18548f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1961062
May 14 21:23:19.633899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b1f76-7ca8-4a5a-81a9-03ff84354cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f357a-454f-4fcf-bf45-01d77d9296f7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:19.649168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-134b1f76-7ca8-4a5a-81a9-03ff84354cd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2e5c220abfa42d7aaef5da670fa01eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6884160
May 14 21:23:19.651432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34880) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:19.653213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:19.692391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17d37a-307c-4572-b6c8-14a517eb8345 req-1cb699f2-b893-4e06-a3f8-0566d49c7d0b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:19.693938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b17d37a-307c-4572-b6c8-14a517eb8345 req-1cb699f2-b893-4e06-a3f8-0566d49c7d0b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.0787408
May 14 21:23:19.738310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d09b3141-d774-4a45-8f42-7303f69488da is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:19.739041 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d09b3141-d774-4a45-8f42-7303f69488da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.757435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35fba30b-a45a-401f-9546-928685137163 admin admin] Publish callbacks [] for security_group (7e5f357a-454f-4fcf-bf45-01d77d9296f7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.774991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:19.784218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b17d37a-307c-4572-b6c8-14a517eb8345 req-c493864f-fda8-4b28-8673-e47ef0631fc0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801070
May 14 21:23:19.797103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (348619d4-bdc8-4684-b46e-240c2376e4b9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.798163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.802386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d09b3141-d774-4a45-8f42-7303f69488da,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:19.803576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'af229f26-8c15-4496-83fd-3745d3601050', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': 'af229f26-8c15-4496-83fd-3745d3601050', 'mac_address': 'fa:16:3e:94:f8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:19.812539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35fba30b-a45a-401f-9546-928685137163 admin admin] Publish callbacks [] for security_group (7e5f357a-454f-4fcf-bf45-01d77d9296f7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.843196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Pushing event deleted for resources: {'Port': ['ID=348619d4-bdc8-4684-b46e-240c2376e4b9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:19.866742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port af229f26-8c15-4496-83fd-3745d3601050 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:19.868319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.895150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af229f26-8c15-4496-83fd-3745d3601050 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:19.936381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.951026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:19.954674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.957034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:19.964858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:19.993407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34884) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:20.045603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:20.076015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.089542 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.094052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks [] for router_controller (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.099396 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8e62c972-0bcd-4bc2-9d40-56f1c3d58a53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f589f7d7ad0f4b63afd4132efa4e798a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1025889
May 14 21:23:20.100876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34886) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:20.150966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.151469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:20.154903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:20.156570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.161908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.167225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.173272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.174525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Allocated IP 172.35.4.124 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/423e1081-d734-497a-bfb1-526e1af6dc12) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:20.177638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:20.178749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.181550 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8992bb9d-9d9b-42f8-a985-b73f9693279a" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "d09b3141-d774-4a45-8f42-7303f69488da"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:20.184605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.186819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-677c826a-318e-4ddc-a756-61dbc906d8db req-0f164884-f73f-4fe6-b2e5-c007054aceeb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5442 time: 0.1669717
May 14 21:23:20.201093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c37fdb4-a9d5-4c41-b436-dd7efff20a4c admin admin] Publish callbacks [] for security_group (4a9bff98-c8de-4f3e-8bdd-dab1e61190bf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.256440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-677c826a-318e-4ddc-a756-61dbc906d8db req-8fb7797a-2e40-4ab7-9767-7a1812839446 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0601499
May 14 21:23:20.265108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:20.266163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35fba30b-a45a-401f-9546-928685137163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e5f357a-454f-4fcf-bf45-01d77d9296f7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.270843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.271002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c37fdb4-a9d5-4c41-b436-dd7efff20a4c admin admin] Publish callbacks [] for security_group (4a9bff98-c8de-4f3e-8bdd-dab1e61190bf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.271368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35fba30b-a45a-401f-9546-928685137163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.272943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-35fba30b-a45a-401f-9546-928685137163 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e5f357a-454f-4fcf-bf45-01d77d9296f7 HTTP/1.1" status: 204  len: 168 time: 0.6204839
May 14 21:23:20.287918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fba30b-a45a-401f-9546-928685137163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f357a-454f-4fcf-bf45-01d77d9296f7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:20.293992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (d6338cbc-6bfd-49e9-b9c9-afd411d3003b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.297402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6338cbc-6bfd-49e9-b9c9-afd411d3003b {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:23:20.319408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.321932 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04d66f42-3f0e-4c86-a2cf-b9ced45b0cae admin admin] 10.222.0.52 "DELETE /v2.0/routers/d6338cbc-6bfd-49e9-b9c9-afd411d3003b HTTP/1.1" status: 204  len: 168 time: 2.0013266
May 14 21:23:20.325616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:20.353364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['af229f26-8c15-4496-83fd-3745d3601050'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:20.360881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for port (423e1081-d734-497a-bfb1-526e1af6dc12), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.407629 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 14 May 2022 21:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d3d283-bd01-4323-bd2e-b01ee531c5e3 x-openstack-request-id: req-81d3d283-bd01-4323-bd2e-b01ee531c5e3 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:20.407629 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "d09b3141-d774-4a45-8f42-7303f69488da", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:20.407629 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81d3d283-bd01-4323-bd2e-b01ee531c5e3 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:20.407629 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d3d283-bd01-4323-bd2e-b01ee531c5e3'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e', 'code': 200}
May 14 21:23:20.408156 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d3d283-bd01-4323-bd2e-b01ee531c5e3'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590', 'code': 200}
May 14 21:23:20.408590 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d3d283-bd01-4323-bd2e-b01ee531c5e3'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da', 'code': 200}
May 14 21:23:20.409201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Deleting subnet 99c544c4-9f60-47f6-9ca0-8c008400cdb3 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:23:20.414223 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Publish callbacks [] for subnet (99c544c4-9f60-47f6-9ca0-8c008400cdb3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.465512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c37fdb4-a9d5-4c41-b436-dd7efff20a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4a9bff98-c8de-4f3e-8bdd-dab1e61190bf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.469177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7c37fdb4-a9d5-4c41-b436-dd7efff20a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.470533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7c37fdb4-a9d5-4c41-b436-dd7efff20a4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a9bff98-c8de-4f3e-8bdd-dab1e61190bf HTTP/1.1" status: 204  len: 168 time: 0.3690021
May 14 21:23:20.488727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37fdb4-a9d5-4c41-b436-dd7efff20a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9bff98-c8de-4f3e-8bdd-dab1e61190bf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:20.500211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (99c544c4-9f60-47f6-9ca0-8c008400cdb3), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.507568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (423e1081-d734-497a-bfb1-526e1af6dc12), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.573724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:20.576880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:20.579953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:20.580483 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.583873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:20.609889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event updated for resources: {'Port': ['ID=423e1081-d734-497a-bfb1-526e1af6dc12,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:20.645800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b6a5c-7d7b-4050-8753-247947cc091a req-670da3e4-e9ec-4bc5-be36-f89d70ea4a9d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:20.647330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d7b6a5c-7d7b-4050-8753-247947cc091a req-670da3e4-e9ec-4bc5-be36-f89d70ea4a9d tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.1067455
May 14 21:23:20.687912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:20.688702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.708962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (99c544c4-9f60-47f6-9ca0-8c008400cdb3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.748447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d7b6a5c-7d7b-4050-8753-247947cc091a req-a31e33cc-d1ba-4d26-8e69-2324b7ea9562 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801082
May 14 21:23:20.800963 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.801940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ed4b2309-b8f5-4d14-9e50-2b5701924849 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:20.855292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (423e1081-d734-497a-bfb1-526e1af6dc12), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.900387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (99c544c4-9f60-47f6-9ca0-8c008400cdb3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:20.969454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c544c4-9f60-47f6-9ca0-8c008400cdb3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:20.993202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.000452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-315893e3-e9a1-4515-b83e-77be0acbd198 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/99c544c4-9f60-47f6-9ca0-8c008400cdb3 HTTP/1.1" status: 204  len: 168 time: 0.6708291
May 14 21:23:21.003406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34906) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:21.017035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468e68a-d925-4406-b67c-8d18adb430ab None None] Network c48daf1a-9b12-408f-92f0-8743b30d6dad requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:21.026349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:21.131512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe79b92-15f5-4b3d-a1a1-0e8a6f69e4d0 req-aeeeb5c6-d451-47a1-989d-6631616a9998 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.140174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7fe79b92-15f5-4b3d-a1a1-0e8a6f69e4d0 req-aeeeb5c6-d451-47a1-989d-6631616a9998 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 945 time: 0.1382904
May 14 21:23:21.142173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b18b4c3-beea-4f25-ba3d-74ddae737ebb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:21.184229 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (c48daf1a-9b12-408f-92f0-8743b30d6dad), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.186346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for port (423e1081-d734-497a-bfb1-526e1af6dc12), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.202881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9b18b4c3-beea-4f25-ba3d-74ddae737ebb {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:21.203241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b18b4c3-beea-4f25-ba3d-74ddae737ebb not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:21.203725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 348619d4-bdc8-4684-b46e-240c2376e4b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:21.231156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 348619d4-bdc8-4684-b46e-240c2376e4b9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:21.231525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 348619d4-bdc8-4684-b46e-240c2376e4b9 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:21.240418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port ed4b2309-b8f5-4d14-9e50-2b5701924849 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:21.261027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7fe79b92-15f5-4b3d-a1a1-0e8a6f69e4d0 req-97f9feb5-1a1b-4cdf-9ade-a333564be71c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200004
May 14 21:23:21.272914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Deleting port ba903265-47d1-4440-985e-e9d92c9c85b0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:21.273278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.304910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] DHCP port deletion for c48daf1a-9b12-408f-92f0-8743b30d6dad request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:23:21.309359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (423e1081-d734-497a-bfb1-526e1af6dc12), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.363409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] Deleting port ba903265-47d1-4440-985e-e9d92c9c85b0 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:21.365723 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.393707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port ed4b2309-b8f5-4d14-9e50-2b5701924849 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:21.394230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.435993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event updated for resources: {'Port': ['ID=423e1081-d734-497a-bfb1-526e1af6dc12,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:21.452462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:21.452849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.456227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device af229f26-8c15-4496-83fd-3745d3601050 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:21.461042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] For port ba903265-47d1-4440-985e-e9d92c9c85b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba903265-47d1-4440-985e-e9d92c9c85b0,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:21.461411 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.498168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.503757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.509022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.512498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] For port ba903265-47d1-4440-985e-e9d92c9c85b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba903265-47d1-4440-985e-e9d92c9c85b0,segment=NetworkSegment(d514b139-6d9b-469b-bc67-06ea4606777e),segment_id=d514b139-6d9b-469b-bc67-06ea4606777e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:21.514703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.521760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.529113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.534781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.542229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] Calling delete_port for ba903265-47d1-4440-985e-e9d92c9c85b0 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:21.546046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-60676769-b6d6-4b7e-abae-053aca54177a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5443 time: 0.1896269
May 14 21:23:21.549113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Calling delete_port for ba903265-47d1-4440-985e-e9d92c9c85b0 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:21.550826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.551613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5e15d78-f008-4d92-a854-8d04d5ea4ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.558954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bffc484e-a9f4-471b-ac3c-ff72cedc60b5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:21.562926 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-583c82ea-90ec-46db-8cca-9e04ee3e6d25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9234564
May 14 21:23:21.631556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-e12af198-40bc-4cf7-b6ec-0a27816a2fc6 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 696 time: 0.0671287
May 14 21:23:21.638499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port af229f26-8c15-4496-83fd-3745d3601050 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:21.713257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ed4b2309-b8f5-4d14-9e50-2b5701924849 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:21.713257 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.716682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-defd8969-f5f4-4078-9e38-bd0b6f0c4f8f req-d7f1ce72-70f3-4623-b649-9dfeff51e451 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1694810
May 14 21:23:21.769253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port af229f26-8c15-4496-83fd-3745d3601050 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:21.769621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (af229f26-8c15-4496-83fd-3745d3601050), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.773386 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5e15d78-f008-4d92-a854-8d04d5ea4ec9 admin admin] Publish callbacks [] for security_group (cdcbd4de-663f-457c-8e20-f23a63a1eb59), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.818167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-8f84412a-e4fe-4a52-b162-0a85df7b2bb5 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.832566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a545f2b-c665-4bea-bbdf-6063919140bc req-8f84412a-e4fe-4a52-b162-0a85df7b2bb5 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1919260
May 14 21:23:21.859340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:21.870769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:21.871005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.874624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ba903265-47d1-4440-985e-e9d92c9c85b0), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.908131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5e15d78-f008-4d92-a854-8d04d5ea4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cdcbd4de-663f-457c-8e20-f23a63a1eb59), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:21.912431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5', 'network_id': '3bdbef8a-a684-458d-bfe2-b4f322a15d2e', 'port_id': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5', 'mac_address': 'fa:16:3e:0f:45:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe38ebe-2521-4253-b829-c6ff672adb03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:21.916262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba903265-47d1-4440-985e-e9d92c9c85b0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:21.918973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] Pushing event deleted for resources: {'Port': ['ID=ba903265-47d1-4440-985e-e9d92c9c85b0,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:21.925143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] No DVR routers for this DVR port ba903265-47d1-4440-985e-e9d92c9c85b0 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:21.928347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0b0a5-bbff-4a12-8d91-59627fbf4c29 None None] No DVR routers for this DVR port ba903265-47d1-4440-985e-e9d92c9c85b0 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:21.942473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f9f86-066d-47c6-b2ce-07464084620d req-413655ba-6c3b-410b-a664-67422dc3289f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:21.943512 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da7f9f86-066d-47c6-b2ce-07464084620d req-413655ba-6c3b-410b-a664-67422dc3289f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 943 time: 0.1078057
May 14 21:23:22.013852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.014731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device cb2ed6c9-1135-4b76-b18c-8882fea92d8d up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:22.023807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port af229f26-8c15-4496-83fd-3745d3601050 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:22.024184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.058143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:22.058523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.069109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b5e15d78-f008-4d92-a854-8d04d5ea4ec9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=497ca270ba674ce0a99b58dc33040a13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6149991
May 14 21:23:22.069932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e15d78-f008-4d92-a854-8d04d5ea4ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcbd4de-663f-457c-8e20-f23a63a1eb59,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:22.072491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34942) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:22.115947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffc484e-a9f4-471b-ac3c-ff72cedc60b5 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:22.136190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da7f9f86-066d-47c6-b2ce-07464084620d req-09221634-1268-4257-bc58-cafb016b5d18 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799583
May 14 21:23:22.143577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:22.157894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:22.162739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:22.168165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port cb2ed6c9-1135-4b76-b18c-8882fea92d8d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:22.178480 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (c48daf1a-9b12-408f-92f0-8743b30d6dad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.208724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52319a0790>,) {'filters': {'network_id': ['c48daf1a-9b12-408f-92f0-8743b30d6dad']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:22.214957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-23b1cfaa-cb77-4b3d-a644-f8fb7fe7637c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:22.217543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-23b1cfaa-cb77-4b3d-a644-f8fb7fe7637c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 820 time: 0.1617968
May 14 21:23:22.223554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.230376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52319a0790>, 'd514b139-6d9b-469b-bc67-06ea4606777e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:22.230673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52319a0790>, 'd514b139-6d9b-469b-bc67-06ea4606777e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:22.233045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca5604c5-5746-4d22-8ae6-ac06cec439c2 admin admin] Publish callbacks [] for security_group (cdcbd4de-663f-457c-8e20-f23a63a1eb59), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.242061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-c5b0fb1c-0990-4f74-a898-2acaf0d086ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/quotas/155b6f457be24818bb00db2560ef96fe HTTP/1.1" status: 200  len: 375 time: 0.0102029
May 14 21:23:22.246030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (d514b139-6d9b-469b-bc67-06ea4606777e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.259333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port cb2ed6c9-1135-4b76-b18c-8882fea92d8d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:22.259802 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.263699 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.279676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d514b139-6d9b-469b-bc67-06ea4606777e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.283349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca5604c5-5746-4d22-8ae6-ac06cec439c2 admin admin] Publish callbacks [] for security_group (cdcbd4de-663f-457c-8e20-f23a63a1eb59), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.306610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:23:22.307324 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (d514b139-6d9b-469b-bc67-06ea4606777e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:23:22.309254 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:23:22.315005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:22.343595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-5e32b1f0-2504-401b-be61-ad9ae54314f6 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0887282
May 14 21:23:22.406456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:22.411055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849'}, {'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:22.413368 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0c8f7d-e844-451e-922b-58f837a03f9b" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "5fe9ffa2-546d-42d9-a88d-11e41c94e5f9"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849"}, {"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-plugged", "status": "completed", "tag": "af229f26-8c15-4496-83fd-3745d3601050"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:22.422133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port cb2ed6c9-1135-4b76-b18c-8882fea92d8d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:22.422511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.463970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:22.495757 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-ad1785dc-a1c3-4017-bf8c-e7fa6bcb8a1f service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465809
May 14 21:23:22.549554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.550490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 00931368-ab9a-4f28-b1fa-c6e357b7b760 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:22.593669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bffc484e-a9f4-471b-ac3c-ff72cedc60b5'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:22.599924 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-a34a0a80-8963-4fe3-b29e-c1f1e1c3e2ba service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959225
May 14 21:23:22.600142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 00931368-ab9a-4f28-b1fa-c6e357b7b760 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:22.600142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 00931368-ab9a-4f28-b1fa-c6e357b7b760 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:22.660626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:22.775794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ba903265-47d1-4440-985e-e9d92c9c85b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:22.782149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998914f-bea3-446b-8670-5746384f3d79 req-1947a18e-59b8-4462-aabe-d22c8fcac504 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:22.783673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b998914f-bea3-446b-8670-5746384f3d79 req-1947a18e-59b8-4462-aabe-d22c8fcac504 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0593355
May 14 21:23:22.808238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ba903265-47d1-4440-985e-e9d92c9c85b0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:22.808584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ba903265-47d1-4440-985e-e9d92c9c85b0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:22.834529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b998914f-bea3-446b-8670-5746384f3d79 req-811dd404-86d0-44f9-900b-7b4135ca0024 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436997
May 14 21:23:22.905850 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 14 May 2022 21:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c344eb2b-4a5c-4f29-8a72-bda2c9015afd x-openstack-request-id: req-c344eb2b-4a5c-4f29-8a72-bda2c9015afd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:22.905850 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "5fe9ffa2-546d-42d9-a88d-11e41c94e5f9", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849", "code": 200}, {"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-plugged", "status": "completed", "tag": "af229f26-8c15-4496-83fd-3745d3601050", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:22.905850 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c344eb2b-4a5c-4f29-8a72-bda2c9015afd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:22.905850 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c344eb2b-4a5c-4f29-8a72-bda2c9015afd'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9', 'code': 200}
May 14 21:23:22.905850 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c344eb2b-4a5c-4f29-8a72-bda2c9015afd'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'code': 200}
May 14 21:23:22.905850 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c344eb2b-4a5c-4f29-8a72-bda2c9015afd'] response: {'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050', 'code': 200}
May 14 21:23:22.921354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (c48daf1a-9b12-408f-92f0-8743b30d6dad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.921354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca5604c5-5746-4d22-8ae6-ac06cec439c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cdcbd4de-663f-457c-8e20-f23a63a1eb59), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.925359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca5604c5-5746-4d22-8ae6-ac06cec439c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:22.926652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ca5604c5-5746-4d22-8ae6-ac06cec439c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdcbd4de-663f-457c-8e20-f23a63a1eb59 HTTP/1.1" status: 204  len: 168 time: 0.8107672
May 14 21:23:22.993705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c56fb6c3-045e-43ee-8bf6-e88749d7ea41 req-4fc28bd4-b355-4821-bbd8-f331fafd2aef tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 210 time: 0.0512881
May 14 21:23:23.021456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:23.022412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c48daf1a-9b12-408f-92f0-8743b30d6dad HTTP/1.1" status: 204  len: 168 time: 2.0171502
May 14 21:23:23.023310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169116a-3875-4f5d-badb-533f8c486d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=c48daf1a-9b12-408f-92f0-8743b30d6dad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:23.039133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5604c5-5746-4d22-8ae6-ac06cec439c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcbd4de-663f-457c-8e20-f23a63a1eb59,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:23.118883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.124518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.129946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738d6e8-c597-4947-b4a6-4087cfa31f6c req-56b47346-758b-4891-ba5f-3f8f9c8cc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.130117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.132459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3738d6e8-c597-4947-b4a6-4087cfa31f6c req-56b47346-758b-4891-ba5f-3f8f9c8cc691 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 1128 time: 0.1241558
May 14 21:23:23.135235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.142073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.147415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.153588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.162763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6013f04b-13af-46c4-bc63-9095b01062ce req-db4b0e28-0ba5-43d1-a45f-3088c002e0dc tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.1502125
May 14 21:23:23.219051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3738d6e8-c597-4947-b4a6-4087cfa31f6c req-b463c2f2-dcde-42ed-9641-c3af9ec92e0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811226
May 14 21:23:23.235167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6013f04b-13af-46c4-bc63-9095b01062ce req-a0625c17-2765-45bf-a755-85b6bdb70ee2 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0724559
May 14 21:23:23.303816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555c600-6673-4a5a-98e6-9e6130b9d182 req-848d9cb1-d3d1-4c4d-8664-d7816ad969ed tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.305232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a555c600-6673-4a5a-98e6-9e6130b9d182 req-848d9cb1-d3d1-4c4d-8664-d7816ad969ed tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 944 time: 0.0581474
May 14 21:23:23.353401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a555c600-6673-4a5a-98e6-9e6130b9d182 req-3e387ff8-9619-43a7-88bf-fd701f7ad919 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418093
May 14 21:23:23.572018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bffc484e-a9f4-471b-ac3c-ff72cedc60b5 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:23.627283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:23.632007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34982) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:23.681373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b797c93-fc18-407f-8239-ed671fdde251 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44c96286063c40ac948610903a50e98f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0478420
May 14 21:23:23.685775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34990) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:23.704138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:23.704520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:23.777263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4017fe4b-ecab-49a8-b931-d2b43ee057e7 admin admin] Publish callbacks [] for security_group (6dd762e4-2c01-41e8-871b-0ecccef97620), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:23.815282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4017fe4b-ecab-49a8-b931-d2b43ee057e7 admin admin] Publish callbacks [] for security_group (6dd762e4-2c01-41e8-871b-0ecccef97620), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:23.958952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:23.959597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:23.989854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb1a9b-2db2-4e0c-8684-2e0f9279351e req-069a2394-961a-4a9a-8825-88e24e87d4ec tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:23.991453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbdb1a9b-2db2-4e0c-8684-2e0f9279351e req-069a2394-961a-4a9a-8825-88e24e87d4ec tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0532866
May 14 21:23:23.992080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:24.016792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4017fe4b-ecab-49a8-b931-d2b43ee057e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6dd762e4-2c01-41e8-871b-0ecccef97620), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.019463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4017fe4b-ecab-49a8-b931-d2b43ee057e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.020709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4017fe4b-ecab-49a8-b931-d2b43ee057e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dd762e4-2c01-41e8-871b-0ecccef97620 HTTP/1.1" status: 204  len: 168 time: 0.3335400
May 14 21:23:24.028720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017fe4b-ecab-49a8-b931-d2b43ee057e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd762e4-2c01-41e8-871b-0ecccef97620,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:24.048046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbdb1a9b-2db2-4e0c-8684-2e0f9279351e req-96a236a8-1594-4259-8aa0-d51870b3e8e2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503976
May 14 21:23:24.097309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.118521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2453eb1-dae1-43f0-a9c2-b68cc89cff82 req-5ffd156e-f8de-4153-8499-bf300018beb2 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 210 time: 0.0438123
May 14 21:23:24.169013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:24.368400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.374939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.380564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.386074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.393143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.402701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.413247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.416277 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a754b142-dfc8-4eae-89e1-33d513982061 req-162dac7d-c300-4efa-a29e-9bfd5b99a185 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.1012065
May 14 21:23:24.455757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35020) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:24.498996 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a754b142-dfc8-4eae-89e1-33d513982061 req-226de943-e8fb-4717-bfeb-4c446fba88e3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0744417
May 14 21:23:24.499913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5c73a-aae5-4f31-b8aa-50b1774697f8 req-044494bf-f1e2-4d3d-8812-b2fe30a341b5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:24.501695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22c5c73a-aae5-4f31-b8aa-50b1774697f8 req-044494bf-f1e2-4d3d-8812-b2fe30a341b5 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.0559096
May 14 21:23:24.554102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22c5c73a-aae5-4f31-b8aa-50b1774697f8 req-3d433bee-6f2a-4fee-bd1e-5edf9c28c3fa tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453541
May 14 21:23:24.628837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-def1ef0a-337a-4ae9-aa49-3525b9cb7a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.715196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-def1ef0a-337a-4ae9-aa49-3525b9cb7a03 admin admin] Publish callbacks [] for security_group (2823e055-e148-48b5-8bed-9b82fc46f670), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.823698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-def1ef0a-337a-4ae9-aa49-3525b9cb7a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2823e055-e148-48b5-8bed-9b82fc46f670), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.836654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35030) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:24.872048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-def1ef0a-337a-4ae9-aa49-3525b9cb7a03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=386c2ac6c8354a37a6a22991fd1297a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4211674
May 14 21:23:24.874596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:24.883469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1ef0a-337a-4ae9-aa49-3525b9cb7a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823e055-e148-48b5-8bed-9b82fc46f670,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:24.893098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35036) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:24.896178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ed6c9-1135-4b76-b18c-8882fea92d8d'}, {'server_uuid': '98cfa904-6334-446b-9c55-78b1cad1609b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:24.899673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-764776c4-7421-40cc-bf96-b114e4d6cb70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d024008800d2448688d2f18f2ba173de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0617719
May 14 21:23:24.901764 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3871ffc0-984c-4f4b-b8e8-c721ea0ac0dd" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ed6c9-1135-4b76-b18c-8882fea92d8d"}, {"server_uuid": "98cfa904-6334-446b-9c55-78b1cad1609b", "name": "network-vif-plugged", "status": "completed", "tag": "bffc484e-a9f4-471b-ac3c-ff72cedc60b5"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:24.960992 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197a4043-d440-4105-8a11-e5d32bf602ef x-openstack-request-id: req-197a4043-d440-4105-8a11-e5d32bf602ef {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:24.961605 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ed6c9-1135-4b76-b18c-8882fea92d8d", "code": 200}, {"server_uuid": "98cfa904-6334-446b-9c55-78b1cad1609b", "name": "network-vif-plugged", "status": "completed", "tag": "bffc484e-a9f4-471b-ac3c-ff72cedc60b5", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:24.961735 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-197a4043-d440-4105-8a11-e5d32bf602ef {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:24.962241 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197a4043-d440-4105-8a11-e5d32bf602ef'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ed6c9-1135-4b76-b18c-8882fea92d8d', 'code': 200}
May 14 21:23:24.963407 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197a4043-d440-4105-8a11-e5d32bf602ef'] response: {'server_uuid': '98cfa904-6334-446b-9c55-78b1cad1609b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5', 'code': 200}
May 14 21:23:24.975368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-511075e5-7766-4063-9c97-8f515af86e0e admin admin] Publish callbacks [] for security_group (b4803ec6-df6c-4917-b5b0-9924657fb8ee), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:24.986280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58c17110-ef3d-4e5e-810e-0f27ce2f79a8 admin admin] Publish callbacks [] for security_group (2823e055-e148-48b5-8bed-9b82fc46f670), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.016648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-511075e5-7766-4063-9c97-8f515af86e0e admin admin] Publish callbacks [] for security_group (b4803ec6-df6c-4917-b5b0-9924657fb8ee), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.033425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58c17110-ef3d-4e5e-810e-0f27ce2f79a8 admin admin] Publish callbacks [] for security_group (2823e055-e148-48b5-8bed-9b82fc46f670), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.177978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58c17110-ef3d-4e5e-810e-0f27ce2f79a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2823e055-e148-48b5-8bed-9b82fc46f670), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.180818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58c17110-ef3d-4e5e-810e-0f27ce2f79a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.182369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-58c17110-ef3d-4e5e-810e-0f27ce2f79a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2823e055-e148-48b5-8bed-9b82fc46f670 HTTP/1.1" status: 204  len: 168 time: 0.3063836
May 14 21:23:25.197477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c17110-ef3d-4e5e-810e-0f27ce2f79a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823e055-e148-48b5-8bed-9b82fc46f670,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:25.198141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.198710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.199776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.200469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.201300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.202385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.202524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.204978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d80bd119-8e50-44b7-bb4e-ae5c9640ffaa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6719 time: 0.1477866
May 14 21:23:25.232581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131a45-d4df-43c0-9531-f61a3b6bc23c req-80300122-f276-4b29-8277-c7ace69c5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.234482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4131a45-d4df-43c0-9531-f61a3b6bc23c req-80300122-f276-4b29-8277-c7ace69c5f7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 1127 time: 0.1661196
May 14 21:23:25.253538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f887f4d-6962-48c0-bd11-d86b49ce0e2c req-9ceafbc7-ddb3-4c54-94da-5f5e74c6e418 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 210 time: 0.0340369
May 14 21:23:25.254426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-511075e5-7766-4063-9c97-8f515af86e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b4803ec6-df6c-4917-b5b0-9924657fb8ee), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.257195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-511075e5-7766-4063-9c97-8f515af86e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:25.258752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-511075e5-7766-4063-9c97-8f515af86e0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4803ec6-df6c-4917-b5b0-9924657fb8ee HTTP/1.1" status: 204  len: 168 time: 0.3643882
May 14 21:23:25.267249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511075e5-7766-4063-9c97-8f515af86e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4803ec6-df6c-4917-b5b0-9924657fb8ee,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:25.309443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa95c1c-58f2-4e6c-ba4e-967d30c3d1fd req-1b8fe8f1-8b7e-4b52-bdac-d00fccd4c1eb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.310955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaa95c1c-58f2-4e6c-ba4e-967d30c3d1fd req-1b8fe8f1-8b7e-4b52-bdac-d00fccd4c1eb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.1683788
May 14 21:23:25.344892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4131a45-d4df-43c0-9531-f61a3b6bc23c req-bbc5bb7c-e214-46a4-8622-e5f3580fb8db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989180
May 14 21:23:25.371971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01a45eb2-cdb5-44c3-bc62-6a1ff1602e47 req-d4813d85-7901-49f1-9d6c-991d4c605443 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1343126
May 14 21:23:25.395102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaa95c1c-58f2-4e6c-ba4e-967d30c3d1fd req-3eaccf33-40c1-4068-b791-810901d6841e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716636
May 14 21:23:25.663261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.669758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.675546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.680949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.687183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.692605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.698054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.706566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-97f57b6d-49c1-4254-abd1-ebf0218e8feb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.1108208
May 14 21:23:25.812229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba7bcb75-a9fb-4655-a4d1-e4d056c87386 req-890f3197-77c8-4548-bef4-f08ce96b3b0b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1045821
May 14 21:23:25.892820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4a3fd-8e1c-4f2e-a56d-59daee6f068d req-cf5dc478-807a-493f-a016-c12813f55661 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.894822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6a4a3fd-8e1c-4f2e-a56d-59daee6f068d req-cf5dc478-807a-493f-a016-c12813f55661 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.1050651
May 14 21:23:25.949915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6a4a3fd-8e1c-4f2e-a56d-59daee6f068d req-aefa4a29-f4f5-4b8f-ae1b-83b4b44184ea tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490382
May 14 21:23:25.981968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d809c-e41a-41c4-977b-ffced8700f1f req-4382e32a-a5d7-4d02-ab0d-e56d4046402e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.986579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d2d809c-e41a-41c4-977b-ffced8700f1f req-4382e32a-a5d7-4d02-ab0d-e56d4046402e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0865281
May 14 21:23:25.992200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-947624f0-e0da-4e72-9e28-199da7e53fe0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:25.993860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-947624f0-e0da-4e72-9e28-199da7e53fe0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 820 time: 0.2204845
May 14 21:23:26.016348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'port': {'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'admin_state_up': True, 'tenant_id': '155b6f457be24818bb00db2560ef96fe'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:26.116917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d2d809c-e41a-41c4-977b-ffced8700f1f req-6eb2146a-acd5-4417-8583-dda8472f67fa tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211858
May 14 21:23:26.275188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Made reservation on behalf of 155b6f457be24818bb00db2560ef96fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:26.279226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:26.390104 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a704106e-52ca-45c1-97f8-3f4822030a7b req-23ce435a-869a-4417-b834-a7a506b821bd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 210 time: 0.0572355
May 14 21:23:26.468119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Allocated IP 172.20.0.5 (b6600266-4425-42b1-a9f0-5eddc540b575/68e2932a-b0e4-47b9-936e-1444f45f79aa/7f5425e4-ec40-44fe-90e4-23cc30118671) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:26.663832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:26.784030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:26.796723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5837daea-a74b-411d-b12d-81c8f1cedc5b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:26.862969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Network b6600266-4425-42b1-a9f0-5eddc540b575 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:26.878099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:26.881756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:26.970203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event updated for resources: {'Port': ['ID=7f5425e4-ec40-44fe-90e4-23cc30118671,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:26.996868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:26.998042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:27.111208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d9211-100a-4beb-a80b-5ef17a556078 req-43f61c53-041f-4a08-95ec-1d9aac140f37 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.112857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d97d9211-100a-4beb-a80b-5ef17a556078 req-43f61c53-041f-4a08-95ec-1d9aac140f37 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.0661931
May 14 21:23:27.121703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.129523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.133897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.144347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.154547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.161166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.167300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.179902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-34b5fcb1-0190-46dd-b18d-5993c376f454 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.1948774
May 14 21:23:27.196275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e6d30640-72c6-4d95-94fe-67dbb2afbafd tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1853094
May 14 21:23:27.222999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d97d9211-100a-4beb-a80b-5ef17a556078 req-c62ebef3-a76e-4669-b7dd-5d0f3da5d87e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007469
May 14 21:23:27.243818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Request body: {'port': {'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:27.245063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7d8a5748-bc39-4f20-aa4f-2f8a4c47b21c None None] Provisioning complete for port 7f5425e4-ec40-44fe-90e4-23cc30118671 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:27.245562 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5748-bc39-4f20-aa4f-2f8a4c47b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:27.248580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35118) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:27.345216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a5748-bc39-4f20-aa4f-2f8a4c47b21c None None] Port 7f5425e4-ec40-44fe-90e4-23cc30118671 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:23:27.386367 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:27.394167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-426af8ba-038b-42e5-9822-6cedcfa4b63d req-6062daaa-3380-4c07-bafe-c3eeebc1d499 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2134109
May 14 21:23:27.454826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751137-685e-4415-a171-a4b890744909 req-82accd9c-e86b-467a-b1ee-e9e8a3207209 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.456429 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f7751137-685e-4415-a171-a4b890744909 req-82accd9c-e86b-467a-b1ee-e9e8a3207209 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.1095192
May 14 21:23:27.578000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f7751137-685e-4415-a171-a4b890744909 req-f315ea7e-f278-41e1-9baf-080c94503f16 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086085
May 14 21:23:27.593735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-690081607-network', 'tenant_id': 'fe513cd0819f40d7866ce2aaa1b8ea8d'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:27.624053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-6863ff0a-47fc-48e6-acc7-ebeef7fd6772 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0612569
May 14 21:23:27.715451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Made reservation on behalf of fe513cd0819f40d7866ce2aaa1b8ea8d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:27.718768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:27.735543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f447a-385f-48f9-9f42-50c896c45d86 req-9d037931-3c57-46be-ae93-d67784e3da6b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.737266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe6f447a-385f-48f9-9f42-50c896c45d86 req-9d037931-3c57-46be-ae93-d67784e3da6b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 931 time: 0.0677054
May 14 21:23:27.738245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:27.770126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-1131a44a-1bd1-4a59-9a50-ea78ef036ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:27.771671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-1131a44a-1bd1-4a59-9a50-ea78ef036ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 1128 time: 0.0688021
May 14 21:23:27.836548 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe6f447a-385f-48f9-9f42-50c896c45d86 req-3847a953-397b-42a9-8b38-303309d97c25 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822916
May 14 21:23:27.984591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks [] for security_group (9c7e1757-51f2-45af-9be3-89f37bff265c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.059019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5425e4-ec40-44fe-90e4-23cc30118671 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:28.067415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9c7e1757-51f2-45af-9be3-89f37bff265c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.068330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Publish callbacks [] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.071192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-d3206491-3347-49de-934c-d9e9f7a55213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.072926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-d3206491-3347-49de-934c-d9e9f7a55213 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 200  len: 917 time: 0.1803443
May 14 21:23:28.089805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:23:28.106793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e1757-51f2-45af-9be3-89f37bff265c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:28.109799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (905ef56f-622f-43ea-9db2-5429437ab0ba), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.110404 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Added segment 905ef56f-622f-43ea-9db2-5429437ab0ba of type vlan for network a654f805-d693-47d5-9845-d68b7a2a07c5
May 14 21:23:28.123367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Transition to ACTIVE for port object 7f5425e4-ec40-44fe-90e4-23cc30118671 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:23:28.168845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a654f805-d693-47d5-9845-d68b7a2a07c5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.199472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-f0d33245-f8d4-4263-85a4-820ca5267798 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 200  len: 1001 time: 0.1181850
May 14 21:23:28.200977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.296320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a654f805-d693-47d5-9845-d68b7a2a07c5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.297506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.298415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.317523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Pushing event updated for resources: {'Port': ['ID=7f5425e4-ec40-44fe-90e4-23cc30118671,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:28.349525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abb6ed-53f4-43ef-b1f9-5dab89515cab req-cbd57f0a-487d-4651-b55f-90370aedfe0e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.351203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8abb6ed-53f4-43ef-b1f9-5dab89515cab req-cbd57f0a-487d-4651-b55f-90370aedfe0e tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.1063783
May 14 21:23:28.361483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-01fe27fe-70d6-40b4-a67f-19b0325c5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.362951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-01fe27fe-70d6-40b4-a67f-19b0325c5a3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b HTTP/1.1" status: 200  len: 855 time: 0.1482344
May 14 21:23:28.401246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] Pushing event updated for resources: {'Network': ['ID=a654f805-d693-47d5-9845-d68b7a2a07c5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:28.418257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a654f805-d693-47d5-9845-d68b7a2a07c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:23:28.434400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-c0e1f61e-2249-48e1-9ffd-4f1271cc2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.436530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-c0e1f61e-2249-48e1-9ffd-4f1271cc2910 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b18d0003-8116-4e27-8e01-369db6cad7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0562577
May 14 21:23:28.440329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8abb6ed-53f4-43ef-b1f9-5dab89515cab req-010592a3-7572-4353-b7b0-312d1358e49c tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579515
May 14 21:23:28.453947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-55b37fc3-f797-4c1e-aac3-0b3dd50bc773 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 1.2003741
May 14 21:23:28.454064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35160) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:28.458723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Request body: {'subnet': {'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-690081607-subnet', 'tenant_id': 'fe513cd0819f40d7866ce2aaa1b8ea8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:28.477460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Attempting to bind port 7f5425e4-ec40-44fe-90e4-23cc30118671 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:28.477798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Attempting to bind port 7f5425e4-ec40-44fe-90e4-23cc30118671 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:28.478123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Attempting to bind port 7f5425e4-ec40-44fe-90e4-23cc30118671 on network b6600266-4425-42b1-a9f0-5eddc540b575 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:28.519974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Port 7f5425e4-ec40-44fe-90e4-23cc30118671 on network b6600266-4425-42b1-a9f0-5eddc540b575 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:23:28.520318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Attempting to bind port 7f5425e4-ec40-44fe-90e4-23cc30118671 on network b6600266-4425-42b1-a9f0-5eddc540b575 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:28.553134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:28.557090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Checking segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:28.557090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Bound using segment: {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:28.557090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Bound port: 7f5425e4-ec40-44fe-90e4-23cc30118671, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '791b9423-7c7c-41cf-bee0-53a18009b3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:28.557090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.602972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Made reservation on behalf of fe513cd0819f40d7866ce2aaa1b8ea8d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:28.602972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.643020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-fa9b6aab-6c09-463c-ab57-8fe5b6fadca6 service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896665
May 14 21:23:28.781123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] For port 7f5425e4-ec40-44fe-90e4-23cc30118671, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:28.785738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] For port 7f5425e4-ec40-44fe-90e4-23cc30118671, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f5425e4-ec40-44fe-90e4-23cc30118671,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:28.811965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c67fff5-391f-4b15-8cdc-8f7a42e554ed req-617acb4c-c3c6-46cf-9458-84dd76e92a57 service neutron] 10.222.0.36 "GET /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532784
May 14 21:23:28.842538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.847875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.853154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.858384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.863725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.868976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.869169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.877886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.879835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-06c7c21f-2432-49eb-a238-60d4b1158dd9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.2410691
May 14 21:23:28.914334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:28.915004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:28.916535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] 10.222.0.48 "PUT /v2.0/ports/7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 1091 time: 1.7033091
May 14 21:23:28.917048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:28.919831 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b6bb7f-dbce-47a2-a8e9-2547addf625d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:28.946526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d1bc-81d0-4e1a-b51b-1f78fbf2317a service neutron] Pushing event updated for resources: {'Port': ['ID=7f5425e4-ec40-44fe-90e4-23cc30118671,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:29.055171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6650919a-5a02-4f40-ba44-9c70d9f7ffa0 req-2e9e080d-ce01-446b-be3f-97bc6be4fdd4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1629612
May 14 21:23:29.086601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (a0f52459-bd54-41ff-909a-aadc563584a0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:29.176448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-f6b5f8da-8077-4538-9bb2-47fdc0954409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.178113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-f6b5f8da-8077-4538-9bb2-47fdc0954409 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1125 time: 0.1084783
May 14 21:23:29.179921 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bdcade-14a0-4b28-bc25-90c10b5c319b x-openstack-request-id: req-b3bdcade-14a0-4b28-bc25-90c10b5c319b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:29.180279 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:29.180600 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3bdcade-14a0-4b28-bc25-90c10b5c319b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:29.181067 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bdcade-14a0-4b28-bc25-90c10b5c319b'] response: {'name': 'network-changed', 'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'status': 'completed', 'code': 200}
May 14 21:23:29.195631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Checking segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:29.196610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Network hostable DHCP agents. Network: a654f805-d693-47d5-9845-d68b7a2a07c5, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:23:29.199260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f52459-bd54-41ff-909a-aadc563584a0,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:29.226569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2f800-ed26-4eb8-84e2-f2bb5a23b257 req-ecc51f20-35fb-4cfd-af10-1db1345619a0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.233960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cf2f800-ed26-4eb8-84e2-f2bb5a23b257 req-ecc51f20-35fb-4cfd-af10-1db1345619a0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 943 time: 0.1813653
May 14 21:23:29.276094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-8df6aa39-ce62-402f-99e3-6badbcbf8bb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 217 time: 0.0756810
May 14 21:23:29.291168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a354bd-c941-4c60-8e53-355ae52303af req-dec5e7d0-76cf-43c5-8f9b-34f0e91b522c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.292714 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0a354bd-c941-4c60-8e53-355ae52303af req-dec5e7d0-76cf-43c5-8f9b-34f0e91b522c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0681481
May 14 21:23:29.308065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cf2f800-ed26-4eb8-84e2-f2bb5a23b257 req-60db52d3-14b0-4b7c-8ae7-038704f74995 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721190
May 14 21:23:29.342901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Network a654f805-d693-47d5-9845-d68b7a2a07c5 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:23:29.355096 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0a354bd-c941-4c60-8e53-355ae52303af req-f5e4d77e-2b65-429c-b4c3-d2f2542124f2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546956
May 14 21:23:29.431075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.436842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.442100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.446284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a654f805-d693-47d5-9845-d68b7a2a07c5) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:29.447399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.450629 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.451316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:29.455437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b6599-0369-4356-bcc3-88977d17d577 None None] Network a654f805-d693-47d5-9845-d68b7a2a07c5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:29.456471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.461871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.468294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.470110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5773162a-4d49-408b-90b6-97bbec5d1105 req-baab11d8-db49-4867-a236-cd043f3fb4ea tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.0986311
May 14 21:23:29.483050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35200) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:29.495864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Request body: {'floatingip': {'port_id': 'ed4b2309-b8f5-4d14-9e50-2b5701924849'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:29.566484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e44eaa4c-3ed6-4718-b528-0869fc00ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.568338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-e44eaa4c-3ed6-4718-b528-0869fc00ac93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0868881
May 14 21:23:29.624353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-80b57e07-bb17-42c1-86ec-c299ba750149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.624353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-80b57e07-bb17-42c1-86ec-c299ba750149 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480218
May 14 21:23:29.637655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d44fb-d098-4b2a-8102-ef1cc4e24d75 None None] Network a654f805-d693-47d5-9845-d68b7a2a07c5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:29.648573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-950ed963-2bfd-4941-b540-4badcd0c85fa admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1923959
May 14 21:23:29.688143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (a3438a16-fc4e-41dd-9bde-07e858d61702), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:29.744972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b28939-2dfc-462d-96df-3bd29555bb27 req-4e84dfd2-e093-48ce-8f1b-5e495fe12781 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:29.752099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0b28939-2dfc-462d-96df-3bd29555bb27 req-4e84dfd2-e093-48ce-8f1b-5e495fe12781 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.1251070
May 14 21:23:29.814164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-2c7433b6-395b-4da8-b946-0646c77b1491 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845281
May 14 21:23:29.876266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0b28939-2dfc-462d-96df-3bd29555bb27 req-33ac3564-1265-4f18-9684-c8c72ab6eb2b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229496
May 14 21:23:29.940795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bcd50364-8f68-49bb-a0b7-51363253956d req-d799ca61-a60e-430e-adb7-5c51844e52b8 tempest-FlavorsV2NegativeTest-1871583979 tempest-FlavorsV2NegativeTest-1871583979-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=73731f1637db4792b4523545840a6f8c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0721228
May 14 21:23:30.045265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9dd76a6-13dd-49bc-a83e-fea99b2e0d75 req-c34d87ee-3587-4459-8930-05c9cad4c5da service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203043
May 14 21:23:30.079675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd50364-8f68-49bb-a0b7-51363253956d req-cf511329-3d3a-442c-8764-ea692f87b488 tempest-FlavorsV2NegativeTest-1871583979 tempest-FlavorsV2NegativeTest-1871583979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:30.081330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bcd50364-8f68-49bb-a0b7-51363253956d req-cf511329-3d3a-442c-8764-ea692f87b488 tempest-FlavorsV2NegativeTest-1871583979 tempest-FlavorsV2NegativeTest-1871583979-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1396852
May 14 21:23:30.098625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bcd50364-8f68-49bb-a0b7-51363253956d req-aae2b194-9f8d-4b87-b7ed-0d7c3d658263 tempest-FlavorsV2NegativeTest-1871583979 tempest-FlavorsV2NegativeTest-1871583979-project] 10.222.0.52 "GET /v2.0/quotas/73731f1637db4792b4523545840a6f8c HTTP/1.1" status: 200  len: 375 time: 0.0111396
May 14 21:23:30.140088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bcd50364-8f68-49bb-a0b7-51363253956d req-130a09a6-85a4-436c-b0d9-2172749c7f2f tempest-FlavorsV2NegativeTest-1871583979 tempest-FlavorsV2NegativeTest-1871583979-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73731f1637db4792b4523545840a6f8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342968
May 14 21:23:30.576952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16e39c-6b53-44cb-98d0-fcdf0516cdc9 req-7d838c8f-4a51-4245-b692-f6615d1d289c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:30.579082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e16e39c-6b53-44cb-98d0-fcdf0516cdc9 req-7d838c8f-4a51-4245-b692-f6615d1d289c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 943 time: 0.1298640
May 14 21:23:30.592858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-21e4b804-1811-4db9-8e1c-2ff1be258535 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:30.600279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-21e4b804-1811-4db9-8e1c-2ff1be258535 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 813 time: 0.1556351
May 14 21:23:30.618224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-8a58ef0d-2c37-4a12-9f6f-68e1b70d0b2e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/quotas/fe513cd0819f40d7866ce2aaa1b8ea8d HTTP/1.1" status: 200  len: 375 time: 0.0168598
May 14 21:23:30.658032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e16e39c-6b53-44cb-98d0-fcdf0516cdc9 req-cffd6246-4c32-4a99-b476-da4c51be0af3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685589
May 14 21:23:30.663255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7a33a15d-9132-4b66-9143-00463667b3e3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437853
May 14 21:23:30.791403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885fd13-4e80-4200-9c35-d27426baaad8 req-1a87d3d1-26b2-4b32-94eb-99696ed37255 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:30.793131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c885fd13-4e80-4200-9c35-d27426baaad8 req-1a87d3d1-26b2-4b32-94eb-99696ed37255 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0633357
May 14 21:23:30.796693 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:30.851990 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c885fd13-4e80-4200-9c35-d27426baaad8 req-c2447946-a047-4709-b56d-7a69259e84ec tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490260
May 14 21:23:30.944798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (a3438a16-fc4e-41dd-9bde-07e858d61702), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:30.952066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-b6c1a3e7-7a5c-4e83-89b5-44f3069c7485 service neutron] 10.222.0.52 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2879634
May 14 21:23:31.065956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57410ecf-3ac7-4cf2-bbaa-bc5e159905a6 req-2108c59b-acfd-4ce2-9950-7b32de5c82fb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:31.071492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-2f4f9f0c-67ea-4d43-ad32-b6012fb0194c service neutron] 10.222.0.52 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183777
May 14 21:23:31.072838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57410ecf-3ac7-4cf2-bbaa-bc5e159905a6 req-2108c59b-acfd-4ce2-9950-7b32de5c82fb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.1628592
May 14 21:23:31.115190 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Floating IP a3438a16-fc4e-41dd-9bde-07e858d61702 associated. External IP: 172.35.4.246, port: ed4b2309-b8f5-4d14-9e50-2b5701924849.
May 14 21:23:31.168262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57410ecf-3ac7-4cf2-bbaa-bc5e159905a6 req-b301ee30-7564-41b9-9110-56ae2b8e00eb tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945685
May 14 21:23:31.335395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-a21702b4-aa11-4285-83e4-0c01d8b0b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:31.337325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-a21702b4-aa11-4285-83e4-0c01d8b0b9f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1125 time: 0.0471249
May 14 21:23:31.390996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Router a15574f5-f5cb-4599-a1da-ebce2275b4e0 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:31.433856 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0af9a38a-92b1-4616-84fb-fff49cbaddd1 req-56e3eb52-1d4f-4620-8c4f-4ebc869fb2b6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 210 time: 0.0553696
May 14 21:23:31.456058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-94fcaa26-575e-461f-997f-2174909926e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:31.456058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-94fcaa26-575e-461f-997f-2174909926e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.1081953
May 14 21:23:31.504798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-7a583dab-60b3-4ac6-b484-2922161e38cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 217 time: 0.0441923
May 14 21:23:31.519781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device af229f26-8c15-4496-83fd-3745d3601050 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:31.586424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-e4fd75c8-7b75-4c37-a280-ca8e4c31eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:31.588558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-e4fd75c8-7b75-4c37-a280-ca8e4c31eda1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0760756
May 14 21:23:31.595261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:31.600801 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:31.640934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] Sync routers for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:31.661004 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-711d91d3-6206-4f66-80ca-e7eadc5cd509 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "PUT /v2.0/floatingips/a3438a16-fc4e-41dd-9bde-07e858d61702 HTTP/1.1" status: 200  len: 992 time: 2.1758926
May 14 21:23:31.663874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:31.666083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35290) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:31.667024 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51122c1d-a504-4f2a-bc21-f90ad018499d" -d '{"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:31.679559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:31.681525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-ac37937c-a3ad-4fcf-b6ee-4413d5ad8e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:31.683213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-ac37937c-a3ad-4fcf-b6ee-4413d5ad8e5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0856423
May 14 21:23:31.690024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f727c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:31.776126 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0074a5b-b312-4581-9143-cb28b60448d0 x-openstack-request-id: req-f0074a5b-b312-4581-9143-cb28b60448d0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:31.776650 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:31.777744 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0074a5b-b312-4581-9143-cb28b60448d0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:31.782863 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0074a5b-b312-4581-9143-cb28b60448d0'] response: {'name': 'network-changed', 'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'status': 'completed', 'code': 200}
May 14 21:23:31.847951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:31.868868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523206c6-9fba-42e1-92a4-868062c0fb39 req-86048b0c-ee14-45a4-b271-4b08d8b31801 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:31.869893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'af229f26-8c15-4496-83fd-3745d3601050', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'port_id': 'af229f26-8c15-4496-83fd-3745d3601050', 'mac_address': 'fa:16:3e:94:f8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:31.870403 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-523206c6-9fba-42e1-92a4-868062c0fb39 req-86048b0c-ee14-45a4-b271-4b08d8b31801 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 943 time: 0.0793707
May 14 21:23:31.992013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-523206c6-9fba-42e1-92a4-868062c0fb39 req-b9920a08-77b3-496a-a9a6-9691dbc58eff tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900786
May 14 21:23:32.016083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port af229f26-8c15-4496-83fd-3745d3601050 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:32.016530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:32.027273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-ecf9f83f-19ea-43f2-8c19-28d67c1b6b1b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.027273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-ecf9f83f-19ea-43f2-8c19-28d67c1b6b1b tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.1693656
May 14 21:23:32.027273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5882b9f6-1a33-4019-8746-1b44df3bdd85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:32.034128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af229f26-8c15-4496-83fd-3745d3601050 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:32.064163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.064749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.066939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.066939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.066939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.066939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.066939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.068899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-679b745f-70f7-4815-b94a-65930487da6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6719 time: 0.2171903
May 14 21:23:32.080245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:32.096799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:32.176812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e018f-683a-4466-9632-344ef31bb66f req-492fcef7-d03b-467a-a792-9827510add7d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.178333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c6e018f-683a-4466-9632-344ef31bb66f req-492fcef7-d03b-467a-a792-9827510add7d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.1682155
May 14 21:23:32.179887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:32.234847 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-f82c56d9-9f2b-4d8a-a79f-48faabc7b3a1 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5284023
May 14 21:23:32.298792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:32.321663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['af229f26-8c15-4496-83fd-3745d3601050'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:32.349440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6e34d-22a2-4be0-8188-9115a69b78af req-4cffd315-6e82-4497-8660-e463252bb24f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.351766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57c6e34d-22a2-4be0-8188-9115a69b78af req-4cffd315-6e82-4497-8660-e463252bb24f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 945 time: 0.0630786
May 14 21:23:32.430930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57c6e34d-22a2-4be0-8188-9115a69b78af req-97a9e6b4-8bf5-46c5-beae-a9ccb3a5da77 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/security-groups?id=19c9b19e-06fc-4df1-8db6-2537e718e64f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696352
May 14 21:23:32.549132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5b97be5-f1fd-4479-ba46-dc763646b25c req-dff02ec0-3fa6-445c-b25c-e463250008dc tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 210 time: 0.0619493
May 14 21:23:32.656546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f727c0>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a3438a16-fc4e-41dd-9bde-07e858d61702', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'floating_ip_address': '172.35.4.246', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'port_id': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'mac_address': 'fa:16:3e:46:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:22:16Z', 'updated_at': '2022-05-14T21:23:30Z', 'revision_number': 1, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:43Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:32.686255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] Checking router: a15574f5-f5cb-4599-a1da-ebce2275b4e0 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:32.696513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:32.697157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f727c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:32.788884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Deleting port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:32.789514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:32.818554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-47f4c44f-9a5e-4bef-914b-dec017d33a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:32.820000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-47f4c44f-9a5e-4bef-914b-dec017d33a9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e77eecd-4e91-4ff7-94ed-e78389e714c8 HTTP/1.1" status: 200  len: 918 time: 0.7092016
May 14 21:23:32.833041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c6e018f-683a-4466-9632-344ef31bb66f req-9d55c542-7c4f-4144-9ed7-e54364f3aad3 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6165345
May 14 21:23:32.872886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:32.947164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87b6bb7f-dbce-47a2-a8e9-2547addf625d req-9a40c907-d8a7-4840-b06c-59bdb473e383 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6794922
May 14 21:23:32.960650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5882b9f6-1a33-4019-8746-1b44df3bdd85 admin admin] Publish callbacks [] for security_group (8d4d7c31-1967-42c5-8eb6-4953c4a262e9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:32.984560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-cf38048a-bd9e-4c1d-a502-c4ac9be2fa35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849 HTTP/1.1" status: 200  len: 1000 time: 0.1487234
May 14 21:23:33.035220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] For port bffc484e-a9f4-471b-ac3c-ff72cedc60b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,segment=NetworkSegment(55defe9e-4d73-4144-94de-9dd35d46eb15),segment_id=55defe9e-4d73-4144-94de-9dd35d46eb15)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:33.035460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.061481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Calling delete_port for bffc484e-a9f4-471b-ac3c-ff72cedc60b5 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:33.063280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5882b9f6-1a33-4019-8746-1b44df3bdd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8d4d7c31-1967-42c5-8eb6-4953c4a262e9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.075534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-0b472a10-5632-4d9f-b44e-cef53f03cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:33.077020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-0b472a10-5632-4d9f-b44e-cef53f03cc8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c9a41f8-9eaf-4274-b58c-c5bb90163785 HTTP/1.1" status: 200  len: 856 time: 0.0860810
May 14 21:23:33.193658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eda4-8b7a-43da-a27d-2c93d20fd31e req-70270d7e-4112-47fa-8f15-cbcf02d38e43 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:33.221203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1fe2eda4-8b7a-43da-a27d-2c93d20fd31e req-70270d7e-4112-47fa-8f15-cbcf02d38e43 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 943 time: 0.1355486
May 14 21:23:33.222579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-4804543f-ff3b-4f41-b9b2-e18dd934748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:33.224188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-4804543f-ff3b-4f41-b9b2-e18dd934748b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1401701
May 14 21:23:33.231105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882b9f6-1a33-4019-8746-1b44df3bdd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d7c31-1967-42c5-8eb6-4953c4a262e9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:33.240769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5882b9f6-1a33-4019-8746-1b44df3bdd85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73731f1637db4792b4523545840a6f8c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5733666
May 14 21:23:33.253815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35342) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:33.336782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1fe2eda4-8b7a-43da-a27d-2c93d20fd31e req-dc6d6800-e608-41a5-996c-7afaa2727a6c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138949
May 14 21:23:33.438599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f727c0>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a3438a16-fc4e-41dd-9bde-07e858d61702', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'floating_ip_address': '172.35.4.246', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'port_id': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'mac_address': 'fa:16:3e:46:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:22:16Z', 'updated_at': '2022-05-14T21:23:30Z', 'revision_number': 1, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:43Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:33.468600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-df246ca1-2d8d-462b-b1f1-9e40fadcca7a service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319822
May 14 21:23:33.499608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-964af869-3656-4c18-86f6-c5f512dace8a admin admin] Publish callbacks [] for security_group (8d4d7c31-1967-42c5-8eb6-4953c4a262e9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.503226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb891ce-a168-46b6-a053-34c151b85c8f None None] The sync data for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 is: [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a3438a16-fc4e-41dd-9bde-07e858d61702', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'floating_ip_address': '172.35.4.246', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'port_id': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'mac_address': 'fa:16:3e:46:e3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:22:16Z', 'updated_at': '2022-05-14T21:23:30Z', 'revision_number': 1, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:43Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:33.534091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f5425e4-ec40-44fe-90e4-23cc30118671 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:33.537791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device af229f26-8c15-4496-83fd-3745d3601050 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:33.560596 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bffc484e-a9f4-471b-ac3c-ff72cedc60b5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.598396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bffc484e-a9f4-471b-ac3c-ff72cedc60b5'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:33.722939 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-964af869-3656-4c18-86f6-c5f512dace8a admin admin] Publish callbacks [] for security_group (8d4d7c31-1967-42c5-8eb6-4953c4a262e9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.755562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d64af30d-3105-46bc-897b-387225ac53e0 req-70a32e7e-615e-4b40-9e37-ed1b9747a9b8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 210 time: 0.0729964
May 14 21:23:33.773539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Pushing event deleted for resources: {'Port': ['ID=bffc484e-a9f4-471b-ac3c-ff72cedc60b5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:33.849283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa287e26-e348-47a6-ac7c-6a3ec748fa36 req-26bc1076-3aaa-4d80-bf23-36bc1c161c06 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 210 time: 0.2154274
May 14 21:23:33.895851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] No DVR routers for this DVR port bffc484e-a9f4-471b-ac3c-ff72cedc60b5 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:33.908284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port af229f26-8c15-4496-83fd-3745d3601050 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:33.909835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (af229f26-8c15-4496-83fd-3745d3601050), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.922949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:33.935011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f80b162-d731-4007-a5e7-0a35e1e50165 req-4e874a0f-fd52-4806-aef5-a320041c443f tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.36 "DELETE /v2.0/ports/bffc484e-a9f4-471b-ac3c-ff72cedc60b5 HTTP/1.1" status: 204  len: 173 time: 1.8974488
May 14 21:23:33.937893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cfa904-6334-446b-9c55-78b1cad1609b', 'name': 'network-vif-deleted', 'tag': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:33.942246 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bfbdd9-d084-45e0-9906-73cc7fad0058" -d '{"events": [{"server_uuid": "98cfa904-6334-446b-9c55-78b1cad1609b", "name": "network-vif-deleted", "tag": "bffc484e-a9f4-471b-ac3c-ff72cedc60b5"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:33.970036 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a9eb5-04d2-47a5-af14-08d7e984cbcb None None] New status for floating IP a3438a16-fc4e-41dd-9bde-07e858d61702: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:23:33.993968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51122c1d-a504-4f2a-bc21-f90ad018499d req-194cf1e0-76f7-4f6a-b866-12e745b7fb7c service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5145562
May 14 21:23:34.092946 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7277e962-4e3b-4de1-8b04-60cf9325d1c4 x-openstack-request-id: req-7277e962-4e3b-4de1-8b04-60cf9325d1c4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:34.093521 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cfa904-6334-446b-9c55-78b1cad1609b", "name": "network-vif-deleted", "tag": "bffc484e-a9f4-471b-ac3c-ff72cedc60b5", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:34.094214 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7277e962-4e3b-4de1-8b04-60cf9325d1c4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:34.095379 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7277e962-4e3b-4de1-8b04-60cf9325d1c4'] response: {'server_uuid': '98cfa904-6334-446b-9c55-78b1cad1609b', 'name': 'network-vif-deleted', 'tag': 'bffc484e-a9f4-471b-ac3c-ff72cedc60b5', 'status': 'completed', 'code': 200}
May 14 21:23:34.132111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-964af869-3656-4c18-86f6-c5f512dace8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8d4d7c31-1967-42c5-8eb6-4953c4a262e9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:34.135640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-964af869-3656-4c18-86f6-c5f512dace8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:34.138165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-964af869-3656-4c18-86f6-c5f512dace8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d4d7c31-1967-42c5-8eb6-4953c4a262e9 HTTP/1.1" status: 204  len: 168 time: 0.8828049
May 14 21:23:34.156710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f5425e4-ec40-44fe-90e4-23cc30118671, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f5425e4-ec40-44fe-90e4-23cc30118671,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:34.167105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964af869-3656-4c18-86f6-c5f512dace8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d7c31-1967-42c5-8eb6-4953c4a262e9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:34.176071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8384d30-a6a5-4a9e-b9ce-94e8f0157887 req-ac28282c-86bc-48fa-a7a3-5c857acb6988 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:34.178758 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8384d30-a6a5-4a9e-b9ce-94e8f0157887 req-ac28282c-86bc-48fa-a7a3-5c857acb6988 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 945 time: 0.1823812
May 14 21:23:34.296696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:34.316223 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8384d30-a6a5-4a9e-b9ce-94e8f0157887 req-a0741c2c-e4eb-40a9-a781-8ea9f59dc4d4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245255
May 14 21:23:34.387969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port af229f26-8c15-4496-83fd-3745d3601050 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:34.388432 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:34.492332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:34.495280 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d9c7e-723a-4ca7-b043-5c60edd95107" -d '{"events": [{"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-plugged", "status": "completed", "tag": "af229f26-8c15-4496-83fd-3745d3601050"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:34.530004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f5425e4-ec40-44fe-90e4-23cc30118671 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:34.536152 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:34.554966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-05ecc5ac-5517-4b35-97f2-8424c9d885bd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:34.557113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-05ecc5ac-5517-4b35-97f2-8424c9d885bd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.48 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 813 time: 0.3757892
May 14 21:23:34.560141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:34.564864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5425e4-ec40-44fe-90e4-23cc30118671 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:34.592660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Request body: {'port': {'device_id': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'admin_state_up': True, 'tenant_id': 'fe513cd0819f40d7866ce2aaa1b8ea8d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:34.601911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f5425e4-ec40-44fe-90e4-23cc30118671, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f5425e4-ec40-44fe-90e4-23cc30118671,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:34.619758 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df907bf-5a3f-4e83-9ff3-d9c8a2b61470 x-openstack-request-id: req-5df907bf-5a3f-4e83-9ff3-d9c8a2b61470 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:34.619758 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-plugged", "status": "completed", "tag": "af229f26-8c15-4496-83fd-3745d3601050", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:34.619758 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5df907bf-5a3f-4e83-9ff3-d9c8a2b61470 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:34.619758 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df907bf-5a3f-4e83-9ff3-d9c8a2b61470'] response: {'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050', 'code': 200}
May 14 21:23:34.664630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:34.713336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4b1a-2c63-4835-9892-0da0bdf0bfe1 req-43d44ca9-7826-451b-bccf-113ebc2e5104 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:34.734621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-295e4b1a-2c63-4835-9892-0da0bdf0bfe1 req-43d44ca9-7826-451b-bccf-113ebc2e5104 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 943 time: 0.1680496
May 14 21:23:34.752431 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:34.801082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:34.884376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f5425e4-ec40-44fe-90e4-23cc30118671,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:34.885372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-295e4b1a-2c63-4835-9892-0da0bdf0bfe1 req-c9473bac-2411-45ae-b002-4296fd74ff11 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469765
May 14 21:23:34.993441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-756806ae-216f-4d3a-be59-c705880835ea req-352e8424-66cf-4bff-90f2-9979f8c29317 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 210 time: 0.0714171
May 14 21:23:35.034003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7f5425e4-ec40-44fe-90e4-23cc30118671'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:35.051789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Made reservation on behalf of fe513cd0819f40d7866ce2aaa1b8ea8d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:35.055334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:35.144431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56b69fe8-298d-4419-a8f8-8c04b2e025e0 req-6df121dc-387e-4e47-b830-f83486245b25 tempest-DeleteServersTestJSON-1962247194 tempest-DeleteServersTestJSON-1962247194-project] 10.222.0.52 "GET /v2.0/ports?device_id=98cfa904-6334-446b-9c55-78b1cad1609b HTTP/1.1" status: 200  len: 210 time: 0.0864646
May 14 21:23:35.369289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Allocated IP 172.20.0.7 (a654f805-d693-47d5-9845-d68b7a2a07c5/a0f52459-bd54-41ff-909a-aadc563584a0/d14fe5ed-9ab8-4c6c-893f-768a8f7db696) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:35.516357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e28aa-2a63-4c2c-8f77-4038f1726522 req-a9fee231-17eb-4006-ade8-bd7cce3e3a61 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:35.525144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-497e28aa-2a63-4c2c-8f77-4038f1726522 req-a9fee231-17eb-4006-ade8-bd7cce3e3a61 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0683975
May 14 21:23:35.613097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-497e28aa-2a63-4c2c-8f77-4038f1726522 req-f8f74e4f-da68-4101-95cd-1ed0fd7e0961 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772276
May 14 21:23:35.645266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks [] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:35.660551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bffc484e-a9f4-471b-ac3c-ff72cedc60b5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:35.706101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: bffc484e-a9f4-471b-ac3c-ff72cedc60b5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:35.706451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bffc484e-a9f4-471b-ac3c-ff72cedc60b5 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:35.786001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:35.896683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Network a654f805-d693-47d5-9845-d68b7a2a07c5 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:35.901172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:35.904962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:35.961879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f5425e4-ec40-44fe-90e4-23cc30118671 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:35.984140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:36.063348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:36.064132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.066713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 7f5425e4-ec40-44fe-90e4-23cc30118671 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:36.074217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c9474-8905-48fc-a5f2-a8f42f018806 req-053c2aaf-3913-48ae-b02c-e35ac33cb171 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:36.094964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c75c9474-8905-48fc-a5f2-a8f42f018806 req-053c2aaf-3913-48ae-b02c-e35ac33cb171 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 944 time: 0.0924003
May 14 21:23:36.134264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7f5425e4-ec40-44fe-90e4-23cc30118671 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:36.134892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.193249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c75c9474-8905-48fc-a5f2-a8f42f018806 req-6f96831b-b090-4b0d-bce7-9d8e95b03eb3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006129
May 14 21:23:36.196644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453a09e-5f6f-42e7-b685-88f21f2fa7b4 req-589ebfea-d5b9-4aa7-9216-6d62a07aadb2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:36.214911 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2453a09e-5f6f-42e7-b685-88f21f2fa7b4 req-589ebfea-d5b9-4aa7-9216-6d62a07aadb2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 931 time: 0.1078756
May 14 21:23:36.226306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ffe773e6-dd40-45a4-954e-12b4eca59d59 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6552508
May 14 21:23:36.238478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Request body: {'port': {'device_id': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:36.250154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35400) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:36.349152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7f5425e4-ec40-44fe-90e4-23cc30118671 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:36.349726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.351995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2453a09e-5f6f-42e7-b685-88f21f2fa7b4 req-15a79320-b98e-4e9b-b81a-a114390a913e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361876
May 14 21:23:36.400844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.433878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7f5425e4-ec40-44fe-90e4-23cc30118671, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f5425e4-ec40-44fe-90e4-23cc30118671,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:36.513237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-network', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:36.514923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.600467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Made reservation on behalf of 48cdf3efbfbc43d7bdce5958fd2ad1a4 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:36.603605 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.617067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:36.619347 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168dcc57-3116-41b9-98c8-61d7e9c9b242" -d '{"events": [{"server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "name": "network-vif-plugged", "status": "completed", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:36.623420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7f5425e4-ec40-44fe-90e4-23cc30118671,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:36.647807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.692485 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af59d3-7c54-446b-b982-ca163e6188bc x-openstack-request-id: req-56af59d3-7c54-446b-b982-ca163e6188bc {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:36.693071 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "name": "network-vif-plugged", "status": "completed", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:36.693340 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56af59d3-7c54-446b-b982-ca163e6188bc {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:36.694278 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56af59d3-7c54-446b-b982-ca163e6188bc'] response: {'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'code': 200}
May 14 21:23:36.841335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks [] for security_group (e2e980ad-33d2-47fe-b8d7-dcbb78101d1e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.922950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372aff2-7ee5-4f6a-91e2-653833135d40 req-334cffe6-aec8-472b-bd64-74908bcdec9d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:36.930995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1372aff2-7ee5-4f6a-91e2-653833135d40 req-334cffe6-aec8-472b-bd64-74908bcdec9d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.2389197
May 14 21:23:36.949088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721904f-ef6c-4744-9426-f4f25a341309 req-3f7c3ace-55d9-4070-a605-e853f8ca3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:36.949088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6721904f-ef6c-4744-9426-f4f25a341309 req-3f7c3ace-55d9-4070-a605-e853f8ca3a59 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1127 time: 0.1748581
May 14 21:23:36.962433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e2e980ad-33d2-47fe-b8d7-dcbb78101d1e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.978378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:23:36.989619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2b77d579-ffaf-4874-ade5-668b0981503e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:36.990319 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Added segment 2b77d579-ffaf-4874-ade5-668b0981503e of type vlan for network f0945444-c101-4b3e-9951-4041233c5683
May 14 21:23:37.078428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:37.081985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (f0945444-c101-4b3e-9951-4041233c5683), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.087802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Publish callbacks [] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.099402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e980ad-33d2-47fe-b8d7-dcbb78101d1e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:37.112626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Transition to ACTIVE for port object d14fe5ed-9ab8-4c6c-893f-768a8f7db696 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:23:37.119053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1372aff2-7ee5-4f6a-91e2-653833135d40 req-bed0ed91-bbf2-48a8-840a-232fde2f80a4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828015
May 14 21:23:37.161320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6721904f-ef6c-4744-9426-f4f25a341309 req-b59fb755-eb34-4976-aa2a-a71aeed7813c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081034
May 14 21:23:37.189147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.254743 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (f0945444-c101-4b3e-9951-4041233c5683), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.260335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:37.260958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.285667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:37.429216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0945444-c101-4b3e-9951-4041233c5683,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:37.442746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network f0945444-c101-4b3e-9951-4041233c5683 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:23:37.463060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-efa33e67-16fd-42d2-863a-d2a6f41214b4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.2015693
May 14 21:23:37.484225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:37.495077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Request body: {'subnet': {'network_id': 'f0945444-c101-4b3e-9951-4041233c5683', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-subnet', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:37.539666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317b0ba-3ca4-4e74-b97a-47fae75b7136 req-c6ef3a32-e540-4955-a3e9-33d6be869a80 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:37.540814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b2cd-45d1-4074-9c34-726a98fac41d req-1d516d78-62f0-4af9-873c-869311f9c7d8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:37.541447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2317b0ba-3ca4-4e74-b97a-47fae75b7136 req-c6ef3a32-e540-4955-a3e9-33d6be869a80 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 945 time: 0.1310122
May 14 21:23:37.549290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ace0b2cd-45d1-4074-9c34-726a98fac41d req-1d516d78-62f0-4af9-873c-869311f9c7d8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.1015973
May 14 21:23:37.597292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:37.597676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:37.597961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on network a654f805-d693-47d5-9845-d68b7a2a07c5 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:37.618596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on network a654f805-d693-47d5-9845-d68b7a2a07c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:23:37.619000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on network a654f805-d693-47d5-9845-d68b7a2a07c5 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:37.626529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ace0b2cd-45d1-4074-9c34-726a98fac41d req-47938894-998a-41c2-8142-3da6f1606706 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703781
May 14 21:23:37.631225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2317b0ba-3ca4-4e74-b97a-47fae75b7136 req-ad20b9ca-187b-4631-8d11-030619153c62 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809205
May 14 21:23:37.632227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:37.632467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Checking segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:37.633091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Bound using segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:37.633844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Bound port: d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:37.634276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.661375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Made reservation on behalf of 48cdf3efbfbc43d7bdce5958fd2ad1a4 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:37.665420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:37.756318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:37.759807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:38.197047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:38.227327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (3b0f4f43-f26d-47eb-9898-d76b703e747f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:38.253163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:38.256022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:38.256022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] 10.222.0.48 "PUT /v2.0/ports/d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 1091 time: 2.0217681
May 14 21:23:38.256022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:38.258800 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e" -d '{"events": [{"name": "network-changed", "server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:38.327914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0f4f43-f26d-47eb-9898-d76b703e747f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:38.364195 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b21fd7-2a25-4f8d-ba5d-0552a5fe8b44 x-openstack-request-id: req-06b21fd7-2a25-4f8d-ba5d-0552a5fe8b44 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:38.364494 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:38.364748 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06b21fd7-2a25-4f8d-ba5d-0552a5fe8b44 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:38.365443 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b21fd7-2a25-4f8d-ba5d-0552a5fe8b44'] response: {'name': 'network-changed', 'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'status': 'completed', 'code': 200}
May 14 21:23:38.366132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9e625-b18a-49e1-b9e1-486e9a9b190f service neutron] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:38.407528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eabf0d-917e-4424-9b6f-c90afd49109a req-08904e8c-948b-4181-9fc6-9f5caf8ad2ed tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:38.409217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0eabf0d-917e-4424-9b6f-c90afd49109a req-08904e8c-948b-4181-9fc6-9f5caf8ad2ed tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.1833832
May 14 21:23:38.417267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Checking segment: {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:38.417746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Network hostable DHCP agents. Network: f0945444-c101-4b3e-9951-4041233c5683, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:23:38.446927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-afb2b65b-3cb3-4ea7-b653-605f600b12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:38.449574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-afb2b65b-3cb3-4ea7-b653-605f600b12b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1125 time: 0.0508320
May 14 21:23:38.479233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0eabf0d-917e-4424-9b6f-c90afd49109a req-61110511-50ef-450c-bfa3-47ef066ccca9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635796
May 14 21:23:38.495905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-537eab83-3ce6-45c7-8bf3-793f29101cba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 217 time: 0.0389519
May 14 21:23:38.545349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-f5f02391-0b90-4f12-a914-dcc60d662555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:38.546814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-f5f02391-0b90-4f12-a914-dcc60d662555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.0454295
May 14 21:23:38.581993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-fc0608bd-e705-47dc-9a95-af7ad35ea110 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284746
May 14 21:23:38.681151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-ef4006b0-d97a-4949-8262-a9ea76d218a6 service neutron] 10.222.0.48 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930195
May 14 21:23:38.762320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a5f6e-d355-4484-b5b2-99cdbce1d52c req-f109048f-8672-42ec-8e00-98d602b3fe90 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:38.764125 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-462a5f6e-d355-4484-b5b2-99cdbce1d52c req-f109048f-8672-42ec-8e00-98d602b3fe90 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 945 time: 0.0503767
May 14 21:23:38.796041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508187-183e-4bf2-be2d-8a9561eb815a req-fa49d20d-555d-4821-8b5c-e90a73d48211 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:38.797589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef508187-183e-4bf2-be2d-8a9561eb815a req-fa49d20d-555d-4821-8b5c-e90a73d48211 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.0895519
May 14 21:23:38.835997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-462a5f6e-d355-4484-b5b2-99cdbce1d52c req-45e7d208-3f03-4a36-81c0-d84c2ab5bdd6 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643103
May 14 21:23:38.836285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9753e4d9-b6f3-42a0-8bd2-1e7a17bc4f02 req-e92d57e7-84f1-4b9f-8ea3-7f29e3f6e1e8 service neutron] 10.222.0.48 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482177
May 14 21:23:38.857782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Network f0945444-c101-4b3e-9951-4041233c5683 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:23:38.866913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef508187-183e-4bf2-be2d-8a9561eb815a req-80af1535-192b-4c65-965e-eafe4623d015 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622220
May 14 21:23:38.995135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0945444-c101-4b3e-9951-4041233c5683) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:39.001091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:39.001584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.007234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a82f004-14a0-4878-aae7-3d331c3cc382 None None] Network f0945444-c101-4b3e-9951-4041233c5683 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:39.105901 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a457415-f0f1-4181-aa66-dafe5451561a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.6201811
May 14 21:23:39.109276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35476) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:39.116659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:39.176166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0945444-c101-4b3e-9951-4041233c5683', 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683', 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'fixed_ips': [{'subnet_id': '3b0f4f43-f26d-47eb-9898-d76b703e747f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:23:39.178803 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.225923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b03af482-9e9b-44a4-bdc6-e705c8300d58), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.227432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b03af482-9e9b-44a4-bdc6-e705c8300d58), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.302757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks [] for router_controller (b03af482-9e9b-44a4-bdc6-e705c8300d58), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.361568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Allocated IP 172.20.0.2 (f0945444-c101-4b3e-9951-4041233c5683/3b0f4f43-f26d-47eb-9898-d76b703e747f/070ac7a5-7b4b-49a3-96e3-cb87c941c324) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:39.615358 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Publish callbacks [] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.693637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f7814-7412-422f-8628-80dc42092194 req-99e99212-b673-4dad-a057-02f40fd03b01 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:39.695345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-159f7814-7412-422f-8628-80dc42092194 req-99e99212-b673-4dad-a057-02f40fd03b01 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0821240
May 14 21:23:39.704955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks [] for router_gateway (b03af482-9e9b-44a4-bdc6-e705c8300d58), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.711366 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.766917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Network f0945444-c101-4b3e-9951-4041233c5683 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:39.770240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:39.776627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-159f7814-7412-422f-8628-80dc42092194 req-cd1aac58-a03a-47ce-8efb-827ef02ad009 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654345
May 14 21:23:39.782258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:39.796836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Pushing event updated for resources: {'Port': ['ID=070ac7a5-7b4b-49a3-96e3-cb87c941c324,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:39.866927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Attempting to bind port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:39.867296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Attempting to bind port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:39.867803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Attempting to bind port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 on network f0945444-c101-4b3e-9951-4041233c5683 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:39.876094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:39.876480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Checking segment: {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:39.876930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:39.877340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Bound using segment: {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:39.877854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Bound port: 070ac7a5-7b4b-49a3-96e3-cb87c941c324, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:39.878222 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.070601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] For port 070ac7a5-7b4b-49a3-96e3-cb87c941c324, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:40.076942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] For port 070ac7a5-7b4b-49a3-96e3-cb87c941c324, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=070ac7a5-7b4b-49a3-96e3-cb87c941c324,segment=NetworkSegment(2b77d579-ffaf-4874-ade5-668b0981503e),segment_id=2b77d579-ffaf-4874-ade5-668b0981503e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:40.155056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-25ce12a5-dd87-4a1a-9b70-f54ae5f07c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.169106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-25ce12a5-dd87-4a1a-9b70-f54ae5f07c9f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1125 time: 0.1580966
May 14 21:23:40.171718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.178058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066980dc-dd6c-46d1-aa72-2ddcc443dee4 req-50b71cb8-1e01-4f0f-8114-ede19763c512 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.179593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-066980dc-dd6c-46d1-aa72-2ddcc443dee4 req-50b71cb8-1e01-4f0f-8114-ede19763c512 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 945 time: 0.1462235
May 14 21:23:40.181080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91611732-8b2c-4bb5-945a-ce814314e4b3 req-c2449e89-a3cf-495b-acc1-fddf3280f1e7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.182899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91611732-8b2c-4bb5-945a-ce814314e4b3 req-c2449e89-a3cf-495b-acc1-fddf3280f1e7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.0819693
May 14 21:23:40.192398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks [] for router_gateway (b03af482-9e9b-44a4-bdc6-e705c8300d58), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.270093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.284373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cf088-a1fa-42c0-960d-658c8d6565c4 None None] Pushing event updated for resources: {'Port': ['ID=070ac7a5-7b4b-49a3-96e3-cb87c941c324,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:40.334914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-066980dc-dd6c-46d1-aa72-2ddcc443dee4 req-ed5909b7-7e37-4a55-8584-70555db07091 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353593
May 14 21:23:40.377815 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e77ccf7a-ba8b-4025-ac63-49b8a7c53c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.390560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-531dd0fa-877b-46eb-9250-4808caee1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.393242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-531dd0fa-877b-46eb-9250-4808caee1059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 914 time: 0.2116885
May 14 21:23:40.410997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Allocated IP 172.35.4.48 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/08d3ad9e-384f-4036-934e-553b9f5e3b22) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:40.486827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-827612e0-e4a3-457a-8fcd-821eaac8d427 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 217 time: 0.0864525
May 14 21:23:40.586489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-91611732-8b2c-4bb5-945a-ce814314e4b3 req-7c4347bf-9c0f-4ad7-87b5-ecc3d2bae538 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3891995
May 14 21:23:40.710950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks [] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.776844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-017501f0-40ad-4816-bb82-0ebde6e38221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.784517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-017501f0-40ad-4816-bb82-0ebde6e38221 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.2895365
May 14 21:23:40.827793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-f72221d0-e035-4cf1-a7bf-2cafd41e6d0e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.849829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-f72221d0-e035-4cf1-a7bf-2cafd41e6d0e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3288233
May 14 21:23:40.963549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 070ac7a5-7b4b-49a3-96e3-cb87c941c324 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:40.968002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40d3af-acd0-4b73-adde-915b6742047f req-7066c64b-2c02-4daa-8f96-1722f7cdcdb9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:40.970310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2b40d3af-acd0-4b73-adde-915b6742047f req-7066c64b-2c02-4daa-8f96-1722f7cdcdb9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0907001
May 14 21:23:40.977291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:40.985592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-0fbd7887-947f-4a24-a585-e53069a7236e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1424301
May 14 21:23:41.056132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:41.056952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:41.081657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-972a1148-c36e-477c-b60f-923042b6f970 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 696 time: 0.2395725
May 14 21:23:41.096452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'floatingip': {'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:41.147466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:41.148641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Pushing event updated for resources: {'Port': ['ID=08d3ad9e-384f-4036-934e-553b9f5e3b22,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:41.151457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:41.166711 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2b40d3af-acd0-4b73-adde-915b6742047f req-687a69fc-5ffd-413e-8597-2f67a4ec4b97 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828375
May 14 21:23:41.173866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:41.179266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:41.179852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:41.208533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:41.237184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 070ac7a5-7b4b-49a3-96e3-cb87c941c324, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=070ac7a5-7b4b-49a3-96e3-cb87c941c324,segment=NetworkSegment(2b77d579-ffaf-4874-ade5-668b0981503e),segment_id=2b77d579-ffaf-4874-ade5-668b0981503e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:41.333325 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:41.373964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-c2d04c73-447d-4050-a21f-a88ddc67cf3c service neutron] 10.222.0.48 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3717871
May 14 21:23:41.429608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=070ac7a5-7b4b-49a3-96e3-cb87c941c324,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:41.764240 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks [] for router_gateway (b03af482-9e9b-44a4-bdc6-e705c8300d58), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:41.817345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:41.823425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bef5f-f142-42e5-b77a-4f8c688b3b93 req-240afdc8-b82c-4486-ad87-455240fcc398 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:41.823425 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c4bef5f-f142-42e5-b77a-4f8c688b3b93 req-240afdc8-b82c-4486-ad87-455240fcc398 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.0537500
May 14 21:23:41.961933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:23:41.994277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c857af0-2e3f-4975-b5bd-ec58fde38a73 None None] Network f0945444-c101-4b3e-9951-4041233c5683 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:41.995679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c4bef5f-f142-42e5-b77a-4f8c688b3b93 req-9f81af29-8d77-4950-be4a-00d2d030ecb8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243658
May 14 21:23:42.146163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2888c141-f07c-4195-8515-cf2999681787 None None] Provisioning complete for port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:42.146533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2888c141-f07c-4195-8515-cf2999681787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.162626 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b03af482-9e9b-44a4-bdc6-e705c8300d58), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.338889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a7bd302-6b4d-43cb-afc1-f155aa89f24e req-b105f029-eb0a-4d79-abd2-d66d5cbf581e service neutron] 10.222.0.48 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9411190
May 14 21:23:42.438918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6b7b0-bc06-4f92-809a-be568908b617 req-61977021-8442-47ea-9b9a-e1848ccb13a2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:42.446207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83e6b7b0-bc06-4f92-809a-be568908b617 req-61977021-8442-47ea-9b9a-e1848ccb13a2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0755949
May 14 21:23:42.516194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83e6b7b0-bc06-4f92-809a-be568908b617 req-4a66711a-6258-4f21-a878-66871ce4ac0b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690389
May 14 21:23:42.544536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Router b03af482-9e9b-44a4-bdc6-e705c8300d58 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:23:42.553520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2888c141-f07c-4195-8515-cf2999681787 None None] Current status of the port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:42.571921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.584927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.628292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.637662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:42.651274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'port_id': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'mac_address': 'fa:16:3e:29:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f52459-bd54-41ff-909a-aadc563584a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:23:42.814883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:42.815285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.840061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:42.852006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:23:42.862926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Sync routers for ids ['b03af482-9e9b-44a4-bdc6-e705c8300d58'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:42.894347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7cc043d2-5a9d-4176-8a3c-4f48c6741b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:42.896858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:42.898002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Routers {'b03af482-9e9b-44a4-bdc6-e705c8300d58'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:42.898611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cc53d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b03af482-9e9b-44a4-bdc6-e705c8300d58'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:42.911014 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7 associated. External IP: 172.35.4.124, port: 5837daea-a74b-411d-b12d-81c8f1cedc5b.
May 14 21:23:43.041013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Set router b03af482-9e9b-44a4-bdc6-e705c8300d58 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:43.054145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:43.058874 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a557010-96f1-40fc-a99c-043b627223c7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 3.9451234
May 14 21:23:43.058874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:43.195685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 070ac7a5-7b4b-49a3-96e3-cb87c941c324 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:43.212340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-afeeb8c3-a73d-4866-b41a-93ed69e12979 None None] Provisioning complete for port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:43.212753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afeeb8c3-a73d-4866-b41a-93ed69e12979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:43.259628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:43.302395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfd899-580c-4178-ad6e-106016ad80a1 req-8867c640-7f26-4678-959c-dfd0ae6c2988 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:43.305385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83bfd899-580c-4178-ad6e-106016ad80a1 req-8867c640-7f26-4678-959c-dfd0ae6c2988 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1188507
May 14 21:23:43.457239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:43.478900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-afeeb8c3-a73d-4866-b41a-93ed69e12979 None None] Current status of the port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:43.493989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83bfd899-580c-4178-ad6e-106016ad80a1 req-bd9b17b8-5bc0-4f1b-b710-70647338d907 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813953
May 14 21:23:43.571511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:43.571511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:43.573112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:43.637729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d14fe5ed-9ab8-4c6c-893f-768a8f7db696'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:43.662218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:43.667862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:43.674414 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:43.686574 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:43.687208 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c5ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:43.725020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-27c6c944-e1cf-445a-a707-c17fa45145ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "PUT /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 997 time: 2.6424410
May 14 21:23:43.725635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:43.728326 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149d0ad5-27eb-452d-b9f2-7e28e61146b9" -d '{"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:43.785341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cc53d0>, [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:41Z', 'revision_number': 3, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:43.800738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-8ef9d968-590d-4ec5-bae4-706cbdf0eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:43.803524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-8ef9d968-590d-4ec5-bae4-706cbdf0eda6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.0635002
May 14 21:23:43.829188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Checking router: b03af482-9e9b-44a4-bdc6-e705c8300d58 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:43.829538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Updating router b03af482-9e9b-44a4-bdc6-e705c8300d58 port 08d3ad9e-384f-4036-934e-553b9f5e3b22 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:23:43.947566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:43.952768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:43.988073 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:44.086721 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:44.143621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-b313ef49-daa6-49f0-a90f-938c0d289601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:44.158819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-b313ef49-daa6-49f0-a90f-938c0d289601 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.3498116
May 14 21:23:44.273935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-1f7877c3-e403-4130-8287-ffd0aabec17a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 1000 time: 0.1138265
May 14 21:23:44.337022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-a26f3075-b40c-4488-ade9-a92a776a256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:44.348020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-a26f3075-b40c-4488-ade9-a92a776a256d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0712798
May 14 21:23:44.368842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041d26-4235-4130-883f-2de408d071b3 req-2223dfac-64ec-489c-8622-da4aee61783e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:44.374559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6041d26-4235-4130-883f-2de408d071b3 req-2223dfac-64ec-489c-8622-da4aee61783e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.7448106
May 14 21:23:44.405951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-f7054e37-bfd2-424b-bf48-92f2593b2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:44.413838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-f7054e37-bfd2-424b-bf48-92f2593b2c72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0645466
May 14 21:23:44.419257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-31bcb612-7ddf-4ea8-81b7-bc1a8eb85667 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:23:44.427003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-31bcb612-7ddf-4ea8-81b7-bc1a8eb85667 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0116723
May 14 21:23:44.530450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6041d26-4235-4130-883f-2de408d071b3 req-5138b8c9-8e70-49cb-bddd-22490ac87647 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508682
May 14 21:23:44.615586 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6551c255-6b3a-4903-8811-1c759b1947b4 x-openstack-request-id: req-6551c255-6b3a-4903-8811-1c759b1947b4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:44.616191 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:44.616191 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6551c255-6b3a-4903-8811-1c759b1947b4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:44.616778 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6551c255-6b3a-4903-8811-1c759b1947b4'] response: {'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'status': 'completed', 'code': 200}
May 14 21:23:44.622242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Publish callbacks [] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:44.678690 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c5ee50>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:42Z', 'revision_number': 1, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:44.690080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-fd28dec5-02c9-4cf9-9461-2f047396f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:44.692635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-fd28dec5-02c9-4cf9-9461-2f047396f1c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.0519366
May 14 21:23:44.730132 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:44.740755 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:44.741754 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c5ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:44.755449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-cb821e57-6b1b-4e3c-936d-f0e45d986759 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3271668
May 14 21:23:44.763579 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:44.862607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0d7b-3152-4a2a-839d-f8f89f26ce77 None None] Pushing event updated for resources: {'Port': ['ID=08d3ad9e-384f-4036-934e-553b9f5e3b22,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:44.895332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5b103-45e8-4309-b5e7-0697c7f95ef3 req-4c5b286e-a403-4ff6-b48b-e8bb91fe5179 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:44.902607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Attempting to bind port 08d3ad9e-384f-4036-934e-553b9f5e3b22 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:44.903077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Attempting to bind port 08d3ad9e-384f-4036-934e-553b9f5e3b22 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:44.903453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Attempting to bind port 08d3ad9e-384f-4036-934e-553b9f5e3b22 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:44.903707 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03e5b103-45e8-4309-b5e7-0697c7f95ef3 req-4c5b286e-a403-4ff6-b48b-e8bb91fe5179 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1577263
May 14 21:23:44.933486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:44.934086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:44.934793 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:44.935911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:44.935911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Bound port: 08d3ad9e-384f-4036-934e-553b9f5e3b22, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:44.936383 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:44.964223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e33d382-36d4-4930-9fcc-7e4ec5670816 req-49e1d826-8423-41e6-b520-aeccde86c169 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662505
May 14 21:23:44.992174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:45.061454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:45.063807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-b3a4056e-d5a0-442a-8b47-3929df1e6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:45.069797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-b3a4056e-d5a0-442a-8b47-3929df1e6917 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.3683546
May 14 21:23:45.110329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] For port 08d3ad9e-384f-4036-934e-553b9f5e3b22, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:45.121424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] For port 08d3ad9e-384f-4036-934e-553b9f5e3b22, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08d3ad9e-384f-4036-934e-553b9f5e3b22,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:45.163629 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03e5b103-45e8-4309-b5e7-0697c7f95ef3 req-15d55da5-629b-435b-a385-e7f3c0999e5c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537858
May 14 21:23:45.259935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Allocated IP 172.20.0.1 (f0945444-c101-4b3e-9951-4041233c5683/3b0f4f43-f26d-47eb-9898-d76b703e747f/d41f6604-058d-4081-a551-642f162c54a3) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:45.280837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-25c15c0c-082b-4b70-a990-de381d53e104 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:45.296389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-25c15c0c-082b-4b70-a990-de381d53e104 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1107037
May 14 21:23:45.306384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-382781a7-af33-4b09-bb85-31607571187b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 1000 time: 0.2273326
May 14 21:23:45.316442 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:45.423842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0d7b-3152-4a2a-839d-f8f89f26ce77 None None] Pushing event updated for resources: {'Port': ['ID=08d3ad9e-384f-4036-934e-553b9f5e3b22,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:45.443070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks [] for port (d41f6604-058d-4081-a551-642f162c54a3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:45.452713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Routers {'b03af482-9e9b-44a4-bdc6-e705c8300d58'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:45.453458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cc53d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b03af482-9e9b-44a4-bdc6-e705c8300d58'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:45.480969 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c5ee50>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:42Z', 'revision_number': 1, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:45.511962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-503cfd1c-ac21-44f5-965e-039945a52ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:45.514147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-503cfd1c-ac21-44f5-965e-039945a52ff5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.1440330
May 14 21:23:45.525525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-8aaca871-145f-4a29-8dfe-c29d07c495b3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1000 time: 0.2338839
May 14 21:23:45.541290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'floatingip': {'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:45.565605 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b84664-3368-4513-9df5-c3df2b06a54b None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:42Z', 'revision_number': 1, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:45.768756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-169a2525-9e2b-428a-ab71-3a67fd833fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:45.768756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-169a2525-9e2b-428a-ab71-3a67fd833fd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1431704
May 14 21:23:45.768756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:45.770090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4666a-d6a8-445f-a2ff-2956731a4da3 req-7a556efd-adbe-482a-98ae-1530a45cdefd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:45.770706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] Set router b03af482-9e9b-44a4-bdc6-e705c8300d58 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:45.771082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e4666a-d6a8-445f-a2ff-2956731a4da3 req-7a556efd-adbe-482a-98ae-1530a45cdefd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0880489
May 14 21:23:45.808755 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e4666a-d6a8-445f-a2ff-2956731a4da3 req-4f0aca6b-caaf-4109-a00c-46408923e09d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632403
May 14 21:23:45.859391 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d41f6604-058d-4081-a551-642f162c54a3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:45.880808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-a73c28b6-9d08-4ab7-9926-b24157affdab service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016573
May 14 21:23:45.895893 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:45.935434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Network f0945444-c101-4b3e-9951-4041233c5683 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:45.941394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:45.945875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:46.003810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:46.004062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Pushing event updated for resources: {'Port': ['ID=d41f6604-058d-4081-a551-642f162c54a3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:46.006775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884982f-3a92-4cec-b485-b787c35c8420 None None] New status for floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:23:46.075235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (b03af482-9e9b-44a4-bdc6-e705c8300d58), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:46.303796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-149d0ad5-27eb-452d-b9f2-7e28e61146b9 req-15c02500-1fa1-4f39-be6e-86e8192060e4 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4117849
May 14 21:23:46.334095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cc53d0>, [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:41Z', 'revision_number': 3, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:46.383034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54a9d-34b0-477a-85bd-10d5d494f0c9 None None] The sync data for ids ['b03af482-9e9b-44a4-bdc6-e705c8300d58'] in ncdv-master-1 is: [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:41Z', 'revision_number': 3, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:46.395420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:23:46.401087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc3c63-9aea-4826-901b-ab3cd8d26f47 req-a9a0b832-fec6-468b-b5da-bc9a365e4bcb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:46.411552 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9dc3c63-9aea-4826-901b-ab3cd8d26f47 req-a9a0b832-fec6-468b-b5da-bc9a365e4bcb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0828564
May 14 21:23:46.431599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-64f658a4-b6dd-4e75-89c1-c32c6a34f937 None None] Provisioning complete for port d41f6604-058d-4081-a551-642f162c54a3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:46.431985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64f658a4-b6dd-4e75-89c1-c32c6a34f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d41f6604-058d-4081-a551-642f162c54a3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:46.444461 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:23:46.444869 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:23:46.491737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d41f6604-058d-4081-a551-642f162c54a3), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:46.514543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-64f658a4-b6dd-4e75-89c1-c32c6a34f937 None None] Port d41f6604-058d-4081-a551-642f162c54a3 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:23:46.574323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9dc3c63-9aea-4826-901b-ab3cd8d26f47 req-dec5ed47-9fd0-458e-94a1-77859189e35d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600268
May 14 21:23:46.605372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:46.608055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:46.863753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks [] for port (d41f6604-058d-4081-a551-642f162c54a3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:46.946374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:47.008332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:47.008947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:47.049947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3904d5-e967-4e51-80a6-4ea2969bdaee req-6f033741-a9c5-4e5e-a092-2862c1b59d37 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:47.055398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f3904d5-e967-4e51-80a6-4ea2969bdaee req-6f033741-a9c5-4e5e-a092-2862c1b59d37 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.1442683
May 14 21:23:47.056983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:47.061863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (d41f6604-058d-4081-a551-642f162c54a3), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:47.097652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:47.100919 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c7591d-6269-43b7-8725-b5b0f48be965" -d '{"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-plugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:47.147143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:47.229574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:47.353440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:47.387600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (b03af482-9e9b-44a4-bdc6-e705c8300d58), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:47.412198 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:23:47.450380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Pushing event updated for resources: {'Port': ['ID=d41f6604-058d-4081-a551-642f162c54a3,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:47.488380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f3904d5-e967-4e51-80a6-4ea2969bdaee req-b7bc0b60-a406-478b-99ee-6fe0108b33dc tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3260384
May 14 21:23:47.588658 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6c3559-252d-4547-b227-c54068dbdc82 x-openstack-request-id: req-bf6c3559-252d-4547-b227-c54068dbdc82 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:47.589160 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-plugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:47.593562 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf6c3559-252d-4547-b227-c54068dbdc82 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:47.599133 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6c3559-252d-4547-b227-c54068dbdc82'] response: {'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'code': 200}
May 14 21:23:47.758466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8521b6-c896-41e0-851d-e4737db4af8f req-fe9d5232-b30c-4a95-88ff-3444a140abe5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:47.771505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c8521b6-c896-41e0-851d-e4737db4af8f req-fe9d5232-b30c-4a95-88ff-3444a140abe5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0835054
May 14 21:23:47.785979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Network f0945444-c101-4b3e-9951-4041233c5683 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:47.802075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:47.862886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954ebd-70d3-4257-b1e5-aaf8da8170c1 req-5ec71d2d-9de6-4446-b162-319c9d45784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:47.865801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92954ebd-70d3-4257-b1e5-aaf8da8170c1 req-5ec71d2d-9de6-4446-b162-319c9d45784a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1127 time: 0.1410379
May 14 21:23:48.166650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c8521b6-c896-41e0-851d-e4737db4af8f req-d60ef317-1975-4632-b5ff-b5e850ce12ea tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3929617
May 14 21:23:48.195338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35598) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:48.206959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Router b03af482-9e9b-44a4-bdc6-e705c8300d58 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:48.373946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5dcee10b-e6b9-4611-9f30-c94ef7e0e95e None None] Provisioning complete for port d41f6604-058d-4081-a551-642f162c54a3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:48.373946 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5dcee10b-e6b9-4611-9f30-c94ef7e0e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d41f6604-058d-4081-a551-642f162c54a3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.428165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:48.451266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96d2a449-05be-43cb-9105-7c18b146a69c admin admin] 10.222.0.52 "PUT /v2.0/routers/b03af482-9e9b-44a4-bdc6-e705c8300d58/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3891287
May 14 21:23:48.488664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5dcee10b-e6b9-4611-9f30-c94ef7e0e95e None None] Port d41f6604-058d-4081-a551-642f162c54a3 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:23:48.565890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-733a14ff-0c6e-4e5a-a5ac-c4b9f69104b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.788407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933deba8-4052-4c88-a3c9-73261acf76bc req-72f68a92-313a-4cff-8f48-f830ab018453 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:48.795806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-933deba8-4052-4c88-a3c9-73261acf76bc req-72f68a92-313a-4cff-8f48-f830ab018453 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.0795212
May 14 21:23:48.799778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-733a14ff-0c6e-4e5a-a5ac-c4b9f69104b7 admin admin] Publish callbacks [] for security_group (b72d6c2a-06cf-40f9-868c-128e46f2ddb3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.833344 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.849854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92954ebd-70d3-4257-b1e5-aaf8da8170c1 req-13215f22-4bc9-4115-98a9-c05c82cecc04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9521317
May 14 21:23:48.859406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-933deba8-4052-4c88-a3c9-73261acf76bc req-d4250769-18bf-46f4-9aa5-7002b5a05c7e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626466
May 14 21:23:48.862218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 08d3ad9e-384f-4036-934e-553b9f5e3b22 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:48.873568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-733a14ff-0c6e-4e5a-a5ac-c4b9f69104b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b72d6c2a-06cf-40f9-868c-128e46f2ddb3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.961247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.967962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 08d3ad9e-384f-4036-934e-553b9f5e3b22 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:48.968187 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:48.985209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a14ff-0c6e-4e5a-a5ac-c4b9f69104b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72d6c2a-06cf-40f9-868c-128e46f2ddb3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:48.998036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-733a14ff-0c6e-4e5a-a5ac-c4b9f69104b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d991808be6e44ba93806db5e4a77ae9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8015749
May 14 21:23:48.998655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:49.102287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 08d3ad9e-384f-4036-934e-553b9f5e3b22 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:49.102669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.119437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a105915a-8764-4569-9584-68f970b1802f admin admin] Publish callbacks [] for security_group (b72d6c2a-06cf-40f9-868c-128e46f2ddb3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.135223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 08d3ad9e-384f-4036-934e-553b9f5e3b22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08d3ad9e-384f-4036-934e-553b9f5e3b22,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:49.147949 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7 associated. External IP: 172.35.4.124, port: 5837daea-a74b-411d-b12d-81c8f1cedc5b.
May 14 21:23:49.170643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a105915a-8764-4569-9584-68f970b1802f admin admin] Publish callbacks [] for security_group (b72d6c2a-06cf-40f9-868c-128e46f2ddb3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.212160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.252362 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [req-ef62cd42-5241-4b81-8f76-25b900e0c18c req-f2c4894f-be5a-4be3-ab44-cd5cdf699606 tempest-FloatingIPDetailsNegativeTestJSON-1532996770 tempest-FloatingIPDetailsNegativeTestJSON-1532996770-project] show failed (client error): The resource could not be found.
May 14 21:23:49.271349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef62cd42-5241-4b81-8f76-25b900e0c18c req-f2c4894f-be5a-4be3-ab44-cd5cdf699606 tempest-FloatingIPDetailsNegativeTestJSON-1532996770 tempest-FloatingIPDetailsNegativeTestJSON-1532996770-project] 10.222.0.52 "GET /v2.0/floatingips/165b5a29-3ce4-47ad-a15b-cfeb50fdc230 HTTP/1.1" status: 404  len: 350 time: 0.0617139
May 14 21:23:49.273414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:49.275989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=08d3ad9e-384f-4036-934e-553b9f5e3b22,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:49.325578 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Sync routers for ids ['b03af482-9e9b-44a4-bdc6-e705c8300d58'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:49.354628 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Routers {'b03af482-9e9b-44a4-bdc6-e705c8300d58'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:49.355325 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e1adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b03af482-9e9b-44a4-bdc6-e705c8300d58'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:49.377993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35642) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:49.506016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Deleting subnet efe38ebe-2521-4253-b829-c6ff672adb03 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:23:49.515368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Publish callbacks [] for subnet (efe38ebe-2521-4253-b829-c6ff672adb03), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.552786 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Set router b03af482-9e9b-44a4-bdc6-e705c8300d58 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:49.567408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:49.573378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (efe38ebe-2521-4253-b829-c6ff672adb03), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.580213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a105915a-8764-4569-9584-68f970b1802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b72d6c2a-06cf-40f9-868c-128e46f2ddb3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.583280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a105915a-8764-4569-9584-68f970b1802f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.586942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a105915a-8764-4569-9584-68f970b1802f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b72d6c2a-06cf-40f9-868c-128e46f2ddb3 HTTP/1.1" status: 204  len: 168 time: 0.5847199
May 14 21:23:49.671806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (efe38ebe-2521-4253-b829-c6ff672adb03), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.685371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105915a-8764-4569-9584-68f970b1802f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72d6c2a-06cf-40f9-868c-128e46f2ddb3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:49.747674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17179e-e5c4-491a-9994-fa76e86955f1 req-3c9fe98c-607b-4b97-af2d-9e69b6f10788 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:49.749690 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef17179e-e5c4-491a-9994-fa76e86955f1 req-3c9fe98c-607b-4b97-af2d-9e69b6f10788 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.2406969
May 14 21:23:49.796484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:49.813047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:49.835807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:49.836458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52302e22e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:49.912699 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e1adf0>, [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:46Z', 'revision_number': 4, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd41f6604-058d-4081-a551-642f162c54a3', 'name': '', 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'mac_address': 'fa:16:3e:3e:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '3b0f4f43-f26d-47eb-9898-d76b703e747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:45Z', 'updated_at': '2022-05-14T21:23:46Z', 'revision_number': 2, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'subnets': [{'id': '3b0f4f43-f26d-47eb-9898-d76b703e747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:49.943399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (efe38ebe-2521-4253-b829-c6ff672adb03), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:49.986950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef17179e-e5c4-491a-9994-fa76e86955f1 req-33836323-893b-40e1-ba87-b01fe348d92a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135170
May 14 21:23:50.000619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe38ebe-2521-4253-b829-c6ff672adb03,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:50.010342 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Checking router: b03af482-9e9b-44a4-bdc6-e705c8300d58 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:50.010705 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Updating router b03af482-9e9b-44a4-bdc6-e705c8300d58 port d41f6604-058d-4081-a551-642f162c54a3 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:23:50.021036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.030662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bbafb678-9ee8-45f6-aa6c-e75a4b47b23c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/efe38ebe-2521-4253-b829-c6ff672adb03 HTTP/1.1" status: 204  len: 168 time: 0.6514235
May 14 21:23:50.094556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (b03af482-9e9b-44a4-bdc6-e705c8300d58), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.096214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35650) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:50.096634 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d41f6604-058d-4081-a551-642f162c54a3), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.151948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:50.354027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:50.483253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25f23c-acd8-43eb-8841-29a742d41288 req-da250cfe-05c4-4683-932f-a0dcd924a5ac tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:50.490716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d25f23c-acd8-43eb-8841-29a742d41288 req-da250cfe-05c4-4683-932f-a0dcd924a5ac tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.3209562
May 14 21:23:50.513727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (3bdbef8a-a684-458d-bfe2-b4f322a15d2e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.581030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52302e22e0>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:48Z', 'revision_number': 3, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:50.603284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d25f23c-acd8-43eb-8841-29a742d41288 req-5320e682-912e-4dff-905f-29d2d8e864c0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078839
May 14 21:23:50.606731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:50.616513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.654232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:50.663795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:50.664655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52302e22e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:50.687212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:50.689397 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Publish callbacks [] for port (d41f6604-058d-4081-a551-642f162c54a3), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.689929 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7" -d '{"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:50.797731 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-dbe9660c-eeb8-476b-b30d-09d6356b6da3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "PUT /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 998 time: 5.2708673
May 14 21:23:50.800100 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d41f6604-058d-4081-a551-642f162c54a3), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.807013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35654) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:50.826402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 08d3ad9e-384f-4036-934e-553b9f5e3b22 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:23:50.831253 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0327b5-2a4c-449e-80f4-b08be8bbc88b x-openstack-request-id: req-9a0327b5-2a4c-449e-80f4-b08be8bbc88b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:50.831580 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:50.831837 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a0327b5-2a4c-449e-80f4-b08be8bbc88b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:50.832256 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0327b5-2a4c-449e-80f4-b08be8bbc88b'] response: {'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'status': 'completed', 'code': 200}
May 14 21:23:50.868197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41568737-d39f-432f-8059-60895f0eb967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.886282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:50.937607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (3bdbef8a-a684-458d-bfe2-b4f322a15d2e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:50.961963 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649df78b-8fae-4030-9b41-260b260c7a7c None None] Pushing event updated for resources: {'Port': ['ID=d41f6604-058d-4081-a551-642f162c54a3,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:51.106224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-78944103-5d9a-4a5e-9f1d-760759689256 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:51.108685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 08d3ad9e-384f-4036-934e-553b9f5e3b22 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:51.109069 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.121351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-78944103-5d9a-4a5e-9f1d-760759689256 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports/5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 943 time: 0.3151236
May 14 21:23:51.135581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a3d4a90>,) {'filters': {'network_id': ['3bdbef8a-a684-458d-bfe2-b4f322a15d2e']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:51.138480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-2bb8f8de-fa89-411a-a0c9-48f2d172fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:51.140078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-2bb8f8de-fa89-411a-a0c9-48f2d172fd53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.3069987
May 14 21:23:51.208361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a3d4a90>, '55defe9e-4d73-4144-94de-9dd35d46eb15') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:51.208945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a3d4a90>, '55defe9e-4d73-4144-94de-9dd35d46eb15') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:51.235975 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Attempting to bind port d41f6604-058d-4081-a551-642f162c54a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:23:51.237154 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Attempting to bind port d41f6604-058d-4081-a551-642f162c54a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:23:51.239378 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Attempting to bind port d41f6604-058d-4081-a551-642f162c54a3 on network f0945444-c101-4b3e-9951-4041233c5683 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:23:51.257706 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:23:51.258963 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Checking segment: {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:51.260442 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.264139 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Bound using segment: {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:23:51.267059 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Bound port: d41f6604-058d-4081-a551-642f162c54a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b77d579-ffaf-4874-ade5-668b0981503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:23:51.268594 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d41f6604-058d-4081-a551-642f162c54a3), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.311699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (55defe9e-4d73-4144-94de-9dd35d46eb15), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.361218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-003c080a-d746-40c1-9252-3dba358849cc None None] Provisioning complete for port d41f6604-058d-4081-a551-642f162c54a3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:51.361594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-003c080a-d746-40c1-9252-3dba358849cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d41f6604-058d-4081-a551-642f162c54a3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.368479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (55defe9e-4d73-4144-94de-9dd35d46eb15), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.388806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:23:51.389600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (55defe9e-4d73-4144-94de-9dd35d46eb15), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.392484 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Deleting port d41f6604-058d-4081-a551-642f162c54a3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:51.392993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d41f6604-058d-4081-a551-642f162c54a3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:23:51.395017 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:23:51.404151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52302e22e0>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:48Z', 'revision_number': 3, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:51.405652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ff120-8b27-4151-a933-7731d2c37812 req-1c6514bc-bf54-442f-b572-62fb4730d739 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:51.407570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b0ff120-8b27-4151-a933-7731d2c37812 req-1c6514bc-bf54-442f-b572-62fb4730d739 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.2184565
May 14 21:23:51.445706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cf4a5b-7d3d-4540-b574-7510ec3133c5 None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:48Z', 'revision_number': 3, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:51.469950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 08d3ad9e-384f-4036-934e-553b9f5e3b22 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:51.475036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-003c080a-d746-40c1-9252-3dba358849cc None None] Port d41f6604-058d-4081-a551-642f162c54a3 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:23:51.478829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-abe7d214-e538-4084-98ed-514969b88c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:51.480676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-abe7d214-e538-4084-98ed-514969b88c53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.2737160
May 14 21:23:51.518276 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] For port d41f6604-058d-4081-a551-642f162c54a3, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:23:51.531012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41568737-d39f-432f-8059-60895f0eb967 admin admin] Publish callbacks [] for security_group (ed6915e3-d936-4add-9d60-e46dfd2c35fd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.626349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41568737-d39f-432f-8059-60895f0eb967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ed6915e3-d936-4add-9d60-e46dfd2c35fd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.626534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-9d1cc982-9237-491d-b0e4-316edb1369b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:51.626534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-9d1cc982-9237-491d-b0e4-316edb1369b6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.4621141
May 14 21:23:51.634774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b0ff120-8b27-4151-a933-7731d2c37812 req-00b86364-bdc5-44a1-9497-49a934941480 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112551
May 14 21:23:51.658771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-49afde70-bf25-49ff-bb2e-8de947c359f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 217 time: 0.0402427
May 14 21:23:51.696926 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-41568737-d39f-432f-8059-60895f0eb967 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4ca399ec87f4044ad133caf08ffbdc6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8821871
May 14 21:23:51.702127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:51.715969 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] For port d41f6604-058d-4081-a551-642f162c54a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d41f6604-058d-4081-a551-642f162c54a3,segment=NetworkSegment(2b77d579-ffaf-4874-ade5-668b0981503e),segment_id=2b77d579-ffaf-4874-ade5-668b0981503e)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:23:51.719008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] For port d41f6604-058d-4081-a551-642f162c54a3, host ncdv-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:51.719377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d41f6604-058d-4081-a551-642f162c54a3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.739874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (3bdbef8a-a684-458d-bfe2-b4f322a15d2e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.741533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41568737-d39f-432f-8059-60895f0eb967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6915e3-d936-4add-9d60-e46dfd2c35fd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:51.772720 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d41f6604-058d-4081-a551-642f162c54a3), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.806901 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:51.820816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] 10.222.0.52 "DELETE /v2.0/networks/3bdbef8a-a684-458d-bfe2-b4f322a15d2e HTTP/1.1" status: 204  len: 168 time: 1.7224436
May 14 21:23:51.828073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Calling delete_port for d41f6604-058d-4081-a551-642f162c54a3 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:51.841402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-878d956f-4d3b-4a10-9f11-4d0f5f46e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:51.851288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-878d956f-4d3b-4a10-9f11-4d0f5f46e74b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.3557906
May 14 21:23:51.885945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b5ca7-b150-4c25-9550-1a790bcda48e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bdbef8a-a684-458d-bfe2-b4f322a15d2e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:51.887459 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Routers {'b03af482-9e9b-44a4-bdc6-e705c8300d58'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:51.888127 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e1adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b03af482-9e9b-44a4-bdc6-e705c8300d58'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:51.898713 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649df78b-8fae-4030-9b41-260b260c7a7c None None] Pushing event updated for resources: {'Port': ['ID=d41f6604-058d-4081-a551-642f162c54a3,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:51.971774 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5ea53-d4f4-4af1-b57f-e8017e7f3b16 None None] New status for floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:23:52.037969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-2e5d9dac-402a-4823-a845-f86ba313546c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 217 time: 0.1748929
May 14 21:23:52.039692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-7bc9c749-f826-4cbb-a3af-fb15cdae96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:52.051493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-7bc9c749-f826-4cbb-a3af-fb15cdae96b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.3745837
May 14 21:23:52.122000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffe98626-4103-41d6-9955-25412b1060f5 admin admin] Publish callbacks [] for security_group (ed6915e3-d936-4add-9d60-e46dfd2c35fd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.142367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-8ad69d19-091b-439e-868e-04fcb6676182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:52.142367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-8ad69d19-091b-439e-868e-04fcb6676182 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0887036
May 14 21:23:52.156103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffe98626-4103-41d6-9955-25412b1060f5 admin admin] Publish callbacks [] for security_group (ed6915e3-d936-4add-9d60-e46dfd2c35fd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.220270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fd345-fa8e-4ca9-9207-0b6d85d3547b req-0aa8f28f-229f-4f36-8d81-e2251b592d5a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:52.227959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a42fd345-fa8e-4ca9-9207-0b6d85d3547b req-0aa8f28f-229f-4f36-8d81-e2251b592d5a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.4229033
May 14 21:23:52.275392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-e8d4d8cd-5e58-4e55-923d-d89578648d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:52.280059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-e8d4d8cd-5e58-4e55-923d-d89578648d7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.2253888
May 14 21:23:52.309338 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] Set router b03af482-9e9b-44a4-bdc6-e705c8300d58 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:52.357763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a42fd345-fa8e-4ca9-9207-0b6d85d3547b req-79f3d02a-1ceb-4d16-89c2-68fcf7194b33 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283498
May 14 21:23:52.423611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4e783c2a-d5ab-473c-b126-c6cfd820bf65 None None] Provisioning complete for port d41f6604-058d-4081-a551-642f162c54a3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:23:52.424215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e783c2a-d5ab-473c-b126-c6cfd820bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d41f6604-058d-4081-a551-642f162c54a3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.438178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffe98626-4103-41d6-9955-25412b1060f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ed6915e3-d936-4add-9d60-e46dfd2c35fd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.444718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffe98626-4103-41d6-9955-25412b1060f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.444718 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ffe98626-4103-41d6-9955-25412b1060f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed6915e3-d936-4add-9d60-e46dfd2c35fd HTTP/1.1" status: 204  len: 168 time: 0.7307966
May 14 21:23:52.460673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-1233aab2-8e5e-4549-b90e-d46a17ddaea9 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2861042
May 14 21:23:52.462363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-5aa30674-3341-4074-befd-4fdc82947697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:52.464208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-5aa30674-3341-4074-befd-4fdc82947697 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1738079
May 14 21:23:52.486321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe98626-4103-41d6-9955-25412b1060f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6915e3-d936-4add-9d60-e46dfd2c35fd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:52.592125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35680) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:52.662001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4e783c2a-d5ab-473c-b126-c6cfd820bf65 None None] Current status of the port d41f6604-058d-4081-a551-642f162c54a3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:52.662469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e783c2a-d5ab-473c-b126-c6cfd820bf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d41f6604-058d-4081-a551-642f162c54a3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.693399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb07f440-7c8c-4733-bb6d-ee36bd3205d7 req-51f9982d-b97f-4db2-8017-a0fee86e2f23 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239370
May 14 21:23:52.756006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bcb3cb4c-2bf7-4fdb-ab50-abefe59a6d2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b031454047774b4fb8b459f226f645d2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1489677
May 14 21:23:52.762660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35682) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:52.833046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-7947a207-9213-419a-a7ff-bf581ace1d75 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537640
May 14 21:23:52.850995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:52.851164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-6c3d9125-c262-4497-bdf6-f82a0cb9be17 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:52.859470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-6c3d9125-c262-4497-bdf6-f82a0cb9be17 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 813 time: 0.2662897
May 14 21:23:52.870023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:52.870692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523034ca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:52.876201 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e1adf0>, [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:46Z', 'revision_number': 4, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd41f6604-058d-4081-a551-642f162c54a3', 'name': '', 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'mac_address': 'fa:16:3e:3e:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '3b0f4f43-f26d-47eb-9898-d76b703e747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:45Z', 'updated_at': '2022-05-14T21:23:51Z', 'revision_number': 4, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'subnets': [{'id': '3b0f4f43-f26d-47eb-9898-d76b703e747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:52.899491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c1e7176d-5af4-4981-b2e0-745df02fa009 admin admin] Publish callbacks [] for security_group (19c9b19e-06fc-4df1-8db6-2537e718e64f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.904944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d41f6604-058d-4081-a551-642f162c54a3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:52.918063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-d5f25663-7afc-4362-b3e2-58d2f4bf9bfd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/quotas/fe513cd0819f40d7866ce2aaa1b8ea8d HTTP/1.1" status: 200  len: 375 time: 0.0569956
May 14 21:23:52.989193 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a7c4c-7461-48d6-8311-14c9c2b3d32c None None] The sync data for ids ['b03af482-9e9b-44a4-bdc6-e705c8300d58'] in ncdv-master-1 is: [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:46Z', 'revision_number': 4, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd41f6604-058d-4081-a551-642f162c54a3', 'name': '', 'network_id': 'f0945444-c101-4b3e-9951-4041233c5683', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'mac_address': 'fa:16:3e:3e:75:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '3b0f4f43-f26d-47eb-9898-d76b703e747f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:45Z', 'updated_at': '2022-05-14T21:23:51Z', 'revision_number': 4, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'subnets': [{'id': '3b0f4f43-f26d-47eb-9898-d76b703e747f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:53.076744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:53.079093 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1233fde3-5131-496b-9f74-ce9b73ea97fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:53.099288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-b5b9c9cf-e9c8-453d-a775-2363c185628f service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653871
May 14 21:23:53.142306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41f6604-058d-4081-a551-642f162c54a3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:53.255140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-1e148bc3-8995-4121-96d2-43d1880fb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:53.259812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-1e148bc3-8995-4121-96d2-43d1880fb3bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1127 time: 0.1241827
May 14 21:23:53.338294 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-b8b9293a-a05a-41f2-b99b-bf52b4416ad1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4177635
May 14 21:23:53.353777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c1e7176d-5af4-4981-b2e0-745df02fa009 admin admin] Publish callbacks [] for security_group (19c9b19e-06fc-4df1-8db6-2537e718e64f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:53.540786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-b2ec88b4-d90c-42d5-b49f-e5b8dff8d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:53.560077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-b2ec88b4-d90c-42d5-b49f-e5b8dff8d307 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.2893517
May 14 21:23:53.571656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:53.651356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-90609c90-26c8-46d5-a40c-e7080a3d5613 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 1001 time: 0.0911529
May 14 21:23:53.722763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-e78c9704-0790-4f95-b14f-c8496dd05bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:53.724980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-e78c9704-0790-4f95-b14f-c8496dd05bf1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0657015
May 14 21:23:53.796501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35692) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:53.835460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd683-95ba-4e2f-8a2a-444f8285b334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:53.849681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56917be-5bd6-4e35-9434-2678c031076f req-fc847e9a-b66c-4c5d-bcf9-a7f2e2600531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:53.851660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-fc847e9a-b66c-4c5d-bcf9-a7f2e2600531 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1187537
May 14 21:23:54.005766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-3718a4a8-19ce-405d-983c-0f22eb726328 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428912
May 14 21:23:54.015803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523034ca90>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:52Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:54.062379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:54.081738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:54.082648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523034ca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:54.140460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd683-95ba-4e2f-8a2a-444f8285b334 admin admin] Publish callbacks [] for security_group (9645a7f1-aac8-4e37-8769-f67fecd0f74c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.173206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e56917be-5bd6-4e35-9434-2678c031076f req-a479c8b2-e246-40c0-b16b-55d9eb29e900 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587558
May 14 21:23:54.247310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:54.315864 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (b03af482-9e9b-44a4-bdc6-e705c8300d58), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.331917 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d8dd683-95ba-4e2f-8a2a-444f8285b334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9645a7f1-aac8-4e37-8769-f67fecd0f74c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.388826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dd683-95ba-4e2f-8a2a-444f8285b334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9645a7f1-aac8-4e37-8769-f67fecd0f74c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:54.406281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6d8dd683-95ba-4e2f-8a2a-444f8285b334 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d82dae50b73e4752883ed8c6632ed10f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6070533
May 14 21:23:54.407310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35696) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:54.411837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-5ce6f541-d112-42ff-a044-3f28bc33bc25 service neutron] 10.222.0.52 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0557835
May 14 21:23:54.470046 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c1e7176d-5af4-4981-b2e0-745df02fa009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (19c9b19e-06fc-4df1-8db6-2537e718e64f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.480327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c1e7176d-5af4-4981-b2e0-745df02fa009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.481748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c1e7176d-5af4-4981-b2e0-745df02fa009 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19c9b19e-06fc-4df1-8db6-2537e718e64f HTTP/1.1" status: 204  len: 168 time: 1.7180583
May 14 21:23:54.499655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4427-6650-4e91-a431-b6511444dd77 admin admin] Publish callbacks [] for security_group (9645a7f1-aac8-4e37-8769-f67fecd0f74c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.570252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4427-6650-4e91-a431-b6511444dd77 admin admin] Publish callbacks [] for security_group (9645a7f1-aac8-4e37-8769-f67fecd0f74c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:54.640501 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e174c7d6-b151-4d0c-90ad-61dc585278aa x-openstack-request-id: req-e174c7d6-b151-4d0c-90ad-61dc585278aa {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:54.640801 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:54.641942 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e174c7d6-b151-4d0c-90ad-61dc585278aa {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:54.642129 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e174c7d6-b151-4d0c-90ad-61dc585278aa'] response: {'name': 'network-changed', 'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'status': 'completed', 'code': 200}
May 14 21:23:54.668450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523034ca90>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:52Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:54.696861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7176d-5af4-4981-b2e0-745df02fa009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9b19e-06fc-4df1-8db6-2537e718e64f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:54.722271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-8f36c406-ead3-4b49-b59d-ab734f2f2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:54.727811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ee7653-fb0b-418c-b679-8a085a7608c7 None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:56:8c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:23:52Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:54.733121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-8f36c406-ead3-4b49-b59d-ab734f2f2b1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1127 time: 0.1009228
May 14 21:23:54.853622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-b778dacf-d405-4455-9ef6-0548a47879ae service neutron] 10.222.0.52 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4409688
May 14 21:23:55.149788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Router b03af482-9e9b-44a4-bdc6-e705c8300d58 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:55.345206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48ffa2-e243-42da-ac8e-7751dfe952da req-f8c5da58-3426-46a8-bf69-9873a9ee724a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:55.347632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc48ffa2-e243-42da-ac8e-7751dfe952da req-f8c5da58-3426-46a8-bf69-9873a9ee724a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.6311307
May 14 21:23:55.353010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4427-6650-4e91-a431-b6511444dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9645a7f1-aac8-4e37-8769-f67fecd0f74c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:55.360385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d6a4427-6650-4e91-a431-b6511444dd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:55.369115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7d6a4427-6650-4e91-a431-b6511444dd77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9645a7f1-aac8-4e37-8769-f67fecd0f74c HTTP/1.1" status: 204  len: 168 time: 0.9599752
May 14 21:23:55.519461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a358627-1703-4615-8fa6-3262e0761cbb req-878c2aba-3fbd-4f75-b15e-0ffd39c1e7a0 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1001 time: 0.2167413
May 14 21:23:55.575450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:55.605862 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] Sync routers for ids ['b03af482-9e9b-44a4-bdc6-e705c8300d58'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:55.628311 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] Routers {'b03af482-9e9b-44a4-bdc6-e705c8300d58'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:55.631348 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c66400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b03af482-9e9b-44a4-bdc6-e705c8300d58'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:55.639815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ccd82f5-b2cb-4c58-8399-673104cf80e1 admin admin] 10.222.0.52 "PUT /v2.0/routers/b03af482-9e9b-44a4-bdc6-e705c8300d58/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3511791
May 14 21:23:55.642662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35726) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:55.670867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-a83b93df-b3cc-4a63-88b8-8a9153ba7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:55.680527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-a83b93df-b3cc-4a63-88b8-8a9153ba7dc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.3057222
May 14 21:23:55.704791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a4427-6650-4e91-a431-b6511444dd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9645a7f1-aac8-4e37-8769-f67fecd0f74c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:55.798870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358627-1703-4615-8fa6-3262e0761cbb req-cfba54dd-27d1-48f2-a55b-75e0d86b6733 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:55.798870 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a358627-1703-4615-8fa6-3262e0761cbb req-cfba54dd-27d1-48f2-a55b-75e0d86b6733 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports/7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 942 time: 0.2451994
May 14 21:23:55.871067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc48ffa2-e243-42da-ac8e-7751dfe952da req-76907f83-3f75-4336-9820-f6f3cbb63fa4 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4994619
May 14 21:23:55.881355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks [] for router (b03af482-9e9b-44a4-bdc6-e705c8300d58), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:55.887202 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] Set router b03af482-9e9b-44a4-bdc6-e705c8300d58 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:55.906587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-2163699a-65b6-41a9-bb0d-ca0e2587af46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 1001 time: 0.1983457
May 14 21:23:55.982120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-e8da640c-4b85-479b-8dd6-b4cfc4b1117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:55.982120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-e8da640c-4b85-479b-8dd6-b4cfc4b1117b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0666654
May 14 21:23:56.059841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d617330-dff0-4029-8e69-a2281de6e4f0 req-f6c7c150-935e-4dbd-9be2-fd538e1d8b08 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 210 time: 0.0764308
May 14 21:23:56.102872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks [] for router_gateway (b03af482-9e9b-44a4-bdc6-e705c8300d58), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:56.112263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-d92cb6f0-2bdb-4d4a-9e0c-732049f30cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:56.114752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-d92cb6f0-2bdb-4d4a-9e0c-732049f30cd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1154227
May 14 21:23:56.135425 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a358627-1703-4615-8fa6-3262e0761cbb req-bb30ad61-a7bf-470d-abc4-5fe996cb8424 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1001 time: 0.2724161
May 14 21:23:56.240964 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c66400>, [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:52Z', 'revision_number': 5, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port': {'id': '08d3ad9e-384f-4036-934e-553b9f5e3b22', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:23:40Z', 'updated_at': '2022-05-14T21:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:56.243798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-292552d4-cd18-437c-bb2f-1f3c51087f62 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195881
May 14 21:23:56.272275 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] Checking router: b03af482-9e9b-44a4-bdc6-e705c8300d58 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:56.282425 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] Routers {'b03af482-9e9b-44a4-bdc6-e705c8300d58'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:56.283191 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c66400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b03af482-9e9b-44a4-bdc6-e705c8300d58'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:56.344282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Deleting port 08d3ad9e-384f-4036-934e-553b9f5e3b22 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:56.346748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:56.415889 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] Set router b03af482-9e9b-44a4-bdc6-e705c8300d58 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:56.437272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358627-1703-4615-8fa6-3262e0761cbb req-a4d1092c-9e04-471c-b347-15a0b22e4a7f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:56.437947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1233fde3-5131-496b-9f74-ce9b73ea97fe req-c45add10-0626-462d-a803-3fa63b651d2d service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886830
May 14 21:23:56.444581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a358627-1703-4615-8fa6-3262e0761cbb req-a4d1092c-9e04-471c-b347-15a0b22e4a7f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.3021441
May 14 21:23:56.450752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-2a358627-1703-4615-8fa6-3262e0761cbb req-4c5126d5-5282-413a-8fad-98584bad14c6 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:23:56.451802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a358627-1703-4615-8fa6-3262e0761cbb req-4c5126d5-5282-413a-8fad-98584bad14c6 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0064175
May 14 21:23:56.486520 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c66400>, [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:56Z', 'revision_number': 6, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:56.508057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35760) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:56.516309 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68383a21-91c1-4005-99a2-f596768699a5 None None] The sync data for ids ['b03af482-9e9b-44a4-bdc6-e705c8300d58'] in ncdv-master-1 is: [{'id': 'b03af482-9e9b-44a4-bdc6-e705c8300d58', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1580419905-router', 'tenant_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:23:39Z', 'updated_at': '2022-05-14T21:23:56Z', 'revision_number': 6, 'project_id': '48cdf3efbfbc43d7bdce5958fd2ad1a4', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:23:56.581265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] For port 08d3ad9e-384f-4036-934e-553b9f5e3b22, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=08d3ad9e-384f-4036-934e-553b9f5e3b22,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:56.582236 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:56.594533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-3408d0f5-dd12-4493-87bc-b11d7f201c89 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1001 time: 0.1122923
May 14 21:23:56.601256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Calling delete_port for 08d3ad9e-384f-4036-934e-553b9f5e3b22 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:56.654850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-883158373-network', 'tenant_id': '9b6232491b674705b2c339c302ac9000'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:56.666051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-d592100c-f1fe-457e-ac1e-1a74a6b310d4 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:56.667466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-d592100c-f1fe-457e-ac1e-1a74a6b310d4 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports/7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 942 time: 0.0660541
May 14 21:23:56.763021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Made reservation on behalf of 9b6232491b674705b2c339c302ac9000 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:56.766209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:56.786193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-ca041e59-6eec-48b4-a5e7-486245e9c513 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1001 time: 0.0731514
May 14 21:23:56.790585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:56.907712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d41f6604-058d-4081-a551-642f162c54a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:56.935219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d41f6604-058d-4081-a551-642f162c54a3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:56.935843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d41f6604-058d-4081-a551-642f162c54a3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:56.945052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (08d3ad9e-384f-4036-934e-553b9f5e3b22), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:56.996064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-ae9d354b-0a3d-4dd2-9083-3a8b2c8ef432 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.004855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-ae9d354b-0a3d-4dd2-9083-3a8b2c8ef432 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2047276
May 14 21:23:57.014214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d3ad9e-384f-4036-934e-553b9f5e3b22,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:57.088881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-be66f9fb-1416-457c-a94f-a8fad0f74d6b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1001 time: 0.0830786
May 14 21:23:57.102549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:57.115601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4701-0e21-4db8-a6a9-669fbea3d730 req-9055e735-ad41-4208-887a-fae8698061d7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.123151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e5db4701-0e21-4db8-a6a9-669fbea3d730 req-9055e735-ad41-4208-887a-fae8698061d7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.1204531
May 14 21:23:57.206007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.212575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178d95-697c-45c1-a066-68a0922767ff req-d7b3bf3a-5c02-4d27-bff0-de9e0b8c529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.212575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-d7b3bf3a-5c02-4d27-bff0-de9e0b8c529d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 1128 time: 0.1379368
May 14 21:23:57.276558 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e5db4701-0e21-4db8-a6a9-669fbea3d730 req-b4ee7bb1-fd7b-4144-aa2f-47ecafbdcb37 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522779
May 14 21:23:57.282462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (b03af482-9e9b-44a4-bdc6-e705c8300d58), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.336678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks [] for security_group (2457cf2a-3493-403a-b4c8-40a5e54cbd0c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.415268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178d95-697c-45c1-a066-68a0922767ff req-2c7a3a7d-1655-438e-8351-0ff605d5cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.416683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-2c7a3a7d-1655-438e-8351-0ff605d5cc65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1737063
May 14 21:23:57.452150 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-086c5498-8f89-48f5-9d61-c572af695735 req-9b7ddca4-4ea8-46eb-a2a5-b7ea73bc67c4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 210 time: 0.0762219
May 14 21:23:57.454885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b03af482-9e9b-44a4-bdc6-e705c8300d58), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.458063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks [] for router_controller (b03af482-9e9b-44a4-bdc6-e705c8300d58), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.465775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.476001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2457cf2a-3493-403a-b4c8-40a5e54cbd0c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.496781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-6778445d-5ff3-4538-9198-3ff4e4f9dadb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af229f26-8c15-4496-83fd-3745d3601050 HTTP/1.1" status: 200  len: 217 time: 0.0430307
May 14 21:23:57.542057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2457cf2a-3493-403a-b4c8-40a5e54cbd0c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:57.553224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178d95-697c-45c1-a066-68a0922767ff req-bbc750fa-4967-4b7b-b589-0cdc4b65b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.554653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-bbc750fa-4967-4b7b-b589-0cdc4b65b870 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0523877
May 14 21:23:57.595839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.596194 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7 disassociated. External IP: 172.35.4.124, port: 7f5425e4-ec40-44fe-90e4-23cc30118671.
May 14 21:23:57.625518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b03af482-9e9b-44a4-bdc6-e705c8300d58), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.626143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b03af482-9e9b-44a4-bdc6-e705c8300d58 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:23:57.631195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.632389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5900cea7-7321-4466-ab2e-a76cb89e0ca0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b03af482-9e9b-44a4-bdc6-e705c8300d58 HTTP/1.1" status: 204  len: 168 time: 1.9359484
May 14 21:23:57.635599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35790) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:57.639132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178d95-697c-45c1-a066-68a0922767ff req-085edd2d-4304-43a0-acb6-d8bb4b013d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.640597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-085edd2d-4304-43a0-acb6-d8bb4b013d20 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0802619
May 14 21:23:57.643397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:23:57.691206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a55f376b-ca3e-48fa-a5f3-f36660240f56), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.691675 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Added segment a55f376b-ca3e-48fa-a5f3-f36660240f56 of type vlan for network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500
May 14 21:23:57.737324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Deleting subnet 3b0f4f43-f26d-47eb-9898-d76b703e747f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:23:57.747417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Publish callbacks [] for subnet (3b0f4f43-f26d-47eb-9898-d76b703e747f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.750547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4d7d4cb8-de36-4d1b-ae16-386ec3edd500), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.805155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3b0f4f43-f26d-47eb-9898-d76b703e747f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.814939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-7cf2007c-8fb9-4562-94e0-32a09155efe3 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673012
May 14 21:23:57.905458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35794) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:57.914136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3b0f4f43-f26d-47eb-9898-d76b703e747f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.951365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4d7d4cb8-de36-4d1b-ae16-386ec3edd500), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:57.951365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:57.951365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.022620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=4d7d4cb8-de36-4d1b-ae16-386ec3edd500,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:58.036622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:23:58.062042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:23:58.135950 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e903d9b5-edcc-4912-8a3b-df7f2542bb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.146150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7178d95-697c-45c1-a066-68a0922767ff req-f0f07a48-b082-44e1-a4d8-5346fc6f5dea service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2728357
May 14 21:23:58.187745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-450bd31f-47a5-4abf-9ed0-1769c9644ba8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.6769230
May 14 21:23:58.189632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3b0f4f43-f26d-47eb-9898-d76b703e747f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.192020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35798) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:58.205901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Request body: {'subnet': {'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-883158373-subnet', 'tenant_id': '9b6232491b674705b2c339c302ac9000', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:58.234075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0f4f43-f26d-47eb-9898-d76b703e747f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:58.241858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50bef279-011f-499c-a708-812f7867418c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.244000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-6ad4b3e1-23a3-4ff9-a36e-2af79d3f6bbb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:58.250142 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-50bef279-011f-499c-a708-812f7867418c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3b0f4f43-f26d-47eb-9898-d76b703e747f HTTP/1.1" status: 204  len: 168 time: 0.6085498
May 14 21:23:58.250278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa5709-566f-4923-bcb5-a1af32a5f0e6 None None] Network f0945444-c101-4b3e-9951-4041233c5683 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:58.250377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-6ad4b3e1-23a3-4ff9-a36e-2af79d3f6bbb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.36 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 813 time: 0.2498703
May 14 21:23:58.250459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35800) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:58.291538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Request body: {'port': {'device_id': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'admin_state_up': True, 'tenant_id': 'fe513cd0819f40d7866ce2aaa1b8ea8d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:23:58.335725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (f0945444-c101-4b3e-9951-4041233c5683), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.372069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Made reservation on behalf of 9b6232491b674705b2c339c302ac9000 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:58.375009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.409172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:23:58.420106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.420823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Deleting port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:58.421082 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.430812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:23:58.443426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:58.444727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223affa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:58.450882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e903d9b5-edcc-4912-8a3b-df7f2542bb95 admin admin] Publish callbacks [] for security_group (bf02005d-a890-4822-93fd-b7b7c095c920), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.478145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b5e33163-3410-4d13-bb4e-b10b94ef0896 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "PUT /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 695 time: 1.3810978
May 14 21:23:58.485154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:23:58.485154 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40" -d '{"events": [{"name": "network-changed", "server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:23:58.543808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-aefcefef-93cf-4fa9-a559-c24bb229866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:58.545346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-aefcefef-93cf-4fa9-a559-c24bb229866d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1127 time: 0.0433257
May 14 21:23:58.589271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:58.607537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e903d9b5-edcc-4912-8a3b-df7f2542bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bf02005d-a890-4822-93fd-b7b7c095c920), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.608098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c916936-41ea-45c2-8067-72e45a0927ff req-73fd0674-d410-4129-bd6c-305c15591a76 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:58.609789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c916936-41ea-45c2-8067-72e45a0927ff req-73fd0674-d410-4129-bd6c-305c15591a76 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 946 time: 0.2096498
May 14 21:23:58.641690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Made reservation on behalf of fe513cd0819f40d7866ce2aaa1b8ea8d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:23:58.645150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.655445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] For port 070ac7a5-7b4b-49a3-96e3-cb87c941c324, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=070ac7a5-7b4b-49a3-96e3-cb87c941c324,segment=NetworkSegment(2b77d579-ffaf-4874-ade5-668b0981503e),segment_id=2b77d579-ffaf-4874-ade5-668b0981503e)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:58.656175 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.669986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] DHCP port deletion for f0945444-c101-4b3e-9951-4041233c5683 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:23:58.675801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e903d9b5-edcc-4912-8a3b-df7f2542bb95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cdddc5b140348c1adb061d3e1960ee0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7690260
May 14 21:23:58.681991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35808) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:23:58.688104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Calling delete_port for 070ac7a5-7b4b-49a3-96e3-cb87c941c324 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:58.693243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903d9b5-edcc-4912-8a3b-df7f2542bb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf02005d-a890-4822-93fd-b7b7c095c920,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:58.725965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c916936-41ea-45c2-8067-72e45a0927ff req-5be604f5-c6c7-4146-91dd-921e23713a8a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000478
May 14 21:23:58.743440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] Deleting port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:23:58.743440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.763860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-613eb6db-86a1-4ec6-a81f-c54b887c2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:58.765397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-613eb6db-86a1-4ec6-a81f-c54b887c2ba2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.2131214
May 14 21:23:58.824091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] For port 070ac7a5-7b4b-49a3-96e3-cb87c941c324, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=070ac7a5-7b4b-49a3-96e3-cb87c941c324,segment=NetworkSegment(2b77d579-ffaf-4874-ade5-668b0981503e),segment_id=2b77d579-ffaf-4874-ade5-668b0981503e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:23:58.829671 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.841018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] Calling delete_port for 070ac7a5-7b4b-49a3-96e3-cb87c941c324 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:23:58.849437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-b4afde4e-a672-4dba-a0c3-1cd09547ea1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 217 time: 0.0692623
May 14 21:23:58.911135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 070ac7a5-7b4b-49a3-96e3-cb87c941c324 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:58.932860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a64b81e-0cad-4469-9935-90eb4b9f8dfc admin admin] Publish callbacks [] for security_group (bf02005d-a890-4822-93fd-b7b7c095c920), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.945578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d66789d4-c309-4664-bc0d-8b5bcd0ccaf9 req-2a7e9236-55af-4ee2-ac1c-1ee2a8af230a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 210 time: 0.0479267
May 14 21:23:58.948014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:58.998754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-99af9a69-b548-486a-8f1a-101da8233070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:59.000663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-99af9a69-b548-486a-8f1a-101da8233070 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.1373529
May 14 21:23:59.022047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:59.023074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a64b81e-0cad-4469-9935-90eb4b9f8dfc admin admin] Publish callbacks [] for security_group (bf02005d-a890-4822-93fd-b7b7c095c920), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.039465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Allocated IP 172.20.0.3 (a654f805-d693-47d5-9845-d68b7a2a07c5/a0f52459-bd54-41ff-909a-aadc563584a0/1178d7f5-ffca-4c69-a67d-4e3f79dc34f8) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:23:59.042486 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfc0fb-11ac-467d-b239-d01f14fca657 x-openstack-request-id: req-76cfc0fb-11ac-467d-b239-d01f14fca657 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:23:59.045179 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:23:59.045179 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76cfc0fb-11ac-467d-b239-d01f14fca657 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:23:59.045179 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cfc0fb-11ac-467d-b239-d01f14fca657'] response: {'name': 'network-changed', 'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'status': 'completed', 'code': 200}
May 14 21:23:59.059992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Checking segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:23:59.060290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Network hostable DHCP agents. Network: 4d7d4cb8-de36-4d1b-ae16-386ec3edd500, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:23:59.091066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:23:59.091696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.100855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.106574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (070ac7a5-7b4b-49a3-96e3-cb87c941c324), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.112458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-c8b2daec-6713-45c5-9912-f66d70e1be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:59.114115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-c8b2daec-6713-45c5-9912-f66d70e1be82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1030631
May 14 21:23:59.146682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=070ac7a5-7b4b-49a3-96e3-cb87c941c324,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:59.149931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] No DVR routers for this DVR port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:59.155448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223affa90>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:59.157716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3e82b-de8c-4272-a037-70e4d380f0a7 None None] Pushing event deleted for resources: {'Port': ['ID=070ac7a5-7b4b-49a3-96e3-cb87c941c324,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:59.158666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] No DVR routers for this DVR port 070ac7a5-7b4b-49a3-96e3-cb87c941c324 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:23:59.164880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:23:59.193309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:23:59.212395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 08d3ad9e-384f-4036-934e-553b9f5e3b22 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:23:59.234797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 08d3ad9e-384f-4036-934e-553b9f5e3b22 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:23:59.235156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 08d3ad9e-384f-4036-934e-553b9f5e3b22 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:23:59.239185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:23:59.239886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223affa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:59.253097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d7d4cb8-de36-4d1b-ae16-386ec3edd500) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:59.259734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (f0945444-c101-4b3e-9951-4041233c5683), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.263859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:59.264460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.276800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e2df2d-8b56-4c8d-b99a-cd1809c9935f None None] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:59.291104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a161f10>,) {'filters': {'network_id': ['f0945444-c101-4b3e-9951-4041233c5683']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:59.301103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a64b81e-0cad-4469-9935-90eb4b9f8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bf02005d-a890-4822-93fd-b7b7c095c920), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.304011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a64b81e-0cad-4469-9935-90eb4b9f8dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.308730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a64b81e-0cad-4469-9935-90eb4b9f8dfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf02005d-a890-4822-93fd-b7b7c095c920 HTTP/1.1" status: 204  len: 168 time: 0.6224403
May 14 21:23:59.310639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a161f10>, '2b77d579-ffaf-4874-ade5-668b0981503e') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:59.310946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a161f10>, '2b77d579-ffaf-4874-ade5-668b0981503e') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:23:59.322965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2b77d579-ffaf-4874-ade5-668b0981503e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.336678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64b81e-0cad-4469-9935-90eb4b9f8dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf02005d-a890-4822-93fd-b7b7c095c920,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:59.344230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-e9f5c1ed-53ff-422f-8d0b-45b03000afae service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218096
May 14 21:23:59.354441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2b77d579-ffaf-4874-ade5-668b0981503e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.363569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:23:59.363981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2b77d579-ffaf-4874-ade5-668b0981503e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:23:59.366796 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:23:59.390848 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1c37095-bfbe-4845-908d-8a101c4db571 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1949179
May 14 21:23:59.456036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks [] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.507358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a9dd1e7-4c6a-483d-a8d6-2c4b659feded req-f453f863-8dcf-4ac3-99b9-2fcf16ab4553 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524220
May 14 21:23:59.589061 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (f0945444-c101-4b3e-9951-4041233c5683), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.598216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:23:59.608878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.614369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f0945444-c101-4b3e-9951-4041233c5683 HTTP/1.1" status: 204  len: 168 time: 1.3624806
May 14 21:23:59.614369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2685bc-92d8-4467-9ecb-e341d4b2dff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0945444-c101-4b3e-9951-4041233c5683,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:59.626033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdaf6d5-6577-4762-98d3-147458328380 None None] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:23:59.635286 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.655062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d14fe5ed-9ab8-4c6c-893f-768a8f7db696'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:23:59.686793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Network a654f805-d693-47d5-9845-d68b7a2a07c5 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:23:59.690501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:23:59.697676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:23:59.757253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:23:59.759262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:23:59.779112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Pushing event updated for resources: {'Port': ['ID=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:23:59.832878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-3600104f-7da9-45bc-a1a2-7ff6826b13ac tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5465088
May 14 21:23:59.847101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Request body: {'port': {'device_id': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:00.017170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223affa90>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:00.021800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.030501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-8cb0e63c-e482-474c-9836-e8c30b912030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:00.032041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-8cb0e63c-e482-474c-9836-e8c30b912030 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 1127 time: 0.0889404
May 14 21:24:00.050026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb3ff4-0060-48a7-97ba-e4c613df23e5 None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:00.063368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device af229f26-8c15-4496-83fd-3745d3601050 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:00.202152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port af229f26-8c15-4496-83fd-3745d3601050 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:00.203642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.245290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:00.247869 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6863e1-1a52-4adf-935e-8f0a5ccae32d" -d '{"events": [{"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "af229f26-8c15-4496-83fd-3745d3601050"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:00.262455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:00.306651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35852) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:00.337447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.409477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:00.426264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63c7cc-408a-4799-be8b-1db07f922d88 req-8f97b6e2-a3a0-4b0e-93df-793e80da6bf9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:00.428118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fb63c7cc-408a-4799-be8b-1db07f922d88 req-8f97b6e2-a3a0-4b0e-93df-793e80da6bf9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.1046946
May 14 21:24:00.432663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1f13c613-d8e9-4c37-988a-6c7d29f8f61c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48cdf3efbfbc43d7bdce5958fd2ad1a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1248333
May 14 21:24:00.442106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35854) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:00.539051 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fb63c7cc-408a-4799-be8b-1db07f922d88 req-6b85be2f-05e3-493b-8f2d-2da5af1febd9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010082
May 14 21:24:00.561595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53193b6-1d78-4ea3-b000-1128045f6507 None None] New status for floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:24:00.568253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e286ae3d-586c-4d58-bc34-9c9a14817a11 admin admin] Publish callbacks [] for security_group (e2e980ad-33d2-47fe-b8d7-dcbb78101d1e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.594629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e286ae3d-586c-4d58-bc34-9c9a14817a11 admin admin] Publish callbacks [] for security_group (e2e980ad-33d2-47fe-b8d7-dcbb78101d1e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.693008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab06fa3-3980-45bf-98d4-eeeb5d571e8f req-c4d64920-cc58-4904-8949-c0e76dffe3b3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:00.694970 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ab06fa3-3980-45bf-98d4-eeeb5d571e8f req-c4d64920-cc58-4904-8949-c0e76dffe3b3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 931 time: 0.0613332
May 14 21:24:00.758761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ab06fa3-3980-45bf-98d4-eeeb5d571e8f req-7d4f0d57-7ea8-4f97-9f74-5012c5e8d273 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482402
May 14 21:24:00.780174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-b74615f7-9bf1-4b55-81db-b9044242b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:00.781714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-b74615f7-9bf1-4b55-81db-b9044242b46d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.7417634
May 14 21:24:00.806469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e286ae3d-586c-4d58-bc34-9c9a14817a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e2e980ad-33d2-47fe-b8d7-dcbb78101d1e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.812458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e286ae3d-586c-4d58-bc34-9c9a14817a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:00.815393 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e286ae3d-586c-4d58-bc34-9c9a14817a11 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2e980ad-33d2-47fe-b8d7-dcbb78101d1e HTTP/1.1" status: 204  len: 168 time: 0.3722100
May 14 21:24:00.834377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ae3d-586c-4d58-bc34-9c9a14817a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e980ad-33d2-47fe-b8d7-dcbb78101d1e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:00.863565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-309b3150-94ba-4f8d-a578-6b6170c807c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:00.865233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-309b3150-94ba-4f8d-a578-6b6170c807c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/networks?id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 200  len: 817 time: 0.8787346
May 14 21:24:00.890509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-9d486e8a-913c-4c5e-b6dd-58ea67b14f0a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/quotas/9b6232491b674705b2c339c302ac9000 HTTP/1.1" status: 200  len: 375 time: 0.0162160
May 14 21:24:00.948849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1f0b52cb-42dd-45c7-bbe8-92c98baf74a5 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0518568
May 14 21:24:00.990479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-d6aa3085-c792-40d8-bb2a-8df03fd70f91 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:01.000077 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-d6aa3085-c792-40d8-bb2a-8df03fd70f91 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1237929
May 14 21:24:01.061704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:01.075684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-9b4c9db0-1c2a-4f4d-a639-96f8b582aedc tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 698 time: 0.0741961
May 14 21:24:01.075890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Publish callbacks [] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.080798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'floatingip': {'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:01.092389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Transition to ACTIVE for port object 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:24:01.127260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-aaa87c66-618a-4924-9819-803902be7f79 service neutron] 10.222.0.52 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582215
May 14 21:24:01.136680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.196772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.269381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Pushing event updated for resources: {'Port': ['ID=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:01.325527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-2802c022-4eac-4ee2-ae02-e11650e2e1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923316
May 14 21:24:01.376377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-c95354d5-4676-4ec2-a350-781c09a4e380 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 200  len: 217 time: 0.0533631
May 14 21:24:01.436047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Attempting to bind port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:01.436391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Attempting to bind port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:01.436721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Attempting to bind port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 on network a654f805-d693-47d5-9845-d68b7a2a07c5 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:01.447144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 on network a654f805-d693-47d5-9845-d68b7a2a07c5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:01.447491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Attempting to bind port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 on network a654f805-d693-47d5-9845-d68b7a2a07c5 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:01.461575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:01.461920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Checking segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:01.467025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Bound using segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:01.467025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Bound port: 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:01.467025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.467333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-6a349893-9984-4e07-99fc-5070326bd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:01.468740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-6a349893-9984-4e07-99fc-5070326bd799 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0846236
May 14 21:24:01.565249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-70fad40b-53d8-46bf-9e2a-bea5cb20f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:01.566685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-70fad40b-53d8-46bf-9e2a-bea5cb20f2c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0647295
May 14 21:24:01.578306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] For port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:01.587337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] For port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:01.701317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-64112fee-33fd-44e9-9110-df472fdd19ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:01.702955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-64112fee-33fd-44e9-9110-df472fdd19ae tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d937c28-2ab7-41a9-8611-b8f0d77749a6 HTTP/1.1" status: 200  len: 945 time: 0.0867305
May 14 21:24:01.735055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-4c353af9-12cc-439a-b4f3-24401b6a9e77 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591444
May 14 21:24:01.805650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.854295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:01.854929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.856518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] 10.222.0.36 "PUT /v2.0/ports/1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 HTTP/1.1" status: 200  len: 1091 time: 2.0156631
May 14 21:24:01.859823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'tag': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:01.862474 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c", "tag": "1178d7f5-ffca-4c69-a67d-4e3f79dc34f8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:01.884634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Deleting port 7f5425e4-ec40-44fe-90e4-23cc30118671 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:01.884634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:01.951735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49159c-4d61-41b9-a23e-2a70b4c95008 service neutron] Pushing event updated for resources: {'Port': ['ID=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:02.044709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] For port 7f5425e4-ec40-44fe-90e4-23cc30118671, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f5425e4-ec40-44fe-90e4-23cc30118671,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:02.050627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:02.068223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Calling delete_port for 7f5425e4-ec40-44fe-90e4-23cc30118671 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:02.081061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1cc3eaf-5e01-47cf-b2a4-e675daa8bb40 req-9e4c1757-def0-4f25-80bf-00b7e1999e66 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399262
May 14 21:24:02.168438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-60053ef4-c196-44a1-8425-023ca876b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:02.170004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-60053ef4-c196-44a1-8425-023ca876b871 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 1125 time: 0.0867577
May 14 21:24:02.196851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:02.202577 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb8408a-4363-449a-8019-ef020ea55220 x-openstack-request-id: req-0eb8408a-4363-449a-8019-ef020ea55220 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:02.203103 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "af229f26-8c15-4496-83fd-3745d3601050", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:02.203220 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0eb8408a-4363-449a-8019-ef020ea55220 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:02.203698 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb8408a-4363-449a-8019-ef020ea55220'] response: {'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050', 'code': 200}
May 14 21:24:02.219266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-98371173-a9f1-44c9-8701-9ac9a679e18d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 HTTP/1.1" status: 200  len: 217 time: 0.0402002
May 14 21:24:02.337926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:02.394075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165205e-fd13-4413-901c-cffb241ae39a req-c9a62009-ce08-4cf8-96cd-7b059f802c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:02.395604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-c9a62009-ce08-4cf8-96cd-7b059f802c22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.1609735
May 14 21:24:02.406567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b58c9-6b93-4e45-a95a-eee4b756a616 req-36150230-b733-4242-914e-10dbf51dfffe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:02.408182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea2b58c9-6b93-4e45-a95a-eee4b756a616 req-36150230-b733-4242-914e-10dbf51dfffe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.1167431
May 14 21:24:02.463624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-fa21eb09-c40a-45cf-b00e-1b6484ab012b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541787
May 14 21:24:02.501399 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7 associated. External IP: 172.35.4.124, port: 5837daea-a74b-411d-b12d-81c8f1cedc5b.
May 14 21:24:02.520629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7f5425e4-ec40-44fe-90e4-23cc30118671), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:02.533072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5837daea-a74b-411d-b12d-81c8f1cedc5b', '7f5425e4-ec40-44fe-90e4-23cc30118671'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:02.586144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea2b58c9-6b93-4e45-a95a-eee4b756a616 req-04ddac60-a740-4bab-9730-75cf7eb87828 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681452
May 14 21:24:02.618035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event deleted for resources: {'Port': ['ID=7f5425e4-ec40-44fe-90e4-23cc30118671,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:02.703150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] No DVR routers for this DVR port 7f5425e4-ec40-44fe-90e4-23cc30118671 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:02.706653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-97c1e0a5-c329-4455-9b12-223ede648e9c service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350965
May 14 21:24:02.707941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:02.712492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e29fcc-06ad-48b6-bb11-c208fb95409c req-54f5f55d-730e-4857-aa15-495bdfa36419 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "DELETE /v2.0/ports/7f5425e4-ec40-44fe-90e4-23cc30118671 HTTP/1.1" status: 204  len: 173 time: 0.9892859
May 14 21:24:02.853704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:24:02.859191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a734411-fc65-49a5-bc58-504ffc5eb8dd req-0612b1c1-e833-488a-8bc4-98274367fc56 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:02.871175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a734411-fc65-49a5-bc58-504ffc5eb8dd req-0612b1c1-e833-488a-8bc4-98274367fc56 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 943 time: 0.1517532
May 14 21:24:02.953863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b165205e-fd13-4413-901c-cffb241ae39a req-36ff0369-c2c4-4da1-b460-e859be518d3f service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2401960
May 14 21:24:02.957188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a734411-fc65-49a5-bc58-504ffc5eb8dd req-9adf274f-bbc3-4103-8c9c-a72552eee378 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898235
May 14 21:24:03.023878 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5c6677-6c4b-40b3-bd15-7296acb3792c x-openstack-request-id: req-dc5c6677-6c4b-40b3-bd15-7296acb3792c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:03.024317 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c", "tag": "1178d7f5-ffca-4c69-a67d-4e3f79dc34f8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:03.024716 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc5c6677-6c4b-40b3-bd15-7296acb3792c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:03.025502 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5c6677-6c4b-40b3-bd15-7296acb3792c'] response: {'name': 'network-changed', 'server_uuid': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'tag': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8', 'status': 'completed', 'code': 200}
May 14 21:24:03.050484 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:03.063817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:03.066443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:03.097937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:03.104591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d169d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:03.119222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5c1b1ce9-016b-4b50-a400-678b1dbf0932 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "PUT /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 997 time: 2.0415847
May 14 21:24:03.137554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:03.140795 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67" -d '{"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:03.210153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-19bc4346-0368-4950-8669-df05507695d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:03.211762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-19bc4346-0368-4950-8669-df05507695d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.0846026
May 14 21:24:03.255646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:03.321296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-70290968-66b7-4ecd-8277-0e65703b3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:03.322862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-70290968-66b7-4ecd-8277-0e65703b3c7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.1043301
May 14 21:24:03.439159 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-b1fe2671-15af-45b5-a8fb-d7802f6509ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 1000 time: 0.1101933
May 14 21:24:03.523227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db171af4-abb5-40bc-b3c2-6ce589ec430e req-0950e774-7fe3-4f87-ae3c-05a1ab52df96 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:03.524856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db171af4-abb5-40bc-b3c2-6ce589ec430e req-0950e774-7fe3-4f87-ae3c-05a1ab52df96 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0592422
May 14 21:24:03.536855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-97a22fce-3ddf-4e28-852b-14d4c6df9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:03.545804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-97a22fce-3ddf-4e28-852b-14d4c6df9b30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.0997350
May 14 21:24:03.593233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db171af4-abb5-40bc-b3c2-6ce589ec430e req-7ce96b7a-9135-4739-ac05-c3c6538f43b0 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609188
May 14 21:24:03.600781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-a1d82262-f8ef-4895-8b82-357f48dd0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:03.602274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-a1d82262-f8ef-4895-8b82-357f48dd0679 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0553892
May 14 21:24:03.607691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d169d0>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:24:02Z', 'revision_number': 8, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:03.638639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:03.648788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:03.649414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d169d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:03.683273 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726b74cd-bda4-4df4-8a5e-848590256278 x-openstack-request-id: req-726b74cd-bda4-4df4-8a5e-848590256278 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:03.683606 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:03.683765 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-726b74cd-bda4-4df4-8a5e-848590256278 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:03.684168 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726b74cd-bda4-4df4-8a5e-848590256278'] response: {'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'status': 'completed', 'code': 200}
May 14 21:24:03.724836 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-30efd921-987e-4769-8816-7069918092a0 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1153338
May 14 21:24:03.824864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04123bd3-1e1b-4d15-aa57-687e52e23c5d req-200db0ef-2e0f-42ab-9d68-1d0f66c27a6a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.0540941
May 14 21:24:03.838718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-e1495e95-92cb-442f-a3ac-612285343b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:03.842283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-e1495e95-92cb-442f-a3ac-612285343b38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.1326005
May 14 21:24:03.862742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:03.878872 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c7771ee-c163-4404-a1be-a8e70c902529 req-5e537311-9d9f-4493-a772-131f5fac1b12 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448486
May 14 21:24:04.063042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba053a44-961f-4fb4-9c5d-e4a8655e2b92 req-512cd2d4-98eb-40a6-be42-10c6660d4610 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 997 time: 0.0864589
May 14 21:24:04.063530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36010) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:04.110730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f5425e4-ec40-44fe-90e4-23cc30118671 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:04.132632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a4e37-bb3f-4873-a4a9-8dfb8102bb0c req-e17b29c4-d05a-460b-a1d0-df1f2825ae74 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.136129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-179a4e37-bb3f-4873-a4a9-8dfb8102bb0c req-e17b29c4-d05a-460b-a1d0-df1f2825ae74 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1737061
May 14 21:24:04.154787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 7f5425e4-ec40-44fe-90e4-23cc30118671 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:04.155050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7f5425e4-ec40-44fe-90e4-23cc30118671 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:04.155494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device af229f26-8c15-4496-83fd-3745d3601050 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:04.178988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-b0a81b96-e81a-401b-84b4-55c14b040e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.182519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-b0a81b96-e81a-401b-84b4-55c14b040e8e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.3291476
May 14 21:24:04.226616 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db2be576-c872-49ac-a524-d7234d5c1a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:04.274866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-deb4b460-a0e8-48c8-83ab-25cf046027f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.279272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-deb4b460-a0e8-48c8-83ab-25cf046027f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 1125 time: 0.2855840
May 14 21:24:04.305965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba053a44-961f-4fb4-9c5d-e4a8655e2b92 req-8e2ce6e2-3835-4934-a043-3501fdc78c35 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.309915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba053a44-961f-4fb4-9c5d-e4a8655e2b92 req-8e2ce6e2-3835-4934-a043-3501fdc78c35 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.2309892
May 14 21:24:04.450875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d169d0>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:24:02Z', 'revision_number': 8, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:04.467313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-ffdbdf9b-83d4-45e3-a4d1-28f554a1d14d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 1000 time: 0.2695630
May 14 21:24:04.485823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-179a4e37-bb3f-4873-a4a9-8dfb8102bb0c req-18e99a88-9c8b-4e13-bac0-07bce0a1b022 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3012292
May 14 21:24:04.491233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea2c84-a057-4374-8be2-2a4074132217 None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6dc7d538-e903-4b47-839b-d6a6849efdc7', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'floating_ip_address': '172.35.4.124', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'port_id': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'mac_address': 'fa:16:3e:06:ea:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faacea54-3046-4b55-bf30-040847940731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:23:20Z', 'updated_at': '2022-05-14T21:24:02Z', 'revision_number': 8, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:04.505448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port af229f26-8c15-4496-83fd-3745d3601050 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:04.532638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b2209-9341-4ef8-bc01-0ed31043950b req-e2aff524-d248-4efa-8b23-a36f43a19b76 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.535315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c1b2209-9341-4ef8-bc01-0ed31043950b req-e2aff524-d248-4efa-8b23-a36f43a19b76 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 943 time: 0.1493015
May 14 21:24:04.629121 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db2be576-c872-49ac-a524-d7234d5c1a8c admin admin] Publish callbacks [] for security_group (b612aacd-438f-4eb3-bd9f-fab0b6cd4395), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:04.650350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c1b2209-9341-4ef8-bc01-0ed31043950b req-3ac271ca-2529-434c-bd9d-d9d8568aba77 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068296
May 14 21:24:04.653382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-e057a16a-07e6-413f-bea6-a4e48f751eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.654886 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-e057a16a-07e6-413f-bea6-a4e48f751eac service neutron] 10.222.0.36 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 914 time: 0.3625000
May 14 21:24:04.680853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-15e82b30-15c2-4392-9f93-a71a8e0b72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.680853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-15e82b30-15c2-4392-9f93-a71a8e0b72f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.1793852
May 14 21:24:04.692846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36022) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:04.724024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-44bf8729-a24e-4323-a97b-1a4c95705b39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 HTTP/1.1" status: 200  len: 217 time: 0.0601649
May 14 21:24:04.754565 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db2be576-c872-49ac-a524-d7234d5c1a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b612aacd-438f-4eb3-bd9f-fab0b6cd4395), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:04.768541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-22428dc4-b20e-482b-ae9f-3a7ecd6bc79f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1000 time: 0.2037239
May 14 21:24:04.815852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a4c2-b131-40a5-b4bd-436aa36368a0 req-6d910488-bb19-4e85-8a80-1a5ce6401bbd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.823270 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6146a4c2-b131-40a5-b4bd-436aa36368a0 req-6d910488-bb19-4e85-8a80-1a5ce6401bbd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1052084
May 14 21:24:04.831034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-ee63c9b2-a59a-42c0-9794-b81df1c87155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.832620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-ee63c9b2-a59a-42c0-9794-b81df1c87155 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1235015
May 14 21:24:04.848650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2be576-c872-49ac-a524-d7234d5c1a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b612aacd-438f-4eb3-bd9f-fab0b6cd4395,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:04.852975 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db2be576-c872-49ac-a524-d7234d5c1a8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afb6c8f3d7414357bc178ffacaf9edf7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7861462
May 14 21:24:04.864761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36028) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:04.889215 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec66af9c-8ff5-43c2-8f81-199faf608990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:04.892856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-e4523276-8654-4476-a4d3-786a18c68200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.894976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-e4523276-8654-4476-a4d3-786a18c68200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.1451995
May 14 21:24:04.914575 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504abb86-65c0-4106-8445-6ca1782a4141 None None] New status for floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:24:04.924409 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6146a4c2-b131-40a5-b4bd-436aa36368a0 req-350816ef-a080-4810-aab7-b06e6758e653 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003737
May 14 21:24:04.939096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-bad59034-fd0e-41d7-b1dc-fe2f464e9467 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:04.967083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-bad59034-fd0e-41d7-b1dc-fe2f464e9467 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports/5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 943 time: 0.1975052
May 14 21:24:05.028898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec66af9c-8ff5-43c2-8f81-199faf608990 admin admin] Publish callbacks [] for security_group (01c96c82-7813-421a-bd0c-ed73b335c109), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.031681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f54d9952-542b-4e6b-9fad-afb3528065d0 req-25954032-6dfd-4540-b669-4992cb7110a9 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.0389314
May 14 21:24:05.038224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'name': 'network-vif-deleted', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:05.050424 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af246f43-c209-4fd0-89f9-a59d607f3e20" -d '{"events": [{"server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "name": "network-vif-deleted", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:05.089806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-14843b0d-6598-4b14-956a-6191caf9d525 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1198037
May 14 21:24:05.144474 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec66af9c-8ff5-43c2-8f81-199faf608990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (01c96c82-7813-421a-bd0c-ed73b335c109), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.172005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1396c3-0f11-440b-a418-00cc54a2a581 req-de23e9e0-944e-4a7c-928a-3e6c7a45eb00 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:05.173543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c1396c3-0f11-440b-a418-00cc54a2a581 req-de23e9e0-944e-4a7c-928a-3e6c7a45eb00 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0698645
May 14 21:24:05.205265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ec66af9c-8ff5-43c2-8f81-199faf608990 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e42139e85af94363b5c5cc3f0b297b87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5089073
May 14 21:24:05.211114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66af9c-8ff5-43c2-8f81-199faf608990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c96c82-7813-421a-bd0c-ed73b335c109,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:05.217605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:05.258769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-c96172e8-4aa2-44e4-9cb2-d9767ea5bb1b tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1000 time: 0.2013140
May 14 21:24:05.270482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-98d8649f-a98f-49c3-b26f-1132ebc55494 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4289598
May 14 21:24:05.286354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27fe9d02-f31a-40c3-b6a1-d5a4763a4988 admin admin] Publish callbacks [] for security_group (b612aacd-438f-4eb3-bd9f-fab0b6cd4395), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.288485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c1396c3-0f11-440b-a418-00cc54a2a581 req-d098ff24-8e11-4f3c-82a2-07f4e95b4b8c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032193
May 14 21:24:05.335210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51e51833-f1dc-4d96-b514-9cb68bac71eb admin admin] Publish callbacks [] for security_group (01c96c82-7813-421a-bd0c-ed73b335c109), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.369034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51e51833-f1dc-4d96-b514-9cb68bac71eb admin admin] Publish callbacks [] for security_group (01c96c82-7813-421a-bd0c-ed73b335c109), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.384420 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968039d7-82d3-41f8-b778-b29ec2601c8f x-openstack-request-id: req-968039d7-82d3-41f8-b778-b29ec2601c8f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:05.384717 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d937c28-2ab7-41a9-8611-b8f0d77749a6", "name": "network-vif-deleted", "tag": "7f5425e4-ec40-44fe-90e4-23cc30118671", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:05.384968 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-968039d7-82d3-41f8-b778-b29ec2601c8f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:05.385374 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968039d7-82d3-41f8-b778-b29ec2601c8f'] response: {'server_uuid': '8d937c28-2ab7-41a9-8611-b8f0d77749a6', 'name': 'network-vif-deleted', 'tag': '7f5425e4-ec40-44fe-90e4-23cc30118671', 'status': 'completed', 'code': 200}
May 14 21:24:05.400543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-8628ddea-931f-4bbc-9952-f0148848d56d service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029923
May 14 21:24:05.435224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27fe9d02-f31a-40c3-b6a1-d5a4763a4988 admin admin] Publish callbacks [] for security_group (b612aacd-438f-4eb3-bd9f-fab0b6cd4395), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.502419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51e51833-f1dc-4d96-b514-9cb68bac71eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (01c96c82-7813-421a-bd0c-ed73b335c109), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.505511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51e51833-f1dc-4d96-b514-9cb68bac71eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:05.506721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51e51833-f1dc-4d96-b514-9cb68bac71eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01c96c82-7813-421a-bd0c-ed73b335c109 HTTP/1.1" status: 204  len: 168 time: 0.2878525
May 14 21:24:05.515417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e51833-f1dc-4d96-b514-9cb68bac71eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c96c82-7813-421a-bd0c-ed73b335c109,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:05.588727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-2a7232da-a811-4170-b184-15c8c5a5ba6f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:05.590854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-2a7232da-a811-4170-b184-15c8c5a5ba6f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.3243861
May 14 21:24:05.599409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bad4ae5-4f34-4905-8ccb-3cc45a56db67 req-68071d2e-63e9-4db5-8a9c-f1a4b5c6e5c4 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3134172
May 14 21:24:05.764985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2b0c-be4c-4650-bf3b-eddf1c79ac8d req-e3914fd5-e139-460c-8d7f-8140afbfa388 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:05.766632 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f1b2b0c-be4c-4650-bf3b-eddf1c79ac8d req-e3914fd5-e139-460c-8d7f-8140afbfa388 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0530879
May 14 21:24:05.774159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:05.820735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f1b2b0c-be4c-4650-bf3b-eddf1c79ac8d req-9834632e-48fa-4835-8b27-d5bf93b1fd29 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475163
May 14 21:24:05.919984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:05.935816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8', 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'port_id': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8', 'mac_address': 'fa:16:3e:be:96:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f52459-bd54-41ff-909a-aadc563584a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:05.986830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:05.987814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.006948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:06.015205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd8a19e-be67-4bbe-8b8f-9851ec2ad6fc req-863ed587-eba7-484d-b118-b7c907176f74 service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5761378
May 14 21:24:06.023341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27fe9d02-f31a-40c3-b6a1-d5a4763a4988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b612aacd-438f-4eb3-bd9f-fab0b6cd4395), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.026302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27fe9d02-f31a-40c3-b6a1-d5a4763a4988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.031532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-27fe9d02-f31a-40c3-b6a1-d5a4763a4988 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b612aacd-438f-4eb3-bd9f-fab0b6cd4395 HTTP/1.1" status: 204  len: 168 time: 1.1627259
May 14 21:24:06.035747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:06.046652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe9d02-f31a-40c3-b6a1-d5a4763a4988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b612aacd-438f-4eb3-bd9f-fab0b6cd4395,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:06.048092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed77a5-6812-42ea-967a-d174b6f7dbbf req-39f8ca11-66ab-4111-abce-55ea8806b587 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:06.057128 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0fed77a5-6812-42ea-967a-d174b6f7dbbf req-39f8ca11-66ab-4111-abce-55ea8806b587 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 943 time: 0.0952308
May 14 21:24:06.074357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-3582d339-dc1f-43c9-a726-2a98f1bd99d2 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 1002 time: 0.4583573
May 14 21:24:06.093572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:06.148606 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.165419 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0fed77a5-6812-42ea-967a-d174b6f7dbbf req-1c9a48f7-002c-45f5-9d08-36377e6a9704 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679593
May 14 21:24:06.176932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.210728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:06.266964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c401b2e9-f5b0-41eb-b3f6-0b887e73be79 req-00b7ded9-32fd-41bf-886b-732ba9404558 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.0289626
May 14 21:24:06.342243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.434672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1178d7f5-ffca-4c69-a67d-4e3f79dc34f8'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:06.480702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.481600 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7 disassociated. External IP: 172.35.4.124, port: 5837daea-a74b-411d-b12d-81c8f1cedc5b.
May 14 21:24:06.606388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:06.621737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f7551dd-715c-4a57-ad55-717d3f209945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.698228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-2166597c-0ebc-48e7-8995-0c8be7c6080b tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:06.700477 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-2166597c-0ebc-48e7-8995-0c8be7c6080b tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "GET /v2.0/networks?id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 200  len: 817 time: 0.2449546
May 14 21:24:06.723813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f7551dd-715c-4a57-ad55-717d3f209945 admin admin] Publish callbacks [] for security_group (c97e3b0f-e923-417e-bb13-50d2edce332e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.757271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Request body: {'port': {'device_id': '656a3f63-e588-4886-8fb6-badfa00301d5', 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'admin_state_up': True, 'tenant_id': '9b6232491b674705b2c339c302ac9000'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:06.795403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f7551dd-715c-4a57-ad55-717d3f209945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c97e3b0f-e923-417e-bb13-50d2edce332e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.839892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f7551dd-715c-4a57-ad55-717d3f209945 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d321999c320f481398fe018d92e09e6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2282622
May 14 21:24:06.839892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:06.855606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7551dd-715c-4a57-ad55-717d3f209945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e3b0f-e923-417e-bb13-50d2edce332e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:06.971368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0919b14-17e4-4cfa-ad3d-a0ac24a236b6 admin admin] Publish callbacks [] for security_group (c97e3b0f-e923-417e-bb13-50d2edce332e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:06.977716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:24:06.994898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661acd0-92d9-4819-8ca1-41fdd8443972 req-14c14520-cdd8-4504-967e-c02f3d29e8ab tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:06.996730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f661acd0-92d9-4819-8ca1-41fdd8443972 req-14c14520-cdd8-4504-967e-c02f3d29e8ab tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0691578
May 14 21:24:07.021953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0919b14-17e4-4cfa-ad3d-a0ac24a236b6 admin admin] Publish callbacks [] for security_group (c97e3b0f-e923-417e-bb13-50d2edce332e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:07.088016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f661acd0-92d9-4819-8ca1-41fdd8443972 req-b2c38e59-c5bf-4b4e-82db-4b6b773fc23e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810449
May 14 21:24:07.093022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Made reservation on behalf of 9b6232491b674705b2c339c302ac9000 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:07.096484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:07.206431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0919b14-17e4-4cfa-ad3d-a0ac24a236b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c97e3b0f-e923-417e-bb13-50d2edce332e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:07.210811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0919b14-17e4-4cfa-ad3d-a0ac24a236b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:07.215987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b0919b14-17e4-4cfa-ad3d-a0ac24a236b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c97e3b0f-e923-417e-bb13-50d2edce332e HTTP/1.1" status: 204  len: 168 time: 0.3738477
May 14 21:24:07.228201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0919b14-17e4-4cfa-ad3d-a0ac24a236b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e3b0f-e923-417e-bb13-50d2edce332e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:07.229397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:07.252888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:07.264726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:07.295631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:07.295957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b40280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:07.317911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-990340f7-4ba0-42f0-887e-af15c6e32c7e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "PUT /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 696 time: 1.2231193
May 14 21:24:07.359216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-75b2fb08-7370-47d0-b778-122237a460c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:07.369893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-75b2fb08-7370-47d0-b778-122237a460c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.0532551
May 14 21:24:07.396201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:07.402638 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2236b11-f26a-4222-918e-732f65e621ec" -d '{"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:07.413360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-0850a084-4f12-4547-b750-7d8025c97c76 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:07.415938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-0850a084-4f12-4547-b750-7d8025c97c76 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "GET /v2.0/networks?id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 200  len: 817 time: 0.3726573
May 14 21:24:07.425700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fa726-c790-43fc-8c72-f6cde9957ae6 req-6834aad1-cec0-4e3c-b1f3-f3ae8fe7f910 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:07.427738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b14fa726-c790-43fc-8c72-f6cde9957ae6 req-6834aad1-cec0-4e3c-b1f3-f3ae8fe7f910 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 944 time: 0.0815969
May 14 21:24:07.490349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:07.499845 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b14fa726-c790-43fc-8c72-f6cde9957ae6 req-5020df25-7baa-4061-ab46-2e25bfa69bcd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647993
May 14 21:24:07.550653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Request body: {'port': {'device_id': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'admin_state_up': True, 'tenant_id': '9b6232491b674705b2c339c302ac9000'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:07.646502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e1f2680b-2ece-4c99-a948-d80d86bce39c req-a24b1e7f-6e65-4667-982e-0dffb2f2aab3 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.0568497
May 14 21:24:07.774399 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85102122-8a14-440f-a53b-4d2fb41cedf2 x-openstack-request-id: req-85102122-8a14-440f-a53b-4d2fb41cedf2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:07.774399 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faacea54-3046-4b55-bf30-040847940731", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:07.774788 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85102122-8a14-440f-a53b-4d2fb41cedf2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:07.775365 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85102122-8a14-440f-a53b-4d2fb41cedf2'] response: {'name': 'network-changed', 'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'status': 'completed', 'code': 200}
May 14 21:24:07.781385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:07.812448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b40280>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:07.851898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:07.869557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:07.870297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b40280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:23:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:07.883308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36090) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:07.899341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236b11-f26a-4222-918e-732f65e621ec req-ee7f0365-05c3-4eab-8968-42ac6ad633a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:07.900781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-ee7f0365-05c3-4eab-8968-42ac6ad633a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=155b6f457be24818bb00db2560ef96fe&device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 1128 time: 0.1181748
May 14 21:24:07.902476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Allocated IP 172.20.0.6 (4d7d4cb8-de36-4d1b-ae16-386ec3edd500/63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb/722b9ead-c2ae-4121-a8ee-86862e585087) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:07.945690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-da12d983-85b2-435b-8c94-00bb6895632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:07.947202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-da12d983-85b2-435b-8c94-00bb6895632e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.5765462
May 14 21:24:07.950385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:24:08.038737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-be781f17-b090-4e7d-a9f4-6b0bc02a99ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 217 time: 0.0752659
May 14 21:24:08.045218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6b42e690-1f96-4bb0-ac64-e0d8449d677a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:08.046835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6b42e690-1f96-4bb0-ac64-e0d8449d677a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.48 "GET /v2.0/networks?id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 200  len: 817 time: 0.6540618
May 14 21:24:08.052923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:08.061310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-886269642-network', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:08.074559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Request body: {'port': {'device_id': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'admin_state_up': True, 'tenant_id': '9b6232491b674705b2c339c302ac9000'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:08.093882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:08.094167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.143221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Made reservation on behalf of f2a1c19cad6047f09d1b74a2a607dd28 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:08.146166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.160740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.228969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223b37f-3df1-4751-9b05-2cce857df4d6 req-c16e3ec9-c429-4fcf-87ae-2025c1ac83cb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:08.231199 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1223b37f-3df1-4751-9b05-2cce857df4d6 req-c16e3ec9-c429-4fcf-87ae-2025c1ac83cb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0607693
May 14 21:24:08.268356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Made reservation on behalf of 9b6232491b674705b2c339c302ac9000 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:08.272932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.321893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:08.322772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.326762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236b11-f26a-4222-918e-732f65e621ec req-ca065ac6-3592-4af2-b7da-6f86db5438ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:08.328390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-ca065ac6-3592-4af2-b7da-6f86db5438ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 200  len: 921 time: 0.4144108
May 14 21:24:08.340592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-9fd5ef14-188b-4696-ac2c-af4d3474d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:08.341000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks [] for security_group (c0553b14-6356-44b8-a0d0-20076286bf19), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.342285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-9fd5ef14-188b-4696-ac2c-af4d3474d4d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.2859519
May 14 21:24:08.377174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1223b37f-3df1-4751-9b05-2cce857df4d6 req-f2c21a23-c89b-440c-9047-ca8f48aa261b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265845
May 14 21:24:08.385660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:08.388725 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b59196-f4be-41e6-9953-989b7a2581e2" -d '{"events": [{"server_uuid": "6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c", "name": "network-vif-plugged", "status": "completed", "tag": "1178d7f5-ffca-4c69-a67d-4e3f79dc34f8"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:08.396775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-721d5cbf-5d65-4d31-a394-7f059d57fd1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 200  len: 217 time: 0.0496380
May 14 21:24:08.401148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:08.406153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b40280>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:08.411821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c0553b14-6356-44b8-a0d0-20076286bf19), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.461031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0553b14-6356-44b8-a0d0-20076286bf19,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:08.466630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:08.483439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e9b1c250-63f1-47d0-9f94-1b951e88c999), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.484375 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Added segment e9b1c250-63f1-47d0-9f94-1b951e88c999 of type vlan for network a8234d4d-c69a-4d7e-8f40-9be71afea472
May 14 21:24:08.509599 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5045cf-b2bd-4b47-b901-dee989cd0d1d x-openstack-request-id: req-bb5045cf-b2bd-4b47-b901-dee989cd0d1d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:08.511376 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c", "name": "network-vif-plugged", "status": "completed", "tag": "1178d7f5-ffca-4c69-a67d-4e3f79dc34f8", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:08.512696 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb5045cf-b2bd-4b47-b901-dee989cd0d1d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:08.513521 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5045cf-b2bd-4b47-b901-dee989cd0d1d'] response: {'server_uuid': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8', 'code': 200}
May 14 21:24:08.514904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703dc9b6-76cc-4bb8-8362-cc22e3b9f6db None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:22:54Z', 'revision_number': 4, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'be8f0c37-bfec-4d9f-8e61-fd27ee380913', 'name': '', 'network_id': 'b6600266-4425-42b1-a9f0-5eddc540b575', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'mac_address': 'fa:16:3e:6a:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:53Z', 'updated_at': '2022-05-14T21:22:59Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'subnets': [{'id': '68e2932a-b0e4-47b9-936e-1444f45f79aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:08.529366 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.572585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a8234d4d-c69a-4d7e-8f40-9be71afea472), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.647873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:08.656818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ecce9-f910-4852-a306-97ef93ccd54f req-8c40d535-c44b-47de-b64a-1fedfa0ea7b5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:08.658557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-739ecce9-f910-4852-a306-97ef93ccd54f req-8c40d535-c44b-47de-b64a-1fedfa0ea7b5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 945 time: 0.0691211
May 14 21:24:08.732473 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-739ecce9-f910-4852-a306-97ef93ccd54f req-52078596-61dc-418e-a65d-1ad74e74b747 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616629
May 14 21:24:08.802835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a8234d4d-c69a-4d7e-8f40-9be71afea472), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.805327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:08.805945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:08.936528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] Pushing event updated for resources: {'Network': ['ID=a8234d4d-c69a-4d7e-8f40-9be71afea472,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:08.948002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:08.951435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d790e8f-9b59-4dcf-bad0-cfd38ee19484 req-371bb091-b72b-4f16-9642-c7b873ac31e3 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.1299846
May 14 21:24:08.970179 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d81cd8-4f97-4920-8df2-e54b35cae705 None None] New status for floating IP 6dc7d538-e903-4b47-839b-d6a6849efdc7: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:24:09.035494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1583b4cb-acb2-4e18-ae79-2ddc7c63dbfa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 859 time: 1.1510801
May 14 21:24:09.036173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36118) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:09.042121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Request body: {'subnet': {'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-886269642-subnet', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:09.050125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-691d7822-4c67-4cf0-a175-fb0093d84330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.051678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-691d7822-4c67-4cf0-a175-fb0093d84330 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.6567845
May 14 21:24:09.113871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236b11-f26a-4222-918e-732f65e621ec req-932995c7-e2de-4fa1-bbe7-513dd76973bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.118887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-932995c7-e2de-4fa1-bbe7-513dd76973bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 200  len: 859 time: 0.6716447
May 14 21:24:09.132645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf0ab8-7742-49f1-b96c-105b7f78de2e req-fbf10fa5-7744-437a-a706-f7e2ae1756df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.134496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6abf0ab8-7742-49f1-b96c-105b7f78de2e req-fbf10fa5-7744-437a-a706-f7e2ae1756df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 1127 time: 0.1466055
May 14 21:24:09.177236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Made reservation on behalf of f2a1c19cad6047f09d1b74a2a607dd28 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:09.179696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.220862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks [] for port (722b9ead-c2ae-4121-a8ee-86862e585087), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.260814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236b11-f26a-4222-918e-732f65e621ec req-79fc5f11-d752-4985-a93e-924f9afdef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.263347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-79fc5f11-d752-4985-a93e-924f9afdef4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6600266-4425-42b1-a9f0-5eddc540b575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1321642
May 14 21:24:09.263944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Made reservation on behalf of 9b6232491b674705b2c339c302ac9000 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:09.267342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.325876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6abf0ab8-7742-49f1-b96c-105b7f78de2e req-375b80fc-3629-4eea-b249-e640629c248c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489854
May 14 21:24:09.352429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-3d899b7a-a51c-4bab-b95e-5bc9919b749d service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2742314
May 14 21:24:09.438783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b850307b-ce43-4349-9554-120f901143b5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.530669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b850307b-ce43-4349-9554-120f901143b5,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:09.533242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-267b2cf6-ccb7-4b72-a0e3-fd3e6d9a2f6a service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458568
May 14 21:24:09.541665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Checking segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:09.542050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Network hostable DHCP agents. Network: a8234d4d-c69a-4d7e-8f40-9be71afea472, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:24:09.557170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3551c-cdf9-4a2b-a06c-3b25a661dd62 req-63e6f1fe-2cf6-4b0f-aa80-3cbc8cf16458 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.559086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83a3551c-cdf9-4a2b-a06c-3b25a661dd62 req-63e6f1fe-2cf6-4b0f-aa80-3cbc8cf16458 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0735211
May 14 21:24:09.567330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.612729 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83a3551c-cdf9-4a2b-a06c-3b25a661dd62 req-9721f4b7-a341-49a7-b729-d0f2cd60dd46 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422451
May 14 21:24:09.620000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b87ca6c-d9b9-4e21-93db-774b0e629f4f req-55837cbc-4188-40f7-92b5-0cf8effeaf17 service neutron] 10.222.0.52 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339914
May 14 21:24:09.685732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:24:09.687587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:09.702039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:09.704907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:09.739063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Pushing event updated for resources: {'Port': ['ID=722b9ead-c2ae-4121-a8ee-86862e585087,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:09.753129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Allocated IP 172.20.0.14 (4d7d4cb8-de36-4d1b-ae16-386ec3edd500/63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb/3a348e4f-ad3b-422c-95bb-dd7c013bb387) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.773818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.780487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:09.782572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8234d4d-c69a-4d7e-8f40-9be71afea472) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:09.786970 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.788342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.795814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092e3a5a-8463-4d2b-b982-4d3e50325271 None None] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:09.830435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:09.831076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.847114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2236b11-f26a-4222-918e-732f65e621ec req-97be7d24-82ec-426d-8b72-d3545a251e24 service neutron] 10.222.0.48 "GET /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044779
May 14 21:24:09.897647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b3b54c13-def4-4984-aab1-e9a2e6254be7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8602822
May 14 21:24:09.898367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:09.905968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:09.950421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8234d4d-c69a-4d7e-8f40-9be71afea472', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:24:09.953092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:09.982006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-adf90274-ae6e-4cc5-9605-b2678705db79 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2290926
May 14 21:24:10.000552 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-7ded79a5-55c5-45c2-88f1-c89ce96a3a39 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 200  len: 694 time: 0.0878143
May 14 21:24:10.025792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Request body: {'port': {'device_id': '656a3f63-e588-4886-8fb6-badfa00301d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:10.073510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a637d14-b17c-4605-bedf-0c654f95cc70 req-e68747ca-c553-4607-977d-bfb4c09de81e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:10.075772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a637d14-b17c-4605-bedf-0c654f95cc70 req-e68747ca-c553-4607-977d-bfb4c09de81e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 945 time: 0.1738603
May 14 21:24:10.090779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (be25ac6c-ce2f-4625-9e62-54b5d59d0297), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.092191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (be25ac6c-ce2f-4625-9e62-54b5d59d0297), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.132383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Allocated IP 172.20.0.2 (a8234d4d-c69a-4d7e-8f40-9be71afea472/b850307b-ce43-4349-9554-120f901143b5/9709c083-2f6d-4df0-a2a5-cac850e1774b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:10.171773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-d774a138-913b-44d7-9a05-3e8d94667188 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:10.173198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-d774a138-913b-44d7-9a05-3e8d94667188 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 784 time: 0.1714571
May 14 21:24:10.177867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks [] for router_controller (be25ac6c-ce2f-4625-9e62-54b5d59d0297), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.186115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks [] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.186515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-13a63855-f18d-423c-98bb-5cd644a5183e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:24:10.191120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.196893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-13a63855-f18d-423c-98bb-5cd644a5183e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0141354
May 14 21:24:10.221364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a637d14-b17c-4605-bedf-0c654f95cc70 req-686a343a-4c72-43d0-8dd8-7fb8af4b748f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362398
May 14 21:24:10.267124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-ec0be2bd-b991-4951-8b7d-16c5d24fd1c3 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 697 time: 0.0721414
May 14 21:24:10.409842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-231a3f03-84a8-47c4-acef-3d038adb317f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.35.4.124 HTTP/1.1" status: 200  len: 697 time: 0.1340663
May 14 21:24:10.428537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.445006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97df0461-3606-4067-b69d-1b01e5beed11 req-1ac3c3b1-c834-4766-a129-2c5c84393ea3 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.1400254
May 14 21:24:10.498325 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f9b976c-faf3-4b77-981d-8dcb0d258fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.552220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:10.562149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks [] for router_gateway (be25ac6c-ce2f-4625-9e62-54b5d59d0297), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.565994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:10.566676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:10.571715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Allocated IP 172.20.0.3 (4d7d4cb8-de36-4d1b-ae16-386ec3edd500/63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb/9e94139a-6e1c-4da1-8861-0687ddd3586e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:10.574473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Pushing event updated for resources: {'Port': ['ID=3a348e4f-ad3b-422c-95bb-dd7c013bb387,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:10.595834 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Publish callbacks [] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.646655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:10.647350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.691651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Deleting port 423e1081-d734-497a-bfb1-526e1af6dc12 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:10.692262 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (423e1081-d734-497a-bfb1-526e1af6dc12), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.704667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.773229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:10.783133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:10.790101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Pushing event updated for resources: {'Port': ['ID=9709c083-2f6d-4df0-a2a5-cac850e1774b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:10.797976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6d040e53-d3d1-4d0a-931b-7c1ec48ed712 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3197944
May 14 21:24:10.798339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:10.804823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.805022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.813919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:10.814873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Request body: {'port': {'device_id': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:10.827681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046253e8-e807-4133-bfde-51ecf3d53ca3 req-c35ecc9f-70ee-45ae-9425-3f65b3f5c83b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:10.829383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-046253e8-e807-4133-bfde-51ecf3d53ca3 req-c35ecc9f-70ee-45ae-9425-3f65b3f5c83b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0921781
May 14 21:24:10.879448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Attempting to bind port 9709c083-2f6d-4df0-a2a5-cac850e1774b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:10.879912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Attempting to bind port 9709c083-2f6d-4df0-a2a5-cac850e1774b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:10.880288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Attempting to bind port 9709c083-2f6d-4df0-a2a5-cac850e1774b on network a8234d4d-c69a-4d7e-8f40-9be71afea472 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:10.886671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:10.887335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Checking segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:10.887861 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.888243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Bound using segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:10.889233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Bound port: 9709c083-2f6d-4df0-a2a5-cac850e1774b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:10.889233 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.904630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks [] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.912662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (423e1081-d734-497a-bfb1-526e1af6dc12), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.912987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (423e1081-d734-497a-bfb1-526e1af6dc12), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:10.945198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Calling delete_port for 423e1081-d734-497a-bfb1-526e1af6dc12 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:10.984444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] For port 9709c083-2f6d-4df0-a2a5-cac850e1774b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:10.985862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-046253e8-e807-4133-bfde-51ecf3d53ca3 req-ff5b6d07-9ace-4414-a276-e9570cefcccb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315780
May 14 21:24:10.989167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] For port 9709c083-2f6d-4df0-a2a5-cac850e1774b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9709c083-2f6d-4df0-a2a5-cac850e1774b,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:10.996132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.009518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks [] for router_gateway (be25ac6c-ce2f-4625-9e62-54b5d59d0297), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.033093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.064582 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.138878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afa0c-bf46-4a51-b8e6-7c771a21d85b None None] Pushing event updated for resources: {'Port': ['ID=9709c083-2f6d-4df0-a2a5-cac850e1774b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:11.198346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.219359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Allocated IP 172.35.4.244 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/bb11a8cf-d921-47aa-b21e-d46d59249aab) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:11.317178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (423e1081-d734-497a-bfb1-526e1af6dc12), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.351663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event deleted for resources: {'Port': ['ID=423e1081-d734-497a-bfb1-526e1af6dc12,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:11.370564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.371081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.371551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.371997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.372432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.372864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.373269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.373691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.374120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.374561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.374992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.375416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.375855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.376405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.376975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:11.408895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:11.443984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks [] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.494310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:11.508515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:11.513396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks [] for floatingip (6dc7d538-e903-4b47-839b-d6a6849efdc7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.517255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.531058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Pushing event updated for resources: {'Port': ['ID=9e94139a-6e1c-4da1-8861-0687ddd3586e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:11.531776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fa6843b-ee05-4215-88c5-acc1cb68b9ef req-738d5608-1b92-4223-b5f1-dfcc533d48b7 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "DELETE /v2.0/floatingips/6dc7d538-e903-4b47-839b-d6a6849efdc7 HTTP/1.1" status: 204  len: 173 time: 1.0915458
May 14 21:24:11.589991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0e467-3550-4aa4-9a52-0eb0e172c1b4 req-14a034b2-01b7-4ce7-bc6b-a917b8c73443 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:11.592194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58a0e467-3550-4aa4-9a52-0eb0e172c1b4 req-14a034b2-01b7-4ce7-bc6b-a917b8c73443 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 945 time: 0.2625639
May 14 21:24:11.621542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.688872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05bf0a-0c6d-4431-87b2-bb41d5735cf1 req-6d2ee4ee-bd90-45ce-9a3b-eebd2e0b4c53 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:11.689360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58a0e467-3550-4aa4-9a52-0eb0e172c1b4 req-f470e12e-1a0c-45d7-9a9e-92b0871f48bd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824251
May 14 21:24:11.690706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce05bf0a-0c6d-4431-87b2-bb41d5735cf1 req-6d2ee4ee-bd90-45ce-9a3b-eebd2e0b4c53 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 931 time: 0.1076612
May 14 21:24:11.693072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:11.698188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:11.698188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.699359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:11.716223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:11.754028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb11a8cf-d921-47aa-b21e-d46d59249aab,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:11.755660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722b9ead-c2ae-4121-a8ee-86862e585087 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:11.776298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Publish callbacks [] for port (722b9ead-c2ae-4121-a8ee-86862e585087), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.793835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Transition to ACTIVE for port object 722b9ead-c2ae-4121-a8ee-86862e585087 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:24:11.799168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4c3db5f9-e867-4290-99ff-cfd3276c833d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7392576
May 14 21:24:11.813550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Request body: {'port': {'device_id': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:11.822500 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.888044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:11.900951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce05bf0a-0c6d-4431-87b2-bb41d5735cf1 req-9ff73ec5-95d3-462a-95a1-7281daf9feaf tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717560
May 14 21:24:12.007312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.078307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Pushing event updated for resources: {'Port': ['ID=722b9ead-c2ae-4121-a8ee-86862e585087,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:12.312421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Attempting to bind port 722b9ead-c2ae-4121-a8ee-86862e585087 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:12.312759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Attempting to bind port 722b9ead-c2ae-4121-a8ee-86862e585087 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:12.314022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Attempting to bind port 722b9ead-c2ae-4121-a8ee-86862e585087 on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:12.337499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.362302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Port 722b9ead-c2ae-4121-a8ee-86862e585087 on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:12.362628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Attempting to bind port 722b9ead-c2ae-4121-a8ee-86862e585087 on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:12.414689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a348e4f-ad3b-422c-95bb-dd7c013bb387 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:12.422367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:12.422707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Checking segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:12.423087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Bound using segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:12.423721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Bound port: 722b9ead-c2ae-4121-a8ee-86862e585087, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:12.423921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.443110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Publish callbacks [] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.470560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887a6c-edd0-4285-85be-194aa5ffe9b3 req-bb932c08-cc57-4ca1-bb3a-64548086883d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:12.472185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57887a6c-edd0-4285-85be-194aa5ffe9b3 req-bb932c08-cc57-4ca1-bb3a-64548086883d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1559234
May 14 21:24:12.497453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Transition to ACTIVE for port object 3a348e4f-ad3b-422c-95bb-dd7c013bb387 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:24:12.577260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] For port 722b9ead-c2ae-4121-a8ee-86862e585087, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:12.587611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57887a6c-edd0-4285-85be-194aa5ffe9b3 req-c35fb5f4-4ef9-4cc4-bebe-4af093249b01 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889225
May 14 21:24:12.589744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks [] for router_gateway (be25ac6c-ce2f-4625-9e62-54b5d59d0297), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.591771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] For port 722b9ead-c2ae-4121-a8ee-86862e585087, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722b9ead-c2ae-4121-a8ee-86862e585087,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:12.620803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.642317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea81c86-484f-49d5-badc-64ea763201d7 None None] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:12.701435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.728465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961675b-33f6-4f12-a6aa-d9f8d9052760 req-4f1a31b7-08f7-4c6f-a0a9-176decc148f5 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:12.730245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7961675b-33f6-4f12-a6aa-d9f8d9052760 req-4f1a31b7-08f7-4c6f-a0a9-176decc148f5 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.0996923
May 14 21:24:12.746558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36236) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:12.798784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] Provisioning complete for port 9709c083-2f6d-4df0-a2a5-cac850e1774b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:12.800947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.832317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:12.834252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.836161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] 10.222.0.36 "PUT /v2.0/ports/722b9ead-c2ae-4121-a8ee-86862e585087 HTTP/1.1" status: 200  len: 1091 time: 2.8167377
May 14 21:24:12.838134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656a3f63-e588-4886-8fb6-badfa00301d5', 'tag': '722b9ead-c2ae-4121-a8ee-86862e585087'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:12.841492 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f021473-32ea-42b9-ab00-52ed3429872b" -d '{"events": [{"name": "network-changed", "server_uuid": "656a3f63-e588-4886-8fb6-badfa00301d5", "tag": "722b9ead-c2ae-4121-a8ee-86862e585087"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:12.851084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Pushing event updated for resources: {'Port': ['ID=3a348e4f-ad3b-422c-95bb-dd7c013bb387,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:12.874928 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53f4010a-b9fa-4462-991b-3e1716c653af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.943723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9709c083-2f6d-4df0-a2a5-cac850e1774b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:12.947216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (be25ac6c-ce2f-4625-9e62-54b5d59d0297), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:12.976244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7961675b-33f6-4f12-a6aa-d9f8d9052760 req-5e910a78-1902-432f-a5c8-6fae91102495 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363067
May 14 21:24:13.028940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064574ce-57eb-4c10-b213-0f40808fced2 req-7f1ea43d-ef12-43b3-8310-12f3e53585c0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:13.030489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-064574ce-57eb-4c10-b213-0f40808fced2 req-7f1ea43d-ef12-43b3-8310-12f3e53585c0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 945 time: 0.2810585
May 14 21:24:13.060891 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c410add-ab53-4a59-aa37-0a78419f3929 x-openstack-request-id: req-7c410add-ab53-4a59-aa37-0a78419f3929 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:13.060891 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656a3f63-e588-4886-8fb6-badfa00301d5", "tag": "722b9ead-c2ae-4121-a8ee-86862e585087", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:13.060891 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c410add-ab53-4a59-aa37-0a78419f3929 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:13.060891 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c410add-ab53-4a59-aa37-0a78419f3929'] response: {'name': 'network-changed', 'server_uuid': '656a3f63-e588-4886-8fb6-badfa00301d5', 'tag': '722b9ead-c2ae-4121-a8ee-86862e585087', 'status': 'completed', 'code': 200}
May 14 21:24:13.071073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9709c083-2f6d-4df0-a2a5-cac850e1774b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:13.071837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.076918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] Current status of the port 9709c083-2f6d-4df0-a2a5-cac850e1774b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:13.077641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.097869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1154cd13-3516-423c-82a4-4a90bb5d1396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.099753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bdb42-3f70-40b8-82fb-9a84534fee65 service neutron] Pushing event updated for resources: {'Port': ['ID=722b9ead-c2ae-4121-a8ee-86862e585087,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:13.147561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] For port 9709c083-2f6d-4df0-a2a5-cac850e1774b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9709c083-2f6d-4df0-a2a5-cac850e1774b,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:13.206523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9709c083-2f6d-4df0-a2a5-cac850e1774b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:13.206523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.263230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.281603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcc38e-3777-4bdf-96b6-3aade7fc48f9 req-ce808980-321a-4a2b-871c-212410a151c0 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:13.292201 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2fcc38e-3777-4bdf-96b6-3aade7fc48f9 req-ce808980-321a-4a2b-871c-212410a151c0 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 931 time: 0.1078210
May 14 21:24:13.332827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:24:13.333637 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:24:13.351007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f965db1-9ee7-45c4-803d-2a6cda2ffcb7 None None] Pushing event updated for resources: {'Port': ['ID=9709c083-2f6d-4df0-a2a5-cac850e1774b,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:13.369504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2fcc38e-3777-4bdf-96b6-3aade7fc48f9 req-85674a0e-15f0-4439-9a68-94d11beea71f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756891
May 14 21:24:13.383185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3de2e5f1-7b00-4ee3-ab3b-4e16c81d1508 None None] Provisioning complete for port 9709c083-2f6d-4df0-a2a5-cac850e1774b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:13.383612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3de2e5f1-7b00-4ee3-ab3b-4e16c81d1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.429102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Router be25ac6c-ce2f-4625-9e62-54b5d59d0297 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:24:13.471600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3de2e5f1-7b00-4ee3-ab3b-4e16c81d1508 None None] Current status of the port 9709c083-2f6d-4df0-a2a5-cac850e1774b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:13.552862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:13.564605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Sync routers for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:13.576510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:13.577325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e24070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:13.579879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Attempting to bind port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:13.580195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Attempting to bind port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:13.580531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Attempting to bind port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:13.610299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:13.610969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Attempting to bind port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:13.632412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-064574ce-57eb-4c10-b213-0f40808fced2 req-17f69812-0da8-4ba6-b9d2-66ffb9727927 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5757127
May 14 21:24:13.642516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.644156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f94b5c63-d1f2-4eec-aee1-ea5ea65ea8d2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.7445433
May 14 21:24:13.654850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:13.674857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e94139a-6e1c-4da1-8861-0687ddd3586e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:13.687987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:13.688332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Checking segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:13.688727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Bound using segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:13.689175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Bound port: 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:13.689531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.692623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Publish callbacks [] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.720599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:13.743745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-282762f3-907c-41ff-aba5-3ebae57b069e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:13.748388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-282762f3-907c-41ff-aba5-3ebae57b069e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.1541257
May 14 21:24:13.758841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f021473-32ea-42b9-ab00-52ed3429872b req-f9740570-a76b-47d6-9cb3-c8cd40c6459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:13.760652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f021473-32ea-42b9-ab00-52ed3429872b req-f9740570-a76b-47d6-9cb3-c8cd40c6459b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 1125 time: 0.1625783
May 14 21:24:13.793287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Transition to ACTIVE for port object 9e94139a-6e1c-4da1-8861-0687ddd3586e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:24:13.799088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e34830-42e6-4242-bb91-c34c431ab876 req-8aed644f-80f8-43fd-ae06-e8e971386e71 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:13.800670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32e34830-42e6-4242-bb91-c34c431ab876 req-8aed644f-80f8-43fd-ae06-e8e971386e71 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0987861
May 14 21:24:13.902532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f021473-32ea-42b9-ab00-52ed3429872b req-b1d2e2a7-a2be-4012-8ce6-87b28ada8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:13.903966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f021473-32ea-42b9-ab00-52ed3429872b req-b1d2e2a7-a2be-4012-8ce6-87b28ada8487 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9b6232491b674705b2c339c302ac9000&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1096411
May 14 21:24:13.910124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-32e34830-42e6-4242-bb91-c34c431ab876 req-effac329-afc9-468e-9bb5-e71a1f5adb78 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982561
May 14 21:24:13.920279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9709c083-2f6d-4df0-a2a5-cac850e1774b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:13.941392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:13.976374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.016260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e24070>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:11Z', 'revision_number': 3, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:14.046015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Checking router: be25ac6c-ce2f-4625-9e62-54b5d59d0297 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:14.046472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Updating router be25ac6c-ce2f-4625-9e62-54b5d59d0297 port bb11a8cf-d921-47aa-b21e-d46d59249aab binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:24:14.081516 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.207008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1154cd13-3516-423c-82a4-4a90bb5d1396 admin admin] Publish callbacks [] for security_group (0f8f1251-8f41-4654-9855-3056f5ea0083), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.257561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] For port 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:14.267091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-1fb1f035-a541-450f-8e5f-7ea1210c2ad8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:14.267689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.268605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-1fb1f035-a541-450f-8e5f-7ea1210c2ad8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 945 time: 0.3199158
May 14 21:24:14.280808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1154cd13-3516-423c-82a4-4a90bb5d1396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0f8f1251-8f41-4654-9855-3056f5ea0083), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.321608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e94139a-6e1c-4da1-8861-0687ddd3586e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:14.326608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] For port 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:14.339330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ced7-6f85-4e9a-a244-ee43a5f2cfc2 req-5e8fda5a-8359-4a9b-a6ce-7e2ffd8e611c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:14.340881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab60ced7-6f85-4e9a-a244-ee43a5f2cfc2 req-5e8fda5a-8359-4a9b-a6ce-7e2ffd8e611c tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.2466750
May 14 21:24:14.385251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Deleting port 5837daea-a74b-411d-b12d-81c8f1cedc5b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:14.385599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.389213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f021473-32ea-42b9-ab00-52ed3429872b req-8449972a-bb14-47a2-a06b-2ca84eb7d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:14.390680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f021473-32ea-42b9-ab00-52ed3429872b req-8449972a-bb14-47a2-a06b-2ca84eb7d456 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4358246
May 14 21:24:14.446947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Publish callbacks [] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.465128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.465858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Allocated IP 172.20.0.1 (a8234d4d-c69a-4d7e-8f40-9be71afea472/b850307b-ce43-4349-9554-120f901143b5/b23f5689-eb5a-4b8a-883e-cb247e2e22ff) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:14.469022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1154cd13-3516-423c-82a4-4a90bb5d1396 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51d04918ea404cbcabc74350a7086926&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7128298
May 14 21:24:14.476114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36254) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:14.565837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.566086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154cd13-3516-423c-82a4-4a90bb5d1396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f1251-8f41-4654-9855-3056f5ea0083,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:14.639606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:14.640266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.642240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a348e4f-ad3b-422c-95bb-dd7c013bb387 HTTP/1.1" status: 200  len: 1092 time: 3.8324780
May 14 21:24:14.667741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d787f0-2a55-422e-81ea-6ab8286b12e8 req-3d33c69d-142f-4feb-8eeb-0955bb58dc72 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:14.669323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-13d787f0-2a55-422e-81ea-6ab8286b12e8 req-3d33c69d-142f-4feb-8eeb-0955bb58dc72 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 943 time: 0.1922531
May 14 21:24:14.696352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cbe64-1b9d-4e94-ad51-29ef236d0669 None None] Pushing event updated for resources: {'Port': ['ID=bb11a8cf-d921-47aa-b21e-d46d59249aab,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:14.709903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-cbebb566-477c-4190-9a7a-42062a51afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:14.711451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-cbebb566-477c-4190-9a7a-42062a51afeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 1125 time: 0.2414510
May 14 21:24:14.718394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Attempting to bind port bb11a8cf-d921-47aa-b21e-d46d59249aab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:14.718777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Attempting to bind port bb11a8cf-d921-47aa-b21e-d46d59249aab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:14.719147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Attempting to bind port bb11a8cf-d921-47aa-b21e-d46d59249aab on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:14.726994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:14.727823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:14.727823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.728200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:14.728693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Bound port: bb11a8cf-d921-47aa-b21e-d46d59249aab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:14.729250 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.737756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab60ced7-6f85-4e9a-a244-ee43a5f2cfc2 req-f42dde11-3787-484b-95cb-06f9844ae32f tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3741212
May 14 21:24:14.777614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec4027-5877-4e58-9fb1-db8400b14124 service neutron] Pushing event updated for resources: {'Port': ['ID=3a348e4f-ad3b-422c-95bb-dd7c013bb387,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:14.797928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35b5c3be-baa8-4c65-80d3-74efdb1ad93a admin admin] Publish callbacks [] for security_group (0f8f1251-8f41-4654-9855-3056f5ea0083), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.841954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] For port bb11a8cf-d921-47aa-b21e-d46d59249aab, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:14.850318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] For port bb11a8cf-d921-47aa-b21e-d46d59249aab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb11a8cf-d921-47aa-b21e-d46d59249aab,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:14.862253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-94080f8e-8871-471a-8c4d-594fa45fc9dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=722b9ead-c2ae-4121-a8ee-86862e585087 HTTP/1.1" status: 200  len: 217 time: 0.1209803
May 14 21:24:14.864478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] For port 5837daea-a74b-411d-b12d-81c8f1cedc5b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5837daea-a74b-411d-b12d-81c8f1cedc5b,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:14.864993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.884978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Attempting to bind port 9e94139a-6e1c-4da1-8861-0687ddd3586e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:14.884978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Attempting to bind port 9e94139a-6e1c-4da1-8861-0687ddd3586e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:14.884978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Attempting to bind port 9e94139a-6e1c-4da1-8861-0687ddd3586e on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:14.897929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Deleting port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:14.898331 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.901764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks [] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.905603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35b5c3be-baa8-4c65-80d3-74efdb1ad93a admin admin] Publish callbacks [] for security_group (0f8f1251-8f41-4654-9855-3056f5ea0083), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:14.943721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9709c083-2f6d-4df0-a2a5-cac850e1774b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:14.944696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-13d787f0-2a55-422e-81ea-6ab8286b12e8 req-c8ad30d5-4bb5-4c25-b928-4d056bfeabfa tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2615235
May 14 21:24:14.960379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Calling delete_port for 5837daea-a74b-411d-b12d-81c8f1cedc5b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:14.962184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Port 9e94139a-6e1c-4da1-8861-0687ddd3586e on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:14.962510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Attempting to bind port 9e94139a-6e1c-4da1-8861-0687ddd3586e on network 4d7d4cb8-de36-4d1b-ae16-386ec3edd500 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:15.003165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9709c083-2f6d-4df0-a2a5-cac850e1774b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:15.003624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.044925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:15.045162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Checking segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:15.045518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Bound using segment: {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:15.045969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Bound port: 9e94139a-6e1c-4da1-8861-0687ddd3586e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a55f376b-ca3e-48fa-a5f3-f36660240f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:15.046322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.054853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-f6a5b7db-b543-4d6d-b8e6-bc3cd62fa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.055055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.056397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-f6a5b7db-b543-4d6d-b8e6-bc3cd62fa88e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 1126 time: 0.2734923
May 14 21:24:15.066278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'tag': '3a348e4f-ad3b-422c-95bb-dd7c013bb387'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:15.068540 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51446ba5-b0d3-4a8b-a753-cee4770f38c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd230835-262d-4728-a1d2-ff33fbc18dd3", "tag": "3a348e4f-ad3b-422c-95bb-dd7c013bb387"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:15.096722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fe806-9390-4289-afe6-386267a25dec req-982d32a3-6071-40da-bf38-c679550b938c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.098406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e39fe806-9390-4289-afe6-386267a25dec req-982d32a3-6071-40da-bf38-c679550b938c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0520074
May 14 21:24:15.108634 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.141550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc120938-91bb-4e3e-b46e-fe821a628535 req-cd56b5e9-6189-4612-b900-f4efb017acfc tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.143076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc120938-91bb-4e3e-b46e-fe821a628535 req-cd56b5e9-6189-4612-b900-f4efb017acfc tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 945 time: 0.2538965
May 14 21:24:15.155509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:15.156314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e24070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:15.159760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cbe64-1b9d-4e94-ad51-29ef236d0669 None None] Pushing event updated for resources: {'Port': ['ID=bb11a8cf-d921-47aa-b21e-d46d59249aab,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:15.178468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-87825197-6143-4656-a53e-0dd729de0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.179989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-87825197-6143-4656-a53e-0dd729de0e5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb HTTP/1.1" status: 200  len: 857 time: 0.2896078
May 14 21:24:15.191841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-c3b3d1f9-2001-459a-a6ef-2a54959e95fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387 HTTP/1.1" status: 200  len: 217 time: 0.1103659
May 14 21:24:15.199977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:15.206925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Pushing event updated for resources: {'Port': ['ID=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:15.208141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9709c083-2f6d-4df0-a2a5-cac850e1774b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:15.212257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:15.216598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35b5c3be-baa8-4c65-80d3-74efdb1ad93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0f8f1251-8f41-4654-9855-3056f5ea0083), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.219488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35b5c3be-baa8-4c65-80d3-74efdb1ad93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.227015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-35b5c3be-baa8-4c65-80d3-74efdb1ad93a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f8f1251-8f41-4654-9855-3056f5ea0083 HTTP/1.1" status: 204  len: 168 time: 0.7428730
May 14 21:24:15.227015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:15.284134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (be25ac6c-ce2f-4625-9e62-54b5d59d0297), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.336213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:15.344706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] For port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:15.345078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.353357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5c3be-baa8-4c65-80d3-74efdb1ad93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f1251-8f41-4654-9855-3056f5ea0083,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:15.359050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-2dcfaa02-d889-4ad8-89fb-b826a7c254ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1621888
May 14 21:24:15.419367 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e39fe806-9390-4289-afe6-386267a25dec req-29d22a11-195b-4428-8ddd-f5e3921dcaed tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2923305
May 14 21:24:15.494625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-c29d62f5-31ac-4734-89a4-9813192783c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068435
May 14 21:24:15.528900 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952d7d70-b116-44c2-82a4-cfb4dc0d8fff x-openstack-request-id: req-952d7d70-b116-44c2-82a4-cfb4dc0d8fff {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:15.529232 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd230835-262d-4728-a1d2-ff33fbc18dd3", "tag": "3a348e4f-ad3b-422c-95bb-dd7c013bb387", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:15.529443 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-952d7d70-b116-44c2-82a4-cfb4dc0d8fff {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:15.529952 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952d7d70-b116-44c2-82a4-cfb4dc0d8fff'] response: {'name': 'network-changed', 'server_uuid': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'tag': '3a348e4f-ad3b-422c-95bb-dd7c013bb387', 'status': 'completed', 'code': 200}
May 14 21:24:15.547395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Calling delete_port for 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:15.602214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] For port 9e94139a-6e1c-4da1-8861-0687ddd3586e, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:15.606702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-ad8739fa-9d64-4b76-9b8d-b28dc83313a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.608606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-ad8739fa-9d64-4b76-9b8d-b28dc83313a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb HTTP/1.1" status: 200  len: 857 time: 0.3890872
May 14 21:24:15.636084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.660992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-436f5049-464d-46a8-85c0-2e51e85746ca None None] Provisioning complete for port b23f5689-eb5a-4b8a-883e-cb247e2e22ff triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:15.661320 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-436f5049-464d-46a8-85c0-2e51e85746ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.684164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc120938-91bb-4e3e-b46e-fe821a628535 req-b1f43b7e-7fa3-4284-982a-2640cf39af13 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5095882
May 14 21:24:15.687875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] For port 9e94139a-6e1c-4da1-8861-0687ddd3586e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:15.720863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-436f5049-464d-46a8-85c0-2e51e85746ca None None] Port b23f5689-eb5a-4b8a-883e-cb247e2e22ff cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:24:15.751139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.765171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-9e32298b-c6fc-489c-aaf7-372d251c7c0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1214247
May 14 21:24:15.767132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e24070>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:11Z', 'revision_number': 3, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:15.799796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15391006-91ea-4270-8c3c-31c699c14546 None None] The sync data for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 is: [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:11Z', 'revision_number': 3, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:15.835248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-f0085d0e-3ae0-4429-81b7-a69012ae5494 service neutron] 10.222.0.36 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3104537
May 14 21:24:15.842403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.902637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445d7a3-f3f8-4865-9b1e-04840ca3322c req-5896a799-7d15-4e0f-817c-9ee1b210d1a4 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.904484 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8445d7a3-f3f8-4865-9b1e-04840ca3322c req-5896a799-7d15-4e0f-817c-9ee1b210d1a4 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 946 time: 0.0883539
May 14 21:24:15.953289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:15.954290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:15.955738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e94139a-6e1c-4da1-8861-0687ddd3586e HTTP/1.1" status: 200  len: 1091 time: 4.1479957
May 14 21:24:15.973270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks [] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.020364 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8445d7a3-f3f8-4865-9b1e-04840ca3322c req-0c4242cc-dec3-49f5-85ae-3bb107be8308 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/security-groups?id=439c2ae4-c349-46f1-bd14-982244a74ad5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806105
May 14 21:24:16.039297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.050025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc28347-09e0-43e3-be23-f550d78a9cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9e94139a-6e1c-4da1-8861-0687ddd3586e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:16.079124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5837daea-a74b-411d-b12d-81c8f1cedc5b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.093111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5837daea-a74b-411d-b12d-81c8f1cedc5b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:16.135577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Pushing event updated for resources: {'Port': ['ID=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:16.145359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (be25ac6c-ce2f-4625-9e62-54b5d59d0297), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.157796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:16.208956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a52a83ad-a1e0-4f46-aad5-18171939eaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.275934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-546028b8-cf82-4746-bc6b-6db6043ce070 service neutron] 10.222.0.36 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4502554
May 14 21:24:16.307220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Pushing event deleted for resources: {'Port': ['ID=5837daea-a74b-411d-b12d-81c8f1cedc5b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:16.322315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1178d7f5-ffca-4c69-a67d-4e3f79dc34f8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.335095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d14fe5ed-9ab8-4c6c-893f-768a8f7db696'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:16.366954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:16.374550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:16.478619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a52a83ad-a1e0-4f46-aad5-18171939eaaa admin admin] Publish callbacks [] for security_group (4b1a5bff-2053-43b5-bd74-70ab55a997f2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.602739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a52a83ad-a1e0-4f46-aad5-18171939eaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4b1a5bff-2053-43b5-bd74-70ab55a997f2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.641233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Router be25ac6c-ce2f-4625-9e62-54b5d59d0297 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:24:16.690028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a83ad-a1e0-4f46-aad5-18171939eaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1a5bff-2053-43b5-bd74-70ab55a997f2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:16.766222 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.856029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9da543c6-bf55-410b-9120-fedbf7564ac8 None None] Provisioning complete for port b23f5689-eb5a-4b8a-883e-cb247e2e22ff triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:16.860023 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9da543c6-bf55-410b-9120-fedbf7564ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:16.876431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bb11a8cf-d921-47aa-b21e-d46d59249aab up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:16.882292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3623817-a793-411b-8f24-f537c7466221 req-c821349d-3a94-44ea-b33b-9797c06466e2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:16.883920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3623817-a793-411b-8f24-f537c7466221 req-c821349d-3a94-44ea-b33b-9797c06466e2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.3226435
May 14 21:24:16.889317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:16.904706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a4409444-cb4b-4f79-98d5-c6ed3a2f34cd admin admin] 10.222.0.52 "PUT /v2.0/routers/be25ac6c-ce2f-4625-9e62-54b5d59d0297/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2564445
May 14 21:24:16.911416 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a52a83ad-a1e0-4f46-aad5-18171939eaaa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a17aec51392c4459aec1d60b8bd99a66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7525814
May 14 21:24:16.953134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:16.983273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038b621-7e8f-4077-af4c-4c7dc387cb72 req-81754bf8-4ed6-40f8-864f-900cd90e3f53 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:16.990886 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e038b621-7e8f-4077-af4c-4c7dc387cb72 req-81754bf8-4ed6-40f8-864f-900cd90e3f53 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 943 time: 0.9032025
May 14 21:24:16.999216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1bd04576-0c89-4d66-8a5e-7c5c77f5ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:17.000825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1bd04576-0c89-4d66-8a5e-7c5c77f5ae3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 1125 time: 0.9028094
May 14 21:24:17.005232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9da543c6-bf55-410b-9120-fedbf7564ac8 None None] Port b23f5689-eb5a-4b8a-883e-cb247e2e22ff cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:24:17.015242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] No DVR routers for this DVR port 5837daea-a74b-411d-b12d-81c8f1cedc5b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:17.034037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c153b764-32f5-4556-b568-c64d7b9d0e44 admin admin] Publish callbacks [] for security_group (4b1a5bff-2053-43b5-bd74-70ab55a997f2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.037070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Pushing event deleted for resources: {'Port': ['ID=1178d7f5-ffca-4c69-a67d-4e3f79dc34f8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:17.040921 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3623817-a793-411b-8f24-f537c7466221 req-1e8585f0-3ce8-4b07-993a-16a808641e32 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344144
May 14 21:24:17.069073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.071998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe79ebf9-9303-4aab-a083-8e9c895f1fa5 req-b45facdd-df86-4679-91db-1bb0180d780e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.48 "DELETE /v2.0/ports/5837daea-a74b-411d-b12d-81c8f1cedc5b HTTP/1.1" status: 204  len: 173 time: 3.3075511
May 14 21:24:17.078256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c153b764-32f5-4556-b568-c64d7b9d0e44 admin admin] Publish callbacks [] for security_group (4b1a5bff-2053-43b5-bd74-70ab55a997f2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.084924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bb11a8cf-d921-47aa-b21e-d46d59249aab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:17.086973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.154240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] No DVR routers for this DVR port 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:17.163833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-eb0cdb39-0ba9-4595-a102-1b07fc6c558a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e HTTP/1.1" status: 200  len: 217 time: 0.1382256
May 14 21:24:17.164737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.167966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63a165fb-f155-4e2b-8470-25bb48a45878 req-07d1edfe-9268-4302-8e26-8f81b652f0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.36 "DELETE /v2.0/ports/1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 HTTP/1.1" status: 204  len: 173 time: 2.8748302
May 14 21:24:17.210864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bb11a8cf-d921-47aa-b21e-d46d59249aab is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:17.211428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.216842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76aebc32-f4aa-49a6-bb62-1e98a081e644 req-766bdecc-8b94-4a71-a462-f80686df8217 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 210 time: 0.0472531
May 14 21:24:17.325421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port bb11a8cf-d921-47aa-b21e-d46d59249aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb11a8cf-d921-47aa-b21e-d46d59249aab,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:17.326545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e038b621-7e8f-4077-af4c-4c7dc387cb72 req-1482c0b1-858c-4b8e-8199-406a36c6a500 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2762368
May 14 21:24:17.326545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4ac3e36a-9c8e-4a30-a28b-5d743b518f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:17.326545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-4ac3e36a-9c8e-4a30-a28b-5d743b518f6a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb HTTP/1.1" status: 200  len: 857 time: 0.0982156
May 14 21:24:17.328518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbbf7d26-911f-40c0-b1a9-16fbc2e2ec93 req-4bec1f66-0996-4d80-aaf6-ec7c2148d87e tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0355496
May 14 21:24:17.394276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-bc80cda5-e313-4dec-8b54-613cbc204681 service neutron] 10.222.0.36 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4566085
May 14 21:24:17.399164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-1831ac86-387b-4fd3-8498-5b03fe96550c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481200
May 14 21:24:17.403025 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-51f73b31-f4bc-4da0-bb83-6c2dae7df1c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1160233
May 14 21:24:17.514663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-a348f839-ae4a-42be-ada1-cbcd7b24b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:17.516237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-a348f839-ae4a-42be-ada1-cbcd7b24b91d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 1128 time: 0.0800467
May 14 21:24:17.532179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'tag': '9e94139a-6e1c-4da1-8861-0687ddd3586e'}, {'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'name': 'network-vif-deleted', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b'}, {'server_uuid': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'name': 'network-vif-deleted', 'tag': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:17.534467 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebd1ff-92c1-4413-94dd-9e53151f733c" -d '{"events": [{"name": "network-changed", "server_uuid": "b568eb49-248c-41f8-ae1f-1d2af49cb78c", "tag": "9e94139a-6e1c-4da1-8861-0687ddd3586e"}, {"server_uuid": "faacea54-3046-4b55-bf30-040847940731", "name": "network-vif-deleted", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b"}, {"server_uuid": "6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c", "name": "network-vif-deleted", "tag": "1178d7f5-ffca-4c69-a67d-4e3f79dc34f8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:17.572243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-6519b2f9-b2d5-4475-a1ff-3895546cf34f service neutron] 10.222.0.48 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624901
May 14 21:24:17.594701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c153b764-32f5-4556-b568-c64d7b9d0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4b1a5bff-2053-43b5-bd74-70ab55a997f2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.597471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c153b764-32f5-4556-b568-c64d7b9d0e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.598629 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c153b764-32f5-4556-b568-c64d7b9d0e44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b1a5bff-2053-43b5-bd74-70ab55a997f2 HTTP/1.1" status: 204  len: 168 time: 0.6443520
May 14 21:24:17.609523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153b764-32f5-4556-b568-c64d7b9d0e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1a5bff-2053-43b5-bd74-70ab55a997f2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:17.687202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.702001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-932029be-f014-403c-9653-64ab6c902f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:17.703465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-932029be-f014-403c-9653-64ab6c902f5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1660569
May 14 21:24:17.740573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36294) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:17.746225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693647252', 'description': 'tempest-description--1970899676'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:17.775538 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-ec1ffe6a-c06b-4eec-b902-b83f0f08f378 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344 HTTP/1.1" status: 200  len: 217 time: 0.0656610
May 14 21:24:17.781294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4684057-9590-4758-9bc2-eb7b9f13e508 req-8c23bfb8-3502-4aa6-8e88-a9633acc486d service neutron] 10.222.0.48 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765122
May 14 21:24:17.799072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:17.799493 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 14 May 2022 21:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c199121-5bf0-4f50-8ad6-12f8f4761b7d x-openstack-request-id: req-5c199121-5bf0-4f50-8ad6-12f8f4761b7d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:17.799815 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b568eb49-248c-41f8-ae1f-1d2af49cb78c", "tag": "9e94139a-6e1c-4da1-8861-0687ddd3586e", "status": "completed", "code": 200}, {"server_uuid": "faacea54-3046-4b55-bf30-040847940731", "name": "network-vif-deleted", "tag": "5837daea-a74b-411d-b12d-81c8f1cedc5b", "status": "completed", "code": 200}, {"server_uuid": "6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c", "name": "network-vif-deleted", "tag": "1178d7f5-ffca-4c69-a67d-4e3f79dc34f8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:17.800184 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c199121-5bf0-4f50-8ad6-12f8f4761b7d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:17.800620 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c199121-5bf0-4f50-8ad6-12f8f4761b7d'] response: {'name': 'network-changed', 'server_uuid': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'tag': '9e94139a-6e1c-4da1-8861-0687ddd3586e', 'status': 'completed', 'code': 200}
May 14 21:24:17.800882 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c199121-5bf0-4f50-8ad6-12f8f4761b7d'] response: {'server_uuid': 'faacea54-3046-4b55-bf30-040847940731', 'name': 'network-vif-deleted', 'tag': '5837daea-a74b-411d-b12d-81c8f1cedc5b', 'status': 'completed', 'code': 200}
May 14 21:24:17.801134 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c199121-5bf0-4f50-8ad6-12f8f4761b7d'] response: {'server_uuid': '6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c', 'name': 'network-vif-deleted', 'tag': '1178d7f5-ffca-4c69-a67d-4e3f79dc34f8', 'status': 'completed', 'code': 200}
May 14 21:24:17.831777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:17.832446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1178d7f5-ffca-4c69-a67d-4e3f79dc34f8 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:17.837903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-3eef8ab6-f738-49ae-b0e1-a8e158f5bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:17.840153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-3eef8ab6-f738-49ae-b0e1-a8e158f5bba5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0540502
May 14 21:24:17.842684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=bb11a8cf-d921-47aa-b21e-d46d59249aab,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:17.872781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:17.890918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-01a1138f-a138-4c32-ba98-b02c544f6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:17.892715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-01a1138f-a138-4c32-ba98-b02c544f6851 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463669
May 14 21:24:18.018654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1b734-11cf-4d3d-b5a1-3e38edd0357f req-758ec2bc-9a9f-463b-bf73-038d4a0740b8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:18.020560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3aa1b734-11cf-4d3d-b5a1-3e38edd0357f req-758ec2bc-9a9f-463b-bf73-038d4a0740b8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0659282
May 14 21:24:18.070533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group (6699b7ca-f166-4e71-91e6-62f94ad7a6e0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.091971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-34252c05-6daa-4dd4-a3da-aa656cacdbbd service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926343
May 14 21:24:18.100705 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3aa1b734-11cf-4d3d-b5a1-3e38edd0357f req-c1d0eb7c-cf0b-4c05-9b80-daed83b32329 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663171
May 14 21:24:18.131162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6699b7ca-f166-4e71-91e6-62f94ad7a6e0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.143239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5837daea-a74b-411d-b12d-81c8f1cedc5b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:18.166279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 5837daea-a74b-411d-b12d-81c8f1cedc5b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:18.167743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5837daea-a74b-411d-b12d-81c8f1cedc5b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:18.175099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6699b7ca-f166-4e71-91e6-62f94ad7a6e0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:18.224927 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.226300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28d578b6-cd7a-4645-835c-ca2b2fb851ce tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4845655
May 14 21:24:18.234891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:18.240437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Request body: {'security_group_rule': {'security_group_id': '6699b7ca-f166-4e71-91e6-62f94ad7a6e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:18.301986 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Sync routers for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:18.314175 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:18.316718 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231cd95e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:18.329273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7488b08b-8fa4-4816-a767-8c9a92892702 req-a06f8e5a-536e-4b60-8bd4-259f024a73aa tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 210 time: 0.0289381
May 14 21:24:18.347759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group_rule (119d9425-e7c5-4a0c-ac44-a94502d55f44), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.434080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group_rule (119d9425-e7c5-4a0c-ac44-a94502d55f44), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.463100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f73d7-e140-4a85-a345-79f5439afbe6 req-7980b4c2-205e-441f-8722-c381a284e56c tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:18.466387 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:18.471389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-281f73d7-e140-4a85-a345-79f5439afbe6 req-7980b4c2-205e-441f-8722-c381a284e56c tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 943 time: 0.0706389
May 14 21:24:18.484610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e62945d-91d2-4bb3-a902-7d4fa2815c2c req-20a73725-8bec-4110-9a0f-8f63bd167d77 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0375683
May 14 21:24:18.509571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (119d9425-e7c5-4a0c-ac44-a94502d55f44), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.528523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119d9425-e7c5-4a0c-ac44-a94502d55f44,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:18.540097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-281f73d7-e140-4a85-a345-79f5439afbe6 req-6c3af8ef-9d0c-42b2-ac11-c757acb1f4ab tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677714
May 14 21:24:18.613560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.614795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0f642aef-2698-4cbc-ac75-b06eeb2fd545 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3787365
May 14 21:24:18.617451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36316) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:18.621964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Request body: {'security_group_rule': {'security_group_id': '6699b7ca-f166-4e71-91e6-62f94ad7a6e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:18.689859 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231cd95e0>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 2, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:18.730872 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Checking router: be25ac6c-ce2f-4625-9e62-54b5d59d0297 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:18.731789 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Updating router be25ac6c-ce2f-4625-9e62-54b5d59d0297 port b23f5689-eb5a-4b8a-883e-cb247e2e22ff binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:24:18.743608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group_rule (65e4e63d-6209-46c6-9eb6-1f3f6fd449b6), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.764243 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:18.773283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-198239ed-c49e-4e65-ae4e-afe328fde593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:18.774825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-198239ed-c49e-4e65-ae4e-afe328fde593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 1126 time: 0.0834816
May 14 21:24:18.872175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bb11a8cf-d921-47aa-b21e-d46d59249aab up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:18.961581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group_rule (65e4e63d-6209-46c6-9eb6-1f3f6fd449b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.006139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-b00ac8e4-cd3d-40ef-91a7-31efc925074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.006139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-b00ac8e4-cd3d-40ef-91a7-31efc925074c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b6232491b674705b2c339c302ac9000&device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 1125 time: 0.1388226
May 14 21:24:19.006407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bb11a8cf-d921-47aa-b21e-d46d59249aab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:19.006407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.041165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-5b369738-340b-4607-b82b-3d5492a8ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.043898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-5b369738-340b-4607-b82b-3d5492a8ab46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 200  len: 918 time: 0.2586131
May 14 21:24:19.049532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (65e4e63d-6209-46c6-9eb6-1f3f6fd449b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.069890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-ded154a2-57e1-4140-9b0c-e21a862fc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.071412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-ded154a2-57e1-4140-9b0c-e21a862fc323 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.0761311
May 14 21:24:19.087420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e4e63d-6209-46c6-9eb6-1f3f6fd449b6,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:19.096085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62b1312c-59c6-4750-95fe-e1f49c1fb39b req-3fa52e71-91a1-4aae-bd67-db7ace5cac34 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371244
May 14 21:24:19.119022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bb11a8cf-d921-47aa-b21e-d46d59249aab is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:19.187705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.191856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-98ad6e0f-7ea9-4dd0-bbb9-0e63186dc648 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5706351
May 14 21:24:19.191856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-b2b483d3-e441-443a-8053-d5ea47c150f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387 HTTP/1.1" status: 200  len: 217 time: 0.0776486
May 14 21:24:19.192227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36332) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:19.196911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:19.232024 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Publish callbacks [] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.325205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743541ee-f63f-4318-a53c-71e87d8db152 req-45377a8d-0dce-4051-bb58-a5f065f7bdbe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.326724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-743541ee-f63f-4318-a53c-71e87d8db152 req-45377a8d-0dce-4051-bb58-a5f065f7bdbe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1173069
May 14 21:24:19.355989 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.364324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-8bb33c66-f4ae-4eaf-9830-0e21ade7e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.367361 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-8bb33c66-f4ae-4eaf-9830-0e21ade7e150 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1455407
May 14 21:24:19.400491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-6659e6e8-3648-40d1-abfe-4b9aa25050ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.402196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-6659e6e8-3648-40d1-abfe-4b9aa25050ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb HTTP/1.1" status: 200  len: 857 time: 0.2042201
May 14 21:24:19.449507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.540753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86678a6f-dc15-471c-839a-90807c3bff59 req-37d3dcdc-bbb2-4561-9331-7e612ecdb7a7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ea95bcc-7fcb-4669-aa6a-e2bc7e40924c HTTP/1.1" status: 200  len: 210 time: 0.0751526
May 14 21:24:19.577011 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Pushing event updated for resources: {'Port': ['ID=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:19.593825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-0c76e048-124c-490d-b131-78840555a55a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1824040
May 14 21:24:19.609510 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-4200d64d-52ef-463f-9a05-e5c2e5842807 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.2337661
May 14 21:24:19.609907 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.611621 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.611998 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.612337 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.612672 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.617708 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.618771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.619322 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.622001 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.622519 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.624395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.624395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.624395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.624395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.628018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:24:19.672394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-743541ee-f63f-4318-a53c-71e87d8db152 req-0cba0a6f-ae36-426a-9312-a6a6a677f7ab tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2986271
May 14 21:24:19.701581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.785703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Attempting to bind port b23f5689-eb5a-4b8a-883e-cb247e2e22ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:19.786063 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Attempting to bind port b23f5689-eb5a-4b8a-883e-cb247e2e22ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:19.786421 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Attempting to bind port b23f5689-eb5a-4b8a-883e-cb247e2e22ff on network a8234d4d-c69a-4d7e-8f40-9be71afea472 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:19.798326 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:19.806124 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Checking segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:19.806124 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.806124 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Bound using segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:19.806124 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Bound port: b23f5689-eb5a-4b8a-883e-cb247e2e22ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:19.806124 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:19.810543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-3e578a41-a6a9-47dd-8d9c-ad1df760cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.814763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-3e578a41-a6a9-47dd-8d9c-ad1df760cab8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 200  len: 918 time: 0.5422330
May 14 21:24:19.816564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 722b9ead-c2ae-4121-a8ee-86862e585087 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:19.928132 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] For port b23f5689-eb5a-4b8a-883e-cb247e2e22ff, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:19.933613 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] For port b23f5689-eb5a-4b8a-883e-cb247e2e22ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:19.944981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-5f3faefa-02b7-48a6-bb79-6e62e1226bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:19.946767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-5f3faefa-02b7-48a6-bb79-6e62e1226bc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.3276238
May 14 21:24:19.962689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Allocated IP 172.35.4.139 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/ef240ca6-2de3-441f-b0b7-3df96883aad3) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:19.978268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4672c718-c439-48de-97b3-3600b5c2d582 req-7d419531-9c78-42ff-8d25-3dbcd26478a2 tempest-FloatingIPsAssociationTestJSON-22779805 tempest-FloatingIPsAssociationTestJSON-22779805-project] 10.222.0.52 "GET /v2.0/ports?device_id=faacea54-3046-4b55-bf30-040847940731 HTTP/1.1" status: 200  len: 210 time: 0.0859969
May 14 21:24:19.980460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1321e9cf-793a-411c-ae7b-3a270b79ca27 None None] Provisioning complete for port b23f5689-eb5a-4b8a-883e-cb247e2e22ff triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:19.981584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1321e9cf-793a-411c-ae7b-3a270b79ca27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.002704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-14c41754-778d-4bfb-94ff-b5a13a1e60ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e HTTP/1.1" status: 200  len: 217 time: 0.1798477
May 14 21:24:20.050605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1321e9cf-793a-411c-ae7b-3a270b79ca27 None None] Port b23f5689-eb5a-4b8a-883e-cb247e2e22ff cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:24:20.051919 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.054837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972b4b5-a7b3-4621-b35f-e3f4b350f046 req-58b581ab-c2cb-4cf9-9b64-972f3a11751d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:20.064035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0972b4b5-a7b3-4621-b35f-e3f4b350f046 req-58b581ab-c2cb-4cf9-9b64-972f3a11751d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 943 time: 0.1579278
May 14 21:24:20.070626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-2ededf21-be09-4328-b3e8-8d0cc4fc62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:20.076858 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-2ededf21-be09-4328-b3e8-8d0cc4fc62e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1111352
May 14 21:24:20.094045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 722b9ead-c2ae-4121-a8ee-86862e585087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722b9ead-c2ae-4121-a8ee-86862e585087,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:20.129944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '722b9ead-c2ae-4121-a8ee-86862e585087', 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'port_id': '722b9ead-c2ae-4121-a8ee-86862e585087', 'mac_address': 'fa:16:3e:95:fc:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:20.143295 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:20.143962 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231cd95e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:20.176217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0972b4b5-a7b3-4621-b35f-e3f4b350f046 req-117e954e-adb5-4816-83ab-daf8d6506e96 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108539
May 14 21:24:20.180622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-793cf739-74f4-4f59-9fc5-976d25035563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:20.184117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-793cf739-74f4-4f59-9fc5-976d25035563 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb HTTP/1.1" status: 200  len: 857 time: 0.1733937
May 14 21:24:20.188237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-87519728-8fb7-4cc7-af02-b5bb3cfcf988 service neutron] 10.222.0.36 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5826941
May 14 21:24:20.244402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 722b9ead-c2ae-4121-a8ee-86862e585087 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:20.244892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.259588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.266985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5d5cf-07f1-48fb-ab4c-2930a5b19f51 None None] Pushing event updated for resources: {'Port': ['ID=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:20.280327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722b9ead-c2ae-4121-a8ee-86862e585087 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:20.305610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 722b9ead-c2ae-4121-a8ee-86862e585087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722b9ead-c2ae-4121-a8ee-86862e585087,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:20.346130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-980fb4dd-5859-4912-a72e-6489ec8d6f78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4d7d4cb8-de36-4d1b-ae16-386ec3edd500&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1555166
May 14 21:24:20.389578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-6a4186a7-c6de-418a-ad4d-6d292ad89451 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572248
May 14 21:24:20.394817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.406765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:20.417217 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.504773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] Provisioning complete for port b23f5689-eb5a-4b8a-883e-cb247e2e22ff triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:20.505219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.536797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51446ba5-b0d3-4a8b-a753-cee4770f38c1 req-966dcec4-095d-4eb3-82f8-98a47a68729f service neutron] 10.222.0.36 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2978692
May 14 21:24:20.540999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-8ec4a223-54dd-453e-90d3-7374b638e4a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863811
May 14 21:24:20.564345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:20.574217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:20.588368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:20.707546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] Current status of the port b23f5689-eb5a-4b8a-883e-cb247e2e22ff is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:20.707546 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.737579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['722b9ead-c2ae-4121-a8ee-86862e585087'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:20.748380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70ebd1ff-92c1-4413-94dd-9e53151f733c req-d73b153f-894c-4e2e-b640-7fa9895d0517 service neutron] 10.222.0.48 "GET /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972151
May 14 21:24:20.783222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=722b9ead-c2ae-4121-a8ee-86862e585087,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:20.825811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] For port b23f5689-eb5a-4b8a-883e-cb247e2e22ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:20.882781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11315c13-2b09-4f6d-b6e7-c09e5f215dd0 req-f77c5d2b-a3d4-452b-83da-d36e5c6f2f2a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:20.891640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11315c13-2b09-4f6d-b6e7-c09e5f215dd0 req-f77c5d2b-a3d4-452b-83da-d36e5c6f2f2a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1171279
May 14 21:24:20.933626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:20.967400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11315c13-2b09-4f6d-b6e7-c09e5f215dd0 req-7dd33d60-ab3b-4a5e-a9a4-0e9e993d8880 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734692
May 14 21:24:20.977699 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231cd95e0>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:19Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:21.035386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42bbf6-1c3b-4a88-a678-4487c8f45b1b None None] Pushing event updated for resources: {'Port': ['ID=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:21.065598 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c6d70-44c9-4ec1-944c-e9b6fa25d72c None None] The sync data for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 is: [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:19Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:21.094772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36380) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:21.188193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64dcf8-f63b-42fb-bb9f-fb7f291b3903 req-e18b8b6d-6aa4-48a7-aa53-6d399172f817 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:21.189711 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c64dcf8-f63b-42fb-bb9f-fb7f291b3903 req-e18b8b6d-6aa4-48a7-aa53-6d399172f817 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1252334
May 14 21:24:21.196324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event updated for resources: {'Port': ['ID=ef240ca6-2de3-441f-b0b7-3df96883aad3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:21.289515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6506f06-27fa-4360-a8e2-fad15b02839f req-75d7d148-2149-4d88-b541-50bcd5dde2b0 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8918238
May 14 21:24:21.380101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c64dcf8-f63b-42fb-bb9f-fb7f291b3903 req-311044fd-9e78-4294-a2dd-c99335366a78 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653876
May 14 21:24:21.385275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (e3783e2b-b7a3-451b-b2ed-7856ab4748d8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:21.437199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6a934-bd58-41cd-abc2-06db308b2af0 req-e6b9c80a-71de-4a3d-b658-5f221ae8a74f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:21.445255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbf6a934-bd58-41cd-abc2-06db308b2af0 req-e6b9c80a-71de-4a3d-b658-5f221ae8a74f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 943 time: 0.1198444
May 14 21:24:21.554539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:21.660262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbf6a934-bd58-41cd-abc2-06db308b2af0 req-275ab3f3-fe25-4fb3-8d66-74e9ef5eee44 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140195
May 14 21:24:21.733017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2612-f8a3-4782-88ff-6a708df22179 req-7c1a1dd0-0ac9-477b-aada-f2733bb2e51b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:21.734675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06be2612-f8a3-4782-88ff-6a708df22179 req-7c1a1dd0-0ac9-477b-aada-f2733bb2e51b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.2586677
May 14 21:24:21.821259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06be2612-f8a3-4782-88ff-6a708df22179 req-6f645396-9f7d-458e-ad14-fdcd58a71a81 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693307
May 14 21:24:21.823532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:21.831204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (9a7d9fd2-cd95-428b-8812-9a75a994dab6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:21.835127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a348e4f-ad3b-422c-95bb-dd7c013bb387 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:21.862427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 722b9ead-c2ae-4121-a8ee-86862e585087 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:21.909617 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:21.998560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 722b9ead-c2ae-4121-a8ee-86862e585087 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:24:22.052656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event updated for resources: {'Port': ['ID=ef240ca6-2de3-441f-b0b7-3df96883aad3,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:22.096457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:22.098409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (e3783e2b-b7a3-451b-b2ed-7856ab4748d8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.103716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 722b9ead-c2ae-4121-a8ee-86862e585087 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:22.106814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.159650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9e94139a-6e1c-4da1-8861-0687ddd3586e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:22.161817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '3a348e4f-ad3b-422c-95bb-dd7c013bb387', 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'port_id': '3a348e4f-ad3b-422c-95bb-dd7c013bb387', 'mac_address': 'fa:16:3e:eb:75:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:22.232995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.242772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-026afeee-69e7-419d-a974-96ad7e26668b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.0411315
May 14 21:24:22.353191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:22.353638 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.431218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a348e4f-ad3b-422c-95bb-dd7c013bb387 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:22.468691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3881b5-f9f4-4ae5-a23f-d75e95621143 req-30b9369f-dc0d-414e-ba96-048292290d53 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:22.471653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f3881b5-f9f4-4ae5-a23f-d75e95621143 req-30b9369f-dc0d-414e-ba96-048292290d53 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.5141807
May 14 21:24:22.481959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 722b9ead-c2ae-4121-a8ee-86862e585087 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:22.482348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.508901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:22.524257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9e94139a-6e1c-4da1-8861-0687ddd3586e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:22.551069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a3f63-e588-4886-8fb6-badfa00301d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722b9ead-c2ae-4121-a8ee-86862e585087'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:22.553574 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af52a09-ed8f-4acb-a7ba-71c48a3ee5ec" -d '{"events": [{"server_uuid": "656a3f63-e588-4886-8fb6-badfa00301d5", "name": "network-vif-plugged", "status": "completed", "tag": "722b9ead-c2ae-4121-a8ee-86862e585087"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:22.559739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '9e94139a-6e1c-4da1-8861-0687ddd3586e', 'network_id': '4d7d4cb8-de36-4d1b-ae16-386ec3edd500', 'port_id': '9e94139a-6e1c-4da1-8861-0687ddd3586e', 'mac_address': 'fa:16:3e:15:db:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:22.571106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 722b9ead-c2ae-4121-a8ee-86862e585087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722b9ead-c2ae-4121-a8ee-86862e585087,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:22.589431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd9a0-d6d1-4c5b-9cb1-8b1cf782647d req-9a42aa50-b7bc-446d-ad36-5a74ef176838 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:22.607348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b7bd9a0-d6d1-4c5b-9cb1-8b1cf782647d req-9a42aa50-b7bc-446d-ad36-5a74ef176838 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1176763
May 14 21:24:22.607841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f3881b5-f9f4-4ae5-a23f-d75e95621143 req-5d9decc2-8eaf-45b2-8407-ea8835f0ee7e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216769
May 14 21:24:22.634275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.676892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b7bd9a0-d6d1-4c5b-9cb1-8b1cf782647d req-b250d8ff-aab0-41e5-bb97-ee59c2778c46 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775063
May 14 21:24:22.778036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Deleting port be8f0c37-bfec-4d9f-8e61-fd27ee380913 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:22.778380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.783556 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.788621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9e94139a-6e1c-4da1-8861-0687ddd3586e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:22.789287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:22.791505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3a348e4f-ad3b-422c-95bb-dd7c013bb387,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:22.817726 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabecad8-0140-4437-a212-40184b099d06 x-openstack-request-id: req-dabecad8-0140-4437-a212-40184b099d06 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:22.818011 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656a3f63-e588-4886-8fb6-badfa00301d5", "name": "network-vif-plugged", "status": "completed", "tag": "722b9ead-c2ae-4121-a8ee-86862e585087", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:22.818444 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dabecad8-0140-4437-a212-40184b099d06 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:22.818849 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabecad8-0140-4437-a212-40184b099d06'] response: {'server_uuid': '656a3f63-e588-4886-8fb6-badfa00301d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722b9ead-c2ae-4121-a8ee-86862e585087', 'code': 200}
May 14 21:24:22.928964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e94139a-6e1c-4da1-8861-0687ddd3586e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:22.972541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3a348e4f-ad3b-422c-95bb-dd7c013bb387'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:22.996245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36440) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:23.025428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2cf35-c925-495f-8802-a2f5df3605c1 req-9f48dd52-7f07-45bf-bf0f-e0deb7a27921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:23.027414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45f2cf35-c925-495f-8802-a2f5df3605c1 req-9f48dd52-7f07-45bf-bf0f-e0deb7a27921 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 1127 time: 0.1585569
May 14 21:24:23.035209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-57b252fd-a537-4dcd-894f-2054baa54d68 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--693647252&fields=id&tenant_id=f2a1c19cad6047f09d1b74a2a607dd28 HTTP/1.1" status: 200  len: 267 time: 0.2274723
May 14 21:24:23.070301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202a941-9e60-4730-958e-97c0feaf354f req-9f88123a-914d-4fa6-9382-8697652f3a1a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:23.075105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9e94139a-6e1c-4da1-8861-0687ddd3586e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:23.079623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=722b9ead-c2ae-4121-a8ee-86862e585087,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:23.087235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d202a941-9e60-4730-958e-97c0feaf354f req-9f88123a-914d-4fa6-9382-8697652f3a1a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 943 time: 0.1107292
May 14 21:24:23.093581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45f2cf35-c925-495f-8802-a2f5df3605c1 req-87a4d7a9-262b-4185-8cd9-148bbe1f10a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573606
May 14 21:24:23.111602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] For port be8f0c37-bfec-4d9f-8e61-fd27ee380913, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be8f0c37-bfec-4d9f-8e61-fd27ee380913,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:23.111876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.148458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.185089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Calling delete_port for be8f0c37-bfec-4d9f-8e61-fd27ee380913 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:23.206324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d202a941-9e60-4730-958e-97c0feaf354f req-7b000ecb-405d-43dd-a612-0a08a75c48bf tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129625
May 14 21:24:23.244166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6823f36-0fdb-4720-8cfd-ac25b6fc44e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.323002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9e94139a-6e1c-4da1-8861-0687ddd3586e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:23.380313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5fe7ad32-e3aa-4146-8608-8e561086779e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:23.382192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5fe7ad32-e3aa-4146-8608-8e561086779e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/networks?id=a8234d4d-c69a-4d7e-8f40-9be71afea472 HTTP/1.1" status: 200  len: 805 time: 0.2916899
May 14 21:24:23.422612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9e94139a-6e1c-4da1-8861-0687ddd3586e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:23.428201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cadfd6-589d-42fd-ad8a-3d46534d126a req-3e080687-270d-41db-bc9a-7d96eb4006f2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:23.436609 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33cadfd6-589d-42fd-ad8a-3d46534d126a req-3e080687-270d-41db-bc9a-7d96eb4006f2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0907795
May 14 21:24:23.454609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-884d9087-5328-4769-ac89-770cfcf76816 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/quotas/f2a1c19cad6047f09d1b74a2a607dd28 HTTP/1.1" status: 200  len: 375 time: 0.0173275
May 14 21:24:23.482531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b23f5689-eb5a-4b8a-883e-cb247e2e22ff up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:23.490062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6823f36-0fdb-4720-8cfd-ac25b6fc44e5 admin admin] Publish callbacks [] for security_group (1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.542856 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33cadfd6-589d-42fd-ad8a-3d46534d126a req-73df3481-6063-4c6d-823b-66a045e65a50 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055193
May 14 21:24:23.559591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-efa32e32-2398-47e5-9ab2-91b51744592c tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2a1c19cad6047f09d1b74a2a607dd28&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0854042
May 14 21:24:23.597374 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6823f36-0fdb-4720-8cfd-ac25b6fc44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.598446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b23f5689-eb5a-4b8a-883e-cb247e2e22ff triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:23.598917 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.693890 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c6823f36-0fdb-4720-8cfd-ac25b6fc44e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14c7e9544a414144abb20ebf550486f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6774459
May 14 21:24:23.694536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:23.736341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6823f36-0fdb-4720-8cfd-ac25b6fc44e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:23.747547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b23f5689-eb5a-4b8a-883e-cb247e2e22ff is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:23.772017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (be8f0c37-bfec-4d9f-8e61-fd27ee380913), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.788283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24239d4-d2f0-4382-a5bf-58dfe29961fc req-978a9bc5-905f-43f1-88c3-905a70cdfa14 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:23.789701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c24239d4-d2f0-4382-a5bf-58dfe29961fc req-978a9bc5-905f-43f1-88c3-905a70cdfa14 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1426787
May 14 21:24:23.810258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Pushing event deleted for resources: {'Port': ['ID=be8f0c37-bfec-4d9f-8e61-fd27ee380913,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:23.827409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-7d5ad1b5-bb8c-41bc-be2a-e13906fb8041 service neutron] 10.222.0.52 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849234
May 14 21:24:23.836180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9573743c-4838-45ce-87ba-dc1468f1398c admin admin] Publish callbacks [] for security_group (1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:23.863710 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c24239d4-d2f0-4382-a5bf-58dfe29961fc req-b9738999-5ffd-451f-ab77-6013ee4e077f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669415
May 14 21:24:23.873723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9573743c-4838-45ce-87ba-dc1468f1398c admin admin] Publish callbacks [] for security_group (1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.005589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335d76c-1f86-4b12-9453-c4fb659ee931 req-910df933-b4e3-4b38-8735-d64e15595694 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:24.007187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0335d76c-1f86-4b12-9453-c4fb659ee931 req-910df933-b4e3-4b38-8735-d64e15595694 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0581644
May 14 21:24:24.014132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-4a63d4e8-f142-4d81-aeb5-562ff160880f service neutron] 10.222.0.52 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857355
May 14 21:24:24.065245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9573743c-4838-45ce-87ba-dc1468f1398c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.069774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9573743c-4838-45ce-87ba-dc1468f1398c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.090246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9573743c-4838-45ce-87ba-dc1468f1398c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4 HTTP/1.1" status: 204  len: 168 time: 0.3644879
May 14 21:24:24.128057 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0335d76c-1f86-4b12-9453-c4fb659ee931 req-9d033440-979d-4518-a73e-d42147520e69 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082749
May 14 21:24:24.141901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573743c-4838-45ce-87ba-dc1468f1398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808e3d7-1aa2-4b26-b82f-2e7e16bba8e4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:24.199180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a348e4f-ad3b-422c-95bb-dd7c013bb387 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:24.233801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (9a7d9fd2-cd95-428b-8812-9a75a994dab6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.276749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9e94139a-6e1c-4da1-8861-0687ddd3586e up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:24.281140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:24:24.282060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87dcd8-4d32-4e1e-a91a-ab7d4b70b539 req-552dd5b2-89ab-4025-8118-a97b7eedaa5c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:24.292659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e87dcd8-4d32-4e1e-a91a-ab7d4b70b539 req-552dd5b2-89ab-4025-8118-a97b7eedaa5c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0807810
May 14 21:24:24.330179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 9e94139a-6e1c-4da1-8861-0687ddd3586e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:24:24.352109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e87dcd8-4d32-4e1e-a91a-ab7d4b70b539 req-6d06ae52-e13d-49d0-9783-16391eda6a0b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585213
May 14 21:24:24.382813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:24.383182 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.415905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:24:24.456678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 9e94139a-6e1c-4da1-8861-0687ddd3586e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:24.460895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.504774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b26aa5ca-eac2-43ad-b0c6-1715dc69e25c req-2e84f27a-5358-45c8-ae8b-db5ed8a2cdbb tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.0858262
May 14 21:24:24.584634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecf17-eb7b-4dc2-ab48-28f5f22a2e3f req-5309d6c3-fd8f-4d60-b72a-e4cff1dece06 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:24.596183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f3ecf17-eb7b-4dc2-ab48-28f5f22a2e3f req-5309d6c3-fd8f-4d60-b72a-e4cff1dece06 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 944 time: 0.0983353
May 14 21:24:24.667471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:24:24.699376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f3ecf17-eb7b-4dc2-ab48-28f5f22a2e3f req-13e6526e-683d-4706-b17e-974b7410147d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944028
May 14 21:24:24.796024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:24.796414 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.826285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:24.829687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a348e4f-ad3b-422c-95bb-dd7c013bb387'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:24.833721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31513d93-3910-4a11-a59f-ab5b4b88322d admin admin] 10.222.0.52 "PUT /v2.0/routers/9a7d9fd2-cd95-428b-8812-9a75a994dab6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7353699
May 14 21:24:24.839606 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fefa397-5e93-4107-a654-d975a452dd20" -d '{"events": [{"server_uuid": "dd230835-262d-4728-a1d2-ff33fbc18dd3", "name": "network-vif-plugged", "status": "completed", "tag": "3a348e4f-ad3b-422c-95bb-dd7c013bb387"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:24.839879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36484) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:24.839979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9e94139a-6e1c-4da1-8861-0687ddd3586e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:24.839979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.848540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] Sync routers for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:24.867781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:24.875614 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d96e4-04c5-4939-817c-9e3c74691821 x-openstack-request-id: req-0a0d96e4-04c5-4939-817c-9e3c74691821 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:24.875902 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd230835-262d-4728-a1d2-ff33fbc18dd3", "name": "network-vif-plugged", "status": "completed", "tag": "3a348e4f-ad3b-422c-95bb-dd7c013bb387", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:24.876214 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a0d96e4-04c5-4939-817c-9e3c74691821 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:24.876617 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0d96e4-04c5-4939-817c-9e3c74691821'] response: {'server_uuid': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a348e4f-ad3b-422c-95bb-dd7c013bb387', 'code': 200}
May 14 21:24:24.887786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:24.888430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303cff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:24.942487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9e94139a-6e1c-4da1-8861-0687ddd3586e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:24.945613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.981900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab7328-a02c-434e-9020-56c4cf2bc50b req-30fa9f99-600c-49dd-8b58-7a0d423deaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:24.982553 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks [] for router (9a7d9fd2-cd95-428b-8812-9a75a994dab6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:24.983607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08ab7328-a02c-434e-9020-56c4cf2bc50b req-30fa9f99-600c-49dd-8b58-7a0d423deaa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 1128 time: 0.0488760
May 14 21:24:25.029235 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.066317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3a348e4f-ad3b-422c-95bb-dd7c013bb387,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:25.080428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08ab7328-a02c-434e-9020-56c4cf2bc50b req-5280e0f3-7c04-4d88-b240-72972a95d212 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896008
May 14 21:24:25.090194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:25.108951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:25.133005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5475010-9bd9-4df5-94a8-dcedb793a2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.138366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da9d2a-5691-490c-a7b0-3237d093ab35 req-1d5e2cdc-3464-4db1-bc64-9fec3856f830 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:25.148311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42da9d2a-5691-490c-a7b0-3237d093ab35 req-1d5e2cdc-3464-4db1-bc64-9fec3856f830 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0666056
May 14 21:24:25.201996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9e94139a-6e1c-4da1-8861-0687ddd3586e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:25.221590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42da9d2a-5691-490c-a7b0-3237d093ab35 req-fa5f87d3-f81e-483f-9bde-a6a3394a07ee tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722218
May 14 21:24:25.245097 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks [] for router_gateway (9a7d9fd2-cd95-428b-8812-9a75a994dab6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.268086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5475010-9bd9-4df5-94a8-dcedb793a2d8 admin admin] Publish callbacks [] for security_group (ca1076ef-439e-41c3-ac52-a6b088d41dca), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.310343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303cff40>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245'}], 'enable_snat': True}, 'gw_port_id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:24:23Z', 'revision_number': 5, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port': {'id': '4355b6fe-971b-424f-befc-7cdd17890b6c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:22:49Z', 'updated_at': '2022-05-14T21:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:25.337939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] Checking router: 9a7d9fd2-cd95-428b-8812-9a75a994dab6 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:25.346314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] Routers {'9a7d9fd2-cd95-428b-8812-9a75a994dab6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:25.346953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303cff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:25.363087 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5475010-9bd9-4df5-94a8-dcedb793a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ca1076ef-439e-41c3-ac52-a6b088d41dca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.399230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Deleting port 4355b6fe-971b-424f-befc-7cdd17890b6c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:25.399589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.423763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e5475010-9bd9-4df5-94a8-dcedb793a2d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24e76d9bba7b43e8bc3ea4c049697e95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3297424
May 14 21:24:25.424680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36494) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:25.436329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5475010-9bd9-4df5-94a8-dcedb793a2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1076ef-439e-41c3-ac52-a6b088d41dca,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:25.482676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] Set router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:25.507510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] For port 4355b6fe-971b-424f-befc-7cdd17890b6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4355b6fe-971b-424f-befc-7cdd17890b6c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:25.507904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.514385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-357f49a7-d35f-48e5-a5f0-51000e12a404 admin admin] Publish callbacks [] for security_group (ca1076ef-439e-41c3-ac52-a6b088d41dca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.540112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Calling delete_port for 4355b6fe-971b-424f-befc-7cdd17890b6c owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:25.554258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-357f49a7-d35f-48e5-a5f0-51000e12a404 admin admin] Publish callbacks [] for security_group (ca1076ef-439e-41c3-ac52-a6b088d41dca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.577412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303cff40>, [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:24:25Z', 'revision_number': 6, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:25.607263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2938a41f-942c-416f-aa2c-006864d05f5a None None] The sync data for ids ['9a7d9fd2-cd95-428b-8812-9a75a994dab6'] in ncdv-master-1 is: [{'id': '9a7d9fd2-cd95-428b-8812-9a75a994dab6', 'name': 'tempest-FloatingIPsAssociationTestJSON-775159343-router', 'tenant_id': '155b6f457be24818bb00db2560ef96fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:22:47Z', 'updated_at': '2022-05-14T21:24:25Z', 'revision_number': 6, 'project_id': '155b6f457be24818bb00db2560ef96fe', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:25.633570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b08c89b7-600d-44aa-be80-bf5e991734c0 req-98ee2c1f-3867-4999-883c-ca5bc3d8ed78 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.0403798
May 14 21:24:25.748110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-357f49a7-d35f-48e5-a5f0-51000e12a404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ca1076ef-439e-41c3-ac52-a6b088d41dca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.750879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-357f49a7-d35f-48e5-a5f0-51000e12a404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.756376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-357f49a7-d35f-48e5-a5f0-51000e12a404 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca1076ef-439e-41c3-ac52-a6b088d41dca HTTP/1.1" status: 204  len: 168 time: 0.3267114
May 14 21:24:25.765424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f49a7-d35f-48e5-a5f0-51000e12a404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1076ef-439e-41c3-ac52-a6b088d41dca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:25.855847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea5cbb-29dc-4259-9285-90977bceac4b req-f34db01e-0539-4703-98ea-9150a6565778 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:25.857673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1ea5cbb-29dc-4259-9285-90977bceac4b req-f34db01e-0539-4703-98ea-9150a6565778 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 945 time: 0.0652530
May 14 21:24:25.912001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1ea5cbb-29dc-4259-9285-90977bceac4b req-75247d88-aa34-4758-b64f-5c759c7e6bd9 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458844
May 14 21:24:25.914221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4355b6fe-971b-424f-befc-7cdd17890b6c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:25.991410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4355b6fe-971b-424f-befc-7cdd17890b6c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:26.016182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (9a7d9fd2-cd95-428b-8812-9a75a994dab6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.131628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (9a7d9fd2-cd95-428b-8812-9a75a994dab6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.133921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks [] for router_controller (9a7d9fd2-cd95-428b-8812-9a75a994dab6), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.245795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (9a7d9fd2-cd95-428b-8812-9a75a994dab6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.246827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7d9fd2-cd95-428b-8812-9a75a994dab6 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:24:26.258796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.258796 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d72dee0-808f-4c24-94fb-f952f28f4f5f admin admin] 10.222.0.52 "DELETE /v2.0/routers/9a7d9fd2-cd95-428b-8812-9a75a994dab6 HTTP/1.1" status: 204  len: 168 time: 1.4187448
May 14 21:24:26.261411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36516) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:26.366347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Deleting subnet 68e2932a-b0e4-47b9-936e-1444f45f79aa {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:24:26.373044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Publish callbacks [] for subnet (68e2932a-b0e4-47b9-936e-1444f45f79aa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.467402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a764b4-877d-4812-acba-7cc41f27f40d req-d0c0fe7c-2a70-4827-b5ce-99dd7b1cb737 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:26.469181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53a764b4-877d-4812-acba-7cc41f27f40d req-d0c0fe7c-2a70-4827-b5ce-99dd7b1cb737 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1350422
May 14 21:24:26.481716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (68e2932a-b0e4-47b9-936e-1444f45f79aa), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.530063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4aaa0-9fd4-4b26-86c2-766b5a1ce902 req-a97da275-83ba-4e0e-b00e-7cd5f29143b6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:26.536573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7c4aaa0-9fd4-4b26-86c2-766b5a1ce902 req-a97da275-83ba-4e0e-b00e-7cd5f29143b6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0684972
May 14 21:24:26.565974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53a764b4-877d-4812-acba-7cc41f27f40d req-34b31a46-59a6-4b79-9bcb-3fe658b8d775 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819042
May 14 21:24:26.596519 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7c4aaa0-9fd4-4b26-86c2-766b5a1ce902 req-c6fe98d0-5335-41a2-9261-d3f21adfd274 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484672
May 14 21:24:26.623906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (68e2932a-b0e4-47b9-936e-1444f45f79aa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.762307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd1a7-c8f3-4e88-853c-a0faf93255dd req-bca867a1-605f-426b-9491-b8c5e1e9d8e0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:26.768065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f8cd1a7-c8f3-4e88-853c-a0faf93255dd req-bca867a1-605f-426b-9491-b8c5e1e9d8e0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0595317
May 14 21:24:26.795450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (68e2932a-b0e4-47b9-936e-1444f45f79aa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.826415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:26.845259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63e427-3d63-4474-ae39-8b7dea4d7ce8 None None] Network b6600266-4425-42b1-a9f0-5eddc540b575 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:26.845740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68e2932a-b0e4-47b9-936e-1444f45f79aa HTTP/1.1" status: 204  len: 168 time: 0.5673110
May 14 21:24:26.845917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36538) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:26.863226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be8f0c37-bfec-4d9f-8e61-fd27ee380913 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:26.864181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980a091-6aa0-4a6e-8615-4caf3ad011cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e2932a-b0e4-47b9-936e-1444f45f79aa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:26.881848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e94139a-6e1c-4da1-8861-0687ddd3586e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:26.890567 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c81f949-9e12-4d5d-9f8d-64e77bed955e" -d '{"events": [{"server_uuid": "b568eb49-248c-41f8-ae1f-1d2af49cb78c", "name": "network-vif-plugged", "status": "completed", "tag": "9e94139a-6e1c-4da1-8861-0687ddd3586e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:26.925574 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f8cd1a7-c8f3-4e88-853c-a0faf93255dd req-92be0132-12c2-4992-accc-7dc3568b17e6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555855
May 14 21:24:26.958552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: be8f0c37-bfec-4d9f-8e61-fd27ee380913 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:26.958552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be8f0c37-bfec-4d9f-8e61-fd27ee380913 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:26.958964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4355b6fe-971b-424f-befc-7cdd17890b6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:26.971757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b6600266-4425-42b1-a9f0-5eddc540b575), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.009096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4355b6fe-971b-424f-befc-7cdd17890b6c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:27.011920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4355b6fe-971b-424f-befc-7cdd17890b6c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:27.142035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1155a3e2-9e63-4f2a-83e8-63b1f991b44a req-56a4dc22-9db8-46b4-a620-66ba7d7578b4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.0883100
May 14 21:24:27.171999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] DHCP port deletion for b6600266-4425-42b1-a9f0-5eddc540b575 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:24:27.211619 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de255fbe-1ec1-4002-8a35-6800b865c679 x-openstack-request-id: req-de255fbe-1ec1-4002-8a35-6800b865c679 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:27.211919 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b568eb49-248c-41f8-ae1f-1d2af49cb78c", "name": "network-vif-plugged", "status": "completed", "tag": "9e94139a-6e1c-4da1-8861-0687ddd3586e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:27.212172 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de255fbe-1ec1-4002-8a35-6800b865c679 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:27.212568 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de255fbe-1ec1-4002-8a35-6800b865c679'] response: {'server_uuid': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e94139a-6e1c-4da1-8861-0687ddd3586e', 'code': 200}
May 14 21:24:27.227511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] Deleting port aa8f02eb-0803-4616-95cf-0258b49aae29 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:27.227920 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.229010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-8fa8063a-d85e-4b28-80f6-5e848a154c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:27.231118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-8fa8063a-d85e-4b28-80f6-5e848a154c91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 1127 time: 0.0639589
May 14 21:24:27.271460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217b9f4-8d2a-4cb8-9b7f-7a28a2e0055d req-aad245fc-85e0-4454-8e8a-d6663c912d2d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:27.280033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2217b9f4-8d2a-4cb8-9b7f-7a28a2e0055d req-aad245fc-85e0-4454-8e8a-d6663c912d2d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.2247384
May 14 21:24:27.316377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Deleting port aa8f02eb-0803-4616-95cf-0258b49aae29 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:27.316799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.328532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] For port aa8f02eb-0803-4616-95cf-0258b49aae29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f02eb-0803-4616-95cf-0258b49aae29,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:27.328926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.347557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] Calling delete_port for aa8f02eb-0803-4616-95cf-0258b49aae29 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:27.362834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0062c1-a938-4e38-9518-aa096f97ccb6 req-adbd0668-adc6-4c25-b051-be81c330b65a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:27.365041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec0062c1-a938-4e38-9518-aa096f97ccb6 req-adbd0668-adc6-4c25-b051-be81c330b65a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 945 time: 0.0984957
May 14 21:24:27.366239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4600f7-dc7d-42c5-a595-1439e7b793f4 req-55372e40-d758-4987-bdea-67b1325999e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:27.367755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f4600f7-dc7d-42c5-a595-1439e7b793f4 req-55372e40-d758-4987-bdea-67b1325999e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 1127 time: 0.0842254
May 14 21:24:27.512488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec0062c1-a938-4e38-9518-aa096f97ccb6 req-20622e66-df71-4ce1-8886-9d24228dc582 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388898
May 14 21:24:27.536410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2217b9f4-8d2a-4cb8-9b7f-7a28a2e0055d req-69e71288-87a3-4ec2-a6a8-7cf9038e9045 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2553613
May 14 21:24:27.544036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f4600f7-dc7d-42c5-a595-1439e7b793f4 req-14ad0730-17d2-4e97-a205-5a64e6f8c435 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682289
May 14 21:24:27.549435 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.549717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] For port aa8f02eb-0803-4616-95cf-0258b49aae29, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f02eb-0803-4616-95cf-0258b49aae29,segment=NetworkSegment(791b9423-7c7c-41cf-bee0-53a18009b3c5),segment_id=791b9423-7c7c-41cf-bee0-53a18009b3c5)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:27.550131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.578764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] Pushing event deleted for resources: {'Port': ['ID=aa8f02eb-0803-4616-95cf-0258b49aae29,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:27.582603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30114487-adb2-4ece-82a0-d7f9e0b3fb6b None None] No DVR routers for this DVR port aa8f02eb-0803-4616-95cf-0258b49aae29 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:27.602576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Calling delete_port for aa8f02eb-0803-4616-95cf-0258b49aae29 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:27.614743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-e8f6b83c-b49c-4ee9-821f-9d096b0724a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:27.619952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-e8f6b83c-b49c-4ee9-821f-9d096b0724a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.3275437
May 14 21:24:27.780584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-9665027e-23aa-4bea-abbf-d6fbdaff2a79 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:27.782379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-9665027e-23aa-4bea-abbf-d6fbdaff2a79 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.36 "GET /v2.0/networks?id=a8234d4d-c69a-4d7e-8f40-9be71afea472 HTTP/1.1" status: 200  len: 805 time: 0.1673241
May 14 21:24:27.816129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (aa8f02eb-0803-4616-95cf-0258b49aae29), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:27.866583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8f02eb-0803-4616-95cf-0258b49aae29,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:27.871172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] No DVR routers for this DVR port aa8f02eb-0803-4616-95cf-0258b49aae29 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:27.881892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-a938c71b-8c0c-48d8-93ab-bee341141f35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 200  len: 999 time: 0.1396086
May 14 21:24:27.888399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-903b75b4-f86b-4252-bdd5-2b63be5c9935 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a1c19cad6047f09d1b74a2a607dd28 HTTP/1.1" status: 200  len: 379 time: 0.0973148
May 14 21:24:27.899753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Request body: {'port': {'device_id': 'd68de201-9379-4235-9f12-f43205e5341c', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'admin_state_up': True, 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'security_groups': ['6699b7ca-f166-4e71-91e6-62f94ad7a6e0']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:28.010266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b6600266-4425-42b1-a9f0-5eddc540b575), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.030441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-f7720c1f-f8ec-44fa-914e-d8e851326eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:28.033627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-f7720c1f-f8ec-44fa-914e-d8e851326eac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.1356528
May 14 21:24:28.052595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ae3ad90>,) {'filters': {'network_id': ['b6600266-4425-42b1-a9f0-5eddc540b575']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:28.067503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae3ad90>, '791b9423-7c7c-41cf-bee0-53a18009b3c5') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:28.067813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae3ad90>, '791b9423-7c7c-41cf-bee0-53a18009b3c5') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:28.081501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (791b9423-7c7c-41cf-bee0-53a18009b3c5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.099161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (791b9423-7c7c-41cf-bee0-53a18009b3c5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.110544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:28.111522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (791b9423-7c7c-41cf-bee0-53a18009b3c5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:28.114455 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:28.211059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Made reservation on behalf of f2a1c19cad6047f09d1b74a2a607dd28 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:28.215302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.236751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b6600266-4425-42b1-a9f0-5eddc540b575), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.261810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.273188 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b6600266-4425-42b1-a9f0-5eddc540b575 HTTP/1.1" status: 204  len: 168 time: 1.4389312
May 14 21:24:28.304585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757704cd-1e5c-43ba-90b9-8cee6a082230 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6600266-4425-42b1-a9f0-5eddc540b575,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:28.347072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-1fee38ef-b19e-4f31-85ed-8ef1de0151c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:28.348785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-1fee38ef-b19e-4f31-85ed-8ef1de0151c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0734951
May 14 21:24:28.450304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7aa6805f-d064-463b-a360-0ed686d2630f req-1e1a4c3b-da88-4887-85d8-dc3d3320ca29 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.1138856
May 14 21:24:28.461799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Allocated IP 172.20.0.13 (a8234d4d-c69a-4d7e-8f40-9be71afea472/b850307b-ce43-4349-9554-120f901143b5/a4831886-f328-4292-b75f-9f46662e69b1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:28.492891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-f5f17844-648f-4ad0-8847-b05c8269ff17 service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283591
May 14 21:24:28.647996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36592) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:28.662116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88fab499-fb9e-4327-b02a-c48326ebd27a req-e27bcdfc-9969-4384-9374-131cdf4d1d8f service neutron] 10.222.0.48 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711614
May 14 21:24:28.674580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc30b-9f64-4181-afed-feb9fed35ee7 req-6b2cdc1f-42dd-415d-98c5-91919fe58059 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:28.676215 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a5dc30b-9f64-4181-afed-feb9fed35ee7 req-6b2cdc1f-42dd-415d-98c5-91919fe58059 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 945 time: 0.0741923
May 14 21:24:28.716189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for port (a4831886-f328-4292-b75f-9f46662e69b1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:28.733442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b7cda-6f3b-4bba-b798-3146f5c40fe2 req-85be57e0-778a-4685-86f0-6c415740b781 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:28.735047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-022b7cda-6f3b-4bba-b798-3146f5c40fe2 req-85be57e0-778a-4685-86f0-6c415740b781 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0837870
May 14 21:24:28.740165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a5dc30b-9f64-4181-afed-feb9fed35ee7 req-984facb9-8969-441b-9fe4-4271ec20fa9a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550952
May 14 21:24:28.836754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36598) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:28.860789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aa8f02eb-0803-4616-95cf-0258b49aae29 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:28.881692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: aa8f02eb-0803-4616-95cf-0258b49aae29 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:28.882033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aa8f02eb-0803-4616-95cf-0258b49aae29 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:28.892562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-0a67bfcf-fa7c-4b74-b514-a4d0dd1fdb7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1093993
May 14 21:24:28.895789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-022b7cda-6f3b-4bba-b798-3146f5c40fe2 req-01857a4b-9f03-443b-ae53-be762ec228e7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1452360
May 14 21:24:28.921455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1389184624'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:28.931951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c28c50db-4139-43a6-bdf1-044b8b78cf43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=155b6f457be24818bb00db2560ef96fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0935445
May 14 21:24:28.936477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:28.962772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-4cd86db2-b0fa-4361-babb-9af18addb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:28.964485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-4cd86db2-b0fa-4361-babb-9af18addb00e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a924ca59a9ac44cf96e53be012a43af1&device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 1089 time: 0.0462496
May 14 21:24:28.997863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7a6acb8-2d59-4be2-83d1-1d7261c646c1 admin admin] Publish callbacks [] for security_group (439c2ae4-c349-46f1-bd14-982244a74ad5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.013127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a4831886-f328-4292-b75f-9f46662e69b1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.024297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7a6acb8-2d59-4be2-83d1-1d7261c646c1 admin admin] Publish callbacks [] for security_group (439c2ae4-c349-46f1-bd14-982244a74ad5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.074165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Made reservation on behalf of fd178d4c14994f26b3b475ddac4a05e7 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:29.077845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.086425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.086787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:29.094243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:29.101277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:29.140466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event updated for resources: {'Port': ['ID=a4831886-f328-4292-b75f-9f46662e69b1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:29.157239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-a52e0f19-072b-4c41-b938-dc230b0d79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.158729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-a52e0f19-072b-4c41-b938-dc230b0d79c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 200  len: 913 time: 0.1767130
May 14 21:24:29.181511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.182142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.197022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7a6acb8-2d59-4be2-83d1-1d7261c646c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (439c2ae4-c349-46f1-bd14-982244a74ad5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.200486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7a6acb8-2d59-4be2-83d1-1d7261c646c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.203877 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7a6acb8-2d59-4be2-83d1-1d7261c646c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/439c2ae4-c349-46f1-bd14-982244a74ad5 HTTP/1.1" status: 204  len: 168 time: 0.2669134
May 14 21:24:29.214064 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-e07d7f12-146c-45fc-8e2f-eddda42f02b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 200  len: 217 time: 0.0476847
May 14 21:24:29.216279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6acb8-2d59-4be2-83d1-1d7261c646c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c2ae4-c349-46f1-bd14-982244a74ad5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:29.293621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-d451e8ef-4281-4e28-bbe7-025fcd4f5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.295833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-d451e8ef-4281-4e28-bbe7-025fcd4f5d38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 200  len: 851 time: 0.0714018
May 14 21:24:29.305273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks [] for security_group (5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.353637 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.363538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-5265cb58-9b53-4e87-a8c8-d345931b6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.365573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-5265cb58-9b53-4e87-a8c8-d345931b6a70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5fb69a44-68f6-44d7-9bcb-ee9798387585&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0642858
May 14 21:24:29.369062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-c9e79111-87d6-4bd9-af78-ceed406361a3 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4741817
May 14 21:24:29.380357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:29.394363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Request body: {'port': {'device_id': 'd68de201-9379-4235-9f12-f43205e5341c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:29.397796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:29.400353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (4e38b75f-4557-47e3-af20-5dbdb4393575), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.401718 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Added segment 4e38b75f-4557-47e3-af20-5dbdb4393575 of type vlan for network 002314f4-e9f2-4fe4-a159-e0b511f6e1db
May 14 21:24:29.435257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8275d307-a07f-45ae-8069-a50b3137403f None None] Provisioning complete for port a4831886-f328-4292-b75f-9f46662e69b1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:29.436214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8275d307-a07f-45ae-8069-a50b3137403f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a4831886-f328-4292-b75f-9f46662e69b1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.447093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (002314f4-e9f2-4fe4-a159-e0b511f6e1db), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.488460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8275d307-a07f-45ae-8069-a50b3137403f None None] Port a4831886-f328-4292-b75f-9f46662e69b1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:24:29.531178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (002314f4-e9f2-4fe4-a159-e0b511f6e1db), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.536693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.536869 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.593112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a4831886-f328-4292-b75f-9f46662e69b1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:29.598883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-eaaa08b2-bd7d-452f-a617-7bd2d169b987 service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2213330
May 14 21:24:29.639853 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9907572
May 14 21:24:29.644795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36608) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:29.654794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a132-6ce1-47fb-94bf-d7525b9c91d4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Pushing event updated for resources: {'Network': ['ID=002314f4-e9f2-4fe4-a159-e0b511f6e1db,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:29.664954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0334e-560a-4fcc-bd47-b4959471eefe req-32954041-8ca0-4a3f-8579-d384e1818759 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.669124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5e0334e-560a-4fcc-bd47-b4959471eefe req-32954041-8ca0-4a3f-8579-d384e1818759 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 932 time: 0.0926185
May 14 21:24:29.679791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 002314f4-e9f2-4fe4-a159-e0b511f6e1db details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:29.730842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5e0334e-560a-4fcc-bd47-b4959471eefe req-c91fead9-76de-4208-a40b-71f42a707e9f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576279
May 14 21:24:29.896841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'network': {'name': 'tempest-network--1602608786', 'router:external': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:29.940394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bcf8f6d-9334-4366-9f73-901583cce9de req-dfff6918-8cf0-4b57-847a-ca207f2c4279 service neutron] 10.222.0.36 "GET /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3343418
May 14 21:24:29.978723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed361d-1ed4-49f1-9ccf-a2267720ec95 req-4d90f069-a3c4-4338-af9a-dfc9a7808c87 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:29.981880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebed361d-1ed4-49f1-9ccf-a2267720ec95 req-4d90f069-a3c4-4338-af9a-dfc9a7808c87 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 945 time: 0.1291893
May 14 21:24:29.999542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Made reservation on behalf of c51d73d877bd4403b6ab1c8c694b3c90 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:30.002596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.017687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.111087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebed361d-1ed4-49f1-9ccf-a2267720ec95 req-9879913f-ae7d-4db8-876f-5aca0c0ed2c4 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213298
May 14 21:24:30.120637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843f601-1472-4284-a2c9-92e9ae162789 req-88ece2b1-bed5-4ffa-b120-50fd0935a319 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.122162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b843f601-1472-4284-a2c9-92e9ae162789 req-88ece2b1-bed5-4ffa-b120-50fd0935a319 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0690241
May 14 21:24:30.216426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4831886-f328-4292-b75f-9f46662e69b1 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:30.232776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for security_group (7a34abad-a8d1-4cbf-ac77-d386f9f39185), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.241313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b843f601-1472-4284-a2c9-92e9ae162789 req-002043e9-dba2-489a-b931-8e3a15ec4f9c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932465
May 14 21:24:30.248964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Publish callbacks [] for port (a4831886-f328-4292-b75f-9f46662e69b1), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.273224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e050a40-e526-4b5f-87f8-0b5f28d1e7df req-fdd8a767-9d9c-47be-8ea4-234eae75c401 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.278906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e050a40-e526-4b5f-87f8-0b5f28d1e7df req-fdd8a767-9d9c-47be-8ea4-234eae75c401 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 946 time: 0.0771763
May 14 21:24:30.278906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Transition to ACTIVE for port object a4831886-f328-4292-b75f-9f46662e69b1 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:24:30.328691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e050a40-e526-4b5f-87f8-0b5f28d1e7df req-11344828-ab03-4673-a401-c1770bbbc956 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455070
May 14 21:24:30.344359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7a34abad-a8d1-4cbf-ac77-d386f9f39185), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.354801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a4831886-f328-4292-b75f-9f46662e69b1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.381818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:30.389818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1135a-0529-4499-ae39-eba9f896a6de req-13c41d2b-312c-4726-aee3-db0c36fad284 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.391453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68b1135a-0529-4499-ae39-eba9f896a6de req-13c41d2b-312c-4726-aee3-db0c36fad284 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0812910
May 14 21:24:30.409416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a34abad-a8d1-4cbf-ac77-d386f9f39185,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:30.421683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3813e115-6c65-4072-8579-27fd9150d3c2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.421683 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Added segment 3813e115-6c65-4072-8579-27fd9150d3c2 of type vlan for network 9584bc16-ef82-463b-8055-86f00a53a8c9
May 14 21:24:30.429282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Pushing event updated for resources: {'Port': ['ID=a4831886-f328-4292-b75f-9f46662e69b1,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:30.502766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (9584bc16-ef82-463b-8055-86f00a53a8c9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.515259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1779-f272-4ef6-9acc-05a5e93d6f9a req-04917149-83f5-46c3-a510-11885241b513 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.515462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68b1135a-0529-4499-ae39-eba9f896a6de req-ab8a328d-5464-475a-806d-25c488140b60 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176891
May 14 21:24:30.516857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae9d1779-f272-4ef6-9acc-05a5e93d6f9a req-04917149-83f5-46c3-a510-11885241b513 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.1108823
May 14 21:24:30.577297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Attempting to bind port a4831886-f328-4292-b75f-9f46662e69b1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:30.578547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Attempting to bind port a4831886-f328-4292-b75f-9f46662e69b1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:30.578547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Attempting to bind port a4831886-f328-4292-b75f-9f46662e69b1 on network a8234d4d-c69a-4d7e-8f40-9be71afea472 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:30.580008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36648) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:30.593456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Port a4831886-f328-4292-b75f-9f46662e69b1 on network a8234d4d-c69a-4d7e-8f40-9be71afea472 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:30.593784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Attempting to bind port a4831886-f328-4292-b75f-9f46662e69b1 on network a8234d4d-c69a-4d7e-8f40-9be71afea472 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:30.614127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:30.614481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Checking segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:30.614858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Bound using segment: {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:30.615509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Bound port: a4831886-f328-4292-b75f-9f46662e69b1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b1c250-63f1-47d0-9f94-1b951e88c999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:30.620254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a4831886-f328-4292-b75f-9f46662e69b1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.628668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae9d1779-f272-4ef6-9acc-05a5e93d6f9a req-7102ed50-5a87-4559-90a0-967301850de8 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858974
May 14 21:24:30.673824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (9584bc16-ef82-463b-8055-86f00a53a8c9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.675917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.676526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.721094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] For port a4831886-f328-4292-b75f-9f46662e69b1, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:30.725562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1695264927-network', 'tenant_id': 'c4fe0b96d43b41aaaa0e8e238888786a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:30.726263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] For port a4831886-f328-4292-b75f-9f46662e69b1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4831886-f328-4292-b75f-9f46662e69b1,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:30.741463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e6ad9-3b28-4d40-b0f7-a0991f0097ed req-ae14b499-a014-4b38-87ba-d53f102738de tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.742994 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e8e6ad9-3b28-4d40-b0f7-a0991f0097ed req-ae14b499-a014-4b38-87ba-d53f102738de tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 945 time: 0.1254752
May 14 21:24:30.776736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcdd05-c3c7-475b-8181-26110fbfff46 req-33f7e056-f777-4db6-8eda-f3fcd8c063d7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.778269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cbcdd05-c3c7-475b-8181-26110fbfff46 req-33f7e056-f777-4db6-8eda-f3fcd8c063d7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0546446
May 14 21:24:30.806747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Network': ['ID=9584bc16-ef82-463b-8055-86f00a53a8c9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:30.818536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a4831886-f328-4292-b75f-9f46662e69b1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.824048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 9584bc16-ef82-463b-8055-86f00a53a8c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:30.859510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cbcdd05-c3c7-475b-8181-26110fbfff46 req-73f33ea5-c5f2-4819-a350-f161f53c60be tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742908
May 14 21:24:30.863913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e8e6ad9-3b28-4d40-b0f7-a0991f0097ed req-ec7697fb-26e9-4eb2-a408-82e689d11792 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116736
May 14 21:24:30.876424 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90bffae3-768c-413b-b7a5-ff2c87245dc8 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.2280347
May 14 21:24:30.878520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:30.886124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:30.886252 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:30.886395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] 10.222.0.36 "PUT /v2.0/ports/a4831886-f328-4292-b75f-9f46662e69b1 HTTP/1.1" status: 200  len: 1092 time: 1.4907236
May 14 21:24:30.886395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:30.887841 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564f7e48-f1fd-412f-84d4-abd80731d2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "tag": "a4831886-f328-4292-b75f-9f46662e69b1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:30.933362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c86d8-e520-420d-9c9c-5db99520f623 service neutron] Pushing event updated for resources: {'Port': ['ID=a4831886-f328-4292-b75f-9f46662e69b1,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:31.018636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (9584bc16-ef82-463b-8055-86f00a53a8c9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.022618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Made reservation on behalf of c4fe0b96d43b41aaaa0e8e238888786a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:31.024853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.055455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.101127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7502b-fd59-4c97-86dc-fad1e754fcbf req-b3a99d27-1a89-4c3a-9b88-48e1fb81aad8 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.108921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cf7502b-fd59-4c97-86dc-fad1e754fcbf req-b3a99d27-1a89-4c3a-9b88-48e1fb81aad8 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 944 time: 0.0998743
May 14 21:24:31.111094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-e906e54b-f8fc-4b97-916c-137ef8483a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.113215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-e906e54b-f8fc-4b97-916c-137ef8483a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2a1c19cad6047f09d1b74a2a607dd28&device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 1126 time: 0.0918016
May 14 21:24:31.177509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (9584bc16-ef82-463b-8055-86f00a53a8c9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.184778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-fa8c8300-e175-4c87-843e-e1b66ac997e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4831886-f328-4292-b75f-9f46662e69b1 HTTP/1.1" status: 200  len: 217 time: 0.0494504
May 14 21:24:31.214772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a08eb80>,) {'filters': {'network_id': ['9584bc16-ef82-463b-8055-86f00a53a8c9']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:31.233044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a08eb80>, '3813e115-6c65-4072-8579-27fd9150d3c2') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:31.233349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a08eb80>, '3813e115-6c65-4072-8579-27fd9150d3c2') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:31.241467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-6d0db1ff-263a-4019-bfba-b18a8867b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.243000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-6d0db1ff-263a-4019-bfba-b18a8867b870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b850307b-ce43-4349-9554-120f901143b5 HTTP/1.1" status: 200  len: 844 time: 0.0521090
May 14 21:24:31.252081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (3813e115-6c65-4072-8579-27fd9150d3c2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.266335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cf7502b-fd59-4c97-86dc-fad1e754fcbf req-455f54d8-26aa-4d05-832b-c235bfa69096 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565588
May 14 21:24:31.275298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3813e115-6c65-4072-8579-27fd9150d3c2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.298227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:31.298227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (3813e115-6c65-4072-8579-27fd9150d3c2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:31.300007 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:31.302422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks [] for security_group (294e0d85-bdad-4f8c-91b8-f906940f46ab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.310088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-76859646-2217-4342-ace9-f4336c0151de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.311643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-76859646-2217-4342-ace9-f4336c0151de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8234d4d-c69a-4d7e-8f40-9be71afea472&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0609879
May 14 21:24:31.388423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (294e0d85-bdad-4f8c-91b8-f906940f46ab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.416225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-7e72dfb2-4213-4197-bff0-2606e633179f service neutron] 10.222.0.36 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982647
May 14 21:24:31.418596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e0d85-bdad-4f8c-91b8-f906940f46ab,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:31.509668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97975b7f-5c1e-46b5-a541-48068fc37cf4 req-2c81b526-ec1d-4218-9644-ebe5201a71ee service neutron] 10.222.0.36 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874240
May 14 21:24:31.517237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (9584bc16-ef82-463b-8055-86f00a53a8c9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.529156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:31.531198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9584bc16-ef82-463b-8055-86f00a53a8c9 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:24:31.547916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.554716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:31.556408 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/networks/9584bc16-ef82-463b-8055-86f00a53a8c9 HTTP/1.1" status: 204  len: 168 time: 0.6731865
May 14 21:24:31.560198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb69bf-c3d7-41fa-9941-bd9a7ea55ae3 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Network': ['ID=9584bc16-ef82-463b-8055-86f00a53a8c9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:31.560933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:31.575860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (66b09e24-004e-45e2-8c85-b073289a190b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.576280 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Added segment 66b09e24-004e-45e2-8c85-b073289a190b of type vlan for network af5a4b8e-1df1-4780-a149-63d1d293e5bd
May 14 21:24:31.627943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Made reservation on behalf of c51d73d877bd4403b6ab1c8c694b3c90 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:31.630545 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.641775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (af5a4b8e-1df1-4780-a149-63d1d293e5bd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.667668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:31.681894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1fa2d91e-c3af-4d4d-9045-a0be8271fb71), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.682568 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Added segment 1fa2d91e-c3af-4d4d-9045-a0be8271fb71 of type vlan for network ec0d9463-2608-4731-b9ae-189e9dfa187b
May 14 21:24:31.731511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (af5a4b8e-1df1-4780-a149-63d1d293e5bd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.733512 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af7fcc-4ab0-4f32-a458-b00f76b4f8a4 x-openstack-request-id: req-31af7fcc-4ab0-4f32-a458-b00f76b4f8a4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:31.733649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.733913 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "tag": "a4831886-f328-4292-b75f-9f46662e69b1", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:31.738935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.739207 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31af7fcc-4ab0-4f32-a458-b00f76b4f8a4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:31.739207 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31af7fcc-4ab0-4f32-a458-b00f76b4f8a4'] response: {'name': 'network-changed', 'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1', 'status': 'completed', 'code': 200}
May 14 21:24:31.764934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ec0d9463-2608-4731-b9ae-189e9dfa187b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.831831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] Pushing event updated for resources: {'Network': ['ID=af5a4b8e-1df1-4780-a149-63d1d293e5bd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:31.845865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:31.881884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e4f1-01e6-4151-aa35-81fbd9548768 req-436ba3e2-bbc0-45ef-a5b7-6cae1c8987b3 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.883605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d07e4f1-01e6-4151-aa35-81fbd9548768 req-436ba3e2-bbc0-45ef-a5b7-6cae1c8987b3 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 945 time: 0.0580475
May 14 21:24:31.919710 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-04b92627-2ea3-4d6b-ac83-d26df3b22d6e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 859 time: 1.3355420
May 14 21:24:31.919938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ec0d9463-2608-4731-b9ae-189e9dfa187b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:31.920042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36704) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:31.925931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Request body: {'subnet': {'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1695264927-subnet', 'tenant_id': 'c4fe0b96d43b41aaaa0e8e238888786a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:31.930296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:31.934187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:32.021221 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d07e4f1-01e6-4151-aa35-81fbd9548768 req-1e96f118-0c0b-420f-815b-ae89339ae75c tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285691
May 14 21:24:32.024584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Network': ['ID=ec0d9463-2608-4731-b9ae-189e9dfa187b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:32.036895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ec0d9463-2608-4731-b9ae-189e9dfa187b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:32.046440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Made reservation on behalf of c4fe0b96d43b41aaaa0e8e238888786a for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:32.049363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:32.071230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cb46d16e-72d7-4a7d-b579-2f420d96e516 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.5154309
May 14 21:24:32.082392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:32.087928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'subnet': {'network_id': 'ec0d9463-2608-4731-b9ae-189e9dfa187b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:32.175882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13118e7b-f8c3-4709-8671-e8bdca5c0261 req-e2e84984-5c50-4f84-bd1c-e29b874bd26e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:32.177407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13118e7b-f8c3-4709-8671-e8bdca5c0261 req-e2e84984-5c50-4f84-bd1c-e29b874bd26e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0493081
May 14 21:24:32.234865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13118e7b-f8c3-4709-8671-e8bdca5c0261 req-7559700f-4324-490c-8a73-e3b09bdf52cb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512495
May 14 21:24:32.297113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Made reservation on behalf of c51d73d877bd4403b6ab1c8c694b3c90 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:32.300188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:32.358753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b3122-0312-4750-ae2f-b67bedf1a09d req-a2a2220d-c140-411a-bc7b-e0d373fe30ad tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:32.360440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d12b3122-0312-4750-ae2f-b67bedf1a09d req-a2a2220d-c140-411a-bc7b-e0d373fe30ad tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0481646
May 14 21:24:32.378395 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (d94c3554-4ad1-4a40-9848-b3ca9361389d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:32.417260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d12b3122-0312-4750-ae2f-b67bedf1a09d req-75857be4-bf27-4a20-b463-cd58e8703ae6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506968
May 14 21:24:32.537741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e571de9-cd3e-4259-9990-c96809e5e6ae req-956adfcf-73a4-4f29-8233-95e72772c17e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:32.539627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e571de9-cd3e-4259-9990-c96809e5e6ae req-956adfcf-73a4-4f29-8233-95e72772c17e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 944 time: 0.0552595
May 14 21:24:32.638651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e571de9-cd3e-4259-9990-c96809e5e6ae req-0bac3925-c8dd-4f31-9ec5-4a008dfa42c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932207
May 14 21:24:32.647407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-7b773dd3-56f2-41b7-b981-a5c0131365bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:32.648952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-7b773dd3-56f2-41b7-b981-a5c0131365bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2a1c19cad6047f09d1b74a2a607dd28&device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 1126 time: 0.0546355
May 14 21:24:32.842072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94c3554-4ad1-4a40-9848-b3ca9361389d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:32.871531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-f0c7e367-0460-4487-81ad-4f76ed1d0b4f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:32.873111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-f0c7e367-0460-4487-81ad-4f76ed1d0b4f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=af92eb0e-dba1-4109-ae5a-2d8d02806cb0 HTTP/1.1" status: 200  len: 944 time: 0.0877616
May 14 21:24:32.895886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Checking segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:32.896256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Network hostable DHCP agents. Network: af5a4b8e-1df1-4780-a149-63d1d293e5bd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:24:33.034712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:24:33.041063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Deleting port af229f26-8c15-4496-83fd-3745d3601050 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:33.041444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (af229f26-8c15-4496-83fd-3745d3601050), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.131075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, af5a4b8e-1df1-4780-a149-63d1d293e5bd) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:33.142073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.142670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.146251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4c9c6-3eed-4e4c-8f38-a1e03832c736 None None] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:33.177941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-0bb22757-8bca-4255-861e-c10ebe9eb733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.178892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-0bb22757-8bca-4255-861e-c10ebe9eb733 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8234d4d-c69a-4d7e-8f40-9be71afea472 HTTP/1.1" status: 200  len: 906 time: 0.5243566
May 14 21:24:33.188827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b218-d920-4aa5-8ac6-aefdaf5afd27 req-f2199179-da0f-4361-b9c8-529a93742980 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.196825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be47b218-d920-4aa5-8ac6-aefdaf5afd27 req-f2199179-da0f-4361-b9c8-529a93742980 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1081612
May 14 21:24:33.205400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:24:33.205856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (0dc1c544-ab6f-4334-9d9c-645029505a33), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.262755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be47b218-d920-4aa5-8ac6-aefdaf5afd27 req-50af469c-4dab-4404-84c4-7f7e1fb3b7af tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646720
May 14 21:24:33.274630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] For port af229f26-8c15-4496-83fd-3745d3601050, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=af229f26-8c15-4496-83fd-3745d3601050,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:33.275006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (af229f26-8c15-4496-83fd-3745d3601050), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.295226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-71ed0f02-e3bb-4320-90e9-52d7d2a2a00a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.3740206
May 14 21:24:33.306564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Calling delete_port for af229f26-8c15-4496-83fd-3745d3601050 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:33.328903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0dc1c544-ab6f-4334-9d9c-645029505a33,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:33.383524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Checking segment: {'id': '1fa2d91e-c3af-4d4d-9045-a0be8271fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ec0d9463-2608-4731-b9ae-189e9dfa187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:33.383817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Network hostable DHCP agents. Network: ec0d9463-2608-4731-b9ae-189e9dfa187b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:24:33.441503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df61a64-dd97-4678-81c8-50d844f6054b req-3e0c6189-43e5-48a7-8b27-550db693e914 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.443091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1df61a64-dd97-4678-81c8-50d844f6054b req-3e0c6189-43e5-48a7-8b27-550db693e914 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 945 time: 0.0955780
May 14 21:24:33.488405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Network ec0d9463-2608-4731-b9ae-189e9dfa187b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:24:33.502994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d4de6-1f7f-4191-8dfd-1ff6a4f9aa8b None None] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:33.520664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1df61a64-dd97-4678-81c8-50d844f6054b req-5cca5d9b-404d-4051-95ad-c39b5e8cbd17 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690303
May 14 21:24:33.577502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec0d9463-2608-4731-b9ae-189e9dfa187b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:33.579357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (af229f26-8c15-4496-83fd-3745d3601050), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.591773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0619b57-34d0-450c-9f2c-ea7f88412f5f None None] Network ec0d9463-2608-4731-b9ae-189e9dfa187b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:33.596759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.597509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.608263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996', '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:33.626702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'Port': ['ID=af229f26-8c15-4496-83fd-3745d3601050,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:33.642293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc8e7e-ec4f-4fe8-a2f4-c70b102de17e req-020d92e9-d6c6-41bf-aca6-2b5b37335202 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.654929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4afc8e7e-ec4f-4fe8-a2f4-c70b102de17e req-020d92e9-d6c6-41bf-aca6-2b5b37335202 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0692761
May 14 21:24:33.685036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] No DVR routers for this DVR port af229f26-8c15-4496-83fd-3745d3601050 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:33.688283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:33.701325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79a18507-3d4e-438e-a243-58ad4b3cb8ce req-eedd37c8-efa1-40dc-b37f-98a2b702d527 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "DELETE /v2.0/ports/af229f26-8c15-4496-83fd-3745d3601050 HTTP/1.1" status: 204  len: 173 time: 0.8063428
May 14 21:24:33.701956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-deleted', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:33.704991 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63234a22-3344-4f22-95ed-9365d171a2c8" -d '{"events": [{"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-deleted", "tag": "af229f26-8c15-4496-83fd-3745d3601050"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:33.712170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4afc8e7e-ec4f-4fe8-a2f4-c70b102de17e req-e50cb2c1-0765-439a-bbdd-7755d4482785 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535865
May 14 21:24:33.799717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-e7e549af-578a-4b5a-bf9f-6db1e640d386 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4831886-f328-4292-b75f-9f46662e69b1 HTTP/1.1" status: 200  len: 217 time: 0.0595615
May 14 21:24:33.834674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e0008e1c-b982-4d33-84f7-6e46e45b2e57 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.7478249
May 14 21:24:33.834674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36744) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:33.838799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'floatingip': {'floating_network_id': 'ec0d9463-2608-4731-b9ae-189e9dfa187b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:33.850769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739dc38-78c0-4366-b51f-36a830a9bc95 None None] Network ec0d9463-2608-4731-b9ae-189e9dfa187b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:33.883563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-a71dd467-41fa-42d4-b07a-d666b522f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.886123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-a71dd467-41fa-42d4-b07a-d666b522f7b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b850307b-ce43-4349-9554-120f901143b5 HTTP/1.1" status: 200  len: 844 time: 0.0704038
May 14 21:24:33.991381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-46015a40-e5b6-420f-8224-611e283f1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:33.993176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-46015a40-e5b6-420f-8224-611e283f1e0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8234d4d-c69a-4d7e-8f40-9be71afea472&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0641980
May 14 21:24:34.000660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.087450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.204863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Allocated IP 172.20.0.8 (ec0d9463-2608-4731-b9ae-189e9dfa187b/0dc1c544-ab6f-4334-9d9c-645029505a33/f217ac7b-3485-4a72-ae51-d0d2614c514c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:34.216694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-d5d67931-b943-456e-bd6b-f76637bd7ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171688
May 14 21:24:34.227712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-a515c0d6-578c-4724-a80e-5cb7ffc2509e tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:34.229227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-a515c0d6-578c-4724-a80e-5cb7ffc2509e tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 945 time: 0.1422083
May 14 21:24:34.256567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a4831886-f328-4292-b75f-9f46662e69b1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:34.358431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.386680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a4831886-f328-4292-b75f-9f46662e69b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4831886-f328-4292-b75f-9f46662e69b1,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:34.400458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'a4831886-f328-4292-b75f-9f46662e69b1', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'port_id': 'a4831886-f328-4292-b75f-9f46662e69b1', 'mac_address': 'fa:16:3e:40:9e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:34.428354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-0b526c91-4e05-4a47-b34f-9ceb15690c72 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:34.431943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-0b526c91-4e05-4a47-b34f-9ceb15690c72 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.3464715
May 14 21:24:34.447346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a4831886-f328-4292-b75f-9f46662e69b1 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:34.448503 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a4831886-f328-4292-b75f-9f46662e69b1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.460598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Deleting port 722b9ead-c2ae-4121-a8ee-86862e585087 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:34.462598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4831886-f328-4292-b75f-9f46662e69b1 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:34.466596 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.487595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-d0ed3b1d-81d9-4eb3-b7e8-d1b21927dbbd tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/quotas/c4fe0b96d43b41aaaa0e8e238888786a HTTP/1.1" status: 200  len: 375 time: 0.0481837
May 14 21:24:34.490104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a4831886-f328-4292-b75f-9f46662e69b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4831886-f328-4292-b75f-9f46662e69b1,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:34.491824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.529690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Network ec0d9463-2608-4731-b9ae-189e9dfa187b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:34.532639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:34.536317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:34.572602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Port': ['ID=f217ac7b-3485-4a72-ae51-d0d2614c514c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:34.582635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-5abc3a6b-e49b-49a4-8ebc-24d97d80ca86 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0835326
May 14 21:24:34.586598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f7e48-f1fd-412f-84d4-abd80731d2bc req-73e12e4b-a3a8-464b-ad4b-2b221445c8e2 service neutron] 10.222.0.36 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3563020
May 14 21:24:34.606189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a4831886-f328-4292-b75f-9f46662e69b1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.651773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for floatingip (7ac4ba50-c23e-45d0-855a-0a8266714652), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.658663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a4831886-f328-4292-b75f-9f46662e69b1,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:34.677307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] For port 722b9ead-c2ae-4121-a8ee-86862e585087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=722b9ead-c2ae-4121-a8ee-86862e585087,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:34.677675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.696572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Calling delete_port for 722b9ead-c2ae-4121-a8ee-86862e585087 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:34.759008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-770e3c4f-0201-4a09-9265-7ca39b66ef8f service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628294
May 14 21:24:34.784428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:34.917598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-f03d9637-1f84-4228-9d66-f40f6ef33011 service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500161
May 14 21:24:34.951165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a4831886-f328-4292-b75f-9f46662e69b1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:35.051240 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.085634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (722b9ead-c2ae-4121-a8ee-86862e585087), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.097814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9e94139a-6e1c-4da1-8861-0687ddd3586e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:35.100396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3a348e4f-ad3b-422c-95bb-dd7c013bb387'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:35.114132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Pushing event deleted for resources: {'Port': ['ID=722b9ead-c2ae-4121-a8ee-86862e585087,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:35.172353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdefec8-2789-4918-a344-ec696950f0e5 req-0698d828-5f04-4e5d-b5c8-8a806a633b19 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:35.185457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cdefec8-2789-4918-a344-ec696950f0e5 req-0698d828-5f04-4e5d-b5c8-8a806a633b19 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 945 time: 0.0928690
May 14 21:24:35.193042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.206465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] No DVR routers for this DVR port 722b9ead-c2ae-4121-a8ee-86862e585087 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:35.209179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.214904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e913fb8f-36c6-4780-b40d-62e4478dc313 req-cecf6c85-7bcd-4054-9f6e-38cbc9776038 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "DELETE /v2.0/ports/722b9ead-c2ae-4121-a8ee-86862e585087 HTTP/1.1" status: 204  len: 173 time: 0.9692438
May 14 21:24:35.218594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a3f63-e588-4886-8fb6-badfa00301d5', 'name': 'network-vif-deleted', 'tag': '722b9ead-c2ae-4121-a8ee-86862e585087'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:35.218594 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06995418-331a-4e49-8426-90d3c90ae87f" -d '{"events": [{"server_uuid": "656a3f63-e588-4886-8fb6-badfa00301d5", "name": "network-vif-deleted", "tag": "722b9ead-c2ae-4121-a8ee-86862e585087"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:35.270146 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 14 May 2022 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb06080-440a-4ed3-a312-8cfffe9b7519 x-openstack-request-id: req-2eb06080-440a-4ed3-a312-8cfffe9b7519 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:35.270626 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af92eb0e-dba1-4109-ae5a-2d8d02806cb0", "name": "network-vif-deleted", "tag": "af229f26-8c15-4496-83fd-3745d3601050", "status": "failed", "code": 422}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:35.271057 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2eb06080-440a-4ed3-a312-8cfffe9b7519 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:35.272294 ncdv-master-1 neutron-server[115780]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2eb06080-440a-4ed3-a312-8cfffe9b7519']: {'server_uuid': 'af92eb0e-dba1-4109-ae5a-2d8d02806cb0', 'name': 'network-vif-deleted', 'tag': 'af229f26-8c15-4496-83fd-3745d3601050', 'status': 'failed', 'code': 422} returned with failed status
May 14 21:24:35.342834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Port': ['ID=f217ac7b-3485-4a72-ae51-d0d2614c514c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:35.367184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cdefec8-2789-4918-a344-ec696950f0e5 req-8f93c608-99b8-49a4-af5a-38c11f4babdf tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1808515
May 14 21:24:35.375911 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7ac4ba50-c23e-45d0-855a-0a8266714652), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.410199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8dd926d-b7c5-47ab-a1c2-db8ef15c84b9 req-37194701-ac85-4679-bdf1-fbe218d10d7a tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 210 time: 0.0753994
May 14 21:24:35.478255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.478255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-01416252-34f1-4d3a-bfb0-c5235e581f2f tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.6410449
May 14 21:24:35.479676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36784) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:35.501144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-881fdb66-384c-4353-951a-01e9b396ba0d req-38da54e5-4d9e-42a4-8194-b24d22fdd4e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 210 time: 0.0392244
May 14 21:24:35.515572 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce76d05-c1ea-484f-8d45-b8840865b09c x-openstack-request-id: req-9ce76d05-c1ea-484f-8d45-b8840865b09c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:35.515886 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656a3f63-e588-4886-8fb6-badfa00301d5", "name": "network-vif-deleted", "tag": "722b9ead-c2ae-4121-a8ee-86862e585087", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:35.516145 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ce76d05-c1ea-484f-8d45-b8840865b09c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:35.516557 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce76d05-c1ea-484f-8d45-b8840865b09c'] response: {'server_uuid': '656a3f63-e588-4886-8fb6-badfa00301d5', 'name': 'network-vif-deleted', 'tag': '722b9ead-c2ae-4121-a8ee-86862e585087', 'status': 'completed', 'code': 200}
May 14 21:24:35.574849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-12490d17-8797-4aed-930f-f8725b50da02 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=ec0d9463-2608-4731-b9ae-189e9dfa187b HTTP/1.1" status: 200  len: 689 time: 0.0938041
May 14 21:24:35.578361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36786) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:35.657087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b9da7-5d3e-4c4f-a30b-ebb43f43c445 req-db037242-34c9-47a3-9fdf-aecf08f98b2c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:35.658106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee8b9da7-5d3e-4c4f-a30b-ebb43f43c445 req-db037242-34c9-47a3-9fdf-aecf08f98b2c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0654643
May 14 21:24:35.682597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ec0d9463-2608-4731-b9ae-189e9dfa187b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.708666 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee8b9da7-5d3e-4c4f-a30b-ebb43f43c445 req-454e621e-cddc-4033-8af7-4257925df001 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435996
May 14 21:24:35.808014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Deleting port f217ac7b-3485-4a72-ae51-d0d2614c514c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:35.808417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.848269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4467ea1-8cf6-4f2b-9f8a-6e2b3ec28f38 req-019e0104-c586-4953-9766-9762933502f0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:35.849811 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4467ea1-8cf6-4f2b-9f8a-6e2b3ec28f38 req-019e0104-c586-4953-9766-9762933502f0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0667017
May 14 21:24:35.907301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4467ea1-8cf6-4f2b-9f8a-6e2b3ec28f38 req-64c333fd-9e37-4654-93ce-8dc79e5d35ad tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496073
May 14 21:24:35.910356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.910688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for floatingip (f217ac7b-3485-4a72-ae51-d0d2614c514c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:35.924246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Calling delete_port for f217ac7b-3485-4a72-ae51-d0d2614c514c owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:36.116999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc5fb4-044c-4c66-a57f-c30dadf86d4e req-c398504a-084f-4288-b72a-1546e8030637 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:36.118671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-badc5fb4-044c-4c66-a57f-c30dadf86d4e req-c398504a-084f-4288-b72a-1546e8030637 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0536220
May 14 21:24:36.123266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88041510-ea8f-4da8-9f8b-8e06dd57d876 req-237e4b91-4b8c-4df4-9c7c-3ddc2072fe17 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:36.125113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88041510-ea8f-4da8-9f8b-8e06dd57d876 req-237e4b91-4b8c-4df4-9c7c-3ddc2072fe17 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 907 time: 0.0602205
May 14 21:24:36.178775 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-badc5fb4-044c-4c66-a57f-c30dadf86d4e req-4ee5394a-2f31-4604-ae02-4424580a420e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503292
May 14 21:24:36.199560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f217ac7b-3485-4a72-ae51-d0d2614c514c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.225585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Port': ['ID=f217ac7b-3485-4a72-ae51-d0d2614c514c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:36.289676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a4831886-f328-4292-b75f-9f46662e69b1 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:36.332925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47eef2-bcbb-4314-b121-c38d45c17687 req-d1e769aa-52e6-4802-849a-dffd3b495c7c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:36.334299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b47eef2-bcbb-4314-b121-c38d45c17687 req-d1e769aa-52e6-4802-849a-dffd3b495c7c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0625310
May 14 21:24:36.347227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for floatingip (7ac4ba50-c23e-45d0-855a-0a8266714652), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.348268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port a4831886-f328-4292-b75f-9f46662e69b1 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:24:36.410339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b47eef2-bcbb-4314-b121-c38d45c17687 req-c462db0b-76dc-4e8b-bd45-a8a618bc4d4e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698450
May 14 21:24:36.417086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port a4831886-f328-4292-b75f-9f46662e69b1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:36.417424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a4831886-f328-4292-b75f-9f46662e69b1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.418178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0dc1c544-ab6f-4334-9d9c-645029505a33), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.527620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a4831886-f328-4292-b75f-9f46662e69b1 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:36.528014 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a4831886-f328-4292-b75f-9f46662e69b1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.538911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b35ff-ac4e-4bc8-b6e3-4a1c4a35df78 req-39014754-b3b8-4b64-a440-c83e4640b2e5 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:36.547518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-388b35ff-ac4e-4bc8-b6e3-4a1c4a35df78 req-39014754-b3b8-4b64-a440-c83e4640b2e5 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 945 time: 0.0616727
May 14 21:24:36.557631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:36.561560 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1379003-9265-4f51-9699-3d2ad6a632e7" -d '{"events": [{"server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "name": "network-vif-plugged", "status": "completed", "tag": "a4831886-f328-4292-b75f-9f46662e69b1"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:36.574102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a4831886-f328-4292-b75f-9f46662e69b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4831886-f328-4292-b75f-9f46662e69b1,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:36.575331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76855447-c26a-4c37-ad8c-179f08035dcd req-9889ab91-cea7-4623-bec4-57d1b246a2dd tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 210 time: 0.0406594
May 14 21:24:36.576623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (0dc1c544-ab6f-4334-9d9c-645029505a33), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.604393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc1c544-ab6f-4334-9d9c-645029505a33,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:36.614712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-388b35ff-ac4e-4bc8-b6e3-4a1c4a35df78 req-7798532f-16e6-4b90-a793-af1e766ed709 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656793
May 14 21:24:36.651137 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a4831886-f328-4292-b75f-9f46662e69b1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.652179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 722b9ead-c2ae-4121-a8ee-86862e585087 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:36.664702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ec0d9463-2608-4731-b9ae-189e9dfa187b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.675229 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e947c3-32d7-414d-b53d-ddf6e15ad76a x-openstack-request-id: req-00e947c3-32d7-414d-b53d-ddf6e15ad76a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:36.675544 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "name": "network-vif-plugged", "status": "completed", "tag": "a4831886-f328-4292-b75f-9f46662e69b1", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:36.675967 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00e947c3-32d7-414d-b53d-ddf6e15ad76a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:36.676369 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e947c3-32d7-414d-b53d-ddf6e15ad76a'] response: {'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1', 'code': 200}
May 14 21:24:36.706783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 722b9ead-c2ae-4121-a8ee-86862e585087 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:36.707413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 722b9ead-c2ae-4121-a8ee-86862e585087 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:36.710150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0435549d-5501-4474-87bc-e090738e2515 req-9cd31caa-d0dd-448e-9d3a-3c8c05332133 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 210 time: 0.0410752
May 14 21:24:36.714517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ad53fa0>,) {'filters': {'network_id': ['ec0d9463-2608-4731-b9ae-189e9dfa187b']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:36.724879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad53fa0>, '1fa2d91e-c3af-4d4d-9045-a0be8271fb71') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:36.725149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad53fa0>, '1fa2d91e-c3af-4d4d-9045-a0be8271fb71') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:36.747236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a4831886-f328-4292-b75f-9f46662e69b1,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:36.754900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1fa2d91e-c3af-4d4d-9045-a0be8271fb71), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.770073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1fa2d91e-c3af-4d4d-9045-a0be8271fb71), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.778321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:36.778595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1fa2d91e-c3af-4d4d-9045-a0be8271fb71), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:36.780741 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:36.785203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08506ac-fb7d-44de-ab22-9d33ae8a8266 req-e3de85b6-4f1b-4d75-8fd0-8108b0ed68d1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:36.792639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b08506ac-fb7d-44de-ab22-9d33ae8a8266 req-e3de85b6-4f1b-4d75-8fd0-8108b0ed68d1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0640161
May 14 21:24:36.838700 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b08506ac-fb7d-44de-ab22-9d33ae8a8266 req-be747c9d-a09c-4e75-8292-bf93199898dd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449107
May 14 21:24:36.938205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ec0d9463-2608-4731-b9ae-189e9dfa187b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.946500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  ec0d9463-2608-4731-b9ae-189e9dfa187b {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:24:36.952028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:36.955113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/networks/ec0d9463-2608-4731-b9ae-189e9dfa187b HTTP/1.1" status: 204  len: 168 time: 1.3753071
May 14 21:24:36.957786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:36.969509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1b0fa-8d32-4080-96fb-71a6f7dd1ccd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec0d9463-2608-4731-b9ae-189e9dfa187b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:36.977605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b963b-2236-4e0f-bc63-e49413de486c req-db105ad6-2e49-43a0-877f-8790dff7f9c3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:36.985509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-922b963b-2236-4e0f-bc63-e49413de486c req-db105ad6-2e49-43a0-877f-8790dff7f9c3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0763378
May 14 21:24:37.037433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-922b963b-2236-4e0f-bc63-e49413de486c req-4f2994aa-ad90-4f67-9b39-a2d2e1ea4b99 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510030
May 14 21:24:37.126694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b1cb5412-ae98-49a0-9bd6-f82660a7167c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3046 time: 0.1592815
May 14 21:24:37.127262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36824) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:37.262374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.262767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.263404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.264075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.264732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.265453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.266053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.266397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf69c8-bc15-43ba-bcf9-9647daf9252e req-5f9a928e-7b21-4f3a-aa51-147e6887f70a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.267187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.267834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.267952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0caf69c8-bc15-43ba-bcf9-9647daf9252e req-5f9a928e-7b21-4f3a-aa51-147e6887f70a tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 907 time: 0.0587568
May 14 21:24:37.268848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.269302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.269749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.270195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.275190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7ec5cabe-0f65-4a4b-8c99-5d50b10d73cd tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 8395 time: 0.1442130
May 14 21:24:37.276535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36836) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:37.320486 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-f74a6efd-68ed-4da1-805c-46d895027910 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] delete failed (client error): The resource could not be found.
May 14 21:24:37.323569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f74a6efd-68ed-4da1-805c-46d895027910 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/7ac4ba50-c23e-45d0-855a-0a8266714652 HTTP/1.1" status: 404  len: 345 time: 0.0435202
May 14 21:24:37.325085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36838) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:37.342941 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d5efb6-2264-433d-b006-9423d3870181 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] DELETE failed (client error): The resource could not be found.
May 14 21:24:37.343594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d5efb6-2264-433d-b006-9423d3870181 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:24:37.346912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a1d5efb6-2264-433d-b006-9423d3870181 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/networks/ec0d9463-2608-4731-b9ae-189e9dfa187b HTTP/1.1" status: 404  len: 339 time: 0.0209079
May 14 21:24:37.351611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36840) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:37.358805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'network': {'name': 'tempest-network--1718137554', 'router:external': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:37.387559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d3af7-b4e7-413e-839a-faa5bf30e8f6 req-a851c724-4d21-4f4e-9cce-9fb23927714e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.389102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-684d3af7-b4e7-413e-839a-faa5bf30e8f6 req-a851c724-4d21-4f4e-9cce-9fb23927714e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 813 time: 0.1635075
May 14 21:24:37.405185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-684d3af7-b4e7-413e-839a-faa5bf30e8f6 req-1ba01bc2-5409-452b-9a76-7b786177f0a3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/quotas/fe513cd0819f40d7866ce2aaa1b8ea8d HTTP/1.1" status: 200  len: 375 time: 0.0102310
May 14 21:24:37.456002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-684d3af7-b4e7-413e-839a-faa5bf30e8f6 req-046952a1-fdb0-483f-8ba2-c3adec6cd0cf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0454695
May 14 21:24:37.457066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Made reservation on behalf of c51d73d877bd4403b6ab1c8c694b3c90 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:37.459747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:37.496592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:37.538923 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1c742de8-b590-4e90-a1f6-ff0d501563a7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:37.539334 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Added segment 1c742de8-b590-4e90-a1f6-ff0d501563a7 of type vlan for network 9ebc06bf-f108-47d0-af19-0ec7043cb7c2
May 14 21:24:37.598779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ce396-016a-4737-a242-b8ff067e0e97 req-39d51319-4b2d-4023-aba6-9d52e4d91673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.600269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-961ce396-016a-4737-a242-b8ff067e0e97 req-39d51319-4b2d-4023-aba6-9d52e4d91673 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 1128 time: 0.0989990
May 14 21:24:37.693485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-128777ea-cfe0-4e5f-a6a2-fcf3bd5a892d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.695129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-128777ea-cfe0-4e5f-a6a2-fcf3bd5a892d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.36 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 907 time: 0.1411791
May 14 21:24:37.696670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fcfa8226-bc90-4356-bf18-debf63f2c8d3 req-efdb4c3c-34d2-46f6-8829-0cdf08e54860 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=656a3f63-e588-4886-8fb6-badfa00301d5 HTTP/1.1" status: 200  len: 210 time: 0.0357382
May 14 21:24:37.705823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0f26b-f990-42ca-9c43-2d502641731a req-9f249e99-3a55-4524-9345-3b362ea818c5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.707427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6b0f26b-f990-42ca-9c43-2d502641731a req-9f249e99-3a55-4524-9345-3b362ea818c5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1524899
May 14 21:24:37.710026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (9ebc06bf-f108-47d0-af19-0ec7043cb7c2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:37.796473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-961ce396-016a-4737-a242-b8ff067e0e97 req-b5da7b9f-4f3f-44cc-9223-44bb1c17b1d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1611512
May 14 21:24:37.829464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3505c23-f723-4a09-af21-4503c50972f0 req-353caed5-f286-44a6-9ba8-3d34e1eb0596 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.830989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3505c23-f723-4a09-af21-4503c50972f0 req-353caed5-f286-44a6-9ba8-3d34e1eb0596 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0614760
May 14 21:24:37.893147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6b0f26b-f990-42ca-9c43-2d502641731a req-5652919d-ba96-4829-9f7a-6bd6beb74477 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603010
May 14 21:24:37.897563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Deleting port e4b19477-e7fa-47f0-9ae9-9db5cf586364 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:37.897996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:37.971693 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3505c23-f723-4a09-af21-4503c50972f0 req-290cec85-6110-49f1-b2b7-acb6bb57da7b tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295915
May 14 21:24:37.972145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (9ebc06bf-f108-47d0-af19-0ec7043cb7c2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:37.973315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.973964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:37.995296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-33a1512e-4568-49d4-90b1-5fdac3079697 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:37.997352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-33a1512e-4568-49d4-90b1-5fdac3079697 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.1653597
May 14 21:24:38.028641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Request body: {'port': {'device_id': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'admin_state_up': True, 'tenant_id': 'c4fe0b96d43b41aaaa0e8e238888786a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:38.095388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.7425513
May 14 21:24:38.097163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c7d4363-da62-4758-9bf5-3392cd330b3c req-e53e0e73-d3e9-4fbf-8e2c-5160922c9d64 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 210 time: 0.0807817
May 14 21:24:38.100988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36852) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:38.108425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff9a6-d3d9-467d-ae8e-6c2b093119b4 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Network': ['ID=9ebc06bf-f108-47d0-af19-0ec7043cb7c2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:38.115234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 9ebc06bf-f108-47d0-af19-0ec7043cb7c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:38.181236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf7331-1c33-429c-837e-82c4e3fdd121 req-73cf5c82-a4f4-4746-9201-1210c439435a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:38.183370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-baaf7331-1c33-429c-837e-82c4e3fdd121 req-73cf5c82-a4f4-4746-9201-1210c439435a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1281359
May 14 21:24:38.215159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] For port e4b19477-e7fa-47f0-9ae9-9db5cf586364, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4b19477-e7fa-47f0-9ae9-9db5cf586364,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:38.222633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:38.249999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Calling delete_port for e4b19477-e7fa-47f0-9ae9-9db5cf586364 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:38.262810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-baaf7331-1c33-429c-837e-82c4e3fdd121 req-16989669-5a22-4f8b-8f96-5aba1485c14d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652742
May 14 21:24:38.320112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Made reservation on behalf of c4fe0b96d43b41aaaa0e8e238888786a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:38.327160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:38.376216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00c4f3-17d7-444b-aa05-b802d5890fef tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:38.381570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00c4f3-17d7-444b-aa05-b802d5890fef tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:38.389947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00c4f3-17d7-444b-aa05-b802d5890fef tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:38.393104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00c4f3-17d7-444b-aa05-b802d5890fef tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:38.397666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b00c4f3-17d7-444b-aa05-b802d5890fef tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.2901299
May 14 21:24:38.413727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36868) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:38.487945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f827bed-f03e-4d78-8c2e-a385db397635 req-2108b441-f1ab-45bd-a95f-f2bd515d81b9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:38.489412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f827bed-f03e-4d78-8c2e-a385db397635 req-2108b441-f1ab-45bd-a95f-f2bd515d81b9 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 907 time: 0.1391001
May 14 21:24:38.518027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0636fc78-5acf-4335-8022-c20aef4c06b1 req-9fbcdf75-ed00-4db3-bb86-b2a71dbf3231 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d HTTP/1.1" status: 200  len: 221 time: 0.0887558
May 14 21:24:38.519164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (9ebc06bf-f108-47d0-af19-0ec7043cb7c2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:38.572242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Allocated IP 172.20.0.11 (af5a4b8e-1df1-4780-a149-63d1d293e5bd/d94c3554-4ad1-4a40-9848-b3ca9361389d/fecd4045-e84a-40a2-8340-c732d9c9642c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:24:38.746551 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks [] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:38.868278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:38.943393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:24:38.950796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:38.954181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:38.979899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (9ebc06bf-f108-47d0-af19-0ec7043cb7c2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:38.998539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:39.031182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52317f0c70>,) {'filters': {'network_id': ['9ebc06bf-f108-47d0-af19-0ec7043cb7c2']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:39.038728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3892413-b311-4fba-9754-6a33fd25da9e req-5b006c6a-209a-4bf3-bf95-83be27125ebe tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.040268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3892413-b311-4fba-9754-6a33fd25da9e req-5b006c6a-209a-4bf3-bf95-83be27125ebe tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0751035
May 14 21:24:39.042273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.042926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.049492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52317f0c70>, '1c742de8-b590-4e90-a1f6-ff0d501563a7') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:39.050290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52317f0c70>, '1c742de8-b590-4e90-a1f6-ff0d501563a7') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:39.059619 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e4b19477-e7fa-47f0-9ae9-9db5cf586364), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.075955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1c742de8-b590-4e90-a1f6-ff0d501563a7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.107964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'Port': ['ID=e4b19477-e7fa-47f0-9ae9-9db5cf586364,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:39.119515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb721d7-13a7-4c18-9417-ac627e4256e1 req-e8c7ef79-f1ad-437e-a9b0-60095d394386 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.121984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1c742de8-b590-4e90-a1f6-ff0d501563a7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.126623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5cb721d7-13a7-4c18-9417-ac627e4256e1 req-e8c7ef79-f1ad-437e-a9b0-60095d394386 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0609376
May 14 21:24:39.155016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-8bbcea26-b4fc-4d7e-94ab-33255ea6b573 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1345410
May 14 21:24:39.160024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:39.160423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1c742de8-b590-4e90-a1f6-ff0d501563a7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:39.162193 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:39.174167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Request body: {'port': {'device_id': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:39.198546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] No DVR routers for this DVR port e4b19477-e7fa-47f0-9ae9-9db5cf586364 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:39.224892 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.228712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec6fab0b-0168-4753-be64-77b58790d4c3 req-0f3be6d9-396d-4826-a29b-c0ff25b97655 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.36 "DELETE /v2.0/ports/e4b19477-e7fa-47f0-9ae9-9db5cf586364 HTTP/1.1" status: 204  len: 173 time: 1.5160053
May 14 21:24:39.229027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5cb721d7-13a7-4c18-9417-ac627e4256e1 req-729585bf-d790-4da1-a216-0bf7a48310b6 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012137
May 14 21:24:39.230096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'name': 'network-vif-deleted', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:39.232352 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb41ecec-c841-44e0-a7c7-7c43c577f71e" -d '{"events": [{"server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "name": "network-vif-deleted", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:39.237831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3892413-b311-4fba-9754-6a33fd25da9e req-5318e61a-4b87-4853-b448-0eddccb6693d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853292
May 14 21:24:39.302858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.372214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954e09d-d79c-4286-b933-d21a1a0abab0 req-fd08aed2-cfcc-45e1-81a2-f710a4044253 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.380097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d954e09d-d79c-4286-b933-d21a1a0abab0 req-fd08aed2-cfcc-45e1-81a2-f710a4044253 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 932 time: 0.0655601
May 14 21:24:39.407348 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (9ebc06bf-f108-47d0-af19-0ec7043cb7c2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.411706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9ebc06bf-f108-47d0-af19-0ec7043cb7c2 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:24:39.416631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.420007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/networks/9ebc06bf-f108-47d0-af19-0ec7043cb7c2 HTTP/1.1" status: 204  len: 168 time: 1.0053306
May 14 21:24:39.437052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:39.453524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'network': {'name': 'tempest-network--885334435', 'router:external': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:39.460292 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40273f16-1937-4b74-9e30-ee631c323b68 x-openstack-request-id: req-40273f16-1937-4b74-9e30-ee631c323b68 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:39.460581 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85e9d3a-7530-4290-96bd-ed993a51bea3", "name": "network-vif-deleted", "tag": "e4b19477-e7fa-47f0-9ae9-9db5cf586364", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:39.460832 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40273f16-1937-4b74-9e30-ee631c323b68 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:39.461223 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40273f16-1937-4b74-9e30-ee631c323b68'] response: {'server_uuid': 'd85e9d3a-7530-4290-96bd-ed993a51bea3', 'name': 'network-vif-deleted', 'tag': 'e4b19477-e7fa-47f0-9ae9-9db5cf586364', 'status': 'completed', 'code': 200}
May 14 21:24:39.466761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959c157-228b-45e9-99ea-179f9c33c504 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ebc06bf-f108-47d0-af19-0ec7043cb7c2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:39.493412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d954e09d-d79c-4286-b933-d21a1a0abab0 req-60ee610d-4062-4455-ad7e-8c0b34d96699 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113665
May 14 21:24:39.560267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Made reservation on behalf of c51d73d877bd4403b6ab1c8c694b3c90 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:39.565504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.624509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e763865-fd68-477e-9b44-4024cbe7c416 req-22585b4c-3fa1-488f-835a-cca2b55bd0a9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.625960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e763865-fd68-477e-9b44-4024cbe7c416 req-22585b4c-3fa1-488f-835a-cca2b55bd0a9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1128228
May 14 21:24:39.636537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9140556d-b9f2-4ef7-8d23-4a0c9bdce7b0 req-a112e9f9-67f3-40e3-b053-c9adb99f9c3e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=d85e9d3a-7530-4290-96bd-ed993a51bea3 HTTP/1.1" status: 200  len: 210 time: 0.0451553
May 14 21:24:39.669256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:39.688663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (635fb853-e9c1-4d76-ab2c-196f2ae97be8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.689143 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Added segment 635fb853-e9c1-4d76-ab2c-196f2ae97be8 of type vlan for network c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1
May 14 21:24:39.740474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.804669 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e763865-fd68-477e-9b44-4024cbe7c416 req-e442975d-7c40-45c9-a489-4806456d2bd0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696088
May 14 21:24:39.861790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecd4045-e84a-40a2-8340-c732d9c9642c {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:39.871203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Publish callbacks [] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.873451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.876362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.876977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:39.891030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Transition to ACTIVE for port object fecd4045-e84a-40a2-8340-c732d9c9642c will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:24:39.964122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Network': ['ID=c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:39.974605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:39.988662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bfa1f-500a-4e64-bbb0-fb9b42572455 req-49f88696-0440-4869-9c05-d8c20d2da0f1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:39.988662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-480bfa1f-500a-4e64-bbb0-fb9b42572455 req-49f88696-0440-4869-9c05-d8c20d2da0f1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0683916
May 14 21:24:39.989233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.011571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-be04e770-3a67-457a-a671-92c4cb53a231 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.5716157
May 14 21:24:40.013660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36910) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:40.041936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:40.116903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29009add-d1eb-4f78-855e-5c151d73e871 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.121583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29009add-d1eb-4f78-855e-5c151d73e871 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] 10.222.0.52 "GET /v2.0/networks/c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1 HTTP/1.1" status: 200  len: 756 time: 0.1028795
May 14 21:24:40.121947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36912) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:40.122398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-480bfa1f-500a-4e64-bbb0-fb9b42572455 req-746152f9-3d1e-4fdb-b13a-8fd9146fb93d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832806
May 14 21:24:40.245658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Attempting to bind port fecd4045-e84a-40a2-8340-c732d9c9642c on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:40.246252 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Attempting to bind port fecd4045-e84a-40a2-8340-c732d9c9642c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:40.246444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Attempting to bind port fecd4045-e84a-40a2-8340-c732d9c9642c on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:40.249006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8837b-a2a4-42b0-b286-f1987f0fa576 req-10e462d5-f05b-4390-baee-9e4e8104ab78 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.253023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Port fecd4045-e84a-40a2-8340-c732d9c9642c on network af5a4b8e-1df1-4780-a149-63d1d293e5bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:40.253356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Attempting to bind port fecd4045-e84a-40a2-8340-c732d9c9642c on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:40.254279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8837b-a2a4-42b0-b286-f1987f0fa576 req-10e462d5-f05b-4390-baee-9e4e8104ab78 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.256215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c6b8837b-a2a4-42b0-b286-f1987f0fa576 req-10e462d5-f05b-4390-baee-9e4e8104ab78 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c&device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 1682 time: 0.1020861
May 14 21:24:40.265044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e95b6c1-e78b-4502-9d91-414b14738f40 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.265867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:24:40.266217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Checking segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:40.266430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1e95b6c1-e78b-4502-9d91-414b14738f40 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] 10.222.0.52 "GET /v2.0/networks/002314f4-e9f2-4fe4-a159-e0b511f6e1db HTTP/1.1" status: 200  len: 768 time: 0.1432941
May 14 21:24:40.266678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Bound using segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:24:40.267036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Bound port: fecd4045-e84a-40a2-8340-c732d9c9642c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:24:40.267400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.269329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:40.275067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096077d6-5763-4204-a1e2-cae8bfc61f0d req-bb825361-8a19-46e7-9d65-de8c108e0a69 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.277665 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-096077d6-5763-4204-a1e2-cae8bfc61f0d req-bb825361-8a19-46e7-9d65-de8c108e0a69 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0774424
May 14 21:24:40.318600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef6a9ace-f109-4135-b229-bbe5f59053fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.361556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-096077d6-5763-4204-a1e2-cae8bfc61f0d req-ef9235a4-4a4d-4230-b8b6-9e7c133445e7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736680
May 14 21:24:40.370138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.384250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c6b8837b-a2a4-42b0-b286-f1987f0fa576 req-0c8006c1-42ae-4e75-9fc0-e7ab5587e3c8 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167877
May 14 21:24:40.391188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:40.395647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:24:40.481178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.503435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.527770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.528462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.533848 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] 10.222.0.48 "PUT /v2.0/ports/fecd4045-e84a-40a2-8340-c732d9c9642c HTTP/1.1" status: 200  len: 1092 time: 1.3609710
May 14 21:24:40.533848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:40.534486 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403" -d '{"events": [{"name": "network-changed", "server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:40.546380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d83a1d-a0e2-4c71-9a9b-4256a60142fb req-7ccda280-d2e7-4c8a-b98d-ade92e2afe5f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.547699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6d83a1d-a0e2-4c71-9a9b-4256a60142fb req-7ccda280-d2e7-4c8a-b98d-ade92e2afe5f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0991521
May 14 21:24:40.553307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a19f9a0>,) {'filters': {'network_id': ['c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:40.562612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9203f0-39f6-40dc-81fd-ec2d7710f69e req-1a5fe94d-d4dc-4f04-9b0d-afe99b0f9ae7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.564170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d9203f0-39f6-40dc-81fd-ec2d7710f69e req-1a5fe94d-d4dc-4f04-9b0d-afe99b0f9ae7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0750999
May 14 21:24:40.574581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a19f9a0>, '635fb853-e9c1-4d76-ab2c-196f2ae97be8') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:40.574804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a19f9a0>, '635fb853-e9c1-4d76-ab2c-196f2ae97be8') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:40.586030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cebe77-2495-4619-b09b-a545e02cc356 service neutron] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:40.595746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (635fb853-e9c1-4d76-ab2c-196f2ae97be8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.617093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (635fb853-e9c1-4d76-ab2c-196f2ae97be8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.617972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6d83a1d-a0e2-4c71-9a9b-4256a60142fb req-f43d1a0b-30b0-475a-9091-4d8d21bf4173 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563757
May 14 21:24:40.631452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:40.631817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (635fb853-e9c1-4d76-ab2c-196f2ae97be8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:40.633561 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:40.655869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d9203f0-39f6-40dc-81fd-ec2d7710f69e req-bffa3e3f-d448-4012-ae0f-3dcc2bc0079f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855436
May 14 21:24:40.718241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-91617eba-523c-44e1-9c08-f6b150242bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.726594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-91617eba-523c-44e1-9c08-f6b150242bf1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 1126 time: 0.0554068
May 14 21:24:40.773557 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520cc5a2-cece-4cde-9aa6-6bfc561f7015 x-openstack-request-id: req-520cc5a2-cece-4cde-9aa6-6bfc561f7015 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:40.773557 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:40.773557 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-520cc5a2-cece-4cde-9aa6-6bfc561f7015 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:40.773557 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520cc5a2-cece-4cde-9aa6-6bfc561f7015'] response: {'name': 'network-changed', 'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'status': 'completed', 'code': 200}
May 14 21:24:40.773557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-553b9e64-0d8f-431f-9548-cdda1ebf99f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd4045-e84a-40a2-8340-c732d9c9642c HTTP/1.1" status: 200  len: 217 time: 0.0451670
May 14 21:24:40.782051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b08d63-af67-4863-9b21-a1e17c0c152a req-6f111a9c-ea51-492c-9c35-b7652c6b006f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.790050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0b08d63-af67-4863-9b21-a1e17c0c152a req-6f111a9c-ea51-492c-9c35-b7652c6b006f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 944 time: 0.0578415
May 14 21:24:40.810274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.828830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:24:40.835639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.839154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/networks/c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1 HTTP/1.1" status: 204  len: 168 time: 0.5689530
May 14 21:24:40.840171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712d51a-1ccc-45ed-a4b8-f8e48489635c tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Network': ['ID=c84d7f4f-9cb4-42ef-92f1-be38eb11a6b1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:40.843916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:40.852899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'network': {'name': 'tempest-network--1103973425'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:40.859951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0b08d63-af67-4863-9b21-a1e17c0c152a req-a572f316-21a8-412b-8c3f-4a2971c44068 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688901
May 14 21:24:40.879732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-779e9d1b-065e-47ce-9586-20f5ef9129d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.879732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-779e9d1b-065e-47ce-9586-20f5ef9129d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.0988646
May 14 21:24:40.884532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a06438-c1e0-42f4-a5f5-e4ad54c73c7d req-26c7f64f-7cd4-41b2-900a-143a02a6782e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:40.886492 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c2a06438-c1e0-42f4-a5f5-e4ad54c73c7d req-26c7f64f-7cd4-41b2-900a-143a02a6782e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0770736
May 14 21:24:40.897219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36942) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:40.905319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Request body: {'floatingip': {'port_id': 'a4831886-f328-4292-b75f-9f46662e69b1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:40.992045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-4086e374-527b-4eca-8824-0633609f5a5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1045518
May 14 21:24:40.997239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (e3783e2b-b7a3-451b-b2ed-7856ab4748d8), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:40.999457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Made reservation on behalf of c51d73d877bd4403b6ab1c8c694b3c90 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:41.001880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:41.489295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b9b3b-c1fd-4198-821c-61d81d95d2c9 req-064fc2a7-d592-4fe7-b9c9-17cc6bb05570 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:41.490845 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab7b9b3b-c1fd-4198-821c-61d81d95d2c9 req-064fc2a7-d592-4fe7-b9c9-17cc6bb05570 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.5123172
May 14 21:24:41.510500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:41.567761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (85e71f0c-10e8-4f57-a846-82ddc9b6f60b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:41.567996 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Added segment 85e71f0c-10e8-4f57-a846-82ddc9b6f60b of type vlan for network e3b8319d-020f-4318-92e2-257bc773d1fe
May 14 21:24:41.686775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cbfec-bad4-4fb4-a64f-8d99279d076e req-3877e112-f7f7-4659-bb40-6f0ff2d47750 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:41.688033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-ab0d9083-0707-4b33-bbad-e50a970422cd service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6838050
May 14 21:24:41.688355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c82cbfec-bad4-4fb4-a64f-8d99279d076e req-3877e112-f7f7-4659-bb40-6f0ff2d47750 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.0491877
May 14 21:24:41.696835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:41.714462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab7b9b3b-c1fd-4198-821c-61d81d95d2c9 req-a3246593-9b19-49d0-8718-80d37d900f53 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2137959
May 14 21:24:41.756007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c82cbfec-bad4-4fb4-a64f-8d99279d076e req-eedf51cd-a38c-4697-b809-7546b00fe143 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612326
May 14 21:24:41.845023 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:41.876528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:41.877562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:41.878159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:41.898886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f000f-74dd-4982-b0fe-f18c1df987ef req-8a364d6e-2139-4f17-93f0-da49dff3fcba tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:41.900792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-636f000f-74dd-4982-b0fe-f18c1df987ef req-8a364d6e-2139-4f17-93f0-da49dff3fcba tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0531912
May 14 21:24:41.949940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-636f000f-74dd-4982-b0fe-f18c1df987ef req-58c8027a-2d16-4842-a460-d9c3de002c32 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432568
May 14 21:24:41.988194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Network': ['ID=e3b8319d-020f-4318-92e2-257bc773d1fe,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:41.999554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e3b8319d-020f-4318-92e2-257bc773d1fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:42.025863 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d9a11e54-a758-4317-ad7e-b5c3242c3ede tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 845 time: 1.1783769
May 14 21:24:42.030119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:42.035175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:42.071344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e19b2c-1f8a-4dff-997a-7abbfcc571b4 req-c2dff9f5-8f50-4964-af2e-aedcde90d3d3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.074049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82e19b2c-1f8a-4dff-997a-7abbfcc571b4 req-c2dff9f5-8f50-4964-af2e-aedcde90d3d3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 944 time: 0.0552602
May 14 21:24:42.125939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82e19b2c-1f8a-4dff-997a-7abbfcc571b4 req-0b843752-7e78-49a9-a6f3-671419f9370f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454838
May 14 21:24:42.132634 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.resource_extend [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:24:42.214100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.240925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2667e0-9cdc-4def-a2ec-d6d5f3bc1aab req-0a14dffc-475b-4abe-aea4-d60799e85ae7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.252722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1e2667e0-9cdc-4def-a2ec-d6d5f3bc1aab req-0a14dffc-475b-4abe-aea4-d60799e85ae7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0558703
May 14 21:24:42.252816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.280285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e4b19477-e7fa-47f0-9ae9-9db5cf586364 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:42.298320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1e2667e0-9cdc-4def-a2ec-d6d5f3bc1aab req-042e4f57-fb55-4a25-8455-549427fb1e84 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475099
May 14 21:24:42.304530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: e4b19477-e7fa-47f0-9ae9-9db5cf586364 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:42.305157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e4b19477-e7fa-47f0-9ae9-9db5cf586364 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:42.361990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (e3783e2b-b7a3-451b-b2ed-7856ab4748d8), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.417188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe459e-df6e-431b-9b0d-94ed629202f0 req-b3c7efa0-26c3-4eef-8d40-2038de0ab0dc tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.418713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72fe459e-df6e-431b-9b0d-94ed629202f0 req-b3c7efa0-26c3-4eef-8d40-2038de0ab0dc tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 946 time: 0.1029081
May 14 21:24:42.423357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.449976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df1196-f782-414b-9b96-766179ec5e7d req-bd8b1e16-929d-4d0b-a384-b1c29de417e4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.451732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68df1196-f782-414b-9b96-766179ec5e7d req-bd8b1e16-929d-4d0b-a384-b1c29de417e4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0493968
May 14 21:24:42.505204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68df1196-f782-414b-9b96-766179ec5e7d req-46f2598b-c9d5-4bcc-9f4f-0bdc28104b63 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450420
May 14 21:24:42.528842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.598825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Network e3b8319d-020f-4318-92e2-257bc773d1fe is not hosted by any dhcp agent {{(pid=115780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:24:42.599737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.600336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.601635 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "PUT /v2.0/networks/e3b8319d-020f-4318-92e2-257bc773d1fe HTTP/1.1" status: 200  len: 858 time: 0.5705750
May 14 21:24:42.609566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:42.613529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72fe459e-df6e-431b-9b0d-94ed629202f0 req-2812b0a6-d0da-4dbc-9aae-d12ddb7aa56c tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855998
May 14 21:24:42.655013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082ce45-116c-441c-b667-53fd79e049ad req-66aed75b-ee27-40c5-b6b9-270720fb4db0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.656546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c082ce45-116c-441c-b667-53fd79e049ad req-66aed75b-ee27-40c5-b6b9-270720fb4db0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0769265
May 14 21:24:42.658152 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Floating IP e3783e2b-b7a3-451b-b2ed-7856ab4748d8 associated. External IP: 172.35.4.139, port: a4831886-f328-4292-b75f-9f46662e69b1.
May 14 21:24:42.663236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311cb00-2b9d-4cc9-8f2f-56fc3b946612 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event updated for resources: {'Network': ['ID=e3b8319d-020f-4318-92e2-257bc773d1fe,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:42.725996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.729561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dbbb0030-1b80-487d-9c33-5388c9988a10 req-0ed4e4ef-c57c-458a-9d5f-3b102f62cb7a service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749598
May 14 21:24:42.756758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c082ce45-116c-441c-b667-53fd79e049ad req-f8f2b264-2c43-4764-9a40-b1aec7e45a62 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755777
May 14 21:24:42.811298 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9c52-ce49-4fbc-bbbb-2b143016c221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.841913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.866374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52313162b0>,) {'filters': {'network_id': ['e3b8319d-020f-4318-92e2-257bc773d1fe']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:42.877400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52313162b0>, '85e71f0c-10e8-4f57-a846-82ddc9b6f60b') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:42.877689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52313162b0>, '85e71f0c-10e8-4f57-a846-82ddc9b6f60b') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:42.896638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (85e71f0c-10e8-4f57-a846-82ddc9b6f60b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.934691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (85e71f0c-10e8-4f57-a846-82ddc9b6f60b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.946360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:42.946569 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (85e71f0c-10e8-4f57-a846-82ddc9b6f60b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:42.949157 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:42.964066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5986f-4894-4b05-8cee-f50488855e3f req-78b0fddc-dddd-47d8-a9bf-4f714a690bfe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.965579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0dc5986f-4894-4b05-8cee-f50488855e3f req-78b0fddc-dddd-47d8-a9bf-4f714a690bfe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.0812125
May 14 21:24:42.975934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14cb2e-4c25-439d-98f1-3a2e3a5427a5 req-333da9de-e350-43a4-b6d4-496e403291bd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:42.977425 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b14cb2e-4c25-439d-98f1-3a2e3a5427a5 req-333da9de-e350-43a4-b6d4-496e403291bd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0778146
May 14 21:24:42.993212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Router be25ac6c-ce2f-4625-9e62-54b5d59d0297 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:24:43.050637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0dc5986f-4894-4b05-8cee-f50488855e3f req-db2182e5-6d4a-434f-8e8a-8b3aa8d7c8bb tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782850
May 14 21:24:43.078708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b14cb2e-4c25-439d-98f1-3a2e3a5427a5 req-e9373457-e8e4-41ff-ad25-b8de403abc49 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949161
May 14 21:24:43.106345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-ef28f0fa-17ab-4ad6-ba74-f14075670157 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.106345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-ef28f0fa-17ab-4ad6-ba74-f14075670157 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 946 time: 0.0518820
May 14 21:24:43.141950 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e3b8319d-020f-4318-92e2-257bc773d1fe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.150810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e3b8319d-020f-4318-92e2-257bc773d1fe {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:24:43.153743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.161805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] 10.222.0.52 "DELETE /v2.0/networks/e3b8319d-020f-4318-92e2-257bc773d1fe HTTP/1.1" status: 204  len: 168 time: 0.5512385
May 14 21:24:43.161939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:43.174197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:43.190527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3c233-5bea-4813-961f-430bfca1fd69 tempest-ExternalNetworksTestJSON-1497236253 tempest-ExternalNetworksTestJSON-1497236253-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3b8319d-020f-4318-92e2-257bc773d1fe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:43.206257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.210038 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e149e21-a004-4659-9d79-3d1985a511e4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] DELETE failed (client error): The resource could not be found.
May 14 21:24:43.210580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e149e21-a004-4659-9d79-3d1985a511e4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:24:43.213611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0e149e21-a004-4659-9d79-3d1985a511e4 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] 10.222.0.52 "DELETE /v2.0/subnets/0dc1c544-ab6f-4334-9d9c-645029505a33 HTTP/1.1" status: 404  len: 337 time: 0.0496447
May 14 21:24:43.234864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36986) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:43.288963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eaefcf-de69-463f-b1b1-1fa454c24d49 req-49919657-9a91-45f7-8b52-5cc53972446d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.290709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8eaefcf-de69-463f-b1b1-1fa454c24d49 req-49919657-9a91-45f7-8b52-5cc53972446d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1014373
May 14 21:24:43.291767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Deleting port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:43.292226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.339026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aed579b7-302c-4eb2-b8e9-99b1c9eaa206 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "PUT /v2.0/floatingips/e3783e2b-b7a3-451b-b2ed-7856ab4748d8 HTTP/1.1" status: 200  len: 992 time: 2.4379091
May 14 21:24:43.344051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:43.346545 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70768d7d-4124-42ee-95d9-ad3ca1af1893" -d '{"events": [{"name": "network-changed", "server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "tag": "a4831886-f328-4292-b75f-9f46662e69b1"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:43.365799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b04d8-031b-44b2-9990-0ea728cc85ab req-ae2e4b9c-5f01-47b2-9dd2-1ff1417e55e0 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.368149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-508b04d8-031b-44b2-9990-0ea728cc85ab req-ae2e4b9c-5f01-47b2-9dd2-1ff1417e55e0 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 944 time: 0.1343336
May 14 21:24:43.376766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (002314f4-e9f2-4fe4-a159-e0b511f6e1db), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.402837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8eaefcf-de69-463f-b1b1-1fa454c24d49 req-62c03f3d-404a-4d26-92dd-31a80a9a1455 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057627
May 14 21:24:43.430545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] For port 3a348e4f-ad3b-422c-95bb-dd7c013bb387, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a348e4f-ad3b-422c-95bb-dd7c013bb387,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:43.431591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.451495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Calling delete_port for 3a348e4f-ad3b-422c-95bb-dd7c013bb387 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:43.509913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-508b04d8-031b-44b2-9990-0ea728cc85ab req-9864443f-acea-4b8c-b331-f594e1fc64e7 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300709
May 14 21:24:43.522467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (002314f4-e9f2-4fe4-a159-e0b511f6e1db), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.554806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a8154f0>,) {'filters': {'network_id': ['002314f4-e9f2-4fe4-a159-e0b511f6e1db']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:43.566829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a8154f0>, '4e38b75f-4557-47e3-af20-5dbdb4393575') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:43.567146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a8154f0>, '4e38b75f-4557-47e3-af20-5dbdb4393575') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:43.567579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337d8fc-2152-43a1-99d9-7f4c34ae861d req-5ef2945f-f0c8-45c0-a188-c719a4c58aaf tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.569102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2337d8fc-2152-43a1-99d9-7f4c34ae861d req-5ef2945f-f0c8-45c0-a188-c719a4c58aaf tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0667040
May 14 21:24:43.581242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (4e38b75f-4557-47e3-af20-5dbdb4393575), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.584692 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0535e77e-5659-4c92-952b-5a9fa72415b1 x-openstack-request-id: req-0535e77e-5659-4c92-952b-5a9fa72415b1 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:43.584986 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "tag": "a4831886-f328-4292-b75f-9f46662e69b1", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:43.585242 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0535e77e-5659-4c92-952b-5a9fa72415b1 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:43.585643 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0535e77e-5659-4c92-952b-5a9fa72415b1'] response: {'name': 'network-changed', 'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1', 'status': 'completed', 'code': 200}
May 14 21:24:43.606490 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (4e38b75f-4557-47e3-af20-5dbdb4393575), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.621076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:43.621521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (4e38b75f-4557-47e3-af20-5dbdb4393575), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:43.625777 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:43.670972 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] Sync routers for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:43.682522 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:43.683235 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c66d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:43.711322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2337d8fc-2152-43a1-99d9-7f4c34ae861d req-f9e1a7b0-dfbc-4e0a-8b91-bf608ae91f4d tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1322234
May 14 21:24:43.726855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-fb777d91-41d0-4f4b-b4ed-9ce0889c7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.729526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-fb777d91-41d0-4f4b-b4ed-9ce0889c7d74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2a1c19cad6047f09d1b74a2a607dd28&device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 1128 time: 0.1177533
May 14 21:24:43.743082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.777364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e22d4-c8f8-4723-890a-3945359dfe6a req-8a654b38-f706-47a2-872a-4523c3642204 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.788111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f4e22d4-c8f8-4723-890a-3945359dfe6a req-8a654b38-f706-47a2-872a-4523c3642204 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0956128
May 14 21:24:43.798298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (002314f4-e9f2-4fe4-a159-e0b511f6e1db), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.811855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.817795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] 10.222.0.52 "DELETE /v2.0/networks/002314f4-e9f2-4fe4-a159-e0b511f6e1db HTTP/1.1" status: 204  len: 168 time: 0.5797682
May 14 21:24:43.823823 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:43.833917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7b158-2651-4328-9000-af0df464a1a6 tempest-ExternalNetworksTestJSON-1392465770 tempest-ExternalNetworksTestJSON-1392465770-project] Pushing event deleted for resources: {'Network': ['ID=002314f4-e9f2-4fe4-a159-e0b511f6e1db,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:43.866732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f4e22d4-c8f8-4723-890a-3945359dfe6a req-ca540ff7-05a2-4373-b500-c9f55b17aa2a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776634
May 14 21:24:43.891113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109424c-eefb-4c1b-8969-74c3d53e16af req-58b8caa7-0a4b-4ea3-b40d-370affc1ca2d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.893185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3109424c-eefb-4c1b-8969-74c3d53e16af req-58b8caa7-0a4b-4ea3-b40d-370affc1ca2d tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 946 time: 0.1092358
May 14 21:24:43.935693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-77c6b8de-3b25-4c1a-9ba9-834e11fe5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:43.937609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-77c6b8de-3b25-4c1a-9ba9-834e11fe5b84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8234d4d-c69a-4d7e-8f40-9be71afea472 HTTP/1.1" status: 200  len: 906 time: 0.2008133
May 14 21:24:43.937792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3a348e4f-ad3b-422c-95bb-dd7c013bb387), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:43.950653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3a348e4f-ad3b-422c-95bb-dd7c013bb387'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:43.969955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Pushing event deleted for resources: {'Port': ['ID=3a348e4f-ad3b-422c-95bb-dd7c013bb387,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:43.978505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9e94139a-6e1c-4da1-8861-0687ddd3586e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:44.014938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f3a5b-9ca6-41be-b69e-2aecfe7608ad req-23ad352a-a528-430b-af12-399cef27fcc4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.016711 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd2f3a5b-9ca6-41be-b69e-2aecfe7608ad req-23ad352a-a528-430b-af12-399cef27fcc4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0644090
May 14 21:24:44.123302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3109424c-eefb-4c1b-8969-74c3d53e16af req-ceb96fb4-e6dc-4f1f-8737-cf337aeec65f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/security-groups?id=2457cf2a-3493-403a-b4c8-40a5e54cbd0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159345
May 14 21:24:44.126562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] No DVR routers for this DVR port 3a348e4f-ad3b-422c-95bb-dd7c013bb387 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:44.130481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:44.133433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b710bda-2ceb-4125-be13-6ad4ddf37a46 req-adec06be-67aa-429f-a7ec-3d2af963c79f tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.36 "DELETE /v2.0/ports/3a348e4f-ad3b-422c-95bb-dd7c013bb387 HTTP/1.1" status: 204  len: 173 time: 1.0250909
May 14 21:24:44.134047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'name': 'network-vif-deleted', 'tag': '3a348e4f-ad3b-422c-95bb-dd7c013bb387'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:44.138048 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1e3872-dd80-44a2-8140-e4a6b7811213" -d '{"events": [{"server_uuid": "dd230835-262d-4728-a1d2-ff33fbc18dd3", "name": "network-vif-deleted", "tag": "3a348e4f-ad3b-422c-95bb-dd7c013bb387"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:44.143527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-45075442-13f8-4c74-aeb1-264bbc99ee38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4831886-f328-4292-b75f-9f46662e69b1 HTTP/1.1" status: 200  len: 1000 time: 0.1747179
May 14 21:24:44.158415 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd2f3a5b-9ca6-41be-b69e-2aecfe7608ad req-e2038b26-cbf0-4bc6-918e-98c37ea94028 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310790
May 14 21:24:44.210178 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c66d30>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3783e2b-b7a3-451b-b2ed-7856ab4748d8', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'floating_ip_address': '172.35.4.139', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'port_id': 'a4831886-f328-4292-b75f-9f46662e69b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'mac_address': 'fa:16:3e:40:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68de201-9379-4235-9f12-f43205e5341c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:24:21Z', 'updated_at': '2022-05-14T21:24:42Z', 'revision_number': 1, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:20Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:44.223511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-55c58077-3ad7-44da-85b5-43bd8df18029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.225040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-55c58077-3ad7-44da-85b5-43bd8df18029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b850307b-ce43-4349-9554-120f901143b5 HTTP/1.1" status: 200  len: 844 time: 0.0737500
May 14 21:24:44.248927 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828fb622-9193-41a4-b38a-cd229bb3a24b x-openstack-request-id: req-828fb622-9193-41a4-b38a-cd229bb3a24b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:44.249230 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd230835-262d-4728-a1d2-ff33fbc18dd3", "name": "network-vif-deleted", "tag": "3a348e4f-ad3b-422c-95bb-dd7c013bb387", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:44.249488 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-828fb622-9193-41a4-b38a-cd229bb3a24b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:44.252162 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828fb622-9193-41a4-b38a-cd229bb3a24b'] response: {'server_uuid': 'dd230835-262d-4728-a1d2-ff33fbc18dd3', 'name': 'network-vif-deleted', 'tag': '3a348e4f-ad3b-422c-95bb-dd7c013bb387', 'status': 'completed', 'code': 200}
May 14 21:24:44.271336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] Checking router: be25ac6c-ce2f-4625-9e62-54b5d59d0297 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:44.285820 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:44.286441 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c66d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:44.319682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fbd9c-659f-4a02-a62c-1620298a13cc req-f4104d31-6cc6-4a43-b33f-dc2ea2030fe2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.325986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc0fbd9c-659f-4a02-a62c-1620298a13cc req-f4104d31-6cc6-4a43-b33f-dc2ea2030fe2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.0952060
May 14 21:24:44.325986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-fd44d024-9701-40bc-b587-5f882666fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.325986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-fd44d024-9701-40bc-b587-5f882666fa5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8234d4d-c69a-4d7e-8f40-9be71afea472&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0886471
May 14 21:24:44.340569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37018) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:44.443041 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:44.471786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-f16b9a75-584b-421c-9d1d-72e7393c7169 service neutron] 10.222.0.36 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311791
May 14 21:24:44.482566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc0fbd9c-659f-4a02-a62c-1620298a13cc req-5fc6ba78-500d-4b08-8a1d-c145e4b4c8ed tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531858
May 14 21:24:44.508266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb72e5-273f-4433-8909-4fb2e0be5fab req-b19caaab-7ebf-4b0e-a920-6ea731a442f3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.510537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96bb72e5-273f-4433-8909-4fb2e0be5fab req-b19caaab-7ebf-4b0e-a920-6ea731a442f3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1106522
May 14 21:24:44.580616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70768d7d-4124-42ee-95d9-ad3ca1af1893 req-9aaabaab-939b-4220-9349-d15bef48094b service neutron] 10.222.0.36 "GET /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026795
May 14 21:24:44.588670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6fdcc86d-024d-4cc0-9fe3-61ee785740d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fd178d4c14994f26b3b475ddac4a05e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2462535
May 14 21:24:44.591345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37024) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:44.618978 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96bb72e5-273f-4433-8909-4fb2e0be5fab req-99c3f34a-0a6d-460d-95b0-6d4b3fcddd94 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006787
May 14 21:24:44.677258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8618f4-9485-4a4a-9c30-6670f820dcda req-fd9837f1-71a6-4b75-91d7-8887d1250171 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.678886 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c8618f4-9485-4a4a-9c30-6670f820dcda req-fd9837f1-71a6-4b75-91d7-8887d1250171 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 944 time: 0.0811009
May 14 21:24:44.706140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c08b4cd-3776-420a-8e4e-1fc074d19aeb admin admin] Publish callbacks [] for security_group (5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:44.740397 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c66d30>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3783e2b-b7a3-451b-b2ed-7856ab4748d8', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'floating_ip_address': '172.35.4.139', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'port_id': 'a4831886-f328-4292-b75f-9f46662e69b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'mac_address': 'fa:16:3e:40:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68de201-9379-4235-9f12-f43205e5341c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:24:21Z', 'updated_at': '2022-05-14T21:24:42Z', 'revision_number': 1, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:20Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:44.751147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951307e-1574-4d47-8090-3c255fae71ab req-b9880e2d-5f64-49cc-b90b-32b9024872f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.752188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c08b4cd-3776-420a-8e4e-1fc074d19aeb admin admin] Publish callbacks [] for security_group (5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:44.758339 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d951307e-1574-4d47-8090-3c255fae71ab req-b9880e2d-5f64-49cc-b90b-32b9024872f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0640676
May 14 21:24:44.766431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c8618f4-9485-4a4a-9c30-6670f820dcda req-20561fcf-5454-4f71-ba4c-4af772266095 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756593
May 14 21:24:44.797329 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf102e-9b04-4be8-b394-79029dbbec84 None None] The sync data for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 is: [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e3783e2b-b7a3-451b-b2ed-7856ab4748d8', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'floating_ip_address': '172.35.4.139', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'port_id': 'a4831886-f328-4292-b75f-9f46662e69b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'mac_address': 'fa:16:3e:40:9e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68de201-9379-4235-9f12-f43205e5341c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:24:21Z', 'updated_at': '2022-05-14T21:24:42Z', 'revision_number': 1, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:20Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:44.826664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d951307e-1574-4d47-8090-3c255fae71ab req-30914708-c61b-4245-858a-a111b2201866 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672481
May 14 21:24:44.892414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c08b4cd-3776-420a-8e4e-1fc074d19aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:44.895213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c08b4cd-3776-420a-8e4e-1fc074d19aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:44.896568 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9c08b4cd-3776-420a-8e4e-1fc074d19aeb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f HTTP/1.1" status: 204  len: 168 time: 0.3041780
May 14 21:24:44.942897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-e90feedf-dbf9-4e38-ab68-02df91070763 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:44.945081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-e90feedf-dbf9-4e38-ab68-02df91070763 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.0789557
May 14 21:24:44.981219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08b4cd-3776-420a-8e4e-1fc074d19aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc8f72b-2ccb-4d57-b2ee-cb90b9a3c85f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:45.002374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-ef2ce6f5-2313-4741-8da5-67b3da4806d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.010652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-ef2ce6f5-2313-4741-8da5-67b3da4806d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 1126 time: 0.1395154
May 14 21:24:45.027064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-22d9e89f-0459-41d7-b549-64c5d73419d9 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.030211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-22d9e89f-0459-41d7-b549-64c5d73419d9 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.48 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 945 time: 0.1499202
May 14 21:24:45.142063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e54a61-31b4-4a2f-81f5-182c35921641 req-95fc3ef4-5993-49f6-9800-d5d55efde4f9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.143981 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-77e54a61-31b4-4a2f-81f5-182c35921641 req-95fc3ef4-5993-49f6-9800-d5d55efde4f9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1189981
May 14 21:24:45.160489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78c198-30dd-4b52-8f72-b1532b7bb03c None None] New status for floating IP e3783e2b-b7a3-451b-b2ed-7856ab4748d8: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:24:45.198789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Deleting port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:45.199411 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:45.205191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-49c1c0fb-5d3f-4793-9403-786b8d3ab47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.206780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-49c1c0fb-5d3f-4793-9403-786b8d3ab47c service neutron] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 906 time: 0.1954696
May 14 21:24:45.221306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Deleting port 9e94139a-6e1c-4da1-8861-0687ddd3586e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:45.221306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:45.298984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-2c7dcabe-3fc7-4989-884d-f17f17252808 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fecd4045-e84a-40a2-8340-c732d9c9642c HTTP/1.1" status: 200  len: 217 time: 0.0794191
May 14 21:24:45.340529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-77e54a61-31b4-4a2f-81f5-182c35921641 req-180af731-3b32-4187-9a2f-29614bdc1c06 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582808
May 14 21:24:45.396071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] For port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:45.396456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:45.414307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-260474e1-a779-489e-afd1-9546d6d05109 req-520f1cda-af31-477d-b309-43fc4145e25b tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd230835-262d-4728-a1d2-ff33fbc18dd3 HTTP/1.1" status: 200  len: 210 time: 0.1203198
May 14 21:24:45.435201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-851d0ce4-97e8-4e8b-9fd0-31971cfca590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.436808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-851d0ce4-97e8-4e8b-9fd0-31971cfca590 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.0975533
May 14 21:24:45.481160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-0424233e-e15b-48ea-9bc1-b6eea79baa1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374911
May 14 21:24:45.504287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] For port 9e94139a-6e1c-4da1-8861-0687ddd3586e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e94139a-6e1c-4da1-8861-0687ddd3586e,segment=NetworkSegment(a55f376b-ca3e-48fa-a5f3-f36660240f56),segment_id=a55f376b-ca3e-48fa-a5f3-f36660240f56)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:45.504657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:45.541726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Calling delete_port for 9e94139a-6e1c-4da1-8861-0687ddd3586e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:45.651982 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:45.687849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-8de1587d-34c1-47af-87c8-3788f187596a service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989172
May 14 21:24:45.693969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f70405-92fd-4b6c-acaf-3ec26266c819 req-9163fd78-3fd6-45de-8e28-a280df90423b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.695454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37f70405-92fd-4b6c-acaf-3ec26266c819 req-9163fd78-3fd6-45de-8e28-a280df90423b tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 946 time: 0.1091654
May 14 21:24:45.707454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Calling delete_port for 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:45.795172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bec5e1-17ae-4af0-b262-8c65f7c1c205 req-a136184a-07c8-434d-9506-34d5ccebe180 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:45.799502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99bec5e1-17ae-4af0-b262-8c65f7c1c205 req-a136184a-07c8-434d-9506-34d5ccebe180 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0872796
May 14 21:24:45.826229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37046) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:45.850230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37f70405-92fd-4b6c-acaf-3ec26266c819 req-11e0fe62-c733-4016-ad9a-3d92a01f8cbd tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426244
May 14 21:24:45.880591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cf241c5-29a5-4e08-a2c0-4d00dfc6e403 req-aaf4c96a-78a2-4536-9f04-82878c60ca54 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1840115
May 14 21:24:45.917198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99bec5e1-17ae-4af0-b262-8c65f7c1c205 req-aa7cd334-59a6-4407-8e93-483c59274024 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050348
May 14 21:24:45.947061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a64ce361-96a1-4d31-90df-a2632d8df917 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c51d73d877bd4403b6ab1c8c694b3c90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1196542
May 14 21:24:45.950484 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37050) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:45.954519 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9e94139a-6e1c-4da1-8861-0687ddd3586e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:45.976511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3a348e4f-ad3b-422c-95bb-dd7c013bb387'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:46.019537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c676f0fe-f177-43d5-9599-48161aff42ab admin admin] Publish callbacks [] for security_group (7a34abad-a8d1-4cbf-ac77-d386f9f39185), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.022712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Pushing event deleted for resources: {'Port': ['ID=9e94139a-6e1c-4da1-8861-0687ddd3586e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:46.040409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b92868-1a75-49cd-97ff-26dcc8e1dab2 req-2ef604bb-b432-420e-9414-1e72ff9e4eaa tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:46.042349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-20b92868-1a75-49cd-97ff-26dcc8e1dab2 req-2ef604bb-b432-420e-9414-1e72ff9e4eaa tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 944 time: 0.1023970
May 14 21:24:46.044159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c676f0fe-f177-43d5-9599-48161aff42ab admin admin] Publish callbacks [] for security_group (7a34abad-a8d1-4cbf-ac77-d386f9f39185), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.091952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] No DVR routers for this DVR port 9e94139a-6e1c-4da1-8861-0687ddd3586e on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:46.094731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.099034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c87e423f-2ba9-4cb1-a7f0-5a189372e883 req-038cf7a6-b658-476c-bb4e-fefb170230c6 tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.48 "DELETE /v2.0/ports/9e94139a-6e1c-4da1-8861-0687ddd3586e HTTP/1.1" status: 204  len: 173 time: 1.0584247
May 14 21:24:46.112728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0fd1ba02-b29d-4826-b8f2-bebee3a5e344), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.121040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c540e31-a82e-4278-8b68-be6584ad46bb req-6887ef71-9521-4143-b966-25618a8c6aa5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:46.122536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c540e31-a82e-4278-8b68-be6584ad46bb req-6887ef71-9521-4143-b966-25618a8c6aa5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0714600
May 14 21:24:46.123860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:46.136038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-20b92868-1a75-49cd-97ff-26dcc8e1dab2 req-72051443-ea27-422c-9289-dbef82de467f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778258
May 14 21:24:46.162582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'Port': ['ID=0fd1ba02-b29d-4826-b8f2-bebee3a5e344,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:46.224804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] No DVR routers for this DVR port 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:46.228956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.232438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d06dc91e-97d6-4f3b-ae65-64211f70b701 req-33980ee7-1ce6-495d-8c20-bdd40fe6fba7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "DELETE /v2.0/ports/0fd1ba02-b29d-4826-b8f2-bebee3a5e344 HTTP/1.1" status: 204  len: 173 time: 1.2810063
May 14 21:24:46.232917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'name': 'network-vif-deleted', 'tag': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:46.235267 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4739f97e-80b3-4a93-bb2f-55bf1cffb1e1" -d '{"events": [{"server_uuid": "e6b381c3-d53d-4d16-8783-5b095927537a", "name": "network-vif-deleted", "tag": "0fd1ba02-b29d-4826-b8f2-bebee3a5e344"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:46.249222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c676f0fe-f177-43d5-9599-48161aff42ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7a34abad-a8d1-4cbf-ac77-d386f9f39185), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.251991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c676f0fe-f177-43d5-9599-48161aff42ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.259029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'name': 'network-vif-deleted', 'tag': '9e94139a-6e1c-4da1-8861-0687ddd3586e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:46.260310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c676f0fe-f177-43d5-9599-48161aff42ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a34abad-a8d1-4cbf-ac77-d386f9f39185 HTTP/1.1" status: 204  len: 168 time: 0.3017700
May 14 21:24:46.263841 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3eb853-1427-4da4-a3d4-2eb81d393664" -d '{"events": [{"server_uuid": "b568eb49-248c-41f8-ae1f-1d2af49cb78c", "name": "network-vif-deleted", "tag": "9e94139a-6e1c-4da1-8861-0687ddd3586e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:46.264715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0c540e31-a82e-4278-8b68-be6584ad46bb req-77397def-631c-40d3-800d-50620d1ddd17 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120722
May 14 21:24:46.270152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676f0fe-f177-43d5-9599-48161aff42ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a34abad-a8d1-4cbf-ac77-d386f9f39185,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:46.307989 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc5e78-94aa-447b-a4e2-f9a758f324eb x-openstack-request-id: req-d3cc5e78-94aa-447b-a4e2-f9a758f324eb {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:46.308941 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b381c3-d53d-4d16-8783-5b095927537a", "name": "network-vif-deleted", "tag": "0fd1ba02-b29d-4826-b8f2-bebee3a5e344", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:46.308941 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3cc5e78-94aa-447b-a4e2-f9a758f324eb {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:46.309188 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3cc5e78-94aa-447b-a4e2-f9a758f324eb'] response: {'server_uuid': 'e6b381c3-d53d-4d16-8783-5b095927537a', 'name': 'network-vif-deleted', 'tag': '0fd1ba02-b29d-4826-b8f2-bebee3a5e344', 'status': 'completed', 'code': 200}
May 14 21:24:46.397263 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2826a1-9a93-4725-8f95-d65a4cf190eb x-openstack-request-id: req-bc2826a1-9a93-4725-8f95-d65a4cf190eb {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:46.397263 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b568eb49-248c-41f8-ae1f-1d2af49cb78c", "name": "network-vif-deleted", "tag": "9e94139a-6e1c-4da1-8861-0687ddd3586e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:46.397263 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc2826a1-9a93-4725-8f95-d65a4cf190eb {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:46.397263 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2826a1-9a93-4725-8f95-d65a4cf190eb'] response: {'server_uuid': 'b568eb49-248c-41f8-ae1f-1d2af49cb78c', 'name': 'network-vif-deleted', 'tag': '9e94139a-6e1c-4da1-8861-0687ddd3586e', 'status': 'completed', 'code': 200}
May 14 21:24:46.484806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3de357-7d5c-4cb6-8e48-6d6fa94c373b req-6e5a9dd4-c607-4b5f-9a9b-c392157691c8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:46.486982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce3de357-7d5c-4cb6-8e48-6d6fa94c373b req-6e5a9dd4-c607-4b5f-9a9b-c392157691c8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1034293
May 14 21:24:46.549644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce3de357-7d5c-4cb6-8e48-6d6fa94c373b req-4b94bff5-3603-4a2a-9141-f442a0b31269 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556588
May 14 21:24:46.616250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-545066b1-5479-4470-9414-4b082733cbf4 req-486a3b70-8913-4eac-add5-40a837d6fadc tempest-ListServersNegativeTestJSON-115874616 tempest-ListServersNegativeTestJSON-115874616-project] 10.222.0.52 "GET /v2.0/ports?device_id=b568eb49-248c-41f8-ae1f-1d2af49cb78c HTTP/1.1" status: 200  len: 210 time: 0.0434973
May 14 21:24:46.657229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:46.662274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:46.696503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:46.696847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0fd1ba02-b29d-4826-b8f2-bebee3a5e344 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:46.697370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9e94139a-6e1c-4da1-8861-0687ddd3586e no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:46.739181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 9e94139a-6e1c-4da1-8861-0687ddd3586e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:46.739555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9e94139a-6e1c-4da1-8861-0687ddd3586e not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:46.788714 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.840535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:46.852537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'mac_address': 'fa:16:3e:be:0f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:46.920970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fecd4045-e84a-40a2-8340-c732d9c9642c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:46.921982 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:46.938369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecd4045-e84a-40a2-8340-c732d9c9642c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:46.960790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:47.029399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef54e8-db3b-4d54-8771-6cc853d31001 req-c3cd3d90-d86a-43a2-a55d-43c90575f2bf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:47.030910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcef54e8-db3b-4d54-8771-6cc853d31001 req-c3cd3d90-d86a-43a2-a55d-43c90575f2bf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0501008
May 14 21:24:47.037829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81c7308b-ba68-45b7-8d71-bc700086a731 req-3cb13e74-5f45-427f-933a-653fd1f23adf tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6b381c3-d53d-4d16-8783-5b095927537a HTTP/1.1" status: 200  len: 210 time: 0.0288448
May 14 21:24:47.080489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dcef54e8-db3b-4d54-8771-6cc853d31001 req-60c59382-b2a7-4ca1-be98-2b5904d676ad tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438974
May 14 21:24:47.119549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:47.175836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:47.258244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32b94f-bddd-42f8-91f1-dca47ed8899b req-7026a6e0-3190-43d3-92bb-657c1ee4fd6c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:47.260275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc32b94f-bddd-42f8-91f1-dca47ed8899b req-7026a6e0-3190-43d3-92bb-657c1ee4fd6c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 945 time: 0.0456166
May 14 21:24:47.308399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc32b94f-bddd-42f8-91f1-dca47ed8899b req-64245afa-e144-46ad-a5ab-be24bb3da390 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420561
May 14 21:24:47.359382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['fecd4045-e84a-40a2-8340-c732d9c9642c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:47.679770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37096) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:47.724789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Deleting subnet 63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:24:47.727996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Publish callbacks [] for subnet (63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:47.767773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:47.810875 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:47.971093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:47.997766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:48.001181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.006239 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79ea016b-ab8f-40c3-b6b5-7682b50503f3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63e1a8e2-e0a0-4235-8ead-e0384bb9b4bb HTTP/1.1" status: 204  len: 168 time: 0.3289514
May 14 21:24:48.008074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37102) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:48.085273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4d7d4cb8-de36-4d1b-ae16-386ec3edd500), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.184506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4d7d4cb8-de36-4d1b-ae16-386ec3edd500), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.207344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232dfa760>,) {'filters': {'network_id': ['4d7d4cb8-de36-4d1b-ae16-386ec3edd500']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:48.211212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf7eb4-cbb1-49cf-af5c-b5de7d9b6784 req-fc6c78a9-722f-4a3e-80a5-c0000b7d3819 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:48.212998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fdf7eb4-cbb1-49cf-af5c-b5de7d9b6784 req-fc6c78a9-722f-4a3e-80a5-c0000b7d3819 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0590990
May 14 21:24:48.218803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232dfa760>, 'a55f376b-ca3e-48fa-a5f3-f36660240f56') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:48.219182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232dfa760>, 'a55f376b-ca3e-48fa-a5f3-f36660240f56') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:48.231543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a55f376b-ca3e-48fa-a5f3-f36660240f56), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.250016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a55f376b-ca3e-48fa-a5f3-f36660240f56), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.262863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:24:48.263793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a55f376b-ca3e-48fa-a5f3-f36660240f56), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.264126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fdf7eb4-cbb1-49cf-af5c-b5de7d9b6784 req-d57ed342-b1dc-42dc-918f-03b6d7bd858f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446694
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:24:48.265828 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:24:48.314869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a348e4f-ad3b-422c-95bb-dd7c013bb387 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:48.336208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 3a348e4f-ad3b-422c-95bb-dd7c013bb387 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:48.353606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a348e4f-ad3b-422c-95bb-dd7c013bb387 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:48.582563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4d7d4cb8-de36-4d1b-ae16-386ec3edd500), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.588654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.592806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37124) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:48.598475 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] 10.222.0.52 "DELETE /v2.0/networks/4d7d4cb8-de36-4d1b-ae16-386ec3edd500 HTTP/1.1" status: 204  len: 168 time: 0.5893798
May 14 21:24:48.611392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b831d5-0810-44e3-8c28-c192b0e502aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4d7d4cb8-de36-4d1b-ae16-386ec3edd500,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:48.671465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:48.702784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8fc7560a-ce3a-462e-b38e-646a693dec33 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1543179373'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:48.703570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8fc7560a-ce3a-462e-b38e-646a693dec33 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Unknown quota resources ['metering_label']. {{(pid=115781) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:24:48.722323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port fecd4045-e84a-40a2-8340-c732d9c9642c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:24:48.839144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b431e44-a528-4849-9ed2-514fb2ace625 req-ff52053d-5f86-45d5-9406-dbb6613e0791 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:48.840714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b431e44-a528-4849-9ed2-514fb2ace625 req-ff52053d-5f86-45d5-9406-dbb6613e0791 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 945 time: 0.0553524
May 14 21:24:48.868213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port fecd4045-e84a-40a2-8340-c732d9c9642c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:48.869597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.932535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bd5d0-2076-4969-8c22-9e8e611e6f1e req-3a1761d9-b0fb-410c-861c-38e6a98260e7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:48.934144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-711bd5d0-2076-4969-8c22-9e8e611e6f1e req-3a1761d9-b0fb-410c-861c-38e6a98260e7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0581503
May 14 21:24:48.966055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fecd4045-e84a-40a2-8340-c732d9c9642c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:48.966575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:48.990943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-711bd5d0-2076-4969-8c22-9e8e611e6f1e req-3921992e-f9a6-4cd9-bd96-a6ad597ad0f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501742
May 14 21:24:48.992618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:48.996020 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce501d7e-9171-465d-bed9-9fef2fe56555" -d '{"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-plugged", "status": "completed", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:49.006074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8fc7560a-ce3a-462e-b38e-646a693dec33 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.006928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8fc7560a-ce3a-462e-b38e-646a693dec33 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4130952
May 14 21:24:49.012814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37136) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.013718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:49.017416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c4fa485d-0ff4-4b4c-a142-49c03c278084 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1aa41a3a-377d-4652-86c9-048bfa879905'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:49.017600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b431e44-a528-4849-9ed2-514fb2ace625 req-3798c4ad-9a05-45ab-9282-960351b2d575 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709452
May 14 21:24:49.017946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c4fa485d-0ff4-4b4c-a142-49c03c278084 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:24:49.065386 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a324d9dc-f145-4cf1-98e2-dad4bc3d2f41 x-openstack-request-id: req-a324d9dc-f145-4cf1-98e2-dad4bc3d2f41 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:49.065782 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-plugged", "status": "completed", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:49.066132 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a324d9dc-f145-4cf1-98e2-dad4bc3d2f41 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:49.066629 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a324d9dc-f145-4cf1-98e2-dad4bc3d2f41'] response: {'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'code': 200}
May 14 21:24:49.130764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.148354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97924f-04c1-448e-ae6c-396982f5111b req-528b3257-19d2-4f46-9d30-66f8500ae223 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:49.149933 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c97924f-04c1-448e-ae6c-396982f5111b req-528b3257-19d2-4f46-9d30-66f8500ae223 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0487990
May 14 21:24:49.180837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37140) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.184550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:49.198171 ncdv-master-1 neutron-server[115780]: WARNING neutron.services.metering.metering_plugin [None req-c4fa485d-0ff4-4b4c-a142-49c03c278084 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 14 21:24:49.233781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e1581651-e4b3-498a-ba17-e390eeae6821 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b6232491b674705b2c339c302ac9000&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0509191
May 14 21:24:49.236258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37142) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.284276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c97924f-04c1-448e-ae6c-396982f5111b req-ec1f9ffb-9d98-4df9-89ea-db0526c49fa7 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=28892892-771e-42d9-9034-0e43482d5785&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263530
May 14 21:24:49.343573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4fa485d-0ff4-4b4c-a142-49c03c278084 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.344871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4fa485d-0ff4-4b4c-a142-49c03c278084 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.3309994
May 14 21:24:49.348090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37144) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.352664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c4ee3831-7b79-4713-a5db-6d910580eae6 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1aa41a3a-377d-4652-86c9-048bfa879905'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:49.353219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c4ee3831-7b79-4713-a5db-6d910580eae6 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:24:49.485862 ncdv-master-1 neutron-server[115780]: WARNING neutron.services.metering.metering_plugin [None req-c4ee3831-7b79-4713-a5db-6d910580eae6 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 14 21:24:49.622285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4ee3831-7b79-4713-a5db-6d910580eae6 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.623503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4ee3831-7b79-4713-a5db-6d910580eae6 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2744317
May 14 21:24:49.627893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37146) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.644919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c746cce-0821-403c-a43b-7e0eabf311cc req-d76db64f-6c7d-4860-8a08-5e6ec01913a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:49.646417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c746cce-0821-403c-a43b-7e0eabf311cc req-d76db64f-6c7d-4860-8a08-5e6ec01913a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 1128 time: 0.1112196
May 14 21:24:49.664358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-593c938d-e9b3-43ff-960c-2d6645b2463c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:49.665807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-593c938d-e9b3-43ff-960c-2d6645b2463c tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 945 time: 0.0694191
May 14 21:24:49.669803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5620e94a-23f5-4feb-90bd-66901e509d91 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=3a86e597-532c-40e1-9fbd-93d35c347321 HTTP/1.1" status: 200  len: 464 time: 0.0356231
May 14 21:24:49.671065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.708783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-410b1cd9-c480-4378-b797-df7e306c52de admin admin] Publish callbacks [] for security_group (2457cf2a-3493-403a-b4c8-40a5e54cbd0c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.725422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c746cce-0821-403c-a43b-7e0eabf311cc req-dcf8a50b-714e-4ee7-97a8-9e783f46ae02 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703232
May 14 21:24:49.762711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-410b1cd9-c480-4378-b797-df7e306c52de admin admin] Publish callbacks [] for security_group (2457cf2a-3493-403a-b4c8-40a5e54cbd0c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.794686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Deleting port ecde66c9-4927-4dbe-8a39-269b76b9b996 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:49.795018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.876326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-833a256d-dbfd-497a-965d-b3c67fa14ccf tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.877486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-833a256d-dbfd-497a-965d-b3c67fa14ccf tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/3a86e597-532c-40e1-9fbd-93d35c347321 HTTP/1.1" status: 204  len: 168 time: 0.2058976
May 14 21:24:49.880376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37150) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.897767 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3368625e-ed41-41c3-b730-9f6a68e5dcbf tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=3a86e597-532c-40e1-9fbd-93d35c347321 HTTP/1.1" status: 200  len: 221 time: 0.0163288
May 14 21:24:49.902847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] For port ecde66c9-4927-4dbe-8a39-269b76b9b996, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ecde66c9-4927-4dbe-8a39-269b76b9b996,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:49.903204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.903346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37152) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:49.907711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-603b3caa-059d-4d42-a28f-075aa5331ad3 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1843569439', 'description': 'label created by tempest'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:49.908157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-603b3caa-059d-4d42-a28f-075aa5331ad3 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Unknown quota resources ['metering_label']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:24:49.915465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Calling delete_port for ecde66c9-4927-4dbe-8a39-269b76b9b996 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:49.958393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-410b1cd9-c480-4378-b797-df7e306c52de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2457cf2a-3493-403a-b4c8-40a5e54cbd0c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.960942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-410b1cd9-c480-4378-b797-df7e306c52de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:49.962069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-410b1cd9-c480-4378-b797-df7e306c52de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2457cf2a-3493-403a-b4c8-40a5e54cbd0c HTTP/1.1" status: 204  len: 168 time: 0.7248440
May 14 21:24:49.974274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b1cd9-c480-4378-b797-df7e306c52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2457cf2a-3493-403a-b4c8-40a5e54cbd0c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:50.132707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546f4e2-faf1-4ab8-a4ea-09e71552fe92 req-8d1d6def-927e-4f90-b6dc-7c5934bcd803 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:50.134342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2546f4e2-faf1-4ab8-a4ea-09e71552fe92 req-8d1d6def-927e-4f90-b6dc-7c5934bcd803 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0601439
May 14 21:24:50.184231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2546f4e2-faf1-4ab8-a4ea-09e71552fe92 req-c4f160fe-97c3-4a96-9259-826e121cab68 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432403
May 14 21:24:50.228064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ecde66c9-4927-4dbe-8a39-269b76b9b996), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:50.245661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ecde66c9-4927-4dbe-8a39-269b76b9b996'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:50.258358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-603b3caa-059d-4d42-a28f-075aa5331ad3 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:50.261400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-603b3caa-059d-4d42-a28f-075aa5331ad3 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.3560634
May 14 21:24:50.263512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.263670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'Port': ['ID=ecde66c9-4927-4dbe-8a39-269b76b9b996,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:50.276649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d8dd3-c119-4105-9fa0-b367476a8f01 req-828bf25f-9ef9-4397-ab5d-ae49fedd36cf tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:50.278116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c81d8dd3-c119-4105-9fa0-b367476a8f01 req-828bf25f-9ef9-4397-ab5d-ae49fedd36cf tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 946 time: 0.1781268
May 14 21:24:50.352781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] No DVR routers for this DVR port ecde66c9-4927-4dbe-8a39-269b76b9b996 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:50.358517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:50.362180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e2e3254-75f7-4e00-9d3f-0de42d649e1f req-5fcb707f-d1f0-4a9c-90ed-a832d11aa676 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "DELETE /v2.0/ports/ecde66c9-4927-4dbe-8a39-269b76b9b996 HTTP/1.1" status: 204  len: 173 time: 0.6912246
May 14 21:24:50.362650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327460c9-f487-4dc2-8b71-495cf16c0620', 'name': 'network-vif-deleted', 'tag': 'ecde66c9-4927-4dbe-8a39-269b76b9b996'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:50.368653 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef76b62-01be-487d-9742-0a9998003a84" -d '{"events": [{"server_uuid": "327460c9-f487-4dc2-8b71-495cf16c0620", "name": "network-vif-deleted", "tag": "ecde66c9-4927-4dbe-8a39-269b76b9b996"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:50.368949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4144b943-d996-40ab-b937-084f917a4078 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=5631db0a-3f5f-4028-86b8-28a7b9ec2e5c HTTP/1.1" status: 200  len: 468 time: 0.1017628
May 14 21:24:50.371385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37168) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.384281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf4e08-3b4f-4f5e-9b67-8088350a9064 req-06635384-e056-4bc6-9ce7-32ef57f8782d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:50.385305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fdf4e08-3b4f-4f5e-9b67-8088350a9064 req-06635384-e056-4bc6-9ce7-32ef57f8782d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1170619
May 14 21:24:50.415904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c81d8dd3-c119-4105-9fa0-b367476a8f01 req-390f7f6b-b1a8-478b-86d5-f63253509b1f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062522
May 14 21:24:50.541069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3606428-7534-4aa9-9f4c-c4a48e26e701 req-59fbf7fd-e32a-4ce6-acde-db879795a52d tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=327460c9-f487-4dc2-8b71-495cf16c0620 HTTP/1.1" status: 200  len: 210 time: 0.0494933
May 14 21:24:50.610592 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f58588-c2ce-4301-9de3-4add717958e1 x-openstack-request-id: req-07f58588-c2ce-4301-9de3-4add717958e1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:50.612098 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327460c9-f487-4dc2-8b71-495cf16c0620", "name": "network-vif-deleted", "tag": "ecde66c9-4927-4dbe-8a39-269b76b9b996", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:50.612873 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07f58588-c2ce-4301-9de3-4add717958e1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:50.613426 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f58588-c2ce-4301-9de3-4add717958e1'] response: {'server_uuid': '327460c9-f487-4dc2-8b71-495cf16c0620', 'name': 'network-vif-deleted', 'tag': 'ecde66c9-4927-4dbe-8a39-269b76b9b996', 'status': 'completed', 'code': 200}
May 14 21:24:50.670611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fdf4e08-3b4f-4f5e-9b67-8088350a9064 req-48d0a492-0120-409e-b1e8-03cf39ff7f79 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2758172
May 14 21:24:50.827602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9707e460-534e-4b23-9848-2c95108b983b tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:50.831264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9707e460-534e-4b23-9848-2c95108b983b tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/5631db0a-3f5f-4028-86b8-28a7b9ec2e5c HTTP/1.1" status: 204  len: 168 time: 0.4563816
May 14 21:24:50.831655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37184) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.844271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-861ad458-fe3f-4b9a-864b-e6f020a344ba tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=5631db0a-3f5f-4028-86b8-28a7b9ec2e5c HTTP/1.1" status: 200  len: 216 time: 0.0112829
May 14 21:24:50.847701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37186) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.858571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0a3da843-449b-4115-a772-a1244a7072c0 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0095770
May 14 21:24:50.867720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37188) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.880966 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9ebf0347-de34-4333-a041-cb15aa379242 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0113437
May 14 21:24:50.889816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37192) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.921080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d2966-36c0-4c0a-9a71-9bf70713c82d req-e78ff1aa-0b48-4357-99c8-202eecbfed14 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:50.923058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a54d2966-36c0-4c0a-9a71-9bf70713c82d req-e78ff1aa-0b48-4357-99c8-202eecbfed14 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1091955
May 14 21:24:50.968601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e9150523-e163-4772-a049-c6bafca81bdb tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/1aa41a3a-377d-4652-86c9-048bfa879905 HTTP/1.1" status: 200  len: 473 time: 0.0762873
May 14 21:24:50.972503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:50.984445 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a71fbfff-4c1e-48ba-9bf9-9641d81a1e5f tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/cc120d36-d3a0-42b4-8d3e-86f44c2813bd HTTP/1.1" status: 200  len: 461 time: 0.0105247
May 14 21:24:50.987629 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37196) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:51.018778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a54d2966-36c0-4c0a-9a71-9bf70713c82d req-f509b60f-d0e2-4e31-af48-1e49a639aed5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527546
May 14 21:24:51.184990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bfc22ade-396f-41da-8218-fb036eb470cb tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:51.186128 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bfc22ade-396f-41da-8218-fb036eb470cb tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/cc120d36-d3a0-42b4-8d3e-86f44c2813bd HTTP/1.1" status: 204  len: 168 time: 0.1972516
May 14 21:24:51.189358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:51.207304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27352924-886b-446f-9ba8-45e8347e7bf7 req-0bdade12-2ceb-43e9-aaa3-d960f2ef2bfd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:51.208908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-27352924-886b-446f-9ba8-45e8347e7bf7 req-0bdade12-2ceb-43e9-aaa3-d960f2ef2bfd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0871725
May 14 21:24:51.261895 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-27352924-886b-446f-9ba8-45e8347e7bf7 req-8ae37110-0092-4598-88b9-3a21a242ad8d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458460
May 14 21:24:51.409661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37214) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:51.432103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db5de-f551-4483-a9f8-d6dbc3a0e128 req-26e0fc0f-303f-45db-a019-f373ff7c9339 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:51.433551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c19db5de-f551-4483-a9f8-d6dbc3a0e128 req-26e0fc0f-303f-45db-a019-f373ff7c9339 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0616004
May 14 21:24:51.481858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23406c99-4fee-45e6-ac58-9bc5701b7869 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:51.487523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23406c99-4fee-45e6-ac58-9bc5701b7869 tempest-MeteringTestJSON-950594159 tempest-MeteringTestJSON-950594159-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/1aa41a3a-377d-4652-86c9-048bfa879905 HTTP/1.1" status: 204  len: 168 time: 0.2968154
May 14 21:24:51.492024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c19db5de-f551-4483-a9f8-d6dbc3a0e128 req-43bab3df-8f50-4a70-8274-5ba3dcc4e677 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527723
May 14 21:24:51.544441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fcee3-2a3e-4df5-8518-429b195b4489 req-f8ae6748-77d1-48c2-8ed1-fd8f755247dd tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:51.546135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-121fcee3-2a3e-4df5-8518-429b195b4489 req-f8ae6748-77d1-48c2-8ed1-fd8f755247dd tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 946 time: 0.0565729
May 14 21:24:51.574986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1099180407-network', 'tenant_id': '69be921807044629a1b5f9e3adc7d5ef'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:51.598360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-121fcee3-2a3e-4df5-8518-429b195b4489 req-3f242958-82f5-4065-89a2-cba762bcd557 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459833
May 14 21:24:51.657907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4b193-e555-4eba-af6c-6403baec62f3 req-47f798ca-267d-44b3-9528-a18476b86a41 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:51.657907 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bee4b193-e555-4eba-af6c-6403baec62f3 req-47f798ca-267d-44b3-9528-a18476b86a41 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0544007
May 14 21:24:51.691276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Made reservation on behalf of 69be921807044629a1b5f9e3adc7d5ef for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:51.693808 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:51.711556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:51.717475 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bee4b193-e555-4eba-af6c-6403baec62f3 req-3c12f1ab-1031-42eb-b516-96ea66a7b83d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550051
May 14 21:24:51.806553 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks [] for security_group (58ac8827-eb2f-4990-92b2-4340bbb840eb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:51.987771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (58ac8827-eb2f-4990-92b2-4340bbb840eb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.002405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37234) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:52.010923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:52.027454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ac8827-eb2f-4990-92b2-4340bbb840eb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:52.029984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (606d7b84-5a9e-4180-93ac-a52a08f5f91f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.030405 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Added segment 606d7b84-5a9e-4180-93ac-a52a08f5f91f of type vlan for network 7f9edf66-9b9c-4e59-b7ce-233d052ab851
May 14 21:24:52.073905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7f9edf66-9b9c-4e59-b7ce-233d052ab851), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.176091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7f9edf66-9b9c-4e59-b7ce-233d052ab851), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.177138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.177725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.182858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4205642-1082-47e4-8939-030392b275ea req-9c53a793-d02e-448b-ae3e-cd14aaab6191 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.184423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4205642-1082-47e4-8939-030392b275ea req-9c53a793-d02e-448b-ae3e-cd14aaab6191 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 946 time: 0.0713317
May 14 21:24:52.185703 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14104c88-8da4-459e-8e29-f33b5fdfefdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.249583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] Pushing event updated for resources: {'Network': ['ID=7f9edf66-9b9c-4e59-b7ce-233d052ab851,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:52.267734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:52.268362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4205642-1082-47e4-8939-030392b275ea req-035e4721-c448-47f9-bc6f-a9c5e7e7690b tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747125
May 14 21:24:52.298221 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6cc04ca5-c132-4fcd-9f1d-d76c4d02cacd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.8778176
May 14 21:24:52.298684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37244) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:52.304245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Request body: {'subnet': {'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1099180407-subnet', 'tenant_id': '69be921807044629a1b5f9e3adc7d5ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:52.340866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14104c88-8da4-459e-8e29-f33b5fdfefdb admin admin] Publish callbacks [] for security_group (1d334de6-f488-42bc-a160-550d72972f8a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.362327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b11fe-3edc-44e5-b320-5331c2c8d3fc req-7883e668-054c-4e8b-9db1-cdf6ec6089ec tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.364334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-878b11fe-3edc-44e5-b320-5331c2c8d3fc req-7883e668-054c-4e8b-9db1-cdf6ec6089ec tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0821726
May 14 21:24:52.403922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20fcd-5b99-43ec-ba17-f8efdd041a75 req-ad19b7b4-f5e2-4296-b07f-dd556c81d4ea tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.405489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ec20fcd-5b99-43ec-ba17-f8efdd041a75 req-ad19b7b4-f5e2-4296-b07f-dd556c81d4ea tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0538721
May 14 21:24:52.413796 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-878b11fe-3edc-44e5-b320-5331c2c8d3fc req-7f477474-96da-475b-bf4d-a9c44e51bbf3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435665
May 14 21:24:52.428877 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14104c88-8da4-459e-8e29-f33b5fdfefdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1d334de6-f488-42bc-a160-550d72972f8a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.461796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Made reservation on behalf of 69be921807044629a1b5f9e3adc7d5ef for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:52.465380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.514140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14104c88-8da4-459e-8e29-f33b5fdfefdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d334de6-f488-42bc-a160-550d72972f8a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:52.520690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ec20fcd-5b99-43ec-ba17-f8efdd041a75 req-8fa0b6a0-7d66-48ad-8beb-38a05ee28bfe tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092134
May 14 21:24:52.524819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14104c88-8da4-459e-8e29-f33b5fdfefdb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ab567f7ad2e4635b2a6e93c69fae605&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5217197
May 14 21:24:52.530330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37248) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:52.565616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5481517-e2bc-44c1-8279-faf1b0d0909b req-8e2d8de0-4ace-4607-a7ca-6518c01e2920 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.567037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5481517-e2bc-44c1-8279-faf1b0d0909b req-8e2d8de0-4ace-4607-a7ca-6518c01e2920 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0815098
May 14 21:24:52.611763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9689a86a-1666-483e-818b-c969758d6e2e admin admin] Publish callbacks [] for security_group (1d334de6-f488-42bc-a160-550d72972f8a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.647016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9689a86a-1666-483e-818b-c969758d6e2e admin admin] Publish callbacks [] for security_group (1d334de6-f488-42bc-a160-550d72972f8a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.651391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5481517-e2bc-44c1-8279-faf1b0d0909b req-ae21a29a-b792-43a9-85e6-7448e5ae6177 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763187
May 14 21:24:52.675782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ecde66c9-4927-4dbe-8a39-269b76b9b996 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:52.704863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: ecde66c9-4927-4dbe-8a39-269b76b9b996 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:52.705278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ecde66c9-4927-4dbe-8a39-269b76b9b996 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:52.788464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944b9f6-4c58-4b8f-acf6-0abf1749ad96 req-697e75b7-713a-44dd-b350-ed573f4b69aa tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.789944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0944b9f6-4c58-4b8f-acf6-0abf1749ad96 req-697e75b7-713a-44dd-b350-ed573f4b69aa tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0479071
May 14 21:24:52.799205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (b43a7fe1-b2c1-4997-81c1-163a523f59aa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.841001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9689a86a-1666-483e-818b-c969758d6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1d334de6-f488-42bc-a160-550d72972f8a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.841001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9689a86a-1666-483e-818b-c969758d6e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:52.841001 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9689a86a-1666-483e-818b-c969758d6e2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d334de6-f488-42bc-a160-550d72972f8a HTTP/1.1" status: 204  len: 168 time: 0.3095937
May 14 21:24:52.851737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0944b9f6-4c58-4b8f-acf6-0abf1749ad96 req-fa238a55-c21e-4be9-b14f-f06f8ca6ee87 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538175
May 14 21:24:52.852885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a86a-1666-483e-818b-c969758d6e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d334de6-f488-42bc-a160-550d72972f8a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:52.879776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Checking segment: {'id': '606d7b84-5a9e-4180-93ac-a52a08f5f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:52.880345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Network hostable DHCP agents. Network: 7f9edf66-9b9c-4e59-b7ce-233d052ab851, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:24:52.887643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43a7fe1-b2c1-4997-81c1-163a523f59aa,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:52.978249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9a62-cf11-45ed-ac42-142f0283c26f req-991bb941-0225-401e-9716-38748178a58d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:52.979799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbce9a62-cf11-45ed-ac42-142f0283c26f req-991bb941-0225-401e-9716-38748178a58d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0482943
May 14 21:24:52.980910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:24:53.029881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbce9a62-cf11-45ed-ac42-142f0283c26f req-89f60a36-cde6-40fa-8a14-2d8c69331781 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433855
May 14 21:24:53.078286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7f9edf66-9b9c-4e59-b7ce-233d052ab851) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:53.083586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:53.084518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:53.090533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bea4b47-f9c0-43f9-8200-2d00e4d43819 None None] Network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:53.173313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f787eb3-b6b9-464e-99d5-314e48a933a5 req-e82ff681-f87d-4dcb-b3b9-348e8953afc4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:53.174862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f787eb3-b6b9-464e-99d5-314e48a933a5 req-e82ff681-f87d-4dcb-b3b9-348e8953afc4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0543387
May 14 21:24:53.196794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae1c145-a2f8-4c08-a5be-1478fdad32d3 None None] Network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:53.211963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2dcd5e23-3821-467e-a668-a4ca76afe9cf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9155054
May 14 21:24:53.240328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f787eb3-b6b9-464e-99d5-314e48a933a5 req-9c2cbbb2-7c1f-4f8b-b181-a2147887e180 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594447
May 14 21:24:53.395105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6f09b-18a0-4950-a0d4-1660124accd1 req-13921e08-8bce-432d-b2b0-06143493f506 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:53.397292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9eb6f09b-18a0-4950-a0d4-1660124accd1 req-13921e08-8bce-432d-b2b0-06143493f506 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0613141
May 14 21:24:53.423630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dfbb5-8070-4b49-9eb9-2ea4c8ed8cf7 req-5871621d-e628-42b6-8a2b-cec40b4b1d63 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:53.428003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1e3dfbb5-8070-4b49-9eb9-2ea4c8ed8cf7 req-5871621d-e628-42b6-8a2b-cec40b4b1d63 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 946 time: 0.0619698
May 14 21:24:53.449427 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9eb6f09b-18a0-4950-a0d4-1660124accd1 req-c9fffe0e-9e72-4391-82b3-342f2d772d70 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443792
May 14 21:24:53.477261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1e3dfbb5-8070-4b49-9eb9-2ea4c8ed8cf7 req-a6e7b160-3c8b-40af-acff-dcc8f4c13f4d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443299
May 14 21:24:53.682374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-b61b092a-241a-4cff-ad15-024b2c701460 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:53.683957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-b61b092a-241a-4cff-ad15-024b2c701460 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0478017
May 14 21:24:53.689597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37286) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:53.702563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6822-502b-4c7d-bc80-4d8fd12a54a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:53.795353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6822-502b-4c7d-bc80-4d8fd12a54a6 admin admin] Publish callbacks [] for security_group (f4df6c5c-9662-4991-8320-aaa1288d4d0d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:53.797438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Deleting port 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:53.797770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:53.860886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6822-502b-4c7d-bc80-4d8fd12a54a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f4df6c5c-9662-4991-8320-aaa1288d4d0d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:53.890631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] For port 7c41af0a-08b8-4556-a806-4fe58b10c2ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c41af0a-08b8-4556-a806-4fe58b10c2ea,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:53.891409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:53.913921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a23468-6350-4fc2-9b6a-7c439aeda98e req-1362b09d-7cb8-4bf2-8b35-0c5f0277a148 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:53.915381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82a23468-6350-4fc2-9b6a-7c439aeda98e req-1362b09d-7cb8-4bf2-8b35-0c5f0277a148 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0839598
May 14 21:24:53.925402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ffc6822-502b-4c7d-bc80-4d8fd12a54a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a017fe7c4734fc8be40fcfb1d2a643c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2353063
May 14 21:24:53.935658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc6822-502b-4c7d-bc80-4d8fd12a54a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4df6c5c-9662-4991-8320-aaa1288d4d0d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:53.940548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37294) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:54.017543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82a23468-6350-4fc2-9b6a-7c439aeda98e req-b8fe1327-a30e-4185-ae8f-1b286d417e5d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891361
May 14 21:24:54.020407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31e2563d-d6b4-46ae-ac60-ee515a06b775 admin admin] Publish callbacks [] for security_group (f4df6c5c-9662-4991-8320-aaa1288d4d0d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.057124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31e2563d-d6b4-46ae-ac60-ee515a06b775 admin admin] Publish callbacks [] for security_group (f4df6c5c-9662-4991-8320-aaa1288d4d0d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.094146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.094570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (2bae6797-cfe6-4860-bdc8-686aefdb4183), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.094916 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Floating IP 2bae6797-cfe6-4860-bdc8-686aefdb4183 disassociated. External IP: 172.35.4.14, port: 7c41af0a-08b8-4556-a806-4fe58b10c2ea.
May 14 21:24:54.095268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Calling delete_port for 7c41af0a-08b8-4556-a806-4fe58b10c2ea owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:54.150318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b76f1-0a45-492a-8d39-4877e9fd4266 req-9ae841ce-3a6c-427b-8c4c-4fa6afd4bc5e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:54.152090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-135b76f1-0a45-492a-8d39-4877e9fd4266 req-9ae841ce-3a6c-427b-8c4c-4fa6afd4bc5e tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 945 time: 0.0554960
May 14 21:24:54.200429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31e2563d-d6b4-46ae-ac60-ee515a06b775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f4df6c5c-9662-4991-8320-aaa1288d4d0d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.202995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31e2563d-d6b4-46ae-ac60-ee515a06b775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.204182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31e2563d-d6b4-46ae-ac60-ee515a06b775 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4df6c5c-9662-4991-8320-aaa1288d4d0d HTTP/1.1" status: 204  len: 168 time: 0.2627409
May 14 21:24:54.220884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-135b76f1-0a45-492a-8d39-4877e9fd4266 req-90e57778-33d0-4714-bd22-4783008a66db tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups?id=ee8c0b04-c562-4466-96ca-590cd359bc40&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608640
May 14 21:24:54.226443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2563d-d6b4-46ae-ac60-ee515a06b775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4df6c5c-9662-4991-8320-aaa1288d4d0d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:54.338634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa3185-b848-415c-a053-32801b0a7ab8 req-aee49546-d98a-453e-b2c9-4a6d040f8d4b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:54.345825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-effa3185-b848-415c-a053-32801b0a7ab8 req-aee49546-d98a-453e-b2c9-4a6d040f8d4b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0588033
May 14 21:24:54.391230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-effa3185-b848-415c-a053-32801b0a7ab8 req-7dfc7fd3-7584-4896-8a5a-e8cc1cc2f229 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442882
May 14 21:24:54.410662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7c41af0a-08b8-4556-a806-4fe58b10c2ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.451942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'Port': ['ID=7c41af0a-08b8-4556-a806-4fe58b10c2ea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:54.598588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74ff8-d010-4c99-8f3d-3baf811ee207 req-70188a34-b336-402c-a712-65eddaa03b00 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:54.600122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6af74ff8-d010-4c99-8f3d-3baf811ee207 req-70188a34-b336-402c-a712-65eddaa03b00 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0820403
May 14 21:24:54.643230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Router 03576821-d7f2-441f-870a-d4ab9d22005e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:24:54.676388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6af74ff8-d010-4c99-8f3d-3baf811ee207 req-b9411530-1dff-4edc-93fa-4d74429384ba tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559621
May 14 21:24:54.842315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9399de1-f040-4c5c-a647-ee57d740c6c9 req-17bcd28a-0d47-4b91-978f-662132e77d8e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:54.844516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9399de1-f040-4c5c-a647-ee57d740c6c9 req-17bcd28a-0d47-4b91-978f-662132e77d8e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0746360
May 14 21:24:54.845845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:24:54.861594 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] Sync routers for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:24:54.872447 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:54.873068 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c66c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:54.905738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] No DVR routers for this DVR port 7c41af0a-08b8-4556-a806-4fe58b10c2ea on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:24:54.916876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:54.922531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02aa106e-22d2-49c2-8194-c942a36a6118 req-7e21d2b9-f5db-47ff-ad9f-9c808d03c7b2 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.48 "DELETE /v2.0/ports/7c41af0a-08b8-4556-a806-4fe58b10c2ea HTTP/1.1" status: 204  len: 173 time: 1.2338159
May 14 21:24:54.922887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-deleted', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:54.925451 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7a25c9-1565-49fb-913e-0c6668cebf98" -d '{"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-deleted", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:54.964108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9399de1-f040-4c5c-a647-ee57d740c6c9 req-fc9c9ae8-182e-45de-ba83-e0ea8df05b3e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891900
May 14 21:24:55.022460 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2527b-533f-4c8b-a330-2e0ac3d754dc x-openstack-request-id: req-5fe2527b-533f-4c8b-a330-2e0ac3d754dc {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:55.023262 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c355e95c-4110-4a0c-aa91-b881f09e9e1f", "name": "network-vif-deleted", "tag": "7c41af0a-08b8-4556-a806-4fe58b10c2ea", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:55.023824 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fe2527b-533f-4c8b-a330-2e0ac3d754dc {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:55.024430 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe2527b-533f-4c8b-a330-2e0ac3d754dc'] response: {'server_uuid': 'c355e95c-4110-4a0c-aa91-b881f09e9e1f', 'name': 'network-vif-deleted', 'tag': '7c41af0a-08b8-4556-a806-4fe58b10c2ea', 'status': 'completed', 'code': 200}
May 14 21:24:55.065981 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:55.219228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18fd8c-84e5-4c75-b003-6765ef6add03 req-96354203-2530-4e20-a51e-b0d607edc156 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:55.229054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e18fd8c-84e5-4c75-b003-6765ef6add03 req-96354203-2530-4e20-a51e-b0d607edc156 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0709713
May 14 21:24:55.320220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e18fd8c-84e5-4c75-b003-6765ef6add03 req-bbcda491-f6e3-4096-b5ff-3d3811611bff tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900655
May 14 21:24:55.330376 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c66c70>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:20Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:55.342846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d6677bd-b5a5-49d2-a4ef-cc84a6705462 req-6c542cdf-9265-4441-a32c-34cea0941cda tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/ports?device_id=c355e95c-4110-4a0c-aa91-b881f09e9e1f HTTP/1.1" status: 200  len: 210 time: 0.0381186
May 14 21:24:55.377872 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] Checking router: 03576821-d7f2-441f-870a-d4ab9d22005e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:24:55.394326 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:24:55.395103 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c66c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:55.477991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769e6c-14d7-4f9f-83e4-d3daac3eab17 req-0b4636d4-842c-458f-904f-fc1713b64e75 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:55.479910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e769e6c-14d7-4f9f-83e4-d3daac3eab17 req-0b4636d4-842c-458f-904f-fc1713b64e75 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0582788
May 14 21:24:55.644076 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:24:55.867432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e769e6c-14d7-4f9f-83e4-d3daac3eab17 req-430fe0c0-d7c6-4c5e-b4b2-7b821d46a3ab tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3814216
May 14 21:24:55.869709 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c66c70>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:20Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:24:55.902117 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c51268f-3200-45e3-bb41-fd7ac20eb615 None None] The sync data for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 is: [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:17:12Z', 'revision_number': 4, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '677595bf-db87-4da6-8f2d-318635c89127', 'name': '', 'network_id': '5fb69a44-68f6-44d7-9bcb-ee9798387585', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'mac_address': 'fa:16:3e:4b:7c:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:08Z', 'updated_at': '2022-05-14T21:17:20Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'subnets': [{'id': '3624ac4e-c186-4726-8d55-8e46daad7b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:24:56.133070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdd946-def3-43d5-bbcb-e20bdb2d736a req-67a9965a-a50e-4a6e-ba50-eb7a3f3fc84a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:56.135745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4bdd946-def3-43d5-bbcb-e20bdb2d736a req-67a9965a-a50e-4a6e-ba50-eb7a3f3fc84a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0560260
May 14 21:24:56.205735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4bdd946-def3-43d5-bbcb-e20bdb2d736a req-c86a808c-b453-40b0-b137-af35d7f53694 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635171
May 14 21:24:56.277681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf540ab3-967b-4a64-9aab-ed2bd0b3a700 None None] New status for floating IP 2bae6797-cfe6-4860-bdc8-686aefdb4183: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:24:56.313732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-e3f0f886-a073-4ca4-a140-5b68514bfc35 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:56.315300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-e3f0f886-a073-4ca4-a140-5b68514bfc35 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/networks?id=7f9edf66-9b9c-4e59-b7ce-233d052ab851 HTTP/1.1" status: 200  len: 810 time: 0.1395550
May 14 21:24:56.336980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-12452d97-851d-4414-bbf6-d17c32ac447b tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/quotas/69be921807044629a1b5f9e3adc7d5ef HTTP/1.1" status: 200  len: 375 time: 0.0152376
May 14 21:24:56.379796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0d4cc-990c-4a14-bb76-6b24571002f2 req-63180236-82fe-4674-a99c-e5e4341c7ee9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:56.382585 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4d0d4cc-990c-4a14-bb76-6b24571002f2 req-63180236-82fe-4674-a99c-e5e4341c7ee9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0653369
May 14 21:24:56.383410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-23fcc670-844e-4a49-9e05-82cc9ac2ae63 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=69be921807044629a1b5f9e3adc7d5ef&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0396633
May 14 21:24:56.453127 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e4d0d4cc-990c-4a14-bb76-6b24571002f2 req-ce1306d7-2d23-4538-9d70-d5d777de1c76 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623090
May 14 21:24:56.493379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-631baa49-abbf-46bd-8db5-141c2fe31442 service neutron] 10.222.0.52 "GET /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090250
May 14 21:24:56.610662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-356c9285-28f8-4d60-b549-24bd5321411c service neutron] 10.222.0.52 "GET /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117015
May 14 21:24:56.640198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37420) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:56.692711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:24:56.694334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37424) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:56.719293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:24:56.761528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2f2ba2a-deee-4049-a7ae-e04d1c9b4634 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group (ee8c0b04-c562-4466-96ca-590cd359bc40), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:56.764938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 7c41af0a-08b8-4556-a806-4fe58b10c2ea {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:24:56.765295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7c41af0a-08b8-4556-a806-4fe58b10c2ea not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:24:56.798523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2f2ba2a-deee-4049-a7ae-e04d1c9b4634 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group (ee8c0b04-c562-4466-96ca-590cd359bc40), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:56.818758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789f546-c2a5-42cd-9ed7-95126ed6794b req-ff39e241-2c5a-40cd-bed3-971d6b5154d7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:56.823985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2789f546-c2a5-42cd-9ed7-95126ed6794b req-ff39e241-2c5a-40cd-bed3-971d6b5154d7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0715265
May 14 21:24:56.829790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1307354574'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:56.867189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:56.879007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'mac_address': 'fa:16:3e:be:0f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:24:56.888806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2789f546-c2a5-42cd-9ed7-95126ed6794b req-f5ed390b-d77d-4c79-8f30-4b777f4fb951 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539455
May 14 21:24:56.923510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fecd4045-e84a-40a2-8340-c732d9c9642c is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:56.923510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:56.940810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fecd4045-e84a-40a2-8340-c732d9c9642c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:24:56.961737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:56.964652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2f2ba2a-deee-4049-a7ae-e04d1c9b4634 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ee8c0b04-c562-4466-96ca-590cd359bc40), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:56.967271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2f2ba2a-deee-4049-a7ae-e04d1c9b4634 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:56.970899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a2f2ba2a-deee-4049-a7ae-e04d1c9b4634 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "DELETE /v2.0/security-groups/ee8c0b04-c562-4466-96ca-590cd359bc40 HTTP/1.1" status: 204  len: 168 time: 0.2732608
May 14 21:24:56.972045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37436) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:56.985324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2ba2a-deee-4049-a7ae-e04d1c9b4634 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8c0b04-c562-4466-96ca-590cd359bc40,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:56.989116 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-ff317023-d023-45ee-8f17-4f341fa4dd9f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] show failed (client error): The resource could not be found.
May 14 21:24:56.994371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37438) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:56.995172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff317023-d023-45ee-8f17-4f341fa4dd9f tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "GET /v2.0/security-groups/ee8c0b04-c562-4466-96ca-590cd359bc40 HTTP/1.1" status: 404  len: 347 time: 0.0216281
May 14 21:24:57.023795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Made reservation on behalf of ef393d12cd9e4387985ada49dfba24d8 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:57.027954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.063286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.094697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3033f4-6acf-4076-97e4-253d0711df7e req-eb5ed5ff-43d1-4689-9278-a21c425f8847 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:57.096245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef3033f4-6acf-4076-97e4-253d0711df7e req-eb5ed5ff-43d1-4689-9278-a21c425f8847 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0758619
May 14 21:24:57.119141 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.138549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Deleting port a1328e5e-f0dd-4a3f-8b77-e83aee3f5228 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:57.139789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.176456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:57.182650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef3033f4-6acf-4076-97e4-253d0711df7e req-c73140d4-86a1-4707-8d7d-fd345710b04c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742610
May 14 21:24:57.219437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks [] for security_group (6f940332-d621-41ff-9884-7de644e0650b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.236727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['fecd4045-e84a-40a2-8340-c732d9c9642c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:24:57.278926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6f940332-d621-41ff-9884-7de644e0650b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.279462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-177db01d-2629-4926-98b9-4a2f3d81c62b req-a61c178b-f672-4458-8dbe-17fa8cae6adb tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 210 time: 0.0780125
May 14 21:24:57.319099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.319831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.324018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f940332-d621-41ff-9884-7de644e0650b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:57.337043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Calling delete_port for a1328e5e-f0dd-4a3f-8b77-e83aee3f5228 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:57.367045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:24:57.395773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5f0e2824-dcbe-4a00-ab0e-cb353753b6e2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.395773 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Added segment 5f0e2824-dcbe-4a00-ab0e-cb353753b6e2 of type vlan for network 757a4b76-6478-4017-97d2-13b3a05dd24a
May 14 21:24:57.441818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (757a4b76-6478-4017-97d2-13b3a05dd24a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.553440 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (757a4b76-6478-4017-97d2-13b3a05dd24a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.559338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:57.562296 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.604943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a1328e5e-f0dd-4a3f-8b77-e83aee3f5228), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.633038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Pushing event updated for resources: {'Network': ['ID=757a4b76-6478-4017-97d2-13b3a05dd24a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:57.636220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Pushing event deleted for resources: {'Port': ['ID=a1328e5e-f0dd-4a3f-8b77-e83aee3f5228,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:57.644540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 757a4b76-6478-4017-97d2-13b3a05dd24a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:24:57.702410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a1b4ffb3-496f-475f-8e90-633495f4a654 tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0583870
May 14 21:24:57.726141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks [] for floatingip (2bae6797-cfe6-4860-bdc8-686aefdb4183), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.729560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:57.731532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d913153-8b83-460a-979f-47a249d8d844 tempest-ServerActionsTestJSON-1228353313 tempest-ServerActionsTestJSON-1228353313-project] 10.222.0.52 "DELETE /v2.0/floatingips/2bae6797-cfe6-4860-bdc8-686aefdb4183 HTTP/1.1" status: 204  len: 168 time: 0.7355697
May 14 21:24:57.734224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37474) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:57.888798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37478) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:57.893744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Request body: {'port': {'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1700377721'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:24:57.985076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Made reservation on behalf of 98f1087977ab4d7ea0b5c0dbe2ccb277 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:24:57.987718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.005165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.093084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121ce93-b767-40ec-a6e7-80026965ad4a req-1004633f-d54c-4a7c-a3a4-edd9cfb22cb4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:58.094622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a121ce93-b767-40ec-a6e7-80026965ad4a req-1004633f-d54c-4a7c-a3a4-edd9cfb22cb4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0605302
May 14 21:24:58.111465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for security_group (4754eeb8-5020-463b-81a1-c1df76e53044), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.285049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4754eeb8-5020-463b-81a1-c1df76e53044), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.291527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:24:58.438326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754eeb8-5020-463b-81a1-c1df76e53044,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:58.468389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ca28f50-ece9-447c-a7e5-9f5226ea1d99 req-c77d07f4-d004-4a7c-82b9-64e0cc23a63e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 210 time: 0.0610130
May 14 21:24:58.574649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a121ce93-b767-40ec-a6e7-80026965ad4a req-2f8f2d5e-47da-4891-bd36-ef008361d307 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855620
May 14 21:24:58.635607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:24:58.658272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.706604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:24:58.719920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.793343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port fecd4045-e84a-40a2-8340-c732d9c9642c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:24:58.794116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.805788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:58.808999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (03576821-d7f2-441f-870a-d4ab9d22005e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.815332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Checking segment: {'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:24:58.820653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Network hostable DHCP agents. Network: 757a4b76-6478-4017-97d2-13b3a05dd24a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:24:58.914815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fecd4045-e84a-40a2-8340-c732d9c9642c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:24:58.915468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:58.934049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Network 757a4b76-6478-4017-97d2-13b3a05dd24a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:24:58.951368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:24:58.954016 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60737837-7706-4e16-8c05-04448418cf3a" -d '{"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-plugged", "status": "completed", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:24:58.973922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:59.020544 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb5f746-694c-41a4-a6df-ced0ede7c493 x-openstack-request-id: req-6bb5f746-694c-41a4-a6df-ced0ede7c493 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:24:59.020867 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-plugged", "status": "completed", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:24:59.021122 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bb5f746-694c-41a4-a6df-ced0ede7c493 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:24:59.021531 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb5f746-694c-41a4-a6df-ced0ede7c493'] response: {'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'code': 200}
May 14 21:24:59.050684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 757a4b76-6478-4017-97d2-13b3a05dd24a) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:24:59.055347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:24:59.065551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673e908-ff5e-453f-a7a9-a98b37cea786 None None] Network 757a4b76-6478-4017-97d2-13b3a05dd24a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:24:59.099730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.102206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.102707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.123818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.133076 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.133537 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 2 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.163826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.164497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.164716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.169067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Deleting port 677595bf-db87-4da6-8f2d-318635c89127 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:59.169608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (677595bf-db87-4da6-8f2d-318635c89127), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.171646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.171996 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.172497 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 3 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.190136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.190556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.190978 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.195649 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.201569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.201569 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.202018 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 4 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.232602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.232960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.236512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.244900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.245794 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.246222 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 5 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.265901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.267570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.267570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.277131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.277929 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.277929 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 6 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.307324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.307932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.308452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.311295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] For port 677595bf-db87-4da6-8f2d-318635c89127, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=677595bf-db87-4da6-8f2d-318635c89127,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:24:59.312293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (677595bf-db87-4da6-8f2d-318635c89127), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.314088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.314443 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.314771 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 7 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.326157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:59.340418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Calling delete_port for 677595bf-db87-4da6-8f2d-318635c89127 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:24:59.347631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.348059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.348401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.358834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.359179 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.359614 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 8 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.374248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.374589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.375683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.381899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.382375 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.382924 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 9 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.402624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.403105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.403438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.408641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.408966 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.409362 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 10 to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1
May 14 21:24:59.428679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:24:59.428679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:24:59.428679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:24:59.432632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:24:59.433135 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:24:59.435013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.540706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] For port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:24:59.541396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempted to set empty binding levels {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 14 21:24:59.632187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c95270b0-e9f2-4a1c-8cdb-1fef35613311 req-d049f2ff-cd33-4d57-9d68-949f936d5cc0 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 210 time: 0.0629447
May 14 21:24:59.633949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.662941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (677595bf-db87-4da6-8f2d-318635c89127), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.694503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=677595bf-db87-4da6-8f2d-318635c89127,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:59.698715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:24:59.705221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:59.705820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:24:59.803589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21674ede-31da-4203-bc0e-f5496a6b55db tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 1.9127758
May 14 21:24:59.805472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:24:59.838481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6717a3-5f65-4f6f-9381-e8a578e41987 req-946fcc01-86ba-4ff7-ba38-04d4431cd8fd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:24:59.851372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f6717a3-5f65-4f6f-9381-e8a578e41987 req-946fcc01-86ba-4ff7-ba38-04d4431cd8fd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1416795
May 14 21:24:59.946537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Deleting port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:24:59.947472 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.033956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f6717a3-5f65-4f6f-9381-e8a578e41987 req-135735ae-208a-4e59-ac34-18dbb3147a15 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814234
May 14 21:25:00.076766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] For port dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1, host nch2-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:00.077385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.100284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Calling delete_port for dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:00.119148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (03576821-d7f2-441f-870a-d4ab9d22005e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.313349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.351877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:00.359051 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.366156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f4ef0f3-3a65-4a84-8c1c-b0faca0df9d6 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "DELETE /v2.0/ports/dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 HTTP/1.1" status: 204  len: 168 time: 0.5583560
May 14 21:25:00.367102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:00.396988 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c607e9-2f17-410d-b63c-b502135467b1 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] GET failed (client error): The resource could not be found.
May 14 21:25:00.403849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-40c607e9-2f17-410d-b63c-b502135467b1 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "GET /v2.0/ports/dd2fbc7a-aa3a-4f4c-9d57-a942511bc3f1 HTTP/1.1" status: 404  len: 333 time: 0.0356357
May 14 21:25:00.404992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:00.410361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Request body: {'port': {'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1675386492'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:00.490125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-800f6cc6-7e0e-4c17-bd9d-9e1a79c482d6 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:00.492918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-800f6cc6-7e0e-4c17-bd9d-9e1a79c482d6 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.48 "GET /v2.0/networks?id=7f9edf66-9b9c-4e59-b7ce-233d052ab851 HTTP/1.1" status: 200  len: 810 time: 0.2842131
May 14 21:25:00.506826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Request body: {'port': {'device_id': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851', 'admin_state_up': True, 'tenant_id': '69be921807044629a1b5f9e3adc7d5ef'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:00.518716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Made reservation on behalf of 98f1087977ab4d7ea0b5c0dbe2ccb277 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:00.521323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.540583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:00.651050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Router 03576821-d7f2-441f-870a-d4ab9d22005e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:25:00.748385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.777303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-367ba212-8744-44a4-82c0-3d187a447827 req-75ab1448-9ce6-48f1-b00a-877434c7b212 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 210 time: 0.0404341
May 14 21:25:00.833082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Made reservation on behalf of 69be921807044629a1b5f9e3adc7d5ef for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:00.837017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.862960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.892343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:00.903829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37546) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:00.904400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-613d9429-c80e-4c52-9ba8-7b15afbf0e76 admin admin] 10.222.0.52 "PUT /v2.0/routers/03576821-d7f2-441f-870a-d4ab9d22005e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1690571
May 14 21:25:00.908723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Network 757a4b76-6478-4017-97d2-13b3a05dd24a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:00.920651 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] Sync routers for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:00.939669 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:00.940295 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:00.966827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:00.972319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:00.974238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:00.975408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:00.995114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=4e381da8-d0b1-47a0-8ea9-ac2bd53f8717,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:01.077450 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:01.097907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37550) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:01.098965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2960c70f-552e-4d76-a684-35ba0b7b5ada tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.6925573
May 14 21:25:01.106246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:01.116028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Allocated IP 172.20.0.7 (7f9edf66-9b9c-4e59-b7ce-233d052ab851/b43a7fe1-b2c1-4997-81c1-163a523f59aa/b95b1c86-e8e8-4ad7-98b2-f025490189ca) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:01.130432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks [] for router (03576821-d7f2-441f-870a-d4ab9d22005e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.203028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.248518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a73228-16f0-462e-9576-06327f322495 req-a41edb01-ad32-42cc-a3cb-290bfcc5ca3f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:01.256332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84a73228-16f0-462e-9576-06327f322495 req-a41edb01-ad32-42cc-a3cb-290bfcc5ca3f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1228197
May 14 21:25:01.307370 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8bb0>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:24:59Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:01.348092 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] Checking router: 03576821-d7f2-441f-870a-d4ab9d22005e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:25:01.357060 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] Routers {'03576821-d7f2-441f-870a-d4ab9d22005e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:01.357910 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:24:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['03576821-d7f2-441f-870a-d4ab9d22005e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:01.366277 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84a73228-16f0-462e-9576-06327f322495 req-a3b3dcb6-a6d5-47af-aaee-dba34c558b13 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089613
May 14 21:25:01.372708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks [] for router_gateway (03576821-d7f2-441f-870a-d4ab9d22005e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.465639 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:25:01.482219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks [] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.485178 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] Set router 03576821-d7f2-441f-870a-d4ab9d22005e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:01.523237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Deleting port 92abc86b-af73-47bb-a571-bf13e314dd75 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:01.523606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.632332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] For port 92abc86b-af73-47bb-a571-bf13e314dd75, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92abc86b-af73-47bb-a571-bf13e314dd75,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:01.632810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.651392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Calling delete_port for 92abc86b-af73-47bb-a571-bf13e314dd75 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:01.694875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:01.704035 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8bb0>, [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:24:59Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:01.705394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.711319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.740556 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1755f05-2a0d-4a81-a3fb-82f014b214ac None None] The sync data for ids ['03576821-d7f2-441f-870a-d4ab9d22005e'] in ncdv-master-1 is: [{'id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'name': 'tempest-ServerActionsTestJSON-1474394150-router', 'tenant_id': 'a924ca59a9ac44cf96e53be012a43af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167'}], 'enable_snat': True}, 'gw_port_id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:53Z', 'updated_at': '2022-05-14T21:24:59Z', 'revision_number': 5, 'project_id': 'a924ca59a9ac44cf96e53be012a43af1', 'gw_port': {'id': '92abc86b-af73-47bb-a571-bf13e314dd75', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:97:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03576821-d7f2-441f-870a-d4ab9d22005e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:55Z', 'updated_at': '2022-05-14T21:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:25:01.754378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:01.758541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:01.764412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:01.813097 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.825982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Pushing event updated for resources: {'Port': ['ID=b95b1c86-e8e8-4ad7-98b2-f025490189ca,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:01.876765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:01.877404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:01.938703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=4e381da8-d0b1-47a0-8ea9-ac2bd53f8717,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:01.955019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:01.955354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:01.955777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:01.964857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:01.965224 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:01.965712 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 2 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:01.974533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93dc0e-915a-4fcd-a41e-e1fd6135ad0b req-d55496d7-1670-4ae6-9b85-2a5bd3d992d6 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:01.975095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba93dc0e-915a-4fcd-a41e-e1fd6135ad0b req-d55496d7-1670-4ae6-9b85-2a5bd3d992d6 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 931 time: 0.0771675
May 14 21:25:02.001591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.001849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.002188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.010873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.011209 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.011771 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 3 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.035552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-c398fb18-11e7-484d-b7bf-5df7bc78a37e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5341897
May 14 21:25:02.050828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (92abc86b-af73-47bb-a571-bf13e314dd75), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.061598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Request body: {'port': {'device_id': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:02.067798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.068134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.068469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.093577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=92abc86b-af73-47bb-a571-bf13e314dd75,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:02.109746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba93dc0e-915a-4fcd-a41e-e1fd6135ad0b req-a9916c44-b31c-4718-a70c-f705adcbfd89 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261261
May 14 21:25:02.112472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.119088 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.121765 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 4 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.168703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.169036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.169376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.178410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.178741 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.181945 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 5 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.186208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.218394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (03576821-d7f2-441f-870a-d4ab9d22005e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.225795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.226127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.226468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.237096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.237420 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.241329 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 6 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.282240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.282240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.285274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.305448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.305448 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.305448 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 7 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.393564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.393902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.394236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.426969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (03576821-d7f2-441f-870a-d4ab9d22005e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.434821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks [] for router_controller (03576821-d7f2-441f-870a-d4ab9d22005e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.526951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.526951 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.526951 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 8 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.582347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.582347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.582347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.636510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.636850 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.643144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81dcde-49d2-4a87-8ab2-3a0d79879d1b req-8d0fb0df-b118-4b12-96f6-c7f587a87d31 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:02.644689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b81dcde-49d2-4a87-8ab2-3a0d79879d1b req-8d0fb0df-b118-4b12-96f6-c7f587a87d31 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1646082
May 14 21:25:02.646744 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 9 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.691692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.692189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.692720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.715266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.715608 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.719009 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 10 to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717
May 14 21:25:02.719588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (03576821-d7f2-441f-870a-d4ab9d22005e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.720278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03576821-d7f2-441f-870a-d4ab9d22005e {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:25:02.724910 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.726254 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc687306-05ce-4f82-8a2b-25d3ea454c12 admin admin] 10.222.0.52 "DELETE /v2.0/routers/03576821-d7f2-441f-870a-d4ab9d22005e HTTP/1.1" status: 204  len: 168 time: 1.8196874
May 14 21:25:02.734669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37590) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:02.836439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:02.838406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:02.842027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:02.856568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Deleting subnet 3624ac4e-c186-4726-8d55-8e46daad7b4d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:02.860917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:02.861539 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:02.862154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.875417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Publish callbacks [] for subnet (3624ac4e-c186-4726-8d55-8e46daad7b4d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:02.925798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b81dcde-49d2-4a87-8ab2-3a0d79879d1b req-d34655a9-7cd1-4a32-8b7c-7df4b14005e6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675982
May 14 21:25:02.972604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 677595bf-db87-4da6-8f2d-318635c89127 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:02.992498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3624ac4e-c186-4726-8d55-8e46daad7b4d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.045378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 677595bf-db87-4da6-8f2d-318635c89127 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:03.046542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 677595bf-db87-4da6-8f2d-318635c89127 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:03.055285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] For port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:03.055753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempted to set empty binding levels {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 14 21:25:03.071465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95b1c86-e8e8-4ad7-98b2-f025490189ca {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:03.084938 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3624ac4e-c186-4726-8d55-8e46daad7b4d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.090678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Publish callbacks [] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.117929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Transition to ACTIVE for port object b95b1c86-e8e8-4ad7-98b2-f025490189ca will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:25:03.131153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.198763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.215161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] In _notify_port_updated(), no bound segment for port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:25:03.215997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.219025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.221118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "PUT /v2.0/ports/4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 HTTP/1.1" status: 200  len: 975 time: 2.1218631
May 14 21:25:03.224705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05e7f3-1d56-40bc-a7b0-e6e79412f7fb tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=4e381da8-d0b1-47a0-8ea9-ac2bd53f8717,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:03.238998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37594) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:03.274531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c889dd-cb1d-41f2-8dec-5e2c08215d0d req-bac6439d-c228-4ecd-9ddf-ba6bbead5302 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.277471 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9c889dd-cb1d-41f2-8dec-5e2c08215d0d req-bac6439d-c228-4ecd-9ddf-ba6bbead5302 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 943 time: 0.0691454
May 14 21:25:03.285071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3624ac4e-c186-4726-8d55-8e46daad7b4d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.353849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4809c29-3172-4c00-ac00-79a755f810a5 None None] Network 5fb69a44-68f6-44d7-9bcb-ee9798387585 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:03.481674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3624ac4e-c186-4726-8d55-8e46daad7b4d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:03.481674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.481674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d2cdc4b-81ca-474a-86f2-65f2590fd13d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3624ac4e-c186-4726-8d55-8e46daad7b4d HTTP/1.1" status: 204  len: 168 time: 0.6452670
May 14 21:25:03.481674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37598) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:03.481674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5fb69a44-68f6-44d7-9bcb-ee9798387585), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.527298 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9c889dd-cb1d-41f2-8dec-5e2c08215d0d req-39d51c2a-c8c4-464c-ac38-e257c6979502 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2385795
May 14 21:25:03.534005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.534517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.535012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.535939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.535939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.536608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.537089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.538051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.538629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.538999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.539650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.540057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.541161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.541626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.542534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.542843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.543317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.543823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.544324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.544786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.545287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.545749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.546202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.546660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.547115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.549092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.549092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.549092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.549378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.549636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.550021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.550476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.550933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.551387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.552050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.560464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3a3b244e-2040-4152-9873-99268103cf48 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 32324 time: 0.3203905
May 14 21:25:03.567156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37608) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:03.573154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b95b1c86-e8e8-4ad7-98b2-f025490189ca,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:03.606670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Attempting to bind port b95b1c86-e8e8-4ad7-98b2-f025490189ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:03.606941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Attempting to bind port b95b1c86-e8e8-4ad7-98b2-f025490189ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '606d7b84-5a9e-4180-93ac-a52a08f5f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:03.607274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Attempting to bind port b95b1c86-e8e8-4ad7-98b2-f025490189ca on network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:03.614455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Port b95b1c86-e8e8-4ad7-98b2-f025490189ca on network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:03.614783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Attempting to bind port b95b1c86-e8e8-4ad7-98b2-f025490189ca on network 7f9edf66-9b9c-4e59-b7ce-233d052ab851 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:03.620632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:03.621042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Checking segment: {'id': '606d7b84-5a9e-4180-93ac-a52a08f5f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:03.621492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Bound using segment: {'id': '606d7b84-5a9e-4180-93ac-a52a08f5f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:03.621950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Bound port: b95b1c86-e8e8-4ad7-98b2-f025490189ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606d7b84-5a9e-4180-93ac-a52a08f5f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:03.623900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.661084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] DHCP port deletion for 5fb69a44-68f6-44d7-9bcb-ee9798387585 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:25:03.697433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Deleting port 1424a0c4-09b1-43b5-823a-a28034b11cc7 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:03.697777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.716272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] Deleting port 1424a0c4-09b1-43b5-823a-a28034b11cc7 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:03.726177 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.737481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Deleting port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:03.737920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.742027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] For port b95b1c86-e8e8-4ad7-98b2-f025490189ca, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:03.764009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] For port b95b1c86-e8e8-4ad7-98b2-f025490189ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca,segment=NetworkSegment(606d7b84-5a9e-4180-93ac-a52a08f5f91f),segment_id=606d7b84-5a9e-4180-93ac-a52a08f5f91f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:03.809419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] For port 1424a0c4-09b1-43b5-823a-a28034b11cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1424a0c4-09b1-43b5-823a-a28034b11cc7,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:03.810314 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.827714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] Calling delete_port for 1424a0c4-09b1-43b5-823a-a28034b11cc7 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:03.857760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.880125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] For port 1424a0c4-09b1-43b5-823a-a28034b11cc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1424a0c4-09b1-43b5-823a-a28034b11cc7,segment=NetworkSegment(b386f6c2-a473-4f9c-a964-8bdf90dffcad),segment_id=b386f6c2-a473-4f9c-a964-8bdf90dffcad)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:03.880496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.883392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] For port 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717, host nch2-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:03.891692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.907557 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Calling delete_port for 1424a0c4-09b1-43b5-823a-a28034b11cc7 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:03.909945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Calling delete_port for 4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:03.926525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:03.927172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:03.930525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] 10.222.0.48 "PUT /v2.0/ports/b95b1c86-e8e8-4ad7-98b2-f025490189ca HTTP/1.1" status: 200  len: 1091 time: 1.8860416
May 14 21:25:03.933823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'tag': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:03.941493 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac" -d '{"events": [{"name": "network-changed", "server_uuid": "149b6a59-1e4a-42b8-a53a-b025a0378d7b", "tag": "b95b1c86-e8e8-4ad7-98b2-f025490189ca"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:03.991709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c627829-d7f7-4cfd-8d1c-732ed5acbaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b95b1c86-e8e8-4ad7-98b2-f025490189ca,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:04.040813 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282412c7-5aed-4c2b-a24e-27e20efed7a9 x-openstack-request-id: req-282412c7-5aed-4c2b-a24e-27e20efed7a9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:04.040813 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149b6a59-1e4a-42b8-a53a-b025a0378d7b", "tag": "b95b1c86-e8e8-4ad7-98b2-f025490189ca", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:04.041579 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-282412c7-5aed-4c2b-a24e-27e20efed7a9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:04.042286 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282412c7-5aed-4c2b-a24e-27e20efed7a9'] response: {'name': 'network-changed', 'server_uuid': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'tag': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca', 'status': 'completed', 'code': 200}
May 14 21:25:04.147598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-f6a0294d-4343-4524-be9a-c7108768897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:04.149455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-f6a0294d-4343-4524-be9a-c7108768897f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69be921807044629a1b5f9e3adc7d5ef&device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 1125 time: 0.0831914
May 14 21:25:04.191314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09218275-c69e-4ed7-a8f1-52f0220ff12e req-f184eae4-f5bd-4826-91ae-932fa1bc8b4d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:04.192865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09218275-c69e-4ed7-a8f1-52f0220ff12e req-f184eae4-f5bd-4826-91ae-932fa1bc8b4d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0733581
May 14 21:25:04.204876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-ef01f76d-ab80-4c46-9dae-ab29d6297d70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca HTTP/1.1" status: 200  len: 217 time: 0.0413201
May 14 21:25:04.209425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.218099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1424a0c4-09b1-43b5-823a-a28034b11cc7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.238825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] Pushing event deleted for resources: {'Port': ['ID=1424a0c4-09b1-43b5-823a-a28034b11cc7,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:04.244639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6969f-b704-47f7-b16c-c8d973f1acfd None None] No DVR routers for this DVR port 1424a0c4-09b1-43b5-823a-a28034b11cc7 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:04.287079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-a30a4c29-f2b3-40c0-89b2-c5029a9a56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:04.288631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-a30a4c29-f2b3-40c0-89b2-c5029a9a56e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b43a7fe1-b2c1-4997-81c1-163a523f59aa HTTP/1.1" status: 200  len: 850 time: 0.0778155
May 14 21:25:04.315632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4e381da8-d0b1-47a0-8ea9-ac2bd53f8717), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.317836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Pushing event deleted for resources: {'Port': ['ID=1424a0c4-09b1-43b5-823a-a28034b11cc7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:04.332288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-9ff665fc-6818-4b97-8479-6a4b6c0bed83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f9edf66-9b9c-4e59-b7ce-233d052ab851&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372250
May 14 21:25:04.353647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] No DVR routers for this DVR port 1424a0c4-09b1-43b5-823a-a28034b11cc7 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:04.408846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e381da8-d0b1-47a0-8ea9-ac2bd53f8717,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:04.445582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-72b5bdae-5227-4ad6-80d4-b1197396aaf6 service neutron] 10.222.0.48 "GET /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1066959
May 14 21:25:04.471170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5fb69a44-68f6-44d7-9bcb-ee9798387585), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.492242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09218275-c69e-4ed7-a8f1-52f0220ff12e req-fc77f4bb-823b-4def-bb93-765a84abeda8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2871988
May 14 21:25:04.498714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.508762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9957add-4927-4ae4-9ec5-0acfaed3f452 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "DELETE /v2.0/ports/4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 HTTP/1.1" status: 204  len: 168 time: 0.9362280
May 14 21:25:04.508762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37624) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:04.519129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a6814c0>,) {'filters': {'network_id': ['5fb69a44-68f6-44d7-9bcb-ee9798387585']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:04.550543 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0f65be-ce53-4c15-b6a8-a1a500adea95 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] GET failed (client error): The resource could not be found.
May 14 21:25:04.556721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37630) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:04.557507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9e0f65be-ce53-4c15-b6a8-a1a500adea95 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "GET /v2.0/ports/4e381da8-d0b1-47a0-8ea9-ac2bd53f8717 HTTP/1.1" status: 404  len: 333 time: 0.0490713
May 14 21:25:04.559668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6814c0>, 'b386f6c2-a473-4f9c-a964-8bdf90dffcad') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:04.560044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6814c0>, 'b386f6c2-a473-4f9c-a964-8bdf90dffcad') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:04.563674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-996493014', 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:04.576548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (b386f6c2-a473-4f9c-a964-8bdf90dffcad), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.602144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b386f6c2-a473-4f9c-a964-8bdf90dffcad), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.611863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:04.612346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (b386f6c2-a473-4f9c-a964-8bdf90dffcad), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:04.614352 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:04.618680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58d4f0aa-5bbc-4fbb-a7d9-155c1c677d12 req-bcf35aa9-4a1f-412b-bb09-1fdc5ba61290 service neutron] 10.222.0.48 "GET /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642935
May 14 21:25:04.667011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Made reservation on behalf of 98f1087977ab4d7ea0b5c0dbe2ccb277 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:04.669549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.693873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port 28659eff-4a3f-4b02-b564-40d3a9065ae2 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:04.729086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e30c1f-24b6-4cf9-ae07-dc6d43a3031a req-43563b15-e349-4a30-81b1-237bb00db344 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:04.730678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14e30c1f-24b6-4cf9-ae07-dc6d43a3031a req-43563b15-e349-4a30-81b1-237bb00db344 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 943 time: 0.0985332
May 14 21:25:04.801266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14e30c1f-24b6-4cf9-ae07-dc6d43a3031a req-f0eed75e-0525-482f-9037-5db41336ef0b tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602086
May 14 21:25:04.879898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5fb69a44-68f6-44d7-9bcb-ee9798387585), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.886016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.891183 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5fb69a44-68f6-44d7-9bcb-ee9798387585 HTTP/1.1" status: 204  len: 168 time: 1.5034359
May 14 21:25:04.898999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for port (28659eff-4a3f-4b02-b564-40d3a9065ae2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:04.907752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87551-16ab-418b-84d8-994fc9496511 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fb69a44-68f6-44d7-9bcb-ee9798387585,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:04.940692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1424a0c4-09b1-43b5-823a-a28034b11cc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:04.973159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1424a0c4-09b1-43b5-823a-a28034b11cc7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:04.973517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1424a0c4-09b1-43b5-823a-a28034b11cc7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:04.973941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92abc86b-af73-47bb-a571-bf13e314dd75 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:05.000342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 92abc86b-af73-47bb-a571-bf13e314dd75 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:05.000693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92abc86b-af73-47bb-a571-bf13e314dd75 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:05.039839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (28659eff-4a3f-4b02-b564-40d3a9065ae2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.086692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Network 757a4b76-6478-4017-97d2-13b3a05dd24a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:05.090045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:05.094556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:05.095578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:05.096185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.100085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=28659eff-4a3f-4b02-b564-40d3a9065ae2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:05.202348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18493ca4-8612-46c1-a81d-4acb62d0eda4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.6434646
May 14 21:25:05.204936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:05.255703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9561d2-6b47-44ca-b65d-cb2bb39b7a45 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:05.257115 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3c9561d2-6b47-44ca-b65d-cb2bb39b7a45 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "GET /v2.0/ports/28659eff-4a3f-4b02-b564-40d3a9065ae2 HTTP/1.1" status: 200  len: 954 time: 0.0511796
May 14 21:25:05.260428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37642) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:05.309619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37644) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:05.345683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Deleting port 28659eff-4a3f-4b02-b564-40d3a9065ae2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:05.346268 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (28659eff-4a3f-4b02-b564-40d3a9065ae2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.355689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8716ac15-232e-44d7-be81-536d1116f90d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a924ca59a9ac44cf96e53be012a43af1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0445647
May 14 21:25:05.358328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37646) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:05.415349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62420e01-21bb-430b-9b43-8e02a7f1d295 admin admin] Publish callbacks [] for security_group (28892892-771e-42d9-9034-0e43482d5785), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.425503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (28659eff-4a3f-4b02-b564-40d3a9065ae2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.439165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62420e01-21bb-430b-9b43-8e02a7f1d295 admin admin] Publish callbacks [] for security_group (28892892-771e-42d9-9034-0e43482d5785), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.441712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Calling delete_port for 28659eff-4a3f-4b02-b564-40d3a9065ae2 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:05.559335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62420e01-21bb-430b-9b43-8e02a7f1d295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (28892892-771e-42d9-9034-0e43482d5785), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.562725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62420e01-21bb-430b-9b43-8e02a7f1d295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.572068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-62420e01-21bb-430b-9b43-8e02a7f1d295 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28892892-771e-42d9-9034-0e43482d5785 HTTP/1.1" status: 204  len: 168 time: 0.2046876
May 14 21:25:05.598341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62420e01-21bb-430b-9b43-8e02a7f1d295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28892892-771e-42d9-9034-0e43482d5785,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:05.605110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (28659eff-4a3f-4b02-b564-40d3a9065ae2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.656842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event deleted for resources: {'Port': ['ID=28659eff-4a3f-4b02-b564-40d3a9065ae2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:05.663003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.666359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b2936b8b-ed72-495d-83ea-7b56743387a9 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "DELETE /v2.0/ports/28659eff-4a3f-4b02-b564-40d3a9065ae2 HTTP/1.1" status: 204  len: 168 time: 0.4049900
May 14 21:25:05.673158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37662) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:05.698020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-b714e23a-c290-44ce-88ab-46fd500a0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:05.699770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-b714e23a-c290-44ce-88ab-46fd500a0703 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=69be921807044629a1b5f9e3adc7d5ef&device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 1125 time: 0.0589120
May 14 21:25:05.706889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb552d6a-2961-46c4-ba25-a573762f37f2 req-c55a4c92-679b-48d0-acbb-b739a3dab770 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:05.708456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb552d6a-2961-46c4-ba25-a573762f37f2 req-c55a4c92-679b-48d0-acbb-b739a3dab770 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1246591
May 14 21:25:05.710244 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3baf3d92-49a7-47e9-9fb9-30769500bf45 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] GET failed (client error): The resource could not be found.
May 14 21:25:05.711886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3baf3d92-49a7-47e9-9fb9-30769500bf45 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "GET /v2.0/ports/28659eff-4a3f-4b02-b564-40d3a9065ae2 HTTP/1.1" status: 404  len: 333 time: 0.0375562
May 14 21:25:05.718169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:05.725618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Request body: {'port': {'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1670423558'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:05.831446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb552d6a-2961-46c4-ba25-a573762f37f2 req-a84a8fa1-2337-4e57-8fa4-7dd882f75b6b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008582
May 14 21:25:05.838718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Made reservation on behalf of 98f1087977ab4d7ea0b5c0dbe2ccb277 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:05.842529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:05.849360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-1076170e-1fd6-4297-858d-0f5e1e31282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:05.851327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-1076170e-1fd6-4297-858d-0f5e1e31282c service neutron] 10.222.0.48 "GET /v2.0/networks?id=7f9edf66-9b9c-4e59-b7ce-233d052ab851 HTTP/1.1" status: 200  len: 911 time: 0.1419060
May 14 21:25:05.876299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port 04368399-4958-4326-afa0-a18177782711 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:05.954200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-4f369996-c155-42bd-bb8e-0f2bc7bdfafe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca HTTP/1.1" status: 200  len: 217 time: 0.0831134
May 14 21:25:06.018131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bec41f-9c88-42d9-8041-e6919774b84c req-08e57811-c312-417a-b114-258757fc47b3 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:06.020040 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74bec41f-9c88-42d9-8041-e6919774b84c req-08e57811-c312-417a-b114-258757fc47b3 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 943 time: 0.0811992
May 14 21:25:06.149282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74bec41f-9c88-42d9-8041-e6919774b84c req-58e4db8e-b94d-4c39-a8f0-1a773f65dfa1 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228893
May 14 21:25:06.154989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for port (04368399-4958-4326-afa0-a18177782711), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:06.264168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (04368399-4958-4326-afa0-a18177782711), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:06.288399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Network 757a4b76-6478-4017-97d2-13b3a05dd24a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:06.291963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:06.313722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:06.314720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:06.315565 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:06.348113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=04368399-4958-4326-afa0-a18177782711,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:06.419437 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fa58c471-f262-4ec2-ad97-8dbcfe99f0a4 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.7001557
May 14 21:25:06.430018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37678) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:06.438248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:06.443175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-00966a86-2d2d-459a-98d7-a21f42c6e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:06.444694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-00966a86-2d2d-459a-98d7-a21f42c6e21b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b43a7fe1-b2c1-4997-81c1-163a523f59aa HTTP/1.1" status: 200  len: 850 time: 0.4771266
May 14 21:25:06.485460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-1662c611-5ec7-4cf1-b9c7-fde47891063b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7f9edf66-9b9c-4e59-b7ce-233d052ab851&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334585
May 14 21:25:06.569178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (04368399-4958-4326-afa0-a18177782711), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:06.601474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-4f8bf1d7-1b68-47d3-a211-972546d4dd5c service neutron] 10.222.0.48 "GET /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094584
May 14 21:25:06.738522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af3006f2-7f8a-4f31-892d-2c97ee0c17ac req-876bb847-a6d2-4972-89a9-6b4c28ae008c service neutron] 10.222.0.48 "GET /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295550
May 14 21:25:06.786043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b95b1c86-e8e8-4ad7-98b2-f025490189ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:25:06.843831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] device_id is not set on port 04368399-4958-4326-afa0-a18177782711 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:06.853219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks [] for port (04368399-4958-4326-afa0-a18177782711), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:06.942422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b95b1c86-e8e8-4ad7-98b2-f025490189ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca,segment=NetworkSegment(606d7b84-5a9e-4180-93ac-a52a08f5f91f),segment_id=606d7b84-5a9e-4180-93ac-a52a08f5f91f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:06.961084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca', 'network_id': '7f9edf66-9b9c-4e59-b7ce-233d052ab851', 'port_id': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca', 'mac_address': 'fa:16:3e:db:4b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43a7fe1-b2c1-4997-81c1-163a523f59aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:25:06.970010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (04368399-4958-4326-afa0-a18177782711), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.010281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b95b1c86-e8e8-4ad7-98b2-f025490189ca is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:07.011000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.027855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95b1c86-e8e8-4ad7-98b2-f025490189ca {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:07.036705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37700) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:07.049665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119388-8fa2-48d2-bc53-aa5b8c0d79fb req-1dcb059f-8830-4359-8d1e-c76a99cfb0ca tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:07.052027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f119388-8fa2-48d2-bc53-aa5b8c0d79fb req-1dcb059f-8830-4359-8d1e-c76a99cfb0ca tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0962255
May 14 21:25:07.060930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b95b1c86-e8e8-4ad7-98b2-f025490189ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca,segment=NetworkSegment(606d7b84-5a9e-4180-93ac-a52a08f5f91f),segment_id=606d7b84-5a9e-4180-93ac-a52a08f5f91f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:07.131894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.193188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1499991404-network', 'tenant_id': '7b8a604af2ec48059ef55244ec6a5363'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:07.220725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b95b1c86-e8e8-4ad7-98b2-f025490189ca,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:07.355441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Made reservation on behalf of 7b8a604af2ec48059ef55244ec6a5363 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:07.357087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['b95b1c86-e8e8-4ad7-98b2-f025490189ca'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:25:07.361454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.386169 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.414390 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=04368399-4958-4326-afa0-a18177782711,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:07.416201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d88b78-2691-4c1e-92e5-f979f81a4c79 req-8e82100a-0a20-4dd1-9636-df3b2fe4d6d2 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:07.423173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.423173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.423173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.434679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4d88b78-2691-4c1e-92e5-f979f81a4c79 req-8e82100a-0a20-4dd1-9636-df3b2fe4d6d2 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 944 time: 0.1369269
May 14 21:25:07.435991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.436331 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.438765 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 2 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.465101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f119388-8fa2-48d2-bc53-aa5b8c0d79fb req-49d60989-d878-425c-86d1-98d9f32a584c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4032662
May 14 21:25:07.466095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.466438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.466776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.472562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.472895 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.473288 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 3 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.487838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.488692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.488820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.495507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.495871 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.496270 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 4 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.520299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.520778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.521649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.528342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.529397 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.530017 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 5 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.544021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4d88b78-2691-4c1e-92e5-f979f81a4c79 req-b57901c4-d5fa-4ab8-b761-a695e74e5543 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076226
May 14 21:25:07.552906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.553257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.553585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.566275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.566275 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.566275 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 6 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.589150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.589514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.589999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.596254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.596562 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.596809 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 7 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.611623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.612008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.612291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.616632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks [] for security_group (d6177498-bc9f-4f73-a6a8-670e56c9979a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.616917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.617248 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.617646 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 8 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.641471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.642226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.642710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.648279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.648613 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.649017 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 9 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.665192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.666043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.666441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.672893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d6177498-bc9f-4f73-a6a8-670e56c9979a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.679906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.680278 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.681366 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempt 10 to bind port 04368399-4958-4326-afa0-a18177782711
May 14 21:25:07.693809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:07.701408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:07.701838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:07.702241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempting to bind port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:07.707392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a35b88e4-b220-4be5-a891-3a8c8b01682d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.708014 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:07.708140 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Added segment a35b88e4-b220-4be5-a891-3a8c8b01682d of type vlan for network c2e0f2de-38c7-4adc-9f96-48cdb31b8430
May 14 21:25:07.708351 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Failed to bind port 04368399-4958-4326-afa0-a18177782711 on host nch2-master-1 for vnic_type normal using segments [{'id': '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '757a4b76-6478-4017-97d2-13b3a05dd24a'}]
May 14 21:25:07.708721 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (04368399-4958-4326-afa0-a18177782711), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.763449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6177498-bc9f-4f73-a6a8-670e56c9979a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:07.783104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (c2e0f2de-38c7-4adc-9f96-48cdb31b8430), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:07.792115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] For port 04368399-4958-4326-afa0-a18177782711, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:07.792731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attempted to set empty binding levels {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 14 21:25:08.125524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (04368399-4958-4326-afa0-a18177782711), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.156522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] In _notify_port_updated(), no bound segment for port 04368399-4958-4326-afa0-a18177782711 on network 757a4b76-6478-4017-97d2-13b3a05dd24a {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:25:08.158817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (c2e0f2de-38c7-4adc-9f96-48cdb31b8430), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.159413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:08.159937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:08.160108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.160509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.163988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "PUT /v2.0/ports/04368399-4958-4326-afa0-a18177782711 HTTP/1.1" status: 200  len: 975 time: 1.7304721
May 14 21:25:08.164258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37716) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:08.204534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f5f14-cbb1-4401-b1b6-e8167128b774 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event updated for resources: {'Port': ['ID=04368399-4958-4326-afa0-a18177782711,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:08.237858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e0f2de-38c7-4adc-9f96-48cdb31b8430,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:08.250395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:08.273792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d37dde5e-9811-4d79-9f3f-c9c5db4a4fa9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.2337382
May 14 21:25:08.275131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37722) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:08.284694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Request body: {'subnet': {'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1499991404-subnet', 'tenant_id': '7b8a604af2ec48059ef55244ec6a5363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:08.292137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Deleting port 04368399-4958-4326-afa0-a18177782711 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:08.292755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (04368399-4958-4326-afa0-a18177782711), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.372174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] For port 04368399-4958-4326-afa0-a18177782711, host nch2-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:08.372633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (04368399-4958-4326-afa0-a18177782711), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.390581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Calling delete_port for 04368399-4958-4326-afa0-a18177782711 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:08.393850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Made reservation on behalf of 7b8a604af2ec48059ef55244ec6a5363 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:08.396736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.559981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (04368399-4958-4326-afa0-a18177782711), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.594742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Pushing event deleted for resources: {'Port': ['ID=04368399-4958-4326-afa0-a18177782711,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:08.598534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.601830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6ebe5054-4024-4149-ab8e-70844628fd91 tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "DELETE /v2.0/ports/04368399-4958-4326-afa0-a18177782711 HTTP/1.1" status: 204  len: 168 time: 0.4358661
May 14 21:25:08.605418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37728) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:08.635757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e71f2b-52f9-4c32-be40-4a43592a8138 req-798cadc5-6220-461c-8722-22f065df7808 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:08.637729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3e71f2b-52f9-4c32-be40-4a43592a8138 req-798cadc5-6220-461c-8722-22f065df7808 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0563984
May 14 21:25:08.641303 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b8ef3e-6f21-4b42-8fef-80078d06dd4c tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] GET failed (client error): The resource could not be found.
May 14 21:25:08.642819 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-61b8ef3e-6f21-4b42-8fef-80078d06dd4c tempest-PortsAdminExtendedAttrsTestJSON-760877587 tempest-PortsAdminExtendedAttrsTestJSON-760877587-project-admin] 10.222.0.52 "GET /v2.0/ports/04368399-4958-4326-afa0-a18177782711 HTTP/1.1" status: 404  len: 333 time: 0.0359337
May 14 21:25:08.648454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37730) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:08.715869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143be1d-364a-472c-8e13-cd073452d508 req-97b6efd1-d98f-457d-aaa7-69a46421c760 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:08.723527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9143be1d-364a-472c-8e13-cd073452d508 req-97b6efd1-d98f-457d-aaa7-69a46421c760 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 944 time: 0.0617487
May 14 21:25:08.775086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9143be1d-364a-472c-8e13-cd073452d508 req-9122283d-add2-4131-bee2-b84c27e39422 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497992
May 14 21:25:08.797241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (2cd867ed-1a8f-4b15-aa68-f7fe421c7e76), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.798862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:25:08.804191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b95b1c86-e8e8-4ad7-98b2-f025490189ca up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:08.810545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3e71f2b-52f9-4c32-be40-4a43592a8138 req-973911a0-af9e-410e-b23e-63b732cc7512 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654279
May 14 21:25:08.822521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (757a4b76-6478-4017-97d2-13b3a05dd24a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:08.936064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port b95b1c86-e8e8-4ad7-98b2-f025490189ca completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:25:08.956278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Checking segment: {'id': 'a35b88e4-b220-4be5-a891-3a8c8b01682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:08.956745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Network hostable DHCP agents. Network: c2e0f2de-38c7-4adc-9f96-48cdb31b8430, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:08.960461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd867ed-1a8f-4b15-aa68-f7fe421c7e76,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:08.994279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:09.013529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'port_id': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'mac_address': 'fa:16:3e:29:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f52459-bd54-41ff-909a-aadc563584a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:25:09.029729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (757a4b76-6478-4017-97d2-13b3a05dd24a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.047637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port b95b1c86-e8e8-4ad7-98b2-f025490189ca triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:09.047990 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.052560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232d65730>,) {'filters': {'network_id': ['757a4b76-6478-4017-97d2-13b3a05dd24a']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:09.064340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232d65730>, '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:09.065025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232d65730>, '5f0e2824-dcbe-4a00-ab0e-cb353753b6e2') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:09.076507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (5f0e2824-dcbe-4a00-ab0e-cb353753b6e2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.093865 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5f0e2824-dcbe-4a00-ab0e-cb353753b6e2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.101462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:09.101905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (5f0e2824-dcbe-4a00-ab0e-cb353753b6e2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:09.106025 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:09.114160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:09.114160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.132778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:09.134383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:09.188733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:09.194747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b95b1c86-e8e8-4ad7-98b2-f025490189ca is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:09.195287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.222532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:09.223038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2e0f2de-38c7-4adc-9f96-48cdb31b8430) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:09.225317 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4b725-d7cf-4abd-9cf9-ab1e12dd2614" -d '{"events": [{"server_uuid": "149b6a59-1e4a-42b8-a53a-b025a0378d7b", "name": "network-vif-plugged", "status": "completed", "tag": "b95b1c86-e8e8-4ad7-98b2-f025490189ca"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:09.228661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:09.229262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.242336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (757a4b76-6478-4017-97d2-13b3a05dd24a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.244601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff982cf6-4b8b-420f-a38c-c3c4525f9f7a None None] Network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:09.249135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.252446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b95b1c86-e8e8-4ad7-98b2-f025490189ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca,segment=NetworkSegment(606d7b84-5a9e-4180-93ac-a52a08f5f91f),segment_id=606d7b84-5a9e-4180-93ac-a52a08f5f91f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:09.261103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.278066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] 10.222.0.52 "DELETE /v2.0/networks/757a4b76-6478-4017-97d2-13b3a05dd24a HTTP/1.1" status: 204  len: 168 time: 0.6165180
May 14 21:25:09.301171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab91f5-e5af-473f-b965-98e2dab2a03b tempest-PortsAdminExtendedAttrsTestJSON-1155371756 tempest-PortsAdminExtendedAttrsTestJSON-1155371756-project] Pushing event deleted for resources: {'Network': ['ID=757a4b76-6478-4017-97d2-13b3a05dd24a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:09.327027 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21582bc-8a81-4461-ad1b-61bd85118134 x-openstack-request-id: req-c21582bc-8a81-4461-ad1b-61bd85118134 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:09.327201 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b6a59-1e4a-42b8-a53a-b025a0378d7b", "name": "network-vif-plugged", "status": "completed", "tag": "b95b1c86-e8e8-4ad7-98b2-f025490189ca", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:09.327296 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c21582bc-8a81-4461-ad1b-61bd85118134 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:09.327734 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21582bc-8a81-4461-ad1b-61bd85118134'] response: {'server_uuid': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca', 'code': 200}
May 14 21:25:09.328926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:09.342687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:09.370571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8a209ca1-62a9-4cea-aba4-1cbb88e88451 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.0941818
May 14 21:25:09.409379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d14fe5ed-9ab8-4c6c-893f-768a8f7db696'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:25:09.436592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a3d16-2e78-4daa-96aa-cf87936ea352 req-e54594f1-cd1a-4702-b6e0-4407d766d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:09.439251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e0a3d16-2e78-4daa-96aa-cf87936ea352 req-e54594f1-cd1a-4702-b6e0-4407d766d9f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 1127 time: 0.0674009
May 14 21:25:09.494784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b95b1c86-e8e8-4ad7-98b2-f025490189ca,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:09.531729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e0a3d16-2e78-4daa-96aa-cf87936ea352 req-3999e502-140f-421c-9d30-9824d61d4d06 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853660
May 14 21:25:09.531902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b63c0b-fc27-431e-84d0-13f21489df3d None None] Network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:09.876712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37760) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:10.001024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173cf05-48fd-477b-b30f-9d110ceb82fe req-dbdcad6c-8e13-483d-a48c-55cbe47c5c26 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:10.011749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6173cf05-48fd-477b-b30f-9d110ceb82fe req-dbdcad6c-8e13-483d-a48c-55cbe47c5c26 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 945 time: 0.1248963
May 14 21:25:10.115937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6173cf05-48fd-477b-b30f-9d110ceb82fe req-5f88fee9-704c-4ad1-b3da-4be22b2a846f tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993700
May 14 21:25:10.169207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-25681e7e-847f-4c32-a7a5-5bf756b8fbd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef393d12cd9e4387985ada49dfba24d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2883217
May 14 21:25:10.172890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37774) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:10.267693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-f2efa856-009c-4acc-b881-6116fa7bccea tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:10.269263 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-f2efa856-009c-4acc-b881-6116fa7bccea tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/networks?id=c2e0f2de-38c7-4adc-9f96-48cdb31b8430 HTTP/1.1" status: 200  len: 822 time: 0.1465600
May 14 21:25:10.272220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94199016-d2a9-4ef5-a7e3-d9b1b589d5ea req-c498bc83-0439-43c6-af15-f425ca63df04 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:10.273729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94199016-d2a9-4ef5-a7e3-d9b1b589d5ea req-c498bc83-0439-43c6-af15-f425ca63df04 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0698369
May 14 21:25:10.293163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-9e43ca21-f1dd-4c74-8a53-0658667270b7 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/quotas/7b8a604af2ec48059ef55244ec6a5363 HTTP/1.1" status: 200  len: 375 time: 0.0149391
May 14 21:25:10.308607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Publish callbacks [] for security_group (6f940332-d621-41ff-9884-7de644e0650b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:10.335986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7aad66a6-9e0b-4ba9-9260-796eec4e3ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:10.339840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-f8dc44e7-d04b-4d9b-8596-9bb41c217c52 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7b8a604af2ec48059ef55244ec6a5363&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0383687
May 14 21:25:10.352300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Publish callbacks [] for security_group (6f940332-d621-41ff-9884-7de644e0650b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:10.362403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94199016-d2a9-4ef5-a7e3-d9b1b589d5ea req-83e238d5-eb06-4d84-a680-3d606ae6a88d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782752
May 14 21:25:10.483886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-294d93ce-8066-4220-b604-048363ec44aa service neutron] 10.222.0.52 "GET /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353312
May 14 21:25:10.491121 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6f940332-d621-41ff-9884-7de644e0650b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:10.494696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:10.495875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f940332-d621-41ff-9884-7de644e0650b HTTP/1.1" status: 204  len: 168 time: 0.3220282
May 14 21:25:10.511875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f940332-d621-41ff-9884-7de644e0650b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:10.527959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.529114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.530787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.531244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.531713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.532739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.532739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.532964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.533389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.533835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.534287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.534724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.535167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.535625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.536080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c9c816-ac72-4c67-9017-ee4b90f8211f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:10.622974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4410624c-07fb-486f-b8dc-eeea89e998e3 service neutron] 10.222.0.52 "GET /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308134
May 14 21:25:10.793416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:10.953480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:10.961559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2de1045b-87cc-4480-b831-cd1e89641a33 req-17ce4f06-93ab-434b-b0ca-1648dd30422e tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 210 time: 0.0715020
May 14 21:25:10.968127 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.082758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:11.083146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.154338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:11.239412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.304832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20d8b6-626a-4f99-b3cd-80a3629c7eec req-4906bac6-5cc3-4dae-899a-f12d6c9c9c03 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:11.311105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e20d8b6-626a-4f99-b3cd-80a3629c7eec req-4906bac6-5cc3-4dae-899a-f12d6c9c9c03 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 945 time: 0.1012449
May 14 21:25:11.322267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:11.333871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:11.336757 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23359449-b6b8-4096-8421-0d1c7dff7aae" -d '{"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-plugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:11.350140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.350544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.350897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.351452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.353246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.355637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.356901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.358079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.361895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:11.367763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:11.391329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e20d8b6-626a-4f99-b3cd-80a3629c7eec req-1f2376c7-5071-4e13-8bd8-38c7f31cbdf1 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792000
May 14 21:25:11.442543 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f8d1c6-a907-4f53-bcd4-a92308dc3f40 x-openstack-request-id: req-70f8d1c6-a907-4f53-bcd4-a92308dc3f40 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:11.442827 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-plugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:11.443280 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70f8d1c6-a907-4f53-bcd4-a92308dc3f40 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:11.444267 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f8d1c6-a907-4f53-bcd4-a92308dc3f40'] response: {'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'code': 200}
May 14 21:25:11.491453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d161bd03-43ac-4e75-b95a-c01debeb4207 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98f1087977ab4d7ea0b5c0dbe2ccb277&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1214890
May 14 21:25:11.493977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37820) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:11.515458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81883572-cd94-4d57-bf4a-90837b871650 req-cb277bee-08cd-462d-a891-6e38ac8318a9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:11.521657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81883572-cd94-4d57-bf4a-90837b871650 req-cb277bee-08cd-462d-a891-6e38ac8318a9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0601177
May 14 21:25:11.558317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a10b61-3bd5-4bd0-b874-01cc600db340 admin admin] Publish callbacks [] for security_group (4754eeb8-5020-463b-81a1-c1df76e53044), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.588383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a10b61-3bd5-4bd0-b874-01cc600db340 admin admin] Publish callbacks [] for security_group (4754eeb8-5020-463b-81a1-c1df76e53044), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.626463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81883572-cd94-4d57-bf4a-90837b871650 req-c0305027-db8a-4cfb-8be4-9dd69d171c0f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960219
May 14 21:25:11.781754 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a10b61-3bd5-4bd0-b874-01cc600db340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4754eeb8-5020-463b-81a1-c1df76e53044), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.784401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a10b61-3bd5-4bd0-b874-01cc600db340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:11.785848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a3a10b61-3bd5-4bd0-b874-01cc600db340 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4754eeb8-5020-463b-81a1-c1df76e53044 HTTP/1.1" status: 204  len: 168 time: 0.2906926
May 14 21:25:11.804129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a10b61-3bd5-4bd0-b874-01cc600db340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754eeb8-5020-463b-81a1-c1df76e53044,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:11.832929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:12.061506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65205344-5d03-4a01-869f-2a5d39ab5b80 req-fbc71c49-9dac-4716-b7af-0f169749e2ab tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 210 time: 0.0428262
May 14 21:25:12.484894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:12.514715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b57e0e-d8c1-4ce4-8766-5e6c0f77a100 req-53395e2a-05fa-4d76-84dc-86ce5817904e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:12.516361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8b57e0e-d8c1-4ce4-8766-5e6c0f77a100 req-53395e2a-05fa-4d76-84dc-86ce5817904e tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 945 time: 0.0506315
May 14 21:25:12.570559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8b57e0e-d8c1-4ce4-8766-5e6c0f77a100 req-95ecc226-c8f8-47cd-be2c-a45e7d8c96f7 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481446
May 14 21:25:12.885146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb1dd3c8-bab5-4043-8abf-e638e2859211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:12.913926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08297c77-6d3a-42b4-bff3-5ebe0fb410ce req-37d87f01-ada2-4926-915e-2aca1079e84e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:12.941240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08297c77-6d3a-42b4-bff3-5ebe0fb410ce req-37d87f01-ada2-4926-915e-2aca1079e84e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1248269
May 14 21:25:13.024058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08297c77-6d3a-42b4-bff3-5ebe0fb410ce req-0592b149-42f1-4ecc-ba47-9d56d1399b92 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785067
May 14 21:25:13.412677 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-306d7d77-95cb-4f50-80a5-d95251cbaf83 req-aded52b2-3701-409d-9216-61c695292ea4 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 210 time: 0.0520101
May 14 21:25:13.556609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccac55c-b12b-4f73-90f1-cf77ae967ddc req-a6f4216c-213c-41dc-a118-528a0513806f tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:13.558468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fccac55c-b12b-4f73-90f1-cf77ae967ddc req-a6f4216c-213c-41dc-a118-528a0513806f tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 945 time: 0.0549116
May 14 21:25:13.632149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fccac55c-b12b-4f73-90f1-cf77ae967ddc req-71cada80-87de-41d1-b326-16e0c263c51b tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675240
May 14 21:25:13.723377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:13.793821 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:13.889258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d4d2905-2c6c-41c3-a48c-8431183672e8 tempest-AgentManagementNegativeTest-1268676257 tempest-AgentManagementNegativeTest-1268676257-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1646500
May 14 21:25:14.197355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-b44c18ef-8a33-411f-95c8-71d66f2c70bf tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:14.200225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-b44c18ef-8a33-411f-95c8-71d66f2c70bf tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.36 "GET /v2.0/networks?id=c2e0f2de-38c7-4adc-9f96-48cdb31b8430 HTTP/1.1" status: 200  len: 822 time: 0.1852331
May 14 21:25:14.217982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Request body: {'port': {'device_id': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430', 'admin_state_up': True, 'tenant_id': '7b8a604af2ec48059ef55244ec6a5363'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:14.249089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e65edf-7e12-4d93-ae1c-f0eb7df3f9bd req-4a9cfb8c-94ef-419a-bdc5-38dcec53920d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:14.261299 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04e65edf-7e12-4d93-ae1c-f0eb7df3f9bd req-4a9cfb8c-94ef-419a-bdc5-38dcec53920d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1200745
May 14 21:25:14.341497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04e65edf-7e12-4d93-ae1c-f0eb7df3f9bd req-a81a776c-7751-4dee-819a-6558986464b5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784869
May 14 21:25:14.554290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Made reservation on behalf of 7b8a604af2ec48059ef55244ec6a5363 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:14.566564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:14.567658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cc2b5e1-fc6a-43b0-8c71-995f18008f14 req-f7502232-9c0e-40fb-a1ef-e9a7afca2515 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 210 time: 0.0537927
May 14 21:25:14.644072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-c0c200db-4a07-414c-87fd-2ecef2f83ece tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:14.645662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-c0c200db-4a07-414c-87fd-2ecef2f83ece tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.48 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 945 time: 0.1159472
May 14 21:25:14.696271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:14.833176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98227575-9e99-4068-9a22-ec4d109ec77d req-118970cb-6995-4a2b-9bc2-82300c7322a4 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:14.835578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98227575-9e99-4068-9a22-ec4d109ec77d req-118970cb-6995-4a2b-9bc2-82300c7322a4 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 945 time: 0.0913949
May 14 21:25:14.854409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Deleting port b95b1c86-e8e8-4ad7-98b2-f025490189ca {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:14.854755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:14.861139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:14.945896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98227575-9e99-4068-9a22-ec4d109ec77d req-f6a211bf-c0d5-4d70-9990-61b8d27e3022 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/security-groups?id=58ac8827-eb2f-4990-92b2-4340bbb840eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021898
May 14 21:25:15.006311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Allocated IP 172.20.0.9 (c2e0f2de-38c7-4adc-9f96-48cdb31b8430/2cd867ed-1a8f-4b15-aa68-f7fe421c7e76/1d475c65-7229-4b89-9071-a6c006696fff) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:15.039278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] For port b95b1c86-e8e8-4ad7-98b2-f025490189ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b95b1c86-e8e8-4ad7-98b2-f025490189ca,segment=NetworkSegment(606d7b84-5a9e-4180-93ac-a52a08f5f91f),segment_id=606d7b84-5a9e-4180-93ac-a52a08f5f91f)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:15.039837 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.055851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Publish callbacks [] for security_group (f36f4789-7f02-4333-abf9-d514085fa282), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.069185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Calling delete_port for b95b1c86-e8e8-4ad7-98b2-f025490189ca owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:15.124042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f36f4789-7f02-4333-abf9-d514085fa282), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.186015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5e52299769e4393a4d2300efc95dc1f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4884913
May 14 21:25:15.186691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:15.188756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36f4789-7f02-4333-abf9-d514085fa282,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:15.246700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.247042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.247387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.247751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.248090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.248485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.249007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.249351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.249834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.250166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.250794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.251138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.251442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.251785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.252113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19fa460-b3b0-4a9b-9feb-0a1d34ab9992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:15.315712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a39bbbde-3ae3-41f2-9c72-46fbf6c9ac6a admin admin] Publish callbacks [] for security_group (f36f4789-7f02-4333-abf9-d514085fa282), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.364958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a39bbbde-3ae3-41f2-9c72-46fbf6c9ac6a admin admin] Publish callbacks [] for security_group (f36f4789-7f02-4333-abf9-d514085fa282), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.396873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks [] for port (1d475c65-7229-4b89-9071-a6c006696fff), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.542720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec100bfc-aeec-44d7-a9ca-bc7e5a082a94 req-4034889c-3082-4d7e-a485-c494b4fd5bcb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:15.544657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec100bfc-aeec-44d7-a9ca-bc7e5a082a94 req-4034889c-3082-4d7e-a485-c494b4fd5bcb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0714705
May 14 21:25:15.601931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec100bfc-aeec-44d7-a9ca-bc7e5a082a94 req-b1544293-e042-41b5-802f-44a274388df6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503316
May 14 21:25:15.607636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b95b1c86-e8e8-4ad7-98b2-f025490189ca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.615166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1d475c65-7229-4b89-9071-a6c006696fff), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.651120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.701999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a39bbbde-3ae3-41f2-9c72-46fbf6c9ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f36f4789-7f02-4333-abf9-d514085fa282), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.705766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a39bbbde-3ae3-41f2-9c72-46fbf6c9ac6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.707090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a39bbbde-3ae3-41f2-9c72-46fbf6c9ac6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f36f4789-7f02-4333-abf9-d514085fa282 HTTP/1.1" status: 204  len: 168 time: 0.5193484
May 14 21:25:15.717804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:15.745859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bbbde-3ae3-41f2-9c72-46fbf6c9ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36f4789-7f02-4333-abf9-d514085fa282,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:15.747149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] No DVR routers for this DVR port b95b1c86-e8e8-4ad7-98b2-f025490189ca on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:15.755073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:15.757780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.762350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6e8912d-4479-4cf6-b6af-a8a0ddc3abf3 req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.48 "DELETE /v2.0/ports/b95b1c86-e8e8-4ad7-98b2-f025490189ca HTTP/1.1" status: 204  len: 173 time: 1.1094968
May 14 21:25:15.763399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'name': 'network-vif-deleted', 'tag': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:15.767969 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0763de39-8ff2-4db7-976f-a18a47c51f69" -d '{"events": [{"server_uuid": "149b6a59-1e4a-42b8-a53a-b025a0378d7b", "name": "network-vif-deleted", "tag": "b95b1c86-e8e8-4ad7-98b2-f025490189ca"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:15.772619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:15.776526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Pushing event updated for resources: {'Port': ['ID=1d475c65-7229-4b89-9071-a6c006696fff,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:15.834272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da52a7-5929-453c-b575-469fd50a7d1d tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] Pushing event deleted for resources: {'Port': ['ID=b95b1c86-e8e8-4ad7-98b2-f025490189ca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:15.864393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:15.865049 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:15.906379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a1955-b476-4733-bd71-1461621af085 req-d2cf7a42-0dfa-4fc9-88d9-e0c13cef9088 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:15.908220 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-112a1955-b476-4733-bd71-1461621af085 req-d2cf7a42-0dfa-4fc9-88d9-e0c13cef9088 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 931 time: 0.1510601
May 14 21:25:15.972694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-7bedb1a8-db2a-4b7d-9764-a36f98cef7fa tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7629418
May 14 21:25:15.987089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Request body: {'port': {'device_id': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:16.016168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-112a1955-b476-4733-bd71-1461621af085 req-1c2c3339-4ef5-49ac-a336-3f6e8b5d7a09 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910392
May 14 21:25:16.053902 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9a8ad-3923-4a40-bc85-ebd935ef642b x-openstack-request-id: req-c6a9a8ad-3923-4a40-bc85-ebd935ef642b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:16.054209 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149b6a59-1e4a-42b8-a53a-b025a0378d7b", "name": "network-vif-deleted", "tag": "b95b1c86-e8e8-4ad7-98b2-f025490189ca", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:16.054454 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6a9a8ad-3923-4a40-bc85-ebd935ef642b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:16.054866 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a9a8ad-3923-4a40-bc85-ebd935ef642b'] response: {'server_uuid': '149b6a59-1e4a-42b8-a53a-b025a0378d7b', 'name': 'network-vif-deleted', 'tag': 'b95b1c86-e8e8-4ad7-98b2-f025490189ca', 'status': 'completed', 'code': 200}
May 14 21:25:16.169757 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d475c65-7229-4b89-9071-a6c006696fff), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:16.170224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24d1afe2-4f9a-43d3-9ab9-a32986ee2993 req-275df3c4-d91e-4f01-b761-fd19827f295a tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 210 time: 0.0541852
May 14 21:25:16.617976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d475c65-7229-4b89-9071-a6c006696fff {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:16.627501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Publish callbacks [] for port (1d475c65-7229-4b89-9071-a6c006696fff), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:16.645100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Transition to ACTIVE for port object 1d475c65-7229-4b89-9071-a6c006696fff will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:25:16.775509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279c6ab-57d5-401f-877e-3ce91b6a4227 req-da13335e-e386-4f12-b88e-fc9504a4bc4e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:16.777014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b279c6ab-57d5-401f-877e-3ce91b6a4227 req-da13335e-e386-4f12-b88e-fc9504a4bc4e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0621667
May 14 21:25:16.823429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-58443bf7-2667-46ab-991b-692b59570ad1 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:16.824963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-58443bf7-2667-46ab-991b-692b59570ad1 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.1279366
May 14 21:25:16.833203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b95b1c86-e8e8-4ad7-98b2-f025490189ca no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:16.839383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b279c6ab-57d5-401f-877e-3ce91b6a4227 req-1472659e-56c8-41aa-ad27-ea7d5e8b707a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557747
May 14 21:25:16.841756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-a316fd8c-5e80-4524-ba5f-9ec32206f28d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/quotas/c4fe0b96d43b41aaaa0e8e238888786a HTTP/1.1" status: 200  len: 375 time: 0.0109029
May 14 21:25:16.856413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: b95b1c86-e8e8-4ad7-98b2-f025490189ca {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:16.856788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b95b1c86-e8e8-4ad7-98b2-f025490189ca not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:16.857401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:16.902102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-6f75a216-fefd-4ae7-9089-953fbd586505 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0523057
May 14 21:25:16.954507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fecd4045-e84a-40a2-8340-c732d9c9642c is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:16.954901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:16.977922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:16.980341 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b204696-9241-4e7e-ab77-16f41ce4115b" -d '{"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-unplugged", "status": "completed", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:16.996881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:17.001469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1d475c65-7229-4b89-9071-a6c006696fff), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.011627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-babdbb0d-3803-4515-aa58-3e992c1bb626 service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024787
May 14 21:25:17.027564 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c9f54f-f802-4f79-b62a-0e92f646fd73 x-openstack-request-id: req-41c9f54f-f802-4f79-b62a-0e92f646fd73 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:17.028204 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-unplugged", "status": "completed", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:17.028675 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41c9f54f-f802-4f79-b62a-0e92f646fd73 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:17.029171 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c9f54f-f802-4f79-b62a-0e92f646fd73'] response: {'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'code': 200}
May 14 21:25:17.030501 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.080102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Pushing event updated for resources: {'Port': ['ID=1d475c65-7229-4b89-9071-a6c006696fff,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:17.096379 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.162574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:17.180343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-a5aa5254-24c0-4e89-a7b4-70824f03d7ef service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674178
May 14 21:25:17.216776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880941f4-a47e-4c1b-8e6e-064c32f8bed3 req-2114868d-2682-4ee5-a5cc-c11415dd175f tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:17.218443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-880941f4-a47e-4c1b-8e6e-064c32f8bed3 req-2114868d-2682-4ee5-a5cc-c11415dd175f tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 943 time: 0.0864136
May 14 21:25:17.317322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Attempting to bind port 1d475c65-7229-4b89-9071-a6c006696fff on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:17.317761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Attempting to bind port 1d475c65-7229-4b89-9071-a6c006696fff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a35b88e4-b220-4be5-a891-3a8c8b01682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:17.318158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Attempting to bind port 1d475c65-7229-4b89-9071-a6c006696fff on network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:17.325698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-880941f4-a47e-4c1b-8e6e-064c32f8bed3 req-b41c468f-1f28-4aa7-8c8c-6ef4007abb53 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849566
May 14 21:25:17.328092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Port 1d475c65-7229-4b89-9071-a6c006696fff on network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:17.329002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Attempting to bind port 1d475c65-7229-4b89-9071-a6c006696fff on network c2e0f2de-38c7-4adc-9f96-48cdb31b8430 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:17.341648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:17.342032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Checking segment: {'id': 'a35b88e4-b220-4be5-a891-3a8c8b01682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:17.342381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Bound using segment: {'id': 'a35b88e4-b220-4be5-a891-3a8c8b01682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:17.342821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Bound port: 1d475c65-7229-4b89-9071-a6c006696fff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35b88e4-b220-4be5-a891-3a8c8b01682d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:17.343183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d475c65-7229-4b89-9071-a6c006696fff), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.509754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] For port 1d475c65-7229-4b89-9071-a6c006696fff, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:17.515300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] For port 1d475c65-7229-4b89-9071-a6c006696fff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d475c65-7229-4b89-9071-a6c006696fff,segment=NetworkSegment(a35b88e4-b220-4be5-a891-3a8c8b01682d),segment_id=a35b88e4-b220-4be5-a891-3a8c8b01682d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:17.527740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c01857d4-4719-460a-a87b-6fe2f55e5001 req-bb93b34c-6a9a-435d-b88b-f2ad398c9c48 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 210 time: 0.0699971
May 14 21:25:17.577937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88987e4d-bdc4-4899-b401-c9c0abf72833 req-e75d1a68-18c1-46c3-abfe-440cdf230301 tempest-ServerGroupTestJSON-1614887087 tempest-ServerGroupTestJSON-1614887087-project] 10.222.0.52 "GET /v2.0/ports?device_id=149b6a59-1e4a-42b8-a53a-b025a0378d7b HTTP/1.1" status: 200  len: 210 time: 0.0485263
May 14 21:25:17.613763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:17.673731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1d475c65-7229-4b89-9071-a6c006696fff), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.724127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:17.724904 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.726991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] 10.222.0.36 "PUT /v2.0/ports/1d475c65-7229-4b89-9071-a6c006696fff HTTP/1.1" status: 200  len: 1091 time: 1.7471128
May 14 21:25:17.757760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963d1cf-07b8-40cc-aa94-e97c22835d4b service neutron] Pushing event updated for resources: {'Port': ['ID=1d475c65-7229-4b89-9071-a6c006696fff,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:17.773727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-104621711'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:17.922423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Made reservation on behalf of 716f3eb835744dd5bc0290c8e34f808d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:17.930230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:17.940791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-9033c32d-7d05-4ecd-b09f-e3647db7eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:17.947018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-9033c32d-7d05-4ecd-b09f-e3647db7eaeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b8a604af2ec48059ef55244ec6a5363&device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 1125 time: 0.0676742
May 14 21:25:17.947160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.028669 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-62ca6cf4-7707-480f-aa8f-1e79ebe8c956 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d475c65-7229-4b89-9071-a6c006696fff HTTP/1.1" status: 200  len: 217 time: 0.0764613
May 14 21:25:18.053515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f19f4-f7f5-439f-9648-e72892469f27 req-3032b789-280e-487e-91bd-c793f8e29ff3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:18.055793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-854f19f4-f7f5-439f-9648-e72892469f27 req-3032b789-280e-487e-91bd-c793f8e29ff3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0762889
May 14 21:25:18.068694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'tag': '1d475c65-7229-4b89-9071-a6c006696fff'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:18.071654 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81330b10-b612-4c33-8e76-97e7cf001d30" -d '{"events": [{"name": "network-changed", "server_uuid": "93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1", "tag": "1d475c65-7229-4b89-9071-a6c006696fff"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:18.106112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-63b5042c-af7d-475b-97f3-af95e7a133e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:18.108128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-63b5042c-af7d-475b-97f3-af95e7a133e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd867ed-1a8f-4b15-aa68-f7fe421c7e76 HTTP/1.1" status: 200  len: 862 time: 0.0682933
May 14 21:25:18.178392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-ae5bf8fa-0967-4680-afce-8d772ed231da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e0f2de-38c7-4adc-9f96-48cdb31b8430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0637615
May 14 21:25:18.188017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-854f19f4-f7f5-439f-9648-e72892469f27 req-350340a8-5038-4c36-a374-2710692ec22d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254232
May 14 21:25:18.252501 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728765e4-a7bd-4092-8def-d1471df23abe x-openstack-request-id: req-728765e4-a7bd-4092-8def-d1471df23abe {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:18.252501 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1", "tag": "1d475c65-7229-4b89-9071-a6c006696fff", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:18.252501 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-728765e4-a7bd-4092-8def-d1471df23abe {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:18.252501 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728765e4-a7bd-4092-8def-d1471df23abe'] response: {'name': 'network-changed', 'server_uuid': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'tag': '1d475c65-7229-4b89-9071-a6c006696fff', 'status': 'completed', 'code': 200}
May 14 21:25:18.257065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for security_group (d1353283-5f60-4359-8d7b-7fa056011add), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.325102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d1353283-5f60-4359-8d7b-7fa056011add), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.362449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-e41ab6dd-1626-4eed-bfd2-a80f39c4ac8c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:18.371423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:18.375244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-e41ab6dd-1626-4eed-bfd2-a80f39c4ac8c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f740ee6-2164-45db-a16c-3fbe393cc90a HTTP/1.1" status: 200  len: 944 time: 0.0784240
May 14 21:25:18.390172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1353283-5f60-4359-8d7b-7fa056011add,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:18.408298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-06f32546-d004-45b4-87c6-281ef3e95ae4 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228410
May 14 21:25:18.423682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (470ba3e7-1fc0-4775-af05-aa4618e66c51), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.424039 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Added segment 470ba3e7-1fc0-4775-af05-aa4618e66c51 of type vlan for network 2e67998b-67a4-4499-a034-2cad50497652
May 14 21:25:18.517835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2e67998b-67a4-4499-a034-2cad50497652), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.542311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691bba6-586f-4a51-b5a0-8a8a215c6c09 req-dddf9b4b-023f-43f5-9ced-a834fe4affc1 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:18.544088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9691bba6-586f-4a51-b5a0-8a8a215c6c09 req-dddf9b4b-023f-43f5-9ced-a834fe4affc1 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0716813
May 14 21:25:18.613279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee0fa6-8daa-4e02-b2d1-2d4e49f37fa8 req-2802f0b5-ddc7-44e5-bc3e-a9bdbc667d3d tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:18.616095 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9691bba6-586f-4a51-b5a0-8a8a215c6c09 req-e6648c1c-d0db-4da6-ab0e-285236d30cc7 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614889
May 14 21:25:18.628736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58ee0fa6-8daa-4e02-b2d1-2d4e49f37fa8 req-2802f0b5-ddc7-44e5-bc3e-a9bdbc667d3d tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 943 time: 0.1572397
May 14 21:25:18.678058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2e67998b-67a4-4499-a034-2cad50497652), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.685186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:18.686610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:18.792088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e49d0ecc-db71-42a6-813d-66103f3ac373 req-647bd53e-91c1-472d-b2a0-9ec726ae4461 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 210 time: 0.0964355
May 14 21:25:18.854165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event updated for resources: {'Network': ['ID=2e67998b-67a4-4499-a034-2cad50497652,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:18.870359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2e67998b-67a4-4499-a034-2cad50497652 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:18.901466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8a2de18-29bb-4686-94a7-e7a284706f3f tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 1.2841630
May 14 21:25:18.903110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38056) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:18.909736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Request body: {'subnet': {'network_id': '2e67998b-67a4-4499-a034-2cad50497652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:18.988552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Deleting port fecd4045-e84a-40a2-8340-c732d9c9642c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:18.989149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.050613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a69b7441-0f39-4ed1-8172-4cc340fc712b req-14b06993-06a2-496a-a0b6-9d7272ab07b9 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6033952
May 14 21:25:19.106944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58ee0fa6-8daa-4e02-b2d1-2d4e49f37fa8 req-27b348d4-cf60-44cb-9f0c-0a97e60767f0 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4582188
May 14 21:25:19.187207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Made reservation on behalf of 716f3eb835744dd5bc0290c8e34f808d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:19.205871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] For port fecd4045-e84a-40a2-8340-c732d9c9642c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fecd4045-e84a-40a2-8340-c732d9c9642c,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:19.205871 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.206167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.213511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Calling delete_port for fecd4045-e84a-40a2-8340-c732d9c9642c owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:19.386274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d32f68-e9a6-4969-8532-e1c0043ccbc9 req-55cc6ac5-9a9d-4b86-9e32-3202549b1d71 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:19.393964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61d32f68-e9a6-4969-8532-e1c0043ccbc9 req-55cc6ac5-9a9d-4b86-9e32-3202549b1d71 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1033096
May 14 21:25:19.483047 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61d32f68-e9a6-4969-8532-e1c0043ccbc9 req-0179f865-1695-46ba-b52d-1ae204db972d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879307
May 14 21:25:19.753206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fecd4045-e84a-40a2-8340-c732d9c9642c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.759878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (615e9f8f-3ad4-48f5-9df9-de88131e5313), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.789238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event deleted for resources: {'Port': ['ID=fecd4045-e84a-40a2-8340-c732d9c9642c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:19.824065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38082) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:19.825246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event updated for resources: {'Subnet': ['ID=615e9f8f-3ad4-48f5-9df9-de88131e5313,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:19.871658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] No DVR routers for this DVR port fecd4045-e84a-40a2-8340-c732d9c9642c on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:19.874249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.877669 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdb4d508-29ab-4d3d-a8a0-c4a9fe6c9551 req-baccf3cc-87b6-4651-b651-41ec345cfed5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "DELETE /v2.0/ports/fecd4045-e84a-40a2-8340-c732d9c9642c HTTP/1.1" status: 204  len: 173 time: 1.4928720
May 14 21:25:19.893736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Checking segment: {'id': '470ba3e7-1fc0-4775-af05-aa4618e66c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e67998b-67a4-4499-a034-2cad50497652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:19.894484 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Network hostable DHCP agents. Network: 2e67998b-67a4-4499-a034-2cad50497652, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:19.900004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Deleting subnet b43a7fe1-b2c1-4997-81c1-163a523f59aa {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:19.904807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Publish callbacks [] for subnet (b43a7fe1-b2c1-4997-81c1-163a523f59aa), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:19.996433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55462fc0-1785-4e37-809f-28a92fc342a5 req-64ca2334-ec83-44ca-9205-e70c471cbb18 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 210 time: 0.0864701
May 14 21:25:20.000442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (b43a7fe1-b2c1-4997-81c1-163a523f59aa), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.044202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Network 2e67998b-67a4-4499-a034-2cad50497652 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:20.060484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b43a7fe1-b2c1-4997-81c1-163a523f59aa), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.146582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e67998b-67a4-4499-a034-2cad50497652) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:20.152169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.152858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.155093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4cf715-7e3f-4d5e-a5d2-19d0187e8851 None None] Network 2e67998b-67a4-4499-a034-2cad50497652 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:20.175862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804ee45-a298-4aed-987f-7e0098be39e5 req-3bd3abe8-c2b8-4327-b419-7becbdd2d570 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.188862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5804ee45-a298-4aed-987f-7e0098be39e5 req-3bd3abe8-c2b8-4327-b419-7becbdd2d570 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.1080456
May 14 21:25:20.252963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-deleted', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:20.255504 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cad0b6-f25a-4542-a937-a7aea92af6ee" -d '{"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-deleted", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:20.305048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-938953c9-5919-454f-8520-36ac1fb588df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.310159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-938953c9-5919-454f-8520-36ac1fb588df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b8a604af2ec48059ef55244ec6a5363&device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 1125 time: 0.0973506
May 14 21:25:20.314639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5804ee45-a298-4aed-987f-7e0098be39e5 req-f9408549-453d-409f-963b-b0be9b62bef9 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249130
May 14 21:25:20.326321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-978dbcb8-42ce-470d-9cc8-31ed3e35ca05 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4217312
May 14 21:25:20.329318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (b43a7fe1-b2c1-4997-81c1-163a523f59aa), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.334704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38090) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:20.356621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Request body: {'port': {'network_id': '2e67998b-67a4-4499-a034-2cad50497652', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-929471968'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:20.362018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e67998b-67a4-4499-a034-2cad50497652', 'network_id': '2e67998b-67a4-4499-a034-2cad50497652', 'project_id': '716f3eb835744dd5bc0290c8e34f808d', 'fixed_ips': [{'subnet_id': '615e9f8f-3ad4-48f5-9df9-de88131e5313'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:25:20.363311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.426783 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39609a95-3c02-4bc3-a83d-d6bc7e699d05 x-openstack-request-id: req-39609a95-3c02-4bc3-a83d-d6bc7e699d05 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:20.427187 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f740ee6-2164-45db-a16c-3fbe393cc90a", "name": "network-vif-deleted", "tag": "fecd4045-e84a-40a2-8340-c732d9c9642c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:20.427400 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39609a95-3c02-4bc3-a83d-d6bc7e699d05 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:20.427799 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39609a95-3c02-4bc3-a83d-d6bc7e699d05'] response: {'server_uuid': '3f740ee6-2164-45db-a16c-3fbe393cc90a', 'name': 'network-vif-deleted', 'tag': 'fecd4045-e84a-40a2-8340-c732d9c9642c', 'status': 'completed', 'code': 200}
May 14 21:25:20.479086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba43b79-c80a-45be-8c57-13e397d658cf req-ab0f9db3-7c8a-4f48-8a18-d78df3cddcbd tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.480709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ba43b79-c80a-45be-8c57-13e397d658cf req-ab0f9db3-7c8a-4f48-8a18-d78df3cddcbd tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 943 time: 0.2630639
May 14 21:25:20.481542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43a7fe1-b2c1-4997-81c1-163a523f59aa,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:20.555783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-e1385e2c-ba3b-4e3d-b3cf-8f366122a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.557415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-e1385e2c-ba3b-4e3d-b3cf-8f366122a1ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e0f2de-38c7-4adc-9f96-48cdb31b8430 HTTP/1.1" status: 200  len: 923 time: 0.2405660
May 14 21:25:20.570265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.573781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33d80f97-d5ea-45fe-af48-33fa2ec1b758 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b43a7fe1-b2c1-4997-81c1-163a523f59aa HTTP/1.1" status: 204  len: 168 time: 0.7445157
May 14 21:25:20.579998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38094) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:20.647142 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ba43b79-c80a-45be-8c57-13e397d658cf req-d7e36dc6-e7a6-4760-a4d3-ed662280b5b3 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474872
May 14 21:25:20.673996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Allocated IP 2001:db8::2 (2e67998b-67a4-4499-a034-2cad50497652/615e9f8f-3ad4-48f5-9df9-de88131e5313/02a0210f-25a0-4124-a690-84f4a7138e89) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:20.706896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-ce25035c-440c-4574-9fad-4cacc6b6e782 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.708514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-ce25035c-440c-4574-9fad-4cacc6b6e782 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.2753196
May 14 21:25:20.759773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c84161-51c2-4738-b8bd-bd263278e83e req-864b9361-93f2-4f34-9288-7d6b52ae7b99 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:20.766993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07c84161-51c2-4738-b8bd-bd263278e83e req-864b9361-93f2-4f34-9288-7d6b52ae7b99 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1258774
May 14 21:25:20.779276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7f9edf66-9b9c-4e59-b7ce-233d052ab851), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.817906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Made reservation on behalf of 716f3eb835744dd5bc0290c8e34f808d for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:20.819371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.837566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Request body: {'port': {'device_id': '090443ee-e680-4d1b-af54-a8c89476868e', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'admin_state_up': True, 'tenant_id': 'c4fe0b96d43b41aaaa0e8e238888786a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:20.882173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] device_id is not set on port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:20.891829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Publish callbacks [] for port (02a0210f-25a0-4124-a690-84f4a7138e89), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:20.892957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07c84161-51c2-4738-b8bd-bd263278e83e req-7f82273d-98a6-4f4c-9c61-306c288c09f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250324
May 14 21:25:20.899210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:20.933924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: fecd4045-e84a-40a2-8340-c732d9c9642c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:20.933924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fecd4045-e84a-40a2-8340-c732d9c9642c not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:21.001447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.007531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7f9edf66-9b9c-4e59-b7ce-233d052ab851), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.042662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230aa1070>,) {'filters': {'network_id': ['7f9edf66-9b9c-4e59-b7ce-233d052ab851']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:21.052841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230aa1070>, '606d7b84-5a9e-4180-93ac-a52a08f5f91f') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:21.053142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230aa1070>, '606d7b84-5a9e-4180-93ac-a52a08f5f91f') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:21.072313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (606d7b84-5a9e-4180-93ac-a52a08f5f91f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.084104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Network 2e67998b-67a4-4499-a034-2cad50497652 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:21.086148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:21.090745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:21.119211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Allocated IP 2001:db8::2fc (2e67998b-67a4-4499-a034-2cad50497652/615e9f8f-3ad4-48f5-9df9-de88131e5313/a467e840-f3ee-4fc8-bd0b-be76bc0d5977) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:21.142225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (606d7b84-5a9e-4180-93ac-a52a08f5f91f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.154057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:21.154482 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (606d7b84-5a9e-4180-93ac-a52a08f5f91f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:21.157273 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:21.193164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Pushing event updated for resources: {'Port': ['ID=02a0210f-25a0-4124-a690-84f4a7138e89,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:21.248686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Attempting to bind port 02a0210f-25a0-4124-a690-84f4a7138e89 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:21.249222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Attempting to bind port 02a0210f-25a0-4124-a690-84f4a7138e89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '470ba3e7-1fc0-4775-af05-aa4618e66c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e67998b-67a4-4499-a034-2cad50497652'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:21.249728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Attempting to bind port 02a0210f-25a0-4124-a690-84f4a7138e89 on network 2e67998b-67a4-4499-a034-2cad50497652 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:21.255946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:21.256418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Checking segment: {'id': '470ba3e7-1fc0-4775-af05-aa4618e66c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e67998b-67a4-4499-a034-2cad50497652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:21.256915 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.257372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Bound using segment: {'id': '470ba3e7-1fc0-4775-af05-aa4618e66c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e67998b-67a4-4499-a034-2cad50497652'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:21.257979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Bound port: 02a0210f-25a0-4124-a690-84f4a7138e89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ba3e7-1fc0-4775-af05-aa4618e66c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2e67998b-67a4-4499-a034-2cad50497652'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:21.258505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.272190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-78795e54-f41b-442a-8ff1-2a273bc4a31d req-384ea54e-82e5-468f-8102-dec44e80fe70 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 210 time: 0.0993795
May 14 21:25:21.278718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Made reservation on behalf of c4fe0b96d43b41aaaa0e8e238888786a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:21.282837 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.310198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7f9edf66-9b9c-4e59-b7ce-233d052ab851), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.322589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.329085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] 10.222.0.52 "DELETE /v2.0/networks/7f9edf66-9b9c-4e59-b7ce-233d052ab851 HTTP/1.1" status: 204  len: 168 time: 0.7480326
May 14 21:25:21.395582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] For port 02a0210f-25a0-4124-a690-84f4a7138e89, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:21.402624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] For port 02a0210f-25a0-4124-a690-84f4a7138e89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02a0210f-25a0-4124-a690-84f4a7138e89,segment=NetworkSegment(470ba3e7-1fc0-4775-af05-aa4618e66c51),segment_id=470ba3e7-1fc0-4775-af05-aa4618e66c51)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:21.463123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653351a-598e-4336-b50c-8fd3634dc0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f9edf66-9b9c-4e59-b7ce-233d052ab851,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:21.470425 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-50703dc8-ab2a-4fff-8051-b7f4f8616351 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d475c65-7229-4b89-9071-a6c006696fff HTTP/1.1" status: 200  len: 217 time: 0.1515701
May 14 21:25:21.480422 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.527658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4db84a-0880-4c88-8af6-53321dad9c18 req-1c6f5d75-6817-4aca-8c1e-3080f92c107e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:21.534928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f4db84a-0880-4c88-8af6-53321dad9c18 req-1c6f5d75-6817-4aca-8c1e-3080f92c107e tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0689778
May 14 21:25:21.543059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.608513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780bc0a-bb69-49ca-8865-f4d8d545d974 None None] Pushing event updated for resources: {'Port': ['ID=02a0210f-25a0-4124-a690-84f4a7138e89,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:21.615125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-b59eb6d4-733c-4b56-833b-e28e817cfe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:21.616612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-b59eb6d4-733c-4b56-833b-e28e817cfe1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd867ed-1a8f-4b15-aa68-f7fe421c7e76 HTTP/1.1" status: 200  len: 862 time: 0.0755577
May 14 21:25:21.713782 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.723528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-6d5b31e9-6e15-421b-b5ad-95242eff2e02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e0f2de-38c7-4adc-9f96-48cdb31b8430&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830770
May 14 21:25:21.798298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event updated for resources: {'Port': ['ID=a467e840-f3ee-4fc8-bd0b-be76bc0d5977,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:21.872669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38106) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:21.911650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Network 2e67998b-67a4-4499-a034-2cad50497652 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:21.912718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705ca90-752b-450c-8f53-c51f657ef386 req-8c778afc-f633-48ba-9f06-5831c400d06f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:21.914346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f705ca90-752b-450c-8f53-c51f657ef386 req-8c778afc-f633-48ba-9f06-5831c400d06f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.36 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.2869940
May 14 21:25:21.955042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:21.962066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:21.969808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:21.970431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:21.998961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a098d60-8e71-436a-9819-74d4ca95d525 req-4e9d53f5-89b3-4dd1-b590-e36487196dd3 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:22.001486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f4db84a-0880-4c88-8af6-53321dad9c18 req-edac6917-04db-4ce2-ba82-6026e47536cb tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4656911
May 14 21:25:22.007090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a098d60-8e71-436a-9819-74d4ca95d525 req-4e9d53f5-89b3-4dd1-b590-e36487196dd3 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 943 time: 0.2043526
May 14 21:25:22.089721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Allocated IP 172.20.0.6 (af5a4b8e-1df1-4780-a149-63d1d293e5bd/d94c3554-4ad1-4a40-9848-b3ca9361389d/55bb719e-4e9c-4bcf-92d2-43a23d4716f4) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:22.089904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-669021b4-9f0f-43fe-bc8d-dfbe930fd367 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69be921807044629a1b5f9e3adc7d5ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2055614
May 14 21:25:22.089904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38110) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:22.090136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-a1671765-efa7-42f4-8a4a-16b4d79cf17d service neutron] 10.222.0.36 "GET /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931790
May 14 21:25:22.095334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a098d60-8e71-436a-9819-74d4ca95d525 req-0cc5cb61-d03d-47ed-b228-231ab616a310 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873039
May 14 21:25:22.178856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2da60324-8b2c-4401-a83f-868ba7e580a8 admin admin] Publish callbacks [] for security_group (58ac8827-eb2f-4990-92b2-4340bbb840eb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.207859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2da60324-8b2c-4401-a83f-868ba7e580a8 admin admin] Publish callbacks [] for security_group (58ac8827-eb2f-4990-92b2-4340bbb840eb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.239057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Deleting port a4831886-f328-4292-b75f-9f46662e69b1 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:22.239328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a4831886-f328-4292-b75f-9f46662e69b1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.311320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014041-f07a-45da-804b-480c39ba03f2 req-36f4d20c-bc93-44da-a496-8bdce2672fa2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:22.312867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c014041-f07a-45da-804b-480c39ba03f2 req-36f4d20c-bc93-44da-a496-8bdce2672fa2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1859248
May 14 21:25:22.356468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-659a74a6-fed6-4177-9b4b-c84ee9f4e9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 2.0120022
May 14 21:25:22.365644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38114) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:22.374313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-27b4b4e1-edf1-4a71-8ec0-387debee26a8 req-15b6038d-e89c-4366-822b-8ce90d968f63 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 210 time: 0.0318651
May 14 21:25:22.374501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Request body: {'port': {'network_id': '2e67998b-67a4-4499-a034-2cad50497652', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1185476280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:22.374942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] bootfile-name is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:25:22.375299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] tftp-server is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:25:22.375667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] server-ip-address is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:25:22.383892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81330b10-b612-4c33-8e76-97e7cf001d30 req-a297161b-0f31-45f6-bad2-69d01f431160 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2747259
May 14 21:25:22.404754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2da60324-8b2c-4401-a83f-868ba7e580a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (58ac8827-eb2f-4990-92b2-4340bbb840eb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.406796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1d475c65-7229-4b89-9071-a6c006696fff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:25:22.408430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2da60324-8b2c-4401-a83f-868ba7e580a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.409789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2da60324-8b2c-4401-a83f-868ba7e580a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58ac8827-eb2f-4990-92b2-4340bbb840eb HTTP/1.1" status: 204  len: 168 time: 0.3118193
May 14 21:25:22.421020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da60324-8b2c-4401-a83f-868ba7e580a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ac8827-eb2f-4990-92b2-4340bbb840eb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:22.491236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] For port a4831886-f328-4292-b75f-9f46662e69b1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4831886-f328-4292-b75f-9f46662e69b1,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:22.491613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a4831886-f328-4292-b75f-9f46662e69b1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.587842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1d475c65-7229-4b89-9071-a6c006696fff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d475c65-7229-4b89-9071-a6c006696fff,segment=NetworkSegment(a35b88e4-b220-4be5-a891-3a8c8b01682d),segment_id=a35b88e4-b220-4be5-a891-3a8c8b01682d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:22.617118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c014041-f07a-45da-804b-480c39ba03f2 req-428d284d-c26a-461b-8d01-6b555cdcd971 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963417
May 14 21:25:22.631458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '1d475c65-7229-4b89-9071-a6c006696fff', 'network_id': 'c2e0f2de-38c7-4adc-9f96-48cdb31b8430', 'port_id': '1d475c65-7229-4b89-9071-a6c006696fff', 'mac_address': 'fa:16:3e:9c:ed:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd867ed-1a8f-4b15-aa68-f7fe421c7e76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:25:22.709530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1d475c65-7229-4b89-9071-a6c006696fff is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:22.709913 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d475c65-7229-4b89-9071-a6c006696fff), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.728995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d475c65-7229-4b89-9071-a6c006696fff {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:22.763542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1d475c65-7229-4b89-9071-a6c006696fff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d475c65-7229-4b89-9071-a6c006696fff,segment=NetworkSegment(a35b88e4-b220-4be5-a891-3a8c8b01682d),segment_id=a35b88e4-b220-4be5-a891-3a8c8b01682d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:22.834575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1d475c65-7229-4b89-9071-a6c006696fff), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:22.928076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1d475c65-7229-4b89-9071-a6c006696fff,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:22.974170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks [] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.000078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 02a0210f-25a0-4124-a690-84f4a7138e89 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:23.002180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.002550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (e3783e2b-b7a3-451b-b2ed-7856ab4748d8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.003723 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Floating IP e3783e2b-b7a3-451b-b2ed-7856ab4748d8 disassociated. External IP: 172.35.4.139, port: a4831886-f328-4292-b75f-9f46662e69b1.
May 14 21:25:23.004089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Calling delete_port for a4831886-f328-4292-b75f-9f46662e69b1 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:23.068904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e90ce-e441-4e58-92f1-c3b5a5cde853 None None] Network 2e67998b-67a4-4499-a034-2cad50497652 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:23.176197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1d475c65-7229-4b89-9071-a6c006696fff'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:25:23.186061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 02a0210f-25a0-4124-a690-84f4a7138e89 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:23.186581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.211056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Provisioning complete for port 02a0210f-25a0-4124-a690-84f4a7138e89 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:23.211596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.256532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525b80f-2957-4afd-8d11-d3ae17fcd2a1 req-6b9f9991-eb97-4869-9be6-fac5463f0d1d tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:23.258092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4525b80f-2957-4afd-8d11-d3ae17fcd2a1 req-6b9f9991-eb97-4869-9be6-fac5463f0d1d tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 946 time: 0.0987220
May 14 21:25:23.388401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4525b80f-2957-4afd-8d11-d3ae17fcd2a1 req-dd1b925e-89e0-41b1-a2dc-a18f41bdb329 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups?id=6699b7ca-f166-4e71-91e6-62f94ad7a6e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991559
May 14 21:25:23.442363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Made reservation on behalf of 716f3eb835744dd5bc0290c8e34f808d for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:23.448410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.533290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-371262bc-f399-4a9f-b95d-b192475183ec req-30112019-9180-4d50-b550-539467708957 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 210 time: 0.0672886
May 14 21:25:23.580435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] device_id is not set on port 61fc69fa-42f1-4ec1-8c8e-22bdc56526ee yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:23.594916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fbcf8-35a6-460e-9fd8-85f2cbbd668e req-236ce787-f722-4d67-843d-6e723b6cb9d2 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:23.598158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f9fbcf8-35a6-460e-9fd8-85f2cbbd668e req-236ce787-f722-4d67-843d-6e723b6cb9d2 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 944 time: 0.1599412
May 14 21:25:23.673235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.788076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:23.829074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:23.837782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:23.838977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e6748-2d77-4acd-9dbc-5be2b73b6514 req-949f5916-a5aa-476c-ac7d-db1126b16b6e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:23.841537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab0e6748-2d77-4acd-9dbc-5be2b73b6514 req-949f5916-a5aa-476c-ac7d-db1126b16b6e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1186776
May 14 21:25:23.934304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f9fbcf8-35a6-460e-9fd8-85f2cbbd668e req-75b1f593-f163-40a6-9109-d513aa2ca97c tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978132
May 14 21:25:23.946665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:23.966432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 02a0210f-25a0-4124-a690-84f4a7138e89 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:23.966432 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:23.987169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Current status of the port 02a0210f-25a0-4124-a690-84f4a7138e89 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:23.987581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.034977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:24.035748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.038559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 02a0210f-25a0-4124-a690-84f4a7138e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02a0210f-25a0-4124-a690-84f4a7138e89,segment=NetworkSegment(470ba3e7-1fc0-4775-af05-aa4618e66c51),segment_id=470ba3e7-1fc0-4775-af05-aa4618e66c51)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:24.051865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab0e6748-2d77-4acd-9dbc-5be2b73b6514 req-3a3934e5-3402-4f13-9002-1b8c7545b72b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989698
May 14 21:25:24.063762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Allocated IP 2001:db8::e2 (2e67998b-67a4-4499-a034-2cad50497652/615e9f8f-3ad4-48f5-9df9-de88131e5313/61fc69fa-42f1-4ec1-8c8e-22bdc56526ee) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:24.146275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a4831886-f328-4292-b75f-9f46662e69b1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.193854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.271568 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:25:24.271568 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:25:24.340464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:24.390946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=02a0210f-25a0-4124-a690-84f4a7138e89,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:24.434134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-4c267f4b-b9df-46ec-a22c-25aafd11e2ba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6047029
May 14 21:25:24.456603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event deleted for resources: {'Port': ['ID=a4831886-f328-4292-b75f-9f46662e69b1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:24.470077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Request body: {'port': {'device_id': '090443ee-e680-4d1b-af54-a8c89476868e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:24.600315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-284611299-network', 'tenant_id': 'f81d13056f0041a4b01112cd3d502b78'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:24.632730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ebd8b37-4faf-40e5-9e61-214f8e355334 req-d028bcd0-ca12-4902-b7a0-268816ccd66c tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.1556389
May 14 21:25:24.655998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1d475c65-7229-4b89-9071-a6c006696fff up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:24.681932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for port (61fc69fa-42f1-4ec1-8c8e-22bdc56526ee), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.690356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.739994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 1d475c65-7229-4b89-9071-a6c006696fff completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:25:24.798154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a6883-3d79-4e3c-9573-f6399a6eb39c req-e9344d73-ba65-479a-b31a-5d12c10bc4c5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:24.808767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-255a6883-3d79-4e3c-9573-f6399a6eb39c req-e9344d73-ba65-479a-b31a-5d12c10bc4c5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 931 time: 0.0865829
May 14 21:25:24.845420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Made reservation on behalf of f81d13056f0041a4b01112cd3d502b78 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:24.847820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.870799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 1d475c65-7229-4b89-9071-a6c006696fff triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:24.871173 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d475c65-7229-4b89-9071-a6c006696fff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.885999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:24.964012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Router be25ac6c-ce2f-4625-9e62-54b5d59d0297 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:25:24.980117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 02a0210f-25a0-4124-a690-84f4a7138e89 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:25.007607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-255a6883-3d79-4e3c-9573-f6399a6eb39c req-330d1a49-c320-46c2-a184-96e6c8214951 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960700
May 14 21:25:25.025645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (61fc69fa-42f1-4ec1-8c8e-22bdc56526ee), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.143706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0187f5e8-ef06-466c-b2cf-e8754b421bf9 None None] Current status of the port 02a0210f-25a0-4124-a690-84f4a7138e89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:25.144897 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks [] for security_group (ef3a2ec8-875b-4d78-8d7a-307a3454b4da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.184038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 1d475c65-7229-4b89-9071-a6c006696fff is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:25.184495 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d475c65-7229-4b89-9071-a6c006696fff), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.203872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Network 2e67998b-67a4-4499-a034-2cad50497652 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:25.215735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d475c65-7229-4b89-9071-a6c006696fff'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:25.218045 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ef3a2ec8-875b-4d78-8d7a-307a3454b4da), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.218239 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d66faa-7454-4d54-94d3-6a602b6e65b8" -d '{"events": [{"server_uuid": "93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "1d475c65-7229-4b89-9071-a6c006696fff"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:25.223512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 02a0210f-25a0-4124-a690-84f4a7138e89 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:25.223897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.253763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:25.254043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 1d475c65-7229-4b89-9071-a6c006696fff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d475c65-7229-4b89-9071-a6c006696fff,segment=NetworkSegment(a35b88e4-b220-4be5-a891-3a8c8b01682d),segment_id=a35b88e4-b220-4be5-a891-3a8c8b01682d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:25.270631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:25.288099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-76d51353-2642-4531-a0ad-fbc3ec205959 None None] Provisioning complete for port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:25.288528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76d51353-2642-4531-a0ad-fbc3ec205959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.296880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500a7cc-0b23-4ca6-83d0-f77a46138097 req-d6cf9551-97cb-467d-a2f8-e30dd1742ea5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.308664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2500a7cc-0b23-4ca6-83d0-f77a46138097 req-d6cf9551-97cb-467d-a2f8-e30dd1742ea5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1335719
May 14 21:25:25.313558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a2ec8-875b-4d78-8d7a-307a3454b4da,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:25.334729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1d475c65-7229-4b89-9071-a6c006696fff), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.334729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a4831886-f328-4292-b75f-9f46662e69b1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:25.343521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d221335-6b18-4705-af9d-2e5b7b740023 req-dc942d8b-1ad7-4cd7-8b4c-184f40868f2c tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.345498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d221335-6b18-4705-af9d-2e5b7b740023 req-dc942d8b-1ad7-4cd7-8b4c-184f40868f2c tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 944 time: 0.1398947
May 14 21:25:25.354533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9bd593fa-4c88-4401-8c15-a2671407f1d1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.355660 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Added segment 9bd593fa-4c88-4401-8c15-a2671407f1d1 of type vlan for network 1751f203-c367-4f47-a95c-eaec8c425fb3
May 14 21:25:25.356782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:25.362835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.363686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.435598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-76d51353-2642-4531-a0ad-fbc3ec205959 None None] Port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:25.437568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: a4831886-f328-4292-b75f-9f46662e69b1 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:25.437919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a4831886-f328-4292-b75f-9f46662e69b1 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:25.457311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event updated for resources: {'Port': ['ID=61fc69fa-42f1-4ec1-8c8e-22bdc56526ee,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:25.481288 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (1751f203-c367-4f47-a95c-eaec8c425fb3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.510502 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2500a7cc-0b23-4ca6-83d0-f77a46138097 req-a3f06de0-8d8b-4237-bcba-c14a65bfb965 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758559
May 14 21:25:25.515828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-76d51353-2642-4531-a0ad-fbc3ec205959 None None] Provisioning complete for port 02a0210f-25a0-4124-a690-84f4a7138e89 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:25.516202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76d51353-2642-4531-a0ad-fbc3ec205959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.543102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:25.545666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8c14b7d6-ab66-4b5d-80e9-4d84917a938c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 3.1788216
May 14 21:25:25.551889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:25.558436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 02a0210f-25a0-4124-a690-84f4a7138e89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:25.568016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] Sync routers for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:25.573648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=1d475c65-7229-4b89-9071-a6c006696fff,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:25.598503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:25.598503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223950d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:25.662974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] No DVR routers for this DVR port a4831886-f328-4292-b75f-9f46662e69b1 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:25.671056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.683331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f705ca90-752b-450c-8f53-c51f657ef386 req-b257757b-849e-417b-8b35-04b66ad43c2f tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.36 "DELETE /v2.0/ports/a4831886-f328-4292-b75f-9f46662e69b1 HTTP/1.1" status: 204  len: 173 time: 3.7504120
May 14 21:25:25.687735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'name': 'network-vif-deleted', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:25.690316 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e364f174-3eea-43ee-9348-11538f3bb9ff" -d '{"events": [{"server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "name": "network-vif-deleted", "tag": "a4831886-f328-4292-b75f-9f46662e69b1"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:25.696757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d221335-6b18-4705-af9d-2e5b7b740023 req-1d0c1b8c-0d15-432b-bc89-cf007379236a tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3217106
May 14 21:25:25.730922 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9dcc26-b5e5-4dfa-9e10-174c58a3d1f1 x-openstack-request-id: req-5d9dcc26-b5e5-4dfa-9e10-174c58a3d1f1 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:25.738235 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "1d475c65-7229-4b89-9071-a6c006696fff", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:25.738606 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d9dcc26-b5e5-4dfa-9e10-174c58a3d1f1 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:25.739104 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9dcc26-b5e5-4dfa-9e10-174c58a3d1f1'] response: {'server_uuid': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d475c65-7229-4b89-9071-a6c006696fff', 'code': 200}
May 14 21:25:25.740279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (1751f203-c367-4f47-a95c-eaec8c425fb3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.744937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.746833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.756531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a76db-f5df-4263-9842-88d74715215c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.764038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a76db-f5df-4263-9842-88d74715215c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.770769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a76db-f5df-4263-9842-88d74715215c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.772565 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc2a76db-f5df-4263-9842-88d74715215c tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2622 time: 0.2239647
May 14 21:25:25.780940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38168) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:25.892958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-76d51353-2642-4531-a0ad-fbc3ec205959 None None] Current status of the port 02a0210f-25a0-4124-a690-84f4a7138e89 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:25.912721 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02842a63-1fb1-4d96-9d8a-3118d666f374 x-openstack-request-id: req-02842a63-1fb1-4d96-9d8a-3118d666f374 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:25.913366 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68de201-9379-4235-9f12-f43205e5341c", "name": "network-vif-deleted", "tag": "a4831886-f328-4292-b75f-9f46662e69b1", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:25.913798 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02842a63-1fb1-4d96-9d8a-3118d666f374 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:25.914445 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02842a63-1fb1-4d96-9d8a-3118d666f374'] response: {'server_uuid': 'd68de201-9379-4235-9f12-f43205e5341c', 'name': 'network-vif-deleted', 'tag': 'a4831886-f328-4292-b75f-9f46662e69b1', 'status': 'completed', 'code': 200}
May 14 21:25:25.916911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:25.918589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:25.922027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f1484ea8-08de-4f56-95d1-f1ae369a809e req-3f34af94-4ed4-406f-9b04-6c743899e000 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.1140857
May 14 21:25:25.946000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0bed-40de-433a-91df-50a6d984f2dc req-36349e6a-b9e4-4169-baec-f924ee5462c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:25.948208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0adb0bed-40de-433a-91df-50a6d984f2dc req-36349e6a-b9e4-4169-baec-f924ee5462c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 1127 time: 0.1789348
May 14 21:25:25.957582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Publish callbacks [] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.993982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Deleting port 61fc69fa-42f1-4ec1-8c8e-22bdc56526ee {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:25.994259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (61fc69fa-42f1-4ec1-8c8e-22bdc56526ee), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:25.997044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] Pushing event updated for resources: {'Network': ['ID=1751f203-c367-4f47-a95c-eaec8c425fb3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:26.018477 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f9796c87-8029-4882-bc1c-d2f404a4b353 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.6762056
May 14 21:25:26.019428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38170) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:26.033604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Transition to ACTIVE for port object 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:25:26.043711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Request body: {'subnet': {'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-284611299-subnet', 'tenant_id': 'f81d13056f0041a4b01112cd3d502b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:26.058554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0adb0bed-40de-433a-91df-50a6d984f2dc req-40bcdeda-141b-435a-8cd1-27fbfd8620fe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840032
May 14 21:25:26.178841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (61fc69fa-42f1-4ec1-8c8e-22bdc56526ee), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.184456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 1751f203-c367-4f47-a95c-eaec8c425fb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:26.206674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0993aa-ff9f-47bc-8a93-e9fed29ee1d2 req-28c73ac0-a169-4d70-808c-f5edcfc07504 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:26.213432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Calling delete_port for 61fc69fa-42f1-4ec1-8c8e-22bdc56526ee owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:26.214898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae0993aa-ff9f-47bc-8a93-e9fed29ee1d2 req-28c73ac0-a169-4d70-808c-f5edcfc07504 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 931 time: 0.0819590
May 14 21:25:26.239160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.297818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Made reservation on behalf of f81d13056f0041a4b01112cd3d502b78 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:26.301209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.308138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ed041c36-3a51-49e3-a376-396aab21511f None None] Provisioning complete for port 61fc69fa-42f1-4ec1-8c8e-22bdc56526ee triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:26.309884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ed041c36-3a51-49e3-a376-396aab21511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (61fc69fa-42f1-4ec1-8c8e-22bdc56526ee), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.354315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae0993aa-ff9f-47bc-8a93-e9fed29ee1d2 req-8d900b61-effe-4a96-9376-950f014b8be9 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384296
May 14 21:25:26.358002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ed041c36-3a51-49e3-a376-396aab21511f None None] Port 61fc69fa-42f1-4ec1-8c8e-22bdc56526ee cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:26.374243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:26.381407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223950d60>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:20Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:26.433054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] Checking router: be25ac6c-ce2f-4625-9e62-54b5d59d0297 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:25:26.442049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:26.442923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223950d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:26.499567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Attempting to bind port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:26.500172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Attempting to bind port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:26.500490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Attempting to bind port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:26.505784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 on network af5a4b8e-1df1-4780-a149-63d1d293e5bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:26.506415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Attempting to bind port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:26.513919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:26.514411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Checking segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:26.514903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Bound using segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:26.515596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Bound port: 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:26.516060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.590388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (61fc69fa-42f1-4ec1-8c8e-22bdc56526ee), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.593442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:26.624385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:26.632815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:26.694507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event deleted for resources: {'Port': ['ID=61fc69fa-42f1-4ec1-8c8e-22bdc56526ee,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:26.719207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.775920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:26.775920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:26.778761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] 10.222.0.48 "PUT /v2.0/ports/55bb719e-4e9c-4bcf-92d2-43a23d4716f4 HTTP/1.1" status: 200  len: 1091 time: 2.3343408
May 14 21:25:26.835305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bfe8-f2b0-47f2-a4a5-7ee61a83ba73 service neutron] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:26.921024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fd9ed-33e8-40c4-a5df-ca805bb69091 req-d76ecda6-6f8f-464c-a202-fd9b4e9fbdb0 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:26.927679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-785fd9ed-33e8-40c4-a5df-ca805bb69091 req-d76ecda6-6f8f-464c-a202-fd9b4e9fbdb0 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 945 time: 0.0782819
May 14 21:25:26.940559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223950d60>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:20Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:27.042018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-b2428ff6-3844-4326-a696-845495d8e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:27.043774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-b2428ff6-3844-4326-a696-845495d8e473 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 1125 time: 0.0545883
May 14 21:25:27.118235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-c49e3101-72a9-4a23-9fc0-e6a4c655ecb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4 HTTP/1.1" status: 200  len: 217 time: 0.0655403
May 14 21:25:27.150331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-785fd9ed-33e8-40c4-a5df-ca805bb69091 req-20e4c86c-723d-47b5-9fba-3138e4d1ae11 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977651
May 14 21:25:27.258070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649245a5-262c-44a2-86a9-936c188c0d03 req-a2d2fb4f-0f8a-43a2-8762-933a971aa081 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:27.259786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-59e03248-70b7-44e9-b621-a6a62a999513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:27.261568 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-649245a5-262c-44a2-86a9-936c188c0d03 req-a2d2fb4f-0f8a-43a2-8762-933a971aa081 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.6562793
May 14 21:25:27.274786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-59e03248-70b7-44e9-b621-a6a62a999513 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.1476173
May 14 21:25:27.294251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:27.305774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1b00148-33ee-4775-a95d-2fef0e997b26 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "DELETE /v2.0/ports/61fc69fa-42f1-4ec1-8c8e-22bdc56526ee HTTP/1.1" status: 204  len: 168 time: 1.5231433
May 14 21:25:27.306423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38180) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:27.326466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Request body: {'port': {'name': 'tempest-new-port-name-752318769', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:27.334929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] bootfile-name is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:25:27.334929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] tftp-server is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:25:27.344211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] server-ip-address is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:25:27.364184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-649245a5-262c-44a2-86a9-936c188c0d03 req-6aa2866c-ea14-4d7a-b0d4-dccf3137e89f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768905
May 14 21:25:27.366814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ba2e3e-c6c9-4f64-ab71-6a7fafa0e881 None None] The sync data for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 is: [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:24:15Z', 'revision_number': 4, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b23f5689-eb5a-4b8a-883e-cb247e2e22ff', 'name': '', 'network_id': 'a8234d4d-c69a-4d7e-8f40-9be71afea472', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'mac_address': 'fa:16:3e:74:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'b850307b-ce43-4349-9554-120f901143b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:14Z', 'updated_at': '2022-05-14T21:24:20Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'subnets': [{'id': 'b850307b-ce43-4349-9554-120f901143b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:25:27.374218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (d1fb0c25-02b2-433d-9210-a7cb6753fd6e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:27.410355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3df6d04e-8bc8-45e0-934f-a81b65866dfd req-1da9ff99-9337-4b5b-9275-080f5fab3f5d tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/ports?device_id=d68de201-9379-4235-9f12-f43205e5341c HTTP/1.1" status: 200  len: 210 time: 0.1166139
May 14 21:25:27.515654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fb0c25-02b2-433d-9210-a7cb6753fd6e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:27.534129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-f2286b2f-7ca6-497b-91ba-e32450260cda service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1826558
May 14 21:25:27.590809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb19e51-0bdb-4df6-a323-e6c392a41523 req-553e9ac8-5baa-455a-811b-7974d3a787b1 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:27.602589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-deb19e51-0bdb-4df6-a323-e6c392a41523 req-553e9ac8-5baa-455a-811b-7974d3a787b1 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 943 time: 0.1024897
May 14 21:25:27.626692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Checking segment: {'id': '9bd593fa-4c88-4401-8c15-a2671407f1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:27.627148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Network hostable DHCP agents. Network: 1751f203-c367-4f47-a95c-eaec8c425fb3, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:27.684851 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-deb19e51-0bdb-4df6-a323-e6c392a41523 req-322529f2-c487-42b9-b6f3-dbb4b74feb25 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812254
May 14 21:25:27.720136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Network 1751f203-c367-4f47-a95c-eaec8c425fb3 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:27.728271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:27.803936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-88029340-20db-4bc2-b7ab-a2695f4c544b service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2616217
May 14 21:25:27.810879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1751f203-c367-4f47-a95c-eaec8c425fb3) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:27.825892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecfde5-5e1b-427d-87e7-ab9c951a913b None None] Network 1751f203-c367-4f47-a95c-eaec8c425fb3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:27.826721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:27.827720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:27.911046 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fa932c-6c03-4769-8543-4cfc5b6d014f None None] New status for floating IP e3783e2b-b7a3-451b-b2ed-7856ab4748d8: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:25:27.936281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:27.938379 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b4ded-dd5e-46b8-8668-a10ae94ed514" -d '{"events": [{"name": "network-changed", "server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:27.940069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4bd06559-6bf1-4428-b1f0-0ca34fb05cf8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9074528
May 14 21:25:28.057813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14db5be-3600-4914-bb09-53d032bc000b None None] Network 1751f203-c367-4f47-a95c-eaec8c425fb3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:28.122660 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484e7501-182a-4c6b-9af2-b049f013e724 x-openstack-request-id: req-484e7501-182a-4c6b-9af2-b049f013e724 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:28.125968 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:28.125968 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-484e7501-182a-4c6b-9af2-b049f013e724 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:28.125968 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484e7501-182a-4c6b-9af2-b049f013e724'] response: {'name': 'network-changed', 'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'status': 'completed', 'code': 200}
May 14 21:25:28.176955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c32d3b6-affc-43f0-a108-9cb810d00365 req-c59ddaae-a762-4b44-9617-cc40d473565b service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248855
May 14 21:25:28.307093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:28.385183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1da2bb-1347-4c09-b1a4-4fe90a69ac7e req-5418e1f0-d5a6-4117-8a93-e601e96a4d8a tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:28.391178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:28.397033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e1da2bb-1347-4c09-b1a4-4fe90a69ac7e req-5418e1f0-d5a6-4117-8a93-e601e96a4d8a tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 945 time: 0.1048818
May 14 21:25:28.473190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] In _notify_port_updated(), no bound segment for port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 on network 2e67998b-67a4-4499-a034-2cad50497652 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:25:28.480676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:28.483003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:28.489329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "PUT /v2.0/ports/a467e840-f3ee-4fc8-bd0b-be76bc0d5977 HTTP/1.1" status: 200  len: 1129 time: 1.1815856
May 14 21:25:28.490491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38202) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:28.493470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7e1da2bb-1347-4c09-b1a4-4fe90a69ac7e req-508f8061-3254-446a-9669-97db871d1a98 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956662
May 14 21:25:28.546302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fe183-3dc7-4feb-b09f-05971487a1a7 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event updated for resources: {'Port': ['ID=a467e840-f3ee-4fc8-bd0b-be76bc0d5977,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:28.574102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2071f-73f2-4f97-a496-7f80dd60b2cd tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:28.581497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38206) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:28.592696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ffd2071f-73f2-4f97-a496-7f80dd60b2cd tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "GET /v2.0/ports/a467e840-f3ee-4fc8-bd0b-be76bc0d5977 HTTP/1.1" status: 200  len: 1129 time: 0.0885284
May 14 21:25:28.694311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9b061-78bf-4ac2-b48d-89e5ea56acdf req-7449e961-21db-49b5-84f4-c34021371b80 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:28.702034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87f9b061-78bf-4ac2-b48d-89e5ea56acdf req-7449e961-21db-49b5-84f4-c34021371b80 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0672352
May 14 21:25:28.769699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87f9b061-78bf-4ac2-b48d-89e5ea56acdf req-e2f5ab50-c1ff-4a13-8b20-88e914a65fea tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662937
May 14 21:25:28.907610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Deleting port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:28.907990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:28.991809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-f5af786f-2b7e-4d52-864c-561dc7451d17 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:28.993941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-f5af786f-2b7e-4d52-864c-561dc7451d17 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/networks?id=1751f203-c367-4f47-a95c-eaec8c425fb3 HTTP/1.1" status: 200  len: 808 time: 0.2053485
May 14 21:25:29.023651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-4950c682-cacc-4dd3-afd6-2d9ba07d2e64 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/quotas/f81d13056f0041a4b01112cd3d502b78 HTTP/1.1" status: 200  len: 375 time: 0.0227308
May 14 21:25:29.058769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0292687e-befa-45ff-a682-3c10fbce403d None None] Provisioning complete for port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:29.059895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0292687e-befa-45ff-a682-3c10fbce403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.064479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.074098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-fd2a5c11-01f1-43e1-b314-31a698517b09 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f81d13056f0041a4b01112cd3d502b78&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443428
May 14 21:25:29.137412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0292687e-befa-45ff-a682-3c10fbce403d None None] Port a467e840-f3ee-4fc8-bd0b-be76bc0d5977 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:29.138458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Calling delete_port for a467e840-f3ee-4fc8-bd0b-be76bc0d5977 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:29.138458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f360a4f-46d9-4920-8e14-79ec50abd57a req-5495803b-4131-46bd-a5d6-91b03307f37d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:29.138458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f360a4f-46d9-4920-8e14-79ec50abd57a req-5495803b-4131-46bd-a5d6-91b03307f37d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 943 time: 0.0903981
May 14 21:25:29.243316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f360a4f-46d9-4920-8e14-79ec50abd57a req-284b76a5-b053-45b4-bad1-da1f9fdd8c81 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037724
May 14 21:25:29.354768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38222) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:29.411516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a467e840-f3ee-4fc8-bd0b-be76bc0d5977), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.438182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-3ecaddf3-13f7-4c03-b2d5-e27ba0b98bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:29.440683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-3ecaddf3-13f7-4c03-b2d5-e27ba0b98bb9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 1125 time: 0.0734181
May 14 21:25:29.494906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-fb95a7ce-e2b4-41c7-a614-402280456d62 service neutron] 10.222.0.52 "GET /v2.0/networks/1751f203-c367-4f47-a95c-eaec8c425fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4198306
May 14 21:25:29.503932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.510172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "DELETE /v2.0/ports/a467e840-f3ee-4fc8-bd0b-be76bc0d5977 HTTP/1.1" status: 204  len: 168 time: 0.9243510
May 14 21:25:29.510651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574f317-84ae-4e75-b7cf-64794b47594d tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event deleted for resources: {'Port': ['ID=a467e840-f3ee-4fc8-bd0b-be76bc0d5977,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:29.513067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:29.556756 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-835d8307-81d0-42bb-93e5-6d65625f34c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group (6699b7ca-f166-4e71-91e6-62f94ad7a6e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.631674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-835d8307-81d0-42bb-93e5-6d65625f34c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group (6699b7ca-f166-4e71-91e6-62f94ad7a6e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.637983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-ec05e427-57ee-4778-a183-ac5eea7273cd service neutron] 10.222.0.52 "GET /v2.0/networks/1751f203-c367-4f47-a95c-eaec8c425fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111209
May 14 21:25:29.662399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Deleting subnet 615e9f8f-3ad4-48f5-9df9-de88131e5313 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:29.679467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for subnet (615e9f8f-3ad4-48f5-9df9-de88131e5313), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.702879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-f57be7e4-69ee-4f95-8b9e-0ec54242934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:29.704725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-f57be7e4-69ee-4f95-8b9e-0ec54242934d service neutron] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 906 time: 0.2575400
May 14 21:25:29.793655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-38a63828-7332-4e66-a90a-314f0a9346d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4 HTTP/1.1" status: 200  len: 217 time: 0.0805202
May 14 21:25:29.817945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (615e9f8f-3ad4-48f5-9df9-de88131e5313), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.912845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-636051a0-c930-4e4a-b32a-be95351f3ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:29.920922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-636051a0-c930-4e4a-b32a-be95351f3ad9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.1123488
May 14 21:25:29.953413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-835d8307-81d0-42bb-93e5-6d65625f34c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6699b7ca-f166-4e71-91e6-62f94ad7a6e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.955819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-18773963-e92c-40e9-aa27-61fa5c94cfbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352240
May 14 21:25:29.956872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-835d8307-81d0-42bb-93e5-6d65625f34c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:29.960329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-835d8307-81d0-42bb-93e5-6d65625f34c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "DELETE /v2.0/security-groups/6699b7ca-f166-4e71-91e6-62f94ad7a6e0 HTTP/1.1" status: 204  len: 168 time: 0.6088209
May 14 21:25:29.966257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:29.967657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (615e9f8f-3ad4-48f5-9df9-de88131e5313), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.022827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d8307-81d0-42bb-93e5-6d65625f34c0 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6699b7ca-f166-4e71-91e6-62f94ad7a6e0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:30.029924 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-cfb4228e-34d9-45b9-80de-41c9539e7d80 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] show failed (client error): The resource could not be found.
May 14 21:25:30.034569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cfb4228e-34d9-45b9-80de-41c9539e7d80 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "GET /v2.0/security-groups/6699b7ca-f166-4e71-91e6-62f94ad7a6e0 HTTP/1.1" status: 404  len: 347 time: 0.0575202
May 14 21:25:30.045730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:30.096901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c869a-f4a6-4cf5-a010-03f4b7f58453 req-bc24f63a-537e-43ef-8cdf-2e904ace57ee tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:30.098525 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-125c869a-f4a6-4cf5-a010-03f4b7f58453 req-bc24f63a-537e-43ef-8cdf-2e904ace57ee tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0701804
May 14 21:25:30.193988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-125c869a-f4a6-4cf5-a010-03f4b7f58453 req-19e1dc6c-2c14-428b-a0f3-904c743be07f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756147
May 14 21:25:30.290934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (615e9f8f-3ad4-48f5-9df9-de88131e5313), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.297978 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c9dc34e-cc15-41ee-ac32-26c96de1d6c7 req-ef7b87bb-51f8-4515-bf0b-2ff0346c8672 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 210 time: 0.0415466
May 14 21:25:30.332259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event deleted for resources: {'Subnet': ['ID=615e9f8f-3ad4-48f5-9df9-de88131e5313,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:30.332919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.337402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Deleting port ef240ca6-2de3-441f-b0b7-3df96883aad3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:30.337809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.339897 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb2c1a5f-6f31-4496-8693-312791f375ae tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "DELETE /v2.0/subnets/615e9f8f-3ad4-48f5-9df9-de88131e5313 HTTP/1.1" status: 204  len: 168 time: 0.8257208
May 14 21:25:30.340678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc0b880-27f3-4c74-8cb1-bdc8481c9f0d None None] Network 2e67998b-67a4-4499-a034-2cad50497652 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:30.342843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38250) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:30.433898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d88794-2bb1-497b-ace2-cba5eb8f07e9 req-94920be4-33e4-427e-8c22-51e0881d0028 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:30.440856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d88794-2bb1-497b-ace2-cba5eb8f07e9 req-94920be4-33e4-427e-8c22-51e0881d0028 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 945 time: 0.2991705
May 14 21:25:30.516353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-683c024e-9944-483a-a1a3-f0dc636539a5 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5433121
May 14 21:25:30.541683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.542014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (ef240ca6-2de3-441f-b0b7-3df96883aad3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.557467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Calling delete_port for ef240ca6-2de3-441f-b0b7-3df96883aad3 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:30.598686 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1b024-ae4f-4e9b-aa0f-07ba28ee997d req-65f85db0-6575-4bc3-b3c0-f4b1283b1e55 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:30.600423 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d1b024-ae4f-4e9b-aa0f-07ba28ee997d req-65f85db0-6575-4bc3-b3c0-f4b1283b1e55 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 943 time: 0.2085290
May 14 21:25:30.611618 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2e67998b-67a4-4499-a034-2cad50497652), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.642443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] DHCP port deletion for 2e67998b-67a4-4499-a034-2cad50497652 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:25:30.660479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d88794-2bb1-497b-ace2-cba5eb8f07e9 req-83be11ed-fd2b-43e1-b0aa-19a7f6604266 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6177498-bc9f-4f73-a6a8-670e56c9979a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187598
May 14 21:25:30.763887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] Deleting port 02a0210f-25a0-4124-a690-84f4a7138e89 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:30.764763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.772058 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d1b024-ae4f-4e9b-aa0f-07ba28ee997d req-a8b0698b-4aa7-4680-9bda-792776a6b9b7 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458549
May 14 21:25:30.785422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Deleting port 02a0210f-25a0-4124-a690-84f4a7138e89 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:30.785867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.812175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-658b4ded-dd5e-46b8-8668-a10ae94ed514 req-9b547b32-81aa-48dc-8860-0bba099bd51d service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855264
May 14 21:25:30.870904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] For port 02a0210f-25a0-4124-a690-84f4a7138e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02a0210f-25a0-4124-a690-84f4a7138e89,segment=NetworkSegment(470ba3e7-1fc0-4775-af05-aa4618e66c51),segment_id=470ba3e7-1fc0-4775-af05-aa4618e66c51)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:30.871526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.872963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] For port 02a0210f-25a0-4124-a690-84f4a7138e89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=02a0210f-25a0-4124-a690-84f4a7138e89,segment=NetworkSegment(470ba3e7-1fc0-4775-af05-aa4618e66c51),segment_id=470ba3e7-1fc0-4775-af05-aa4618e66c51)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:30.873539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.890729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ef240ca6-2de3-441f-b0b7-3df96883aad3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:30.890969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Calling delete_port for 02a0210f-25a0-4124-a690-84f4a7138e89 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:30.895960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 02a0210f-25a0-4124-a690-84f4a7138e89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:30.907547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] Calling delete_port for 02a0210f-25a0-4124-a690-84f4a7138e89 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:30.941481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Pushing event deleted for resources: {'Port': ['ID=ef240ca6-2de3-441f-b0b7-3df96883aad3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:30.950348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:25:31.010977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks [] for floatingip (e3783e2b-b7a3-451b-b2ed-7856ab4748d8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.015205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.019093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9214555b-d3c9-4617-bd2a-c4dfa0525ad4 tempest-ServersTestJSON-1107533101 tempest-ServersTestJSON-1107533101-project] 10.222.0.52 "DELETE /v2.0/floatingips/e3783e2b-b7a3-451b-b2ed-7856ab4748d8 HTTP/1.1" status: 204  len: 168 time: 0.9696462
May 14 21:25:31.020015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38258) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:31.107009 ncdv-master-1 neutron-server[115782]: INFO neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No ports have port_id starting with 02a0210f-25a0-4124-a690-84f4a7138e89
May 14 21:25:31.112892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.130089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] No DVR routers for this DVR port 02a0210f-25a0-4124-a690-84f4a7138e89 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:31.165599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:31.169235 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (02a0210f-25a0-4124-a690-84f4a7138e89), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.175278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580435e-571d-403b-b129-490e39fe7d18 req-b34fdbc9-5d24-431b-b3b3-0e4aff95bff0 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:31.177534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e580435e-571d-403b-b129-490e39fe7d18 req-b34fdbc9-5d24-431b-b3b3-0e4aff95bff0 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.36 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 945 time: 0.0609350
May 14 21:25:31.185148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event deleted for resources: {'Port': ['ID=02a0210f-25a0-4124-a690-84f4a7138e89,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:31.207081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] Pushing event deleted for resources: {'Port': ['ID=02a0210f-25a0-4124-a690-84f4a7138e89,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:31.209438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'mac_address': 'fa:16:3e:90:6e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:25:31.215008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f052c-286e-40e0-a8ee-88dbac511683 None None] No DVR routers for this DVR port 02a0210f-25a0-4124-a690-84f4a7138e89 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:31.306648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:31.307178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.326627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:31.359989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:31.365988 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2e67998b-67a4-4499-a034-2cad50497652), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.406018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aebd6-d5fb-4c7d-b8f6-5080ccab189a req-ff90878d-2fc5-4cff-97fa-be77872e921a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:31.407811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b12aebd6-d5fb-4c7d-b8f6-5080ccab189a req-ff90878d-2fc5-4cff-97fa-be77872e921a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0680223
May 14 21:25:31.408416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Deleting port 1d475c65-7229-4b89-9071-a6c006696fff {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:31.408782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1d475c65-7229-4b89-9071-a6c006696fff), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.427820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.453195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b418130>,) {'filters': {'network_id': ['2e67998b-67a4-4499-a034-2cad50497652']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:31.456640 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65a00d6a-0b47-4eee-b4c7-2768ef4a16ca req-6091bfc1-f1ac-4fcb-b7d0-91f4e4d35b37 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 210 time: 0.0795858
May 14 21:25:31.469584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b418130>, '470ba3e7-1fc0-4775-af05-aa4618e66c51') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:31.469584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b418130>, '470ba3e7-1fc0-4775-af05-aa4618e66c51') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:31.487661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (470ba3e7-1fc0-4775-af05-aa4618e66c51), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.504302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:31.519376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b12aebd6-d5fb-4c7d-b8f6-5080ccab189a req-0a74364d-57fc-4d9c-975f-8ecab457473f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955207
May 14 21:25:31.533251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (470ba3e7-1fc0-4775-af05-aa4618e66c51), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.541459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:31.541459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (470ba3e7-1fc0-4775-af05-aa4618e66c51), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   warnings.warn(msg)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:31.543413 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:31.562102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] For port 1d475c65-7229-4b89-9071-a6c006696fff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d475c65-7229-4b89-9071-a6c006696fff,segment=NetworkSegment(a35b88e4-b220-4be5-a891-3a8c8b01682d),segment_id=a35b88e4-b220-4be5-a891-3a8c8b01682d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:31.562651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1d475c65-7229-4b89-9071-a6c006696fff), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.580581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Calling delete_port for 1d475c65-7229-4b89-9071-a6c006696fff owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:31.683212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['55bb719e-4e9c-4bcf-92d2-43a23d4716f4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:25:31.737985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (2e67998b-67a4-4499-a034-2cad50497652), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.749527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.752584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] 10.222.0.52 "DELETE /v2.0/networks/2e67998b-67a4-4499-a034-2cad50497652 HTTP/1.1" status: 204  len: 168 time: 1.4084871
May 14 21:25:31.771146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ff2c7-b098-4386-90a7-abd1a2cc5620 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824 tempest-ExtraDHCPOptionsIpV6TestJSON-426300824-project] Pushing event deleted for resources: {'Network': ['ID=2e67998b-67a4-4499-a034-2cad50497652,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:31.786360 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (be25ac6c-ce2f-4625-9e62-54b5d59d0297), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.833161 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1d475c65-7229-4b89-9071-a6c006696fff), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:31.848049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['1d475c65-7229-4b89-9071-a6c006696fff'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:25:31.873830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Pushing event deleted for resources: {'Port': ['ID=1d475c65-7229-4b89-9071-a6c006696fff,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:31.904308 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3cf09edd-2340-4a00-acf7-e657b2cada75 req-d0260e24-9c31-44cd-8d1d-3f64a2eff814 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 210 time: 0.0783296
May 14 21:25:31.984218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] No DVR routers for this DVR port 1d475c65-7229-4b89-9071-a6c006696fff on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:32.004449 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.007747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e580435e-571d-403b-b129-490e39fe7d18 req-68eb6673-769c-44ed-8b4a-2c01dfef9cee tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.36 "DELETE /v2.0/ports/1d475c65-7229-4b89-9071-a6c006696fff HTTP/1.1" status: 204  len: 173 time: 0.8208532
May 14 21:25:32.013215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'name': 'network-vif-deleted', 'tag': '1d475c65-7229-4b89-9071-a6c006696fff'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:32.013578 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6136c5e-f4ba-4e9e-9c4a-649f441ee110" -d '{"events": [{"server_uuid": "93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1", "name": "network-vif-deleted", "tag": "1d475c65-7229-4b89-9071-a6c006696fff"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:32.028449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc7946-4a44-48f2-acfc-bf546f869ff8 req-b4db9860-b4f3-451c-8d4e-051cc41ddf7e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:32.029941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1cc7946-4a44-48f2-acfc-bf546f869ff8 req-b4db9860-b4f3-451c-8d4e-051cc41ddf7e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 944 time: 0.1617098
May 14 21:25:32.063102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-a9877be3-fe08-4c6f-996d-f348acc4e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:32.064641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-a9877be3-fe08-4c6f-996d-f348acc4e728 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1127 time: 0.1123245
May 14 21:25:32.087971 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b36051-74af-4239-bee8-46418f00300e x-openstack-request-id: req-a3b36051-74af-4239-bee8-46418f00300e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:32.088475 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1", "name": "network-vif-deleted", "tag": "1d475c65-7229-4b89-9071-a6c006696fff", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:32.088734 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3b36051-74af-4239-bee8-46418f00300e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:32.089135 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b36051-74af-4239-bee8-46418f00300e'] response: {'server_uuid': '93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1', 'name': 'network-vif-deleted', 'tag': '1d475c65-7229-4b89-9071-a6c006696fff', 'status': 'completed', 'code': 200}
May 14 21:25:32.158460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Deleting port b23f5689-eb5a-4b8a-883e-cb247e2e22ff {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:32.158640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.165317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1cc7946-4a44-48f2-acfc-bf546f869ff8 req-62dc0fc8-9060-4686-9133-9016239e1608 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175861
May 14 21:25:32.201286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-b1fc5516-d133-4798-be87-86e59283c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:32.202942 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-b1fc5516-d133-4798-be87-86e59283c9c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 914 time: 0.1269348
May 14 21:25:32.250775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-a474a234-6cbd-4881-8d90-821c536f14f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 217 time: 0.0404840
May 14 21:25:32.252710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] For port b23f5689-eb5a-4b8a-883e-cb247e2e22ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:32.253090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.276694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Calling delete_port for b23f5689-eb5a-4b8a-883e-cb247e2e22ff owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:32.291932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:32.312475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-b659df26-0135-4771-9c81-1b3ad399efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:32.314691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-b659df26-0135-4771-9c81-1b3ad399efed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.0568802
May 14 21:25:32.360094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-7780ec83-d5d6-4907-8ad7-bc8b3d7c4e00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0379601
May 14 21:25:32.475424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-2aab74f0-8cc8-4931-91a7-2c6edbb13197 service neutron] 10.222.0.48 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1097491
May 14 21:25:32.508740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-da4731f5-9659-4160-b110-74afb9f6ef7b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=716f3eb835744dd5bc0290c8e34f808d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2150152
May 14 21:25:32.516382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38286) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:32.567398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b803676-ed7b-4925-bf7c-27b79df3159f admin admin] Publish callbacks [] for security_group (d1353283-5f60-4359-8d7b-7fa056011add), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.590820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e12eda8-9aa8-4004-b602-bf351b33b05f req-00158b6c-7ab7-4d9e-b0d0-98bdde5dc690 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 210 time: 0.0297081
May 14 21:25:32.592928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b23f5689-eb5a-4b8a-883e-cb247e2e22ff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.594044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b803676-ed7b-4925-bf7c-27b79df3159f admin admin] Publish callbacks [] for security_group (d1353283-5f60-4359-8d7b-7fa056011add), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.625529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23f5689-eb5a-4b8a-883e-cb247e2e22ff,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:32.731143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4827c5-7165-469a-a830-2eb3ce68c8e1 req-78e77463-aa3d-49be-85e8-3977f8f4ea06 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:32.732706 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e4827c5-7165-469a-a830-2eb3ce68c8e1 req-78e77463-aa3d-49be-85e8-3977f8f4ea06 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.1198461
May 14 21:25:32.826098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e4827c5-7165-469a-a830-2eb3ce68c8e1 req-10193f31-127c-41b9-b5af-bc00f15f93ff tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770226
May 14 21:25:32.829908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3b43e7-faee-49ec-9588-c75a41e0b6f5 req-ae68cda4-d8c8-407e-bb92-c07170ba7c0d service neutron] 10.222.0.48 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045803
May 14 21:25:32.839112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (be25ac6c-ce2f-4625-9e62-54b5d59d0297), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.932407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b803676-ed7b-4925-bf7c-27b79df3159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d1353283-5f60-4359-8d7b-7fa056011add), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.935720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b803676-ed7b-4925-bf7c-27b79df3159f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:32.938153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:32.939820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b803676-ed7b-4925-bf7c-27b79df3159f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d1353283-5f60-4359-8d7b-7fa056011add HTTP/1.1" status: 204  len: 168 time: 0.4220731
May 14 21:25:32.955159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b803676-ed7b-4925-bf7c-27b79df3159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1353283-5f60-4359-8d7b-7fa056011add,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:33.037678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:25:33.112988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-c9cde11e-b124-4e5d-af56-f0d1bfbaab3c tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:33.114739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-c9cde11e-b124-4e5d-af56-f0d1bfbaab3c tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.48 "GET /v2.0/networks?id=1751f203-c367-4f47-a95c-eaec8c425fb3 HTTP/1.1" status: 200  len: 808 time: 0.1401570
May 14 21:25:33.129652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:33.133650 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:33.227018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:33.227776 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:33.263692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6e6521f5-d7f8-4529-b8ae-f090544c1207 req-68e84645-8e7c-4faa-a514-89d9f2a56da4 tempest-ServerAddressesNegativeTestJSON-17108292 tempest-ServerAddressesNegativeTestJSON-17108292-project] 10.222.0.52 "GET /v2.0/ports?device_id=93d5408f-4bcf-4ef8-a5e7-6256e19f3dc1 HTTP/1.1" status: 200  len: 210 time: 0.0355537
May 14 21:25:33.279310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:33.281662 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7cb521-ae78-4776-a9fb-48718fbc08c1" -d '{"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-plugged", "status": "completed", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:33.296063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:33.309905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5a93-0ea1-4282-a864-3661a91cf96d req-1318f849-727c-4a47-9d83-91c9f8bc28c6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:33.317168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9abd5a93-0ea1-4282-a864-3661a91cf96d req-1318f849-727c-4a47-9d83-91c9f8bc28c6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 944 time: 0.0770099
May 14 21:25:33.333263 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227fbe6-a044-4ec0-a345-cfac478555bf x-openstack-request-id: req-4227fbe6-a044-4ec0-a345-cfac478555bf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:33.333560 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-plugged", "status": "completed", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:33.333851 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4227fbe6-a044-4ec0-a345-cfac478555bf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:33.337311 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4227fbe6-a044-4ec0-a345-cfac478555bf'] response: {'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'code': 200}
May 14 21:25:33.370178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:33.370989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:33.393564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9abd5a93-0ea1-4282-a864-3661a91cf96d req-f1057ccf-a8b0-4c6c-9ddc-7766756382ca tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754943
May 14 21:25:33.457311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:33.495445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:33.495867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:33.503766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Router be25ac6c-ce2f-4625-9e62-54b5d59d0297 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:25:33.534882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:33.624706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:33.632203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-29f8275e-10e4-40e0-a37b-c2eae9a03fd0 admin admin] 10.222.0.52 "PUT /v2.0/routers/be25ac6c-ce2f-4625-9e62-54b5d59d0297/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6102490
May 14 21:25:33.632432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38308) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:33.634822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:33.640122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] Sync routers for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:33.674977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:33.675648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:33.735305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:33.753653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6b4f3d3b-ffda-4fe1-b999-9c159b7623d4 req-ca8bb86d-2c81-48fa-a720-a5775ae6df98 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 210 time: 0.0624349
May 14 21:25:33.767840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks [] for router (be25ac6c-ce2f-4625-9e62-54b5d59d0297), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:33.812315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:33.882047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks [] for router_gateway (be25ac6c-ce2f-4625-9e62-54b5d59d0297), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.001433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f2e0>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:25:32Z', 'revision_number': 5, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port': {'id': 'bb11a8cf-d921-47aa-b21e-d46d59249aab', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:24:11Z', 'updated_at': '2022-05-14T21:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:34.036391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] Checking router: be25ac6c-ce2f-4625-9e62-54b5d59d0297 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:25:34.046976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] Routers {'be25ac6c-ce2f-4625-9e62-54b5d59d0297'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:34.047640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:34.150827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] Set router be25ac6c-ce2f-4625-9e62-54b5d59d0297 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:34.204335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f2e0>, [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:25:33Z', 'revision_number': 6, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:34.220827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486724f-94f5-4aef-8da4-33b05a115500 req-c28fa8a3-8ede-47f7-8eb2-55c821122f8e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:34.222354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f486724f-94f5-4aef-8da4-33b05a115500 req-c28fa8a3-8ede-47f7-8eb2-55c821122f8e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.3109746
May 14 21:25:34.227443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Deleting port bb11a8cf-d921-47aa-b21e-d46d59249aab {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:34.227825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.234716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f2bbc-c612-47d6-9c4c-4c6cc13a6ee2 None None] The sync data for ids ['be25ac6c-ce2f-4625-9e62-54b5d59d0297'] in ncdv-master-1 is: [{'id': 'be25ac6c-ce2f-4625-9e62-54b5d59d0297', 'name': 'tempest-ServersTestJSON-886269642-router', 'tenant_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:24:10Z', 'updated_at': '2022-05-14T21:25:33Z', 'revision_number': 6, 'project_id': 'f2a1c19cad6047f09d1b74a2a607dd28', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:25:34.241554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38322) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:34.327870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38328) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:34.329050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f486724f-94f5-4aef-8da4-33b05a115500 req-8b9d5701-75b8-4120-84cd-b330e8233204 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988836
May 14 21:25:34.361563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] For port bb11a8cf-d921-47aa-b21e-d46d59249aab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bb11a8cf-d921-47aa-b21e-d46d59249aab,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:34.363194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.364696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-658363392'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:34.375201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Calling delete_port for bb11a8cf-d921-47aa-b21e-d46d59249aab owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:34.394936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Deleting subnet 2cd867ed-1a8f-4b15-aa68-f7fe421c7e76 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:34.398134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Publish callbacks [] for subnet (2cd867ed-1a8f-4b15-aa68-f7fe421c7e76), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.438538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (2cd867ed-1a8f-4b15-aa68-f7fe421c7e76), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.503284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Request body: {'port': {'device_id': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3', 'admin_state_up': True, 'tenant_id': 'f81d13056f0041a4b01112cd3d502b78'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:34.505114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Made reservation on behalf of 07944a81a7734cdd9c0381a99e29c0a6 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:34.509025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.524205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (2cd867ed-1a8f-4b15-aa68-f7fe421c7e76), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.529440 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.563909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc17698-3114-4e64-89a0-4deff0bb0ed3 req-94f04111-0342-4e37-ba8c-228a79bf6f35 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:34.565431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dc17698-3114-4e64-89a0-4deff0bb0ed3 req-94f04111-0342-4e37-ba8c-228a79bf6f35 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0970569
May 14 21:25:34.690022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bb11a8cf-d921-47aa-b21e-d46d59249aab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.706511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a93e68-41d9-411b-835a-39d44035b010 req-21a13197-338d-4f5c-918c-a74e83f3dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:34.708057 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02a93e68-41d9-411b-835a-39d44035b010 req-21a13197-338d-4f5c-918c-a74e83f3dff6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 1127 time: 0.1327791
May 14 21:25:34.732141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb11a8cf-d921-47aa-b21e-d46d59249aab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:34.775832 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dc17698-3114-4e64-89a0-4deff0bb0ed3 req-7c2d8d5b-fea4-419d-ba58-86e6a2111da3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032490
May 14 21:25:34.805714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Made reservation on behalf of f81d13056f0041a4b01112cd3d502b78 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:34.815036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.828376 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02a93e68-41d9-411b-835a-39d44035b010 req-d6bf8b37-ac88-473d-ae54-181f0d971b7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050072
May 14 21:25:34.832244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (2cd867ed-1a8f-4b15-aa68-f7fe421c7e76), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.876578 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for security_group (8862b0a4-ab36-4ee5-b89c-d0da6106c76e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.879112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (be25ac6c-ce2f-4625-9e62-54b5d59d0297), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.881019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd867ed-1a8f-4b15-aa68-f7fe421c7e76,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:34.887403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.891506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ac051aa0-d12f-45f0-9843-4f0e65ffccfa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2cd867ed-1a8f-4b15-aa68-f7fe421c7e76 HTTP/1.1" status: 204  len: 168 time: 0.5624001
May 14 21:25:34.893911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38334) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:34.922370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ab052b2-f31e-4a0d-9dbc-84117e8df5cc req-249a5864-7e5d-4bbe-acca-bb2a07b98941 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 210 time: 0.0727119
May 14 21:25:34.971879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (c2e0f2de-38c7-4adc-9f96-48cdb31b8430), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:34.975667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8862b0a4-ab36-4ee5-b89c-d0da6106c76e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.001711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:35.042239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7af08a31-c1f1-45d0-9b11-888d5c304016), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.042610 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Added segment 7af08a31-c1f1-45d0-9b11-888d5c304016 of type vlan for network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9
May 14 21:25:35.045270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8862b0a4-ab36-4ee5-b89c-d0da6106c76e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:35.062879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (be25ac6c-ce2f-4625-9e62-54b5d59d0297), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.066031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks [] for router_controller (be25ac6c-ce2f-4625-9e62-54b5d59d0297), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.139142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (c2e0f2de-38c7-4adc-9f96-48cdb31b8430), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.142996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.167165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b23f5689-eb5a-4b8a-883e-cb247e2e22ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:35.171243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ad21970>,) {'filters': {'network_id': ['c2e0f2de-38c7-4adc-9f96-48cdb31b8430']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:35.189577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad21970>, 'a35b88e4-b220-4be5-a891-3a8c8b01682d') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:35.189795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad21970>, 'a35b88e4-b220-4be5-a891-3a8c8b01682d') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:35.195032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b23f5689-eb5a-4b8a-883e-cb247e2e22ff {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:35.196142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b23f5689-eb5a-4b8a-883e-cb247e2e22ff not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:35.196902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bb11a8cf-d921-47aa-b21e-d46d59249aab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:35.209381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a35b88e4-b220-4be5-a891-3a8c8b01682d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.222859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a35b88e4-b220-4be5-a891-3a8c8b01682d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.239563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Allocated IP 172.20.0.14 (1751f203-c367-4f47-a95c-eaec8c425fb3/d1fb0c25-02b2-433d-9210-a7cb6753fd6e/a2a7ab53-1274-4bf3-8bd8-b8927d4717b9) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:35.240144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:35.240144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a35b88e4-b220-4be5-a891-3a8c8b01682d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.240346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: bb11a8cf-d921-47aa-b21e-d46d59249aab {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:35.240346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bb11a8cf-d921-47aa-b21e-d46d59249aab not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:35.240520 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:35.248937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (be25ac6c-ce2f-4625-9e62-54b5d59d0297), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.249538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be25ac6c-ce2f-4625-9e62-54b5d59d0297 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:25:35.254614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.258801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ed327637-f98c-42bd-b049-6b11bb231f43 admin admin] 10.222.0.52 "DELETE /v2.0/routers/be25ac6c-ce2f-4625-9e62-54b5d59d0297 HTTP/1.1" status: 204  len: 168 time: 1.6223168
May 14 21:25:35.258954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38336) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:35.318099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.323617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:35.324212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.337811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Deleting subnet b850307b-ce43-4349-9554-120f901143b5 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:35.338183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:35.340736 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d287efe-d890-441e-8ec7-f20c47bf44e2" -d '{"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:35.354733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Publish callbacks [] for subnet (b850307b-ce43-4349-9554-120f901143b5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.385838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (c2e0f2de-38c7-4adc-9f96-48cdb31b8430), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.402065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.408475 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70fb32-c72e-475c-b3be-0c006bdc6194 x-openstack-request-id: req-1d70fb32-c72e-475c-b3be-0c006bdc6194 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:35.413637 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:35.413637 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d70fb32-c72e-475c-b3be-0c006bdc6194 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:35.413637 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d70fb32-c72e-475c-b3be-0c006bdc6194'] response: {'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'code': 200}
May 14 21:25:35.415182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] 10.222.0.52 "DELETE /v2.0/networks/c2e0f2de-38c7-4adc-9f96-48cdb31b8430 HTTP/1.1" status: 204  len: 168 time: 0.5147035
May 14 21:25:35.433101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (b850307b-ce43-4349-9554-120f901143b5), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.460417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Network': ['ID=b5cd9b2c-59dd-4193-9ee5-41f76733a2d9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:35.478838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a75f6511-69e3-476d-99b2-846356da87c4 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.2355773
May 14 21:25:35.480232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3f688-20dd-4753-bb15-a3e895a7511b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e0f2de-38c7-4adc-9f96-48cdb31b8430,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:35.481822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38344) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:35.483321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:35.493986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'subnet': {'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:35.584335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28035d3a-5800-466b-b0e7-262f3dfc1310 req-7091536a-8065-4452-b9df-6d898b0b8283 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:35.586670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28035d3a-5800-466b-b0e7-262f3dfc1310 req-7091536a-8065-4452-b9df-6d898b0b8283 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.1136792
May 14 21:25:35.619429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks [] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.670322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b850307b-ce43-4349-9554-120f901143b5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.690047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Made reservation on behalf of 07944a81a7734cdd9c0381a99e29c0a6 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:35.694142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.724590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28035d3a-5800-466b-b0e7-262f3dfc1310 req-50e59ff8-5747-402d-8e21-40240f0b2b27 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111166
May 14 21:25:35.810821 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.867745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Network 1751f203-c367-4f47-a95c-eaec8c425fb3 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:35.869791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:35.874774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:35.886312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b850307b-ce43-4349-9554-120f901143b5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:35.924276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38350) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:35.943277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d717a-80aa-44ee-9fb9-607527a674b4 req-7e832282-f44f-4fb6-aadd-98a985948140 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:35.944888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-932d717a-80aa-44ee-9fb9-607527a674b4 req-7e832282-f44f-4fb6-aadd-98a985948140 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.1015327
May 14 21:25:35.957089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Pushing event updated for resources: {'Port': ['ID=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:35.992031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b850307b-ce43-4349-9554-120f901143b5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:36.013565 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-761121a5-aa52-40d7-9bc7-d3045722bf26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b8a604af2ec48059ef55244ec6a5363&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0863955
May 14 21:25:36.020735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38354) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:36.020909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a6b29-1a23-423e-8cd3-3d3fab035db5 None None] Network a8234d4d-c69a-4d7e-8f40-9be71afea472 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:36.027600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.031199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-33d1624e-8737-45a0-87ab-0a69490421aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b850307b-ce43-4349-9554-120f901143b5 HTTP/1.1" status: 204  len: 168 time: 0.7714212
May 14 21:25:36.036188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38356) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:36.043420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:36.044412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.050723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-932d717a-80aa-44ee-9fb9-607527a674b4 req-8aef50ba-f815-473d-8d1c-e3f0afe193d8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933697
May 14 21:25:36.073662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (2ee36515-2aef-494c-92fb-ba258bc8627e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.073905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca38b29-f978-4887-a8f3-51fce1d1ff0c req-5d3f1f22-0945-4120-97c2-fe56205c48ea tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:36.084579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca38b29-f978-4887-a8f3-51fce1d1ff0c req-5d3f1f22-0945-4120-97c2-fe56205c48ea tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1933498
May 14 21:25:36.169985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ca38b29-f978-4887-a8f3-51fce1d1ff0c req-5ee9ec69-9eaa-4375-ae0d-1a1c4c6d70b3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845103
May 14 21:25:36.197127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Subnet': ['ID=2ee36515-2aef-494c-92fb-ba258bc8627e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:36.205162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-aa017ada-f956-45da-a26f-b77d7a1c467d tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7060330
May 14 21:25:36.217453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Request body: {'port': {'device_id': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:36.233000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a8234d4d-c69a-4d7e-8f40-9be71afea472), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.280065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe527-ccb2-4ad8-83df-688216f8f409 admin admin] Publish callbacks [] for security_group (d6177498-bc9f-4f73-a6a8-670e56c9979a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.315422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Checking segment: {'id': '7af08a31-c1f1-45d0-9b11-888d5c304016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:36.315816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network hostable DHCP agents. Network: b5cd9b2c-59dd-4193-9ee5-41f76733a2d9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:36.318343 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.323444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee9c6d-770f-4726-b653-e8e23cff906e req-4295735a-3a88-4937-abb2-d441d488be02 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:36.325032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2ee9c6d-770f-4726-b653-e8e23cff906e req-4295735a-3a88-4937-abb2-d441d488be02 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 932 time: 0.1360450
May 14 21:25:36.338100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-045350c1-2326-4ec4-882e-08e877f1ac2d req-41588de8-adce-4bfb-afee-24c6b57b9ba7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:25:36.339175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-045350c1-2326-4ec4-882e-08e877f1ac2d req-41588de8-adce-4bfb-afee-24c6b57b9ba7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0060608
May 14 21:25:36.361986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe527-ccb2-4ad8-83df-688216f8f409 admin admin] Publish callbacks [] for security_group (d6177498-bc9f-4f73-a6a8-670e56c9979a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.397490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] DHCP port deletion for a8234d4d-c69a-4d7e-8f40-9be71afea472 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:25:36.411684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Deleting port 9709c083-2f6d-4df0-a2a5-cac850e1774b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:36.412269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.444936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] Deleting port 9709c083-2f6d-4df0-a2a5-cac850e1774b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:36.445450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.499731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2ee9c6d-770f-4726-b653-e8e23cff906e req-75bf7e8c-2266-424a-96fa-e3c3c58796f4 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1422048
May 14 21:25:36.509009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] For port 9709c083-2f6d-4df0-a2a5-cac850e1774b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9709c083-2f6d-4df0-a2a5-cac850e1774b,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:36.509009 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.509513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:36.520338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] For port 9709c083-2f6d-4df0-a2a5-cac850e1774b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9709c083-2f6d-4df0-a2a5-cac850e1774b,segment=NetworkSegment(e9b1c250-63f1-47d0-9f94-1b951e88c999),segment_id=e9b1c250-63f1-47d0-9f94-1b951e88c999)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:36.520746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.525964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] Calling delete_port for 9709c083-2f6d-4df0-a2a5-cac850e1774b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:36.538536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Calling delete_port for 9709c083-2f6d-4df0-a2a5-cac850e1774b owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:36.590181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe527-ccb2-4ad8-83df-688216f8f409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d6177498-bc9f-4f73-a6a8-670e56c9979a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.598737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d6fe527-ccb2-4ad8-83df-688216f8f409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.598737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d6fe527-ccb2-4ad8-83df-688216f8f409 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6177498-bc9f-4f73-a6a8-670e56c9979a HTTP/1.1" status: 204  len: 168 time: 0.5761347
May 14 21:25:36.598737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5cd9b2c-59dd-4193-9ee5-41f76733a2d9) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:36.611546 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:36.612156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.625123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fe527-ccb2-4ad8-83df-688216f8f409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6177498-bc9f-4f73-a6a8-670e56c9979a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:36.637222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa38ff8-b2ad-4ae0-a3c4-ae5fa98b4e25 None None] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:36.694939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1d475c65-7229-4b89-9071-a6c006696fff no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:36.738431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:36.757314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Publish callbacks [] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.757431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20db7-b9a6-44ce-88b7-a909964bbd9c req-aa81233f-59af-473c-9887-b9024fe1dd84 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:36.757431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ee20db7-b9a6-44ce-88b7-a909964bbd9c req-aa81233f-59af-473c-9887-b9024fe1dd84 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.0861576
May 14 21:25:36.757431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.762254 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51ed4c90-4e56-4f27-bba2-b6108c552391 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2791996
May 14 21:25:36.767519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38376) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:36.772397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1879766173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:36.792216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Transition to ACTIVE for port object a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:25:36.819430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9709c083-2f6d-4df0-a2a5-cac850e1774b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:36.824321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] No DVR routers for this DVR port 9709c083-2f6d-4df0-a2a5-cac850e1774b on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:36.888714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 1d475c65-7229-4b89-9071-a6c006696fff {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:36.889068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 1d475c65-7229-4b89-9071-a6c006696fff not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:36.890791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ee20db7-b9a6-44ce-88b7-a909964bbd9c req-8c2d5717-dd7b-4cc2-a70e-f48d695b76d3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266291
May 14 21:25:36.907249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.907363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9709c083-2f6d-4df0-a2a5-cac850e1774b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:36.907460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.908291 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.946769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9709c083-2f6d-4df0-a2a5-cac850e1774b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:36.947019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a8234d4d-c69a-4d7e-8f40-9be71afea472), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.947135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9709c083-2f6d-4df0-a2a5-cac850e1774b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:36.948737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5cd9b2c-59dd-4193-9ee5-41f76733a2d9', 'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9', 'project_id': '07944a81a7734cdd9c0381a99e29c0a6', 'fixed_ips': [{'subnet_id': '2ee36515-2aef-494c-92fb-ba258bc8627e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:25:36.949683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:36.966645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:36.993987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b188190>,) {'filters': {'network_id': ['a8234d4d-c69a-4d7e-8f40-9be71afea472']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:37.004467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b188190>, 'e9b1c250-63f1-47d0-9f94-1b951e88c999') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:37.004771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b188190>, 'e9b1c250-63f1-47d0-9f94-1b951e88c999') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:37.018936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (e9b1c250-63f1-47d0-9f94-1b951e88c999), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.035074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e9b1c250-63f1-47d0-9f94-1b951e88c999), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.042295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:37.046750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (e9b1c250-63f1-47d0-9f94-1b951e88c999), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:37.048961 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:37.094786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:37.113537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9709c083-2f6d-4df0-a2a5-cac850e1774b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.136318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for router_controller (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.160533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] Pushing event deleted for resources: {'Port': ['ID=9709c083-2f6d-4df0-a2a5-cac850e1774b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:37.162539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff25ae7-46d5-4f7a-a8cb-fc6ca64dfaad None None] No DVR routers for this DVR port 9709c083-2f6d-4df0-a2a5-cac850e1774b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:37.197510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Attempting to bind port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:37.197738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Attempting to bind port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9bd593fa-4c88-4401-8c15-a2671407f1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:37.198014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Attempting to bind port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 on network 1751f203-c367-4f47-a95c-eaec8c425fb3 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:37.207749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 on network 1751f203-c367-4f47-a95c-eaec8c425fb3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:37.208088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Attempting to bind port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 on network 1751f203-c367-4f47-a95c-eaec8c425fb3 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:37.215223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:37.219258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Checking segment: {'id': '9bd593fa-4c88-4401-8c15-a2671407f1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:37.219627 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a8234d4d-c69a-4d7e-8f40-9be71afea472), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.219755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Bound using segment: {'id': '9bd593fa-4c88-4401-8c15-a2671407f1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:37.219755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Bound port: a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bd593fa-4c88-4401-8c15-a2671407f1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:37.219755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.225161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.234354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a8234d4d-c69a-4d7e-8f40-9be71afea472 HTTP/1.1" status: 204  len: 168 time: 1.1959221
May 14 21:25:37.239329 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.255157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed21ea0-0730-4dbf-ae97-783e0ae9da40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8234d4d-c69a-4d7e-8f40-9be71afea472,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:37.307438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Allocated IP 172.20.0.2 (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9/2ee36515-2aef-494c-92fb-ba258bc8627e/f3cdd8f9-c3b7-4733-980c-2abba5b3d582) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:37.310637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:37.354957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbb322-f274-4ead-9ecd-70c918ec8397 req-bdd5cccc-8fb9-4424-bff7-9e1322bb2a15 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:37.356596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9efbb322-f274-4ead-9ecd-70c918ec8397 req-bdd5cccc-8fb9-4424-bff7-9e1322bb2a15 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0655565
May 14 21:25:37.357717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] For port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:37.362978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] For port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,segment=NetworkSegment(9bd593fa-4c88-4401-8c15-a2671407f1d1),segment_id=9bd593fa-4c88-4401-8c15-a2671407f1d1)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:37.375281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.380126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6f05c879-3501-448b-99a0-6d7406988ed1 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.6079845
May 14 21:25:37.380253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38394) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:37.431452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9efbb322-f274-4ead-9ecd-70c918ec8397 req-d78d1900-a9e0-45c0-ba3b-fdb492b4d84d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639172
May 14 21:25:37.450641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.503420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Publish callbacks [] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.507371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:37.508793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.510037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] 10.222.0.48 "PUT /v2.0/ports/a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 HTTP/1.1" status: 200  len: 1092 time: 1.2970049
May 14 21:25:37.510499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'tag': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:37.513080 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1045905b-11bc-417d-9d8d-7e30b071f2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd1f782-c732-46c6-81ef-083cc4610ae8", "tag": "a2a7ab53-1274-4bf3-8bd8-b8927d4717b9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:37.539530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0fe37-3c34-4df2-82d1-7cc790530915 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:37.583617 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425acfb-4e51-40b7-acda-734fab1f1923 x-openstack-request-id: req-4425acfb-4e51-40b7-acda-734fab1f1923 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:37.583935 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd1f782-c732-46c6-81ef-083cc4610ae8", "tag": "a2a7ab53-1274-4bf3-8bd8-b8927d4717b9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:37.584192 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4425acfb-4e51-40b7-acda-734fab1f1923 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:37.584606 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4425acfb-4e51-40b7-acda-734fab1f1923'] response: {'name': 'network-changed', 'server_uuid': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'tag': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9', 'status': 'completed', 'code': 200}
May 14 21:25:37.620734 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.650088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045905b-11bc-417d-9d8d-7e30b071f2c3 req-75489fe4-8701-48ab-bafc-7059daacc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:37.651951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1045905b-11bc-417d-9d8d-7e30b071f2c3 req-75489fe4-8701-48ab-bafc-7059daacc077 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81d13056f0041a4b01112cd3d502b78&device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 1126 time: 0.0475180
May 14 21:25:37.662205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:37.668488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:37.672245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:37.683029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Pushing event updated for resources: {'Port': ['ID=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:37.708111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-203b038f-b5e9-4c11-9e0a-f7b7bce26d7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4595413
May 14 21:25:37.748871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Attempting to bind port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:37.750639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Attempting to bind port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7af08a31-c1f1-45d0-9b11-888d5c304016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:37.752010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Attempting to bind port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 on network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:37.768501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:37.768996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Checking segment: {'id': '7af08a31-c1f1-45d0-9b11-888d5c304016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:37.769450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.772968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Bound using segment: {'id': '7af08a31-c1f1-45d0-9b11-888d5c304016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:37.772968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Bound port: f3cdd8f9-c3b7-4733-980c-2abba5b3d582, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af08a31-c1f1-45d0-9b11-888d5c304016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:37.772968 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:37.792164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-48745d40-4e7f-4af9-aeb2-2e3712389bd9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:25:37.793203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-48745d40-4e7f-4af9-aeb2-2e3712389bd9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0434134
May 14 21:25:37.793689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38406) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:37.812736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd57a-8bcb-44c0-a9cc-a2c5b9b99ca5 req-e8b97457-4b94-4bcf-aad3-18d386597e57 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:37.814281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d79cd57a-8bcb-44c0-a9cc-a2c5b9b99ca5 req-e8b97457-4b94-4bcf-aad3-18d386597e57 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 944 time: 0.1613376
May 14 21:25:37.899090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f5c0c935-c2db-4bc8-8f5c-1f58b5cc5341 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2a1c19cad6047f09d1b74a2a607dd28&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0994613
May 14 21:25:37.903428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38410) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:37.926015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] For port f3cdd8f9-c3b7-4733-980c-2abba5b3d582, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:37.933325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] For port f3cdd8f9-c3b7-4733-980c-2abba5b3d582, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,segment=NetworkSegment(7af08a31-c1f1-45d0-9b11-888d5c304016),segment_id=7af08a31-c1f1-45d0-9b11-888d5c304016)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:37.974062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045905b-11bc-417d-9d8d-7e30b071f2c3 req-730c3420-533b-4b9f-bf4a-b61dbc5512d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:37.975655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1045905b-11bc-417d-9d8d-7e30b071f2c3 req-730c3420-533b-4b9f-bf4a-b61dbc5512d2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f81d13056f0041a4b01112cd3d502b78&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3027806
May 14 21:25:37.976925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:38.009639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d79cd57a-8bcb-44c0-a9cc-a2c5b9b99ca5 req-bdc56582-465d-49d8-bc0a-6ea3ace0ab18 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815515
May 14 21:25:38.073052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:38.216003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0822cc9-4e45-4c9a-b047-9e1220f282cf None None] Pushing event updated for resources: {'Port': ['ID=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:38.419144 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:25:38.579254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54097742-22ca-4ce4-bbd2-e084ca40eee1 req-1dba1735-9dd7-4d9f-b52a-2bba0cbd317f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:38.580874 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54097742-22ca-4ce4-bbd2-e084ca40eee1 req-1dba1735-9dd7-4d9f-b52a-2bba0cbd317f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.5136013
May 14 21:25:38.623986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-39d43c03-ec53-43b7-bfc9-988483d8cab1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:38.632154 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-39d43c03-ec53-43b7-bfc9-988483d8cab1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports/d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 940 time: 0.7664309
May 14 21:25:38.669538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38426) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:38.670971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e6-a7ce-488b-85bb-f33f5d498d9b admin admin] Publish callbacks [] for security_group (c0553b14-6356-44b8-a0d0-20076286bf19), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:38.704968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5fd77-08e4-4079-bd3f-49bdd34124ba req-1e47be32-1a10-4076-b669-f00c556f7db9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:38.713105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcd5fd77-08e4-4079-bd3f-49bdd34124ba req-1e47be32-1a10-4076-b669-f00c556f7db9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.1293774
May 14 21:25:38.750130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045905b-11bc-417d-9d8d-7e30b071f2c3 req-339ec773-b242-4abc-a908-5f22d2233718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:38.752248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1045905b-11bc-417d-9d8d-7e30b071f2c3 req-339ec773-b242-4abc-a908-5f22d2233718 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7391171
May 14 21:25:38.771457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e6-a7ce-488b-85bb-f33f5d498d9b admin admin] Publish callbacks [] for security_group (c0553b14-6356-44b8-a0d0-20076286bf19), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:38.827372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcd5fd77-08e4-4079-bd3f-49bdd34124ba req-71e14fb2-b112-490b-a0ba-a9928838fbf7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128113
May 14 21:25:38.873941 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54097742-22ca-4ce4-bbd2-e084ca40eee1 req-77ef0de0-9b42-45f2-af4f-440570c49b12 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2576108
May 14 21:25:38.899835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-d31dc251-0a5f-4108-8f90-68d116a4ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:38.900604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-d31dc251-0a5f-4108-8f90-68d116a4ddb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f81d13056f0041a4b01112cd3d502b78&device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 1126 time: 0.0917590
May 14 21:25:38.909552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-303418038-network', 'tenant_id': '1bdcf091cf2140d9ae48f8fe5554a0bb'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:38.958860 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Allocated IP 172.20.0.1 (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9/2ee36515-2aef-494c-92fb-ba258bc8627e/35aae6e6-f600-419c-b0a4-ac7d22408d72) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:38.990311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-678c8086-7ef4-48d7-8ead-aeae5ab8678f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 HTTP/1.1" status: 200  len: 217 time: 0.0764346
May 14 21:25:39.027537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f3cdd8f9-c3b7-4733-980c-2abba5b3d582 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:39.057636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d0703-5c15-41af-8558-999187cf5afe req-d6f490f1-1599-4512-a180-990a3912998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:39.059147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-d6f490f1-1599-4512-a180-990a3912998b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d1fb0c25-02b2-433d-9210-a7cb6753fd6e HTTP/1.1" status: 200  len: 848 time: 0.0593667
May 14 21:25:39.075825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Made reservation on behalf of 1bdcf091cf2140d9ae48f8fe5554a0bb for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:39.078295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.081371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:39.083600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.097364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.125081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-c3088ea6-131d-4dee-8b28-f0cb24bdc97e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1751f203-c367-4f47-a95c-eaec8c425fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603580
May 14 21:25:39.138415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.192697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:39.193088 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.208196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e6-a7ce-488b-85bb-f33f5d498d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c0553b14-6356-44b8-a0d0-20076286bf19), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.211232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e6-a7ce-488b-85bb-f33f5d498d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.213112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9904d0e6-a7ce-488b-85bb-f33f5d498d9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0553b14-6356-44b8-a0d0-20076286bf19 HTTP/1.1" status: 204  len: 168 time: 1.3075171
May 14 21:25:39.220822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.234461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port f3cdd8f9-c3b7-4733-980c-2abba5b3d582, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,segment=NetworkSegment(7af08a31-c1f1-45d0-9b11-888d5c304016),segment_id=7af08a31-c1f1-45d0-9b11-888d5c304016)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:39.306371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:39.312751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:39.316641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:39.318833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.348698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904d0e6-a7ce-488b-85bb-f33f5d498d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0553b14-6356-44b8-a0d0-20076286bf19,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:39.359083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Port': ['ID=35aae6e6-f600-419c-b0a4-ac7d22408d72,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:39.401269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.437941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-cccdd87c-395f-4a4b-92d4-a8ddf4178cf0 service neutron] 10.222.0.48 "GET /v2.0/networks/1751f203-c367-4f47-a95c-eaec8c425fb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2943060
May 14 21:25:39.443767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:39.450593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980c5ed-63a7-4717-be6f-4a3bf058fc22 req-de2bfb79-481d-4aed-8124-4643530664a6 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:39.450593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5980c5ed-63a7-4717-be6f-4a3bf058fc22 req-de2bfb79-481d-4aed-8124-4643530664a6 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 944 time: 0.2284133
May 14 21:25:39.495743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks [] for security_group (83950bb9-6dfd-45a8-8ba8-2ad048fb3372), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.578097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5980c5ed-63a7-4717-be6f-4a3bf058fc22 req-89039ca4-b687-4968-a73c-3ac9b0d46a68 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084661
May 14 21:25:39.580756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (83950bb9-6dfd-45a8-8ba8-2ad048fb3372), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.637491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3d0703-5c15-41af-8558-999187cf5afe req-08639e54-55d7-458d-9ff0-1976ea28aa6e service neutron] 10.222.0.48 "GET /v2.0/networks/1751f203-c367-4f47-a95c-eaec8c425fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827476
May 14 21:25:39.638487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:39.644387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83950bb9-6dfd-45a8-8ba8-2ad048fb3372,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:39.654267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ba7819a5-7c49-4ac6-9576-e044d0d9a83e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.654692 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Added segment ba7819a5-7c49-4ac6-9576-e044d0d9a83e of type vlan for network 65484ce2-43e8-42d1-83e9-06a18195c58b
May 14 21:25:39.678902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c9929-e209-4815-a43b-205668f16c6d None None] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:39.680010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.711801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (65484ce2-43e8-42d1-83e9-06a18195c58b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.775872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-022225b9-787d-454f-b93b-7f8890803ead None None] Provisioning complete for port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:39.776295 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-022225b9-787d-454f-b93b-7f8890803ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.860875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (65484ce2-43e8-42d1-83e9-06a18195c58b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.862016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:39.863092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:39.923121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-022225b9-787d-454f-b93b-7f8890803ead None None] Current status of the port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:40.060754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] Pushing event updated for resources: {'Network': ['ID=65484ce2-43e8-42d1-83e9-06a18195c58b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:40.073727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 65484ce2-43e8-42d1-83e9-06a18195c58b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:40.074278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995cf36-ae05-4298-b52d-d8b29cf0e246 req-8e8b593a-62dd-4e95-af8c-87ef932fa237 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:40.075613 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6995cf36-ae05-4298-b52d-d8b29cf0e246 req-8e8b593a-62dd-4e95-af8c-87ef932fa237 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.0717254
May 14 21:25:40.106529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-36ddd34b-9908-44b1-8400-d6b72e67f736 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.4380934
May 14 21:25:40.120051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38454) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:40.143031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Request body: {'subnet': {'network_id': '65484ce2-43e8-42d1-83e9-06a18195c58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-303418038-subnet', 'tenant_id': '1bdcf091cf2140d9ae48f8fe5554a0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:40.175407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc76ab-63df-4ce8-86d5-601fd1787859 req-9d1eb0b7-5771-438d-9a48-95b4830f8856 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:40.176453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7dc76ab-63df-4ce8-86d5-601fd1787859 req-9d1eb0b7-5771-438d-9a48-95b4830f8856 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1131787
May 14 21:25:40.203923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6995cf36-ae05-4298-b52d-d8b29cf0e246 req-d4fcf1ce-2983-41a1-85a0-8b87062cf275 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187103
May 14 21:25:40.217491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.260990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fef80775-2fb6-4dc5-85ad-6e7f63bdb6fc None None] Provisioning complete for port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:40.261365 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fef80775-2fb6-4dc5-85ad-6e7f63bdb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.272960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7dc76ab-63df-4ce8-86d5-601fd1787859 req-7a02906d-c740-4478-88d6-00318ff8412c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819645
May 14 21:25:40.312499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Made reservation on behalf of 1bdcf091cf2140d9ae48f8fe5554a0bb for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:40.319051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.373597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.373843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fef80775-2fb6-4dc5-85ad-6e7f63bdb6fc None None] Current status of the port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:40.373843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f235a4ae-a1ab-4288-89bd-a437c2707fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.377165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fef80775-2fb6-4dc5-85ad-6e7f63bdb6fc None None] Provisioning complete for port 35aae6e6-f600-419c-b0a4-ac7d22408d72 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:40.377551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fef80775-2fb6-4dc5-85ad-6e7f63bdb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.426755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fef80775-2fb6-4dc5-85ad-6e7f63bdb6fc None None] Port 35aae6e6-f600-419c-b0a4-ac7d22408d72 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:40.468514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.470438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Port': ['ID=35aae6e6-f600-419c-b0a4-ac7d22408d72,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:40.545245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8dbf0cf6-9ccc-4580-a9a9-a26c291e30ba None None] Provisioning complete for port 35aae6e6-f600-419c-b0a4-ac7d22408d72 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:40.545727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8dbf0cf6-9ccc-4580-a9a9-a26c291e30ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.585477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf0cf6-9ccc-4580-a9a9-a26c291e30ba None None] Port 35aae6e6-f600-419c-b0a4-ac7d22408d72 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:40.587118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:40.589247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:40.628384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38466) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:40.652315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-c7a955d0-8199-4733-8e27-b6c4dfa13ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:40.657762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-c7a955d0-8199-4733-8e27-b6c4dfa13ce3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1&tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d HTTP/1.1" status: 200  len: 1125 time: 0.1194465
May 14 21:25:40.667695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:40.747291 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (47a82cc3-e961-41e2-9f66-87838dd1fcb8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.752028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4b54-09b0-477d-9abc-18a6a1e9ae30 req-3eb4c1b3-6e36-44df-8024-7b57c9f41c47 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:40.753594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aeea4b54-09b0-477d-9abc-18a6a1e9ae30 req-3eb4c1b3-6e36-44df-8024-7b57c9f41c47 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 944 time: 0.0622153
May 14 21:25:40.802825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-13950873-network', 'tenant_id': '689bc5cf419440f683a6ab4fd29dc06e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:40.818710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.830489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aeea4b54-09b0-477d-9abc-18a6a1e9ae30 req-d254ab97-bc41-4432-8784-b31ea22843f9 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624268
May 14 21:25:40.873751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a82cc3-e961-41e2-9f66-87838dd1fcb8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:40.878266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Router dbc1a66e-36f9-49e8-a50d-4a2d54b08141 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:25:40.904873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Checking segment: {'id': 'ba7819a5-7c49-4ac6-9576-e044d0d9a83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65484ce2-43e8-42d1-83e9-06a18195c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:40.905414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Network hostable DHCP agents. Network: 65484ce2-43e8-42d1-83e9-06a18195c58b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:40.918714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f3cdd8f9-c3b7-4733-980c-2abba5b3d582 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:40.946178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:25:40.951166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Made reservation on behalf of 689bc5cf419440f683a6ab4fd29dc06e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:40.953465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:40.966231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.010152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:41.016645 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e22de79-1648-4e8a-a4b4-01c2c7ed76c0 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "PUT /v2.0/routers/dbc1a66e-36f9-49e8-a50d-4a2d54b08141/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6346500
May 14 21:25:41.018248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:41.024965 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] Sync routers for ids ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:41.029637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'port': {'network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9', 'name': 'tempest-FloatingIPNegativeTestJSON-1501026108'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:41.038714 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] Routers {'dbc1a66e-36f9-49e8-a50d-4a2d54b08141'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:41.039921 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:41.048093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5d720ad9-3570-4f3c-8909-994efbcc918e None None] Provisioning complete for port 35aae6e6-f600-419c-b0a4-ac7d22408d72 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:41.048459 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5d720ad9-3570-4f3c-8909-994efbcc918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.053665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:41.053665 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.054095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Network 65484ce2-43e8-42d1-83e9-06a18195c58b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:41.079137 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1d60>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:41.088364 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] Routers {'dbc1a66e-36f9-49e8-a50d-4a2d54b08141'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:41.089330 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:41.126903 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1d60>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:41.127914 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6626b25-a2c5-40a0-913f-693ba227098f None None] The sync data for ids ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:25:41.136140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5d720ad9-3570-4f3c-8909-994efbcc918e None None] Port 35aae6e6-f600-419c-b0a4-ac7d22408d72 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:41.142705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,segment=NetworkSegment(9bd593fa-4c88-4401-8c15-a2671407f1d1),segment_id=9bd593fa-4c88-4401-8c15-a2671407f1d1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:41.161475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9', 'network_id': '1751f203-c367-4f47-a95c-eaec8c425fb3', 'port_id': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9', 'mac_address': 'fa:16:3e:fe:84:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fb0c25-02b2-433d-9210-a7cb6753fd6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:25:41.167086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65484ce2-43e8-42d1-83e9-06a18195c58b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:41.190464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:41.191068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.205796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66769305-d731-491b-8f2b-56b71d452c14 None None] Network 65484ce2-43e8-42d1-83e9-06a18195c58b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:41.229281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks [] for security_group (de08f8b9-de39-4423-987d-38a5c15dc13d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.245919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:41.285189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Made reservation on behalf of 07944a81a7734cdd9c0381a99e29c0a6 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:41.291708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.298572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:41.314195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] device_id is not set on port 904447bb-fbb4-45ae-a417-0c1d491a986b yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:25:41.354968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:41.371277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f915276-5655-4f14-8612-89670ecf00f1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2241428
May 14 21:25:41.371277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (de08f8b9-de39-4423-987d-38a5c15dc13d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.377834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Publish callbacks [] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.393764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Transition to ACTIVE for port object d14fe5ed-9ab8-4c6c-893f-768a8f7db696 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:25:41.407969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:41.418513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (983168da-d2c5-46d8-81c4-a59202bb64b3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.418888 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Added segment 983168da-d2c5-46d8-81c4-a59202bb64b3 of type vlan for network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41
May 14 21:25:41.428632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:41.433825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:41.434159 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.459441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:41.474770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.476009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44090f04-8101-488e-ae88-d9e2f37a624d req-680f7b7f-7606-49d5-9edc-b4ae8f4f9949 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:41.478000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44090f04-8101-488e-ae88-d9e2f37a624d req-680f7b7f-7606-49d5-9edc-b4ae8f4f9949 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1125786
May 14 21:25:41.497997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,segment=NetworkSegment(9bd593fa-4c88-4401-8c15-a2671407f1d1),segment_id=9bd593fa-4c88-4401-8c15-a2671407f1d1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:41.507229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34216b0b-d1ba-486e-a98e-779b7cc5b85d None None] Network 65484ce2-43e8-42d1-83e9-06a18195c58b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:41.541536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.550179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Allocated IP 172.20.0.8 (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9/2ee36515-2aef-494c-92fb-ba258bc8627e/904447bb-fbb4-45ae-a417-0c1d491a986b) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:41.556716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44090f04-8101-488e-ae88-d9e2f37a624d req-dbd78d60-aff7-4c9b-a084-54e0c4a12ca6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717165
May 14 21:25:41.565705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.644583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=9']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:41.645355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:41.657483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de08f8b9-de39-4423-987d-38a5c15dc13d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:41.669911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c824b4-57f2-406c-8647-572bbcaef519 req-f1399681-9ba9-4129-bd86-c633e925d73c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:41.671492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5c824b4-57f2-406c-8647-572bbcaef519 req-f1399681-9ba9-4129-bd86-c633e925d73c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 943 time: 0.3870711
May 14 21:25:41.672424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.673319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:41.673954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.742711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] No DVR routers for this DVR port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:41.763724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for port (904447bb-fbb4-45ae-a417-0c1d491a986b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.767905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['a2a7ab53-1274-4bf3-8bd8-b8927d4717b9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:25:41.837749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5c824b4-57f2-406c-8647-572bbcaef519 req-85b6ed07-9cef-4760-9656-748a0f9918eb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472685
May 14 21:25:41.839056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] Pushing event updated for resources: {'Network': ['ID=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:41.849596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa8a90c5-6d0a-4dd5-a006-e68d34bc6aca admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.2201509
May 14 21:25:41.850454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38482) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:41.852851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:41.862024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Request body: {'subnet': {'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-13950873-subnet', 'tenant_id': '689bc5cf419440f683a6ab4fd29dc06e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:41.875877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:41.876217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:41.876561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on network a654f805-d693-47d5-9845-d68b7a2a07c5 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:41.888945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on network a654f805-d693-47d5-9845-d68b7a2a07c5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:41.889288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Attempting to bind port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on network a654f805-d693-47d5-9845-d68b7a2a07c5 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:41.894663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:41.894936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Checking segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:41.895425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Bound using segment: {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:41.895897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Bound port: d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905ef56f-622f-43ea-9db2-5429437ab0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:41.896411 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.948719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (904447bb-fbb4-45ae-a417-0c1d491a986b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:41.953095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.005750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:42.015502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:42.017012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:42.026682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:42.044709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Made reservation on behalf of 689bc5cf419440f683a6ab4fd29dc06e for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:42.047064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.071278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Port': ['ID=904447bb-fbb4-45ae-a417-0c1d491a986b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:42.081173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:42.092219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483aca9-6a80-49ae-b148-7929765f9676 req-69da2e47-f135-4522-ad51-9b9d597b2a91 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.093802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6483aca9-6a80-49ae-b148-7929765f9676 req-69da2e47-f135-4522-ad51-9b9d597b2a91 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 945 time: 0.1096263
May 14 21:25:42.098925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.100900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.153358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.153483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:42.203977 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-917d659d-07ac-465b-9ad6-021369f5e1d9 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1844890
May 14 21:25:42.206535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38496) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:42.211049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:42.229387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Deleting subnet 47a82cc3-e961-41e2-9f66-87838dd1fcb8 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:42.229631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.230055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.232942 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 1091 time: 1.5711548
May 14 21:25:42.235043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:42.236275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Publish callbacks [] for subnet (47a82cc3-e961-41e2-9f66-87838dd1fcb8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.237461 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b" -d '{"events": [{"name": "network-changed", "server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:42.249819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.268369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6483aca9-6a80-49ae-b148-7929765f9676 req-96cb8963-db95-4acd-a348-20c4d4f31c20 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494560
May 14 21:25:42.285152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd83292-4c86-4b83-8bb0-a06dc06744b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:42.311764 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bde9b1-7446-4d9c-aec2-86ef6ff71f67 x-openstack-request-id: req-33bde9b1-7446-4d9c-aec2-86ef6ff71f67 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:42.312302 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:42.312478 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33bde9b1-7446-4d9c-aec2-86ef6ff71f67 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:42.313170 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33bde9b1-7446-4d9c-aec2-86ef6ff71f67'] response: {'name': 'network-changed', 'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'status': 'completed', 'code': 200}
May 14 21:25:42.313841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (47a82cc3-e961-41e2-9f66-87838dd1fcb8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.345038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-461df796-843c-4ccf-a041-eeedb13975fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.346599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-461df796-843c-4ccf-a041-eeedb13975fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1126 time: 0.0822134
May 14 21:25:42.355007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (47a82cc3-e961-41e2-9f66-87838dd1fcb8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.366735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3d5b7aca-e4b1-40fe-8008-5b0beba639fe None None] Provisioning complete for port 904447bb-fbb4-45ae-a417-0c1d491a986b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:42.371929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d5b7aca-e4b1-40fe-8008-5b0beba639fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (904447bb-fbb4-45ae-a417-0c1d491a986b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.390439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.410334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b7aca-e4b1-40fe-8008-5b0beba639fe None None] Port 904447bb-fbb4-45ae-a417-0c1d491a986b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:42.481016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.485844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-276d7458-9a08-4637-bae8-5311010d230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.487324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-276d7458-9a08-4637-bae8-5311010d230e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 914 time: 0.1333444
May 14 21:25:42.528825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dcdc5cac-460a-40b9-a0bb-f4e083034743), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.531684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-923caae0-d9bd-4206-9fd1-2f3c780accc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 217 time: 0.0381024
May 14 21:25:42.547807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (47a82cc3-e961-41e2-9f66-87838dd1fcb8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.595615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a82cc3-e961-41e2-9f66-87838dd1fcb8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:42.602893 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.606114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-97138a3f-f07f-41f5-a9c0-20a3d4166c25 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/47a82cc3-e961-41e2-9f66-87838dd1fcb8 HTTP/1.1" status: 204  len: 168 time: 0.4523122
May 14 21:25:42.608638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38502) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:42.632283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcdc5cac-460a-40b9-a0bb-f4e083034743,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:42.641793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-0cff8e2f-d1e6-4b71-990c-e9332c818dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.643334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-0cff8e2f-d1e6-4b71-990c-e9332c818dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.1055803
May 14 21:25:42.646771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Allocated IP 172.35.4.237 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/52110df9-e7ad-4e7e-9d87-cc50de2e0a8c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:42.647361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Checking segment: {'id': '983168da-d2c5-46d8-81c4-a59202bb64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:42.647751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Network hostable DHCP agents. Network: c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:42.707026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-e7c99001-6905-42b9-8bd2-7d73e90f7d77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559473
May 14 21:25:42.721734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (65484ce2-43e8-42d1-83e9-06a18195c58b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.752166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ed2d1-62e2-489f-b065-3b2121a9c47a req-0ed9ad94-fee6-48ac-9f34-74967170eb2d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.753668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-862ed2d1-62e2-489f-b065-3b2121a9c47a req-0ed9ad94-fee6-48ac-9f34-74967170eb2d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0999360
May 14 21:25:42.797259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:42.799002 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a958dfa-fd39-4290-8b40-2f7e60ddef67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.851555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (65484ce2-43e8-42d1-83e9-06a18195c58b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.860650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-862ed2d1-62e2-489f-b065-3b2121a9c47a req-8f723671-5a67-45fb-ac0c-a922fe9b2546 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723984
May 14 21:25:42.862629 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-5c0c2181-f94e-4b79-bf3c-1fc994a58882 service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456354
May 14 21:25:42.891096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.891464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:42.891642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522acbeaf0>,) {'filters': {'network_id': ['65484ce2-43e8-42d1-83e9-06a18195c58b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:42.902072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b32c13-f267-444a-abf3-0588355d34c9 None None] Network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:42.904085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522acbeaf0>, 'ba7819a5-7c49-4ac6-9576-e044d0d9a83e') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:42.904394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522acbeaf0>, 'ba7819a5-7c49-4ac6-9576-e044d0d9a83e') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:42.905838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:42.907567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.917650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (ba7819a5-7c49-4ac6-9576-e044d0d9a83e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.938788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ba7819a5-7c49-4ac6-9576-e044d0d9a83e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.952256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (ba7819a5-7c49-4ac6-9576-e044d0d9a83e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:42.958201 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:42.982794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:43.022200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-2b90a89a-f8e4-4491-8caf-a3ad4b78ba10 service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535234
May 14 21:25:43.054054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3477d-3def-4581-8db1-a496aca3e144 req-f5f024f6-a3b5-467d-b573-de4e9be8eda9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:43.056375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88d3477d-3def-4581-8db1-a496aca3e144 req-f5f024f6-a3b5-467d-b573-de4e9be8eda9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0906568
May 14 21:25:43.063100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:25:43.068667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168454a7-40a0-4bcd-89ae-dfe35fb05fae None None] Network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:43.075392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8ae4af1f-3bc1-4477-bbdd-365b09be6637 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.2220919
May 14 21:25:43.099845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.152800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:43.153034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (65484ce2-43e8-42d1-83e9-06a18195c58b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.153233 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.177032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88d3477d-3def-4581-8db1-a496aca3e144 req-099c5892-0b0f-4e12-a6b7-61e099814ae2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004217
May 14 21:25:43.186742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:43.205658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.219006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] 10.222.0.52 "DELETE /v2.0/networks/65484ce2-43e8-42d1-83e9-06a18195c58b HTTP/1.1" status: 204  len: 168 time: 0.6090896
May 14 21:25:43.234476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:43.245980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-77894234-5a4e-4bfa-957a-8647f173a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:43.247736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-77894234-5a4e-4bfa-957a-8647f173a00c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1126 time: 0.0819631
May 14 21:25:43.248683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:43.310101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad50a85-d40e-4163-b930-5b99107b2f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=65484ce2-43e8-42d1-83e9-06a18195c58b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:43.316492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Port': ['ID=52110df9-e7ad-4e7e-9d87-cc50de2e0a8c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:43.341561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:43.342652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.378006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-82794a27-dc6e-4914-b806-7989d553a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:43.380235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-82794a27-dc6e-4914-b806-7989d553a928 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 914 time: 0.1198781
May 14 21:25:43.387227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:43.391305 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b7ba8-0575-4140-87e8-2d8bda5cc9bf" -d '{"events": [{"server_uuid": "9bd1f782-c732-46c6-81ef-083cc4610ae8", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7ab53-1274-4bf3-8bd8-b8927d4717b9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:43.400628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (97049418-3467-42a4-8509-8f72d2468767), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.416946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,segment=NetworkSegment(9bd593fa-4c88-4401-8c15-a2671407f1d1),segment_id=9bd593fa-4c88-4401-8c15-a2671407f1d1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:43.435403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-da0702be-5b18-4822-ac79-2ca5722c1ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 217 time: 0.0491660
May 14 21:25:43.464789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935f3a4-32b4-4b0c-b7d9-b29897d3b9cc req-cb0c7459-bbaa-489e-9e71-f3fc07378451 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:43.467267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e935f3a4-32b4-4b0c-b7d9-b29897d3b9cc req-cb0c7459-bbaa-489e-9e71-f3fc07378451 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 945 time: 0.0534737
May 14 21:25:43.493253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-8abe4376-8e46-4ca5-8206-089bc8a0f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:43.494835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-8abe4376-8e46-4ca5-8206-089bc8a0f9b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.0536361
May 14 21:25:43.513038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.519078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.530679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-05977da2-296a-42be-a19e-1b61776e9411 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298307
May 14 21:25:43.570653 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e935f3a4-32b4-4b0c-b7d9-b29897d3b9cc req-5ff98eea-db1c-46d0-8dcf-c982f5cdebeb tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805798
May 14 21:25:43.598066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:43.661809 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888302cf-3d6d-4d8a-8edb-4970053502a5 x-openstack-request-id: req-888302cf-3d6d-4d8a-8edb-4970053502a5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:43.661809 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd1f782-c732-46c6-81ef-083cc4610ae8", "name": "network-vif-plugged", "status": "completed", "tag": "a2a7ab53-1274-4bf3-8bd8-b8927d4717b9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:43.661809 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-888302cf-3d6d-4d8a-8edb-4970053502a5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:43.661809 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888302cf-3d6d-4d8a-8edb-4970053502a5'] response: {'server_uuid': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9', 'code': 200}
May 14 21:25:43.737666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38538) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:43.740651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.817081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a9e3e7fd-add8-4899-903a-d556012318fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bdcf091cf2140d9ae48f8fe5554a0bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0783014
May 14 21:25:43.821473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38544) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:43.851471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.888727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2921-ce08-4168-a641-5a4914414569 admin admin] Publish callbacks [] for security_group (83950bb9-6dfd-45a8-8ba8-2ad048fb3372), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.919565 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2921-ce08-4168-a641-5a4914414569 admin admin] Publish callbacks [] for security_group (83950bb9-6dfd-45a8-8ba8-2ad048fb3372), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:43.958467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.092167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Port': ['ID=52110df9-e7ad-4e7e-9d87-cc50de2e0a8c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:44.102235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (97049418-3467-42a4-8509-8f72d2468767), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.123589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5324-22f1-4ab5-877f-c0060565ed98 req-9dadd54e-e70b-446c-a00f-f3c743ef87f5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:44.125445 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee5d5324-22f1-4ab5-877f-c0060565ed98 req-9dadd54e-e70b-446c-a00f-f3c743ef87f5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0990486
May 14 21:25:44.142420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-6ee457af-7039-40aa-b405-aefdfd6565c6 service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6034515
May 14 21:25:44.169582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2921-ce08-4168-a641-5a4914414569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (83950bb9-6dfd-45a8-8ba8-2ad048fb3372), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.172438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2921-ce08-4168-a641-5a4914414569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.173805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f5c2921-ce08-4168-a641-5a4914414569 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83950bb9-6dfd-45a8-8ba8-2ad048fb3372 HTTP/1.1" status: 204  len: 168 time: 0.3512444
May 14 21:25:44.194266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c2921-ce08-4168-a641-5a4914414569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83950bb9-6dfd-45a8-8ba8-2ad048fb3372,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:44.204632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.214787 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e84d0cf8-3034-46f5-aece-aef74a1df97b tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9983439
May 14 21:25:44.218483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:44.224080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee5d5324-22f1-4ab5-877f-c0060565ed98 req-bdd94120-ebb3-4c31-bf49-f56271f25998 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912619
May 14 21:25:44.236098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d001573-cd8c-4f4a-831a-cfae48e1ffc6 req-90aa8f1d-683c-4e1a-b66c-0d44d6a61dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:44.237639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d001573-cd8c-4f4a-831a-cfae48e1ffc6 req-90aa8f1d-683c-4e1a-b66c-0d44d6a61dca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 1128 time: 0.4760590
May 14 21:25:44.249560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f70b228e-b3a7-4160-9b14-58b2dbb85714 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'floatingip': {'port_id': '904447bb-fbb4-45ae-a417-0c1d491a986b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:44.378510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f70b228e-b3a7-4160-9b14-58b2dbb85714 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (97049418-3467-42a4-8509-8f72d2468767), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.407597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132a3eb-9793-4bf7-964f-dceef768e911 req-20925d0c-3415-4f64-a4af-08a2a9af635a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:44.418259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1132a3eb-9793-4bf7-964f-dceef768e911 req-20925d0c-3415-4f64-a4af-08a2a9af635a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1106017
May 14 21:25:44.421983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-5dc8cac1-bf2a-41eb-be67-b2419126f7c2 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:44.424360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-5dc8cac1-bf2a-41eb-be67-b2419126f7c2 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/networks?id=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 HTTP/1.1" status: 200  len: 820 time: 0.7455611
May 14 21:25:44.473960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1132a3eb-9793-4bf7-964f-dceef768e911 req-0d1f94fa-d366-4440-83d7-20b7552fb358 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544906
May 14 21:25:44.569830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-1b474092-db9d-4c51-b7d1-f29c23fd8969 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/quotas/689bc5cf419440f683a6ab4fd29dc06e HTTP/1.1" status: 200  len: 375 time: 0.1309226
May 14 21:25:44.582894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d001573-cd8c-4f4a-831a-cfae48e1ffc6 req-761c91a9-1c3b-4c9c-9a13-c2fa382076a1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3061144
May 14 21:25:44.637476 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-f70b228e-b3a7-4160-9b14-58b2dbb85714 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] update failed (client error): The resource could not be found.
May 14 21:25:44.639020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f70b228e-b3a7-4160-9b14-58b2dbb85714 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "PUT /v2.0/floatingips/97049418-3467-42a4-8509-8f72d2468767 HTTP/1.1" status: 404  len: 507 time: 0.4165361
May 14 21:25:44.641905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:44.643223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-8fb077d9-d695-428a-b1e2-72cc837f16f6 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=689bc5cf419440f683a6ab4fd29dc06e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0652194
May 14 21:25:44.646098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf5d7b60-4c9a-488f-92fe-1f36e4a5351b req-275beef6-a6aa-46a7-b34f-2603aa907bad service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4771321
May 14 21:25:44.763665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-e8d74876-3512-4584-8a32-ded6f4fa1f66 service neutron] 10.222.0.52 "GET /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1123192
May 14 21:25:44.893624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-b1c3f9f8-9c34-4928-9f26-7471f24965f0 service neutron] 10.222.0.52 "GET /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233854
May 14 21:25:44.928184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Deleting port 52110df9-e7ad-4e7e-9d87-cc50de2e0a8c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:44.928184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:44.938885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6276cfc-9510-450e-8d83-3d86cfcbc631 req-392ccd57-ffbc-42c2-8c5b-a99ac359d5b5 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:44.940656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6276cfc-9510-450e-8d83-3d86cfcbc631 req-392ccd57-ffbc-42c2-8c5b-a99ac359d5b5 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 946 time: 0.1580687
May 14 21:25:45.059279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6276cfc-9510-450e-8d83-3d86cfcbc631 req-2ebdd715-3176-4710-92f7-39bb062ff7b9 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068077
May 14 21:25:45.077601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:45.077931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:45.094982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Calling delete_port for 52110df9-e7ad-4e7e-9d87-cc50de2e0a8c owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:45.375653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7014b2bf-7187-4f3b-bedb-38aae22bf944 req-03cd200d-416e-4fb8-afcb-f31a107285c0 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 210 time: 0.0491922
May 14 21:25:45.422207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8e52b-c179-4fde-9fad-d57c9b83b3c2 req-e3c2dd2f-a0a3-49dd-b0e9-7329d7d8f38f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:45.423852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42d8e52b-c179-4fde-9fad-d57c9b83b3c2 req-e3c2dd2f-a0a3-49dd-b0e9-7329d7d8f38f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1074281
May 14 21:25:45.495887 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (52110df9-e7ad-4e7e-9d87-cc50de2e0a8c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:45.610477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:45.760598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc43a2-5013-4115-aceb-f57045a5799a req-27cb43f0-d085-4b47-bc3b-a71e6863b639 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:45.769087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04bc43a2-5013-4115-aceb-f57045a5799a req-27cb43f0-d085-4b47-bc3b-a71e6863b639 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0976095
May 14 21:25:45.875871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04bc43a2-5013-4115-aceb-f57045a5799a req-30521ef6-6213-48a0-b713-a4b85df13f58 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054809
May 14 21:25:45.951225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38592) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:46.007448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Port': ['ID=52110df9-e7ad-4e7e-9d87-cc50de2e0a8c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:46.029140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42d8e52b-c179-4fde-9fad-d57c9b83b3c2 req-dd2c4114-c681-4d13-9b6b-5014e9ea6f3b tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5961254
May 14 21:25:46.118078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-520731727-network', 'tenant_id': '8bd6f25048cd4798985e725f734f1845'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:46.145849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (97049418-3467-42a4-8509-8f72d2468767), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.149673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.151053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f7b8d66-bc54-4538-9feb-e6cd9866f748 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "DELETE /v2.0/floatingips/97049418-3467-42a4-8509-8f72d2468767 HTTP/1.1" status: 204  len: 168 time: 1.5066459
May 14 21:25:46.154793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38598) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:46.162951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-287cb9dc-b2d7-4864-961b-d6f7dd956218 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'floatingip': {'floating_network_id': 'b5cd9b2c-59dd-4193-9ee5-41f76733a2d9', 'port_id': '904447bb-fbb4-45ae-a417-0c1d491a986b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:46.207162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Made reservation on behalf of 8bd6f25048cd4798985e725f734f1845 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:46.209439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.235193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.263498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd0473-eaf0-4fc1-bc2b-46cdbf912318 req-46c0edd0-3afd-4c7d-954d-7c42b05024b5 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:46.265083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71bd0473-eaf0-4fc1-bc2b-46cdbf912318 req-46c0edd0-3afd-4c7d-954d-7c42b05024b5 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 946 time: 0.0685532
May 14 21:25:46.300728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-287cb9dc-b2d7-4864-961b-d6f7dd956218 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.412680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71bd0473-eaf0-4fc1-bc2b-46cdbf912318 req-738c2e8a-5495-44ac-973d-00dc3f1c86e6 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408129
May 14 21:25:46.459175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks [] for security_group (01b3d20a-936a-499c-aa15-d49bea8615c9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.504169 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83d1e2dd-dd47-4e50-81f8-f6f681ae9ebe req-a5d3dfd8-7a9c-4bf3-9222-9490befbbc2e tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 210 time: 0.0402689
May 14 21:25:46.531574 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (01b3d20a-936a-499c-aa15-d49bea8615c9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.553434 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-287cb9dc-b2d7-4864-961b-d6f7dd956218 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:25:46.559836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-287cb9dc-b2d7-4864-961b-d6f7dd956218 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.3986533
May 14 21:25:46.560054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38606) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:46.564102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '904447bb-fbb4-45ae-a417-0c1d491a986b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:46.575045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:25:46.590935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b3d20a-936a-499c-aa15-d49bea8615c9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:46.596960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (10f84b93-dc23-404b-b9c5-595eb13e3dcc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.597425 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Added segment 10f84b93-dc23-404b-b9c5-595eb13e3dcc of type vlan for network afd341be-651f-4dc3-82bf-83f603d58628
May 14 21:25:46.686410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (afd341be-651f-4dc3-82bf-83f603d58628), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.737135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.839697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.855252 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.857933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (afd341be-651f-4dc3-82bf-83f603d58628), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.859047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:46.859664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:46.990325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] Pushing event updated for resources: {'Network': ['ID=afd341be-651f-4dc3-82bf-83f603d58628,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:47.011905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network afd341be-651f-4dc3-82bf-83f603d58628 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:25:47.020577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Allocated IP 172.35.4.190 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/1922931e-897e-4d62-9c9b-43acf52cb51d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:47.042342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3b0b9632-1691-4161-b9d6-e45ab217dd0a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 1.0890095
May 14 21:25:47.047344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:47.063389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Request body: {'subnet': {'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-520731727-subnet', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:47.153794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e39e04-cd86-44dd-af6d-147fcfc9b188 req-02f9e010-70a5-4eb1-8109-88556bc27241 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:47.159976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Made reservation on behalf of 8bd6f25048cd4798985e725f734f1845 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:47.162494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:47.165090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6e39e04-cd86-44dd-af6d-147fcfc9b188 req-02f9e010-70a5-4eb1-8109-88556bc27241 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1375690
May 14 21:25:47.342273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6e39e04-cd86-44dd-af6d-147fcfc9b188 req-ba960147-a703-41c2-a39f-9d613af1d648 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698985
May 14 21:25:47.443254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for port (1922931e-897e-4d62-9c9b-43acf52cb51d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:47.532497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ce1c9-fe19-4882-ab22-0aeb679f1e6a req-3b7d5521-74c8-4fe6-a4d1-6dc08316db5f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:47.540418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f28ce1c9-fe19-4882-ab22-0aeb679f1e6a req-3b7d5521-74c8-4fe6-a4d1-6dc08316db5f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1283600
May 14 21:25:47.604245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f28ce1c9-fe19-4882-ab22-0aeb679f1e6a req-322dad17-0e42-454d-9e86-15b1d837fed6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627418
May 14 21:25:47.627130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (52825e75-9886-4363-8086-0e1e307605a9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:47.627679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1922931e-897e-4d62-9c9b-43acf52cb51d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:47.689764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:47.695889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:47.714490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:47.743403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event updated for resources: {'Port': ['ID=1922931e-897e-4d62-9c9b-43acf52cb51d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:47.790224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-036d574b-c0eb-4b42-a19a-3bd78f45ca3e req-7658815c-11ba-4488-b8af-7c4fa931215c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 210 time: 0.0947423
May 14 21:25:47.825735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=52825e75-9886-4363-8086-0e1e307605a9,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:47.847831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:47.847831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Network hostable DHCP agents. Network: afd341be-651f-4dc3-82bf-83f603d58628, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:25:47.956429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Deleting port 1922931e-897e-4d62-9c9b-43acf52cb51d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:47.956974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1922931e-897e-4d62-9c9b-43acf52cb51d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:47.969707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Network afd341be-651f-4dc3-82bf-83f603d58628 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:25:48.094517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1922931e-897e-4d62-9c9b-43acf52cb51d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.101702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for floatingip (1922931e-897e-4d62-9c9b-43acf52cb51d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.112950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Calling delete_port for 1922931e-897e-4d62-9c9b-43acf52cb51d owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:48.124404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, afd341be-651f-4dc3-82bf-83f603d58628) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:48.133939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:48.134557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.140229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd5142-11a2-4aef-af24-931736d627bf None None] Network afd341be-651f-4dc3-82bf-83f603d58628 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:48.242139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-93305f98-95a2-483f-ac4c-58cd1badf20c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1957345
May 14 21:25:48.248082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:48.255602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:48.358547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1922931e-897e-4d62-9c9b-43acf52cb51d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.366453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-afd341be-651f-4dc3-82bf-83f603d58628', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:25:48.369126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.402851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Port': ['ID=1922931e-897e-4d62-9c9b-43acf52cb51d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:48.407327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (26804ec0-5496-4b67-a54f-85478d9c9f55), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.412017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (26804ec0-5496-4b67-a54f-85478d9c9f55), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.499412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks [] for router_controller (26804ec0-5496-4b67-a54f-85478d9c9f55), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:48.587212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27216f15-7742-4916-894e-ee53c3b8581c req-1d332ab0-c72a-4d49-aba8-6254993074d3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:48.589049 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-27216f15-7742-4916-894e-ee53c3b8581c req-1d332ab0-c72a-4d49-aba8-6254993074d3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1030948
May 14 21:25:48.611000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Allocated IP 172.20.0.2 (afd341be-651f-4dc3-82bf-83f603d58628/52825e75-9886-4363-8086-0e1e307605a9/f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:48.699837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-27216f15-7742-4916-894e-ee53c3b8581c req-e7c518d9-f7b2-4c9b-9070-03c16d044cf4 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027215
May 14 21:25:48.758227 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] create failed (client error): The resource could not be found.
May 14 21:25:48.759805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b611724b-8e8f-4a1e-81b0-5f1eeb7e9a67 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.1996560
May 14 21:25:48.763251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38650) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:48.922322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf9379-077c-458b-9a71-2ce40d12e89e req-fb1abcf4-34f0-47af-8a50-e6e06addd068 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:48.930472 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cedf9379-077c-458b-9a71-2ce40d12e89e req-fb1abcf4-34f0-47af-8a50-e6e06addd068 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1004155
May 14 21:25:48.959860 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Deleting port 904447bb-fbb4-45ae-a417-0c1d491a986b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:48.960530 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (904447bb-fbb4-45ae-a417-0c1d491a986b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.004835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Publish callbacks [] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.050853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-373683ae-f85b-438d-bffa-bee4ef29c17f req-b00023d0-85d9-4a87-af6b-6a7c8961c16e tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 210 time: 0.0838842
May 14 21:25:49.062330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks [] for router_gateway (26804ec0-5496-4b67-a54f-85478d9c9f55), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.077596 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cedf9379-077c-458b-9a71-2ce40d12e89e req-44cc71ed-1096-427d-b6da-96263b58d45f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461272
May 14 21:25:49.118748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-9f9dc82f-93f7-4c40-83c9-1ee3fe843457 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:49.121877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-9f9dc82f-93f7-4c40-83c9-1ee3fe843457 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.36 "GET /v2.0/networks?id=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 HTTP/1.1" status: 200  len: 820 time: 0.5592630
May 14 21:25:49.125385 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.156008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Request body: {'port': {'device_id': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41', 'admin_state_up': True, 'tenant_id': '689bc5cf419440f683a6ab4fd29dc06e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:49.160397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (904447bb-fbb4-45ae-a417-0c1d491a986b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.192843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Calling delete_port for 904447bb-fbb4-45ae-a417-0c1d491a986b owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:49.241179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Pushing event updated for resources: {'Port': ['ID=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:49.254381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:49.256095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:49.259371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:49.328959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Attempting to bind port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:49.329635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Attempting to bind port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:49.330178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Attempting to bind port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:49.336930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:49.337603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:49.338592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.339257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Bound using segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:49.340658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Bound port: f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:49.341361 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.435047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] For port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:49.440304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] For port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:49.502463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks [] for router_gateway (26804ec0-5496-4b67-a54f-85478d9c9f55), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.539577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.558959 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.610271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Made reservation on behalf of 689bc5cf419440f683a6ab4fd29dc06e for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:25:49.614513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.650192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (904447bb-fbb4-45ae-a417-0c1d491a986b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.657919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5988253-171c-438b-91da-8b9ecb95cb22 None None] Pushing event updated for resources: {'Port': ['ID=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:49.738437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Port': ['ID=904447bb-fbb4-45ae-a417-0c1d491a986b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:49.752605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Allocated IP 172.35.4.189 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:49.894899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:49.899837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9a240c01-8c4f-4e98-a556-acc0a2454b61 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "DELETE /v2.0/ports/904447bb-fbb4-45ae-a417-0c1d491a986b HTTP/1.1" status: 204  len: 168 time: 1.1337030
May 14 21:25:49.903855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38662) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:50.046016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d676612-f1d4-4367-9d94-938f392fbd66 req-a9a839a6-89e1-46ea-90a6-11269339fa37 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:50.053109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d676612-f1d4-4367-9d94-938f392fbd66 req-a9a839a6-89e1-46ea-90a6-11269339fa37 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1644342
May 14 21:25:50.092400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1890999-fdaf-4d95-a5e4-6e1adb080dfc tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:50.094473 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1890999-fdaf-4d95-a5e4-6e1adb080dfc tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbc1a66e-36f9-49e8-a50d-4a2d54b08141 HTTP/1.1" status: 200  len: 913 time: 0.1891541
May 14 21:25:50.100052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38666) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:50.199331 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks [] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:50.332620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a89bc0d7-8472-45f4-932c-9977c8b76e0c req-1df37a5a-7b9d-48dd-a8a4-ae52e1537c23 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 210 time: 0.0731151
May 14 21:25:50.345199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d676612-f1d4-4367-9d94-938f392fbd66 req-4fe7e5ed-b83a-41f3-8805-5fb7158912fc tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2910264
May 14 21:25:50.387488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Allocated IP 172.20.0.7 (c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41/dcdc5cac-460a-40b9-a0bb-f4e083034743/d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:50.589750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:50.611898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1f74e-897c-4853-b6d9-38473de94101 req-cd451c8f-56a7-4c56-acf6-b3cd3dce51f8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:50.613472 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7b1f74e-897c-4853-b6d9-38473de94101 req-cd451c8f-56a7-4c56-acf6-b3cd3dce51f8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1073811
May 14 21:25:50.723195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks [] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:50.756761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:50.775125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:50.778402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:50.781305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:50.785084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7b1f74e-897c-4853-b6d9-38473de94101 req-666c56fb-2945-42b7-a563-94d318af4b26 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638036
May 14 21:25:50.831831 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:50.925255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:50.998861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:51.158531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:51.159052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.326166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:51.326783 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.345917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:51.353421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:51.376962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:51.385669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:51.443733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.445605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Pushing event updated for resources: {'Port': ['ID=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:51.477296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:51.477296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.479689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Deleting port 35aae6e6-f600-419c-b0a4-ac7d22408d72 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:51.480056 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.489049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d294-f4c1-4b73-9188-69adb6d8e7ea req-3b381b81-5ab5-47e2-b2d1-ba1845b9e6bc tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:51.496918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6978d294-f4c1-4b73-9188-69adb6d8e7ea req-3b381b81-5ab5-47e2-b2d1-ba1845b9e6bc tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 946 time: 0.2158771
May 14 21:25:51.516020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:51.539918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-12e4565e-198c-4fb0-aecc-87c3faa0753c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3987119
May 14 21:25:51.548352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76db5-941c-43ed-af8e-c7d2be234890 req-3c12063a-86ad-40fb-b91d-9085f7483721 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:51.548821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70a76db5-941c-43ed-af8e-c7d2be234890 req-3c12063a-86ad-40fb-b91d-9085f7483721 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 931 time: 0.0649836
May 14 21:25:51.553974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Request body: {'port': {'device_id': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:51.577328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5d4a3-f6d3-406b-92f6-92979034b63a None None] Network afd341be-651f-4dc3-82bf-83f603d58628 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:51.609972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6978d294-f4c1-4b73-9188-69adb6d8e7ea req-7eb3e27e-1970-40dc-b9f8-6028c4fc8457 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120460
May 14 21:25:51.629743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bb29c787-b6d3-45fb-b279-02b93a993a35 None None] Provisioning complete for port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:51.630122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb29c787-b6d3-45fb-b279-02b93a993a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.682358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70a76db5-941c-43ed-af8e-c7d2be234890 req-6530f6f8-f7f6-40d9-a2ed-83e8c870bca9 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207345
May 14 21:25:51.687031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.725880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Calling delete_port for 35aae6e6-f600-419c-b0a4-ac7d22408d72 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:51.801783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.868588 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks [] for router_gateway (26804ec0-5496-4b67-a54f-85478d9c9f55), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:51.952831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bb29c787-b6d3-45fb-b279-02b93a993a35 None None] Current status of the port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:51.992582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153a4e-d425-4d12-92eb-b728d21e0d2b req-63534e31-9cce-48dd-a90f-eae02916833b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:51.995527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef153a4e-d425-4d12-92eb-b728d21e0d2b req-63534e31-9cce-48dd-a90f-eae02916833b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.2712395
May 14 21:25:52.090256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893408c5-5f2c-4a95-bc6f-2b1226ece2f3 req-f110b0c8-5b5f-4dfd-8ab1-71bd8b046b6e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:52.092783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-893408c5-5f2c-4a95-bc6f-2b1226ece2f3 req-f110b0c8-5b5f-4dfd-8ab1-71bd8b046b6e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1301856
May 14 21:25:52.117417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef153a4e-d425-4d12-92eb-b728d21e0d2b req-810de35a-3860-495a-ad85-5aabbc904745 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125441
May 14 21:25:52.284055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (35aae6e6-f600-419c-b0a4-ac7d22408d72), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:52.309803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-893408c5-5f2c-4a95-bc6f-2b1226ece2f3 req-978348cf-a1d6-486e-baf5-728883ec6232 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089736
May 14 21:25:52.342754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Port': ['ID=35aae6e6-f600-419c-b0a4-ac7d22408d72,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:52.377439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a54cdff6-5929-4119-888a-489da984b4eb None None] Provisioning complete for port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:52.379921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a54cdff6-5929-4119-888a-489da984b4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:52.573673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a54cdff6-5929-4119-888a-489da984b4eb None None] Current status of the port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:52.581989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:52.602507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-20f2955f-0330-437b-8f08-2db114668bb6 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:52.604053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-20f2955f-0330-437b-8f08-2db114668bb6 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 946 time: 0.0787749
May 14 21:25:52.667637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (26804ec0-5496-4b67-a54f-85478d9c9f55), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:52.943964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4bdb-c146-4e62-9642-f0f86e5e4090 req-a3444670-ae14-47d1-ba39-55ab1ad2f314 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:53.001909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03fd4bdb-c146-4e62-9642-f0f86e5e4090 req-a3444670-ae14-47d1-ba39-55ab1ad2f314 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 946 time: 0.2079523
May 14 21:25:53.001909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Router dbc1a66e-36f9-49e8-a50d-4a2d54b08141 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:25:53.003787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:53.045635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ab4c-42e4-48e0-8b8a-942b023f1915 req-a1157406-66f0-400d-ae84-f7cec5d0938a tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:53.047207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a876ab4c-42e4-48e0-8b8a-942b023f1915 req-a1157406-66f0-400d-ae84-f7cec5d0938a tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 931 time: 0.2549410
May 14 21:25:53.073515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:53.073771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Deleting port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:53.074032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:53.074462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:53.114849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:25:53.133777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Publish callbacks [] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:53.156518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Transition to ACTIVE for port object d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:25:53.227924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:53.256655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:53.375356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] For port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,segment=NetworkSegment(9bd593fa-4c88-4401-8c15-a2671407f1d1),segment_id=9bd593fa-4c88-4401-8c15-a2671407f1d1)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:53.375784 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:53.396507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Calling delete_port for a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:53.517287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03fd4bdb-c146-4e62-9642-f0f86e5e4090 req-b87b3feb-0288-41c2-b5a6-5ce4f48f62d8 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/security-groups?id=ef3a2ec8-875b-4d78-8d7a-307a3454b4da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5416691
May 14 21:25:53.645860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Pushing event updated for resources: {'Port': ['ID=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:53.746581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:53.756681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94c48d0d-0ec9-4261-b40c-06a2463f85a2 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "PUT /v2.0/routers/dbc1a66e-36f9-49e8-a50d-4a2d54b08141/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6552403
May 14 21:25:53.761783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] Sync routers for ids ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:53.764138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38694) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:53.784798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] Routers {'dbc1a66e-36f9-49e8-a50d-4a2d54b08141'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:53.784798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523008c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:53.790917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096d0ff-295c-4af5-850e-042ecc0c8241 req-26eccbc0-563b-448e-8b3a-9677c6688661 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:53.798634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9096d0ff-295c-4af5-850e-042ecc0c8241 req-26eccbc0-563b-448e-8b3a-9677c6688661 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1159585
May 14 21:25:53.841626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523008c0a0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:53.851851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] Routers {'dbc1a66e-36f9-49e8-a50d-4a2d54b08141'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:53.854735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523008c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:53.892299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a876ab4c-42e4-48e0-8b8a-942b023f1915 req-99143a99-4226-47cf-b276-34aa562c2531 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7334878
May 14 21:25:53.894150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:25:53.903828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523008c0a0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:53.905829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f038bca-938f-4e04-9d00-93f3d10588e0 None None] The sync data for ids ['dbc1a66e-36f9-49e8-a50d-4a2d54b08141'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:25:53.948840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9096d0ff-295c-4af5-850e-042ecc0c8241 req-3111819a-f0d1-467b-9c6c-dabf5c89a799 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469433
May 14 21:25:53.948840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for router (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.039753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a2a7ab53-1274-4bf3-8bd8-b8927d4717b9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.111326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f3b10-78c4-4c2d-b60b-a9316084aecf req-351ef505-13d4-4ff3-8212-96623ffff5ad tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:54.113157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc6f3b10-78c4-4c2d-b60b-a9316084aecf req-351ef505-13d4-4ff3-8212-96623ffff5ad tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1143553
May 14 21:25:54.149938 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.157820 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for router_controller (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.212143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Attempting to bind port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:54.212848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Attempting to bind port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '983168da-d2c5-46d8-81c4-a59202bb64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:54.213377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Attempting to bind port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b on network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:54.216005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Pushing event deleted for resources: {'Port': ['ID=a2a7ab53-1274-4bf3-8bd8-b8927d4717b9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:54.240640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b on network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:25:54.257963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Attempting to bind port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b on network c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:54.286077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:54.286742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Checking segment: {'id': '983168da-d2c5-46d8-81c4-a59202bb64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:54.287320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Bound using segment: {'id': '983168da-d2c5-46d8-81c4-a59202bb64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:54.287994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Bound port: d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '983168da-d2c5-46d8-81c4-a59202bb64b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:54.288590 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.322258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] No DVR routers for this DVR port a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:54.332691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.336618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a13a696-f433-419a-b6ba-0fa013bf07c4 req-e7db6656-ec9d-4b60-b272-1b9fb0f44995 tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.48 "DELETE /v2.0/ports/a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 HTTP/1.1" status: 204  len: 173 time: 1.7213888
May 14 21:25:54.338473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'name': 'network-vif-deleted', 'tag': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:54.341184 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b526e-8371-4db7-81b6-fb5a2b345e3e" -d '{"events": [{"server_uuid": "9bd1f782-c732-46c6-81ef-083cc4610ae8", "name": "network-vif-deleted", "tag": "a2a7ab53-1274-4bf3-8bd8-b8927d4717b9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:54.347626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:54.363140 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:54.372118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (dbc1a66e-36f9-49e8-a50d-4a2d54b08141), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.372118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Fanout notify agent at l3_agent the message router_deleted on router dbc1a66e-36f9-49e8-a50d-4a2d54b08141 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:25:54.372118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.373102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7cc2df46-8520-41b6-b67b-d85088d252f6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "DELETE /v2.0/routers/dbc1a66e-36f9-49e8-a50d-4a2d54b08141 HTTP/1.1" status: 204  len: 168 time: 0.6075923
May 14 21:25:54.377037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38698) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:54.383928 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:54.386865 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ffa070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:54.433198 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4ac88-f7f6-4de2-9569-b1b198cb09d7 x-openstack-request-id: req-bcd4ac88-f7f6-4de2-9569-b1b198cb09d7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:54.433872 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd1f782-c732-46c6-81ef-083cc4610ae8", "name": "network-vif-deleted", "tag": "a2a7ab53-1274-4bf3-8bd8-b8927d4717b9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:54.434390 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcd4ac88-f7f6-4de2-9569-b1b198cb09d7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:54.435066 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd4ac88-f7f6-4de2-9569-b1b198cb09d7'] response: {'server_uuid': '9bd1f782-c732-46c6-81ef-083cc4610ae8', 'name': 'network-vif-deleted', 'tag': 'a2a7ab53-1274-4bf3-8bd8-b8927d4717b9', 'status': 'completed', 'code': 200}
May 14 21:25:54.466155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc6f3b10-78c4-4c2d-b60b-a9316084aecf req-30630180-94f8-4d9f-913e-0f64e3209d38 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2454967
May 14 21:25:54.478039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Deleting subnet 2ee36515-2aef-494c-92fb-ba258bc8627e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:54.486851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for subnet (2ee36515-2aef-494c-92fb-ba258bc8627e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.554223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (2ee36515-2aef-494c-92fb-ba258bc8627e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.556207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] For port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:54.562255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] For port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,segment=NetworkSegment(983168da-d2c5-46d8-81c4-a59202bb64b3),segment_id=983168da-d2c5-46d8-81c4-a59202bb64b3)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:54.570024 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.575304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ad6e8e88-136d-498c-a306-06cb8fd38200 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.3219402
May 14 21:25:54.575304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38702) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:54.654867 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.731043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:54.731895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.733897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] 10.222.0.36 "PUT /v2.0/ports/d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b HTTP/1.1" status: 200  len: 1091 time: 3.1838648
May 14 21:25:54.752207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (2ee36515-2aef-494c-92fb-ba258bc8627e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.778044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9487-a950-428a-ba53-f733143f0a7a service neutron] Pushing event updated for resources: {'Port': ['ID=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:54.779955 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:54.819515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80836f64-ac8a-4482-b459-96ab3c1a70d4 req-50dc7eae-52c4-4188-b0cb-103c550be79f tempest-ServerTagsTestJSON-1401983451 tempest-ServerTagsTestJSON-1401983451-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bd1f782-c732-46c6-81ef-083cc4610ae8 HTTP/1.1" status: 200  len: 210 time: 0.0792708
May 14 21:25:54.963878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (2ee36515-2aef-494c-92fb-ba258bc8627e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.985126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:54.986758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:54.997262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "DELETE /v2.0/subnets/2ee36515-2aef-494c-92fb-ba258bc8627e HTTP/1.1" status: 204  len: 168 time: 0.6167119
May 14 21:25:55.064648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:55.073318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671df6a-d0ca-4496-a9ba-b6b235ca97d6 tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee36515-2aef-494c-92fb-ba258bc8627e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:55.117452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10274066-8d79-44d1-9323-40334fd4a812 None None] Network b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:25:55.165403 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ffa070>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:51Z', 'revision_number': 3, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:55.236258 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:25:55.236507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Updating router 26804ec0-5496-4b67-a54f-85478d9c9f55 port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:25:55.328194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631ed4d-b1be-424f-af3f-f772ff127e1c req-6cd0b5a4-0025-4cf3-bfb2-c996d9a301cf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:55.335205 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:55.346440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c631ed4d-b1be-424f-af3f-f772ff127e1c req-6cd0b5a4-0025-4cf3-bfb2-c996d9a301cf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1618996
May 14 21:25:55.381168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:55.506591 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c631ed4d-b1be-424f-af3f-f772ff127e1c req-fc50ec5c-ea74-4752-b74b-1cb0564f87ec tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590099
May 14 21:25:55.547016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Deleting port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:55.547718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:55.561016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba7d9c-1c96-4863-a9c1-23daff392643 req-a88ed092-68d0-4363-9030-17de9b9a05a6 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:55.562184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82ba7d9c-1c96-4863-a9c1-23daff392643 req-a88ed092-68d0-4363-9030-17de9b9a05a6 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 943 time: 0.2362525
May 14 21:25:55.623834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-9c34d66a-7150-4d89-84a6-70ad1fccd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:55.625536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-9c34d66a-7150-4d89-84a6-70ad1fccd75a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=689bc5cf419440f683a6ab4fd29dc06e&device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 1125 time: 0.2418783
May 14 21:25:55.718948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:55.719358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a2a7ab53-1274-4bf3-8bd8-b8927d4717b9 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:55.785995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] For port f3cdd8f9-c3b7-4733-980c-2abba5b3d582, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,segment=NetworkSegment(7af08a31-c1f1-45d0-9b11-888d5c304016),segment_id=7af08a31-c1f1-45d0-9b11-888d5c304016)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:55.786365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:55.808767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82580d3-7ffb-46a5-a20a-b53adb6fd535 req-5f5a8057-1b9c-4f4e-b629-253c00ca3093 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:55.815822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c82580d3-7ffb-46a5-a20a-b53adb6fd535 req-5f5a8057-1b9c-4f4e-b629-253c00ca3093 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1853876
May 14 21:25:55.826741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Calling delete_port for f3cdd8f9-c3b7-4733-980c-2abba5b3d582 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:55.859062 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Publish callbacks [] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:55.868621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] DHCP port deletion for b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:25:55.919955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82ba7d9c-1c96-4863-a9c1-23daff392643 req-9ec2e002-b1cc-4c5c-b5c8-0b40b52f5e46 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3250625
May 14 21:25:55.919955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-2a9ce86e-830d-4de2-ae1e-e15450d04eb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b HTTP/1.1" status: 200  len: 217 time: 0.2709296
May 14 21:25:55.929958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] Deleting port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:25:55.937180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:55.980427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38716) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:56.013163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] For port f3cdd8f9-c3b7-4733-980c-2abba5b3d582, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,segment=NetworkSegment(7af08a31-c1f1-45d0-9b11-888d5c304016),segment_id=7af08a31-c1f1-45d0-9b11-888d5c304016)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:56.013163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.025098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c82580d3-7ffb-46a5-a20a-b53adb6fd535 req-96c575fa-1562-46bb-aeae-2ea97a5f0318 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2083290
May 14 21:25:56.029301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] Calling delete_port for f3cdd8f9-c3b7-4733-980c-2abba5b3d582 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:25:56.053095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Deleting subnet d1fb0c25-02b2-433d-9210-a7cb6753fd6e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:25:56.056117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Publish callbacks [] for subnet (d1fb0c25-02b2-433d-9210-a7cb6753fd6e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.068775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-62dd8f84-dbbe-4a29-bbcb-7e7f75b431de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:56.071076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-62dd8f84-dbbe-4a29-bbcb-7e7f75b431de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcdc5cac-460a-40b9-a0bb-f4e083034743 HTTP/1.1" status: 200  len: 860 time: 0.0965316
May 14 21:25:56.097373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (d1fb0c25-02b2-433d-9210-a7cb6753fd6e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.138137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-4bb44538-916a-41bd-8176-a6585071f640 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601785
May 14 21:25:56.140519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (d1fb0c25-02b2-433d-9210-a7cb6753fd6e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.182373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.319270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-06e8ea83-bd3b-4d73-96a1-764995f878cc service neutron] 10.222.0.36 "GET /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747451
May 14 21:25:56.436496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'tag': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:25:56.438719 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "67fb6a1d-5712-41f9-8e46-5e5a76cf8599", "tag": "d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:25:56.483871 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067e3411-e4df-4592-9290-321d9937af6e x-openstack-request-id: req-067e3411-e4df-4592-9290-321d9937af6e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:25:56.484156 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fb6a1d-5712-41f9-8e46-5e5a76cf8599", "tag": "d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:25:56.484415 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-067e3411-e4df-4592-9290-321d9937af6e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:25:56.484793 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067e3411-e4df-4592-9290-321d9937af6e'] response: {'name': 'network-changed', 'server_uuid': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'tag': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b', 'status': 'completed', 'code': 200}
May 14 21:25:56.496823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d599a71b-7618-42a1-835c-9bc1de66c9f2 req-d5e9ae10-fb4b-4196-9902-255ac203a09a service neutron] 10.222.0.36 "GET /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674099
May 14 21:25:56.510041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Allocated IP 172.20.0.1 (afd341be-651f-4dc3-82bf-83f603d58628/52825e75-9886-4363-8086-0e1e307605a9/ce61fc9f-9d71-4d7e-bacf-192e4cde9a07) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:25:56.614389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks [] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.629907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754c507-044a-42cb-982c-fbf7bce37f77 req-dbc299c7-7c20-4f61-a2d9-48010381e430 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:56.631570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5754c507-044a-42cb-982c-fbf7bce37f77 req-dbc299c7-7c20-4f61-a2d9-48010381e430 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0522277
May 14 21:25:56.679734 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5754c507-044a-42cb-982c-fbf7bce37f77 req-f686e712-28e0-4c32-89fb-9082d59613c3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417335
May 14 21:25:56.747587 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.800445 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Pushing event updated for resources: {'Port': ['ID=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:56.802480 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Attempting to bind port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:25:56.802840 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Attempting to bind port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:25:56.803190 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Attempting to bind port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:25:56.806452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.808708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.812100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (d1fb0c25-02b2-433d-9210-a7cb6753fd6e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.812253 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:25:56.816770 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:25:56.816770 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.817137 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f3cdd8f9-c3b7-4733-980c-2abba5b3d582), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.817243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:25:56.817243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Bound port: a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:25:56.817243 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.818867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.818867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.819076 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.819950 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.820208 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.820529 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.821464 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.821799 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.822117 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.823510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.823829 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.825213 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.825213 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.825213 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.825213 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:25:56.848055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] Pushing event deleted for resources: {'Port': ['ID=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:56.854403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6cfdf-53f8-49ac-bfa0-7170190352c4 None None] No DVR routers for this DVR port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:56.873404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:56.880143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:56.886681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:25:56.893917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] For port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:25:56.894961 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] For port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:25:56.915538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Pushing event updated for resources: {'Port': ['ID=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:56.941619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f3cdd8f9-c3b7-4733-980c-2abba5b3d582 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:25:56.947056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (26804ec0-5496-4b67-a54f-85478d9c9f55), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.948792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Port': ['ID=f3cdd8f9-c3b7-4733-980c-2abba5b3d582,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:56.951921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fb0c25-02b2-433d-9210-a7cb6753fd6e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:56.956814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] No DVR routers for this DVR port f3cdd8f9-c3b7-4733-980c-2abba5b3d582 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:25:56.965865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:56.969895 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31840358-d3ca-45fe-a4a7-e02ed9f2f1a3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d1fb0c25-02b2-433d-9210-a7cb6753fd6e HTTP/1.1" status: 204  len: 168 time: 0.9886270
May 14 21:25:56.972772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38724) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:56.989677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f3cdd8f9-c3b7-4733-980c-2abba5b3d582 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:25:56.992577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f3cdd8f9-c3b7-4733-980c-2abba5b3d582 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:25:57.004582 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.107869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:57.113235 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ffa070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.163595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.165317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612fffe-a1ed-4148-b14c-58775f3a06df req-bc34c361-49a7-4f38-9b02-81fa25d47070 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:57.166968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2612fffe-a1ed-4148-b14c-58775f3a06df req-bc34c361-49a7-4f38-9b02-81fa25d47070 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 943 time: 0.1284418
May 14 21:25:57.190523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230a96820>,) {'filters': {'network_id': ['b5cd9b2c-59dd-4193-9ee5-41f76733a2d9']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.202492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230a96820>, '7af08a31-c1f1-45d0-9b11-888d5c304016') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.203907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230a96820>, '7af08a31-c1f1-45d0-9b11-888d5c304016') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.212315 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed95d2-eb53-4276-bcd1-b124b1e9a244 None None] Pushing event updated for resources: {'Port': ['ID=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:57.242490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2612fffe-a1ed-4148-b14c-58775f3a06df req-ae288622-2a73-4200-a7e7-ce0873a17e06 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652838
May 14 21:25:57.248496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (7af08a31-c1f1-45d0-9b11-888d5c304016), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.266274 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:57.284081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.308397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (1751f203-c367-4f47-a95c-eaec8c425fb3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.310490 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7af08a31-c1f1-45d0-9b11-888d5c304016), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.324785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:57.325367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (7af08a31-c1f1-45d0-9b11-888d5c304016), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.333905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b868286-9fed-4b56-ae8d-f6ed149f4bfb req-88eb5d34-a169-46fd-ae30-ec91c019c2e1 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:57.336084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b868286-9fed-4b56-ae8d-f6ed149f4bfb req-88eb5d34-a169-46fd-ae30-ec91c019c2e1 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.1257060
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:57.336764 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:57.356725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3f60fa74-a44c-4e9c-9525-693424bb334c None None] Provisioning complete for port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:57.359091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3f60fa74-a44c-4e9c-9525-693424bb334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.410199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3f60fa74-a44c-4e9c-9525-693424bb334c None None] Port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:57.469943 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a085473-5a10-4713-8157-343aba2651fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ffa070>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:51Z', 'revision_number': 3, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.498288 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (1751f203-c367-4f47-a95c-eaec8c425fb3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.504464 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a085473-5a10-4713-8157-343aba2651fc None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:51Z', 'revision_number': 3, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:25:57.505919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b5cd9b2c-59dd-4193-9ee5-41f76733a2d9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.513115 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b868286-9fed-4b56-ae8d-f6ed149f4bfb req-6477d0a9-c7c6-4dea-8579-69a8443fcdf8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596911
May 14 21:25:57.517564 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.520648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] 10.222.0.52 "DELETE /v2.0/networks/b5cd9b2c-59dd-4193-9ee5-41f76733a2d9 HTTP/1.1" status: 204  len: 168 time: 2.4550188
May 14 21:25:57.554440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035903f-b17d-4780-b885-944c6c3dd82d tempest-FloatingIPNegativeTestJSON-784170368 tempest-FloatingIPNegativeTestJSON-784170368-project] Pushing event deleted for resources: {'Network': ['ID=b5cd9b2c-59dd-4193-9ee5-41f76733a2d9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:57.555026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks [] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.557850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b418550>,) {'filters': {'network_id': ['1751f203-c367-4f47-a95c-eaec8c425fb3']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.576359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b418550>, '9bd593fa-4c88-4401-8c15-a2671407f1d1') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.576775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b418550>, '9bd593fa-4c88-4401-8c15-a2671407f1d1') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:57.587971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (9bd593fa-4c88-4401-8c15-a2671407f1d1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.605367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9bd593fa-4c88-4401-8c15-a2671407f1d1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.611995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:25:57.612440 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (9bd593fa-4c88-4401-8c15-a2671407f1d1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:25:57.614201 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:25:57.620966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.693601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Pushing event updated for resources: {'Port': ['ID=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:57.700490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (26804ec0-5496-4b67-a54f-85478d9c9f55), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.826368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (1751f203-c367-4f47-a95c-eaec8c425fb3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.834108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:57.840459 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1751f203-c367-4f47-a95c-eaec8c425fb3 HTTP/1.1" status: 204  len: 168 time: 0.8667731
May 14 21:25:57.858531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d471a8c-8c46-485c-95c4-079ade773273 admin admin] Pushing event deleted for resources: {'Network': ['ID=1751f203-c367-4f47-a95c-eaec8c425fb3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:57.912195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3d06c-306d-4e51-801e-6c986fbad93f req-2ce3ad14-5ed4-4a00-8b03-e99191e7cba0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:57.917320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53b3d06c-306d-4e51-801e-6c986fbad93f req-2ce3ad14-5ed4-4a00-8b03-e99191e7cba0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1252644
May 14 21:25:57.920254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-15ccbd87-4155-4394-b41b-785032bbfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:57.921708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-15ccbd87-4155-4394-b41b-785032bbfa83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=689bc5cf419440f683a6ab4fd29dc06e&device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 1125 time: 0.1286163
May 14 21:25:57.932003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:25:57.938723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:25:58.096281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:25:58.118845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53b3d06c-306d-4e51-801e-6c986fbad93f req-03d3f816-2d25-4847-bd1f-864f47d8fb8f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890047
May 14 21:25:58.144132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38738) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:58.285865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:25:58.294381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-762342cd-e50b-46c5-80a4-dcff5d31c832 admin admin] 10.222.0.52 "PUT /v2.0/routers/26804ec0-5496-4b67-a54f-85478d9c9f55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7163846
May 14 21:25:58.348689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5ddc96b4-16b9-4d03-9616-f2ccf300f98c None None] Provisioning complete for port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:58.349129 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ce7a0ea3-0a01-4c36-8d7e-a2dfb8cfcf14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07944a81a7734cdd9c0381a99e29c0a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2122171
May 14 21:25:58.349707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5ddc96b4-16b9-4d03-9616-f2ccf300f98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.354385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:58.376759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38748) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:58.415989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5ddc96b4-16b9-4d03-9616-f2ccf300f98c None None] Port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:25:58.426530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63df58-10cc-4d84-bcb9-54b1a76340e4 req-84703702-8eda-48d6-a96a-76746889e4c9 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:58.428165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab63df58-10cc-4d84-bcb9-54b1a76340e4 req-84703702-8eda-48d6-a96a-76746889e4c9 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 943 time: 0.0851398
May 14 21:25:58.468410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6ce2af06-bbcb-488c-af65-91923e63362c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f81d13056f0041a4b01112cd3d502b78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0903618
May 14 21:25:58.470940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38750) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:58.472470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9e6f-fa4a-437f-833d-798f13f7084c admin admin] Publish callbacks [] for security_group (8862b0a4-ab36-4ee5-b89c-d0da6106c76e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.501697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9e6f-fa4a-437f-833d-798f13f7084c admin admin] Publish callbacks [] for security_group (8862b0a4-ab36-4ee5-b89c-d0da6106c76e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.503986 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ab63df58-10cc-4d84-bcb9-54b1a76340e4 req-b177206d-8dba-4666-82d8-14b7c51e69b9 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672619
May 14 21:25:58.557358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b311-d2f7-490d-b20e-b585e8eaf8ad admin admin] Publish callbacks [] for security_group (ef3a2ec8-875b-4d78-8d7a-307a3454b4da), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.591561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b311-d2f7-490d-b20e-b585e8eaf8ad admin admin] Publish callbacks [] for security_group (ef3a2ec8-875b-4d78-8d7a-307a3454b4da), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.649463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9e6f-fa4a-437f-833d-798f13f7084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8862b0a4-ab36-4ee5-b89c-d0da6106c76e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.652224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9e6f-fa4a-437f-833d-798f13f7084c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.653399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a7f9e6f-fa4a-437f-833d-798f13f7084c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8862b0a4-ab36-4ee5-b89c-d0da6106c76e HTTP/1.1" status: 204  len: 168 time: 0.2977786
May 14 21:25:58.662749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f9e6f-fa4a-437f-833d-798f13f7084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8862b0a4-ab36-4ee5-b89c-d0da6106c76e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:58.717089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224748a-1fe7-41f6-9a8a-0722df353cc2 req-9bd653d5-5198-49dc-baa1-5f92728855ee tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:58.718892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5224748a-1fe7-41f6-9a8a-0722df353cc2 req-9bd653d5-5198-49dc-baa1-5f92728855ee tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0799129
May 14 21:25:58.793960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5224748a-1fe7-41f6-9a8a-0722df353cc2 req-a5a57157-c771-4b00-b7ce-522baa595036 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620546
May 14 21:25:58.807266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b311-d2f7-490d-b20e-b585e8eaf8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ef3a2ec8-875b-4d78-8d7a-307a3454b4da), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.807266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8f7b311-d2f7-490d-b20e-b585e8eaf8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.807266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8f7b311-d2f7-490d-b20e-b585e8eaf8ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef3a2ec8-875b-4d78-8d7a-307a3454b4da HTTP/1.1" status: 204  len: 168 time: 0.3326340
May 14 21:25:58.813575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7b311-d2f7-490d-b20e-b585e8eaf8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a2ec8-875b-4d78-8d7a-307a3454b4da,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:58.874659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:58.878201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845451012', 'description': 'tempest-description--142426291'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:58.942325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:58.969869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:25:59.040547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:25:59.041083 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.058238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (b840e6e7-fd03-4f48-9600-cc2fc87e76d9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.137342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b840e6e7-fd03-4f48-9600-cc2fc87e76d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.156442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:25:59.161545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.201170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b840e6e7-fd03-4f48-9600-cc2fc87e76d9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:59.205602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:25:59.267230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.305841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.311698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38776) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:59.315855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e06a26b-8ba4-4f81-bf0a-5376c7f32d52 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4411764
May 14 21:25:59.317160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': 'b840e6e7-fd03-4f48-9600-cc2fc87e76d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:59.328434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-87981c6b-9493-4fbe-904b-bd233f8a82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:59.329908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-87981c6b-9493-4fbe-904b-bd233f8a82ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 HTTP/1.1" status: 200  len: 921 time: 0.5502064
May 14 21:25:59.330294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0791b7e-a508-4f9a-a7cb-730ba6c7884b req-03c05d17-c606-4e6b-baaf-645c6e09c35f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:59.332780 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0791b7e-a508-4f9a-a7cb-730ba6c7884b req-03c05d17-c606-4e6b-baaf-645c6e09c35f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0878234
May 14 21:25:59.371177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:59.397569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-a74880bc-e294-4fcc-bf96-bede9e925dc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b HTTP/1.1" status: 200  len: 217 time: 0.0605667
May 14 21:25:59.414313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0791b7e-a508-4f9a-a7cb-730ba6c7884b req-d985293e-3e4f-4701-a537-8f9901ec1b79 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717866
May 14 21:25:59.463078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (02162062-4088-46cd-9ecf-840a04a05b83), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.467898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-0b120f18-cd17-4085-bc96-ef82c7044b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:59.469510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-0b120f18-cd17-4085-bc96-ef82c7044b6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dcdc5cac-460a-40b9-a0bb-f4e083034743 HTTP/1.1" status: 200  len: 860 time: 0.0668178
May 14 21:25:59.513429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-e6b83fdf-eacc-4624-aaaf-d8fcd8f3a0be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361726
May 14 21:25:59.638643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:25:59.642794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (02162062-4088-46cd-9ecf-840a04a05b83), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.656270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:25:59.656778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230156c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:25:59.667634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6706d-c87a-4b90-8b2f-ad22a90bac85 req-bd5c5aa1-0d96-45d7-b86a-c2c229f908a2 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:59.675502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6c6706d-c87a-4b90-8b2f-ad22a90bac85 req-bd5c5aa1-0d96-45d7-b86a-c2c229f908a2 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 943 time: 0.0773335
May 14 21:25:59.692549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-545ce4ee-a1bb-44a3-b92c-9242800fffa4 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717398
May 14 21:25:59.725087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (02162062-4088-46cd-9ecf-840a04a05b83), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.777774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:25:59.793570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02162062-4088-46cd-9ecf-840a04a05b83,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:25:59.814762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6c6706d-c87a-4b90-8b2f-ad22a90bac85 req-d05da5e4-9131-4536-9a64-91fefd4a476a tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343813
May 14 21:25:59.844690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45e66bbd-f9b3-4f5d-9c5b-77052b847cb5 req-a8485a2f-4e2e-4dba-903b-873df1b3fac3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459689
May 14 21:25:59.908068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:25:59.908068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31998f7b-4991-415d-a8c4-630f33a6a5df tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5922363
May 14 21:25:59.908480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38800) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:25:59.915518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': 'b840e6e7-fd03-4f48-9600-cc2fc87e76d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:25:59.982000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f7364-74b2-4216-91ac-f90c1f3bc0f0 req-90ddfd8f-cc77-49e3-87e6-864dc4a3531e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:25:59.984563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f68f7364-74b2-4216-91ac-f90c1f3bc0f0 req-90ddfd8f-cc77-49e3-87e6-864dc4a3531e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0837228
May 14 21:26:00.035985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f68f7364-74b2-4216-91ac-f90c1f3bc0f0 req-a4771a7b-2bc9-4cca-89c1-f96c05333cba tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446520
May 14 21:26:00.037489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230156c10>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:00.056500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (39c71973-dd54-4d68-b703-f8c7a04c5c63), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.069655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:00.070011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Updating router 26804ec0-5496-4b67-a54f-85478d9c9f55 port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:26:00.100276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.140706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (39c71973-dd54-4d68-b703-f8c7a04c5c63), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.209165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (39c71973-dd54-4d68-b703-f8c7a04c5c63), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.211735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38810) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:00.228480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c71973-dd54-4d68-b703-f8c7a04c5c63,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:00.321784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:00.333408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-152803754-network', 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:00.338153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.339363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-187da445-ec6b-485e-b4be-44469a222074 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4298370
May 14 21:26:00.343511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38818) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:00.347791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:00.394771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'networks': [{'name': 'tempest-network--441225021'}, {'name': 'tempest-network--1491152995'}]} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:00.395090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'network': {'name': 'tempest-network--441225021'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:00.395589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'network': {'name': 'tempest-network--1491152995'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:00.451428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Publish callbacks [] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.489303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:00.492420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.501295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.539328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543218c1-586d-4bdb-a99c-a07881a4b20e req-319c4fa7-86d7-4cb3-b5d1-e7e7903d7149 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:00.540874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-543218c1-586d-4bdb-a99c-a07881a4b20e req-319c4fa7-86d7-4cb3-b5d1-e7e7903d7149 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.0531752
May 14 21:26:00.542578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.545322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'network': 2} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:00.549405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.557961 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.581894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.590701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks [] for security_group (d0b0eae8-6436-4e1e-9a95-10ce52549234), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.635500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094300d5-0902-47af-95ed-62721625476d None None] Pushing event updated for resources: {'Port': ['ID=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:00.662690 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d0b0eae8-6436-4e1e-9a95-10ce52549234), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.677841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Attempting to bind port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:00.678413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Attempting to bind port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:00.678808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Attempting to bind port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:00.685889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:00.686262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:00.688612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.688612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Bound using segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:00.688612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Bound port: ce61fc9f-9d71-4d7e-bacf-192e4cde9a07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:00.688612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.695287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-543218c1-586d-4bdb-a99c-a07881a4b20e req-3cb67255-5ae2-4ab3-baf5-ccbb4b5a0495 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416247
May 14 21:26:00.700445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:00.702170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.725292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0eae8-6436-4e1e-9a95-10ce52549234,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:00.751195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bf03f2fb-32cb-4efd-8e33-af6b6309aff5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.751621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:00.752440 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Added segment bf03f2fb-32cb-4efd-8e33-af6b6309aff5 of type vlan for network 8da851bf-8623-41cd-8e7e-e11152a2fef0
May 14 21:26:00.827464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] For port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:00.831369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8da851bf-8623-41cd-8e7e-e11152a2fef0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.835932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for security_group (136de8e2-0a92-4eff-acfd-3be2684df2e7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.894002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] For port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:00.915867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.35.4.229 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4216580b-8de6-49bf-b09e-b068be2f110d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:00.936395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (136de8e2-0a92-4eff-acfd-3be2684df2e7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.945159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.945316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:00.959447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8f9fb-9478-4c0c-bdc6-773b32ae453a req-f01ec5bd-9478-41f9-999e-6a862a0c7d2c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:00.961875 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54d8f9fb-9478-4c0c-bdc6-773b32ae453a req-f01ec5bd-9478-41f9-999e-6a862a0c7d2c tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 943 time: 0.0539246
May 14 21:26:00.963413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8da851bf-8623-41cd-8e7e-e11152a2fef0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.965692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:00.967446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:00.978094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,segment=NetworkSegment(983168da-d2c5-46d8-81c4-a59202bb64b3),segment_id=983168da-d2c5-46d8-81c4-a59202bb64b3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:01.001133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8068e6fb-cf04-4df9-8d31-d73982b1e07c None None] Provisioning complete for port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:01.001133 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8068e6fb-cf04-4df9-8d31-d73982b1e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.030948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b', 'network_id': 'c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41', 'port_id': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b', 'mac_address': 'fa:16:3e:e0:98:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdc5cac-460a-40b9-a0bb-f4e083034743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:01.037087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136de8e2-0a92-4eff-acfd-3be2684df2e7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.041506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:01.065860 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.066233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] Pushing event updated for resources: {'Network': ['ID=8da851bf-8623-41cd-8e7e-e11152a2fef0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.068872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ed20646c-84ad-4e7e-b7fc-dc2382540905), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.069413 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Added segment ed20646c-84ad-4e7e-b7fc-dc2382540905 of type vlan for network 47b21dcb-5ecb-4ba3-81c1-93aefea5683d
May 14 21:26:01.097237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54d8f9fb-9478-4c0c-bdc6-773b32ae453a req-557ac185-a2ac-4359-95fd-fa5aba4bdc97 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268902
May 14 21:26:01.107291 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ceca19a5-8b65-4e6e-8017-5ee02018eae1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 859 time: 0.8911130
May 14 21:26:01.107291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38826) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:01.114638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Request body: {'subnet': {'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-152803754-subnet', 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:01.131083 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (47b21dcb-5ecb-4ba3-81c1-93aefea5683d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.167653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8068e6fb-cf04-4df9-8d31-d73982b1e07c None None] Port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:01.169146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:01.189131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (4216580b-8de6-49bf-b09e-b068be2f110d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.219719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:01.224057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.224352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2734e7-1332-4745-bf35-9c644157c0ce req-99d22bf4-8911-4615-bd9c-86cd90668883 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:01.235272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a2734e7-1332-4745-bf35-9c644157c0ce req-99d22bf4-8911-4615-bd9c-86cd90668883 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0862975
May 14 21:26:01.250530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:01.275656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:01.276026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.279351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9187b813-10fb-4af8-82ac-581854027973), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.283943 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Added segment 9187b813-10fb-4af8-82ac-581854027973 of type vlan for network 67f870d4-c6ca-4e6a-addd-85fecdc38f7f
May 14 21:26:01.286985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:01.286985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.334393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094300d5-0902-47af-95ed-62721625476d None None] Pushing event updated for resources: {'Port': ['ID=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.340573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:01.341407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230156c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:25:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:01.350385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (67f870d4-c6ca-4e6a-addd-85fecdc38f7f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.363504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a2734e7-1332-4745-bf35-9c644157c0ce req-9f968c1a-565c-4e9c-8a3a-e09f46b74c58 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266739
May 14 21:26:01.376055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4216580b-8de6-49bf-b09e-b068be2f110d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.447501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:01.450467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:01.456409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:01.466531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:01.481664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=4216580b-8de6-49bf-b09e-b068be2f110d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.509355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:01.563044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (47b21dcb-5ecb-4ba3-81c1-93aefea5683d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.563638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (67f870d4-c6ca-4e6a-addd-85fecdc38f7f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.570328 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (5bfe5775-4565-411a-b3a2-6333a182cfca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.572174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:01.577597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:01.579978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.590247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,segment=NetworkSegment(983168da-d2c5-46d8-81c4-a59202bb64b3),segment_id=983168da-d2c5-46d8-81c4-a59202bb64b3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:01.626507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] Provisioning complete for port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:01.627137 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.629855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfe5775-4565-411a-b3a2-6333a182cfca,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.639064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:01.639196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Network hostable DHCP agents. Network: 8da851bf-8623-41cd-8e7e-e11152a2fef0, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:01.699749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.700465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:01.706613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:01.722755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (7b03f314-81d6-4e68-afef-b2c6f29babbe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.732898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Network': ['ID=47b21dcb-5ecb-4ba3-81c1-93aefea5683d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.768286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1281 time: 1.4427991
May 14 21:26:01.769671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38830) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:01.789655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8da851bf-8623-41cd-8e7e-e11152a2fef0) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:01.833298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:01.833918 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.852047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1429d-908d-4614-a111-002f0650521c tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Network': ['ID=67f870d4-c6ca-4e6a-addd-85fecdc38f7f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:01.858067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4216580b-8de6-49bf-b09e-b068be2f110d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:01.914757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 47b21dcb-5ecb-4ba3-81c1-93aefea5683d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:01.917297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d5c54-e994-428b-8c64-3e2d8df4e199 None None] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:01.919202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 67f870d4-c6ca-4e6a-addd-85fecdc38f7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:01.963654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fd5d8199-9930-49ec-9250-d9f9b270179b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8551991
May 14 21:26:01.980880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a34472-0e9d-4a14-ae0e-701e9fa3e7aa req-d12ad35f-5a7f-46fa-972e-8f998c6bd850 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:01.982391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-63a34472-0e9d-4a14-ae0e-701e9fa3e7aa req-d12ad35f-5a7f-46fa-972e-8f998c6bd850 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 944 time: 0.1508703
May 14 21:26:02.057634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c3b73-9824-4a7c-80aa-9989c3b5fce2 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.062554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c3b73-9824-4a7c-80aa-9989c3b5fce2 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.067518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c3b73-9824-4a7c-80aa-9989c3b5fce2 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.073253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2c3b73-9824-4a7c-80aa-9989c3b5fce2 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.075145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b2c3b73-9824-4a7c-80aa-9989c3b5fce2 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.3054490
May 14 21:26:02.078085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38836) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:02.094185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (4216580b-8de6-49bf-b09e-b068be2f110d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.123399 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-63a34472-0e9d-4a14-ae0e-701e9fa3e7aa req-e92c0d9f-6ba6-4a01-a642-4ebd96711525 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341386
May 14 21:26:02.174962 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (47b21dcb-5ecb-4ba3-81c1-93aefea5683d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.175382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4216580b-8de6-49bf-b09e-b068be2f110d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.238855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:02.244988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:02.288754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (47b21dcb-5ecb-4ba3-81c1-93aefea5683d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.303364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=4216580b-8de6-49bf-b09e-b068be2f110d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:02.314399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231755c40>,) {'filters': {'network_id': ['47b21dcb-5ecb-4ba3-81c1-93aefea5683d']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:02.323917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b47e9-cf15-41cb-ba1d-ae0d2777a276 req-cde30f03-6eb4-4c45-8d44-06c260f01cbc tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.327427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-800b47e9-cf15-41cb-ba1d-ae0d2777a276 req-cde30f03-6eb4-4c45-8d44-06c260f01cbc tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 944 time: 0.1049004
May 14 21:26:02.331151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'network_id': 'a654f805-d693-47d5-9845-d68b7a2a07c5', 'port_id': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'mac_address': 'fa:16:3e:29:7c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f52459-bd54-41ff-909a-aadc563584a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:02.336959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231755c40>, 'ed20646c-84ad-4e7e-b7fc-dc2382540905') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:02.340210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231755c40>, 'ed20646c-84ad-4e7e-b7fc-dc2382540905') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:02.342748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:02.364786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7b03f314-81d6-4e68-afef-b2c6f29babbe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.365338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (ed20646c-84ad-4e7e-b7fc-dc2382540905), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.380026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ed20646c-84ad-4e7e-b7fc-dc2382540905), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.402727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:02.403257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (ed20646c-84ad-4e7e-b7fc-dc2382540905), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:02.408022 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:02.433917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-800b47e9-cf15-41cb-ba1d-ae0d2777a276 req-fa3af8c3-40b9-4ca6-8152-b39bbdedaf81 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855582
May 14 21:26:02.455593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.464452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0dbd5fd5-d417-476b-8fc3-4486b5fb5062 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1197314
May 14 21:26:02.539571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:02.540257 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.560128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230156c10>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:00Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:02.573069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] Current status of the port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:02.573069 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.574100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d728b91-1c95-4e55-8659-78980595ca1a None None] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:02.584581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (47b21dcb-5ecb-4ba3-81c1-93aefea5683d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.601846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.603000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/networks/47b21dcb-5ecb-4ba3-81c1-93aefea5683d HTTP/1.1" status: 204  len: 168 time: 0.5237894
May 14 21:26:02.614606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38874) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:02.629970 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc1bed-fef1-46af-99bc-217bd8f42075 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Network': ['ID=47b21dcb-5ecb-4ba3-81c1-93aefea5683d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:02.638412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4309-5008-40a0-92d1-c11daf2ffca1 req-73e603df-514f-47b1-aba1-da1d37aeb2dc tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.641968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6fac4309-5008-40a0-92d1-c11daf2ffca1 req-73e603df-514f-47b1-aba1-da1d37aeb2dc tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0835621
May 14 21:26:02.648171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:02.653037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32000bb-2312-4faf-9a2c-e0b62b6601e5 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:00Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:02.717748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6fac4309-5008-40a0-92d1-c11daf2ffca1 req-20893099-e51e-4694-8e2b-0b689b96210e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703907
May 14 21:26:02.755352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:02.765366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] For port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:02.771080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-c933bfce-f367-47a8-83a8-402527c26506 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:02.774262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-c933bfce-f367-47a8-83a8-402527c26506 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.2897012
May 14 21:26:02.804311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (67f870d4-c6ca-4e6a-addd-85fecdc38f7f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.817674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-da730eb2-90d0-418b-b006-b775585a620f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.0201001
May 14 21:26:02.871223 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.893098 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:02.900808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-9b0d5db8-9467-462a-968c-18bed73ba0fa tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0701401
May 14 21:26:02.910568 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-52c5b4f6-4fd3-4d6e-8bae-1061863a0e61 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1845451012&fields=id&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 267 time: 0.0705009
May 14 21:26:03.013567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1813e-9dad-411f-9591-a9628a6b3bf5 None None] Pushing event updated for resources: {'Port': ['ID=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:03.062125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-9f2a8c97-0385-40e1-80c8-deb01ee98cc0 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:03.071297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-9f2a8c97-0385-40e1-80c8-deb01ee98cc0 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.1487565
May 14 21:26:03.083431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=11']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:03.091597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-b9cee10b-b914-4c18-ba69-e389a50c625c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/quotas/8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 375 time: 0.0188029
May 14 21:26:03.097717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:03.155973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-ddf834ca-8351-494b-9acd-fe7ed706c7bd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0630991
May 14 21:26:03.164920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:03.165294 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.265630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:03.312499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:03.313778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-72d74133-c0dd-4d2b-a944-3ef2f26dba2f service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371114
May 14 21:26:03.410474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d14fe5ed-9ab8-4c6c-893f-768a8f7db696'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:03.418415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (67f870d4-c6ca-4e6a-addd-85fecdc38f7f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.451018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232cd9cd0>,) {'filters': {'network_id': ['67f870d4-c6ca-4e6a-addd-85fecdc38f7f']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:03.452908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-98d1dbf2-3c0e-4231-86a0-85d58ffb4f56 service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382627
May 14 21:26:03.466149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232cd9cd0>, '9187b813-10fb-4af8-82ac-581854027973') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:03.466149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232cd9cd0>, '9187b813-10fb-4af8-82ac-581854027973') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:03.521544 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-955f95a3-ed73-47be-be00-d1126886f9f8 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6161821
May 14 21:26:03.533361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (9187b813-10fb-4af8-82ac-581854027973), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.551525 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9187b813-10fb-4af8-82ac-581854027973), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.563461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:03.563461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (9187b813-10fb-4af8-82ac-581854027973), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:03.618738 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:03.707517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-5822753a-e37e-4554-bd35-2752f3979c77 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850696
May 14 21:26:03.771036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (67f870d4-c6ca-4e6a-addd-85fecdc38f7f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.771335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:03.775546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/networks/67f870d4-c6ca-4e6a-addd-85fecdc38f7f HTTP/1.1" status: 204  len: 168 time: 1.1592245
May 14 21:26:03.778364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38894) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:03.801846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751865-1142-4ba9-8baf-3f977bb399a3 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Network': ['ID=67f870d4-c6ca-4e6a-addd-85fecdc38f7f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:03.920126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31242cc6-84a1-4ad2-bbd1-820a0c5883e4 req-3d711dff-1a22-4174-86a4-b7e403d10c63 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:03.921530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31242cc6-84a1-4ad2-bbd1-820a0c5883e4 req-3d711dff-1a22-4174-86a4-b7e403d10c63 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0621438
May 14 21:26:03.962623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc04f15-6142-404e-a3a6-f976323d3e2f tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:03.965046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc04f15-6142-404e-a3a6-f976323d3e2f tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:03.966656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0fc04f15-6142-404e-a3a6-f976323d3e2f tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1872835
May 14 21:26:03.972064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:03.979176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-365036380'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:03.997704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31242cc6-84a1-4ad2-bbd1-820a0c5883e4 req-69da83af-a901-4e05-a5fb-81ceaf922296 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679398
May 14 21:26:04.122958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8f2ee-1c27-43ff-9d8a-5f2df2019435 req-4a71e127-862b-4662-9283-e8bcd5ce9f2b tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:04.130137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ee8f2ee-1c27-43ff-9d8a-5f2df2019435 req-4a71e127-862b-4662-9283-e8bcd5ce9f2b tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 944 time: 0.0599897
May 14 21:26:04.164473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358e76-5950-44d5-9077-cace370cf20b req-1b6163ff-5f4a-4680-b200-b23622e52e3c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:04.174609 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34358e76-5950-44d5-9077-cace370cf20b req-1b6163ff-5f4a-4680-b200-b23622e52e3c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0822861
May 14 21:26:04.184394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:04.187767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.199306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ee8f2ee-1c27-43ff-9d8a-5f2df2019435 req-326d5c49-d5e7-4c9a-8da6-d90e3fee622d tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682588
May 14 21:26:04.226681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:04.236280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7996805c-e3e6-4b84-876d-aafdbf0bf41c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.236702 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Added segment 7996805c-e3e6-4b84-876d-aafdbf0bf41c of type vlan for network 7208d703-8b7f-43b9-9a7a-fca95e6c71d5
May 14 21:26:04.281200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a244190-2a7e-46b8-89a3-77339298fd00 req-60c17f37-3dc8-4a21-aadc-9a725282c5a8 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 210 time: 0.0337853
May 14 21:26:04.294685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7208d703-8b7f-43b9-9a7a-fca95e6c71d5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.312942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-34358e76-5950-44d5-9077-cace370cf20b req-e443d55a-06e9-48f1-ad28-f3dd603c2911 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325569
May 14 21:26:04.366303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1003b7c7-b756-411c-813e-f44c92daa827 req-93527238-884d-4077-aea0-3a19df05535e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 210 time: 0.0276458
May 14 21:26:04.449300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7208d703-8b7f-43b9-9a7a-fca95e6c71d5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.454461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:04.455038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.527197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Network': ['ID=7208d703-8b7f-43b9-9a7a-fca95e6c71d5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:04.538387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7208d703-8b7f-43b9-9a7a-fca95e6c71d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:04.594549 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d63b27cd-f226-4e31-89fa-5c2255f748a9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6201510
May 14 21:26:04.597402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:04.602946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-19908901'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:04.700679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:04.704421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.729333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:04.739635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9a2a24e8-0048-4ac0-860b-8a62b69d5e2a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.740182 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Added segment 9a2a24e8-0048-4ac0-860b-8a62b69d5e2a of type vlan for network 549e3224-5c3b-4021-8e72-659948bc2eaa
May 14 21:26:04.790483 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (549e3224-5c3b-4021-8e72-659948bc2eaa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.893629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:04.940659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (549e3224-5c3b-4021-8e72-659948bc2eaa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.945251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:04.945251 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.946648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:04.947264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:04.982735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:05.025601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Network': ['ID=549e3224-5c3b-4021-8e72-659948bc2eaa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:05.041989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 549e3224-5c3b-4021-8e72-659948bc2eaa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:05.081413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-42a0eec7-cfcd-4fe6-848a-eac09729c035 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4828181
May 14 21:26:05.084478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38940) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:05.092570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'ports': [{'network_id': '7208d703-8b7f-43b9-9a7a-fca95e6c71d5', 'name': 'tempest-port--2105727634', 'admin_state_up': True}, {'network_id': '549e3224-5c3b-4021-8e72-659948bc2eaa', 'admin_state_up': False}]} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:05.093117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'port': {'network_id': '7208d703-8b7f-43b9-9a7a-fca95e6c71d5', 'name': 'tempest-port--2105727634', 'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:05.093831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'port': {'network_id': '549e3224-5c3b-4021-8e72-659948bc2eaa', 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:05.145735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04894b7d-2c29-42a9-81a9-a92298ae68cf req-65184ebe-410e-4492-aa35-0c7adab37a95 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:05.147998 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04894b7d-2c29-42a9-81a9-a92298ae68cf req-65184ebe-410e-4492-aa35-0c7adab37a95 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 945 time: 0.0624158
May 14 21:26:05.173091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:05.190734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:05.218944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04894b7d-2c29-42a9-81a9-a92298ae68cf req-6fac0442-2ec0-447d-9fca-a2868bf5ca1c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646708
May 14 21:26:05.249052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:05.249052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.329324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:05.329511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.354783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:05.357101 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bdde10-308e-4274-a22c-81a3bc123e61" -d '{"events": [{"server_uuid": "67fb6a1d-5712-41f9-8e46-5e5a76cf8599", "name": "network-vif-plugged", "status": "completed", "tag": "d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:05.370687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,segment=NetworkSegment(983168da-d2c5-46d8-81c4-a59202bb64b3),segment_id=983168da-d2c5-46d8-81c4-a59202bb64b3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:05.384516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe143d-e736-4b92-b23c-1f22ac44c09e req-03380c75-da62-45b7-8699-24f700fa3ec8 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:05.386147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71fe143d-e736-4b92-b23c-1f22ac44c09e req-03380c75-da62-45b7-8699-24f700fa3ec8 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 944 time: 0.1013968
May 14 21:26:05.418094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2165f6fd-079c-4982-b8ba-ef63166e7e77 req-e4db609e-3aa6-4108-9ac4-48a7548e3402 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 210 time: 0.0324304
May 14 21:26:05.452807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71fe143d-e736-4b92-b23c-1f22ac44c09e req-777cec27-26b9-4a2c-80fc-d29a811a3e3d tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538216
May 14 21:26:05.478435 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71c67c-11fd-49a5-8494-d758796ce8bf x-openstack-request-id: req-8f71c67c-11fd-49a5-8494-d758796ce8bf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:05.478970 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fb6a1d-5712-41f9-8e46-5e5a76cf8599", "name": "network-vif-plugged", "status": "completed", "tag": "d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:05.479282 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f71c67c-11fd-49a5-8494-d758796ce8bf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:05.479739 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f71c67c-11fd-49a5-8494-d758796ce8bf'] response: {'server_uuid': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b', 'code': 200}
May 14 21:26:05.483387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.489632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:05.492487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'port': 2} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:05.500484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.536550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.579679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:05.580654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4698001d-3a3e-42d9-91d5-6c7ed4388fac req-20410b1c-3d8f-4fc5-8f1a-85e4c1c7772b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 210 time: 0.0596802
May 14 21:26:05.586289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:05.655310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:05.655769 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.669574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd36fcd-50ca-416a-ac26-02b291d5585b req-351924aa-6470-44c1-b379-280388cea7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:05.671095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd36fcd-50ca-416a-ac26-02b291d5585b req-351924aa-6470-44c1-b379-280388cea7e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 1127 time: 0.1196809
May 14 21:26:05.745338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:05.745665 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.781761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:05.794131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd36fcd-50ca-416a-ac26-02b291d5585b req-70eadaa2-6f8a-416f-bd0e-e3b80adbc1a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914855
May 14 21:26:05.806927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] device_id is not set on port e52aaf6a-2421-4d2c-870c-d2f7fb39eb97 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:26:05.854756 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.894999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for port (e52aaf6a-2421-4d2c-870c-d2f7fb39eb97), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:05.917943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:05.961511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] device_id is not set on port 48c4c760-13fd-4b44-88c9-977dab401322 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:26:06.044607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for port (48c4c760-13fd-4b44-88c9-977dab401322), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:06.146485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e52aaf6a-2421-4d2c-870c-d2f7fb39eb97), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:06.206733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Port': ['ID=e52aaf6a-2421-4d2c-870c-d2f7fb39eb97,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:06.224211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Checking segment: {'id': '7996805c-e3e6-4b84-876d-aafdbf0bf41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7208d703-8b7f-43b9-9a7a-fca95e6c71d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:06.224566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network hostable DHCP agents. Network: 7208d703-8b7f-43b9-9a7a-fca95e6c71d5, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:06.320519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network 7208d703-8b7f-43b9-9a7a-fca95e6c71d5 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:06.342469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae22b-cdf5-419b-bdeb-14b9292ad0c9 req-0e24fb21-908a-46fb-b00c-f82a06505126 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:06.344004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-156ae22b-cdf5-419b-bdeb-14b9292ad0c9 req-0e24fb21-908a-46fb-b00c-f82a06505126 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0514553
May 14 21:26:06.376160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7208d703-8b7f-43b9-9a7a-fca95e6c71d5) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:06.383998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:06.384818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (48c4c760-13fd-4b44-88c9-977dab401322), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:06.385005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff72100-07c4-4da9-bb17-7dd4ab4bd6a8 None None] Network 7208d703-8b7f-43b9-9a7a-fca95e6c71d5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:06.424543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-156ae22b-cdf5-419b-bdeb-14b9292ad0c9 req-7701dfa8-4904-44ba-87d7-c609cca32c18 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745873
May 14 21:26:06.464075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Port': ['ID=48c4c760-13fd-4b44-88c9-977dab401322,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:06.475449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Checking segment: {'id': '9a2a24e8-0048-4ac0-860b-8a62b69d5e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '549e3224-5c3b-4021-8e72-659948bc2eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:06.476777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network hostable DHCP agents. Network: 549e3224-5c3b-4021-8e72-659948bc2eaa, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:06.544299 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a115a359-f215-421f-9033-1a56d7a2ca3d req-9785ecaa-f209-497c-806a-b76fd4143487 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 210 time: 0.0365369
May 14 21:26:06.554648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network 549e3224-5c3b-4021-8e72-659948bc2eaa is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:06.685198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cab70442-1749-43b9-85b8-83372357eba6 req-384a7a06-9280-4194-bc50-60321c0752c1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 210 time: 0.0332003
May 14 21:26:06.902826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 549e3224-5c3b-4021-8e72-659948bc2eaa) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:06.914931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:06.920239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:06.929366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d62cd-1cff-4a94-80a2-539e7194129c None None] Network 549e3224-5c3b-4021-8e72-659948bc2eaa requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:06.929858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:06.929858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:06.945647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23d25-e44b-4ba0-afa9-5b0eaf1e8237 req-f1e48f4b-4027-426f-88c3-83795d32ba40 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:06.946829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ae23d25-e44b-4ba0-afa9-5b0eaf1e8237 req-f1e48f4b-4027-426f-88c3-83795d32ba40 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 945 time: 0.3591979
May 14 21:26:06.956150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-6aa78fa4-0be8-4b61-bb4b-2adf7a736bb8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:06.958762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-6aa78fa4-0be8-4b61-bb4b-2adf7a736bb8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.48 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.1536157
May 14 21:26:06.985941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '936e1550-0631-4554-ac76-155d45752fd2', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:06.986144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-157cd9c5-00f8-4953-9e53-6f2e2ca0a694 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:06.987747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-157cd9c5-00f8-4953-9e53-6f2e2ca0a694 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.4661450
May 14 21:26:07.058362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c1798aa-b26d-4335-8a99-113b2b8e7166 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.9713049
May 14 21:26:07.062359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38968) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:07.079333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ae23d25-e44b-4ba0-afa9-5b0eaf1e8237 req-a5888cf7-e6bb-4125-ba33-5dff71a8c8e4 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170835
May 14 21:26:07.148226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-f84c10b7-9969-46eb-8a0e-65fdb964ebf0 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 380 time: 0.1501739
May 14 21:26:07.162618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'port': {'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'admin_state_up': True, 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'security_groups': ['b840e6e7-fd03-4f48-9600-cc2fc87e76d9']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:07.186536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeeeb62-efdd-46bb-89fe-f3a5caffab28 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:07.191775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeeeb62-efdd-46bb-89fe-f3a5caffab28 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:07.193306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-feeeeb62-efdd-46bb-89fe-f3a5caffab28 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1297877
May 14 21:26:07.196255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38980) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:07.228906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:07.232361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.340704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Made reservation on behalf of 8bd6f25048cd4798985e725f734f1845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:07.344202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.351106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Deleting port e52aaf6a-2421-4d2c-870c-d2f7fb39eb97 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:07.351449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e52aaf6a-2421-4d2c-870c-d2f7fb39eb97), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.458350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e52aaf6a-2421-4d2c-870c-d2f7fb39eb97), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.480976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Calling delete_port for e52aaf6a-2421-4d2c-870c-d2f7fb39eb97 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:07.481403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:07.485217 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd3f004-f413-4141-a6b5-533791f0bf5a" -d '{"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-plugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:07.486891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.9 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/d7b1cab6-624b-468c-b548-316667b4aa2b) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:07.493590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.20.0.13 (afd341be-651f-4dc3-82bf-83f603d58628/52825e75-9886-4363-8086-0e1e307605a9/b88ac6b1-d929-407f-bf99-94e2f2e3f04b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:07.533029 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cd285d-fe4c-4d37-be35-37f4c57dca53 x-openstack-request-id: req-c3cd285d-fe4c-4d37-be35-37f4c57dca53 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:07.533327 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-plugged", "status": "completed", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:07.533585 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3cd285d-fe4c-4d37-be35-37f4c57dca53 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:07.534037 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cd285d-fe4c-4d37-be35-37f4c57dca53'] response: {'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'code': 200}
May 14 21:26:07.673540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb37ac2-53e3-4c0a-83fb-b8a3c94882ee req-a2045aa7-e4c9-4f65-aa53-165eb1789af2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:07.675155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ccb37ac2-53e3-4c0a-83fb-b8a3c94882ee req-a2045aa7-e4c9-4f65-aa53-165eb1789af2 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1287184
May 14 21:26:07.728482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c83b04b8-b495-4af4-8066-dbfe48f9245b req-c3e505c4-915f-4b24-80e4-8d8e0b490828 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 210 time: 0.0876482
May 14 21:26:07.773952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.813513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ccb37ac2-53e3-4c0a-83fb-b8a3c94882ee req-6a0affc1-e81e-4d0d-a804-ce6695f0bf52 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253767
May 14 21:26:07.822163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc0e0-43db-4888-9a74-61e72186adaa req-5f61c914-7001-4a04-b11a-71c3b29daf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:07.823746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef3dc0e0-43db-4888-9a74-61e72186adaa req-5f61c914-7001-4a04-b11a-71c3b29daf2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1128 time: 0.0831671
May 14 21:26:07.827909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3084e42-6936-4819-a0b9-a056b3bd2912 req-61697f04-c44c-4e83-b321-464205c78ea2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 210 time: 0.0306225
May 14 21:26:07.857916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e52aaf6a-2421-4d2c-870c-d2f7fb39eb97), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.877500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef3dc0e0-43db-4888-9a74-61e72186adaa req-a68bb99d-fa8e-460b-a945-3b6a6ebb5e55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450854
May 14 21:26:07.878371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.901491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Port': ['ID=e52aaf6a-2421-4d2c-870c-d2f7fb39eb97,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:07.914701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:07.915155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8e4d9620-f1e7-4128-9e76-ea1a8ead9e1a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/ports/e52aaf6a-2421-4d2c-870c-d2f7fb39eb97 HTTP/1.1" status: 204  len: 168 time: 0.7170539
May 14 21:26:07.918387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38998) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:07.957706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.021285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:08.046055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:08.050028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:08.050367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.052821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:08.095355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:08.098739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:08.102022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:08.107418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Deleting port 48c4c760-13fd-4b44-88c9-977dab401322 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:08.108026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (48c4c760-13fd-4b44-88c9-977dab401322), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.159780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:08.160789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.172636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:08.173305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.201388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=d7b1cab6-624b-468c-b548-316667b4aa2b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:08.271417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (48c4c760-13fd-4b44-88c9-977dab401322), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.279202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-b2253381-75e1-4d1c-94eb-1990eab0aa65 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1204038
May 14 21:26:08.280414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-b7614451-74b0-46ca-84f7-3a84c0b30654 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3093188
May 14 21:26:08.300355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Request body: {'port': {'device_id': '936e1550-0631-4554-ac76-155d45752fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:08.300846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Request body: {'port': {'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:08.312814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Calling delete_port for 48c4c760-13fd-4b44-88c9-977dab401322 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:08.325341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d4a65-4f72-487b-9d7c-f6cd709ab149 req-4d094a35-1b8b-48c7-9f92-726349e72c35 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:08.336051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-706d4a65-4f72-487b-9d7c-f6cd709ab149 req-4d094a35-1b8b-48c7-9f92-726349e72c35 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 945 time: 0.1081114
May 14 21:26:08.363817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-31c1b596-3bfd-4db4-b4c2-a4e03797d97e None None] Provisioning complete for port b88ac6b1-d929-407f-bf99-94e2f2e3f04b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:08.364372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31c1b596-3bfd-4db4-b4c2-a4e03797d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.389430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.413978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-31c1b596-3bfd-4db4-b4c2-a4e03797d97e None None] Port b88ac6b1-d929-407f-bf99-94e2f2e3f04b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:08.494105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-706d4a65-4f72-487b-9d7c-f6cd709ab149 req-2e08dbb9-ee14-48f3-a03a-df424c8bba98 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1603975
May 14 21:26:08.499235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.696263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (48c4c760-13fd-4b44-88c9-977dab401322), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.739730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Port': ['ID=48c4c760-13fd-4b44-88c9-977dab401322,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:08.761602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.778661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-71b5c007-e2bf-4506-b445-2801d365272a tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/ports/48c4c760-13fd-4b44-88c9-977dab401322 HTTP/1.1" status: 204  len: 168 time: 0.8573844
May 14 21:26:08.779567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39036) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:08.869646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e4b45eaa-baa5-4a55-9157-25da9bf51c3b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0841277
May 14 21:26:08.869896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39038) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:08.876040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-440964981'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:08.893624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b1cab6-624b-468c-b548-316667b4aa2b {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:08.903329 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Publish callbacks [] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.922198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Transition to ACTIVE for port object d7b1cab6-624b-468c-b548-316667b4aa2b will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:26:08.999024 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:08.999270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:09.093201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b1cab6-624b-468c-b548-316667b4aa2b,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:09.153549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd23962-448c-4ad0-89d8-d2c90ebac95e req-6b54b24b-9d38-4604-b125-d77d1eb91600 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:09.162483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbd23962-448c-4ad0-89d8-d2c90ebac95e req-6b54b24b-9d38-4604-b125-d77d1eb91600 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 932 time: 0.2750790
May 14 21:26:09.169709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88ac6b1-d929-407f-bf99-94e2f2e3f04b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:09.207931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:09.216466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.218292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:09.229599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Publish callbacks [] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.249646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'mac_address': 'fa:16:3e:90:6e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:09.251407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Attempting to bind port d7b1cab6-624b-468c-b548-316667b4aa2b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:09.253043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Attempting to bind port d7b1cab6-624b-468c-b548-316667b4aa2b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:09.253498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Attempting to bind port d7b1cab6-624b-468c-b548-316667b4aa2b on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:09.266146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Port d7b1cab6-624b-468c-b548-316667b4aa2b on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:26:09.274807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Attempting to bind port d7b1cab6-624b-468c-b548-316667b4aa2b on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:09.275021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Transition to ACTIVE for port object b88ac6b1-d929-407f-bf99-94e2f2e3f04b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:26:09.279027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:09.279727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:09.280345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:09.280991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Bound port: d7b1cab6-624b-468c-b548-316667b4aa2b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:09.282130 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.301349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:09.311996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbd23962-448c-4ad0-89d8-d2c90ebac95e req-8250a518-0bf2-406c-a76a-f18e9ee5d51b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483505
May 14 21:26:09.339000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (4002bf67-6bab-4685-bc76-cc5c718563a0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.339682 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Added segment 4002bf67-6bab-4685-bc76-cc5c718563a0 of type vlan for network d978a6c9-a7ea-4e02-a013-382b02333707
May 14 21:26:09.362922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.441159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d978a6c9-a7ea-4e02-a013-382b02333707), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.499036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5789c4-8bec-4e99-b4a5-37d4fad8c824 req-21e2a22a-5295-4e70-b199-bad61c77a3b1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:09.500762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d5789c4-8bec-4e99-b4a5-37d4fad8c824 req-21e2a22a-5295-4e70-b199-bad61c77a3b1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1602542
May 14 21:26:09.516807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Pushing event updated for resources: {'Port': ['ID=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:09.579772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] For port d7b1cab6-624b-468c-b548-316667b4aa2b, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:09.584226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:09.589828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.606925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:09.616788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] For port d7b1cab6-624b-468c-b548-316667b4aa2b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7b1cab6-624b-468c-b548-316667b4aa2b,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:09.636776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d5789c4-8bec-4e99-b4a5-37d4fad8c824 req-89de7b47-3f63-4764-980b-97785a914032 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275759
May 14 21:26:09.646730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:09.653338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d978a6c9-a7ea-4e02-a013-382b02333707), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.658351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:09.658971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.707188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.737373 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.772443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Network': ['ID=d978a6c9-a7ea-4e02-a013-382b02333707,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:09.785991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215e317-19fb-4bcf-8460-52afdc704b6f req-25254599-76c4-4e27-9655-22a6cb73847b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:09.785991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b215e317-19fb-4bcf-8460-52afdc704b6f req-25254599-76c4-4e27-9655-22a6cb73847b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 943 time: 0.2661953
May 14 21:26:09.792420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:09.792674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:09.794400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] 10.222.0.48 "PUT /v2.0/ports/d7b1cab6-624b-468c-b548-316667b4aa2b HTTP/1.1" status: 200  len: 1091 time: 1.5013461
May 14 21:26:09.800783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936e1550-0631-4554-ac76-155d45752fd2', 'tag': 'd7b1cab6-624b-468c-b548-316667b4aa2b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:09.805172 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ba63d-8c3a-4388-ad43-76071da91ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "936e1550-0631-4554-ac76-155d45752fd2", "tag": "d7b1cab6-624b-468c-b548-316667b4aa2b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:09.837960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d978a6c9-a7ea-4e02-a013-382b02333707 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:09.841169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d803b4d-0611-45f4-a817-250e35e0e48e req-238e3028-7868-4f4b-90f7-2f7e1478ebf2 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:09.851301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d803b4d-0611-45f4-a817-250e35e0e48e req-238e3028-7868-4f4b-90f7-2f7e1478ebf2 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 945 time: 0.1295028
May 14 21:26:09.890734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['55bb719e-4e9c-4bcf-92d2-43a23d4716f4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:09.891091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562eaae-83c5-4956-ba52-26e44c5abea3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b1cab6-624b-468c-b548-316667b4aa2b,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:09.931915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Attempting to bind port b88ac6b1-d929-407f-bf99-94e2f2e3f04b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:09.932252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Attempting to bind port b88ac6b1-d929-407f-bf99-94e2f2e3f04b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:09.932518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Attempting to bind port b88ac6b1-d929-407f-bf99-94e2f2e3f04b on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:09.936066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d803b4d-0611-45f4-a817-250e35e0e48e req-1378ac77-09a8-4f79-b74f-7dcf2ed51693 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835083
May 14 21:26:09.946976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e625a95a-4b21-4dd1-8b05-4dd6d3ef5022 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0752413
May 14 21:26:09.951564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39074) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:09.956849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-995490970'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:09.964851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Port b88ac6b1-d929-407f-bf99-94e2f2e3f04b on network afd341be-651f-4dc3-82bf-83f603d58628 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:26:09.965182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Attempting to bind port b88ac6b1-d929-407f-bf99-94e2f2e3f04b on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:09.992006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b215e317-19fb-4bcf-8460-52afdc704b6f req-77d217db-f833-48f8-bba2-1879768cddac tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780844
May 14 21:26:09.999664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:10.004621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:10.009651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Bound using segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:10.009651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Bound port: b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:10.009651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.071958 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a273aa0-3e11-4fef-8399-9736bcd0ea86 x-openstack-request-id: req-7a273aa0-3e11-4fef-8399-9736bcd0ea86 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:10.072206 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936e1550-0631-4554-ac76-155d45752fd2", "tag": "d7b1cab6-624b-468c-b548-316667b4aa2b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:10.072480 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a273aa0-3e11-4fef-8399-9736bcd0ea86 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:10.072906 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a273aa0-3e11-4fef-8399-9736bcd0ea86'] response: {'name': 'network-changed', 'server_uuid': '936e1550-0631-4554-ac76-155d45752fd2', 'tag': 'd7b1cab6-624b-468c-b548-316667b4aa2b', 'status': 'completed', 'code': 200}
May 14 21:26:10.080309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:10.094284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-050b362f-9979-4911-b2fb-e27c8658685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.096281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-050b362f-9979-4911-b2fb-e27c8658685d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 1125 time: 0.1224692
May 14 21:26:10.166993 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-b5fa1300-ef41-4554-b9fd-c659353467ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b1cab6-624b-468c-b548-316667b4aa2b HTTP/1.1" status: 200  len: 217 time: 0.0575387
May 14 21:26:10.189693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] For port b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:10.202634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] For port b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:10.210097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:10.214150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.235012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379d69-56a4-4c36-950b-18173c334ccc req-45d7a455-ccf0-44b1-8013-ee328daa90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.236562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-45d7a455-ccf0-44b1-8013-ee328daa90ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.0693204
May 14 21:26:10.269845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:10.283283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-fd309dde-6b29-49e6-8d08-05841d64c6a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387480
May 14 21:26:10.287454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5e8a2286-3531-452c-bf3d-a5a30e9fdfa4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.288001 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Added segment 5e8a2286-3531-452c-bf3d-a5a30e9fdfa4 of type vlan for network 1026d31e-843b-43b6-8e20-d151e67eb610
May 14 21:26:10.355996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.389381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (1026d31e-843b-43b6-8e20-d151e67eb610), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.403742 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-610e2c27-6d74-4623-99ca-68a73b100bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.431853 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-0f9a05c0-29c4-4261-9e3e-2f3a72141088 service neutron] 10.222.0.48 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389568
May 14 21:26:10.465454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.466251 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.467666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-b003e989-1f84-456c-afb2-a219324911fb service neutron] 10.222.0.48 "PUT /v2.0/ports/b88ac6b1-d929-407f-bf99-94e2f2e3f04b HTTP/1.1" status: 200  len: 1092 time: 2.1711128
May 14 21:26:10.468136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:10.470497 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac0af4d-5254-4761-bc2e-dd569ff0677b" -d '{"events": [{"name": "network-changed", "server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:10.590560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-6df01b34-b738-4ff2-b993-9adecb007d90 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.592086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-6df01b34-b738-4ff2-b993-9adecb007d90 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.36 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 945 time: 0.1497006
May 14 21:26:10.601794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5606efd-287c-4d28-bf86-9ae4d85ccaad req-b8e8802f-6586-4335-9391-b22e4b2c5764 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.603746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5606efd-287c-4d28-bf86-9ae4d85ccaad req-b8e8802f-6586-4335-9391-b22e4b2c5764 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 944 time: 0.1678245
May 14 21:26:10.604434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Pushing event updated for resources: {'Port': ['ID=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:10.621953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-83379d69-56a4-4c36-950b-18173c334ccc req-74290a9f-170b-4a35-97f9-ec3f3b549f20 service neutron] 10.222.0.48 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771686
May 14 21:26:10.673318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-d7de362c-d8d9-4518-ab94-5f824350a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.679590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-d7de362c-d8d9-4518-ab94-5f824350a4d5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 1126 time: 0.0718637
May 14 21:26:10.695835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.696292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.696644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.696998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.697341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.697682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.698020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.698355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.698684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.699016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.699349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.700922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.701276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.707009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.707009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003e989-1f84-456c-afb2-a219324911fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:10.759136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (1026d31e-843b-43b6-8e20-d151e67eb610), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.775707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:10.776550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:10.854739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-d984907c-1ce6-4fdc-bb08-24da141426eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b HTTP/1.1" status: 200  len: 217 time: 0.1447957
May 14 21:26:10.969486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0168414
May 14 21:26:10.977037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dd515-4170-4d40-9214-13bb8efb095b tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Network': ['ID=1026d31e-843b-43b6-8e20-d151e67eb610,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:10.993861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 1026d31e-843b-43b6-8e20-d151e67eb610 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:10.998408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Deleting port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:10.999947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.012241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5606efd-287c-4d28-bf86-9ae4d85ccaad req-dce681a0-d4b1-43c3-b0b6-0c3cc0fdcdf4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3292115
May 14 21:26:11.055809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:11.115560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:11.121033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'subnets': [{'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--525848337', 'ip_version': 4}, {'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:11.121382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'subnet': {'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--525848337', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:11.121996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Request body: {'subnet': {'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:11.129883 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b14983c-fd94-4958-a77c-9ccc6df08e98 x-openstack-request-id: req-1b14983c-fd94-4958-a77c-9ccc6df08e98 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:11.130182 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:11.130435 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b14983c-fd94-4958-a77c-9ccc6df08e98 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:11.130894 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b14983c-fd94-4958-a77c-9ccc6df08e98'] response: {'name': 'network-changed', 'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'status': 'completed', 'code': 200}
May 14 21:26:11.235124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:11.237411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] For port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,segment=NetworkSegment(983168da-d2c5-46d8-81c4-a59202bb64b3),segment_id=983168da-d2c5-46d8-81c4-a59202bb64b3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:11.237968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.243826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.333752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Calling delete_port for d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:11.352027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5edb5c-c9f9-4824-9f6c-63b9fdf0e7b0 req-de86f742-8fb3-44b6-9071-1f4feeeb6bf3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.374894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a5edb5c-c9f9-4824-9f6c-63b9fdf0e7b0 req-de86f742-8fb3-44b6-9071-1f4feeeb6bf3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1716549
May 14 21:26:11.389766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36758e78-442a-457f-833f-f2f647eb34ff req-68671a06-876a-44e6-9d85-befbe11254f5 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.400668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36758e78-442a-457f-833f-f2f647eb34ff req-68671a06-876a-44e6-9d85-befbe11254f5 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 945 time: 0.1028092
May 14 21:26:11.425380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:11.427308 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.465610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:11.469526 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba95b4ce-9e58-473f-88b5-5d0d7d668fd5" -d '{"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-plugged", "status": "completed", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:11.493005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:11.504080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a5edb5c-c9f9-4824-9f6c-63b9fdf0e7b0 req-4a001667-e184-48bd-9c35-150fdce1e859 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196764
May 14 21:26:11.547664 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.558844 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36758e78-442a-457f-833f-f2f647eb34ff req-88bd6485-98ea-4140-9f38-334ae5c1ad11 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/security-groups?id=de08f8b9-de39-4423-987d-38a5c15dc13d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548824
May 14 21:26:11.671192 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b95f6a-72e8-4bbe-9a68-5408d6ebe3b6 x-openstack-request-id: req-c5b95f6a-72e8-4bbe-9a68-5408d6ebe3b6 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:11.671525 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-plugged", "status": "completed", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:11.671787 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5b95f6a-72e8-4bbe-9a68-5408d6ebe3b6 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:11.672199 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b95f6a-72e8-4bbe-9a68-5408d6ebe3b6'] response: {'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'code': 200}
May 14 21:26:11.673791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:11.680920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-d242ec2a-91e4-4a22-8921-de17c2002933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.684442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.684761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.685196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.686182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.686523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.686862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.687192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.687590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.687961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.688344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.688678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.689002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.689325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.689750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.690093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:11.690249 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-d242ec2a-91e4-4a22-8921-de17c2002933 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 1125 time: 0.1254845
May 14 21:26:11.744592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-a314e93c-bcc9-4ff8-b13b-3841c2db5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.746146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-a314e93c-bcc9-4ff8-b13b-3841c2db5cf4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.1806374
May 14 21:26:11.759386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Made reservation on behalf of 13273590af6f4adb8015396a79638c8e for: {'subnet': 2} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:11.764429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.771283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.771439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69343168-7eb8-42a7-9fb6-06e02ef51ff7 req-b1191354-ea19-4db6-b8b3-ff89d950b442 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.774665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69343168-7eb8-42a7-9fb6-06e02ef51ff7 req-b1191354-ea19-4db6-b8b3-ff89d950b442 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 943 time: 0.1314592
May 14 21:26:11.858822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086716-c502-4437-acc1-d98ff602639d req-caf9d3f2-2de9-4335-81ce-89a9514dd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.861173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-0e843710-bf94-4804-bdd5-bc16d7efcb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:11.861448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-caf9d3f2-2de9-4335-81ce-89a9514dd647 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1079543
May 14 21:26:11.862864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-0e843710-bf94-4804-bdd5-bc16d7efcb7b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 906 time: 0.1654863
May 14 21:26:11.906027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.908180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69343168-7eb8-42a7-9fb6-06e02ef51ff7 req-aa668d87-d6c6-4fab-9a32-2f1fe9efbb81 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324501
May 14 21:26:11.915513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-ba4474d9-c525-4205-91f4-99a805082293 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b1cab6-624b-468c-b548-316667b4aa2b HTTP/1.1" status: 200  len: 217 time: 0.0424042
May 14 21:26:11.958377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:11.977596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:12.007497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-8ff90309-2822-4752-98b7-dbb7800fce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:12.009234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-8ff90309-2822-4752-98b7-dbb7800fce45 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.0863960
May 14 21:26:12.074790 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-a533ff6d-db1e-43d9-bec1-367ef24c735f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580566
May 14 21:26:12.107111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Pushing event deleted for resources: {'Port': ['ID=d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:12.158749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] No DVR routers for this DVR port d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:12.162204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:12.169906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83e77729-231a-48ee-a9cc-b5173034ade2 req-b5302102-0c8b-4da2-bfb4-1141f2a80b91 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.36 "DELETE /v2.0/ports/d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b HTTP/1.1" status: 204  len: 173 time: 1.5609047
May 14 21:26:12.190208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-7ac324f5-a921-4127-836f-d173d0c198b9 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3140037
May 14 21:26:12.297274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8111a2-fa14-4666-84a8-3156812ae7aa req-6d372099-1bd3-4938-8795-443a2c314c33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:12.298850 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:12.299912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa8111a2-fa14-4666-84a8-3156812ae7aa req-6d372099-1bd3-4938-8795-443a2c314c33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 944 time: 0.1586549
May 14 21:26:12.356881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-1408fcd6-823d-4482-91ce-ca04892fb1ec service neutron] 10.222.0.48 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744751
May 14 21:26:12.369503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a086716-c502-4437-acc1-d98ff602639d req-9688afaa-820b-40cd-ac69-2e6ca83d4ee8 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716397
May 14 21:26:12.406056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa8111a2-fa14-4666-84a8-3156812ae7aa req-0e51b3a7-0023-4c59-9d56-ec8d2416a6f2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988600
May 14 21:26:12.541376 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a7ba63d-8c3a-4388-ad43-76071da91ff3 req-13e0dffd-81bd-4595-bfa1-c6be44d8b65f service neutron] 10.222.0.48 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724560
May 14 21:26:12.649455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (c87c385c-859f-4167-b3e4-461d0c9dc860), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:12.653949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68989938-e933-456e-95ed-dd8cf11200f9 req-71fd9deb-ba62-4386-a108-39880e4bba36 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:12.656117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68989938-e933-456e-95ed-dd8cf11200f9 req-71fd9deb-ba62-4386-a108-39880e4bba36 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0806530
May 14 21:26:12.746913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68989938-e933-456e-95ed-dd8cf11200f9 req-b9e89ee8-d17f-44b8-a210-c9dbc815c24a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824809
May 14 21:26:12.765625 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5da4e1c7-0bb9-4c3d-b5dd-c07da0582552 req-08ffa4d4-8cdd-4ee7-a254-26b55f0adce8 tempest-InstanceActionsNegativeTestJSON-2109940117 tempest-InstanceActionsNegativeTestJSON-2109940117-project] 10.222.0.52 "GET /v2.0/ports?device_id=67fb6a1d-5712-41f9-8e46-5e5a76cf8599 HTTP/1.1" status: 200  len: 210 time: 0.0743897
May 14 21:26:12.805085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3345b27-2e35-4113-b293-8201e3ff3bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:12.809621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Subnet': ['ID=c87c385c-859f-4167-b3e4-461d0c9dc860,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:12.820370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Checking segment: {'id': '4002bf67-6bab-4685-bc76-cc5c718563a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:12.820370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network hostable DHCP agents. Network: d978a6c9-a7ea-4e02-a013-382b02333707, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:12.901892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471fb27-dbcd-4c5e-ba0b-60a771650398 req-71e03315-14b0-4a6c-aec7-4b9ecfeb4959 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:12.903573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4471fb27-dbcd-4c5e-ba0b-60a771650398 req-71e03315-14b0-4a6c-aec7-4b9ecfeb4959 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0599647
May 14 21:26:12.923395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network d978a6c9-a7ea-4e02-a013-382b02333707 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:13.008215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4471fb27-dbcd-4c5e-ba0b-60a771650398 req-055857f4-1663-4462-a01c-fa73069d866a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968375
May 14 21:26:13.043802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d978a6c9-a7ea-4e02-a013-382b02333707) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:13.048503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (6f755492-8800-4d42-b2e2-f90ae9a57387), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:13.053697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec5717c-ff96-4132-b2e1-dc5c573b6388 None None] Network d978a6c9-a7ea-4e02-a013-382b02333707 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:13.130149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e749d3f-b800-4470-87f0-69a2ab583be0 req-d67e37f0-bbc0-42c5-962e-1ea1072454c7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.132010 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e749d3f-b800-4470-87f0-69a2ab583be0 req-d67e37f0-bbc0-42c5-962e-1ea1072454c7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 943 time: 0.0691411
May 14 21:26:13.149400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'name': 'network-vif-deleted', 'tag': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:13.154140 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d9877-6011-4057-a061-402e9256c08c" -d '{"events": [{"server_uuid": "67fb6a1d-5712-41f9-8e46-5e5a76cf8599", "name": "network-vif-deleted", "tag": "d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:13.210421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06ded6-8032-4c36-b4c5-b597da935d8f req-8b332bc3-5b3d-4f37-884f-d83ca4a087fd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.212754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e06ded6-8032-4c36-b4c5-b597da935d8f req-8b332bc3-5b3d-4f37-884f-d83ca4a087fd tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0836792
May 14 21:26:13.244496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event updated for resources: {'Subnet': ['ID=6f755492-8800-4d42-b2e2-f90ae9a57387,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:13.247608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d978a6c9-a7ea-4e02-a013-382b02333707', 'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707', 'project_id': '13273590af6f4adb8015396a79638c8e', 'fixed_ips': [{'subnet_id': 'c87c385c-859f-4167-b3e4-461d0c9dc860'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:26:13.248956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:13.282740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e749d3f-b800-4470-87f0-69a2ab583be0 req-2e5e3825-cee7-48bf-bb9a-b6a35d4bc2b0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268616
May 14 21:26:13.307637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Checking segment: {'id': '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:13.308325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network hostable DHCP agents. Network: 1026d31e-843b-43b6-8e20-d151e67eb610, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:13.315171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e06ded6-8032-4c36-b4c5-b597da935d8f req-029493eb-4491-4b64-837f-0b7d8e9e1c26 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862198
May 14 21:26:13.433180 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85adcf7d-353d-4628-9d92-77ab812885d5 x-openstack-request-id: req-85adcf7d-353d-4628-9d92-77ab812885d5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:13.433847 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fb6a1d-5712-41f9-8e46-5e5a76cf8599", "name": "network-vif-deleted", "tag": "d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:13.434128 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85adcf7d-353d-4628-9d92-77ab812885d5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:13.434543 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85adcf7d-353d-4628-9d92-77ab812885d5'] response: {'server_uuid': '67fb6a1d-5712-41f9-8e46-5e5a76cf8599', 'name': 'network-vif-deleted', 'tag': 'd52780c9-cd7b-4b32-9e8e-ee70a76a4c6b', 'status': 'completed', 'code': 200}
May 14 21:26:13.471592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-32083c23-186a-473e-9238-fd115e6a481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.473181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-32083c23-186a-473e-9238-fd115e6a481b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 1126 time: 0.0993855
May 14 21:26:13.484888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Network 1026d31e-843b-43b6-8e20-d151e67eb610 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:13.559020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Allocated IP 172.20.0.2 (d978a6c9-a7ea-4e02-a013-382b02333707/c87c385c-859f-4167-b3e4-461d0c9dc860/0b8a5a11-2a44-40af-bc86-8c79af1cb253) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:13.628951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-f0efe34f-bb58-45a5-9c93-ab94eaafe365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.630532 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-f0efe34f-bb58-45a5-9c93-ab94eaafe365 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.1454427
May 14 21:26:13.638638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb3882-ed86-4e3a-88a5-a76a63c50983 req-dc7d5681-bfe1-4724-a3c4-196b1ec7e12e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.640628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90eb3882-ed86-4e3a-88a5-a76a63c50983 req-dc7d5681-bfe1-4724-a3c4-196b1ec7e12e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 944 time: 0.0627780
May 14 21:26:13.697498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90eb3882-ed86-4e3a-88a5-a76a63c50983 req-b21c217a-a3e7-4d78-8119-e05ffb88d42a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441253
May 14 21:26:13.698904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441f8de-0a87-4fb4-a7df-0faddbc6257e req-a28396d3-dfe0-40b4-aa3d-3b07f9534fb3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.700378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d441f8de-0a87-4fb4-a7df-0faddbc6257e req-a28396d3-dfe0-40b4-aa3d-3b07f9534fb3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1103814
May 14 21:26:13.701895 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-e5b98b2d-bbef-43ca-80b6-cab219b98d08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b HTTP/1.1" status: 200  len: 217 time: 0.0649166
May 14 21:26:13.751747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Publish callbacks [] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:13.784752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-2464bffd-fc03-4e5e-8e59-da89c4f16cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.786243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-2464bffd-fc03-4e5e-8e59-da89c4f16cf8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.0782843
May 14 21:26:13.790243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d441f8de-0a87-4fb4-a7df-0faddbc6257e req-5fd40ca4-8e20-4aa9-85c6-dc69738abb51 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835190
May 14 21:26:13.841525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-d9741a64-0b1d-43b7-9bda-a7b0623985a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:13.846498 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-d9741a64-0b1d-43b7-9bda-a7b0623985a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0507846
May 14 21:26:13.847547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39152) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:13.940796 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:13.942081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:13.986763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Network d978a6c9-a7ea-4e02-a013-382b02333707 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:13.993307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:13.995150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Pushing event updated for resources: {'Port': ['ID=0b8a5a11-2a44-40af-bc86-8c79af1cb253,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:13.997484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:14.062607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Attempting to bind port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:14.062982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Attempting to bind port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4002bf67-6bab-4685-bc76-cc5c718563a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:14.063352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Attempting to bind port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 on network d978a6c9-a7ea-4e02-a013-382b02333707 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:14.070287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:14.070674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Checking segment: {'id': '4002bf67-6bab-4685-bc76-cc5c718563a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:14.071081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.071495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Bound using segment: {'id': '4002bf67-6bab-4685-bc76-cc5c718563a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:14.071993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Bound port: 0b8a5a11-2a44-40af-bc86-8c79af1cb253, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4002bf67-6bab-4685-bc76-cc5c718563a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd978a6c9-a7ea-4e02-a013-382b02333707'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:14.072378 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.154329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] For port 0b8a5a11-2a44-40af-bc86-8c79af1cb253, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:14.157707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] For port 0b8a5a11-2a44-40af-bc86-8c79af1cb253, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b8a5a11-2a44-40af-bc86-8c79af1cb253,segment=NetworkSegment(4002bf67-6bab-4685-bc76-cc5c718563a0),segment_id=4002bf67-6bab-4685-bc76-cc5c718563a0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:14.245739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1026d31e-843b-43b6-8e20-d151e67eb610) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:14.250194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.261466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca70de2-36a6-403d-b897-e7d40a2692d6 None None] Network 1026d31e-843b-43b6-8e20-d151e67eb610 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:14.273909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:14.274501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:14.275201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.390744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d426-40ef-4d89-bb4e-14ab3314f885 req-d37f3dcd-dc11-4184-9918-dd2e3fa5a7a8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:14.400092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4926d426-40ef-4d89-bb4e-14ab3314f885 req-d37f3dcd-dc11-4184-9918-dd2e3fa5a7a8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1849518
May 14 21:26:14.406505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd05cf7-ed7d-487d-a854-18864f5486c7 None None] Pushing event updated for resources: {'Port': ['ID=0b8a5a11-2a44-40af-bc86-8c79af1cb253,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:14.409425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Deleting subnet dcdc5cac-460a-40b9-a0bb-f4e083034743 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:14.423251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Publish callbacks [] for subnet (dcdc5cac-460a-40b9-a0bb-f4e083034743), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.489709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09930fb6-6733-4191-b9d3-7aa2a6038201 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 3.3726377
May 14 21:26:14.494565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:14.503236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1026d31e-843b-43b6-8e20-d151e67eb610', 'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610', 'project_id': '13273590af6f4adb8015396a79638c8e', 'fixed_ips': [{'subnet_id': '6f755492-8800-4d42-b2e2-f90ae9a57387'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:26:14.504528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.554419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76038e8-3e2d-4742-92c0-cc06c23b5680 req-c6461218-63e9-49b2-af82-dac7160285f7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:14.563363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d76038e8-3e2d-4742-92c0-cc06c23b5680 req-c6461218-63e9-49b2-af82-dac7160285f7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 943 time: 0.1070988
May 14 21:26:14.650903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (dcdc5cac-460a-40b9-a0bb-f4e083034743), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:14.667400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-e1bc0613-e8e9-4cfd-9ebd-06142d1c2e34 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8115368
May 14 21:26:14.668119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d76038e8-3e2d-4742-92c0-cc06c23b5680 req-61cd62ca-77b2-413f-af19-d24487dd115d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992482
May 14 21:26:14.769602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4926d426-40ef-4d89-bb4e-14ab3314f885 req-7127859d-3230-46f9-b150-d160078676a9 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3685279
May 14 21:26:14.831812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Allocated IP 172.20.0.18 (1026d31e-843b-43b6-8e20-d151e67eb610/6f755492-8800-4d42-b2e2-f90ae9a57387/3d05e76c-0726-42cb-b14a-def83e0c16f5) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:14.957032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c4de1-dada-42d6-98ea-116ff0e18691 req-e7604107-b818-4146-9796-03f1d8a5d9a8 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:14.979337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e7c4de1-dada-42d6-98ea-116ff0e18691 req-e7604107-b818-4146-9796-03f1d8a5d9a8 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 944 time: 0.1359799
May 14 21:26:15.017449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc60e2-cdb5-4fb0-bae3-f20d09884d18 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:15.019042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc60e2-cdb5-4fb0-bae3-f20d09884d18 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:15.021033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc60e2-cdb5-4fb0-bae3-f20d09884d18 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:15.026432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2fcc60e2-cdb5-4fb0-bae3-f20d09884d18 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.5262284
May 14 21:26:15.048118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39178) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:15.051874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e7c4de1-dada-42d6-98ea-116ff0e18691 req-8adff025-eec4-44d5-a9fb-cb428bd9ae44 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712988
May 14 21:26:15.093020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dcdc5cac-460a-40b9-a0bb-f4e083034743), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.099336 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Publish callbacks [] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.109191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:15.111254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0b8a5a11-2a44-40af-bc86-8c79af1cb253 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:15.113907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7b1cab6-624b-468c-b548-316667b4aa2b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:15.133526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Deleting subnet c87c385c-859f-4167-b3e4-461d0c9dc860 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:15.137527 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for subnet (c87c385c-859f-4167-b3e4-461d0c9dc860), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.138889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e12720-76b7-494b-8979-35033bcb7ce4 req-e57eeee5-d4bc-4abe-ab0a-065b943a2520 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:15.140599 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1e12720-76b7-494b-8979-35033bcb7ce4 req-e57eeee5-d4bc-4abe-ab0a-065b943a2520 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1159937
May 14 21:26:15.187322 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cac0af4d-5254-4761-bc2e-dd569ff0677b req-2b053f6c-7df6-447d-bec9-f53635f8797e service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4715300
May 14 21:26:15.254123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1e12720-76b7-494b-8979-35033bcb7ce4 req-67dae05d-5e87-430e-b885-99b57087401f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978169
May 14 21:26:15.283054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (c87c385c-859f-4167-b3e4-461d0c9dc860), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.316264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.320405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7b1cab6-624b-468c-b548-316667b4aa2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7b1cab6-624b-468c-b548-316667b4aa2b,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:15.326845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:15.327191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d52780c9-cd7b-4b32-9e8e-ee70a76a4c6b not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:15.329468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (dcdc5cac-460a-40b9-a0bb-f4e083034743), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.394841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.399182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dcdc5cac-460a-40b9-a0bb-f4e083034743 HTTP/1.1" status: 204  len: 168 time: 1.5506785
May 14 21:26:15.400301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcdc5cac-460a-40b9-a0bb-f4e083034743,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:15.419601 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:26:15.422824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39182) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:15.437910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.438317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.439596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.439596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.439596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.439947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.439947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.445865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.446839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.446973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.447315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.447672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.448010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.448341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.456408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827297f6-309f-45bb-97bc-5653f5528883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:26:15.461545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd7b1cab6-624b-468c-b548-316667b4aa2b', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': 'd7b1cab6-624b-468c-b548-316667b4aa2b', 'mac_address': 'fa:16:3e:16:61:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:15.498599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Network 1026d31e-843b-43b6-8e20-d151e67eb610 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:15.531347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:15.544430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:15.558922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc067f-bd10-4b58-b590-e2036f2ea226 req-453ab7a3-41f4-425c-a28d-e6e7c271248a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:15.582130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27cc067f-bd10-4b58-b590-e2036f2ea226 req-453ab7a3-41f4-425c-a28d-e6e7c271248a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.2390645
May 14 21:26:15.612846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Pushing event updated for resources: {'Port': ['ID=3d05e76c-0726-42cb-b14a-def83e0c16f5,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:15.652289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:15.652769 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.699094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (c87c385c-859f-4167-b3e4-461d0c9dc860), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.717281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d7b1cab6-624b-468c-b548-316667b4aa2b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:15.720117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.775842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.807892 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.810580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b1cab6-624b-468c-b548-316667b4aa2b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:15.818600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27cc067f-bd10-4b58-b590-e2036f2ea226 req-d303eaf6-935a-4a6b-ae4e-7fa45d341252 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355037
May 14 21:26:15.863812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Attempting to bind port 3d05e76c-0726-42cb-b14a-def83e0c16f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:15.864354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Attempting to bind port 3d05e76c-0726-42cb-b14a-def83e0c16f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:15.864716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Attempting to bind port 3d05e76c-0726-42cb-b14a-def83e0c16f5 on network 1026d31e-843b-43b6-8e20-d151e67eb610 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:15.871880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7b1cab6-624b-468c-b548-316667b4aa2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7b1cab6-624b-468c-b548-316667b4aa2b,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:15.878662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:15.879263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Checking segment: {'id': '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:15.879781 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.880247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Bound using segment: {'id': '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:15.880860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Bound port: 3d05e76c-0726-42cb-b14a-def83e0c16f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1026d31e-843b-43b6-8e20-d151e67eb610'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:15.882183 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.955651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:15.966914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8174-8b8a-4bb2-ae17-4ec64e92b7b0 req-5a79d09b-e48f-4705-ac0b-9225c2ac1ff0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:15.976984 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-afbe8174-8b8a-4bb2-ae17-4ec64e92b7b0 req-5a79d09b-e48f-4705-ac0b-9225c2ac1ff0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 943 time: 0.2047627
May 14 21:26:16.106123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-afbe8174-8b8a-4bb2-ae17-4ec64e92b7b0 req-72ff0b5c-6e70-4f75-a0a9-7d1686763ef8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211836
May 14 21:26:16.150079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (c87c385c-859f-4167-b3e4-461d0c9dc860), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.333175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0de61-aa2a-4cc1-a775-ab55f2867cef req-ca09df2e-776e-4593-8a8a-3ce033c3d23a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:16.336201 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76d0de61-aa2a-4cc1-a775-ab55f2867cef req-ca09df2e-776e-4593-8a8a-3ce033c3d23a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 944 time: 0.1254768
May 14 21:26:16.339356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] For port 3d05e76c-0726-42cb-b14a-def83e0c16f5, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:16.348816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232061fc-a1d6-4fc1-adfe-f795dd9b329d None None] Network d978a6c9-a7ea-4e02-a013-382b02333707 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:16.423838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:16.424217 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.480444 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76d0de61-aa2a-4cc1-a775-ab55f2867cef req-cb9a6291-cd28-4457-8c12-edcb3605fd18 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378145
May 14 21:26:16.482575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:16.577730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.596098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d7b1cab6-624b-468c-b548-316667b4aa2b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:16.610456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] Provisioning complete for port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:16.610888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.623400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Subnet': ['ID=c87c385c-859f-4167-b3e4-461d0c9dc860,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:16.630633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.634628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ed9e925a-6f89-47b5-844a-e2f13e0e3682 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/subnets/c87c385c-859f-4167-b3e4-461d0c9dc860 HTTP/1.1" status: 204  len: 168 time: 1.5818343
May 14 21:26:16.637402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39202) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:16.683151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] For port 3d05e76c-0726-42cb-b14a-def83e0c16f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d05e76c-0726-42cb-b14a-def83e0c16f5,segment=NetworkSegment(5e8a2286-3531-452c-bf3d-a5a30e9fdfa4),segment_id=5e8a2286-3531-452c-bf3d-a5a30e9fdfa4)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:16.684420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52300ec130>,) {'filters': {'network_id': ['c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:16.722534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b848b-61b9-4d78-8417-db817fc725c5 req-bc75eb7f-be0d-43e9-a463-9b4867ceb321 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:16.724139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-696b848b-61b9-4d78-8417-db817fc725c5 req-bc75eb7f-be0d-43e9-a463-9b4867ceb321 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1486514
May 14 21:26:16.726656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52300ec130>, '983168da-d2c5-46d8-81c4-a59202bb64b3') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:16.726946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52300ec130>, '983168da-d2c5-46d8-81c4-a59202bb64b3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:16.744466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Deleting subnet 6f755492-8800-4d42-b2e2-f90ae9a57387 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:16.751944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for subnet (6f755492-8800-4d42-b2e2-f90ae9a57387), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.772868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (983168da-d2c5-46d8-81c4-a59202bb64b3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.818409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] DHCP port deletion for d978a6c9-a7ea-4e02-a013-382b02333707 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:26:16.821841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (983168da-d2c5-46d8-81c4-a59202bb64b3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.837449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:16.843675 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (6f755492-8800-4d42-b2e2-f90ae9a57387), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.847144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (983168da-d2c5-46d8-81c4-a59202bb64b3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:16.849240 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:16.877072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-696b848b-61b9-4d78-8417-db817fc725c5 req-266beaa5-0d1d-41f9-8f66-fb07aa01d769 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274011
May 14 21:26:16.952886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.032246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.060280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.089525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41 HTTP/1.1" status: 204  len: 168 time: 1.6636710
May 14 21:26:17.090616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbe898-7ccf-494e-ac2a-0043c9990f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ebc950-9fb0-4cbc-ad1b-7d96c5298b41,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:17.096862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] Current status of the port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:17.098367 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.104583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.117987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b88ac6b1-d929-407f-bf99-94e2f2e3f04b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:17.120996 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:26:17.121473 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:26:17.137450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (6f755492-8800-4d42-b2e2-f90ae9a57387), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.265760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] Deleting port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:17.266141 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.292645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a7537-9d94-4169-91e7-725abc861d88 None None] Pushing event updated for resources: {'Port': ['ID=3d05e76c-0726-42cb-b14a-def83e0c16f5,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:17.336110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d4e3f-7988-4da0-ac49-5f1bd01f95c8 req-cd1c003f-04af-4e7f-8619-46d6601f3c2e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:17.344192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-300d4e3f-7988-4da0-ac49-5f1bd01f95c8 req-cd1c003f-04af-4e7f-8619-46d6601f3c2e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 944 time: 0.0769475
May 14 21:26:17.363378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] For port 0b8a5a11-2a44-40af-bc86-8c79af1cb253, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b8a5a11-2a44-40af-bc86-8c79af1cb253,segment=NetworkSegment(4002bf67-6bab-4685-bc76-cc5c718563a0),segment_id=4002bf67-6bab-4685-bc76-cc5c718563a0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:17.409958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (6f755492-8800-4d42-b2e2-f90ae9a57387), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.435049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-300d4e3f-7988-4da0-ac49-5f1bd01f95c8 req-8fe42c9b-87f3-44b7-94fe-d715e0461f7e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897505
May 14 21:26:17.511649 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.515382 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.515691 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/subnets/6f755492-8800-4d42-b2e2-f90ae9a57387 HTTP/1.1" status: 204  len: 168 time: 0.8768435
May 14 21:26:17.523018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ba426-b22f-499e-82f9-202f31d4aac9 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Subnet': ['ID=6f755492-8800-4d42-b2e2-f90ae9a57387,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:17.523162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39226) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:17.645572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:17.677655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:17.683386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:17.700753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] For port 0b8a5a11-2a44-40af-bc86-8c79af1cb253, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b8a5a11-2a44-40af-bc86-8c79af1cb253,segment=NetworkSegment(4002bf67-6bab-4685-bc76-cc5c718563a0),segment_id=4002bf67-6bab-4685-bc76-cc5c718563a0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:17.701083 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.759272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ede74-1995-418a-b882-e670fe6dd34f req-9893e548-979f-4bd1-b5cc-98a0abf0dde1 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:17.767697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d6ede74-1995-418a-b882-e670fe6dd34f req-9893e548-979f-4bd1-b5cc-98a0abf0dde1 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.1075552
May 14 21:26:17.768086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a9527-5aaa-4cdd-a3a1-9e3bd34bccc9 req-cbe541ef-1c8d-4ed8-aa5e-a41ba6ed7802 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:17.778720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-115a9527-5aaa-4cdd-a3a1-9e3bd34bccc9 req-cbe541ef-1c8d-4ed8-aa5e-a41ba6ed7802 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 944 time: 0.1545036
May 14 21:26:17.791085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] Calling delete_port for 0b8a5a11-2a44-40af-bc86-8c79af1cb253 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:17.844328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:17.852633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b88ac6b1-d929-407f-bf99-94e2f2e3f04b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:17.853131 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:17.900766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d6be5-ac56-44f6-994a-e9ad5726a513 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:17.910785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88ac6b1-d929-407f-bf99-94e2f2e3f04b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:17.910943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b37d6be5-ac56-44f6-994a-e9ad5726a513 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3909295
May 14 21:26:17.911050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:17.918908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b22a6-a035-4519-a9a8-42bdacdc835f None None] Pushing event updated for resources: {'Port': ['ID=0b8a5a11-2a44-40af-bc86-8c79af1cb253,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:17.930494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d6ede74-1995-418a-b882-e670fe6dd34f req-0367aa4c-8aea-447d-805a-23bedeb00312 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1618423
May 14 21:26:17.955658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aadb4881-720f-4877-8291-fd5dc2b9472f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=689bc5cf419440f683a6ab4fd29dc06e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2609575
May 14 21:26:17.956134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:17.964525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:17.973596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-115a9527-5aaa-4cdd-a3a1-9e3bd34bccc9 req-0bd95d72-c705-4cf7-9470-af4f1785a631 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1936109
May 14 21:26:18.038539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.057996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ce87-4179-42d8-bcac-bfa0ea95fa7b admin admin] Publish callbacks [] for security_group (de08f8b9-de39-4423-987d-38a5c15dc13d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.104074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3d05e76c-0726-42cb-b14a-def83e0c16f5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:18.135369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ce87-4179-42d8-bcac-bfa0ea95fa7b admin admin] Publish callbacks [] for security_group (de08f8b9-de39-4423-987d-38a5c15dc13d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.153397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (1026d31e-843b-43b6-8e20-d151e67eb610), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.156093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924b7fc-5f70-4aa8-b6a2-7ce2999caa78 req-9324fff4-9857-4ec9-9d57-bc58c191ac5f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:18.157829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e924b7fc-5f70-4aa8-b6a2-7ce2999caa78 req-9324fff4-9857-4ec9-9d57-bc58c191ac5f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0961781
May 14 21:26:18.202842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0b8a5a11-2a44-40af-bc86-8c79af1cb253), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.270798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:18.290903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] No DVR routers for this DVR port 0b8a5a11-2a44-40af-bc86-8c79af1cb253 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:18.307368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e924b7fc-5f70-4aa8-b6a2-7ce2999caa78 req-2a3fb31e-1b39-4131-a0bd-414dd9441422 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407516
May 14 21:26:18.371258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-817047b5-9b01-4279-9efb-9ab99fba6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:18.373336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-817047b5-9b01-4279-9efb-9ab99fba6240 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 1127 time: 0.1133502
May 14 21:26:18.390209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Deleting port 3d05e76c-0726-42cb-b14a-def83e0c16f5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:18.390565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.391410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16680-d4a1-4ed1-a711-20b1fad10f4d None None] Pushing event deleted for resources: {'Port': ['ID=0b8a5a11-2a44-40af-bc86-8c79af1cb253,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:18.405809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3d05e76c-0726-42cb-b14a-def83e0c16f5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:18.408736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.444598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-f48cce39-07ef-4a9d-bdb4-ee194c68922a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:18.446204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-f48cce39-07ef-4a9d-bdb4-ee194c68922a tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.1386323
May 14 21:26:18.471731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['b88ac6b1-d929-407f-bf99-94e2f2e3f04b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:18.528720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ce87-4179-42d8-bcac-bfa0ea95fa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (de08f8b9-de39-4423-987d-38a5c15dc13d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.535099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ff9ce87-4179-42d8-bcac-bfa0ea95fa7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.540524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0ff9ce87-4179-42d8-bcac-bfa0ea95fa7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de08f8b9-de39-4423-987d-38a5c15dc13d HTTP/1.1" status: 204  len: 168 time: 0.5832787
May 14 21:26:18.564899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9ce87-4179-42d8-bcac-bfa0ea95fa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de08f8b9-de39-4423-987d-38a5c15dc13d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:18.640516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-6cf61648-7791-4660-afaa-f25b145a630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:18.641910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-6cf61648-7791-4660-afaa-f25b145a630c service neutron] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 906 time: 0.2482457
May 14 21:26:18.710395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-52be7340-df8f-4350-b8db-f2597079bf6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4 HTTP/1.1" status: 200  len: 217 time: 0.0608644
May 14 21:26:18.717685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee494e-e75e-4dd0-98cf-2d462c180a7d req-348a38ce-1cbf-4edb-8312-0beb269ab66b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:18.725912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15ee494e-e75e-4dd0-98cf-2d462c180a7d req-348a38ce-1cbf-4edb-8312-0beb269ab66b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 944 time: 0.1337454
May 14 21:26:18.750043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] For port 3d05e76c-0726-42cb-b14a-def83e0c16f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d05e76c-0726-42cb-b14a-def83e0c16f5,segment=NetworkSegment(5e8a2286-3531-452c-bf3d-a5a30e9fdfa4),segment_id=5e8a2286-3531-452c-bf3d-a5a30e9fdfa4)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:18.750419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.783874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Calling delete_port for 3d05e76c-0726-42cb-b14a-def83e0c16f5 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:18.823634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Deleting port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:18.828445 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.873839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-9d97e7e5-d791-4adc-a61d-9ad00e03b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:18.875611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-9d97e7e5-d791-4adc-a61d-9ad00e03b7ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.1395864
May 14 21:26:18.877927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3d05e76c-0726-42cb-b14a-def83e0c16f5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:18.880291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:18.891973 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15ee494e-e75e-4dd0-98cf-2d462c180a7d req-bcf00fdc-d9eb-46df-b725-8f249406e958 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647668
May 14 21:26:18.941033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-b6cca6a0-a740-4978-b350-aa649dae4efc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477977
May 14 21:26:19.015514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 3d05e76c-0726-42cb-b14a-def83e0c16f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d05e76c-0726-42cb-b14a-def83e0c16f5,segment=NetworkSegment(5e8a2286-3531-452c-bf3d-a5a30e9fdfa4),segment_id=5e8a2286-3531-452c-bf3d-a5a30e9fdfa4)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:19.061840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e355993a-1e31-462a-a40c-374e1e2dbc74 None None] Network 1026d31e-843b-43b6-8e20-d151e67eb610 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:19.117179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7b1cab6-624b-468c-b548-316667b4aa2b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:19.154025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-3d7d37ad-1fa5-4b38-bc97-d92fccead82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:19.156003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-3d7d37ad-1fa5-4b38-bc97-d92fccead82e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 1128 time: 0.1177161
May 14 21:26:19.167348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6bb8e-c005-45b7-8449-1fefa58a4a97 req-ac3ed4aa-1a83-4306-9280-209249cb9b18 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:19.169296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b830-100a-4642-bad5-ace03feb6a64 req-4d5258cf-741a-4ea6-bb00-5e5fe0557af8 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:19.174358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afe6bb8e-c005-45b7-8449-1fefa58a4a97 req-ac3ed4aa-1a83-4306-9280-209249cb9b18 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1454265
May 14 21:26:19.176448 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6e7b830-100a-4642-bad5-ace03feb6a64 req-4d5258cf-741a-4ea6-bb00-5e5fe0557af8 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.0711699
May 14 21:26:19.215745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-13c079f4-b17c-4de7-a3a0-a989d5b2ee27 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647557
May 14 21:26:19.257995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] For port aa620ac9-bfdf-4a61-ae23-4f9baea1b233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:19.258364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:19.280142 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6e7b830-100a-4642-bad5-ace03feb6a64 req-f2bb85c7-cf12-4733-82ce-ba1505e103ef tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027315
May 14 21:26:19.292517 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:19.387542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-967a7045-d296-4d46-a3a8-730fb1da3aba None None] Provisioning complete for port 3d05e76c-0726-42cb-b14a-def83e0c16f5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:19.387542 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-967a7045-d296-4d46-a3a8-730fb1da3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:19.404240 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8706446a-2d9d-4ae8-8853-e60db0747aeb req-103aecec-97ee-487e-9493-6c680fbea1b6 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791778
May 14 21:26:19.463140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0b8a5a11-2a44-40af-bc86-8c79af1cb253 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:19.528842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0b8a5a11-2a44-40af-bc86-8c79af1cb253 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:19.529094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3d05e76c-0726-42cb-b14a-def83e0c16f5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:19.529241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0b8a5a11-2a44-40af-bc86-8c79af1cb253 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:19.564889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd52327-1033-471d-9602-d41e5b109c07 req-5c67160c-e053-491d-9853-4b7d2ccaa40a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:19.567886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bd52327-1033-471d-9602-d41e5b109c07 req-5c67160c-e053-491d-9853-4b7d2ccaa40a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 945 time: 0.0977485
May 14 21:26:19.603811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=3d05e76c-0726-42cb-b14a-def83e0c16f5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:19.606683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d7b1cab6-624b-468c-b548-316667b4aa2b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:19.630187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Port': ['ID=3d05e76c-0726-42cb-b14a-def83e0c16f5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:19.630309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-967a7045-d296-4d46-a3a8-730fb1da3aba None None] Could not find standard attr ID for object 3d05e76c-0726-42cb-b14a-def83e0c16f5. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:26:19.636347 ncdv-master-1 neutron-server[115782]: INFO neutron.plugins.ml2.db [None req-967a7045-d296-4d46-a3a8-730fb1da3aba None None] No ports have port_id starting with 3d05e76c-0726-42cb-b14a-def83e0c16f5
May 14 21:26:19.659055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8bd52327-1033-471d-9602-d41e5b109c07 req-5b8e1ebd-7f9e-46ef-8f3d-8f333e1a7054 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847611
May 14 21:26:19.704214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afe6bb8e-c005-45b7-8449-1fefa58a4a97 req-e2cf5307-d666-4bf0-b2ea-265a16193318 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5256910
May 14 21:26:19.705990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d7b1cab6-624b-468c-b548-316667b4aa2b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:19.706372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:19.710775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] No DVR routers for this DVR port 3d05e76c-0726-42cb-b14a-def83e0c16f5 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:19.728359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-9b2131ac-45dd-4c5b-a997-5c0aa4022d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:19.733759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-9b2131ac-45dd-4c5b-a997-5c0aa4022d79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 200  len: 914 time: 0.5431204
May 14 21:26:19.787178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf9026-33ae-4a92-ab6d-81e69884611b None None] DHCP port deletion for 1026d31e-843b-43b6-8e20-d151e67eb610 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:26:19.848687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d7b1cab6-624b-468c-b548-316667b4aa2b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:19.849343 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:19.862585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-22125274-638d-47ca-b1c2-a39f403d2629 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 200  len: 217 time: 0.1088672
May 14 21:26:19.884869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936e1550-0631-4554-ac76-155d45752fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b1cab6-624b-468c-b548-316667b4aa2b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:19.889126 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7fd72-cb1c-46f5-a66c-bfe3ee0bbef1" -d '{"events": [{"server_uuid": "936e1550-0631-4554-ac76-155d45752fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d7b1cab6-624b-468c-b548-316667b4aa2b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:19.909431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7b1cab6-624b-468c-b548-316667b4aa2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7b1cab6-624b-468c-b548-316667b4aa2b,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:19.972671 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe040857-0c6a-4ffb-a007-c78866f6439c x-openstack-request-id: req-fe040857-0c6a-4ffb-a007-c78866f6439c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:19.972970 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936e1550-0631-4554-ac76-155d45752fd2", "name": "network-vif-plugged", "status": "completed", "tag": "d7b1cab6-624b-468c-b548-316667b4aa2b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:19.973233 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe040857-0c6a-4ffb-a007-c78866f6439c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:19.973753 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe040857-0c6a-4ffb-a007-c78866f6439c'] response: {'server_uuid': '936e1550-0631-4554-ac76-155d45752fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b1cab6-624b-468c-b548-316667b4aa2b', 'code': 200}
May 14 21:26:19.999199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.013737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3d05e76c-0726-42cb-b14a-def83e0c16f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:20.049285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.049656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (c7e1b740-f477-43e9-9b6e-66431a43fdc0), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.049976 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Floating IP c7e1b740-f477-43e9-9b6e-66431a43fdc0 disassociated. External IP: 172.35.4.69, port: aa620ac9-bfdf-4a61-ae23-4f9baea1b233.
May 14 21:26:20.050326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Calling delete_port for aa620ac9-bfdf-4a61-ae23-4f9baea1b233 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:20.116989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d80d11-a7c3-4933-a59f-1fffda296228 req-c9a548bb-fd5c-4f17-941f-de8354ebba83 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:20.118778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79d80d11-a7c3-4933-a59f-1fffda296228 req-c9a548bb-fd5c-4f17-941f-de8354ebba83 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 945 time: 0.1020882
May 14 21:26:20.122532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f4a20-6be0-43b9-b7ff-7ea263d3ca0f req-9db6d309-04a2-4711-acc0-2240aaa868d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:20.124252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef2f4a20-6be0-43b9-b7ff-7ea263d3ca0f req-9db6d309-04a2-4711-acc0-2240aaa868d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 1127 time: 0.0637164
May 14 21:26:20.132774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-dae173c6-72de-4d5d-b0d6-13c23cdb604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:20.134352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-dae173c6-72de-4d5d-b0d6-13c23cdb604b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 200  len: 853 time: 0.2650702
May 14 21:26:20.140990 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (1026d31e-843b-43b6-8e20-d151e67eb610), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.206431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-bcae5f47-eb93-4c2c-a8ac-59cd9bda9d1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a654f805-d693-47d5-9845-d68b7a2a07c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0606332
May 14 21:26:20.227376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3d05e76c-0726-42cb-b14a-def83e0c16f5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:20.228017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3d05e76c-0726-42cb-b14a-def83e0c16f5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:20.237084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5233105b50>,) {'filters': {'network_id': ['1026d31e-843b-43b6-8e20-d151e67eb610']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:20.275243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5233105b50>, '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:20.275960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5233105b50>, '5e8a2286-3531-452c-bf3d-a5a30e9fdfa4') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:20.280185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d7b1cab6-624b-468c-b548-316667b4aa2b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:20.312365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79d80d11-a7c3-4933-a59f-1fffda296228 req-98ac3137-276d-43b3-90ae-59bdb54cfb83 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866791
May 14 21:26:20.355120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ef2f4a20-6be0-43b9-b7ff-7ea263d3ca0f req-60ba095c-f790-4bb2-ab75-cae3f956ae0e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732051
May 14 21:26:20.358043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (5e8a2286-3531-452c-bf3d-a5a30e9fdfa4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.452556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5e8a2286-3531-452c-bf3d-a5a30e9fdfa4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.483933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-f943f439-f037-4935-9cbe-97650cf7bb6e service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644854
May 14 21:26:20.486849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:20.486849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (5e8a2286-3531-452c-bf3d-a5a30e9fdfa4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:20.495701 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:20.533986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a0c5d-e515-4c97-b74c-d25e3eb74551 req-3e8abc7c-b29a-49a1-8c50-c5202f1b8ab2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:20.536810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee1a0c5d-e515-4c97-b74c-d25e3eb74551 req-3e8abc7c-b29a-49a1-8c50-c5202f1b8ab2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 946 time: 0.1451085
May 14 21:26:20.613044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:20.715591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee1a0c5d-e515-4c97-b74c-d25e3eb74551 req-73b66f6e-f9dc-4a9d-a698-f03ecbedcb19 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups?id=0920ff09-5838-48a4-90b3-d98bf815208e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1770718
May 14 21:26:20.773759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af0f0e7c-60db-47a9-9327-f3efa90f2b35 req-a108a691-c2f9-4448-8374-f6407e0ace6b service neutron] 10.222.0.36 "GET /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2670257
May 14 21:26:20.812489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1521670833-network', 'tenant_id': 'ec5b6c73e5f14deca3371f8735b60f5f'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:20.812728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (aa620ac9-bfdf-4a61-ae23-4f9baea1b233), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:20.981958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event deleted for resources: {'Port': ['ID=aa620ac9-bfdf-4a61-ae23-4f9baea1b233,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:20.982487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d743fe0-84f5-43d1-83ed-9681f0274e67 req-d01de8a1-dd6f-4884-8f0f-ec7d63e63721 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:20.982487 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d743fe0-84f5-43d1-83ed-9681f0274e67 req-d01de8a1-dd6f-4884-8f0f-ec7d63e63721 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 945 time: 0.0795500
May 14 21:26:20.982685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd6d3-6191-4fe3-9af9-c6cde36115cf req-86adb2d1-f709-4353-9af4-92552ad3abe6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:20.982685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41ecd6d3-6191-4fe3-9af9-c6cde36115cf req-86adb2d1-f709-4353-9af4-92552ad3abe6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0871551
May 14 21:26:20.983495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d743fe0-84f5-43d1-83ed-9681f0274e67 req-70043e2c-e869-4ae1-bd2d-e216091579dd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568471
May 14 21:26:21.012827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41ecd6d3-6191-4fe3-9af9-c6cde36115cf req-6b3375c5-8e6c-4f5a-923c-812474807bc7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186697
May 14 21:26:21.044593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:26:21.107592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b88ac6b1-d929-407f-bf99-94e2f2e3f04b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:21.137598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (1026d31e-843b-43b6-8e20-d151e67eb610), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.148419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.151506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/networks/1026d31e-843b-43b6-8e20-d151e67eb610 HTTP/1.1" status: 204  len: 168 time: 3.2193882
May 14 21:26:21.154531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39316) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:21.154798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port b88ac6b1-d929-407f-bf99-94e2f2e3f04b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:21.173167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113537ec-5590-4dad-a4c3-9bc72d05685d tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Network': ['ID=1026d31e-843b-43b6-8e20-d151e67eb610,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:21.195041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:26:21.211796 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] Sync routers for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:26:21.217417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Made reservation on behalf of ec5b6c73e5f14deca3371f8735b60f5f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:21.220150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.228744 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:21.229810 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523130dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:21.242987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.244116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] No DVR routers for this DVR port aa620ac9-bfdf-4a61-ae23-4f9baea1b233 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:21.248742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.252522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7210e662-f1d3-4a60-9dbf-e0429b3890bf req-96123609-79d1-4c9a-b042-0c61035d8b96 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.36 "DELETE /v2.0/ports/aa620ac9-bfdf-4a61-ae23-4f9baea1b233 HTTP/1.1" status: 204  len: 173 time: 2.7282917
May 14 21:26:21.254315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'name': 'network-vif-deleted', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:21.259454 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd785f-dcf6-4d7b-ae60-1cb63941ac72" -d '{"events": [{"server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "name": "network-vif-deleted", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:21.281782 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d978a6c9-a7ea-4e02-a013-382b02333707), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.311842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port b88ac6b1-d929-407f-bf99-94e2f2e3f04b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:21.312398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.353726 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a2238-cc08-41cc-abf8-82f906797c91 x-openstack-request-id: req-364a2238-cc08-41cc-abf8-82f906797c91 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:21.354513 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbed9277-7da0-4bf4-b27f-c647a23dcb2c", "name": "network-vif-deleted", "tag": "aa620ac9-bfdf-4a61-ae23-4f9baea1b233", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:21.354513 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-364a2238-cc08-41cc-abf8-82f906797c91 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:21.355112 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364a2238-cc08-41cc-abf8-82f906797c91'] response: {'server_uuid': 'cbed9277-7da0-4bf4-b27f-c647a23dcb2c', 'name': 'network-vif-deleted', 'tag': 'aa620ac9-bfdf-4a61-ae23-4f9baea1b233', 'status': 'completed', 'code': 200}
May 14 21:26:21.493071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d978a6c9-a7ea-4e02-a013-382b02333707), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.502885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port b88ac6b1-d929-407f-bf99-94e2f2e3f04b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:21.503273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.526307 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:21.613898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ae29d30>,) {'filters': {'network_id': ['d978a6c9-a7ea-4e02-a013-382b02333707']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:21.630258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae29d30>, '4002bf67-6bab-4685-bc76-cc5c718563a0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:21.631578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae29d30>, '4002bf67-6bab-4685-bc76-cc5c718563a0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:21.659408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:21.676538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (4002bf67-6bab-4685-bc76-cc5c718563a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.678610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a007975-debc-448b-8ab0-2fae0406844e req-4c303792-664b-4ead-bcd4-23d88be14580 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:21.686371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a007975-debc-448b-8ab0-2fae0406844e req-4c303792-664b-4ead-bcd4-23d88be14580 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 945 time: 0.1749802
May 14 21:26:21.693002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (4002bf67-6bab-4685-bc76-cc5c718563a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.715883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:21.717027 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (4002bf67-6bab-4685-bc76-cc5c718563a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.770640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a007975-debc-448b-8ab0-2fae0406844e req-a0999f93-a104-4180-9a4b-944ddc7fb200 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825157
May 14 21:26:21.804949 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523130dfa0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:21.816394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:21.861581 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:21.875839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks [] for security_group (dc9ce1d8-703c-45c4-9182-dd5e0c3b7960), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.911559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:21.929036 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] Checking router: 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:21.945842 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:21.947322 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523130dfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:21.951726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8309a34f-6cd2-4742-ac53-af9d3b3444ce req-f7b3f4bc-8099-439d-853a-d70d9f9ed9d6 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 210 time: 0.0775380
May 14 21:26:21.975404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:21.980631 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32429d77-5307-4f73-b6be-c18734c7fe95" -d '{"events": [{"server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "name": "network-vif-plugged", "status": "completed", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:21.988686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d978a6c9-a7ea-4e02-a013-382b02333707), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:21.988686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dc9ce1d8-703c-45c4-9182-dd5e0c3b7960), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.045408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.051453 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a96c3-19f1-46fb-a4f6-88c74ff23b4c x-openstack-request-id: req-cf3a96c3-19f1-46fb-a4f6-88c74ff23b4c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:22.051980 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "name": "network-vif-plugged", "status": "completed", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:22.052100 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf3a96c3-19f1-46fb-a4f6-88c74ff23b4c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:22.052532 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3a96c3-19f1-46fb-a4f6-88c74ff23b4c'] response: {'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'code': 200}
May 14 21:26:22.062522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/networks/d978a6c9-a7ea-4e02-a013-382b02333707 HTTP/1.1" status: 204  len: 168 time: 0.9063597
May 14 21:26:22.063857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:22.064167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39342) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:22.075462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719b0c2-8467-4f28-aee8-c4ec0fda8202 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Network': ['ID=d978a6c9-a7ea-4e02-a013-382b02333707,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:22.100470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:22.130597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (46385273-010f-4b94-b4fb-4398bc3ffc47), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.131645 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Added segment 46385273-010f-4b94-b4fb-4398bc3ffc47 of type vlan for network 1a97ccfe-3a73-4c17-845b-afa87d725b25
May 14 21:26:22.177685 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:22.245022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66310585-677e-4188-b038-ceabccb654d3 req-005ac694-e5f4-4f86-af45-f2df5fba106f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:22.247157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66310585-677e-4188-b038-ceabccb654d3 req-005ac694-e5f4-4f86-af45-f2df5fba106f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.1434612
May 14 21:26:22.250994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (549e3224-5c3b-4021-8e72-659948bc2eaa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.294055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (1a97ccfe-3a73-4c17-845b-afa87d725b25), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.339350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66310585-677e-4188-b038-ceabccb654d3 req-9765dd22-a1b7-4b0a-b543-ab7a80da92a8 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851307
May 14 21:26:22.341723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da6d8-e337-42bc-a742-4684f94344be req-d187cb78-be17-41a8-95a7-eb921b0e8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:22.343348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b70da6d8-e337-42bc-a742-4684f94344be req-d187cb78-be17-41a8-95a7-eb921b0e8f70 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 1128 time: 0.1868906
May 14 21:26:22.362709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f11fe-e4ab-4cd3-a829-db3fff62dcaa req-ee70e104-0a2d-4396-b168-854868299016 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:22.370759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d0f11fe-e4ab-4cd3-a829-db3fff62dcaa req-ee70e104-0a2d-4396-b168-854868299016 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1068594
May 14 21:26:22.457328 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b70da6d8-e337-42bc-a742-4684f94344be req-bf657109-0694-45ab-b9e2-e8da7e077550 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020517
May 14 21:26:22.489781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d0f11fe-e4ab-4cd3-a829-db3fff62dcaa req-19596432-917c-4a0a-ada3-6c016debb153 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126254
May 14 21:26:22.511174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (1a97ccfe-3a73-4c17-845b-afa87d725b25), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.511174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:22.511174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.542760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (549e3224-5c3b-4021-8e72-659948bc2eaa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.578909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231302e80>,) {'filters': {'network_id': ['549e3224-5c3b-4021-8e72-659948bc2eaa']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:22.600956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231302e80>, '9a2a24e8-0048-4ac0-860b-8a62b69d5e2a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:22.601561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231302e80>, '9a2a24e8-0048-4ac0-860b-8a62b69d5e2a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:22.612772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (9a2a24e8-0048-4ac0-860b-8a62b69d5e2a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.626511 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523130dfa0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:22.637560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 2.0227137
May 14 21:26:22.642280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:22.649040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Request body: {'subnet': {'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1521670833-subnet', 'tenant_id': 'ec5b6c73e5f14deca3371f8735b60f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:22.656676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df8a2f-ad11-4477-8723-01ffcdcc8973 admin admin] Pushing event updated for resources: {'Network': ['ID=1a97ccfe-3a73-4c17-845b-afa87d725b25,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:22.669216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 1a97ccfe-3a73-4c17-845b-afa87d725b25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:22.687596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fab284-f556-4dfd-b0e3-a880b07f4af5 req-99ed8e17-b426-41b0-adef-c9ed3fe02a9a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:22.689169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67fab284-f556-4dfd-b0e3-a880b07f4af5 req-99ed8e17-b426-41b0-adef-c9ed3fe02a9a tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0683494
May 14 21:26:22.692768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9a2a24e8-0048-4ac0-860b-8a62b69d5e2a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.707349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:22.707790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (9a2a24e8-0048-4ac0-860b-8a62b69d5e2a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:22.711897 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:22.776773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Made reservation on behalf of ec5b6c73e5f14deca3371f8735b60f5f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:22.788349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.813186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67fab284-f556-4dfd-b0e3-a880b07f4af5 req-6692655e-9112-4369-9d04-fde6ad2c8475 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141253
May 14 21:26:22.816122 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2422f9-5d0d-457d-8c0e-faec30f16cdc None None] The sync data for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 is: [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:17:06Z', 'revision_number': 4, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7572cfe0-c25a-4a9b-ac2a-8135a7f26c08', 'name': '', 'network_id': 'b18d0003-8116-4e27-8e01-369db6cad7e2', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'mac_address': 'fa:16:3e:eb:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:17:02Z', 'updated_at': '2022-05-14T21:17:13Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'subnets': [{'id': 'afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:22.951905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (549e3224-5c3b-4021-8e72-659948bc2eaa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.969054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:22.973291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/networks/549e3224-5c3b-4021-8e72-659948bc2eaa HTTP/1.1" status: 204  len: 168 time: 0.9046817
May 14 21:26:22.975717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39370) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:23.004211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b45bc-5287-40ce-a6cc-749082ca4ed0 tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Network': ['ID=549e3224-5c3b-4021-8e72-659948bc2eaa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:23.033691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device aa620ac9-bfdf-4a61-ae23-4f9baea1b233 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:23.068359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549e6b3-f44f-47fd-aed3-b24210c0b8b5 req-42d0096f-2f1d-4413-9da4-f81bce0189f6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:23.076957 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6549e6b3-f44f-47fd-aed3-b24210c0b8b5 req-42d0096f-2f1d-4413-9da4-f81bce0189f6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 945 time: 0.1698833
May 14 21:26:23.086825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4572d-842c-4328-96f2-7b5eec75fa6a req-84789ed5-bfb7-4853-8080-c9d65f2a89e0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:23.096544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2bf4572d-842c-4328-96f2-7b5eec75fa6a req-84789ed5-bfb7-4853-8080-c9d65f2a89e0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0857844
May 14 21:26:23.104631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: aa620ac9-bfdf-4a61-ae23-4f9baea1b233 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:23.104972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device aa620ac9-bfdf-4a61-ae23-4f9baea1b233 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:23.188719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2bf4572d-842c-4328-96f2-7b5eec75fa6a req-c2dfba27-fd90-4619-8301-f9352eaea862 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911810
May 14 21:26:23.286205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6549e6b3-f44f-47fd-aed3-b24210c0b8b5 req-0fd9b0fc-29c3-4ee3-9c83-71c6e2f524e0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954341
May 14 21:26:23.308566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7208d703-8b7f-43b9-9a7a-fca95e6c71d5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:23.406807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7ab6ede-5333-49c5-84c1-0d92629db8b6 req-daa366ad-8b3c-4816-b861-85b710a05d09 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbed9277-7da0-4bf4-b27f-c647a23dcb2c HTTP/1.1" status: 200  len: 210 time: 0.0709205
May 14 21:26:23.470529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab7e8f-6049-4e01-ae4d-fe3c542d5179 None None] New status for floating IP c7e1b740-f477-43e9-9b6e-66431a43fdc0: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:26:23.487048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8cfd778f-a385-4da4-9ad4-e03efa7349f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:23.572590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e91f5-b190-43ee-b1eb-905828fb0d56 req-31a7c523-cee7-41b3-901b-50939a11134f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:23.580018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e01e91f5-b190-43ee-b1eb-905828fb0d56 req-31a7c523-cee7-41b3-901b-50939a11134f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1055148
May 14 21:26:23.650266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e01e91f5-b190-43ee-b1eb-905828fb0d56 req-76812671-3e76-4505-9335-14967d07a135 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690935
May 14 21:26:23.698781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7208d703-8b7f-43b9-9a7a-fca95e6c71d5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:23.749137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb70610>,) {'filters': {'network_id': ['7208d703-8b7f-43b9-9a7a-fca95e6c71d5']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:23.764395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18881aec-5618-4d16-8d7b-0a9cfd8bde87 req-66df7e25-74a1-46f7-a137-abaa695b1a81 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:23.772721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18881aec-5618-4d16-8d7b-0a9cfd8bde87 req-66df7e25-74a1-46f7-a137-abaa695b1a81 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.2294447
May 14 21:26:23.823605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfd778f-a385-4da4-9ad4-e03efa7349f9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:23.841660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb70610>, '7996805c-e3e6-4b84-876d-aafdbf0bf41c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:23.841660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb70610>, '7996805c-e3e6-4b84-876d-aafdbf0bf41c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:23.885373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (7996805c-e3e6-4b84-876d-aafdbf0bf41c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:23.910698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18881aec-5618-4d16-8d7b-0a9cfd8bde87 req-743696bc-17c2-4b08-be27-ffd0d2496011 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1367273
May 14 21:26:23.911417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Checking segment: {'id': '46385273-010f-4b94-b4fb-4398bc3ffc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:23.911821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Network hostable DHCP agents. Network: 1a97ccfe-3a73-4c17-845b-afa87d725b25, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:23.919169 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7996805c-e3e6-4b84-876d-aafdbf0bf41c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:23.931604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:23.931604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (7996805c-e3e6-4b84-876d-aafdbf0bf41c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:23.935614 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:24.003738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd8ee6-6cd5-42fc-b71a-2584c544b0d9 req-9bbd4327-7eed-4963-b7bb-c2a777becfab tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:24.005282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fd8ee6-6cd5-42fc-b71a-2584c544b0d9 req-9bbd4327-7eed-4963-b7bb-c2a777becfab tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.1926465
May 14 21:26:24.025527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fd8ee6-6cd5-42fc-b71a-2584c544b0d9 req-6aa00785-2a43-477a-82fa-3635a97a2d7d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.0124860
May 14 21:26:24.055814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Network 1a97ccfe-3a73-4c17-845b-afa87d725b25 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:24.083560 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7208d703-8b7f-43b9-9a7a-fca95e6c71d5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:24.099372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fd8ee6-6cd5-42fc-b71a-2584c544b0d9 req-8ee56e53-4ff7-45a3-a40b-867f9da2854b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0681727
May 14 21:26:24.116086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:24.127574 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] 10.222.0.52 "DELETE /v2.0/networks/7208d703-8b7f-43b9-9a7a-fca95e6c71d5 HTTP/1.1" status: 204  len: 168 time: 1.1421926
May 14 21:26:24.157665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a97ccfe-3a73-4c17-845b-afa87d725b25) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:24.157665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1e6a5-b0ec-421f-b9fd-0a5c5db7bcae tempest-BulkNetworkOpsTest-661197757 tempest-BulkNetworkOpsTest-661197757-project] Pushing event deleted for resources: {'Network': ['ID=7208d703-8b7f-43b9-9a7a-fca95e6c71d5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:24.168674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c145f-3e63-4361-8597-b0ea12917a63 None None] Network 1a97ccfe-3a73-4c17-845b-afa87d725b25 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:24.178982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:24.179608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:24.211316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5099c-6d7d-45a5-a597-ae7574a84bef req-454eaefa-2fbb-4650-8fb7-31240a690ec5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:24.212959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3bb5099c-6d7d-45a5-a597-ae7574a84bef req-454eaefa-2fbb-4650-8fb7-31240a690ec5 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0866802
May 14 21:26:24.271125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fd8ee6-6cd5-42fc-b71a-2584c544b0d9 req-39d495f4-1f55-4064-87d2-95091767a1b4 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698015
May 14 21:26:24.285668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3bb5099c-6d7d-45a5-a597-ae7574a84bef req-2e398dc3-beb9-442e-906a-c673e779990c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649881
May 14 21:26:24.301980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c33f2cbf-ccbc-4323-8cbd-3306a7fd5af2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6583719
May 14 21:26:24.386911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c9c79-a1b0-44e9-a8f2-132039e8f4b8 None None] Network 1a97ccfe-3a73-4c17-845b-afa87d725b25 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:24.403093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fd8ee6-6cd5-42fc-b71a-2584c544b0d9 req-d194a8fd-e86f-4725-925e-5e52ff22ad96 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226203
May 14 21:26:24.520518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0786933-fdc4-4f60-a6bd-5e890153cded req-4a2f8b4a-d8e2-43d5-a4ad-1a622ed08fc3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:24.523522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0786933-fdc4-4f60-a6bd-5e890153cded req-4a2f8b4a-d8e2-43d5-a4ad-1a622ed08fc3 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1072850
May 14 21:26:24.593838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0786933-fdc4-4f60-a6bd-5e890153cded req-81f57b06-d250-41a2-afe4-be372338fe9c tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594847
May 14 21:26:24.816103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39440) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:25.092114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2528ec4d-b9c9-4fb3-9844-8e6b06892492 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13273590af6f4adb8015396a79638c8e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2743874
May 14 21:26:25.094745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39460) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:25.217321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39464) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:25.329714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cd08-c220-4530-ae18-5a0c5d43352f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group (0920ff09-5838-48a4-90b3-d98bf815208e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:25.394587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cd08-c220-4530-ae18-5a0c5d43352f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group (0920ff09-5838-48a4-90b3-d98bf815208e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:25.410377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5cd6-8eba-41d4-a663-ea67faf42c32 req-ba4136ec-816d-4de6-a4d6-773d24ffbd4f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:25.411964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbee5cd6-8eba-41d4-a663-ea67faf42c32 req-ba4136ec-816d-4de6-a4d6-773d24ffbd4f tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0797164
May 14 21:26:25.498210 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbee5cd6-8eba-41d4-a663-ea67faf42c32 req-5b10df63-e497-4d1f-aa0c-f61f656b914b tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736172
May 14 21:26:25.627102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bc118-e58a-4cd4-b239-380e2e4a6dcc req-16d8f730-37fc-411a-b16f-d99cd4f8a4f7 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:25.634480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd3bc118-e58a-4cd4-b239-380e2e4a6dcc req-16d8f730-37fc-411a-b16f-d99cd4f8a4f7 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.0714188
May 14 21:26:25.638420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fb451f4-7ad1-4973-a4ca-b84618f1125d admin admin] Publish callbacks [] for security_group (136de8e2-0a92-4eff-acfd-3be2684df2e7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:25.663529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cd08-c220-4530-ae18-5a0c5d43352f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0920ff09-5838-48a4-90b3-d98bf815208e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:25.664434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-882aa0fb-bc08-4cbb-a60f-f18ea8539f57 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:25.665968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-882aa0fb-bc08-4cbb-a60f-f18ea8539f57 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/networks?id=1a97ccfe-3a73-4c17-845b-afa87d725b25 HTTP/1.1" status: 200  len: 814 time: 0.5403111
May 14 21:26:25.666278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cd08-c220-4530-ae18-5a0c5d43352f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:25.670152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f3c4cd08-c220-4530-ae18-5a0c5d43352f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "DELETE /v2.0/security-groups/0920ff09-5838-48a4-90b3-d98bf815208e HTTP/1.1" status: 204  len: 168 time: 0.4515178
May 14 21:26:25.670521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39472) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:25.692878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fb451f4-7ad1-4973-a4ca-b84618f1125d admin admin] Publish callbacks [] for security_group (136de8e2-0a92-4eff-acfd-3be2684df2e7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:25.694935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4cd08-c220-4530-ae18-5a0c5d43352f tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920ff09-5838-48a4-90b3-d98bf815208e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:25.717648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-27bcd7e5-8e7b-4dfc-b52e-6153fe9d4a89 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/quotas/ec5b6c73e5f14deca3371f8735b60f5f HTTP/1.1" status: 200  len: 375 time: 0.0286493
May 14 21:26:25.734349 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-4b664afe-76e9-4ae5-b128-8e251c3faf14 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] show failed (client error): The resource could not be found.
May 14 21:26:25.734899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bd3bc118-e58a-4cd4-b239-380e2e4a6dcc req-b3ac774d-fe93-44d4-8069-864d4cd92fe0 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988679
May 14 21:26:25.737904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4b664afe-76e9-4ae5-b128-8e251c3faf14 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "GET /v2.0/security-groups/0920ff09-5838-48a4-90b3-d98bf815208e HTTP/1.1" status: 404  len: 347 time: 0.0599992
May 14 21:26:25.738424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39474) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:25.805655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-74b73df5-9414-4588-8f19-bb3f326f8f97 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ec5b6c73e5f14deca3371f8735b60f5f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0816679
May 14 21:26:26.009431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54da11f-5fbb-4c64-8d42-6ff1217f8283 req-4838b909-8b6e-4ba9-9159-fcf31611a535 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:26.017013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c54da11f-5fbb-4c64-8d42-6ff1217f8283 req-4838b909-8b6e-4ba9-9159-fcf31611a535 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1146991
May 14 21:26:26.019070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2681199-1cc4-4b7e-b00b-47c7f56a7720 service neutron] 10.222.0.52 "GET /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175856
May 14 21:26:26.045117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Deleting port 0f06a859-a4ce-444a-a9ec-977becb02844 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:26.045499 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0f06a859-a4ce-444a-a9ec-977becb02844), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:26.092730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fb451f4-7ad1-4973-a4ca-b84618f1125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (136de8e2-0a92-4eff-acfd-3be2684df2e7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:26.095668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fb451f4-7ad1-4973-a4ca-b84618f1125d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:26.096984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9fb451f4-7ad1-4973-a4ca-b84618f1125d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/136de8e2-0a92-4eff-acfd-3be2684df2e7 HTTP/1.1" status: 204  len: 168 time: 1.0002835
May 14 21:26:26.134767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c54da11f-5fbb-4c64-8d42-6ff1217f8283 req-0064fd85-7a13-472c-a464-9d51350f393d tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167688
May 14 21:26:26.134998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb451f4-7ad1-4973-a4ca-b84618f1125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136de8e2-0a92-4eff-acfd-3be2684df2e7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:26.200830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0f06a859-a4ce-444a-a9ec-977becb02844), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:26.201201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (0f06a859-a4ce-444a-a9ec-977becb02844), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:26.208333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-15538d59-8a2b-4c9f-8896-1b61a80d1983 service neutron] 10.222.0.52 "GET /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1880784
May 14 21:26:26.239816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Calling delete_port for 0f06a859-a4ce-444a-a9ec-977becb02844 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:26.378946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d7e89-097f-4345-8464-d46974e32e90 req-f8c15198-ee96-40b4-a989-7c85d44c2c7f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:26.381364 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-924d7e89-097f-4345-8464-d46974e32e90 req-f8c15198-ee96-40b4-a989-7c85d44c2c7f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.0537429
May 14 21:26:26.392054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39496) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:26.398159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:26.449671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (7b03f314-81d6-4e68-afef-b2c6f29babbe), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:26.616607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-57eb6d9c-305e-419f-b50a-dfd5ae414768 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:26.623323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-57eb6d9c-305e-419f-b50a-dfd5ae414768 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.1510217
May 14 21:26:26.642504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-b11d4eb2-b337-4aa7-99e9-27f6e6c20119 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.0182285
May 14 21:26:26.699027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-d6d48166-ea6c-4b20-8d34-cc877c3ddeec tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0555201
May 14 21:26:26.822662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-45b52ada-c059-4c97-b1f8-085dd9a85b2d service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226864
May 14 21:26:26.942759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b185739e-7202-4a83-8df4-bda3dba1f7d4 req-a855581b-95d3-4706-b5ff-1497f902166e tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.1778145
May 14 21:26:27.129807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a45a6f-7beb-40de-b954-b86b8a4b089b req-411cd94c-20df-4a3a-8cab-256d50589425 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:27.132098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91a45a6f-7beb-40de-b954-b86b8a4b089b req-411cd94c-20df-4a3a-8cab-256d50589425 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0577719
May 14 21:26:27.188573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91a45a6f-7beb-40de-b954-b86b8a4b089b req-69186a65-72e5-4787-b3f5-2073dc7fcc90 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503790
May 14 21:26:27.330116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-b031192b-035b-439e-a044-ee1993504aeb service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4685185
May 14 21:26:27.331959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bfca5-763b-443e-85ca-89fd11425dc1 req-6a89bb20-6088-463d-a57a-d10fedad87e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:27.331959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f35bfca5-763b-443e-85ca-89fd11425dc1 req-6a89bb20-6088-463d-a57a-d10fedad87e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0560720
May 14 21:26:27.373993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f35bfca5-763b-443e-85ca-89fd11425dc1 req-adaee9db-05a9-45fe-8548-414fe8729703 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472362
May 14 21:26:27.558773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96faaa4-ba82-4fac-9a5a-33006bce1923 req-b8557b01-d5bd-4420-adf1-608d20b4d83e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:27.560390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c96faaa4-ba82-4fac-9a5a-33006bce1923 req-b8557b01-d5bd-4420-adf1-608d20b4d83e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0502024
May 14 21:26:27.619220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c96faaa4-ba82-4fac-9a5a-33006bce1923 req-7ee89fc9-ea16-4435-a1cb-6c0c0afa2489 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505743
May 14 21:26:27.633662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0f06a859-a4ce-444a-a9ec-977becb02844), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:27.751372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Pushing event deleted for resources: {'Port': ['ID=0f06a859-a4ce-444a-a9ec-977becb02844,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:27.980111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-38837996-3edf-40c0-a33a-a4f95fee0324 req-165a6768-4744-4f9c-abd6-9d9b540025e9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 210 time: 0.1498361
May 14 21:26:28.065870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e05d-0e7e-4ee5-b87c-bad357888d49 req-142b3273-5cae-4f1c-9d68-16db18f34733 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:28.070845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks [] for floatingip (c7e1b740-f477-43e9-9b6e-66431a43fdc0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:28.073944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:28.075327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b960e05d-0e7e-4ee5-b87c-bad357888d49 req-142b3273-5cae-4f1c-9d68-16db18f34733 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.2762909
May 14 21:26:28.080078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5988277-e8e3-4c21-94cc-e78b61df60a2 tempest-ServersTestBootFromVolume-823166955 tempest-ServersTestBootFromVolume-823166955-project] 10.222.0.52 "DELETE /v2.0/floatingips/c7e1b740-f477-43e9-9b6e-66431a43fdc0 HTTP/1.1" status: 204  len: 168 time: 2.3405995
May 14 21:26:28.083503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:28.183879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40b1e348-7ce0-4900-b835-46d4975c5b71 req-3e52e181-8de5-4b49-acc9-47bf50d484a7 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.0622435
May 14 21:26:28.399385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b960e05d-0e7e-4ee5-b87c-bad357888d49 req-f1db092c-6479-4bc9-a828-de4a01df7856 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3226905
May 14 21:26:28.667286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39588) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:28.688712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.resource_extend [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:26:28.796894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210d4be-215c-4a7b-b193-8bf7216afc08 req-786adf35-f847-4cb3-aa4e-e27778c45ee7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:28.796894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8210d4be-215c-4a7b-b193-8bf7216afc08 req-786adf35-f847-4cb3-aa4e-e27778c45ee7 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.2167504
May 14 21:26:28.811222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-551441952'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:28.813999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:28.851964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8210d4be-215c-4a7b-b193-8bf7216afc08 req-6499daf7-779a-4276-8249-e3c2b2e0f2ad tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470760
May 14 21:26:28.899862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7b03f314-81d6-4e68-afef-b2c6f29babbe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:28.931091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Made reservation on behalf of a55ae9f506474c828bc69fff78a389e0 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:28.938964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:28.986951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.024281 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP 7b03f314-81d6-4e68-afef-b2c6f29babbe associated. External IP: 172.35.4.229, port: b88ac6b1-d929-407f-bf99-94e2f2e3f04b.
May 14 21:26:29.057111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2556bf-b639-414b-8984-2c1c39ebd7db req-9cf67d2a-67bd-4712-8ebc-dc348507096e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.064119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d2556bf-b639-414b-8984-2c1c39ebd7db req-9cf67d2a-67bd-4712-8ebc-dc348507096e tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1265080
May 14 21:26:29.116649 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.118907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6255b7cf-d305-4ae8-adc2-e96a1528ef2f req-cc38c8bb-3856-49f5-8ba6-81e2b80e1831 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 210 time: 0.0370212
May 14 21:26:29.209767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d2556bf-b639-414b-8984-2c1c39ebd7db req-4859f7d7-bcd9-45a2-ba57-0e6c14ea91a8 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440003
May 14 21:26:29.292264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for security_group (8c6ce226-075a-4006-a4db-e039662461c3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.368489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-faa5f7c8-a213-4f76-a7a5-fa56358bc28f req-3be353e5-cb53-496f-a5b5-ca5ec41e454f tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.0361879
May 14 21:26:29.399533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:26:29.418066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8c6ce226-075a-4006-a4db-e039662461c3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.464216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f4fc7-921b-40e1-918b-46b484e86103 req-b0bbdef6-f934-4c64-9455-cbe49a60d4f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.465780 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-099f4fc7-921b-40e1-918b-46b484e86103 req-b0bbdef6-f934-4c64-9455-cbe49a60d4f6 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1054873
May 14 21:26:29.468443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:29.502228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7cbf3f49-3748-4b49-8970-3bc4e0f6be0a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.502653 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Added segment 7cbf3f49-3748-4b49-8970-3bc4e0f6be0a of type vlan for network 65cebf84-679d-4c07-83ec-7fa2b06405e9
May 14 21:26:29.519346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ce226-075a-4006-a4db-e039662461c3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:29.546854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:26:29.565640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.565846 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:26:29.575934 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:29.576905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232f30eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:29.617321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-74da5bd7-b17f-4d89-b02d-d91cf4857446 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "PUT /v2.0/floatingips/7b03f314-81d6-4e68-afef-b2c6f29babbe HTTP/1.1" status: 200  len: 992 time: 3.2097504
May 14 21:26:29.617321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:29.617321 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0b9c0f-093b-4971-9c63-bee6b8dd394d" -d '{"events": [{"name": "network-changed", "server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:29.627870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (65cebf84-679d-4c07-83ec-7fa2b06405e9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.656587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-099f4fc7-921b-40e1-918b-46b484e86103 req-7523d82e-904f-4f5d-8711-69f90b1bf656 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804812
May 14 21:26:29.692894 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:29.715281 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Deleting port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:29.715809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.725747 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a466d-7b65-47fd-96d0-efe2cd57b30e x-openstack-request-id: req-9e2a466d-7b65-47fd-96d0-efe2cd57b30e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:29.726400 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:29.726855 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e2a466d-7b65-47fd-96d0-efe2cd57b30e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:29.728012 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2a466d-7b65-47fd-96d0-efe2cd57b30e'] response: {'name': 'network-changed', 'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'status': 'completed', 'code': 200}
May 14 21:26:29.828289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (65cebf84-679d-4c07-83ec-7fa2b06405e9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.837969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.844712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:29.846088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-12fc2268-4b6f-43a8-8184-3c2335e66dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0786448
May 14 21:26:29.940071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.940553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.941040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.942020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.942020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.942385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.942840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.945821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-bf8b0fb3-f8e0-4ac4-adfd-c6144aab0167 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6719 time: 0.0500221
May 14 21:26:29.987438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-11d90055-113d-47c0-9d20-79c0deb4f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:29.989168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-11d90055-113d-47c0-9d20-79c0deb4f073 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 1128 time: 0.1885045
May 14 21:26:29.993451 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232f30eb0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:28Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:29.998875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event updated for resources: {'Network': ['ID=65cebf84-679d-4c07-83ec-7fa2b06405e9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:30.011780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:30.041521 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:30.052904 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:30.054796 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232f30eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:30.108082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6ff063ab-2bc9-499d-bee9-9723b9ee836b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 759 time: 1.4374454
May 14 21:26:30.111949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39652) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:30.125292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Request body: {'subnet': {'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:30.145974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] For port 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:30.147169 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:30.167980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-857c484c-6581-4cbc-bb8b-dbdd75e55fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.171038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-857c484c-6581-4cbc-bb8b-dbdd75e55fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.171824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-857c484c-6581-4cbc-bb8b-dbdd75e55fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.174822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-857c484c-6581-4cbc-bb8b-dbdd75e55fff service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892 HTTP/1.1" status: 200  len: 2298 time: 0.1852996
May 14 21:26:30.179154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Calling delete_port for 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:30.279796 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:30.371776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-39d01db6-8b48-46c7-be09-6b15ec972348 req-dbbf5774-f034-4ad9-9367-2555c223b930 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 210 time: 0.1226828
May 14 21:26:30.451265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-d2e5beb2-3a07-44ea-a6a5-35e483c75555 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849 HTTP/1.1" status: 200  len: 1002 time: 0.1893978
May 14 21:26:30.494967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-f27be8fc-264b-4c69-b7c5-2da5f4438883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.496774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-f27be8fc-264b-4c69-b7c5-2da5f4438883 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.4934363
May 14 21:26:30.544646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-b96f6097-c6a2-4c2e-a0bc-d98b9f5442b5 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.546227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-b96f6097-c6a2-4c2e-a0bc-d98b9f5442b5 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.36 "GET /v2.0/networks?id=1a97ccfe-3a73-4c17-845b-afa87d725b25 HTTP/1.1" status: 200  len: 814 time: 0.2792287
May 14 21:26:30.550075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-57ae85d1-b2e4-416a-9908-c23fc19b4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.551524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-57ae85d1-b2e4-416a-9908-c23fc19b4b05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c9a41f8-9eaf-4274-b58c-c5bb90163785 HTTP/1.1" status: 200  len: 856 time: 0.0924497
May 14 21:26:30.563567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Request body: {'port': {'device_id': 'c41bf56f-6709-4440-9000-ff973790c078', 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25', 'admin_state_up': True, 'tenant_id': 'ec5b6c73e5f14deca3371f8735b60f5f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:30.640548 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232f30eb0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:28Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:30.647649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Made reservation on behalf of a55ae9f506474c828bc69fff78a389e0 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:30.651589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:30.655833 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9901cbee-49b0-4bdf-990a-e94e0667b292 req-63745cf4-c292-4aff-8e33-2dcb87f44828 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.1116776
May 14 21:26:30.686936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-7daf1b06-0104-4454-8361-01787a83426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.690083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-7daf1b06-0104-4454-8361-01787a83426b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1230967
May 14 21:26:30.706564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd50e0c-470b-4517-a069-60d28b211c76 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:28Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:30.753918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-6e1cb93b-4d6d-480e-ace0-5c3c7d7cbb91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b HTTP/1.1" status: 200  len: 1000 time: 0.2123673
May 14 21:26:30.870268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-eed8badd-72f7-4105-8868-ecdb96026bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.872430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-eed8badd-72f7-4105-8868-ecdb96026bf3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.1113174
May 14 21:26:30.896024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-da30f1d5-aeeb-4251-b4e1-46b78cc4ae9a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.897577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-da30f1d5-aeeb-4251-b4e1-46b78cc4ae9a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.2477150
May 14 21:26:30.911427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:30.918622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-cfa59290-8a44-4d4e-9aa1-4dbce2982676 service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2064261
May 14 21:26:30.962580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-09b4d6ea-d66e-4312-b74a-b9d7a32bcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:30.964194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-09b4d6ea-d66e-4312-b74a-b9d7a32bcce4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0838780
May 14 21:26:31.028221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Made reservation on behalf of ec5b6c73e5f14deca3371f8735b60f5f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:31.034415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:31.092353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7572cfe0-c25a-4a9b-ac2a-8135a7f26c08), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:31.101203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43472b-fb65-44e6-a39b-dc0e2c4ff948 None None] New status for floating IP 7b03f314-81d6-4e68-afef-b2c6f29babbe: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:26:31.185625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (773eaacd-dfda-45c8-8765-be379d075ed3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:31.187767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Pushing event deleted for resources: {'Port': ['ID=7572cfe0-c25a-4a9b-ac2a-8135a7f26c08,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:31.321514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event updated for resources: {'Subnet': ['ID=773eaacd-dfda-45c8-8765-be379d075ed3,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:31.362738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-9bf096ee-dd6c-4a1f-8f4d-1940f0e05797 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3891816
May 14 21:26:31.437329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Checking segment: {'id': '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:31.437697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Network hostable DHCP agents. Network: 65cebf84-679d-4c07-83ec-7fa2b06405e9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:31.551089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-dad6f50a-4651-4cbb-8841-96c62fb79d0e service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5936670
May 14 21:26:31.603407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5efb157-2242-4482-9e97-5a2131d986be req-20f8bfde-9a10-4405-9fcd-ef318459f180 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 210 time: 0.0590231
May 14 21:26:31.619293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-c56f6520-04f7-4a23-8313-ed3aa8de80e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 217 time: 0.0603333
May 14 21:26:31.619819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:31.623102 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:31.667094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de0b9c0f-093b-4971-9c63-bee6b8dd394d req-5cce96d8-58c5-40f6-8801-99a637e31803 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2929118
May 14 21:26:31.676600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:31.702079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:31.702315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Allocated IP 172.20.0.7 (1a97ccfe-3a73-4c17-845b-afa87d725b25/8cfd778f-a385-4da4-9ad4-e03efa7349f9/444a8ce5-4743-43c5-a34a-1c087f0c1eb9) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:31.749563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-65aea60a-daa1-4dd9-8b88-430c1dc39c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:31.751056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-65aea60a-daa1-4dd9-8b88-430c1dc39c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.1237633
May 14 21:26:31.859380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-53c62a46-9918-4736-b02f-3e2f6928b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:31.860871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-53c62a46-9918-4736-b02f-3e2f6928b48d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1012838
May 14 21:26:32.031741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.13 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/ee6b1fda-7102-4018-8f5a-8e24d000b0a8) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:32.140697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65cebf84-679d-4c07-83ec-7fa2b06405e9) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:32.145132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36cbaa5b-a2f5-427a-b824-fb70d5bd7f73 req-56af3210-8f90-4257-9e6f-4783d700725e tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.3855767
May 14 21:26:32.149463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:32.150060 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.151777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks [] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.158545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7abdbd7-d8ab-4d01-9c9b-4fae75f76e3f None None] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:32.174130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-e4ba3ec8-62d4-46aa-bdc8-7b1c78dc8f00 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062489
May 14 21:26:32.257377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a13203e8-8ed2-43f3-998c-77151a967c7f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1356790
May 14 21:26:32.268719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39714) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:32.275143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Request body: {'port': {'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9', 'name': 'tempest-TagsExtTest-745160472'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:32.314272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-65cebf84-679d-4c07-83ec-7fa2b06405e9', 'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9', 'project_id': 'a55ae9f506474c828bc69fff78a389e0', 'fixed_ips': [{'subnet_id': '773eaacd-dfda-45c8-8765-be379d075ed3'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:26:32.316365 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.328320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:26:32.462095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:26:32.468113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d518b26f-88b1-48d6-a6d0-605f060b7194 admin admin] 10.222.0.52 "PUT /v2.0/routers/3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3822002
May 14 21:26:32.470621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39718) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:32.482339 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] Sync routers for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:26:32.496913 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:32.497532 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f5b7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:32.502320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Allocated IP 172.20.0.2 (65cebf84-679d-4c07-83ec-7fa2b06405e9/773eaacd-dfda-45c8-8765-be379d075ed3/2ed278fc-bd38-4f63-b014-7cba7a379b17) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:32.506254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-19782e36-5d0c-4a56-9f32-ae509fcfa377 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3182793
May 14 21:26:32.518070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-e5976913-946f-4c95-a487-84d9ebe42c5c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:32.521854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-e5976913-946f-4c95-a487-84d9ebe42c5c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.3912728
May 14 21:26:32.553393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.596408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.621874 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:32.643398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks [] for router (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.671741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Publish callbacks [] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.712020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-d40d15dd-2d9f-4f65-96e4-d455527ba6da tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/quotas/c4fe0b96d43b41aaaa0e8e238888786a HTTP/1.1" status: 200  len: 375 time: 0.1685543
May 14 21:26:32.717592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-f01b8a4c-ac52-4858-a39c-54fa2742472d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 217 time: 0.1888230
May 14 21:26:32.740513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.781977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:32.783222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-c49621ee-c0bc-44fa-8342-c6b66b455c63 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0703712
May 14 21:26:32.786703 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.790870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:32.795669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:32.798602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bef86-83e1-4e8b-b63e-5249211a1893 req-99646193-fc6f-4595-9d18-05716d182bb6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:32.800173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f8bef86-83e1-4e8b-b63e-5249211a1893 req-99646193-fc6f-4595-9d18-05716d182bb6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 932 time: 0.0981443
May 14 21:26:32.807114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:32.810307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Pushing event updated for resources: {'Port': ['ID=2ed278fc-bd38-4f63-b014-7cba7a379b17,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:32.817134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Pushing event updated for resources: {'Port': ['ID=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:32.823551 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks [] for router_gateway (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.847360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Network 1a97ccfe-3a73-4c17-845b-afa87d725b25 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:32.868835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3f8bef86-83e1-4e8b-b63e-5249211a1893 req-2b165961-3aaf-45f9-8df5-e0095ca3b5d7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611320
May 14 21:26:32.907556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:32.913849 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f5b7c0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:26:30Z', 'revision_number': 5, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port': {'id': '31992e5e-ef9e-4401-ad3e-c8c49ed549f0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:16:51Z', 'updated_at': '2022-05-14T21:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:32.939791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Attempting to bind port 2ed278fc-bd38-4f63-b014-7cba7a379b17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:32.940166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Attempting to bind port 2ed278fc-bd38-4f63-b014-7cba7a379b17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:32.940526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Attempting to bind port 2ed278fc-bd38-4f63-b014-7cba7a379b17 on network 65cebf84-679d-4c07-83ec-7fa2b06405e9 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:32.949502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:32.953925 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] Checking router: 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:32.956326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:32.956709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Checking segment: {'id': '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:32.957109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.957498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Bound using segment: {'id': '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:32.957963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Bound port: 2ed278fc-bd38-4f63-b014-7cba7a379b17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65cebf84-679d-4c07-83ec-7fa2b06405e9'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:32.958335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:32.965489 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] Routers {'3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:32.966353 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f5b7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:32.989612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Deleting port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:32.990070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.054888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Made reservation on behalf of a55ae9f506474c828bc69fff78a389e0 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:33.058316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.071899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] For port 2ed278fc-bd38-4f63-b014-7cba7a379b17, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:33.073852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:33.095766 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] Set router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:33.098500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] For port 2ed278fc-bd38-4f63-b014-7cba7a379b17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ed278fc-bd38-4f63-b014-7cba7a379b17,segment=NetworkSegment(7cbf3f49-3748-4b49-8970-3bc4e0f6be0a),segment_id=7cbf3f49-3748-4b49-8970-3bc4e0f6be0a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:33.114981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:33.122704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] device_id is not set on port 943d23d4-6d37-49d8-ba64-e91f4a36c63d yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:26:33.128058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] For port 31992e5e-ef9e-4401-ad3e-c8c49ed549f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:33.128432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.137011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:33.144313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Calling delete_port for 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:33.148703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:33.166289 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f5b7c0>, [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:26:32Z', 'revision_number': 6, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:33.169623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.197512 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61dfb4-fcb4-4737-b9d4-35a108d39605 None None] The sync data for ids ['3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d'] in ncdv-master-1 is: [{'id': '3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d', 'name': 'tempest-ServersTestBootFromVolume-1454137472-router', 'tenant_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:16:49Z', 'updated_at': '2022-05-14T21:26:32Z', 'revision_number': 6, 'project_id': 'ef1f3155d52e42bb9c54f43a8360a74e', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:33.232853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-6e693cc9-d06e-40e9-b7b5-66b4d39080f2 service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4473457
May 14 21:26:33.252927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:33.302101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba7e57-72e7-43d5-90f1-a6ef0e9f6f17 None None] Pushing event updated for resources: {'Port': ['ID=2ed278fc-bd38-4f63-b014-7cba7a379b17,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:33.328488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:33.329466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.334413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-629961b4-8650-43ad-bfec-d9423078ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:33.336269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-629961b4-8650-43ad-bfec-d9423078ca9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.4878025
May 14 21:26:33.353729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317829b-4609-4092-aec7-add6b30e6cb3 req-49088550-3093-4eff-a6b8-326480156473 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:33.355335 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1317829b-4609-4092-aec7-add6b30e6cb3 req-49088550-3093-4eff-a6b8-326480156473 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 931 time: 0.0693934
May 14 21:26:33.358320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:33.359053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.398252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:33.399194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.437837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:33.438502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-72565940-8f64-4517-8e6d-165f3016cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:33.440376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-72565940-8f64-4517-8e6d-165f3016cde2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0766881
May 14 21:26:33.449309 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e47d1c3-59c2-44b9-b1e4-ab8d8c7add5b" -d '{"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-unplugged", "status": "completed", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:33.465391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:33.506036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-b1b2e90c-61aa-4d24-862d-677715799724 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:33.507621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-b1b2e90c-61aa-4d24-862d-677715799724 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/ports?device_id=090443ee-e680-4d1b-af54-a8c89476868e HTTP/1.1" status: 200  len: 945 time: 0.0990644
May 14 21:26:33.529560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1317829b-4609-4092-aec7-add6b30e6cb3 req-71dedfdc-673c-4670-bdb9-35330c94e023 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401222
May 14 21:26:33.533483 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (31992e5e-ef9e-4401-ad3e-c8c49ed549f0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.543023 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.585958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-4dccd7f3-5f4e-4bb3-b73e-5e3188006eb2 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0260975
May 14 21:26:33.610607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Request body: {'port': {'device_id': 'c41bf56f-6709-4440-9000-ff973790c078', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:33.618906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Pushing event deleted for resources: {'Port': ['ID=31992e5e-ef9e-4401-ad3e-c8c49ed549f0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:33.655922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9c5fa8f0-8915-4186-9e37-38621ef76938 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7496047
May 14 21:26:33.682013 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eb9217-cc21-412d-b1bf-15c5b048d2e2 x-openstack-request-id: req-93eb9217-cc21-412d-b1bf-15c5b048d2e2 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:33.682826 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-unplugged", "status": "completed", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:33.683147 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93eb9217-cc21-412d-b1bf-15c5b048d2e2 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:33.683695 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93eb9217-cc21-412d-b1bf-15c5b048d2e2'] response: {'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'code': 200}
May 14 21:26:33.698405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:33.709604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Request body: {'port': {'device_id': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:33.754692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Deleting port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:33.755050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.803147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Allocated IP 172.20.0.8 (65cebf84-679d-4c07-83ec-7fa2b06405e9/773eaacd-dfda-45c8-8765-be379d075ed3/943d23d4-6d37-49d8-ba64-e91f4a36c63d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:33.813489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-56e2b9e9-ec4a-4c73-b755-67cd06c0a154 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3590519
May 14 21:26:33.831876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:33.837514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-d2c1e1f9-7782-40e0-a714-0169dc5689d7 service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4982088
May 14 21:26:33.966581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.002327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.002753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.010016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks [] for router_controller (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.092120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] For port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:34.095192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.127435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8daf8-ac9f-4536-be22-e46b018beb3b req-8829c83f-5650-4eef-9cba-92e456d963a3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:34.129635 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2bb8daf8-ac9f-4536-be22-e46b018beb3b req-8829c83f-5650-4eef-9cba-92e456d963a3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 932 time: 0.1766067
May 14 21:26:34.131460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Calling delete_port for 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:34.186854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-cdb8b61e-ad87-4ae7-8469-48c79bab2fcc service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3627412
May 14 21:26:34.257175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d35af4ad-068b-4495-9b51-f72d6cb2120b req-886a7ee7-4b7f-4ae6-b86d-9af7ddfdc4f2 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 210 time: 0.1180551
May 14 21:26:34.293370 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.293930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:26:34.299444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.300672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7dcd9921-e0d2-4262-ba4d-81ffa2993530 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3e1ed014-d9ce-47ff-9e98-4b46eb2b0c3d HTTP/1.1" status: 204  len: 168 time: 1.8294988
May 14 21:26:34.308004 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2bb8daf8-ac9f-4536-be22-e46b018beb3b req-dd6d2538-34aa-4a19-9e20-12a1363cb95d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677155
May 14 21:26:34.308004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39734) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:34.361357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2ed278fc-bd38-4f63-b014-7cba7a379b17 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:34.417900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Deleting subnet afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:34.428376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Publish callbacks [] for subnet (afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.463698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2ed278fc-bd38-4f63-b014-7cba7a379b17 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:34.464106 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.534850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.608674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2ed278fc-bd38-4f63-b014-7cba7a379b17 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:34.613127 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.687387 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.687387 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (55bb719e-4e9c-4bcf-92d2-43a23d4716f4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.690979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 2ed278fc-bd38-4f63-b014-7cba7a379b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ed278fc-bd38-4f63-b014-7cba7a379b17,segment=NetworkSegment(7cbf3f49-3748-4b49-8970-3bc4e0f6be0a),segment_id=7cbf3f49-3748-4b49-8970-3bc4e0f6be0a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:34.766637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event deleted for resources: {'Port': ['ID=55bb719e-4e9c-4bcf-92d2-43a23d4716f4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:34.774955 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.826019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] No DVR routers for this DVR port 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:34.832797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:34.838369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae5bba1e-6f29-42c3-bc8d-932153bd5d8c req-c96f49c0-8158-4c8c-a81a-a0183d53d1b6 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "DELETE /v2.0/ports/55bb719e-4e9c-4bcf-92d2-43a23d4716f4 HTTP/1.1" status: 204  len: 173 time: 1.3127091
May 14 21:26:34.838859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-deleted', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:34.841230 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ea6f2-53eb-491b-b0db-77441fe75a5d" -d '{"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-deleted", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:34.869892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:34.903187 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be39a141-e4f0-4b7c-9873-a86452600ff1 x-openstack-request-id: req-be39a141-e4f0-4b7c-9873-a86452600ff1 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:34.905567 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090443ee-e680-4d1b-af54-a8c89476868e", "name": "network-vif-deleted", "tag": "55bb719e-4e9c-4bcf-92d2-43a23d4716f4", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:34.905567 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be39a141-e4f0-4b7c-9873-a86452600ff1 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:34.905567 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be39a141-e4f0-4b7c-9873-a86452600ff1'] response: {'server_uuid': '090443ee-e680-4d1b-af54-a8c89476868e', 'name': 'network-vif-deleted', 'tag': '55bb719e-4e9c-4bcf-92d2-43a23d4716f4', 'status': 'completed', 'code': 200}
May 14 21:26:34.927843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fcc9-e803-4194-a5cf-42f48185f32e req-35a56f77-43ae-42e2-a118-e32761eb9b36 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:34.929441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2873fcc9-e803-4194-a5cf-42f48185f32e req-35a56f77-43ae-42e2-a118-e32761eb9b36 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 931 time: 0.0882525
May 14 21:26:34.933425 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-3c451a99-b61b-4bf7-aa0f-7d00040f637b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e HTTP/1.1" status: 200  len: 217 time: 0.7072687
May 14 21:26:34.935574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:34.936653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7572cfe0-c25a-4a9b-ac2a-8135a7f26c08 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:34.937251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:34.965314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d08b9-9b7c-4034-9313-26d440f0eef7 None None] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:34.970234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:34.970586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 31992e5e-ef9e-4401-ad3e-c8c49ed549f0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:34.975554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.016277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:35.020225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.026046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d30c1a26-f9d3-4e9f-a7e1-8b4c95cf2141 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/afc23fd3-f1c2-4ef7-9b45-60adaaa91e7b HTTP/1.1" status: 204  len: 168 time: 0.7176015
May 14 21:26:35.026705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39748) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:35.044828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=2ed278fc-bd38-4f63-b014-7cba7a379b17,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:35.047768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0c17539b-d483-435a-b67c-1aa7f5cf1328 None None] Provisioning complete for port 2ed278fc-bd38-4f63-b014-7cba7a379b17 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:35.048309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0c17539b-d483-435a-b67c-1aa7f5cf1328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.077303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01d4e8c-93c0-41b4-af82-4702a3c781d6 None None] Network b18d0003-8116-4e27-8e01-369db6cad7e2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:35.144049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b18d0003-8116-4e27-8e01-369db6cad7e2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.158667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-449bde00-86a3-4cd9-9df7-77f1b6ab36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:35.160579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-449bde00-86a3-4cd9-9df7-77f1b6ab36e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.2121334
May 14 21:26:35.184303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for port (943d23d4-6d37-49d8-ba64-e91f4a36c63d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.201756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Deleting port 541aecf1-ec03-4698-8c9e-711d63800ead {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:35.202210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.293146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2873fcc9-e803-4194-a5cf-42f48185f32e req-1c4858f3-5d05-460e-bf8b-24fb8aa618d7 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3524604
May 14 21:26:35.294260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0c17539b-d483-435a-b67c-1aa7f5cf1328 None None] Current status of the port 2ed278fc-bd38-4f63-b014-7cba7a379b17 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:35.319701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] For port 541aecf1-ec03-4698-8c9e-711d63800ead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=541aecf1-ec03-4698-8c9e-711d63800ead,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:35.320188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.357073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Calling delete_port for 541aecf1-ec03-4698-8c9e-711d63800ead owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:35.378936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] DHCP port deletion for b18d0003-8116-4e27-8e01-369db6cad7e2 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:26:35.399182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d699ea1-50f8-40db-b3f2-fb1e9e715f5c req-0e979924-2fc0-4d0b-b720-01a51de02283 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 210 time: 0.0397141
May 14 21:26:35.422913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-684d5579-f3f3-4f0c-9888-038d5cbcdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:35.424597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-684d5579-f3f3-4f0c-9888-038d5cbcdea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2523277
May 14 21:26:35.466278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] Deleting port 541aecf1-ec03-4698-8c9e-711d63800ead {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:35.467313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.552800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] For port 541aecf1-ec03-4698-8c9e-711d63800ead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=541aecf1-ec03-4698-8c9e-711d63800ead,segment=NetworkSegment(2348d9c8-c82c-4ee5-8784-9b8eac587a50),segment_id=2348d9c8-c82c-4ee5-8784-9b8eac587a50)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:35.553350 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.569668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] Calling delete_port for 541aecf1-ec03-4698-8c9e-711d63800ead owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:35.608526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.636338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=541aecf1-ec03-4698-8c9e-711d63800ead,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:35.640351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] No DVR routers for this DVR port 541aecf1-ec03-4698-8c9e-711d63800ead on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:35.696722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e39d6-e101-4d2b-b92b-03fbc360b54b req-5d47fcaa-0419-41f1-afe6-90793942bca0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:35.698405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-322e39d6-e101-4d2b-b92b-03fbc360b54b req-5d47fcaa-0419-41f1-afe6-90793942bca0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 932 time: 0.2520115
May 14 21:26:35.762380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b18d0003-8116-4e27-8e01-369db6cad7e2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.785152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b07f730>,) {'filters': {'network_id': ['b18d0003-8116-4e27-8e01-369db6cad7e2']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:35.791313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7488fe35-a365-429f-8726-3ee23dbeabbb None None] Provisioning complete for port 2ed278fc-bd38-4f63-b014-7cba7a379b17 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:35.791957 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7488fe35-a365-429f-8726-3ee23dbeabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.798723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b07f730>, '2348d9c8-c82c-4ee5-8784-9b8eac587a50') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:35.799113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b07f730>, '2348d9c8-c82c-4ee5-8784-9b8eac587a50') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:35.809804 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2348d9c8-c82c-4ee5-8784-9b8eac587a50), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.828495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2348d9c8-c82c-4ee5-8784-9b8eac587a50), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.837638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:35.838243 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2348d9c8-c82c-4ee5-8784-9b8eac587a50), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:35.840222 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.847797 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:26:35.855407 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:26:35.863936 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (541aecf1-ec03-4698-8c9e-711d63800ead), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.866555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-2ca95de4-cffb-412c-96fc-7b8f2276888e service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3694167
May 14 21:26:35.914087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] Pushing event deleted for resources: {'Port': ['ID=541aecf1-ec03-4698-8c9e-711d63800ead,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:35.914315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (943d23d4-6d37-49d8-ba64-e91f4a36c63d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:35.921431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3b9b1-5996-4ef4-8d2a-b66624a98047 None None] No DVR routers for this DVR port 541aecf1-ec03-4698-8c9e-711d63800ead on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:35.948252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7488fe35-a365-429f-8726-3ee23dbeabbb None None] Current status of the port 2ed278fc-bd38-4f63-b014-7cba7a379b17 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:35.975930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2ed278fc-bd38-4f63-b014-7cba7a379b17 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:36.000039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-322e39d6-e101-4d2b-b92b-03fbc360b54b req-b0eae300-ed4e-4a09-8c25-d90669e45e94 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2766488
May 14 21:26:36.014960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b18d0003-8116-4e27-8e01-369db6cad7e2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.028166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.035804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b18d0003-8116-4e27-8e01-369db6cad7e2 HTTP/1.1" status: 204  len: 168 time: 1.0072010
May 14 21:26:36.050047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e854a-7e39-4baa-a7cf-75c6e7b9f6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18d0003-8116-4e27-8e01-369db6cad7e2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:36.057125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2ed278fc-bd38-4f63-b014-7cba7a379b17 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:36.057858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.079167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:36.087952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:36.100589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Publish callbacks [] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.105492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event updated for resources: {'Port': ['ID=943d23d4-6d37-49d8-ba64-e91f4a36c63d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:36.137536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:36.140689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:36.173950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2ed278fc-bd38-4f63-b014-7cba7a379b17 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:36.194941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Transition to ACTIVE for port object 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:26:36.229623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6b1fda-7102-4018-8f5a-8e24d000b0a8 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:36.242247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 541aecf1-ec03-4698-8c9e-711d63800ead no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:36.251693 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Publish callbacks [] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.264241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:36.265227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.273001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 541aecf1-ec03-4698-8c9e-711d63800ead {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:36.273337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 541aecf1-ec03-4698-8c9e-711d63800ead not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:36.283833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-8fae8d7a-4c08-4826-93a1-08fcb208389f service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4043529
May 14 21:26:36.288563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.302830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Transition to ACTIVE for port object ee6b1fda-7102-4018-8f5a-8e24d000b0a8 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:26:36.369959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-7ca24285-8f2a-4083-b73a-a14148f73360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=150fe679-5889-44eb-bcc1-bbb9d924b590 HTTP/1.1" status: 200  len: 217 time: 0.0767353
May 14 21:26:36.422531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f334c6e1-fcf7-4d42-9588-88a75975608a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 4.1513176
May 14 21:26:36.423125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.425137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39760) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:36.430316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-978120600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:36.437257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Pushing event updated for resources: {'Port': ['ID=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:36.465692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb444ff4-3f2c-46dc-87cc-9da8096d5fd1 req-dace88bf-c383-487d-8589-ad6f1030c9b4 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:36.469469 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fb444ff4-3f2c-46dc-87cc-9da8096d5fd1 req-dace88bf-c383-487d-8589-ad6f1030c9b4 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 943 time: 0.0982015
May 14 21:26:36.504842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-10037757-1f2c-43e5-91a4-00de98600d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:36.506842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-10037757-1f2c-43e5-91a4-00de98600d40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.1273210
May 14 21:26:36.506981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dd526f65-3593-4bcc-adee-38fa42dd948b None None] Provisioning complete for port 943d23d4-6d37-49d8-ba64-e91f4a36c63d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:36.506981 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd526f65-3593-4bcc-adee-38fa42dd948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (943d23d4-6d37-49d8-ba64-e91f4a36c63d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.542485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fb444ff4-3f2c-46dc-87cc-9da8096d5fd1 req-7230644a-d809-4057-8feb-48268ee2bc71 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627084
May 14 21:26:36.546414 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (773cca1d-787f-4b81-86d4-03a2c5532b14), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.548715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (773cca1d-787f-4b81-86d4-03a2c5532b14), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.567106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dd526f65-3593-4bcc-adee-38fa42dd948b None None] Port 943d23d4-6d37-49d8-ba64-e91f4a36c63d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:36.598423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39764) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:36.602045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Pushing event updated for resources: {'Port': ['ID=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:36.616162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for router_controller (773cca1d-787f-4b81-86d4-03a2c5532b14), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.654763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0d24cd5-a167-4ef3-b2db-cc72f7d36326 req-afcf7703-e822-4167-9994-780401004605 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 210 time: 0.1020110
May 14 21:26:36.658196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-c2f682f5-9ffe-470f-a1e1-8eb99193847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:36.659705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-c2f682f5-9ffe-470f-a1e1-8eb99193847a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1248720
May 14 21:26:36.666523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (773cca1d-787f-4b81-86d4-03a2c5532b14), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.730544 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.732614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c860e60a-7516-4473-8cac-6c14f2b57b14 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3065262
May 14 21:26:36.735630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:36.736924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Attempting to bind port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:36.737268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Attempting to bind port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '46385273-010f-4b94-b4fb-4398bc3ffc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:36.737597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Attempting to bind port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 on network 1a97ccfe-3a73-4c17-845b-afa87d725b25 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:36.741968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cd0edf77-87a4-41de-9a0e-ae771a0e784a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-98955845', 'prefixes': ['172.20.0.0/16']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:36.782746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 on network 1a97ccfe-3a73-4c17-845b-afa87d725b25 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:26:36.783124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Attempting to bind port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 on network 1a97ccfe-3a73-4c17-845b-afa87d725b25 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:36.801151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8dbb2220-4f99-4768-845a-8927fb8275ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef1f3155d52e42bb9c54f43a8360a74e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1963692
May 14 21:26:36.804814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:36.817702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:36.818144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Checking segment: {'id': '46385273-010f-4b94-b4fb-4398bc3ffc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:36.818543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Bound using segment: {'id': '46385273-010f-4b94-b4fb-4398bc3ffc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:36.819018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Bound port: 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46385273-010f-4b94-b4fb-4398bc3ffc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:36.819376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.843580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Attempting to bind port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:36.843580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Attempting to bind port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:36.843580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Attempting to bind port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:36.858281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:26:36.858671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Attempting to bind port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:36.861932 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-65346286-405f-4a3b-b388-6b35687c8294 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1958449
May 14 21:26:36.886367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f24c63-cf37-4e48-aa3e-9c1ff6ae6943 admin admin] Publish callbacks [] for security_group (2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.904975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:36.905324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:36.905916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:36.906429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Bound port: ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:36.906786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:36.910348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f24c63-cf37-4e48-aa3e-9c1ff6ae6943 admin admin] Publish callbacks [] for security_group (2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.002043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] For port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:37.028016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] For port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,segment=NetworkSegment(46385273-010f-4b94-b4fb-4398bc3ffc47),segment_id=46385273-010f-4b94-b4fb-4398bc3ffc47)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:37.065302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-cf4bfd85-9e62-4126-8363-cd360aa9398e service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842771
May 14 21:26:37.069387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] For port ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:37.073320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] For port ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:37.098128 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd0edf77-87a4-41de-9a0e-ae771a0e784a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.099264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cd0edf77-87a4-41de-9a0e-ae771a0e784a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 746 time: 0.3624072
May 14 21:26:37.100349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f24c63-cf37-4e48-aa3e-9c1ff6ae6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.102895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f24c63-cf37-4e48-aa3e-9c1ff6ae6943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.103956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5f24c63-cf37-4e48-aa3e-9c1ff6ae6943 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f HTTP/1.1" status: 204  len: 168 time: 0.2981722
May 14 21:26:37.108980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:37.113011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-4313b52b-ff96-4142-a8fe-40acaad2a1ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d09b3141-d774-4a45-8f42-7303f69488da HTTP/1.1" status: 200  len: 217 time: 0.0379913
May 14 21:26:37.119041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-bbd1b933-613f-40a3-91a6-e31123f0ff46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f522aca3580>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-1396518889') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:37.157895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.168853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f24c63-cf37-4e48-aa3e-9c1ff6ae6943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd99a1f-a679-43bd-b19a-9c9a92e3eb4f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:37.194958 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.207894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-c04567f9-b088-4c64-9be3-1fed1fc1fcfd tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.211320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-c04567f9-b088-4c64-9be3-1fed1fc1fcfd tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.2053111
May 14 21:26:37.219213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.220553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.222308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] 10.222.0.36 "PUT /v2.0/ports/444a8ce5-4743-43c5-a34a-1c087f0c1eb9 HTTP/1.1" status: 200  len: 1091 time: 3.6159527
May 14 21:26:37.227308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41bf56f-6709-4440-9000-ff973790c078', 'tag': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:37.230476 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f286a7-0d59-40e4-8d4d-39be18f1e987" -d '{"events": [{"name": "network-changed", "server_uuid": "c41bf56f-6709-4440-9000-ff973790c078", "tag": "444a8ce5-4743-43c5-a34a-1c087f0c1eb9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:37.247330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Request body: {'port': {'device_id': 'be7b4d89-571b-4124-b5ec-918394447fda', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'admin_state_up': True, 'tenant_id': 'c4fe0b96d43b41aaaa0e8e238888786a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:37.254108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-08ea29ed-1028-4bfc-ab9b-3b362b568a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.256253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-08ea29ed-1028-4bfc-ab9b-3b362b568a67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.1370258
May 14 21:26:37.257072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:37.334749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.336152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:37.336833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:37.338696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] 10.222.0.36 "PUT /v2.0/ports/ee6b1fda-7102-4018-8f5a-8e24d000b0a8 HTTP/1.1" status: 200  len: 1092 time: 3.6414251
May 14 21:26:37.340876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 55bb719e-4e9c-4bcf-92d2-43a23d4716f4 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:37.346430 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936fdcb1-8e24-45a3-82b3-2b41eba8108e x-openstack-request-id: req-936fdcb1-8e24-45a3-82b3-2b41eba8108e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:37.347357 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41bf56f-6709-4440-9000-ff973790c078", "tag": "444a8ce5-4743-43c5-a34a-1c087f0c1eb9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:37.347788 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-936fdcb1-8e24-45a3-82b3-2b41eba8108e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:37.348414 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936fdcb1-8e24-45a3-82b3-2b41eba8108e'] response: {'name': 'network-changed', 'server_uuid': 'c41bf56f-6709-4440-9000-ff973790c078', 'tag': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9', 'status': 'completed', 'code': 200}
May 14 21:26:37.420135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2575d7e-375c-42a2-9315-0f3fbbe18e1b service neutron] Pushing event updated for resources: {'Port': ['ID=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:37.434610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-abf88fb4-911b-4256-bdbe-05d5b0090cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.436937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-abf88fb4-911b-4256-bdbe-05d5b0090cce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1743762
May 14 21:26:37.441189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f5d1e3ce-9af6-47c3-a93e-bb62d5a4c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.442786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-f5d1e3ce-9af6-47c3-a93e-bb62d5a4c552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec5b6c73e5f14deca3371f8735b60f5f&device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 1125 time: 0.0985816
May 14 21:26:37.543868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-6fe222b2-d649-45ac-9c2c-6966b7b21e46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9 HTTP/1.1" status: 200  len: 217 time: 0.0770864
May 14 21:26:37.690650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9155c8ae-3c5f-42df-9520-06b8298ec943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.692299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-9155c8ae-3c5f-42df-9520-06b8298ec943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 1126 time: 0.1692207
May 14 21:26:37.693635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08fcca-f35a-4513-993c-f28071dfc19a service neutron] Pushing event updated for resources: {'Port': ['ID=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:37.720994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-c2a76140-4b92-4e15-825c-256b2fc4236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.722515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-c2a76140-4b92-4e15-825c-256b2fc4236e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cfd778f-a385-4da4-9ad4-e03efa7349f9 HTTP/1.1" status: 200  len: 854 time: 0.1490810
May 14 21:26:37.739655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bbd1b933-613f-40a3-91a6-e31123f0ff46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-1396518889 HTTP/1.1" status: 201  len: 201 time: 0.6279819
May 14 21:26:37.754740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39808) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:37.761329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-0c7c8f78-6350-4373-baf9-aac482aadf17 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f522ab59040>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-564261078') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:37.793445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-35e391ee-40f2-4a65-8a56-34a2bec9ba70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8 HTTP/1.1" status: 200  len: 217 time: 0.0686684
May 14 21:26:37.793445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f77c-eb69-4f69-867c-cdfa5ad568f7 req-1bf05930-10c1-4c01-a3a4-3d699aa298ec tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.793445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2839f77c-eb69-4f69-867c-cdfa5ad568f7 req-1bf05930-10c1-4c01-a3a4-3d699aa298ec tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 943 time: 0.1503215
May 14 21:26:37.794920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16defb66-221d-46b8-90e9-432740510928 req-af288ace-e715-4dca-9617-e3ed7f27fd83 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.796662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-16defb66-221d-46b8-90e9-432740510928 req-af288ace-e715-4dca-9617-e3ed7f27fd83 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 944 time: 0.7074976
May 14 21:26:37.843079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-41da2cbe-1ea7-421e-b1d2-81ffed953ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a97ccfe-3a73-4c17-845b-afa87d725b25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869756
May 14 21:26:37.862769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-16defb66-221d-46b8-90e9-432740510928 req-49f6212f-3cf9-4199-a57b-defa695efa5b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549264
May 14 21:26:37.938141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-cb147bde-1c5f-4cee-85f8-28ea6f1404b7 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4728153
May 14 21:26:37.989155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960999e-6890-4756-8404-f2f3234b0d35 req-4850b462-32f2-4ac9-8d54-ba4984c404cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:37.989457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d69e1e01-6420-402e-933e-1d25553faa64 req-47b2d165-73dd-4fb6-8232-e07dd88bb1ae tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 210 time: 0.0357943
May 14 21:26:37.990870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-4850b462-32f2-4ac9-8d54-ba4984c404cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.2049849
May 14 21:26:38.031488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Made reservation on behalf of c4fe0b96d43b41aaaa0e8e238888786a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:38.035025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:38.095839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-87c3c36e-34c2-4390-97dd-e4c626d31001 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782869
May 14 21:26:38.103805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2839f77c-eb69-4f69-867c-cdfa5ad568f7 req-9587ea98-8222-4a09-a501-64e7c30be034 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2998025
May 14 21:26:38.203910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Allocated IP 172.20.0.12 (af5a4b8e-1df1-4780-a149-63d1d293e5bd/d94c3554-4ad1-4a40-9848-b3ca9361389d/d7583ddb-f64e-4f06-a05b-22682e8fc3b2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:38.406738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks [] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:38.455806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0c7c8f78-6350-4373-baf9-aac482aadf17 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-564261078 HTTP/1.1" status: 201  len: 201 time: 0.6981835
May 14 21:26:38.458931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39824) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:38.464808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-1a25ca6e-151a-4dc5-918f-13fe7838f690 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5230204fa0>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-1610936494') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:38.511093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-172fefbe-5573-4734-9430-59c9c18936f7 service neutron] 10.222.0.36 "GET /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6333606
May 14 21:26:38.531771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-ac3d81bf-b2e6-4843-80ca-318a468bc0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5869763
May 14 21:26:38.545783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:38.611505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-f6efb924-8069-42f5-8d04-4de9456299b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 HTTP/1.1" status: 200  len: 217 time: 0.0621769
May 14 21:26:38.615356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39844) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:38.622181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:38.633840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:38.637499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:38.667022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-2b90e000-61eb-4867-9759-615aeda97e2b service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5606139
May 14 21:26:38.681765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:38.710891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:38.710891 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:38.744007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1a25ca6e-151a-4dc5-918f-13fe7838f690 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-1610936494 HTTP/1.1" status: 201  len: 201 time: 0.2807636
May 14 21:26:38.744605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39848) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:38.749291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-f3df080a-2f3b-4702-93bc-08e151110712 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f52316b2b80>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-1618179548') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:38.762915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-33e3342c-d08e-4529-9b10-26cdacc86495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:38.764743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-33e3342c-d08e-4529-9b10-26cdacc86495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.1276693
May 14 21:26:38.770109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-643e43ac-9e28-4fa8-bfde-e45a0dd83f5d req-2ff6ba57-ae16-4d75-b866-7b52ce7bf975 service neutron] 10.222.0.36 "GET /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2484975
May 14 21:26:38.771680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1571275542-network', 'tenant_id': '1df1ae61bf82472dadc4830840421a63'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:38.814556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-1f226eb6-c2eb-4289-8439-56e3c6798cab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5800550
May 14 21:26:38.822328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547556a-88e5-4b9e-9803-15dc4546370b req-14a63b60-3fa9-44fe-bfc6-ccabcc940389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:38.823865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-14a63b60-3fa9-44fe-bfc6-ccabcc940389 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0529180
May 14 21:26:38.847398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Request body: {'port': {'device_id': 'be7b4d89-571b-4124-b5ec-918394447fda', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:38.847677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8960999e-6890-4756-8404-f2f3234b0d35 req-75e37f74-570b-4e4c-8e49-70ad5fbffb65 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712637
May 14 21:26:38.908789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:38.949156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-5b735182-082a-4d0e-8182-25731f2886c8 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179869
May 14 21:26:38.959350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f3df080a-2f3b-4702-93bc-08e151110712 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-1618179548 HTTP/1.1" status: 201  len: 201 time: 0.2134254
May 14 21:26:38.962455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39856) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:38.964622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:38.966991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-d443578c-abb6-46f0-8611-29298189e774 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f522b474340>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:38.967202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:38.994237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.050370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d443578c-abb6-46f0-8611-29298189e774 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags HTTP/1.1" status: 200  len: 241 time: 0.0868084
May 14 21:26:39.054450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39860) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.074011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-1b47316b-adbc-4232-823c-921d94a89f77 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5233105940>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-1396518889') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.131893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359506b-fb5f-43f6-becb-3846216b6bbf req-426f7183-8fd8-43b9-8560-0b2986b11697 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:39.133601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c359506b-fb5f-43f6-becb-3846216b6bbf req-426f7183-8fd8-43b9-8560-0b2986b11697 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 944 time: 0.1729403
May 14 21:26:39.238601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b47316b-adbc-4232-823c-921d94a89f77 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-1396518889 HTTP/1.1" status: 204  len: 168 time: 0.1769040
May 14 21:26:39.239352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39876) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.245504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-10a56b7b-4661-4b8a-a110-1e1df77c29c5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b4eb520>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-1396518889') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.286581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904b1d7-d8e7-4dbd-81d7-911b00b68f30 req-5d676aad-3af0-49e9-8d70-0aa9316c6a65 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:39.288369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6904b1d7-d8e7-4dbd-81d7-911b00b68f30 req-5d676aad-3af0-49e9-8d70-0aa9316c6a65 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 932 time: 0.2212613
May 14 21:26:39.350515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'tag': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:39.352750 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bb6429-248f-4591-b796-17cc2bfa38a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4caf8900-4253-4d9b-b3bc-c45824e00b7f", "tag": "ee6b1fda-7102-4018-8f5a-8e24d000b0a8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:39.358827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6904b1d7-d8e7-4dbd-81d7-911b00b68f30 req-3248f420-75c3-476d-bf7b-db18980f3c72 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610461
May 14 21:26:39.359647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c359506b-fb5f-43f6-becb-3846216b6bbf req-eeb8e0d6-aec6-43dc-bfea-bdf99f07aca4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091568
May 14 21:26:39.389536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks [] for security_group (554ab72a-2f26-4cb1-8016-2400cbf83946), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.436267 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f277ccfc-6f83-4945-b214-c34719cbdb71 x-openstack-request-id: req-f277ccfc-6f83-4945-b214-c34719cbdb71 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:39.436571 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caf8900-4253-4d9b-b3bc-c45824e00b7f", "tag": "ee6b1fda-7102-4018-8f5a-8e24d000b0a8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:39.436800 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f277ccfc-6f83-4945-b214-c34719cbdb71 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:39.437207 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f277ccfc-6f83-4945-b214-c34719cbdb71'] response: {'name': 'network-changed', 'server_uuid': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'tag': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8', 'status': 'completed', 'code': 200}
May 14 21:26:39.439270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-10a56b7b-4661-4b8a-a110-1e1df77c29c5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-1396518889 HTTP/1.1" status: 204  len: 168 time: 0.1977239
May 14 21:26:39.441835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39882) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.447544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-6b84b919-de2b-4cd9-91fa-842ba6f92c6e tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5229fb9d00>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.474969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (554ab72a-2f26-4cb1-8016-2400cbf83946), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.492171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6b84b919-de2b-4cd9-91fa-842ba6f92c6e tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags HTTP/1.1" status: 200  len: 205 time: 0.0490322
May 14 21:26:39.494509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39884) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.505479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-6440abb3-64db-41c8-a86c-38896cce5771 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5231795ee0>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.533184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc65ad-37c4-4a2b-aeaa-ff0a3eab5638 req-ac0a8471-e29c-447d-9509-f6c958116eda tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:39.534205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0dc65ad-37c4-4a2b-aeaa-ff0a3eab5638 req-ac0a8471-e29c-447d-9509-f6c958116eda tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 943 time: 0.1039019
May 14 21:26:39.535116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:39.554308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6440abb3-64db-41c8-a86c-38896cce5771 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags HTTP/1.1" status: 200  len: 240 time: 0.0587130
May 14 21:26:39.557449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39886) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.561713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-04b0bf34-8628-48af-a5b7-31ec08c35fbd tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522a7ee940>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-564261078') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.566613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554ab72a-2f26-4cb1-8016-2400cbf83946,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:39.572648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7583ddb-f64e-4f06-a05b-22682e8fc3b2 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:39.577192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (df1b2c0b-23b7-40db-b1f1-03c7b5424eb8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.577598 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Added segment df1b2c0b-23b7-40db-b1f1-03c7b5424eb8 of type vlan for network ef572d9b-20a4-4311-9582-fea3efbf759e
May 14 21:26:39.596410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Publish callbacks [] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.606608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04b0bf34-8628-48af-a5b7-31ec08c35fbd tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-564261078 HTTP/1.1" status: 204  len: 168 time: 0.0480077
May 14 21:26:39.609452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39888) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.613764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-b47ae9f0-a327-4211-a0e7-31fda32d8e4f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f522ad43c40>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-564261078') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.644631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Transition to ACTIVE for port object d7583ddb-f64e-4f06-a05b-22682e8fc3b2 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:26:39.664059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ef572d9b-20a4-4311-9582-fea3efbf759e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.676300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0dc65ad-37c4-4a2b-aeaa-ff0a3eab5638 req-789ca98f-a62c-4fb8-b670-4533abc5a11d tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283417
May 14 21:26:39.733865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.764466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b47ae9f0-a327-4211-a0e7-31fda32d8e4f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-564261078 HTTP/1.1" status: 204  len: 168 time: 0.1539285
May 14 21:26:39.764656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ef572d9b-20a4-4311-9582-fea3efbf759e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.765410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:39.765987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.766836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.771673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-abf6608e-d7a0-4e89-963e-17c521b8f3d4 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f522a7ee7f0>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.815431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:39.824242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-abf6608e-d7a0-4e89-963e-17c521b8f3d4 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags HTTP/1.1" status: 200  len: 205 time: 0.0557983
May 14 21:26:39.826543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.831731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-209de00a-f01f-459f-9f31-46362090ab5c tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f522ad43a90>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:39.883301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.2635140
May 14 21:26:39.883888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8265db9-4e5e-4515-b23a-a52bff60bfda admin admin] Pushing event updated for resources: {'Network': ['ID=ef572d9b-20a4-4311-9582-fea3efbf759e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:39.886759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:39.891938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Request body: {'subnet': {'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1571275542-subnet', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:39.897509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ef572d9b-20a4-4311-9582-fea3efbf759e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:39.971808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Attempting to bind port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:39.972146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Attempting to bind port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:39.972475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Attempting to bind port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:39.977434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 on network af5a4b8e-1df1-4780-a149-63d1d293e5bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:26:39.977744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Attempting to bind port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:39.982753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:39.983098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Checking segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:39.983503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Bound using segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:39.983947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Bound port: d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:39.984305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:39.996318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-209de00a-f01f-459f-9f31-46362090ab5c tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags HTTP/1.1" status: 200  len: 241 time: 0.1680501
May 14 21:26:39.999025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39896) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.003888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-ced41ad7-e808-4ce8-9aae-19963c72071f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522ab82160>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-1610936494') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.007712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-0808ab8b-68f5-46ef-96e7-ebcc17e9d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.009348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-0808ab8b-68f5-46ef-96e7-ebcc17e9d254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec5b6c73e5f14deca3371f8735b60f5f&device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 1125 time: 0.0943871
May 14 21:26:40.050602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:40.051914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:40.057240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:40.080073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ced41ad7-e808-4ce8-9aae-19963c72071f tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-1610936494 HTTP/1.1" status: 204  len: 168 time: 0.0796211
May 14 21:26:40.082529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39898) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.087897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-19f11812-7d48-44a0-a277-07c64faa9990 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f522bd02df0>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-1610936494') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.088088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:40.188067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:40.233487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.234112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:40.235557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] 10.222.0.48 "PUT /v2.0/ports/d7583ddb-f64e-4f06-a05b-22682e8fc3b2 HTTP/1.1" status: 200  len: 1092 time: 1.4043231
May 14 21:26:40.238088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:40.241108 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece" -d '{"events": [{"name": "network-changed", "server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:40.278971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-19f11812-7d48-44a0-a277-07c64faa9990 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-1610936494 HTTP/1.1" status: 204  len: 168 time: 0.1949780
May 14 21:26:40.281231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39906) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.285574 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ffd3bc-1f2a-4ba0-85d5-dc8e304798bf x-openstack-request-id: req-24ffd3bc-1f2a-4ba0-85d5-dc8e304798bf {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:40.285863 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:40.288816 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24ffd3bc-1f2a-4ba0-85d5-dc8e304798bf {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:40.288933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-f050939b-a391-4479-ac8a-b4757300f0d1 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f522b33e670>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.289025 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ffd3bc-1f2a-4ba0-85d5-dc8e304798bf'] response: {'name': 'network-changed', 'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'status': 'completed', 'code': 200}
May 14 21:26:40.308142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f0351-5dd6-46ca-83fb-531589f95afc service neutron] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:40.322800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4530aa8e-cf17-4acf-8fec-4389d57b83ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:40.354473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece req-5910b5ed-dd20-4e0b-a05d-e3012d7675c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.356336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece req-5910b5ed-dd20-4e0b-a05d-e3012d7675c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 1126 time: 0.0436194
May 14 21:26:40.362704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f050939b-a391-4479-ac8a-b4757300f0d1 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags HTTP/1.1" status: 200  len: 205 time: 0.0805113
May 14 21:26:40.365249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39908) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.369398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-41d4b7be-4142-471d-8643-205ef0791340 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f522b33e6d0>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.405972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:40.413501 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41d4b7be-4142-471d-8643-205ef0791340 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags HTTP/1.1" status: 200  len: 241 time: 0.0472045
May 14 21:26:40.416048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39914) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.424799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-7b79f798-9a92-4ce4-bd1c-f9ed026cb50c tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f523106c820>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-1618179548') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.455457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b79f798-9a92-4ce4-bd1c-f9ed026cb50c tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-1618179548 HTTP/1.1" status: 204  len: 168 time: 0.0380924
May 14 21:26:40.456389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.461397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-7064bdde-7bf1-4678-87d4-9db7aeff4fc0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b927070>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-1618179548') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.540200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01a113-c3ff-4a19-9d06-f82e4d5da5a7 req-c996d4ff-f13e-430a-b505-c72e9018528a tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.541937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a01a113-c3ff-4a19-9d06-f82e4d5da5a7 req-c996d4ff-f13e-430a-b505-c72e9018528a tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 944 time: 0.0694294
May 14 21:26:40.590154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a01a113-c3ff-4a19-9d06-f82e4d5da5a7 req-faac9223-a2e7-47a6-9e87-7ca7ffc121c0 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421171
May 14 21:26:40.604378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:40.616476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7064bdde-7bf1-4678-87d4-9db7aeff4fc0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-1618179548 HTTP/1.1" status: 204  len: 168 time: 0.1588931
May 14 21:26:40.618834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.623397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-efb5f8a8-1b8e-49ca-874a-6865214edea2 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5231425640>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.632272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b440f49-4764-46df-a1a9-8121a13f99c4 req-1cd017f8-eea5-44ac-8cd4-0056de25ab07 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.633754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b440f49-4764-46df-a1a9-8121a13f99c4 req-1cd017f8-eea5-44ac-8cd4-0056de25ab07 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 944 time: 0.1632218
May 14 21:26:40.638100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Checking segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:40.638717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Network hostable DHCP agents. Network: ef572d9b-20a4-4311-9582-fea3efbf759e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:40.642811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-efb5f8a8-1b8e-49ca-874a-6865214edea2 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags HTTP/1.1" status: 200  len: 205 time: 0.0226476
May 14 21:26:40.645456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39920) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.650517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece req-ef639362-2d51-4cab-b7c5-c16edaa68e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.650985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-bdcd7edc-3866-4c44-9214-f50ab52c0124 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522bb84490>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.652060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece req-ef639362-2d51-4cab-b7c5-c16edaa68e41 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&shared=False HTTP/1.1" status: 200  len: 906 time: 0.2880890
May 14 21:26:40.673307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bdcd7edc-3866-4c44-9214-f50ab52c0124 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags HTTP/1.1" status: 204  len: 168 time: 0.0261118
May 14 21:26:40.675818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.680747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-a0ebcd48-9e1c-45ba-9cdc-2ed5dfa71cb5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5232ff8430>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.798526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b440f49-4764-46df-a1a9-8121a13f99c4 req-da2ca22f-2e8b-47ec-b1c8-f1eaf3b41847 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560583
May 14 21:26:40.809261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Network ef572d9b-20a4-4311-9582-fea3efbf759e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:40.857383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece req-4d79318d-44ce-4522-a003-4d825e1b8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.858762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5142fb5e-d8d3-4f8a-83b9-a7385dc90ece req-4d79318d-44ce-4522-a003-4d825e1b8868 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1968746
May 14 21:26:40.904623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef572d9b-20a4-4311-9582-fea3efbf759e) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:40.909949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.910976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:40.916582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63beadee-fbab-484d-b661-7a9fdcdc9d6b None None] Network ef572d9b-20a4-4311-9582-fea3efbf759e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:40.947789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-91fece64-0d81-49cf-a885-28266414c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.949283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-91fece64-0d81-49cf-a885-28266414c322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 1126 time: 0.1673646
May 14 21:26:40.963140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a0ebcd48-9e1c-45ba-9cdc-2ed5dfa71cb5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags HTTP/1.1" status: 204  len: 168 time: 0.2838407
May 14 21:26:40.965027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:40.971395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-adef598b-d8e8-43d8-9c20-3a0171eb5a8b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52341851c0>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:40.976556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-4a0241b4-677c-41f4-a220-68180f40154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.978213 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-4a0241b4-677c-41f4-a220-68180f40154a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 1126 time: 0.0846288
May 14 21:26:40.980443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b9073-c997-45f0-996b-0004778c6b09 req-92e6a50e-d70d-4092-884c-7947bd4142d0 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:40.987256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-167b9073-c997-45f0-996b-0004778c6b09 req-92e6a50e-d70d-4092-884c-7947bd4142d0 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 943 time: 0.2099938
May 14 21:26:41.049101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-08e78b89-9c09-4815-a517-56906e277b10 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1614850
May 14 21:26:41.052997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39930) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:41.053407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ef572d9b-20a4-4311-9582-fea3efbf759e', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'project_id': '1df1ae61bf82472dadc4830840421a63', 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:26:41.054585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.060351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-c829a3e5-7f0e-4b31-a09f-e46e8d8c76c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2 HTTP/1.1" status: 200  len: 217 time: 0.0598960
May 14 21:26:41.065723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:41.098761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b547556a-88e5-4b9e-9803-15dc4546370b req-61a8c435-6b2e-4676-8500-a92d2341f6ee service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3515697
May 14 21:26:41.107875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-3b0a3360-e1e3-48f6-9f7e-0c9948b70ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:41.109223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-3b0a3360-e1e3-48f6-9f7e-0c9948b70ff2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1a97ccfe-3a73-4c17-845b-afa87d725b25 HTTP/1.1" status: 200  len: 915 time: 0.3330905
May 14 21:26:41.115101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-167b9073-c997-45f0-996b-0004778c6b09 req-136975ee-8188-4c91-9ca8-abcb80ea587e tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270211
May 14 21:26:41.145021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-adef598b-d8e8-43d8-9c20-3a0171eb5a8b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags HTTP/1.1" status: 204  len: 168 time: 0.1777186
May 14 21:26:41.147604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39932) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:41.153302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-05fa7a93-a4b3-48cc-9b24-0dc76d76eccf tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522af076a0>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:41.163310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-d5b7af8e-c72d-4988-9731-a9408d0d7ec1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9 HTTP/1.1" status: 200  len: 217 time: 0.0457709
May 14 21:26:41.182625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-10e92cd0-25ee-4fa8-a57b-07f9a416b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:41.184290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-10e92cd0-25ee-4fa8-a57b-07f9a416b440 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.1088557
May 14 21:26:41.200510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-d328f548-ba40-4e2a-bb23-c5ffe598552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:41.202207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-d328f548-ba40-4e2a-bb23-c5ffe598552f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 906 time: 0.2467372
May 14 21:26:41.224209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Allocated IP 172.20.0.2 (ef572d9b-20a4-4311-9582-fea3efbf759e/54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89/513ffe3f-dc91-45b1-b4f1-5b338ba58809) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:41.237821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (cd8223b5-75e6-4129-89ad-566397ded854), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.239037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (cd8223b5-75e6-4129-89ad-566397ded854), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.264037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-f71b04a9-f790-4b68-81da-67ebf3007758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8 HTTP/1.1" status: 200  len: 217 time: 0.0386441
May 14 21:26:41.270386 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-40b69b19-c265-412d-a632-904728606da7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0766757
May 14 21:26:41.275119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-05fa7a93-a4b3-48cc-9b24-0dc76d76eccf tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags HTTP/1.1" status: 204  len: 168 time: 0.1267774
May 14 21:26:41.280229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39936) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:41.284877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-6af89c11-6201-4d0a-ab50-1a0c5d01ae3c tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b125c70>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-859326287') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:41.289973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-aa2bfc67-57cc-4532-8f4a-08f7deaa2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:41.291497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-aa2bfc67-57cc-4532-8f4a-08f7deaa2d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8cfd778f-a385-4da4-9ad4-e03efa7349f9 HTTP/1.1" status: 200  len: 854 time: 0.1189501
May 14 21:26:41.379184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6af89c11-6201-4d0a-ab50-1a0c5d01ae3c tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-859326287 HTTP/1.1" status: 201  len: 201 time: 0.0976999
May 14 21:26:41.379779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39938) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:41.384748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks [] for router_controller (cd8223b5-75e6-4129-89ad-566397ded854), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.385510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-d7b212db-50aa-4f03-92cf-3136829a6461 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f52315256a0>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-2038758990') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:41.399787 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Publish callbacks [] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.407272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-9a6e6333-705d-469b-b3ef-b2dbd5d3cba8 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295757
May 14 21:26:41.494742 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.500233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-e2b601d2-5e00-4fa7-a7cf-3206ed4a2004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1a97ccfe-3a73-4c17-845b-afa87d725b25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436373
May 14 21:26:41.541107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Network ef572d9b-20a4-4311-9582-fea3efbf759e is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:41.549729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:41.555345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:41.564299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Pushing event updated for resources: {'Port': ['ID=513ffe3f-dc91-45b1-b4f1-5b338ba58809,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:41.608384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d7b212db-50aa-4f03-92cf-3136829a6461 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-2038758990 HTTP/1.1" status: 201  len: 201 time: 0.2248645
May 14 21:26:41.614279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39940) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:41.620082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-8b658de4-c545-40f2-b158-f56b77551c81 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f522a10e280>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-1413136665') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:41.637873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Attempting to bind port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:41.638643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Attempting to bind port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:41.639085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Attempting to bind port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 on network ef572d9b-20a4-4311-9582-fea3efbf759e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:41.648606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:41.649104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Checking segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:41.649590 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.650296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Bound using segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:41.651113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Bound port: 513ffe3f-dc91-45b1-b4f1-5b338ba58809, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:41.653873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.668848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-b7950010-6eb5-4608-9821-4374b9ffc4bc service neutron] 10.222.0.36 "GET /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473851
May 14 21:26:41.714251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-1cc27609-fc51-4103-bb55-91c6f8ec7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:41.715906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-1cc27609-fc51-4103-bb55-91c6f8ec7b64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.2505195
May 14 21:26:41.734311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] For port 513ffe3f-dc91-45b1-b4f1-5b338ba58809, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:41.737985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] For port 513ffe3f-dc91-45b1-b4f1-5b338ba58809, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=513ffe3f-dc91-45b1-b4f1-5b338ba58809,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:41.815816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.867836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:41.943134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e298208-d6a6-487a-bc40-396982a8a3a6 None None] Pushing event updated for resources: {'Port': ['ID=513ffe3f-dc91-45b1-b4f1-5b338ba58809,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:41.965445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c43b8-5f58-4bcb-a321-1ef8fba9dbe2 req-f5d8681f-4afa-49d3-b13c-755008d4c7fc tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:41.967753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b90c43b8-5f58-4bcb-a321-1ef8fba9dbe2 req-f5d8681f-4afa-49d3-b13c-755008d4c7fc tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 944 time: 0.1006565
May 14 21:26:42.048793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02020c35-ecc5-4db9-9e18-ef77d6346f6e req-ca70268b-1b7b-4afc-aedf-56a8bc2ccff9 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6352932
May 14 21:26:42.068929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks [] for router_gateway (cd8223b5-75e6-4129-89ad-566397ded854), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.133979 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b90c43b8-5f58-4bcb-a321-1ef8fba9dbe2 req-c081badc-4a1d-44f3-a5f0-ab3a743411e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587963
May 14 21:26:42.211790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-98fbefb4-9428-4f6e-a55c-1e9fe5b80056 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0989337
May 14 21:26:42.229618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aada5-b812-4089-b8ab-2dc4e9088372 req-6ba638c0-70d9-40fa-80aa-4166ecf07d79 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:42.231288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd5aada5-b812-4089-b8ab-2dc4e9088372 req-6ba638c0-70d9-40fa-80aa-4166ecf07d79 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 944 time: 0.1221128
May 14 21:26:42.259814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.305814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe358c36-b28a-4372-9533-63629e72982e req-d6dd616a-b6d3-41f7-9315-a2fe76ce0572 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:42.310094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe358c36-b28a-4372-9533-63629e72982e req-d6dd616a-b6d3-41f7-9315-a2fe76ce0572 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 943 time: 0.0771389
May 14 21:26:42.310290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8b658de4-c545-40f2-b158-f56b77551c81 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-1413136665 HTTP/1.1" status: 201  len: 201 time: 0.6913600
May 14 21:26:42.311693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39950) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:42.319050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-d40c284f-5d68-460d-826e-830497a3e197 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f522a67eb50>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-1482077952') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:42.351229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8f286a7-0d59-40e4-8d4d-39be18f1e987 req-6814712b-ad92-4f22-b57e-55495f67d64d service neutron] 10.222.0.36 "GET /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6532681
May 14 21:26:42.407402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd5aada5-b812-4089-b8ab-2dc4e9088372 req-822ae0c5-1b5c-4845-a376-9523121b830d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587813
May 14 21:26:42.428684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-92ed7533-99e0-432c-8d0e-f9fb5aabd87b service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885991
May 14 21:26:42.455026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe358c36-b28a-4372-9533-63629e72982e req-a6e219d9-d3fd-427e-baa0-e46519dfc193 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382980
May 14 21:26:42.461718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks [] for router_gateway (cd8223b5-75e6-4129-89ad-566397ded854), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.482469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.532652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13bb6429-248f-4591-b796-17cc2bfa38a4 req-3ecfc6ad-a6bf-4f0f-9fc3-a560d62bf0b7 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1004684
May 14 21:26:42.558488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d40c284f-5d68-460d-826e-830497a3e197 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-1482077952 HTTP/1.1" status: 201  len: 201 time: 0.2431295
May 14 21:26:42.560806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39952) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:42.565352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-fcc0e9c0-22d1-40f2-97c7-e4517aed4102 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f523309e880>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', {'tags': ['tempest-TagsExtTest-Tag-587573575', 'tempest-TagsExtTest-Tag-23900437', 'tempest-TagsExtTest-Tag-611880864']}) {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:42.595084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Allocated IP 172.35.4.118 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/7659e68c-021d-46bc-b33e-cdcb992850b8) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:42.681199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fcc0e9c0-22d1-40f2-97c7-e4517aed4102 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags HTTP/1.1" status: 200  len: 314 time: 0.1170080
May 14 21:26:42.681592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39954) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:42.686473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-533a706e-7c2b-4082-883b-bcebe2b1954b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5231803df0>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:42.706071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks [] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.774409 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be442e02-3a7c-4667-84c8-57791a9d3017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.792060 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:42.834548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:42.835378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-533a706e-7c2b-4082-883b-bcebe2b1954b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags HTTP/1.1" status: 204  len: 168 time: 0.1521664
May 14 21:26:42.837501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39956) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:42.840862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:42.844497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-e7e820cc-959f-44f5-b054-1a8cda84eaeb tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b21d190>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-587573575') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:42.851613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:42.859969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Pushing event updated for resources: {'Port': ['ID=7659e68c-021d-46bc-b33e-cdcb992850b8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:42.894422 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-e7e820cc-959f-44f5-b054-1a8cda84eaeb tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:42.895506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7e820cc-959f-44f5-b054-1a8cda84eaeb tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-587573575 HTTP/1.1" status: 404  len: 328 time: 0.0569065
May 14 21:26:42.899202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39958) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:42.903701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-779df5b5-a50d-43d6-b27c-f3284f61d93a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5230049790>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-23900437') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:42.951599 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-779df5b5-a50d-43d6-b27c-f3284f61d93a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:42.952803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-779df5b5-a50d-43d6-b27c-f3284f61d93a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-23900437 HTTP/1.1" status: 404  len: 327 time: 0.0523546
May 14 21:26:42.963005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39960) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:42.967612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-40678e4a-8662-4917-aa18-63513e44aaa0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5230235340>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3', 'tempest-TagsExtTest-Tag-611880864') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.014760 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-40678e4a-8662-4917-aa18-63513e44aaa0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:43.014924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-40678e4a-8662-4917-aa18-63513e44aaa0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags/tempest-TagsExtTest-Tag-611880864 HTTP/1.1" status: 404  len: 328 time: 0.0507522
May 14 21:26:43.020371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39962) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.025198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-16e399ab-f3c0-4df1-994b-66006317f074 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f52309f3850>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', {'tags': ['tempest-TagsExtTest-Tag-1970995644', 'tempest-TagsExtTest-Tag-1738099880', 'tempest-TagsExtTest-Tag-714447901']}) {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.061664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c16b700-1715-4997-8d6d-034a217c14c0 None None] Network ef572d9b-20a4-4311-9582-fea3efbf759e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:43.119294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ee6b1fda-7102-4018-8f5a-8e24d000b0a8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:43.132808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] Provisioning complete for port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:43.133429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.139248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-16e399ab-f3c0-4df1-994b-66006317f074 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags HTTP/1.1" status: 200  len: 317 time: 0.1182601
May 14 21:26:43.140090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39964) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.144846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-d4e2fb51-67a0-447f-95ce-df0c6308bd32 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522a1f3850>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.224603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks [] for router_gateway (cd8223b5-75e6-4129-89ad-566397ded854), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.287001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977fb37-b7dc-4ed6-8116-0f222f7318d9 req-947edba2-8a8c-49be-bb97-f7b6cb51bcaa tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:43.292053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7977fb37-b7dc-4ed6-8116-0f222f7318d9 req-947edba2-8a8c-49be-bb97-f7b6cb51bcaa tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 944 time: 0.0586276
May 14 21:26:43.323144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:43.327702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] Current status of the port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:43.328090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.382023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7977fb37-b7dc-4ed6-8116-0f222f7318d9 req-1b64bf79-8ec0-491b-9759-d4fc5ae305e0 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874074
May 14 21:26:43.395747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] For port 513ffe3f-dc91-45b1-b4f1-5b338ba58809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=513ffe3f-dc91-45b1-b4f1-5b338ba58809,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:43.396118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d4e2fb51-67a0-447f-95ce-df0c6308bd32 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags HTTP/1.1" status: 204  len: 168 time: 0.2515361
May 14 21:26:43.412893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.422124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-1b5ccf4b-e6b8-43f8-8740-9e4168cd6d00 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5231a87b80>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-1970995644') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.446336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:43.467070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (cd8223b5-75e6-4129-89ad-566397ded854), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.486180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.503370 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-1b5ccf4b-e6b8-43f8-8740-9e4168cd6d00 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:43.504570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8', 'mac_address': 'fa:16:3e:bf:be:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:43.508337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1b5ccf4b-e6b8-43f8-8740-9e4168cd6d00 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-1970995644 HTTP/1.1" status: 404  len: 329 time: 0.0943487
May 14 21:26:43.508934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39978) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.513543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-52094b0e-5510-4813-be53-79c8a6163f91 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52310dddf0>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-1738099880') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.602114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:43.602114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.614384 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-52094b0e-5510-4813-be53-79c8a6163f91 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:43.618142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-52094b0e-5510-4813-be53-79c8a6163f91 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-1738099880 HTTP/1.1" status: 404  len: 329 time: 0.1054277
May 14 21:26:43.619167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39980) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.628342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-7258fdcd-4b59-4312-a521-cbb950759e56 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522a4d1ca0>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d', 'tempest-TagsExtTest-Tag-714447901') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.646041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:43.649275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6b1fda-7102-4018-8f5a-8e24d000b0a8 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:43.658791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f37fb10d-4006-4c37-9aa8-fe375cdc4c41 None None] Provisioning complete for port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:43.659167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f37fb10d-4006-4c37-9aa8-fe375cdc4c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.663711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed62cc-a90f-4648-bffc-f2f985c4e02a None None] Pushing event updated for resources: {'Port': ['ID=513ffe3f-dc91-45b1-b4f1-5b338ba58809,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:43.680340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd687-64c4-4232-ad9b-e0b791ac200c req-b8040856-2939-407e-8619-0c255691e1b5 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:43.680500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0fb5-62fd-456c-8295-6bc7612fad94 req-cf9aef73-ce19-4a7c-9062-4a5b0e566314 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:43.688063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e23d0fb5-62fd-456c-8295-6bc7612fad94 req-cf9aef73-ce19-4a7c-9062-4a5b0e566314 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 944 time: 0.1328762
May 14 21:26:43.688755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-939cd687-64c4-4232-ad9b-e0b791ac200c req-b8040856-2939-407e-8619-0c255691e1b5 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 943 time: 0.1162167
May 14 21:26:43.697120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'mac_address': 'fa:16:3e:79:e2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:43.716074 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-7258fdcd-4b59-4312-a521-cbb950759e56 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:43.718522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7258fdcd-4b59-4312-a521-cbb950759e56 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags/tempest-TagsExtTest-Tag-714447901 HTTP/1.1" status: 404  len: 328 time: 0.0975213
May 14 21:26:43.723299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39982) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.734907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:43.738175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-c87c67e9-36c9-4a09-bea8-abed53d08ca0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f522b544610>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', {'tags': ['tempest-TagsExtTest-Tag-271250449', 'tempest-TagsExtTest-Tag-719250887', 'tempest-TagsExtTest-Tag-1628186899']}) {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.753000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e23d0fb5-62fd-456c-8295-6bc7612fad94 req-946f5b30-2ac4-43d9-ad66-632af1e4f9d0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649974
May 14 21:26:43.778623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:43.779008 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.792940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.813129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7583ddb-f64e-4f06-a05b-22682e8fc3b2 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:43.822276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Router cd8223b5-75e6-4129-89ad-566397ded854 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:26:43.822807 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:43.823533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:43.833912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-939cd687-64c4-4232-ad9b-e0b791ac200c req-37195b66-bbe1-41a0-a2bf-42382a027817 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372674
May 14 21:26:43.872275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:43.887376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f37fb10d-4006-4c37-9aa8-fe375cdc4c41 None None] Current status of the port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:43.921933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:43.925955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c87c67e9-36c9-4a09-bea8-abed53d08ca0 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags HTTP/1.1" status: 200  len: 316 time: 0.1945331
May 14 21:26:43.926697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-11fd5a0f-d6e4-4d0e-8436-6ab517ccd59a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522a6e11c0>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:43.934021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:43.968101 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.022286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:26:44.024630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,segment=NetworkSegment(46385273-010f-4b94-b4fb-4398bc3ffc47),segment_id=46385273-010f-4b94-b4fb-4398bc3ffc47)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:44.045191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Sync routers for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:26:44.047229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 513ffe3f-dc91-45b1-b4f1-5b338ba58809 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:44.081343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9', 'network_id': '1a97ccfe-3a73-4c17-845b-afa87d725b25', 'port_id': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9', 'mac_address': 'fa:16:3e:b5:e1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cfd778f-a385-4da4-9ad4-e03efa7349f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:44.096967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:44.125150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:44.125785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fa70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.132442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-11fd5a0f-d6e4-4d0e-8436-6ab517ccd59a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags HTTP/1.1" status: 204  len: 168 time: 0.2094309
May 14 21:26:44.134499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39986) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.139569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-b1a5bbab-e3cf-44ee-a016-9fc7166e1f3a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8520>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-271250449') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.156834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.158972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-517fc865-2c50-43bc-b1d6-fba6ff7ed73c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1040339
May 14 21:26:44.163614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39988) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.219210 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-b1a5bbab-e3cf-44ee-a016-9fc7166e1f3a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:44.223096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b1a5bbab-e3cf-44ee-a016-9fc7166e1f3a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-271250449 HTTP/1.1" status: 404  len: 328 time: 0.0846403
May 14 21:26:44.223329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39990) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.228017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-d52cefe2-01ee-4252-85e5-5e48fbc74c96 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52317f9880>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-719250887') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.308965 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-d52cefe2-01ee-4252-85e5-5e48fbc74c96 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:44.312661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d52cefe2-01ee-4252-85e5-5e48fbc74c96 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-719250887 HTTP/1.1" status: 404  len: 328 time: 0.0855958
May 14 21:26:44.313059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39992) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.319307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-6c7c4459-0f75-469e-8f99-60c42d2b826e tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52315709d0>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14', 'tempest-TagsExtTest-Tag-1628186899') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.329658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7583ddb-f64e-4f06-a05b-22682e8fc3b2'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:44.364765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:44.365221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.397844 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-6c7c4459-0f75-469e-8f99-60c42d2b826e tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:44.398816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c7c4459-0f75-469e-8f99-60c42d2b826e tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags/tempest-TagsExtTest-Tag-1628186899 HTTP/1.1" status: 404  len: 329 time: 0.0847049
May 14 21:26:44.402342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:44.402723 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.402845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39994) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.407349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-0b527cce-613f-4950-8d14-20c56f9be0d6 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f522b59f370>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', {'tags': ['tempest-TagsExtTest-Tag-1294927613', 'tempest-TagsExtTest-Tag-967210447', 'tempest-TagsExtTest-Tag-967264698']}) {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.445388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:44.503420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,segment=NetworkSegment(46385273-010f-4b94-b4fb-4398bc3ffc47),segment_id=46385273-010f-4b94-b4fb-4398bc3ffc47)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:44.513609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:44.560768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad983100-ac94-4cb9-9567-836f456f9cea req-1627c5c5-36d1-4827-934a-6a995eb8d562 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:44.562181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad983100-ac94-4cb9-9567-836f456f9cea req-1627c5c5-36d1-4827-934a-6a995eb8d562 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 945 time: 0.0869145
May 14 21:26:44.582804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.634134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0b527cce-613f-4950-8d14-20c56f9be0d6 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "PUT /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags HTTP/1.1" status: 200  len: 316 time: 0.2303486
May 14 21:26:44.636963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40000) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.642031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-740cc92c-472f-4485-9634-601ea123819a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5232fe9b50>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.645888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad983100-ac94-4cb9-9567-836f456f9cea req-a71fa74c-c644-48db-996b-c68dbb54d079 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763080
May 14 21:26:44.735683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:44.744398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.745099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:44.803591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-740cc92c-472f-4485-9634-601ea123819a tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags HTTP/1.1" status: 204  len: 168 time: 0.1655090
May 14 21:26:44.804412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40004) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.812938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-827f0fb5-1d6e-40aa-a215-e72bbbc1a9b8 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5231aff910>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-1294927613') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.846668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fa70a0>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:43Z', 'revision_number': 3, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.852197 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-827f0fb5-1d6e-40aa-a215-e72bbbc1a9b8 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:44.856070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-827f0fb5-1d6e-40aa-a215-e72bbbc1a9b8 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-1294927613 HTTP/1.1" status: 404  len: 329 time: 0.0479708
May 14 21:26:44.856724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40006) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.864477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-fb95f000-b173-446e-8ad9-ec95747fc931 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522ace19d0>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-967210447') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.878597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Checking router: cd8223b5-75e6-4129-89ad-566397ded854 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:44.878966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Updating router cd8223b5-75e6-4129-89ad-566397ded854 port 7659e68c-021d-46bc-b33e-cdcb992850b8 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:26:44.904169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91977f6d-a2e5-4d4f-b70a-3be28b9ad50c req-c6cf5205-7110-44f1-8220-d1413672fb61 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:44.912559 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-fb95f000-b173-446e-8ad9-ec95747fc931 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:44.914257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91977f6d-a2e5-4d4f-b70a-3be28b9ad50c req-c6cf5205-7110-44f1-8220-d1413672fb61 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 945 time: 0.0769181
May 14 21:26:44.915125 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:44.921678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40010) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.927149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-3aa05e86-d4a1-4e78-9e42-863c41c498a9 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522a6f0be0>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9', 'tempest-TagsExtTest-Tag-967264698') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.929023 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fb95f000-b173-446e-8ad9-ec95747fc931 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-967210447 HTTP/1.1" status: 404  len: 328 time: 0.0679393
May 14 21:26:44.966205 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-3aa05e86-d4a1-4e78-9e42-863c41c498a9 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] show failed (client error): The resource could not be found.
May 14 21:26:44.970103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3aa05e86-d4a1-4e78-9e42-863c41c498a9 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags/tempest-TagsExtTest-Tag-967264698 HTTP/1.1" status: 404  len: 328 time: 0.0435622
May 14 21:26:44.972647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:44.979083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-ca303bd6-bbfd-4eda-8d90-b6bf89bebfe7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522af86fd0>, 'subnetpools', '348f49f5-6ca3-455e-b3b8-7b0edaba36e9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:44.993842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91977f6d-a2e5-4d4f-b70a-3be28b9ad50c req-cfd22eb0-418b-4798-b794-16c7cd1b71a0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785789
May 14 21:26:45.006085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ca303bd6-bbfd-4eda-8d90-b6bf89bebfe7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9/tags HTTP/1.1" status: 204  len: 168 time: 0.0332458
May 14 21:26:45.008907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40014) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.022659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-466a6c66-c379-47a5-a801-50e146ebca56 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522ab82ca0>, 'routers', '773cca1d-787f-4b81-86d4-03a2c5532b14') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:45.022882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc73cbd-a05b-44bf-84b3-99cad0f9d14e req-236edc14-4e67-473c-817c-f8d6c86e1d34 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:45.025949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cc73cbd-a05b-44bf-84b3-99cad0f9d14e req-236edc14-4e67-473c-817c-f8d6c86e1d34 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 944 time: 0.0947771
May 14 21:26:45.046571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['444a8ce5-4743-43c5-a34a-1c087f0c1eb9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:45.071663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Allocated IP 172.20.0.1 (ef572d9b-20a4-4311-9582-fea3efbf759e/54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89/c63cbcae-6604-47d6-8ea7-e5c74125bc43) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:45.096892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-466a6c66-c379-47a5-a801-50e146ebca56 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14/tags HTTP/1.1" status: 204  len: 168 time: 0.0868297
May 14 21:26:45.100250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40016) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.103906 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1cc73cbd-a05b-44bf-84b3-99cad0f9d14e req-73ad93cd-1c06-4ee1-94cb-60e4bfd52a46 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768263
May 14 21:26:45.105932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-07a68182-97c3-4690-b004-99f408864dc5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522a5eb400>, 'ports', '943d23d4-6d37-49d8-ba64-e91f4a36c63d') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:45.162396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ee6b1fda-7102-4018-8f5a-8e24d000b0a8'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:45.172588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-07a68182-97c3-4690-b004-99f408864dc5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d/tags HTTP/1.1" status: 204  len: 168 time: 0.0708520
May 14 21:26:45.174968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40018) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.180045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-70dee576-bba8-4f98-a057-7282f55dcaf4 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522af550a0>, 'subnets', '773eaacd-dfda-45c8-8765-be379d075ed3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:45.235603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-70dee576-bba8-4f98-a057-7282f55dcaf4 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3/tags HTTP/1.1" status: 204  len: 168 time: 0.0593982
May 14 21:26:45.241285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40020) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.330700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:45.440170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29bdacad-8f2f-4a7b-9cf7-2350bc23d7e9 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.442654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29bdacad-8f2f-4a7b-9cf7-2350bc23d7e9 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnetpools/348f49f5-6ca3-455e-b3b8-7b0edaba36e9 HTTP/1.1" status: 204  len: 168 time: 0.1988859
May 14 21:26:45.452811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40022) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.481564 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Publish callbacks [] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.485805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-53421fc4-b147-4c10-9450-75d43b87250d tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "GET /v2.0/ports?device_id=773cca1d-787f-4b81-86d4-03a2c5532b14 HTTP/1.1" status: 200  len: 205 time: 0.0306480
May 14 21:26:45.491724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40024) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.503420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:45.560443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks [] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.563932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.597875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for router (773cca1d-787f-4b81-86d4-03a2c5532b14), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.623181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:45.623577 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.631986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2c0e8-7c86-43fa-a5ce-ce52b3e33fa3 None None] Pushing event updated for resources: {'Port': ['ID=7659e68c-021d-46bc-b33e-cdcb992850b8,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:45.653661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Attempting to bind port 7659e68c-021d-46bc-b33e-cdcb992850b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:45.654032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Attempting to bind port 7659e68c-021d-46bc-b33e-cdcb992850b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:45.654397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Attempting to bind port 7659e68c-021d-46bc-b33e-cdcb992850b8 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:45.660964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.662485 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.669212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:45.671940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:45.671940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.671940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:45.671940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Bound port: 7659e68c-021d-46bc-b33e-cdcb992850b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:45.671940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.705373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Network ef572d9b-20a4-4311-9582-fea3efbf759e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:45.713256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:45.717306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:45.746091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Pushing event updated for resources: {'Port': ['ID=c63cbcae-6604-47d6-8ea7-e5c74125bc43,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:45.759045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] For port 7659e68c-021d-46bc-b33e-cdcb992850b8, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:45.776437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (cd8223b5-75e6-4129-89ad-566397ded854), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.781521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] For port 7659e68c-021d-46bc-b33e-cdcb992850b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7659e68c-021d-46bc-b33e-cdcb992850b8,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:45.784894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:45.785852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.803352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (773cca1d-787f-4b81-86d4-03a2c5532b14), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.805876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for router_controller (773cca1d-787f-4b81-86d4-03a2c5532b14), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.820675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:45.823179 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14ee5a-6817-40d0-9696-4c810e3e19e0" -d '{"events": [{"server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "name": "network-vif-plugged", "status": "completed", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:45.831053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.873461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:45.904616 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a550d67c-179d-4ff9-9fb0-dbe664f658c5 x-openstack-request-id: req-a550d67c-179d-4ff9-9fb0-dbe664f658c5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:45.904990 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "name": "network-vif-plugged", "status": "completed", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:45.905313 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a550d67c-179d-4ff9-9fb0-dbe664f658c5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:45.905782 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a550d67c-179d-4ff9-9fb0-dbe664f658c5'] response: {'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'code': 200}
May 14 21:26:45.936149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba3e1-40c2-40a1-a40d-576397b41de6 req-575ebdff-091c-4d9c-ac46-18a95d9fe163 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:45.937125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c4ba3e1-40c2-40a1-a40d-576397b41de6 req-575ebdff-091c-4d9c-ac46-18a95d9fe163 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 945 time: 0.0764358
May 14 21:26:45.942451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:45.943731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fa70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:45.971627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (773cca1d-787f-4b81-86d4-03a2c5532b14), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.971627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Fanout notify agent at l3_agent the message router_deleted on router 773cca1d-787f-4b81-86d4-03a2c5532b14 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:26:45.979362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:45.982962 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-60ea344d-1fed-4a23-9b3d-118e7d98f9e5 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/routers/773cca1d-787f-4b81-86d4-03a2c5532b14 HTTP/1.1" status: 204  len: 168 time: 0.4877796
May 14 21:26:45.984193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40032) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:45.996619 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.002845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2c0e8-7c86-43fa-a5ce-ce52b3e33fa3 None None] Pushing event updated for resources: {'Port': ['ID=7659e68c-021d-46bc-b33e-cdcb992850b8,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:46.042614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22a89e-ee78-495e-ad9b-47a50ad79a40 req-54fab891-375c-40a2-b2a0-8dd75dbb583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:46.045412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c22a89e-ee78-495e-ad9b-47a50ad79a40 req-54fab891-375c-40a2-b2a0-8dd75dbb583d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 1128 time: 0.0580883
May 14 21:26:46.048832 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c4ba3e1-40c2-40a1-a40d-576397b41de6 req-4e242ebe-22f2-4d63-af6f-d8a9f03a0597 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034424
May 14 21:26:46.127218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:46.145341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Deleting port 943d23d4-6d37-49d8-ba64-e91f4a36c63d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:46.146404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (943d23d4-6d37-49d8-ba64-e91f4a36c63d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.159804 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.177161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:46.223833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57cfe0-5258-4709-aa8d-98721250bfd7 req-7f59ab63-c43e-4443-af1e-cdba00bbd8d4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:46.225689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf57cfe0-5258-4709-aa8d-98721250bfd7 req-7f59ab63-c43e-4443-af1e-cdba00bbd8d4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 945 time: 0.1272504
May 14 21:26:46.267695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2bb2e-735c-4066-9be6-31a06df69668 req-d357a5f9-d6b6-4100-997d-09391f611d74 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:46.269365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76d2bb2e-735c-4066-9be6-31a06df69668 req-d357a5f9-d6b6-4100-997d-09391f611d74 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 944 time: 0.0643179
May 14 21:26:46.286758 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c22a89e-ee78-495e-ad9b-47a50ad79a40 req-a333ac15-d190-47cf-8f08-b9f7a9e03cce service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348251
May 14 21:26:46.292866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (943d23d4-6d37-49d8-ba64-e91f4a36c63d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.303297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0f2b6d2d-15b4-4515-abcd-cdfd989d915a None None] Provisioning complete for port c63cbcae-6604-47d6-8ea7-e5c74125bc43 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:46.303700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0f2b6d2d-15b4-4515-abcd-cdfd989d915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.318467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Calling delete_port for 943d23d4-6d37-49d8-ba64-e91f4a36c63d owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:46.350056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76d2bb2e-735c-4066-9be6-31a06df69668 req-5f47d257-6d9e-412f-9c6d-2da4363adf2c tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675464
May 14 21:26:46.352771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf57cfe0-5258-4709-aa8d-98721250bfd7 req-727eec35-00c6-4453-8f88-5c1643ef8754 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154015
May 14 21:26:46.366722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0f2b6d2d-15b4-4515-abcd-cdfd989d915a None None] Port c63cbcae-6604-47d6-8ea7-e5c74125bc43 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:46.420913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fa70a0>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:43Z', 'revision_number': 3, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:46.452272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d647801-c4e1-4ac3-983c-fcc64ebb6347 None None] The sync data for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 is: [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:43Z', 'revision_number': 3, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:46.488696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks [] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.562965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (943d23d4-6d37-49d8-ba64-e91f4a36c63d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.586017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.598071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event deleted for resources: {'Port': ['ID=943d23d4-6d37-49d8-ba64-e91f4a36c63d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:46.713696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.721255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (cd8223b5-75e6-4129-89ad-566397ded854), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.724253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40044) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:46.724423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-697fee4e-a694-48fc-bc93-28c6b221e26b tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/ports/943d23d4-6d37-49d8-ba64-e91f4a36c63d HTTP/1.1" status: 204  len: 168 time: 0.7378809
May 14 21:26:46.731871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Pushing event updated for resources: {'Port': ['ID=c63cbcae-6604-47d6-8ea7-e5c74125bc43,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:46.768879 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.874638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Deleting subnet 773eaacd-dfda-45c8-8765-be379d075ed3 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:46.879449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks [] for subnet (773eaacd-dfda-45c8-8765-be379d075ed3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:46.958822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (773eaacd-dfda-45c8-8765-be379d075ed3), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.010641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Network ef572d9b-20a4-4311-9582-fea3efbf759e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:47.014400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:47.133871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (773eaacd-dfda-45c8-8765-be379d075ed3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.139801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:47.210732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:47.272208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:47.272593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.327427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e54421-bde2-4286-a6c0-5f6584fc3344 req-0ed78991-0ebc-4444-964a-3968d891c470 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:47.329036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1e54421-bde2-4286-a6c0-5f6584fc3344 req-0ed78991-0ebc-4444-964a-3968d891c470 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 946 time: 0.1564989
May 14 21:26:47.350845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897dbee-37c9-457d-a0b2-aeab9c0bfde7 req-95f88791-fa11-445a-959f-796d5ed88baf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:47.358313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9897dbee-37c9-457d-a0b2-aeab9c0bfde7 req-95f88791-fa11-445a-959f-796d5ed88baf tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.0699103
May 14 21:26:47.365173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Router cd8223b5-75e6-4129-89ad-566397ded854 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:26:47.402088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (773eaacd-dfda-45c8-8765-be379d075ed3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.407622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:47.408001 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.444522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9897dbee-37c9-457d-a0b2-aeab9c0bfde7 req-116147c9-24c2-4da9-b9ae-2e205b1730a0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848870
May 14 21:26:47.445820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1f130feb-7d1c-4b5f-8b1c-fe2d68b5ba40 None None] Provisioning complete for port c63cbcae-6604-47d6-8ea7-e5c74125bc43 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:47.446375 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1f130feb-7d1c-4b5f-8b1c-fe2d68b5ba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.465658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1e54421-bde2-4286-a6c0-5f6584fc3344 req-c52f8c47-c12e-4b58-a2f0-0a63a65fbd4e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302233
May 14 21:26:47.466640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event deleted for resources: {'Subnet': ['ID=773eaacd-dfda-45c8-8765-be379d075ed3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:47.474856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.482025 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-121bfc03-8c69-4384-8500-818dafb75d46 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/subnets/773eaacd-dfda-45c8-8765-be379d075ed3 HTTP/1.1" status: 204  len: 168 time: 0.7553484
May 14 21:26:47.483218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40072) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:47.700636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1f130feb-7d1c-4b5f-8b1c-fe2d68b5ba40 None None] Port c63cbcae-6604-47d6-8ea7-e5c74125bc43 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:47.702098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3e6bf3-2411-4640-8993-54690c07d71d None None] Network 65cebf84-679d-4c07-83ec-7fa2b06405e9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:47.714320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:26:47.719946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (65cebf84-679d-4c07-83ec-7fa2b06405e9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.729610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-67e4e74c-4f56-4c38-892d-c03219d338bf admin admin] 10.222.0.52 "PUT /v2.0/routers/cd8223b5-75e6-4129-89ad-566397ded854/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5648065
May 14 21:26:47.772674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,segment=NetworkSegment(46385273-010f-4b94-b4fb-4398bc3ffc47),segment_id=46385273-010f-4b94-b4fb-4398bc3ffc47)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:47.786550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a143ab8-6409-4858-8517-21b4b080af0c req-4c07c46c-6e20-45b9-918d-e86502577319 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:47.806503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a143ab8-6409-4858-8517-21b4b080af0c req-4c07c46c-6e20-45b9-918d-e86502577319 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 945 time: 0.1431882
May 14 21:26:47.859522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c1a29-dd9f-4a0c-b365-eb6eb58988ee req-c9ba4db3-32e7-484e-8590-9100b6d7d72a tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:47.861248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3c1a29-dd9f-4a0c-b365-eb6eb58988ee req-c9ba4db3-32e7-484e-8590-9100b6d7d72a tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 944 time: 0.1947815
May 14 21:26:47.867463 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:47.870974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ee6b1fda-7102-4018-8f5a-8e24d000b0a8 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:47.894958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a143ab8-6409-4858-8517-21b4b080af0c req-9ec4bdb4-5c71-4357-b8a0-6bdb9d462320 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862374
May 14 21:26:47.963537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41bf56f-6709-4440-9000-ff973790c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:47.966360 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d5011-cce7-429b-b7d8-a82f78b4bf21" -d '{"events": [{"server_uuid": "c41bf56f-6709-4440-9000-ff973790c078", "name": "network-vif-plugged", "status": "completed", "tag": "444a8ce5-4743-43c5-a34a-1c087f0c1eb9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:47.968986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] DHCP port deletion for 65cebf84-679d-4c07-83ec-7fa2b06405e9 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:26:47.974645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Deleting port 2ed278fc-bd38-4f63-b014-7cba7a379b17 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:47.975036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.007423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec3c1a29-dd9f-4a0c-b365-eb6eb58988ee req-1dff78dc-002f-4313-a6b3-ce3fba47c16e tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004922
May 14 21:26:48.050492 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538cef0-8c64-4b67-b441-4a847ea517f1 x-openstack-request-id: req-0538cef0-8c64-4b67-b441-4a847ea517f1 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:48.050791 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41bf56f-6709-4440-9000-ff973790c078", "name": "network-vif-plugged", "status": "completed", "tag": "444a8ce5-4743-43c5-a34a-1c087f0c1eb9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:48.051044 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0538cef0-8c64-4b67-b441-4a847ea517f1 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:48.051819 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0538cef0-8c64-4b67-b441-4a847ea517f1'] response: {'server_uuid': 'c41bf56f-6709-4440-9000-ff973790c078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9', 'code': 200}
May 14 21:26:48.087488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7659e68c-021d-46bc-b33e-cdcb992850b8 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:48.094278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] For port 2ed278fc-bd38-4f63-b014-7cba7a379b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ed278fc-bd38-4f63-b014-7cba7a379b17,segment=NetworkSegment(7cbf3f49-3748-4b49-8970-3bc4e0f6be0a),segment_id=7cbf3f49-3748-4b49-8970-3bc4e0f6be0a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:48.099327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.108523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Calling delete_port for 2ed278fc-bd38-4f63-b014-7cba7a379b17 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:48.162543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] Deleting port 2ed278fc-bd38-4f63-b014-7cba7a379b17 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:48.162836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.169000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:48.185515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:26:48.244933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7659e68c-021d-46bc-b33e-cdcb992850b8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:48.245607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.251693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] For port 2ed278fc-bd38-4f63-b014-7cba7a379b17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ed278fc-bd38-4f63-b014-7cba7a379b17,segment=NetworkSegment(7cbf3f49-3748-4b49-8970-3bc4e0f6be0a),segment_id=7cbf3f49-3748-4b49-8970-3bc4e0f6be0a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:48.252080 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.284450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] Calling delete_port for 2ed278fc-bd38-4f63-b014-7cba7a379b17 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:48.287657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:48.288027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.311228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.343644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event deleted for resources: {'Port': ['ID=2ed278fc-bd38-4f63-b014-7cba7a379b17,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:48.345785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] No DVR routers for this DVR port 2ed278fc-bd38-4f63-b014-7cba7a379b17 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:48.452571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (65cebf84-679d-4c07-83ec-7fa2b06405e9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.464738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7659e68c-021d-46bc-b33e-cdcb992850b8 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:48.464738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.477306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230328dc0>,) {'filters': {'network_id': ['65cebf84-679d-4c07-83ec-7fa2b06405e9']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:48.488006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230328dc0>, '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:48.488480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230328dc0>, '7cbf3f49-3748-4b49-8970-3bc4e0f6be0a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:48.493929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 7659e68c-021d-46bc-b33e-cdcb992850b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7659e68c-021d-46bc-b33e-cdcb992850b8,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:48.500518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (7cbf3f49-3748-4b49-8970-3bc4e0f6be0a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.504438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:48.510425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.522156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (2ed278fc-bd38-4f63-b014-7cba7a379b17), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.535038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7cbf3f49-3748-4b49-8970-3bc4e0f6be0a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.543407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:48.544166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (7cbf3f49-3748-4b49-8970-3bc4e0f6be0a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:48.549400 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:48.573885 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.576842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] Pushing event deleted for resources: {'Port': ['ID=2ed278fc-bd38-4f63-b014-7cba7a379b17,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:48.578721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bae03-6164-4174-95c6-1c3bd17fa72e None None] No DVR routers for this DVR port 2ed278fc-bd38-4f63-b014-7cba7a379b17 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:48.621125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:48.667678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=7659e68c-021d-46bc-b33e-cdcb992850b8,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:48.712828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515b052-ba4e-49fc-9546-5cd5f049a2f3 req-f0294412-5f75-431c-8d1d-179ae353d097 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:48.715568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc64678-3fd9-4d82-8e26-54b737aadc57 req-3d76a475-293e-40a1-8914-6bc85cd1a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:48.716368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdc64678-3fd9-4d82-8e26-54b737aadc57 req-3d76a475-293e-40a1-8914-6bc85cd1a07a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 1127 time: 0.1665344
May 14 21:26:48.720384 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.721395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f515b052-ba4e-49fc-9546-5cd5f049a2f3 req-f0294412-5f75-431c-8d1d-179ae353d097 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 946 time: 0.0774329
May 14 21:26:48.727325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f6241-d15a-44cb-ab36-ebda71893bae req-af3adf48-4a82-41e1-ab5f-9e416d2da500 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:48.734411 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-024f6241-d15a-44cb-ab36-ebda71893bae req-af3adf48-4a82-41e1-ab5f-9e416d2da500 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1680870
May 14 21:26:48.784719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f515b052-ba4e-49fc-9546-5cd5f049a2f3 req-e014dbba-726e-4b90-9ce8-03764784d41b tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623775
May 14 21:26:48.790548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40094) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:48.798155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-577579519-network', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:48.805537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:48.823233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-024f6241-d15a-44cb-ab36-ebda71893bae req-491275c6-022a-4a2a-9d0b-24b6b1e4cc13 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/security-groups?id=9c7e1757-51f2-45af-9be3-89f37bff265c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879383
May 14 21:26:48.833130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (65cebf84-679d-4c07-83ec-7fa2b06405e9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.844222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.847298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] 10.222.0.52 "DELETE /v2.0/networks/65cebf84-679d-4c07-83ec-7fa2b06405e9 HTTP/1.1" status: 204  len: 168 time: 1.3627453
May 14 21:26:48.884629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294c2de-1b53-464e-845f-56991cf56a3f req-48c87dbf-8407-444f-bce3-20bc74eac7bb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:48.886150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7294c2de-1b53-464e-845f-56991cf56a3f req-48c87dbf-8407-444f-bce3-20bc74eac7bb tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.36 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 946 time: 0.1104076
May 14 21:26:48.893291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a757e0-333c-4a56-b175-2b06ff76b5d7 tempest-TagsExtTest-904341920 tempest-TagsExtTest-904341920-project] Pushing event deleted for resources: {'Network': ['ID=65cebf84-679d-4c07-83ec-7fa2b06405e9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:48.913734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Made reservation on behalf of 8898bc5dedb1443a9e4f09d9866360a4 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:48.918059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.938417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:48.970603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdc64678-3fd9-4d82-8e26-54b737aadc57 req-498935d6-c1ad-4da4-9af7-4607428c0b08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335124
May 14 21:26:48.998501 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Sync routers for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:26:49.012366 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:49.013172 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231380250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:49.055785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks [] for security_group (ffcf1527-a38a-41e1-bc07-d37c020d98dc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.089407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a87a33-9025-4619-8419-fef36e6520c0 req-45bd0b1a-5f98-456b-a077-4e627a63eb10 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:49.090994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46a87a33-9025-4619-8419-fef36e6520c0 req-45bd0b1a-5f98-456b-a077-4e627a63eb10 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.0988622
May 14 21:26:49.112544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Deleting port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:49.112875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.153649 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:49.182956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ffcf1527-a38a-41e1-bc07-d37c020d98dc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.218855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:26:49.219218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46a87a33-9025-4619-8419-fef36e6520c0 req-3cf12af8-256e-4f90-9cd4-70355c445b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186872
May 14 21:26:49.226497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcf1527-a38a-41e1-bc07-d37c020d98dc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:49.247704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (658edec2-7966-4254-802b-dbd2a49dd9c9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.249652 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Added segment 658edec2-7966-4254-802b-dbd2a49dd9c9 of type vlan for network 32fe5999-0e69-434a-9e04-0ba059188fdd
May 14 21:26:49.296602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] For port d14fe5ed-9ab8-4c6c-893f-768a8f7db696, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,segment=NetworkSegment(905ef56f-622f-43ea-9db2-5429437ab0ba),segment_id=905ef56f-622f-43ea-9db2-5429437ab0ba)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:49.296969 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.323404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Calling delete_port for d14fe5ed-9ab8-4c6c-893f-768a8f7db696 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:49.365915 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (32fe5999-0e69-434a-9e04-0ba059188fdd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.392617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d29cb9-acbf-4b3b-838b-d7147d53f210 req-ac98c009-1650-4d8f-ba2f-3af4ed8df4ab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:49.394126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02d29cb9-acbf-4b3b-838b-d7147d53f210 req-ac98c009-1650-4d8f-ba2f-3af4ed8df4ab tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 946 time: 0.0863206
May 14 21:26:49.417605 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231380250>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:46Z', 'revision_number': 2, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:49.455588 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Checking router: cd8223b5-75e6-4129-89ad-566397ded854 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:49.455588 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Updating router cd8223b5-75e6-4129-89ad-566397ded854 port c63cbcae-6604-47d6-8ea7-e5c74125bc43 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:26:49.467505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eb80a-20f3-49f2-9346-62120b13f658 req-40c8decb-38dc-4d0b-a886-d352cf9d4a30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:49.469409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-811eb80a-20f3-49f2-9346-62120b13f658 req-40c8decb-38dc-4d0b-a886-d352cf9d4a30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 945 time: 0.1302238
May 14 21:26:49.484056 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.490372 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02d29cb9-acbf-4b3b-838b-d7147d53f210 req-c6b10341-ac27-44b6-8eb4-dc0c9eb7a6f3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806823
May 14 21:26:49.517968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (32fe5999-0e69-434a-9e04-0ba059188fdd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.522273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:49.528165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.559521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-811eb80a-20f3-49f2-9346-62120b13f658 req-29e25210-cee3-492d-802f-0a7bbcd4c3d3 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822227
May 14 21:26:49.572716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40108) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:49.623047 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 0.8313415
May 14 21:26:49.625858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40112) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:49.630870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Request body: {'subnet': {'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-577579519-subnet', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:49.650606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844b8f3-1ec8-43db-a57f-ccfa334929d6 admin admin] Pushing event updated for resources: {'Network': ['ID=32fe5999-0e69-434a-9e04-0ba059188fdd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:49.664276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 32fe5999-0e69-434a-9e04-0ba059188fdd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:26:49.671752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d14fe5ed-9ab8-4c6c-893f-768a8f7db696), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.694800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d14fe5ed-9ab8-4c6c-893f-768a8f7db696'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:49.716705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Pushing event deleted for resources: {'Port': ['ID=d14fe5ed-9ab8-4c6c-893f-768a8f7db696,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:49.729113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Made reservation on behalf of 8898bc5dedb1443a9e4f09d9866360a4 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:26:49.731571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.795520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] No DVR routers for this DVR port d14fe5ed-9ab8-4c6c-893f-768a8f7db696 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:49.803915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.808117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7294c2de-1b53-464e-845f-56991cf56a3f req-7f712c47-6403-4858-a818-d5d30f53e4e1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.36 "DELETE /v2.0/ports/d14fe5ed-9ab8-4c6c-893f-768a8f7db696 HTTP/1.1" status: 204  len: 173 time: 0.9099720
May 14 21:26:49.808928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-deleted', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:49.819398 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa98a826-c907-4dcc-b5c5-ac9f1ed7fd5a" -d '{"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-deleted", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:49.833942 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Publish callbacks [] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.834644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40116) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:49.835877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a0f339a1-ebe4-4c9e-90bb-51555ea4cb8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a55ae9f506474c828bc69fff78a389e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2607794
May 14 21:26:49.931106 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f6fb5-15d2-478f-bbc8-d62e5359ab45 x-openstack-request-id: req-a64f6fb5-15d2-478f-bbc8-d62e5359ab45 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:49.931406 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d052efd6-ef23-4eec-b96a-78cd75a193b1", "name": "network-vif-deleted", "tag": "d14fe5ed-9ab8-4c6c-893f-768a8f7db696", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:49.931684 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a64f6fb5-15d2-478f-bbc8-d62e5359ab45 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:49.932189 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64f6fb5-15d2-478f-bbc8-d62e5359ab45'] response: {'server_uuid': 'd052efd6-ef23-4eec-b96a-78cd75a193b1', 'name': 'network-vif-deleted', 'tag': 'd14fe5ed-9ab8-4c6c-893f-768a8f7db696', 'status': 'completed', 'code': 200}
May 14 21:26:49.975147 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:49.981761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fa50-fe3d-4dda-af10-97481e8e6a05 admin admin] Publish callbacks [] for security_group (8c6ce226-075a-4006-a4db-e039662461c3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.008126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fa50-fe3d-4dda-af10-97481e8e6a05 admin admin] Publish callbacks [] for security_group (8c6ce226-075a-4006-a4db-e039662461c3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.019642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b9bbd69-d84b-442f-bb78-60d1891bcbb6 req-211c29a8-b39c-4f1d-b6fd-5eaf22e764f0 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 210 time: 0.0594075
May 14 21:26:50.031009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7659e68c-021d-46bc-b33e-cdcb992850b8 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:50.058308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:50.060866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139ee0a-ebf7-4e60-91f2-36e9cb9866bc" -d '{"events": [{"server_uuid": "4caf8900-4253-4d9b-b3bc-c45824e00b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ee6b1fda-7102-4018-8f5a-8e24d000b0a8"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:50.088813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (20197648-8673-4403-ab80-192ad8df1a9f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.101183 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21449a5-adee-4bed-b852-4280691444d2 None None] Pushing event updated for resources: {'Port': ['ID=c63cbcae-6604-47d6-8ea7-e5c74125bc43,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:50.110379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Attempting to bind port c63cbcae-6604-47d6-8ea7-e5c74125bc43 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:50.110893 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Attempting to bind port c63cbcae-6604-47d6-8ea7-e5c74125bc43 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:50.111095 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Attempting to bind port c63cbcae-6604-47d6-8ea7-e5c74125bc43 on network ef572d9b-20a4-4311-9582-fea3efbf759e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:50.117533 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:50.118188 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Checking segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:50.119882 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.119882 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Bound using segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:50.119882 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Bound port: c63cbcae-6604-47d6-8ea7-e5c74125bc43, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:50.119882 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.141559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7659e68c-021d-46bc-b33e-cdcb992850b8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:50.141941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.181821 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97725c77-aa02-44d8-a70e-2fe884cac4dc x-openstack-request-id: req-97725c77-aa02-44d8-a70e-2fe884cac4dc {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:50.183369 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caf8900-4253-4d9b-b3bc-c45824e00b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ee6b1fda-7102-4018-8f5a-8e24d000b0a8", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:50.183916 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97725c77-aa02-44d8-a70e-2fe884cac4dc {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:50.184959 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97725c77-aa02-44d8-a70e-2fe884cac4dc'] response: {'server_uuid': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8', 'code': 200}
May 14 21:26:50.198273 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] For port c63cbcae-6604-47d6-8ea7-e5c74125bc43, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:50.201931 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] For port c63cbcae-6604-47d6-8ea7-e5c74125bc43, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63cbcae-6604-47d6-8ea7-e5c74125bc43,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:50.244368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20197648-8673-4403-ab80-192ad8df1a9f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:50.255833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Checking segment: {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:50.256188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Network hostable DHCP agents. Network: 32fe5999-0e69-434a-9e04-0ba059188fdd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:26:50.268762 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.317646 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fa50-fe3d-4dda-af10-97481e8e6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8c6ce226-075a-4006-a4db-e039662461c3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.321086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ce8fa50-fe3d-4dda-af10-97481e8e6a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.322611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1ce8fa50-fe3d-4dda-af10-97481e8e6a05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c6ce226-075a-4006-a4db-e039662461c3 HTTP/1.1" status: 204  len: 168 time: 0.4868550
May 14 21:26:50.349467 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:50.350464 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231380250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:50.356238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8fa50-fe3d-4dda-af10-97481e8e6a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ce226-075a-4006-a4db-e039662461c3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:50.356238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Network 32fe5999-0e69-434a-9e04-0ba059188fdd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:26:50.358611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9d4b-1577-4188-a007-6ced0f6d3c06 req-c6dd1565-6ae0-4788-8b03-76df89049c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:50.361293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44ca9d4b-1577-4188-a007-6ced0f6d3c06 req-c6dd1565-6ae0-4788-8b03-76df89049c93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 1128 time: 0.1204002
May 14 21:26:50.370848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7659e68c-021d-46bc-b33e-cdcb992850b8 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:50.457852 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21449a5-adee-4bed-b852-4280691444d2 None None] Pushing event updated for resources: {'Port': ['ID=c63cbcae-6604-47d6-8ea7-e5c74125bc43,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:50.480360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2ed278fc-bd38-4f63-b014-7cba7a379b17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:50.488883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32fe5999-0e69-434a-9e04-0ba059188fdd) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:50.502816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:50.515543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e255265-e1b6-403c-afc1-cccb456471d8 req-6d66ee8a-a73f-4794-ad0c-69c04eb06d5d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:50.515969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.517080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e255265-e1b6-403c-afc1-cccb456471d8 req-6d66ee8a-a73f-4794-ad0c-69c04eb06d5d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.1343577
May 14 21:26:50.519719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44ca9d4b-1577-4188-a007-6ced0f6d3c06 req-7a173cab-94c2-4466-a0ca-98d2f5f0f329 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523902
May 14 21:26:50.522157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b6335b-dcb9-4e57-8caa-e1797ea1ba44 None None] Network 32fe5999-0e69-434a-9e04-0ba059188fdd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:50.524118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] Provisioning complete for port c63cbcae-6604-47d6-8ea7-e5c74125bc43 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:50.524492 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.556727 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:50.585157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 2ed278fc-bd38-4f63-b014-7cba7a379b17 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:50.589305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2ed278fc-bd38-4f63-b014-7cba7a379b17 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:50.612802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e255265-e1b6-403c-afc1-cccb456471d8 req-30ca7c34-c8f4-47e0-b78d-19a069aa3a58 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834687
May 14 21:26:50.710883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-86a8333c-927c-4e58-94ae-b877e01c903e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0839913
May 14 21:26:50.713813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40130) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:50.723036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:26:50.748437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94ba80-1de1-49ab-bf4a-e983a0370da7 req-34e1ce04-1f21-4f81-a690-dcea5e911ec5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:50.761075 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-da94ba80-1de1-49ab-bf4a-e983a0370da7 req-34e1ce04-1f21-4f81-a690-dcea5e911ec5 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 946 time: 0.1378050
May 14 21:26:50.821692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] Current status of the port c63cbcae-6604-47d6-8ea7-e5c74125bc43 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:50.822218 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.844203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-da94ba80-1de1-49ab-bf4a-e983a0370da7 req-17efc833-465a-4629-9966-5863ba2bed70 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823786
May 14 21:26:50.885564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32fe5999-0e69-434a-9e04-0ba059188fdd', 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'fixed_ips': [{'subnet_id': '20197648-8673-4403-ab80-192ad8df1a9f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:26:50.886995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.910360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] For port c63cbcae-6604-47d6-8ea7-e5c74125bc43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63cbcae-6604-47d6-8ea7-e5c74125bc43,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:50.914623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.916613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:50.921307 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231380250>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:50.959871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9fca-6a73-41d2-beed-8c9cd065bdb6 req-db89d41c-9aa5-4c13-a4d2-ae7009349b20 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:50.974497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8cda9fca-6a73-41d2-beed-8c9cd065bdb6 req-db89d41c-9aa5-4c13-a4d2-ae7009349b20 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 945 time: 0.1891761
May 14 21:26:50.978161 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5b0fe-a49a-418e-bb28-ec3e4e0ee894 None None] The sync data for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 is: [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:51.053945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.216582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Allocated IP 172.20.0.2 (32fe5999-0e69-434a-9e04-0ba059188fdd/20197648-8673-4403-ab80-192ad8df1a9f/3fa60779-fcef-418f-beb8-9210bbea886e) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:51.222932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a0bf6-714d-4a08-bf94-d9b0e79c1b33 None None] Pushing event updated for resources: {'Port': ['ID=c63cbcae-6604-47d6-8ea7-e5c74125bc43,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:51.244501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d8443d5e-da3d-4e39-8204-c9fa82f848f0 None None] Provisioning complete for port c63cbcae-6604-47d6-8ea7-e5c74125bc43 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:51.244911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d8443d5e-da3d-4e39-8204-c9fa82f848f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.485825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d8443d5e-da3d-4e39-8204-c9fa82f848f0 None None] Current status of the port c63cbcae-6604-47d6-8ea7-e5c74125bc43 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:51.504414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks [] for router_controller (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.533906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8cda9fca-6a73-41d2-beed-8c9cd065bdb6 req-f815fbee-053d-4ba7-83f2-12626dd92c4b tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5362148
May 14 21:26:51.543116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Publish callbacks [] for port (3fa60779-fcef-418f-beb8-9210bbea886e), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.651366 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.728777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-485bcb84-f6ac-4045-87ba-3cdd710bf954 req-4f62b34e-8f9d-476e-9d6a-b04b8fb1e5f1 tempest-ServersNegativeTestJSON-663937628 tempest-ServersNegativeTestJSON-663937628-project] 10.222.0.52 "GET /v2.0/ports?device_id=d052efd6-ef23-4eec-b96a-78cd75a193b1 HTTP/1.1" status: 200  len: 210 time: 0.0791318
May 14 21:26:51.734817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Network 32fe5999-0e69-434a-9e04-0ba059188fdd is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:51.748441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:51.768863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:51.863738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Pushing event updated for resources: {'Port': ['ID=3fa60779-fcef-418f-beb8-9210bbea886e,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:51.881680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks [] for router_gateway (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.885569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Attempting to bind port 3fa60779-fcef-418f-beb8-9210bbea886e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:51.886174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Attempting to bind port 3fa60779-fcef-418f-beb8-9210bbea886e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:51.886391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Attempting to bind port 3fa60779-fcef-418f-beb8-9210bbea886e on network 32fe5999-0e69-434a-9e04-0ba059188fdd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:51.893192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:51.893768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Checking segment: {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:51.894330 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:51.895187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Bound using segment: {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:51.897003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Bound port: 3fa60779-fcef-418f-beb8-9210bbea886e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:51.898878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.215553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4ef0e-532a-40c7-af56-f21af239c9fb req-55b7a732-de8e-45d4-aff4-8761d87f8e84 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:52.230284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8aa4ef0e-532a-40c7-af56-f21af239c9fb req-55b7a732-de8e-45d4-aff4-8761d87f8e84 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.2874722
May 14 21:26:52.298170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8aa4ef0e-532a-40c7-af56-f21af239c9fb req-4e6211ed-b7df-4fc9-ae36-ad5a6abdbcfe tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617630
May 14 21:26:52.326898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c63cbcae-6604-47d6-8ea7-e5c74125bc43 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:52.389961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] For port 3fa60779-fcef-418f-beb8-9210bbea886e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:52.405250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] For port 3fa60779-fcef-418f-beb8-9210bbea886e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fa60779-fcef-418f-beb8-9210bbea886e,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:52.415188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c63cbcae-6604-47d6-8ea7-e5c74125bc43 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:52.415841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.422038 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:26:52.473250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks [] for router_gateway (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.495977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.510206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c63cbcae-6604-47d6-8ea7-e5c74125bc43 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:52.523581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.604203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7556f01-850e-4994-b3b4-81e56f3eb533 None None] Pushing event updated for resources: {'Port': ['ID=3fa60779-fcef-418f-beb8-9210bbea886e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:52.668580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a67d-a62b-4b01-b78e-8f9e300044de req-fbeaec64-7bc1-4eae-960e-0e2340e1b3a8 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:52.670277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da0a67d-a62b-4b01-b78e-8f9e300044de req-fbeaec64-7bc1-4eae-960e-0e2340e1b3a8 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 945 time: 0.0760002
May 14 21:26:52.671664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Allocated IP 172.35.4.111 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/0e8427f2-97cb-4bc4-b22d-123f56db464c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:52.787908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da0a67d-a62b-4b01-b78e-8f9e300044de req-28747ca6-d597-4805-a92b-746c3c3e3861 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073263
May 14 21:26:52.831618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks [] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.833898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:52.906864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Deleting subnet a0f52459-bd54-41ff-909a-aadc563584a0 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:52.911867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Publish callbacks [] for subnet (a0f52459-bd54-41ff-909a-aadc563584a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.954557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (a0f52459-bd54-41ff-909a-aadc563584a0), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:52.971040 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.005767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a0f52459-bd54-41ff-909a-aadc563584a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.073958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Pushing event updated for resources: {'Port': ['ID=0e8427f2-97cb-4bc4-b22d-123f56db464c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:53.085712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:53.087958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:53.092242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:53.129133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40208) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:53.174526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (a0f52459-bd54-41ff-909a-aadc563584a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.195225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:53.204443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f52459-bd54-41ff-909a-aadc563584a0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:53.207908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.212562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40212) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:53.213778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-753c6812-e305-4f95-bd8a-921a5e4c5386 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a0f52459-bd54-41ff-909a-aadc563584a0 HTTP/1.1" status: 204  len: 168 time: 0.3726814
May 14 21:26:53.238045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: d14fe5ed-9ab8-4c6c-893f-768a8f7db696 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:53.238480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d14fe5ed-9ab8-4c6c-893f-768a8f7db696 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:53.277108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a9b39b9-c048-4415-9600-23978c67a4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.350204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a654f805-d693-47d5-9845-d68b7a2a07c5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.427235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ca96b-e6c4-4133-b70f-7d98dce43e4e req-a9eb3ec5-fe84-4c4e-9dc7-545cd18525b2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:53.428842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-916ca96b-e6c4-4133-b70f-7d98dce43e4e req-a9eb3ec5-fe84-4c4e-9dc7-545cd18525b2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.0597277
May 14 21:26:53.489198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-916ca96b-e6c4-4133-b70f-7d98dce43e4e req-8284e776-3845-4292-ab21-03b2fcc61bef tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540795
May 14 21:26:53.513978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a654f805-d693-47d5-9845-d68b7a2a07c5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.597877 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a9b39b9-c048-4415-9600-23978c67a4fd admin admin] Publish callbacks [] for security_group (f21f3c65-f3bf-47ee-a1d0-7f517e366907), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.603520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b544ac0>,) {'filters': {'network_id': ['a654f805-d693-47d5-9845-d68b7a2a07c5']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:53.647302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b544ac0>, '905ef56f-622f-43ea-9db2-5429437ab0ba') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:53.647571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b544ac0>, '905ef56f-622f-43ea-9db2-5429437ab0ba') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:53.658675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a9b39b9-c048-4415-9600-23978c67a4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f21f3c65-f3bf-47ee-a1d0-7f517e366907), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.669883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (905ef56f-622f-43ea-9db2-5429437ab0ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.682754 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks [] for router_gateway (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.689841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be64032-c4ad-4b0e-ab83-2975b2cfc1f1 req-ac470779-600c-4f8d-92fa-b2b1d2ca6acf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:53.691458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1be64032-c4ad-4b0e-ab83-2975b2cfc1f1 req-ac470779-600c-4f8d-92fa-b2b1d2ca6acf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.1154089
May 14 21:26:53.750853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (905ef56f-622f-43ea-9db2-5429437ab0ba), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.779975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:53.780377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (905ef56f-622f-43ea-9db2-5429437ab0ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:53.782882 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:53.785467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32910da-f5c7-466b-b2a6-96af9dc9deff None None] Network 32fe5999-0e69-434a-9e04-0ba059188fdd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:26:53.797590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a9b39b9-c048-4415-9600-23978c67a4fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cfa60d7e6a54f3e9b1cd09e4d9daa06&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6673989
May 14 21:26:53.800432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40218) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:53.809261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b39b9-c048-4415-9600-23978c67a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21f3c65-f3bf-47ee-a1d0-7f517e366907,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:53.855285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] Provisioning complete for port 3fa60779-fcef-418f-beb8-9210bbea886e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:53.855679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.863397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917b6565-e8ea-4527-87d2-38d9c3d5ffb3 admin admin] Publish callbacks [] for security_group (f21f3c65-f3bf-47ee-a1d0-7f517e366907), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.905409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917b6565-e8ea-4527-87d2-38d9c3d5ffb3 admin admin] Publish callbacks [] for security_group (f21f3c65-f3bf-47ee-a1d0-7f517e366907), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:53.998670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90fca5-54ff-48ba-a849-df78ad698251 req-d2b41c9d-f07e-4e7b-8acd-42a719d73583 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:54.000297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d90fca5-54ff-48ba-a849-df78ad698251 req-d2b41c9d-f07e-4e7b-8acd-42a719d73583 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 945 time: 0.0928395
May 14 21:26:54.020162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] Current status of the port 3fa60779-fcef-418f-beb8-9210bbea886e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:54.022236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.026997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1be64032-c4ad-4b0e-ab83-2975b2cfc1f1 req-f2b76d9f-2432-49f1-ade8-25adec3d8583 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3257270
May 14 21:26:54.049092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-6bbd081f-d537-407d-9651-ef2e5da4960b tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:54.049887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3fa60779-fcef-418f-beb8-9210bbea886e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:54.051162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-6bbd081f-d537-407d-9651-ef2e5da4960b tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.36 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 945 time: 0.1791914
May 14 21:26:54.056122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a654f805-d693-47d5-9845-d68b7a2a07c5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.072053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.077432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] 10.222.0.52 "DELETE /v2.0/networks/a654f805-d693-47d5-9845-d68b7a2a07c5 HTTP/1.1" status: 204  len: 168 time: 0.8616960
May 14 21:26:54.123353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] For port 3fa60779-fcef-418f-beb8-9210bbea886e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fa60779-fcef-418f-beb8-9210bbea886e,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:54.143349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d90fca5-54ff-48ba-a849-df78ad698251 req-c90e00a6-5ae7-44f7-8e64-6cda0f3d475e tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334875
May 14 21:26:54.146700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917b6565-e8ea-4527-87d2-38d9c3d5ffb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f21f3c65-f3bf-47ee-a1d0-7f517e366907), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.154037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-917b6565-e8ea-4527-87d2-38d9c3d5ffb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.160168 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-917b6565-e8ea-4527-87d2-38d9c3d5ffb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f21f3c65-f3bf-47ee-a1d0-7f517e366907 HTTP/1.1" status: 204  len: 168 time: 0.3585696
May 14 21:26:54.173275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3fa60779-fcef-418f-beb8-9210bbea886e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:54.173698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.182763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b6565-e8ea-4527-87d2-38d9c3d5ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21f3c65-f3bf-47ee-a1d0-7f517e366907,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:54.199421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939b399-cb8f-4ea0-91bc-a32bee904bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a654f805-d693-47d5-9845-d68b7a2a07c5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:54.232089 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.320323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d031-c25d-4384-a996-c48ad05a5a99 None None] Pushing event updated for resources: {'Port': ['ID=3fa60779-fcef-418f-beb8-9210bbea886e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:54.372989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Deleting port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:54.373625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3fa60779-fcef-418f-beb8-9210bbea886e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:54.373739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.404107 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.453489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dc553d11-816b-4992-bcd8-7528caff65b5 None None] Provisioning complete for port 3fa60779-fcef-418f-beb8-9210bbea886e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:54.454577 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc553d11-816b-4992-bcd8-7528caff65b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.539523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dc553d11-816b-4992-bcd8-7528caff65b5 None None] Current status of the port 3fa60779-fcef-418f-beb8-9210bbea886e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:54.545752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] For port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,segment=NetworkSegment(46385273-010f-4b94-b4fb-4398bc3ffc47),segment_id=46385273-010f-4b94-b4fb-4398bc3ffc47)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:54.546101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.566300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Calling delete_port for 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:54.619619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40242) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:54.712428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4b7c6-9751-45a2-bfb2-4072d0021db4 req-185d5819-03f7-422d-9f2f-54814a2de28f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:54.719277 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6f4b7c6-9751-45a2-bfb2-4072d0021db4 req-185d5819-03f7-422d-9f2f-54814a2de28f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.0694709
May 14 21:26:54.722824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5b44c98-4cac-4fda-856f-bff151e1f8ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe513cd0819f40d7866ce2aaa1b8ea8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1020806
May 14 21:26:54.726477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40246) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:54.776154 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6f4b7c6-9751-45a2-bfb2-4072d0021db4 req-d6a8bdc1-c614-435e-993d-c624befd2075 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558360
May 14 21:26:54.781416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:26:54.796062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aedd93e-dc13-45c6-aa2a-8d3655e4fe96 admin admin] Publish callbacks [] for security_group (9c7e1757-51f2-45af-9be3-89f37bff265c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:54.854854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aedd93e-dc13-45c6-aa2a-8d3655e4fe96 admin admin] Publish callbacks [] for security_group (9c7e1757-51f2-45af-9be3-89f37bff265c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.225057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (444a8ce5-4743-43c5-a34a-1c087f0c1eb9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.239837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['444a8ce5-4743-43c5-a34a-1c087f0c1eb9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:55.291651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Pushing event deleted for resources: {'Port': ['ID=444a8ce5-4743-43c5-a34a-1c087f0c1eb9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:55.341724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a021638-ec5a-40aa-8efc-aba5e826549f req-f97b5e3a-253b-407c-8a79-90d1d3c87eb3 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.0675952
May 14 21:26:55.351261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:26:55.375531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] No DVR routers for this DVR port 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:55.377785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:26:55.379824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.389049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-715da28c-ec33-40da-8de6-17e5f4d73671 req-810ef8ce-dee4-4cfc-9b0d-d06c01552c30 tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.36 "DELETE /v2.0/ports/444a8ce5-4743-43c5-a34a-1c087f0c1eb9 HTTP/1.1" status: 204  len: 173 time: 1.3251042
May 14 21:26:55.389049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41bf56f-6709-4440-9000-ff973790c078', 'name': 'network-vif-deleted', 'tag': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:55.389049 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4a8c5-a6f2-428d-bbfe-708fc2cba4fc" -d '{"events": [{"server_uuid": "c41bf56f-6709-4440-9000-ff973790c078", "name": "network-vif-deleted", "tag": "444a8ce5-4743-43c5-a34a-1c087f0c1eb9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:55.389873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Sync routers for ids ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:26:55.430707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Routers {'73f2abe5-fa6c-43ad-b773-6d681fa7c92e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:55.431663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52305baa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:55.515070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.527040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40296) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:55.527572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6e777d95-4814-4407-a844-c7bc4a186e0f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8066344
May 14 21:26:55.527572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aedd93e-dc13-45c6-aa2a-8d3655e4fe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9c7e1757-51f2-45af-9be3-89f37bff265c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.528982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aedd93e-dc13-45c6-aa2a-8d3655e4fe96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.530952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0aedd93e-dc13-45c6-aa2a-8d3655e4fe96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c7e1757-51f2-45af-9be3-89f37bff265c HTTP/1.1" status: 204  len: 168 time: 0.8033721
May 14 21:26:55.545273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedd93e-dc13-45c6-aa2a-8d3655e4fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e1757-51f2-45af-9be3-89f37bff265c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:55.601064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:55.625593 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa50f96-3c3a-47b2-9b94-d4bfa785fe40 x-openstack-request-id: req-aaa50f96-3c3a-47b2-9b94-d4bfa785fe40 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:55.625839 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41bf56f-6709-4440-9000-ff973790c078", "name": "network-vif-deleted", "tag": "444a8ce5-4743-43c5-a34a-1c087f0c1eb9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:55.626157 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaa50f96-3c3a-47b2-9b94-d4bfa785fe40 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:55.626586 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa50f96-3c3a-47b2-9b94-d4bfa785fe40'] response: {'server_uuid': 'c41bf56f-6709-4440-9000-ff973790c078', 'name': 'network-vif-deleted', 'tag': '444a8ce5-4743-43c5-a34a-1c087f0c1eb9', 'status': 'completed', 'code': 200}
May 14 21:26:55.628579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'mac_address': 'fa:16:3e:79:e2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:26:55.694621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Set router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:55.724976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:55.725359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:55.768229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7583ddb-f64e-4f06-a05b-22682e8fc3b2 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:26:55.789383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:55.887797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-082f423a-e4f6-4148-a019-396ea15f77ca tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:55.889660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-082f423a-e4f6-4148-a019-396ea15f77ca tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.0522699
May 14 21:26:55.918376 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.060100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3fa60779-fcef-418f-beb8-9210bbea886e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:56.072880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:26:56.074008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.102317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a2e71-5678-4d55-9447-cabff7717812 req-664c1041-5f86-4a67-a5f6-2bafaead7d66 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:26:56.104003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-243a2e71-5678-4d55-9447-cabff7717812 req-664c1041-5f86-4a67-a5f6-2bafaead7d66 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 946 time: 0.2332489
May 14 21:26:56.107334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7583ddb-f64e-4f06-a05b-22682e8fc3b2'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:56.151623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52305baa30>, [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:26:53Z', 'revision_number': 3, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:56.199399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Checking router: 73f2abe5-fa6c-43ad-b773-6d681fa7c92e for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:26:56.199777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Updating router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e port 0e8427f2-97cb-4bc4-b22d-123f56db464c binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:26:56.204925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:56.210330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port ee6b1fda-7102-4018-8f5a-8e24d000b0a8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:56.210805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.228539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for ee6b1fda-7102-4018-8f5a-8e24d000b0a8 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:26:56.303299 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-243a2e71-5678-4d55-9447-cabff7717812 req-564703c6-13cf-4d0d-8465-c978c63cb67a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433725
May 14 21:26:56.331086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.347944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.621571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93ffa789-94c9-42ae-bd42-acacfea8a216 req-71eeda32-e02b-4c27-bc13-d7ea65c81dfd tempest-ServerAddressesTestJSON-325476692 tempest-ServerAddressesTestJSON-325476692-project] 10.222.0.52 "GET /v2.0/ports?device_id=c41bf56f-6709-4440-9000-ff973790c078 HTTP/1.1" status: 200  len: 210 time: 0.0652461
May 14 21:26:56.642471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ee6b1fda-7102-4018-8f5a-8e24d000b0a8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.714603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3fa60779-fcef-418f-beb8-9210bbea886e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:56.720009 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.729659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=ee6b1fda-7102-4018-8f5a-8e24d000b0a8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:56.734225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ee6b1fda-7102-4018-8f5a-8e24d000b0a8'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:56.745447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:26:56.825044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Allocated IP 172.20.0.1 (32fe5999-0e69-434a-9e04-0ba059188fdd/20197648-8673-4403-ab80-192ad8df1a9f/f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:26:56.861193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port ee6b1fda-7102-4018-8f5a-8e24d000b0a8 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:26:56.868796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:56.876965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e462f87-31f0-4ab9-aeea-5f7847012b7b req-93228782-aaa2-4bee-971a-9820a9e192bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "DELETE /v2.0/ports/ee6b1fda-7102-4018-8f5a-8e24d000b0a8 HTTP/1.1" status: 204  len: 173 time: 0.9820430
May 14 21:26:57.016349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks [] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.110994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3fa60779-fcef-418f-beb8-9210bbea886e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:57.120225 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Publish callbacks [] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.131108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.181751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Network 32fe5999-0e69-434a-9e04-0ba059188fdd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:57.185996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:57.207033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:26:57.209051 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.303726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.482057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Pushing event updated for resources: {'Port': ['ID=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:57.521959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b23d803d-e725-44ce-a436-b45e41051724 req-43110f92-4fb7-4efd-847e-f6d0bff19a53 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4caf8900-4253-4d9b-b3bc-c45824e00b7f HTTP/1.1" status: 200  len: 210 time: 0.0559800
May 14 21:26:57.629154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'name': 'network-vif-deleted', 'tag': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:57.634492 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752dfcfe-bc51-4090-b4c1-cf32a4f65a15" -d '{"events": [{"server_uuid": "4caf8900-4253-4d9b-b3bc-c45824e00b7f", "name": "network-vif-deleted", "tag": "ee6b1fda-7102-4018-8f5a-8e24d000b0a8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:57.705670 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159fe8d2-d866-4224-b956-fdebafeaca13 x-openstack-request-id: req-159fe8d2-d866-4224-b956-fdebafeaca13 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:57.705973 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caf8900-4253-4d9b-b3bc-c45824e00b7f", "name": "network-vif-deleted", "tag": "ee6b1fda-7102-4018-8f5a-8e24d000b0a8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:57.706174 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-159fe8d2-d866-4224-b956-fdebafeaca13 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:57.707147 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159fe8d2-d866-4224-b956-fdebafeaca13'] response: {'server_uuid': '4caf8900-4253-4d9b-b3bc-c45824e00b7f', 'name': 'network-vif-deleted', 'tag': 'ee6b1fda-7102-4018-8f5a-8e24d000b0a8', 'status': 'completed', 'code': 200}
May 14 21:26:57.742335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:26:57.758211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Attempting to bind port 0e8427f2-97cb-4bc4-b22d-123f56db464c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:26:57.758211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Attempting to bind port 0e8427f2-97cb-4bc4-b22d-123f56db464c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:26:57.758211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Attempting to bind port 0e8427f2-97cb-4bc4-b22d-123f56db464c on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:26:57.788937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c0763-3287-4b2e-8517-a01a1f44fddd None None] Pushing event updated for resources: {'Port': ['ID=0e8427f2-97cb-4bc4-b22d-123f56db464c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:57.811265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40378) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:57.821475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:26:57.822445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:26:57.822997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.823508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:26:57.824340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Bound port: 0e8427f2-97cb-4bc4-b22d-123f56db464c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:26:57.824825 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.886252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.914153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-467e9de2-ce82-4b88-9948-3cd70d4abc92 None None] Provisioning complete for port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:57.915675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-467e9de2-ce82-4b88-9948-3cd70d4abc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:57.948358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Deleting subnet 8cfd778f-a385-4da4-9ad4-e03efa7349f9 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:26:57.953556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Publish callbacks [] for subnet (8cfd778f-a385-4da4-9ad4-e03efa7349f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.062968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:58.063342 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.095163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (8cfd778f-a385-4da4-9ad4-e03efa7349f9), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.129310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] For port 0e8427f2-97cb-4bc4-b22d-123f56db464c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:26:58.146161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-467e9de2-ce82-4b88-9948-3cd70d4abc92 None None] Port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:58.179457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] For port 0e8427f2-97cb-4bc4-b22d-123f56db464c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e8427f2-97cb-4bc4-b22d-123f56db464c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:26:58.290003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:26:58.290239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.352980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks [] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.357669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8cfd778f-a385-4da4-9ad4-e03efa7349f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.366272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:26:58.373953 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b63e517-1b53-4fdf-b56c-bfe2cad1ea47" -d '{"events": [{"server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "name": "network-vif-plugged", "status": "completed", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:26:58.389799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:26:58.421196 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fc59e7-d11f-40cc-87e4-d6d7db4a1199 x-openstack-request-id: req-06fc59e7-d11f-40cc-87e4-d6d7db4a1199 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:26:58.421579 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "name": "network-vif-plugged", "status": "completed", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:26:58.421841 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06fc59e7-d11f-40cc-87e4-d6d7db4a1199 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:26:58.422411 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06fc59e7-d11f-40cc-87e4-d6d7db4a1199'] response: {'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'code': 200}
May 14 21:26:58.511651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.580410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.598825 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.626118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Routers {'73f2abe5-fa6c-43ad-b773-6d681fa7c92e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:26:58.626118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52305baa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:58.701349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (8cfd778f-a385-4da4-9ad4-e03efa7349f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.764608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c0763-3287-4b2e-8517-a01a1f44fddd None None] Pushing event updated for resources: {'Port': ['ID=0e8427f2-97cb-4bc4-b22d-123f56db464c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:58.789150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.797222 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8cfd778f-a385-4da4-9ad4-e03efa7349f9 HTTP/1.1" status: 204  len: 168 time: 0.9857290
May 14 21:26:58.800736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40424) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:26:58.802007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d4cd2-e399-4f66-aece-7e5db637f921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfd778f-a385-4da4-9ad4-e03efa7349f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:58.881434 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:58.910187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Pushing event updated for resources: {'Port': ['ID=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:58.923290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (1a97ccfe-3a73-4c17-845b-afa87d725b25), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.003402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:59.074270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (1a97ccfe-3a73-4c17-845b-afa87d725b25), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.089333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] Set router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:26:59.118802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ac8cee0>,) {'filters': {'network_id': ['1a97ccfe-3a73-4c17-845b-afa87d725b25']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:59.133173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Network 32fe5999-0e69-434a-9e04-0ba059188fdd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:26:59.136389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:26:59.152947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac8cee0>, '46385273-010f-4b94-b4fb-4398bc3ffc47') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:59.152947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac8cee0>, '46385273-010f-4b94-b4fb-4398bc3ffc47') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:59.186303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (46385273-010f-4b94-b4fb-4398bc3ffc47), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.218728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (46385273-010f-4b94-b4fb-4398bc3ffc47), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.240061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:26:59.240061 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (46385273-010f-4b94-b4fb-4398bc3ffc47), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:26:59.243309 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:26:59.295587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:59.366161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:59.366901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 444a8ce5-4743-43c5-a34a-1c087f0c1eb9 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:59.367515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ee6b1fda-7102-4018-8f5a-8e24d000b0a8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:26:59.410476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: ee6b1fda-7102-4018-8f5a-8e24d000b0a8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:26:59.411723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ee6b1fda-7102-4018-8f5a-8e24d000b0a8 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:26:59.471734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (1a97ccfe-3a73-4c17-845b-afa87d725b25), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.496666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.500564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1a97ccfe-3a73-4c17-845b-afa87d725b25 HTTP/1.1" status: 204  len: 168 time: 0.6966195
May 14 21:26:59.505881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80097ab2-a50b-4515-bda6-bac18968b755 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a97ccfe-3a73-4c17-845b-afa87d725b25,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:26:59.654401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52305baa30>, [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:26:57Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5', 'name': '', 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'mac_address': 'fa:16:3e:f3:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '20197648-8673-4403-ab80-192ad8df1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:56Z', 'updated_at': '2022-05-14T21:26:58Z', 'revision_number': 2, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'subnets': [{'id': '20197648-8673-4403-ab80-192ad8df1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:26:59.698694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818f371-81e7-468b-b589-60d6795d9dc2 None None] The sync data for ids ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'] in ncdv-master-1 is: [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:26:57Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5', 'name': '', 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'mac_address': 'fa:16:3e:f3:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '20197648-8673-4403-ab80-192ad8df1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:56Z', 'updated_at': '2022-05-14T21:26:58Z', 'revision_number': 2, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'subnets': [{'id': '20197648-8673-4403-ab80-192ad8df1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:26:59.730745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-554531dc-1d29-4f30-b87b-08be3b822e50 None None] Provisioning complete for port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:26:59.730745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-554531dc-1d29-4f30-b87b-08be3b822e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:26:59.799648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-554531dc-1d29-4f30-b87b-08be3b822e50 None None] Port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:26:59.989280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40470) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:00.068313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40474) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:00.127323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a01001d3-9c9f-4db1-93ef-f31121f8dbfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec5b6c73e5f14deca3371f8735b60f5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341643
May 14 21:27:00.135670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40478) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:00.259102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:27:00.262303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5d477d6-6211-4160-aa2a-4bbe0663ae06 admin admin] Publish callbacks [] for security_group (dc9ce1d8-703c-45c4-9182-dd5e0c3b7960), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:00.302264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-f3853948-e33b-4b8b-8066-e047f516fc9b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:00.307985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-f3853948-e33b-4b8b-8066-e047f516fc9b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.2978990
May 14 21:27:00.317303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5d477d6-6211-4160-aa2a-4bbe0663ae06 admin admin] Publish callbacks [] for security_group (dc9ce1d8-703c-45c4-9182-dd5e0c3b7960), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:00.431685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-17d440b1-303a-4848-9faa-357eaa82df5c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.1162302
May 14 21:27:00.482357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5d477d6-6211-4160-aa2a-4bbe0663ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dc9ce1d8-703c-45c4-9182-dd5e0c3b7960), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:00.485174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5d477d6-6211-4160-aa2a-4bbe0663ae06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:00.490128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e5d477d6-6211-4160-aa2a-4bbe0663ae06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc9ce1d8-703c-45c4-9182-dd5e0c3b7960 HTTP/1.1" status: 204  len: 168 time: 0.3505664
May 14 21:27:00.503626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d477d6-6211-4160-aa2a-4bbe0663ae06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ce1d8-703c-45c4-9182-dd5e0c3b7960,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:00.557422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4376e03a-d754-4b31-a962-be1984091223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:00.625913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-5e2bd375-9727-43f9-9312-2d2ab287d6f4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1949623
May 14 21:27:00.777382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:00.788956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-815e752f-e8c9-4a04-8e18-f5fb9a6d4248 admin admin] 10.222.0.52 "PUT /v2.0/routers/73f2abe5-fa6c-43ad-b773-6d681fa7c92e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2640636
May 14 21:27:00.867348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-7bd59f06-53f3-4678-8384-157c348b5614 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176793
May 14 21:27:00.952436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4376e03a-d754-4b31-a962-be1984091223 admin admin] Publish callbacks [] for security_group (495aef39-d49f-48e1-93fa-49b1d8f77a02), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:01.029518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4376e03a-d754-4b31-a962-be1984091223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (495aef39-d49f-48e1-93fa-49b1d8f77a02), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:01.131939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376e03a-d754-4b31-a962-be1984091223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495aef39-d49f-48e1-93fa-49b1d8f77a02,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:01.159293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-38b4a936-7f64-4b21-8ce6-c17db2c7cc54 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2738354
May 14 21:27:01.167634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4376e03a-d754-4b31-a962-be1984091223 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e178a6743a947c0810f64d90d260ebd&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0927236
May 14 21:27:01.168199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40514) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:01.279907 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24322c8-d6ff-4d22-98f4-03bc8241758f admin admin] Publish callbacks [] for security_group (495aef39-d49f-48e1-93fa-49b1d8f77a02), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:01.322790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24322c8-d6ff-4d22-98f4-03bc8241758f admin admin] Publish callbacks [] for security_group (495aef39-d49f-48e1-93fa-49b1d8f77a02), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:01.642716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24322c8-d6ff-4d22-98f4-03bc8241758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (495aef39-d49f-48e1-93fa-49b1d8f77a02), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:01.645988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c24322c8-d6ff-4d22-98f4-03bc8241758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:01.648739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c24322c8-d6ff-4d22-98f4-03bc8241758f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/495aef39-d49f-48e1-93fa-49b1d8f77a02 HTTP/1.1" status: 204  len: 168 time: 0.4780204
May 14 21:27:01.684904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24322c8-d6ff-4d22-98f4-03bc8241758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495aef39-d49f-48e1-93fa-49b1d8f77a02,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:01.757794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-587fd772-cb71-4e0a-9452-43441266a18e req-799173f6-d8e1-4eef-b77a-143d80954bdb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.0501766
May 14 21:27:02.142066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0e8427f2-97cb-4bc4-b22d-123f56db464c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:02.240636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0e8427f2-97cb-4bc4-b22d-123f56db464c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:02.241039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:02.460722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0e8427f2-97cb-4bc4-b22d-123f56db464c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:02.461533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:02.521873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 0e8427f2-97cb-4bc4-b22d-123f56db464c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e8427f2-97cb-4bc4-b22d-123f56db464c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:02.603020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:02.819199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=0e8427f2-97cb-4bc4-b22d-123f56db464c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:02.856571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40632) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:02.906392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9b10868-a72b-4f33-8ea4-70dcdfd2b8ea req-38734abb-e0aa-46e1-bb2a-9a4252f37a2a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.0539930
May 14 21:27:03.133464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-103525360-network', 'tenant_id': 'c39236c4fcb74ea2838acddd315e00ff'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:03.328522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Made reservation on behalf of c39236c4fcb74ea2838acddd315e00ff for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:03.331511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:03.341970 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:03.547996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks [] for security_group (40a37d8e-fb44-43df-a580-0f6c3f49055a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:03.578691 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Sync routers for ids ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:03.590754 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Routers {'73f2abe5-fa6c-43ad-b773-6d681fa7c92e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:03.591559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d1f9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:03.698034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40a37d8e-fb44-43df-a580-0f6c3f49055a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:03.732607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:03.785256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a37d8e-fb44-43df-a580-0f6c3f49055a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:03.788749 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Set router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:03.794042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (72341e31-0045-44fb-a3d6-f08bb13bb948), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:03.799411 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Added segment 72341e31-0045-44fb-a3d6-f08bb13bb948 of type vlan for network 97063dec-be1a-44ad-8306-0607d2b2da93
May 14 21:27:03.901167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (97063dec-be1a-44ad-8306-0607d2b2da93), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.078771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40704) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:04.098649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0e8427f2-97cb-4bc4-b22d-123f56db464c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:04.170886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (97063dec-be1a-44ad-8306-0607d2b2da93), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.172463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:04.173538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.213192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b675d2d-9315-43ce-a541-93c61a2279e4 req-6757b81a-843f-4352-bcfe-71549dd4f70f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.1352146
May 14 21:27:04.263306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=97063dec-be1a-44ad-8306-0607d2b2da93,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:04.277121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 97063dec-be1a-44ad-8306-0607d2b2da93 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:04.397087 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-becc7764-b311-4f36-8401-2ae9184a8dc1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.5370927
May 14 21:27:04.398415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40722) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:04.398722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-network', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:04.409306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Request body: {'subnet': {'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-103525360-subnet', 'tenant_id': 'c39236c4fcb74ea2838acddd315e00ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:04.456097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0e8427f2-97cb-4bc4-b22d-123f56db464c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:04.456469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.464758 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d1f9a0>, [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:26:57Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5', 'name': '', 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'mac_address': 'fa:16:3e:f3:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '20197648-8673-4403-ab80-192ad8df1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:56Z', 'updated_at': '2022-05-14T21:26:58Z', 'revision_number': 2, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'subnets': [{'id': '20197648-8673-4403-ab80-192ad8df1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:04.515255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Checking router: 73f2abe5-fa6c-43ad-b773-6d681fa7c92e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:04.516050 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Updating router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:27:04.560615 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.568812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Made reservation on behalf of c39236c4fcb74ea2838acddd315e00ff for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:04.571233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.595409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0e8427f2-97cb-4bc4-b22d-123f56db464c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:04.602063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Made reservation on behalf of 4989c480608c4b86bd1cd7615fba4d20 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:04.604950 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.636675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.745653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks [] for security_group (2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.814252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.859528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:04.866054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:04.875795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (4feb6ce7-48e4-4ede-bae6-ed9c965bdf27), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.876458 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Added segment 4feb6ce7-48e4-4ede-bae6-ed9c965bdf27 of type vlan for network 4cc7003c-2823-48d0-8842-9a2e7e084a2e
May 14 21:27:04.933283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4cc7003c-2823-48d0-8842-9a2e7e084a2e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.934757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (eb55347d-8959-4a8f-ac9c-0219b466746b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:04.997779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb55347d-8959-4a8f-ac9c-0219b466746b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:05.014191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4cc7003c-2823-48d0-8842-9a2e7e084a2e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.015360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:05.016337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.035683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Checking segment: {'id': '72341e31-0045-44fb-a3d6-f08bb13bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:05.036406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Network hostable DHCP agents. Network: 97063dec-be1a-44ad-8306-0607d2b2da93, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:05.053078 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Publish callbacks [] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.105454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc7003c-2823-48d0-8842-9a2e7e084a2e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:05.118441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:05.157301 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.192673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Network 97063dec-be1a-44ad-8306-0607d2b2da93 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:05.198572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1e305ce1-46e6-48fe-9778-eee576e22f73 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.1180944
May 14 21:27:05.201811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40726) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:05.209030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Request body: {'subnet': {'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-subnet', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:05.272001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97063dec-be1a-44ad-8306-0607d2b2da93) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:05.277233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:05.278712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.320180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8db94-8bf7-4e45-a684-9453382e8114 None None] Network 97063dec-be1a-44ad-8306-0607d2b2da93 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:05.404716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-da57b725-d99f-4225-91b4-5864ae1f9450 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.0046012
May 14 21:27:05.447738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa4bbd93-2043-4bd3-9581-d8f2d8140858 req-5e0c0480-c83c-4410-ae74-e8eb1bf1a151 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.1135354
May 14 21:27:05.523312 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Pushing event updated for resources: {'Port': ['ID=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:05.554326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56302f0f-3d2a-4e65-9a63-b95e8c737825 None None] Network 97063dec-be1a-44ad-8306-0607d2b2da93 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:05.554912 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.555449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.555820 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.556217 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.556551 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.556880 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.557554 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.557554 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.558475 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.558813 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.559138 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.559468 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.559813 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.560402 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.560735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:05.597246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-8e682f52-cd2a-4f54-b935-e8be38763995 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:05.599035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-8e682f52-cd2a-4f54-b935-e8be38763995 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.3795722
May 14 21:27:05.600342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Made reservation on behalf of 4989c480608c4b86bd1cd7615fba4d20 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:05.602207 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Attempting to bind port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:05.606590 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Attempting to bind port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:05.606590 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Attempting to bind port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 on network 32fe5999-0e69-434a-9e04-0ba059188fdd {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:05.607031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.624921 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:05.625430 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Checking segment: {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:05.625702 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.626101 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Bound using segment: {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:05.626592 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Bound port: f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658edec2-7966-4254-802b-dbd2a49dd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:05.626965 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.635110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:05.795359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-96e1b6c3-d663-45a4-b612-da48f906ba41 None None] Provisioning complete for port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:05.799533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-96e1b6c3-d663-45a4-b612-da48f906ba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:05.837821 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] For port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:05.846847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] For port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:05.876789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-96e1b6c3-d663-45a4-b612-da48f906ba41 None None] Port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:05.992986 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.084231 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Routers {'73f2abe5-fa6c-43ad-b773-6d681fa7c92e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:06.084930 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d1f9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:06.089188 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cf60b-cba5-4311-a1ee-407e4056c908 None None] Pushing event updated for resources: {'Port': ['ID=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:06.117453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:06.123238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.293315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.332566 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] Set router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:06.365053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-0fb9c543-323d-482b-9174-d28be0bfe65d tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:06.365053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-0fb9c543-323d-482b-9174-d28be0bfe65d tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/networks?id=97063dec-be1a-44ad-8306-0607d2b2da93 HTTP/1.1" status: 200  len: 820 time: 0.3678849
May 14 21:27:06.403308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] Provisioning complete for port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:06.405729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.425452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:06.461323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-4187701b-6580-4bf5-ae8d-a1d17c53331f tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/quotas/c39236c4fcb74ea2838acddd315e00ff HTTP/1.1" status: 200  len: 375 time: 0.0821872
May 14 21:27:06.473406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Checking segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:06.474127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Network hostable DHCP agents. Network: 4cc7003c-2823-48d0-8842-9a2e7e084a2e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:06.550699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.7 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/470ac4c0-45d1-472b-8971-fb692aca940e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:06.553180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-9ad94c56-141f-4000-b437-44c30328a602 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c39236c4fcb74ea2838acddd315e00ff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0759168
May 14 21:27:06.589455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] Current status of the port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:06.590781 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.615094 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d1f9a0>, [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:26:57Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5', 'name': '', 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'mac_address': 'fa:16:3e:f3:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '20197648-8673-4403-ab80-192ad8df1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:56Z', 'updated_at': '2022-05-14T21:27:05Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'subnets': [{'id': '20197648-8673-4403-ab80-192ad8df1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:06.651724 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19727157-79c1-493f-9e29-d6cbc9d20c02 None None] The sync data for ids ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'] in ncdv-master-1 is: [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:26:57Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5', 'name': '', 'network_id': '32fe5999-0e69-434a-9e04-0ba059188fdd', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'mac_address': 'fa:16:3e:f3:34:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': '20197648-8673-4403-ab80-192ad8df1a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:56Z', 'updated_at': '2022-05-14T21:27:05Z', 'revision_number': 4, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'subnets': [{'id': '20197648-8673-4403-ab80-192ad8df1a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:06.679323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] For port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:06.709236 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3e2b12f3-1236-4759-9e0c-60f0830e5bac req-a320d83a-81d3-44de-8d9c-04248a5fa677 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.0470474
May 14 21:27:06.724050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-2eae6ba5-600a-44a6-914d-3e030539d9fa service neutron] 10.222.0.52 "GET /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445518
May 14 21:27:06.731646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:06.797186 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.898491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d49502-b97f-4e5f-a5e7-d8ba727cae51 None None] Pushing event updated for resources: {'Port': ['ID=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:06.957128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (470ac4c0-45d1-472b-8971-fb692aca940e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:06.966803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4cc7003c-2823-48d0-8842-9a2e7e084a2e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:06.981334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d222cc2-51ce-408e-8ae5-a64bf2030192 None None] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:06.981622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:06.982215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.045884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-b11f7ce4-0017-4228-8e35-aef5caf2d9ea service neutron] 10.222.0.52 "GET /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3155100
May 14 21:27:07.107325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40776) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:07.107748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-83ac9649-7b0d-428f-9ce1-fdcfd399e176 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9044070
May 14 21:27:07.113025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:07.146235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.173588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:07.222661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:07.233256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:27:07.234453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.246371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.251081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.268240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:07.275263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:07.333011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=470ac4c0-45d1-472b-8971-fb692aca940e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:07.364630 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks [] for router_controller (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.425301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:07.425987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.554895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-a6b5c19d-05f5-4fcf-bd21-bffb2979e1ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9460230
May 14 21:27:07.568333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Request body: {'port': {'device_id': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:07.607209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fb82aaa-ee99-4315-be99-13d8ed7eec20 req-bb24ec36-3d2e-4c77-af5f-243fec7acbe8 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 210 time: 0.0940261
May 14 21:27:07.757830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Allocated IP 172.20.0.2 (4cc7003c-2823-48d0-8842-9a2e7e084a2e/5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d/e5a37cd0-5f46-44ed-9244-11a92c4cf756) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:07.808720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:07.855337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks [] for router_gateway (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.047037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415bf07-606a-400f-807e-7565a007d673 req-7492f0ed-2714-4898-884d-09b68734ff3d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:08.049391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9415bf07-606a-400f-807e-7565a007d673 req-7492f0ed-2714-4898-884d-09b68734ff3d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 931 time: 0.1148942
May 14 21:27:08.075973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:08.185353 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Publish callbacks [] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.192771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9415bf07-606a-400f-807e-7565a007d673 req-f3b28bea-5e03-4af1-8ae4-bfbc02dc56a0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343353
May 14 21:27:08.209791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:08.210186 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.314921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.354671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks [] for router_gateway (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.396736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.480811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470ac4c0-45d1-472b-8971-fb692aca940e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:08.490878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Publish callbacks [] for port (470ac4c0-45d1-472b-8971-fb692aca940e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.507143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Transition to ACTIVE for port object 470ac4c0-45d1-472b-8971-fb692aca940e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:08.558762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Allocated IP 172.35.4.130 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/579cf41c-9cfc-445d-82a2-d03420f897bb) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:08.586704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:08.600509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:08.602659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Pushing event updated for resources: {'Port': ['ID=e5a37cd0-5f46-44ed-9244-11a92c4cf756,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:08.605188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:08.606448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.624056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:08.712028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Pushing event updated for resources: {'Port': ['ID=470ac4c0-45d1-472b-8971-fb692aca940e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:08.724398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Attempting to bind port e5a37cd0-5f46-44ed-9244-11a92c4cf756 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:08.724842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Attempting to bind port e5a37cd0-5f46-44ed-9244-11a92c4cf756 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:08.725282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Attempting to bind port e5a37cd0-5f46-44ed-9244-11a92c4cf756 on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:08.738230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:08.740289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Checking segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:08.740972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.741783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Bound using segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:08.742568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Bound port: e5a37cd0-5f46-44ed-9244-11a92c4cf756, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:08.743214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.744484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks [] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.874658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23d8c3aa-67e5-4d8f-a3d5-fef294961645 req-caf2f819-e870-4aac-a950-18da6e08d5ef tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 210 time: 0.0693209
May 14 21:27:08.895239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.915307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:08.916895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:08.920985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Attempting to bind port 470ac4c0-45d1-472b-8971-fb692aca940e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:08.921725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Attempting to bind port 470ac4c0-45d1-472b-8971-fb692aca940e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:08.922290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Attempting to bind port 470ac4c0-45d1-472b-8971-fb692aca940e on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:08.928303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Port 470ac4c0-45d1-472b-8971-fb692aca940e on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:08.928918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Attempting to bind port 470ac4c0-45d1-472b-8971-fb692aca940e on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:08.935972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:08.937726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:08.938231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:08.938876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:08.939737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Bound port: 470ac4c0-45d1-472b-8971-fb692aca940e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:08.940525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:08.956989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] For port e5a37cd0-5f46-44ed-9244-11a92c4cf756, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:08.964442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] For port e5a37cd0-5f46-44ed-9244-11a92c4cf756, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5a37cd0-5f46-44ed-9244-11a92c4cf756,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:09.043117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:09.055450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Pushing event updated for resources: {'Port': ['ID=579cf41c-9cfc-445d-82a2-d03420f897bb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:09.176892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] For port 470ac4c0-45d1-472b-8971-fb692aca940e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:09.185508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] For port 470ac4c0-45d1-472b-8971-fb692aca940e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=470ac4c0-45d1-472b-8971-fb692aca940e,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:09.188395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d9f2b-663e-411c-92a0-3ecf812c7aea None None] Pushing event updated for resources: {'Port': ['ID=e5a37cd0-5f46-44ed-9244-11a92c4cf756,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:09.339160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078422a-eaf8-4b99-8e7d-5d0662f35ade req-67f2b56d-5b80-4a75-8d4a-e5f968af6759 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:09.340819 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4078422a-eaf8-4b99-8e7d-5d0662f35ade req-67f2b56d-5b80-4a75-8d4a-e5f968af6759 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 943 time: 0.0628152
May 14 21:27:09.400587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4078422a-eaf8-4b99-8e7d-5d0662f35ade req-655f2a95-f137-4059-ae97-5a99117d023e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534182
May 14 21:27:09.608581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:09.643463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:09.644173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:09.646535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] 10.222.0.36 "PUT /v2.0/ports/470ac4c0-45d1-472b-8971-fb692aca940e HTTP/1.1" status: 200  len: 1091 time: 2.0833254
May 14 21:27:09.646977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'tag': '470ac4c0-45d1-472b-8971-fb692aca940e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:09.649308 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67d478a-9e91-4879-90d3-e79628a4d441" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0cb80c-e155-4079-9b66-51a732c612d8", "tag": "470ac4c0-45d1-472b-8971-fb692aca940e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:09.689605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ffc98-e25f-4e95-ab08-4444b21f1a64 service neutron] Pushing event updated for resources: {'Port': ['ID=470ac4c0-45d1-472b-8971-fb692aca940e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:09.721477 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2248c97-4679-48a9-af47-13edf930a646 x-openstack-request-id: req-d2248c97-4679-48a9-af47-13edf930a646 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:09.721477 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0cb80c-e155-4079-9b66-51a732c612d8", "tag": "470ac4c0-45d1-472b-8971-fb692aca940e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:09.721477 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2248c97-4679-48a9-af47-13edf930a646 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:09.721477 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2248c97-4679-48a9-af47-13edf930a646'] response: {'name': 'network-changed', 'server_uuid': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'tag': '470ac4c0-45d1-472b-8971-fb692aca940e', 'status': 'completed', 'code': 200}
May 14 21:27:09.835035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d478a-9e91-4879-90d3-e79628a4d441 req-f27fd0c2-9499-42fe-a930-a76fb87aca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:09.861224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a67d478a-9e91-4879-90d3-e79628a4d441 req-f27fd0c2-9499-42fe-a930-a76fb87aca2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 1125 time: 0.1233544
May 14 21:27:10.011303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d478a-9e91-4879-90d3-e79628a4d441 req-cd11648e-1e92-446f-a6a1-39a9eae26152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:10.013326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a67d478a-9e91-4879-90d3-e79628a4d441 req-cd11648e-1e92-446f-a6a1-39a9eae26152 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=91fceeecfb744810a52fd04cc03c72cf&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1433671
May 14 21:27:10.033081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks [] for router_gateway (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.158582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5a37cd0-5f46-44ed-9244-11a92c4cf756 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:10.175261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d478a-9e91-4879-90d3-e79628a4d441 req-c9195537-0c07-4c13-bcc6-06e4d5426370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:10.177166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a67d478a-9e91-4879-90d3-e79628a4d441 req-c9195537-0c07-4c13-bcc6-06e4d5426370 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1543531
May 14 21:27:10.278220 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a462a0d1-45ca-4c5e-8e47-97ddbbc52902 req-029b341d-c626-428c-a059-03e5d2dfd263 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 210 time: 0.0559237
May 14 21:27:10.346897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e5a37cd0-5f46-44ed-9244-11a92c4cf756 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:10.348123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.432823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-f2c1173b-3a20-4d0a-85e8-e93c37698d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:10.434603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-f2c1173b-3a20-4d0a-85e8-e93c37698d58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 1125 time: 0.1724222
May 14 21:27:10.449584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-697ec37f-4f18-4282-82f8-4d603b0e8dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.508642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.541005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e5a37cd0-5f46-44ed-9244-11a92c4cf756 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:10.541806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.616559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-4f4a8802-06f0-41c0-b52f-df11f9dce5cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=470ac4c0-45d1-472b-8971-fb692aca940e HTTP/1.1" status: 200  len: 217 time: 0.1678824
May 14 21:27:10.627665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e5a37cd0-5f46-44ed-9244-11a92c4cf756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5a37cd0-5f46-44ed-9244-11a92c4cf756,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:10.700585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.714179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-b1fc3724-fc5f-4f85-9fa2-ef13a3c0475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:10.721529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-b1fc3724-fc5f-4f85-9fa2-ef13a3c0475e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.0787647
May 14 21:27:10.766350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6701d8c-0579-45e9-a6ab-dc1223d379b1 req-6e55f953-0530-483e-aa26-2a71d4b38dbf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:10.772169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6701d8c-0579-45e9-a6ab-dc1223d379b1 req-6e55f953-0530-483e-aa26-2a71d4b38dbf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 943 time: 0.1789112
May 14 21:27:10.798471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e5a37cd0-5f46-44ed-9244-11a92c4cf756,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:10.825681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e3815a-bd88-47f3-91b1-af5fdecc9ba0 None None] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:10.836479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:27:10.842197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6701d8c-0579-45e9-a6ab-dc1223d379b1 req-7e360992-7f6e-41d1-8e49-26fcff979c60 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635507
May 14 21:27:10.938420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9c86655c-4b07-4592-ab41-4714127e78ae None None] Provisioning complete for port e5a37cd0-5f46-44ed-9244-11a92c4cf756 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:10.944675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9c86655c-4b07-4592-ab41-4714127e78ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:10.966952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-df76ffd5-f014-480b-a1d7-da50d8f09993 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0954235
May 14 21:27:11.000522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:11.023155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:11.052680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:11.057146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52304afb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:11.117178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-b2cec90d-4194-479d-82cf-744a015a9dfd service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417429
May 14 21:27:11.139300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:11.147417 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cd4e740b-12c6-4930-bb3a-876413325d25 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.0326099
May 14 21:27:11.147417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40890) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:11.344449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9c86655c-4b07-4592-ab41-4714127e78ae None None] Current status of the port e5a37cd0-5f46-44ed-9244-11a92c4cf756 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:11.392334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:11.616113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab55a5f8-3d77-489e-9a4b-13982cdef442 req-ee2b6f38-d908-4cdd-a718-5dae76c56a8d tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 210 time: 0.0928636
May 14 21:27:11.643156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd0c014-79d9-4585-a40e-2147b6823557 req-b89e4d20-db3c-49ba-b051-1a1d8fcc6b86 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5192041
May 14 21:27:11.669993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cc16d4d3-c211-494c-a59a-099f80fa8031 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:11.671555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cc16d4d3-c211-494c-a59a-099f80fa8031 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.36 "GET /v2.0/networks?id=97063dec-be1a-44ad-8306-0607d2b2da93 HTTP/1.1" status: 200  len: 820 time: 0.4209251
May 14 21:27:11.695641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Request body: {'port': {'device_id': 'e4380973-d902-4e88-b97e-a89b812298ac', 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93', 'admin_state_up': True, 'tenant_id': 'c39236c4fcb74ea2838acddd315e00ff'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:11.943935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-61a0c138-284b-41dc-94a2-b4e07a91b7f8 None None] Provisioning complete for port e5a37cd0-5f46-44ed-9244-11a92c4cf756 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:11.944506 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61a0c138-284b-41dc-94a2-b4e07a91b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.039467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Made reservation on behalf of c39236c4fcb74ea2838acddd315e00ff for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:12.044240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.062071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52304afb20>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:09Z', 'revision_number': 3, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:12.108648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24f9d4-6664-447c-ad3e-87e605ceedc3 req-f3872843-b8df-49b5-a6fe-e66e2cd06607 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:12.110257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c24f9d4-6664-447c-ad3e-87e605ceedc3 req-f3872843-b8df-49b5-a6fe-e66e2cd06607 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 943 time: 0.1002362
May 14 21:27:12.160253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:12.160677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Updating router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 port 579cf41c-9cfc-445d-82a2-d03420f897bb binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:27:12.164777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5a37cd0-5f46-44ed-9244-11a92c4cf756 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:12.178956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.240771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c24f9d4-6664-447c-ad3e-87e605ceedc3 req-ad10f1ba-984f-4e10-9d57-2c31ef76bd43 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162171
May 14 21:27:12.317864 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.336612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Allocated IP 172.20.0.5 (97063dec-be1a-44ad-8306-0607d2b2da93/eb55347d-8959-4a8f-ac9c-0219b466746b/bc2f7589-7d26-40da-b194-9726e513185a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:12.450978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.500857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e5a37cd0-5f46-44ed-9244-11a92c4cf756 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:12.501229 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.540260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-61a0c138-284b-41dc-94a2-b4e07a91b7f8 None None] Current status of the port e5a37cd0-5f46-44ed-9244-11a92c4cf756 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:12.582631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.747620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks [] for port (bc2f7589-7d26-40da-b194-9726e513185a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.771292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e5a37cd0-5f46-44ed-9244-11a92c4cf756 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:12.877727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b47468b2-de77-4bbf-935e-71de5aaf62a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:12.901885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57f1e017-f2bf-4cfa-8b78-ea3cc8116cfb req-4e11fbe0-3866-4db9-837c-ef96438aba56 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 210 time: 0.0760074
May 14 21:27:12.982442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bc2f7589-7d26-40da-b194-9726e513185a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.046075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Allocated IP 172.20.0.1 (4cc7003c-2823-48d0-8842-9a2e7e084a2e/5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d/45761ee0-595d-4fe7-9e24-3843d76b4381) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:13.054880 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Publish callbacks [] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.116042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Network 97063dec-be1a-44ad-8306-0607d2b2da93 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:13.125998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:13.134580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.137193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:13.232376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:13.233307 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.252126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks [] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.265122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Pushing event updated for resources: {'Port': ['ID=579cf41c-9cfc-445d-82a2-d03420f897bb,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:13.275834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Attempting to bind port 579cf41c-9cfc-445d-82a2-d03420f897bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:13.276216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Attempting to bind port 579cf41c-9cfc-445d-82a2-d03420f897bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:13.281765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Attempting to bind port 579cf41c-9cfc-445d-82a2-d03420f897bb on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:13.282022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Pushing event updated for resources: {'Port': ['ID=bc2f7589-7d26-40da-b194-9726e513185a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:13.293987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.294519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.296776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.297070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.297411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.298267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.298627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.299118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.299454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.299906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.300366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.300911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.301779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:13.301955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.302157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:13.302407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.302590 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.302758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.302960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:13.303443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Bound port: 579cf41c-9cfc-445d-82a2-d03420f897bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:13.303853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.306450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.306803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.307147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.307510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.307843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.310437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.311053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.311053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:13.355304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-dbf0763f-2871-468e-b55d-3e1c70fad138 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6734648
May 14 21:27:13.373144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Request body: {'port': {'device_id': 'e4380973-d902-4e88-b97e-a89b812298ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:13.441972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] For port 579cf41c-9cfc-445d-82a2-d03420f897bb, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:13.451567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] For port 579cf41c-9cfc-445d-82a2-d03420f897bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=579cf41c-9cfc-445d-82a2-d03420f897bb,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:13.474202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc2f7589-7d26-40da-b194-9726e513185a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.518988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.589934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77187e3-8fa1-401b-83cb-d5eb8b60d041 req-e6dbf465-2cf6-41ce-91dd-e284532d47da tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:13.592873 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e77187e3-8fa1-401b-83cb-d5eb8b60d041 req-e6dbf465-2cf6-41ce-91dd-e284532d47da tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 943 time: 0.1838894
May 14 21:27:13.599292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:13.658570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:13.659369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52304afb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:13.747259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e77187e3-8fa1-401b-83cb-d5eb8b60d041 req-eb74d653-5951-41a1-b42d-658b25aed59e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299284
May 14 21:27:13.766925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:13.767155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc6fc0-6192-4321-9ca5-8b0ab789fce6 None None] Pushing event updated for resources: {'Port': ['ID=579cf41c-9cfc-445d-82a2-d03420f897bb,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:13.780254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Pushing event updated for resources: {'Port': ['ID=45761ee0-595d-4fe7-9e24-3843d76b4381,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:13.791174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:13.796017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:13.896507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.157570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1f2d-680b-4b76-bf26-9b82bcea679c req-3d720529-0e1f-42dc-bd77-47e2f4a61fe9 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:14.159471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a87e1f2d-680b-4b76-bf26-9b82bcea679c req-3d720529-0e1f-42dc-bd77-47e2f4a61fe9 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 931 time: 0.0959170
May 14 21:27:14.215283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.254559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:14.296026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a87e1f2d-680b-4b76-bf26-9b82bcea679c req-a6bacd8c-574c-4401-a366-69c2da946084 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050818
May 14 21:27:14.338952 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.358019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7c46f4ab-dc1f-499a-a4c1-09d59f888672 None None] Provisioning complete for port 45761ee0-595d-4fe7-9e24-3843d76b4381 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:14.358648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7c46f4ab-dc1f-499a-a4c1-09d59f888672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.439336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc2f7589-7d26-40da-b194-9726e513185a {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:14.448375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7c46f4ab-dc1f-499a-a4c1-09d59f888672 None None] Port 45761ee0-595d-4fe7-9e24-3843d76b4381 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:14.452468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Publish callbacks [] for port (bc2f7589-7d26-40da-b194-9726e513185a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.467604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Transition to ACTIVE for port object bc2f7589-7d26-40da-b194-9726e513185a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:14.530782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52304afb20>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:09Z', 'revision_number': 3, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:14.551875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bc2f7589-7d26-40da-b194-9726e513185a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.561887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ccff77-7139-429a-9a9c-20cdfab9f613 None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:09Z', 'revision_number': 3, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:14.651282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Pushing event updated for resources: {'Port': ['ID=bc2f7589-7d26-40da-b194-9726e513185a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:14.810796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks [] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.848931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Attempting to bind port bc2f7589-7d26-40da-b194-9726e513185a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:14.849317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Attempting to bind port bc2f7589-7d26-40da-b194-9726e513185a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '72341e31-0045-44fb-a3d6-f08bb13bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:14.850135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Attempting to bind port bc2f7589-7d26-40da-b194-9726e513185a on network 97063dec-be1a-44ad-8306-0607d2b2da93 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:14.867643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Port bc2f7589-7d26-40da-b194-9726e513185a on network 97063dec-be1a-44ad-8306-0607d2b2da93 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:14.867970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Attempting to bind port bc2f7589-7d26-40da-b194-9726e513185a on network 97063dec-be1a-44ad-8306-0607d2b2da93 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:14.898851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:14.899292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Checking segment: {'id': '72341e31-0045-44fb-a3d6-f08bb13bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:14.899841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Bound using segment: {'id': '72341e31-0045-44fb-a3d6-f08bb13bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:14.900651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Bound port: bc2f7589-7d26-40da-b194-9726e513185a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72341e31-0045-44fb-a3d6-f08bb13bb948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:14.901277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc2f7589-7d26-40da-b194-9726e513185a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.906005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:14.934703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db922817-4e93-4f3e-8f4b-ad5aa4645cc4 req-5aa8e100-ec6d-4be6-ad10-e5471b0371de tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:14.934703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db922817-4e93-4f3e-8f4b-ad5aa4645cc4 req-5aa8e100-ec6d-4be6-ad10-e5471b0371de tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 943 time: 0.0793326
May 14 21:27:15.000754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Pushing event updated for resources: {'Port': ['ID=45761ee0-595d-4fe7-9e24-3843d76b4381,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:15.105884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:15.127745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db922817-4e93-4f3e-8f4b-ad5aa4645cc4 req-cab0f253-507e-4e07-bea7-703583fbd508 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442876
May 14 21:27:15.158904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] For port bc2f7589-7d26-40da-b194-9726e513185a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:15.164163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] For port bc2f7589-7d26-40da-b194-9726e513185a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2f7589-7d26-40da-b194-9726e513185a,segment=NetworkSegment(72341e31-0045-44fb-a3d6-f08bb13bb948),segment_id=72341e31-0045-44fb-a3d6-f08bb13bb948)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:15.244680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bc2f7589-7d26-40da-b194-9726e513185a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:15.297071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:15.298376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:15.300422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] 10.222.0.36 "PUT /v2.0/ports/bc2f7589-7d26-40da-b194-9726e513185a HTTP/1.1" status: 200  len: 1091 time: 1.9371507
May 14 21:27:15.301288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4380973-d902-4e88-b97e-a89b812298ac', 'tag': 'bc2f7589-7d26-40da-b194-9726e513185a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:15.303116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:15.304493 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3837190b-803a-4b89-b05b-e186a810760f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4380973-d902-4e88-b97e-a89b812298ac", "tag": "bc2f7589-7d26-40da-b194-9726e513185a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:15.312986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:15.326586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 470ac4c0-45d1-472b-8971-fb692aca940e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:15.350709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9749ac-9348-4619-9ac9-7d8ab42677cd service neutron] Pushing event updated for resources: {'Port': ['ID=bc2f7589-7d26-40da-b194-9726e513185a,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:15.488173 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f2a69-4dda-43de-9b49-70f82c74e670 x-openstack-request-id: req-432f2a69-4dda-43de-9b49-70f82c74e670 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:15.489363 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4380973-d902-4e88-b97e-a89b812298ac", "tag": "bc2f7589-7d26-40da-b194-9726e513185a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:15.489682 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-432f2a69-4dda-43de-9b49-70f82c74e670 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:15.491989 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432f2a69-4dda-43de-9b49-70f82c74e670'] response: {'name': 'network-changed', 'server_uuid': 'e4380973-d902-4e88-b97e-a89b812298ac', 'tag': 'bc2f7589-7d26-40da-b194-9726e513185a', 'status': 'completed', 'code': 200}
May 14 21:27:15.558106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-888bce4e-07e6-4949-9e75-0eb9dd114bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:15.563040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-888bce4e-07e6-4949-9e75-0eb9dd114bb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c39236c4fcb74ea2838acddd315e00ff&device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 1125 time: 0.1306784
May 14 21:27:15.633923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:27:15.644254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 470ac4c0-45d1-472b-8971-fb692aca940e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=470ac4c0-45d1-472b-8971-fb692aca940e,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:15.665493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '470ac4c0-45d1-472b-8971-fb692aca940e', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': '470ac4c0-45d1-472b-8971-fb692aca940e', 'mac_address': 'fa:16:3e:f2:52:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:15.671600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:15.720920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 470ac4c0-45d1-472b-8971-fb692aca940e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:15.723969 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:15.770072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470ac4c0-45d1-472b-8971-fb692aca940e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:15.865543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 470ac4c0-45d1-472b-8971-fb692aca940e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=470ac4c0-45d1-472b-8971-fb692aca940e,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:15.896729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:15.915861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53d6cbc5-3a62-4c37-a252-dae46216ca17 admin admin] 10.222.0.52 "PUT /v2.0/routers/6d7fbe7d-f580-4cdc-9d2c-2828435ea153/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7528579
May 14 21:27:15.948416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b097bf6-e0a4-4f5e-8a3a-ed5062b5b7ee None None] Provisioning complete for port 45761ee0-595d-4fe7-9e24-3843d76b4381 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:15.951821 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b097bf6-e0a4-4f5e-8a3a-ed5062b5b7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:15.958100 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:16.174317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 579cf41c-9cfc-445d-82a2-d03420f897bb up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:16.317457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['470ac4c0-45d1-472b-8971-fb692aca940e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:16.352376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b097bf6-e0a4-4f5e-8a3a-ed5062b5b7ee None None] Port 45761ee0-595d-4fe7-9e24-3843d76b4381 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:16.371891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6483-72de-48ea-850b-bccb648dd8f5 req-a8b921dc-9db5-4ef4-827a-f294aaad734e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:16.373575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45eb6483-72de-48ea-850b-bccb648dd8f5 req-a8b921dc-9db5-4ef4-827a-f294aaad734e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 944 time: 0.1103024
May 14 21:27:16.389622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=470ac4c0-45d1-472b-8971-fb692aca940e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:16.443768 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45eb6483-72de-48ea-850b-bccb648dd8f5 req-0b5abc7f-38dc-4f30-9d71-6cc2947705e4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636904
May 14 21:27:16.462152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 579cf41c-9cfc-445d-82a2-d03420f897bb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:16.462548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:16.543770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-60ade570-bc7c-41e9-aaf8-7db0515e81c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc2f7589-7d26-40da-b194-9726e513185a HTTP/1.1" status: 200  len: 217 time: 0.9259834
May 14 21:27:16.609886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1535ac-62b2-41d4-8127-195ed041d18b req-e56b5176-95c0-4614-89d5-71be8ddee233 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:16.622857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f1535ac-62b2-41d4-8127-195ed041d18b req-e56b5176-95c0-4614-89d5-71be8ddee233 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 943 time: 1.1043801
May 14 21:27:16.726797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 579cf41c-9cfc-445d-82a2-d03420f897bb is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:16.727335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:16.756321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-f88c7652-4696-4a88-b7eb-b692bf23e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:16.756321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-f88c7652-4696-4a88-b7eb-b692bf23e0d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb55347d-8959-4a8f-ac9c-0219b466746b HTTP/1.1" status: 200  len: 860 time: 0.2031701
May 14 21:27:16.759549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f1535ac-62b2-41d4-8127-195ed041d18b req-465b678e-62ee-4a77-ad24-d41071aa60c0 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355267
May 14 21:27:16.792622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 579cf41c-9cfc-445d-82a2-d03420f897bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=579cf41c-9cfc-445d-82a2-d03420f897bb,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:16.804344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-32757ce9-5639-4835-a7c8-bc6feed36c00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97063dec-be1a-44ad-8306-0607d2b2da93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423360
May 14 21:27:16.815143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:16.859685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:16.880503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788486948', 'description': 'tempest-description--1295078379'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:16.907988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:16.987099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-104dc4b9-2afc-4866-97fc-59ad492bf478 service neutron] 10.222.0.36 "GET /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745718
May 14 21:27:17.025331 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.060711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=579cf41c-9cfc-445d-82a2-d03420f897bb,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:17.124275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a70264a-bdff-413d-b4fb-8dddaea20e06 req-cbeae7cb-df45-49f2-a238-70d002e6952b service neutron] 10.222.0.36 "GET /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320980
May 14 21:27:17.154255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (d40e0be5-8341-41d2-8aba-4e3bea4b86b0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.225002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d40e0be5-8341-41d2-8aba-4e3bea4b86b0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.315085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40e0be5-8341-41d2-8aba-4e3bea4b86b0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:17.324283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.324569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.325078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.325590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.326100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.326502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.326802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.327535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.328018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.328221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.328571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.332000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.332000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.332000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.332000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:27:17.404957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.406261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f3fa9f3-48c7-4621-8b95-d689832dabd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5436184
May 14 21:27:17.409281 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41056) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:17.414492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'security_group_rule': {'security_group_id': 'd40e0be5-8341-41d2-8aba-4e3bea4b86b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:17.427677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 470ac4c0-45d1-472b-8971-fb692aca940e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:17.486690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 470ac4c0-45d1-472b-8971-fb692aca940e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:27:17.497327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41062) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:17.500467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780073977', 'description': 'tempest-description--962959226'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:17.538336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (0655aea5-2b43-4630-9587-709107991ab2), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.574999 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:17.586027 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:17.586740 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523112c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:17.619668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce116fc-f986-46aa-a6c5-aa102ab56917 req-9ede8f92-af2e-43a5-a873-bff1873d8ea7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:17.624250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (0655aea5-2b43-4630-9587-709107991ab2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.624391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ce116fc-f986-46aa-a6c5-aa102ab56917 req-9ede8f92-af2e-43a5-a873-bff1873d8ea7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 944 time: 0.0741413
May 14 21:27:17.642231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 470ac4c0-45d1-472b-8971-fb692aca940e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:17.642689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.656652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.682231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ce116fc-f986-46aa-a6c5-aa102ab56917 req-98c9bcef-b567-41ef-9f9d-cc7f618b00fc tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545211
May 14 21:27:17.712010 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:17.760859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 470ac4c0-45d1-472b-8971-fb692aca940e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:17.761519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.761647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (0655aea5-2b43-4630-9587-709107991ab2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.765092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (c6d94d3b-4bf8-4150-be05-be1881abb1d0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.786535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0655aea5-2b43-4630-9587-709107991ab2,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:17.790723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ac4c0-45d1-472b-8971-fb692aca940e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:17.793141 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486de151-d045-4b67-adaf-8d1c2b2e1cc1" -d '{"events": [{"server_uuid": "1a0cb80c-e155-4079-9b66-51a732c612d8", "name": "network-vif-plugged", "status": "completed", "tag": "470ac4c0-45d1-472b-8971-fb692aca940e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:17.832108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 470ac4c0-45d1-472b-8971-fb692aca940e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=470ac4c0-45d1-472b-8971-fb692aca940e,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:17.847249 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b03e1e-ab5a-4371-b747-13be8523fbfc x-openstack-request-id: req-12b03e1e-ab5a-4371-b747-13be8523fbfc {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:17.848198 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0cb80c-e155-4079-9b66-51a732c612d8", "name": "network-vif-plugged", "status": "completed", "tag": "470ac4c0-45d1-472b-8971-fb692aca940e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:17.848532 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b03e1e-ab5a-4371-b747-13be8523fbfc {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:17.849044 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b03e1e-ab5a-4371-b747-13be8523fbfc'] response: {'server_uuid': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470ac4c0-45d1-472b-8971-fb692aca940e', 'code': 200}
May 14 21:27:17.887318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c6d94d3b-4bf8-4150-be05-be1881abb1d0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.933508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439065a-bddb-4c47-8f11-0515e7900b3b req-47833f3f-24e7-48b8-8b3d-8872abf4ab73 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:17.942480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e439065a-bddb-4c47-8f11-0515e7900b3b req-47833f3f-24e7-48b8-8b3d-8872abf4ab73 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 943 time: 0.0896235
May 14 21:27:17.947559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:17.948985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb030491-f70d-4420-a70d-4c4caeeccd78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5387356
May 14 21:27:17.951873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41088) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:17.960671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'security_group_rule': {'security_group_id': 'd40e0be5-8341-41d2-8aba-4e3bea4b86b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:17.962086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d94d3b-4bf8-4150-be05-be1881abb1d0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:17.972569 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523112c3d0>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 2, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:18.011767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e439065a-bddb-4c47-8f11-0515e7900b3b req-a942c63b-7a98-467e-9ec5-6127db9dd689 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592968
May 14 21:27:18.029425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 579cf41c-9cfc-445d-82a2-d03420f897bb up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:18.038035 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:18.039950 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Updating router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 port 45761ee0-595d-4fe7-9e24-3843d76b4381 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:27:18.043813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.068570 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.070397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a029fbbd-4a6f-4b87-82a7-288342bfd88b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5748959
May 14 21:27:18.072155 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.073429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:18.078551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': 'c6d94d3b-4bf8-4150-be05-be1881abb1d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:18.203643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (315c7345-b7ae-4f0e-8482-21581ecbe886), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.221521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (fb34298f-462e-426e-b915-d343f6a91011), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.225290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=470ac4c0-45d1-472b-8971-fb692aca940e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:18.242967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 579cf41c-9cfc-445d-82a2-d03420f897bb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:18.242967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.249484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837190b-803a-4b89-b05b-e186a810760f req-1b0a6a94-177c-4b37-a37f-5f49b70f11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:18.251108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-1b0a6a94-177c-4b37-a37f-5f49b70f11ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c39236c4fcb74ea2838acddd315e00ff&device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 1125 time: 0.1437786
May 14 21:27:18.310341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be19a5-51bc-4ae1-82da-36db7f4c2ac1 req-ce044906-f5ca-4728-9c97-2d3c14fa35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:18.312789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84be19a5-51bc-4ae1-82da-36db7f4c2ac1 req-ce044906-f5ca-4728-9c97-2d3c14fa35f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 1127 time: 0.1552131
May 14 21:27:18.356807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (315c7345-b7ae-4f0e-8482-21581ecbe886), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.431022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (315c7345-b7ae-4f0e-8482-21581ecbe886), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.446994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 579cf41c-9cfc-445d-82a2-d03420f897bb is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:18.463352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c7345-b7ae-4f0e-8482-21581ecbe886,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:18.493808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84be19a5-51bc-4ae1-82da-36db7f4c2ac1 req-964c8b3a-d3ac-488b-85b0-7e06e7950079 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586788
May 14 21:27:18.513875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (fb34298f-462e-426e-b915-d343f6a91011), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.540768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837190b-803a-4b89-b05b-e186a810760f req-ea6d19aa-c2d2-422a-8f7b-45d3a3bdffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:18.542271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-ea6d19aa-c2d2-422a-8f7b-45d3a3bdffef service neutron] 10.222.0.36 "GET /v2.0/networks?id=97063dec-be1a-44ad-8306-0607d2b2da93 HTTP/1.1" status: 200  len: 921 time: 0.2838244
May 14 21:27:18.558875 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.560226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f474e39c-9f68-4f7e-b09c-99184363c7c2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4856133
May 14 21:27:18.563341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41126) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:18.568855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': 'c6d94d3b-4bf8-4150-be05-be1881abb1d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:18.588513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (fb34298f-462e-426e-b915-d343f6a91011), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.607525 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Publish callbacks [] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.615548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb34298f-462e-426e-b915-d343f6a91011,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:18.683120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (48a12035-faa7-42be-863c-5ec7f75a14ab), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.701543 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.730816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.732134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31e21c4e-868e-4827-8846-fd8678281ad2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7781644
May 14 21:27:18.734440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-e21c18ef-5379-438b-adc3-33cfe53a3800 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc2f7589-7d26-40da-b194-9726e513185a HTTP/1.1" status: 200  len: 217 time: 0.0464780
May 14 21:27:18.735494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41136) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:18.754979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:18.767298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (48a12035-faa7-42be-863c-5ec7f75a14ab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.842605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837190b-803a-4b89-b05b-e186a810760f req-2ae58b04-ce68-4df3-acba-eb3ec29bfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:18.844308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-2ae58b04-ce68-4df3-acba-eb3ec29bfc8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb55347d-8959-4a8f-ac9c-0219b466746b HTTP/1.1" status: 200  len: 860 time: 0.0842285
May 14 21:27:18.869784 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Attempting to bind port 45761ee0-595d-4fe7-9e24-3843d76b4381 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:18.870501 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Attempting to bind port 45761ee0-595d-4fe7-9e24-3843d76b4381 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:18.871033 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Attempting to bind port 45761ee0-595d-4fe7-9e24-3843d76b4381 on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:18.873885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (48a12035-faa7-42be-863c-5ec7f75a14ab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.893040 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:18.893414 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Checking segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:18.893809 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.894194 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Bound using segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:18.895415 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Bound port: 45761ee0-595d-4fe7-9e24-3843d76b4381, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:18.895843 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.909386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a12035-faa7-42be-863c-5ec7f75a14ab,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:18.910904 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afa1bf-0926-4dfd-b276-98ceb64d8506 None None] Pushing event updated for resources: {'Port': ['ID=45761ee0-595d-4fe7-9e24-3843d76b4381,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:18.932898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79ba9e-79bb-4498-909d-92d803835ffd req-83e5e21b-1b6c-441e-beba-7c545f6de41f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:18.940039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd79ba9e-79bb-4498-909d-92d803835ffd req-83e5e21b-1b6c-441e-beba-7c545f6de41f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 945 time: 0.1336622
May 14 21:27:18.952303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:18.967750 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] For port 45761ee0-595d-4fe7-9e24-3843d76b4381, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:18.971039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] For port 45761ee0-595d-4fe7-9e24-3843d76b4381, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45761ee0-595d-4fe7-9e24-3843d76b4381,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:18.998016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd79ba9e-79bb-4498-909d-92d803835ffd req-d62f9f50-720c-40ed-8ca7-b7568cca2ae8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557702
May 14 21:27:19.018949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.020722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6765cd0-096f-42a0-914b-ac0dd770b943 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4561267
May 14 21:27:19.037040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41164) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:19.041669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:19.055817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.057894 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.099427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] Provisioning complete for port 45761ee0-595d-4fe7-9e24-3843d76b4381 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:19.102044 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.171749 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:19.172521 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523112c3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:19.201268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Allocated IP 172.35.4.35 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/370777b1-10c5-4a92-a320-38e2c3254598) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:19.212797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.245986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-22456e59-e86b-40bd-923c-cb073324d5e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97063dec-be1a-44ad-8306-0607d2b2da93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589032
May 14 21:27:19.280053 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afa1bf-0926-4dfd-b276-98ceb64d8506 None None] Pushing event updated for resources: {'Port': ['ID=45761ee0-595d-4fe7-9e24-3843d76b4381,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:19.325604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] Current status of the port 45761ee0-595d-4fe7-9e24-3843d76b4381 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:19.326709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.373278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-8c56136a-0950-400b-8f65-f16657b27d2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1831086
May 14 21:27:19.385989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4634-2367-4e60-b3fa-504482cd6ce4 req-4851d269-218a-43a4-8699-1f1f43209812 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:19.388113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98cb4634-2367-4e60-b3fa-504482cd6ce4 req-4851d269-218a-43a4-8699-1f1f43209812 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 943 time: 0.2599974
May 14 21:27:19.398824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] For port 45761ee0-595d-4fe7-9e24-3843d76b4381, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45761ee0-595d-4fe7-9e24-3843d76b4381,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:19.431008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:19.502159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41186) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:19.509850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-166156671'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:19.558877 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for port (370777b1-10c5-4a92-a320-38e2c3254598), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.564252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-3bd3425b-36d2-4ea7-8d97-9715e8e4dd30 service neutron] 10.222.0.36 "GET /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2924445
May 14 21:27:19.565844 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98cb4634-2367-4e60-b3fa-504482cd6ce4 req-b26b902d-0012-45ec-bd5f-9f87b1f227b9 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346428
May 14 21:27:19.573879 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.602248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-45002792-9e6d-40c9-ba5e-c93c1a94d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:19.606980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-45002792-9e6d-40c9-ba5e-c93c1a94d890 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 1128 time: 0.1561644
May 14 21:27:19.614981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.739386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:19.741988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9748ff-a143-4680-8f8d-2020f54c0f64 None None] Pushing event updated for resources: {'Port': ['ID=45761ee0-595d-4fe7-9e24-3843d76b4381,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:19.748671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.758776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-67e1cfba-d676-404e-ae46-847ba2f8fa5a None None] Provisioning complete for port 45761ee0-595d-4fe7-9e24-3843d76b4381 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:19.759456 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-67e1cfba-d676-404e-ae46-847ba2f8fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.778721 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523112c3d0>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:18Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:19.788294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:19.805762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3250c9e2-cbc7-4d1c-a895-31dc0109555f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.806169 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Added segment 3250c9e2-cbc7-4d1c-a895-31dc0109555f of type vlan for network d997121d-d5fd-4dda-af06-15496863df8e
May 14 21:27:19.819917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e2214-29d9-45c7-a3e6-de37b27e0318 None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:18Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:19.825027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-48ebe892-161a-4b96-b350-dae8aed389b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:19.826507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-48ebe892-161a-4b96-b350-dae8aed389b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.1997344
May 14 21:27:19.846799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3837190b-803a-4b89-b05b-e186a810760f req-77f3683e-0681-4aaa-af8b-ac886d6d03a7 service neutron] 10.222.0.36 "GET /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637002
May 14 21:27:19.860372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-67e1cfba-d676-404e-ae46-847ba2f8fa5a None None] Current status of the port 45761ee0-595d-4fe7-9e24-3843d76b4381 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:19.870212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (370777b1-10c5-4a92-a320-38e2c3254598), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.947277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d997121d-d5fd-4dda-af06-15496863df8e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:19.963039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:19.985417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:19.990556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:19.990714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'Port': ['ID=370777b1-10c5-4a92-a320-38e2c3254598,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:20.113966 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-c4bb9972-6f06-40cf-ac43-c4f7b685b915 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b HTTP/1.1" status: 200  len: 1002 time: 0.2787664
May 14 21:27:20.115063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.35.4.109 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/85fdd5fa-906e-47ce-b503-bef28293bcf3) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:20.132023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 45761ee0-595d-4fe7-9e24-3843d76b4381 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:20.218932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 45761ee0-595d-4fe7-9e24-3843d76b4381 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:20.219443 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.245093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (8b8024f4-39d8-465f-aa9c-bd4e690408a5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.259132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d997121d-d5fd-4dda-af06-15496863df8e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.264757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:20.265385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.311317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 45761ee0-595d-4fe7-9e24-3843d76b4381 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:20.385466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (370777b1-10c5-4a92-a320-38e2c3254598), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.395384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddddac-ecf0-4d76-b60b-129f2308c2b3 req-661c367e-ccd6-4221-8073-af20f33bd006 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:20.396945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4fddddac-ecf0-4d76-b60b-129f2308c2b3 req-661c367e-ccd6-4221-8073-af20f33bd006 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 945 time: 0.1952302
May 14 21:27:20.429200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-c6cde6d8-8dd8-4b22-b4a6-a2e537ba8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:20.430695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-c6cde6d8-8dd8-4b22-b4a6-a2e537ba8ead service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.3082581
May 14 21:27:20.454496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 754 time: 0.9487653
May 14 21:27:20.461492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:20.477576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1102211670'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:20.497437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6946935-a664-4708-8cd1-bb4386bf7eee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Network': ['ID=d997121d-d5fd-4dda-af06-15496863df8e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:20.509599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d997121d-d5fd-4dda-af06-15496863df8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:20.547224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-a97f6a87-1e2f-4ab3-bd52-27feb4139070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:20.548848 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-a97f6a87-1e2f-4ab3-bd52-27feb4139070 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1050620
May 14 21:27:20.596645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.635107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4fddddac-ecf0-4d76-b60b-129f2308c2b3 req-04c33551-9759-45e2-81fd-7b5ac26c5769 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2033405
May 14 21:27:20.683659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for port (370777b1-10c5-4a92-a320-38e2c3254598), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.701711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:20.710841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.785755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (370777b1-10c5-4a92-a320-38e2c3254598), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.809338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-a9b4c95c-1d04-460b-9417-69dcd18a0663 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476404
May 14 21:27:20.825620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85bcf-1398-4bf8-8c81-e9a0dc83422b req-b8f18d70-2ded-4a70-8f97-9d663df4820a tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:20.826672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:20.829288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43d85bcf-1398-4bf8-8c81-e9a0dc83422b req-b8f18d70-2ded-4a70-8f97-9d663df4820a tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 943 time: 0.0758860
May 14 21:27:20.832960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.912548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c366e8-83b4-433a-bf51-98b3eec946ed req-2eece71b-ca9a-437c-bb8d-c8b4b458262f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:20.914150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17c366e8-83b4-433a-bf51-98b3eec946ed req-2eece71b-ca9a-437c-bb8d-c8b4b458262f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 945 time: 0.1571324
May 14 21:27:20.918112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9d68f7e7-2cd0-4f80-a88e-8af6741be29c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:20.918954 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Added segment 9d68f7e7-2cd0-4f80-a88e-8af6741be29c of type vlan for network 2379f3be-5962-40d1-834f-0e520eee96e4
May 14 21:27:20.930708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:20.937392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:20.939882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:20.969358 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43d85bcf-1398-4bf8-8c81-e9a0dc83422b req-e5857d60-4e82-4bfd-bebe-d51343e25950 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322532
May 14 21:27:20.969977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=85fdd5fa-906e-47ce-b503-bef28293bcf3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:21.002958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'Port': ['ID=370777b1-10c5-4a92-a320-38e2c3254598,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:21.055927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2379f3be-5962-40d1-834f-0e520eee96e4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.068228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (7540c5e4-4db2-47c0-a74c-38a82ffc2b2d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.084220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (8b8024f4-39d8-465f-aa9c-bd4e690408a5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.099976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17c366e8-83b4-433a-bf51-98b3eec946ed req-31fdf414-db6e-45ef-aaf7-746388f50907 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1489055
May 14 21:27:21.250077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.251407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1d895875-076b-4dd9-8c23-5efff803466b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.5147405
May 14 21:27:21.311036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2379f3be-5962-40d1-834f-0e520eee96e4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.316448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:21.317128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.396185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Network': ['ID=2379f3be-5962-40d1-834f-0e520eee96e4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:21.408928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2379f3be-5962-40d1-834f-0e520eee96e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:21.429033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f915eaf1-20cf-482e-9b78-ffe3cd2f22e3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 755 time: 0.9663358
May 14 21:27:21.436281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:21.458842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'subnet': {'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:21.491574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bc2f7589-7d26-40da-b194-9726e513185a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:21.540460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.604340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-90bc4b81-9567-4acc-9f89-4f6143df6140 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:21.605861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-90bc4b81-9567-4acc-9f89-4f6143df6140 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.5356908
May 14 21:27:21.645923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-ae9c681b-93d1-4d9c-8e21-e91ed9407b37 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/quotas/c4fe0b96d43b41aaaa0e8e238888786a HTTP/1.1" status: 200  len: 375 time: 0.0225792
May 14 21:27:21.665870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bc2f7589-7d26-40da-b194-9726e513185a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2f7589-7d26-40da-b194-9726e513185a,segment=NetworkSegment(72341e31-0045-44fb-a3d6-f08bb13bb948),segment_id=72341e31-0045-44fb-a3d6-f08bb13bb948)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:21.678733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:21.679178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'bc2f7589-7d26-40da-b194-9726e513185a', 'network_id': '97063dec-be1a-44ad-8306-0607d2b2da93', 'port_id': 'bc2f7589-7d26-40da-b194-9726e513185a', 'mac_address': 'fa:16:3e:a1:d7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55347d-8959-4a8f-ac9c-0219b466746b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:21.684630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.721726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bc2f7589-7d26-40da-b194-9726e513185a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:21.722235 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc2f7589-7d26-40da-b194-9726e513185a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.736434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-2931ca39-507f-49b7-9ab6-be135f2c0878 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0822899
May 14 21:27:21.737240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc2f7589-7d26-40da-b194-9726e513185a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:21.760238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bc2f7589-7d26-40da-b194-9726e513185a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2f7589-7d26-40da-b194-9726e513185a,segment=NetworkSegment(72341e31-0045-44fb-a3d6-f08bb13bb948),segment_id=72341e31-0045-44fb-a3d6-f08bb13bb948)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:21.784038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-d3a66828-9895-4f13-a427-e221addaf626 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--788486948&fields=id&tenant_id=4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 267 time: 0.1291118
May 14 21:27:21.877786 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc2f7589-7d26-40da-b194-9726e513185a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:21.943511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-e63739ba-d5d2-4988-8dd5-7713bcddda12 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:21.950464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-e63739ba-d5d2-4988-8dd5-7713bcddda12 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 817 time: 0.1622024
May 14 21:27:21.964241 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-5ae6f734-bd86-461d-b32c-f8538ab5c581 service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962435
May 14 21:27:21.966873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bc2f7589-7d26-40da-b194-9726e513185a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:21.975421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-132f81f3-bd66-4a37-9671-123860800041 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/quotas/4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 375 time: 0.0240233
May 14 21:27:21.979731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.054291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-cf2b4867-49e9-4a11-a59c-70e2bcf1d8eb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779879
May 14 21:27:22.055243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-810ac824-a7bf-4e27-bab4-56b40c2ecfbd req-11ae9460-7efa-400f-85dd-3982fbb381a4 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020843
May 14 21:27:22.062209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.153017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bc2f7589-7d26-40da-b194-9726e513185a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:22.162515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (5a0c233a-8a40-4a64-96f2-57b483afef1e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.175290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-cc20bdce-17f6-4ece-95d9-50605826643b service neutron] 10.222.0.52 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058176
May 14 21:27:22.176231 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-78d82126-e39d-4a3b-8992-dffeb54536db service neutron] 10.222.0.52 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988418
May 14 21:27:22.199208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=85fdd5fa-906e-47ce-b503-bef28293bcf3,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:22.211015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-d5be6d1d-979c-482f-ab46-b1905270d1e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:22.212580 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-d5be6d1d-979c-482f-ab46-b1905270d1e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/ports?device_id=be7b4d89-571b-4124-b5ec-918394447fda HTTP/1.1" status: 200  len: 946 time: 0.0901778
May 14 21:27:22.216514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7540c5e4-4db2-47c0-a74c-38a82ffc2b2d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.324721 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.332016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ca4610e7-4844-4e41-9a99-fbbb27d43f40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2937653
May 14 21:27:22.342321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Subnet': ['ID=5a0c233a-8a40-4a64-96f2-57b483afef1e,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:22.358528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Deleting port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:27:22.358874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.385166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Checking segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:22.385637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network hostable DHCP agents. Network: d997121d-d5fd-4dda-af06-15496863df8e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:22.421008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a32733fc-d00b-44b3-bd7a-c403463edc30 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913910
May 14 21:27:22.487402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] For port d7583ddb-f64e-4f06-a05b-22682e8fc3b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:22.487582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.499800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network d997121d-d5fd-4dda-af06-15496863df8e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:22.511015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Calling delete_port for d7583ddb-f64e-4f06-a05b-22682e8fc3b2 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:27:22.608092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d997121d-d5fd-4dda-af06-15496863df8e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:22.613341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:22.614016 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.621155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a451d052-aaa3-43e4-8b24-336fa001d70d None None] Network d997121d-d5fd-4dda-af06-15496863df8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:22.622794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd2236-5054-4331-9b26-3399a84c1dc9 req-ed47d1a1-15b4-4ed4-a59f-9c34dbd99146 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:22.624362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4bd2236-5054-4331-9b26-3399a84c1dc9 req-ed47d1a1-15b4-4ed4-a59f-9c34dbd99146 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 945 time: 0.0622413
May 14 21:27:22.708764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3bf0e17d-8b1c-427a-8860-1e536f900ffd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.2738183
May 14 21:27:22.711340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:22.716482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'subnet': {'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:22.807374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d4bd2236-5054-4331-9b26-3399a84c1dc9 req-2184c1fe-2e18-464c-8a9d-81ed78790746 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816126
May 14 21:27:22.830793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d7583ddb-f64e-4f06-a05b-22682e8fc3b2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.838156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d997121d-d5fd-4dda-af06-15496863df8e', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'project_id': '1df1ae61bf82472dadc4830840421a63', 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:27:22.839275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:22.892347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event deleted for resources: {'Port': ['ID=d7583ddb-f64e-4f06-a05b-22682e8fc3b2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:22.957967 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7195957-dd26-43a8-bb0e-6776c36f08d4 req-832159de-52da-4211-b119-9db42a0ab76f tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 210 time: 0.0620334
May 14 21:27:22.978193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-068fa266-9064-4f30-8f84-f204149c4a7d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:22.979891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-068fa266-9064-4f30-8f84-f204149c4a7d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 945 time: 0.1637900
May 14 21:27:23.039710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] No DVR routers for this DVR port d7583ddb-f64e-4f06-a05b-22682e8fc3b2 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:27:23.042696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.047143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-eb9cbd38-b4f3-433b-8c4b-48b0eefb6c92 req-f94c7b10-a6b9-440c-afed-688c78da91e3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "DELETE /v2.0/ports/d7583ddb-f64e-4f06-a05b-22682e8fc3b2 HTTP/1.1" status: 204  len: 173 time: 0.8271337
May 14 21:27:23.049046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'name': 'network-vif-deleted', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:23.051067 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91143949-45bc-4df3-be31-92d9636d044e" -d '{"events": [{"server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "name": "network-vif-deleted", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:23.100413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Allocated IP 10.1.1.2 (d997121d-d5fd-4dda-af06-15496863df8e/5a0c233a-8a40-4a64-96f2-57b483afef1e/d3f735ab-75b2-41ac-9fb7-09a59f72b9ae) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:23.130774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb443b7-68f2-448f-955c-25dfd860e014 req-8b6ae7c0-4bbc-4559-95f1-1b4ad6dcbf77 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:23.132524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5eb443b7-68f2-448f-955c-25dfd860e014 req-8b6ae7c0-4bbc-4559-95f1-1b4ad6dcbf77 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 944 time: 0.3204472
May 14 21:27:23.178395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-5af5876f-89c8-4c0b-8e2e-6f04f5bd4ace tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1780073977&fields=id&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 267 time: 0.0836973
May 14 21:27:23.237163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:23.251105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.269090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port 470ac4c0-45d1-472b-8971-fb692aca940e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:27:23.269533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.299178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5eb443b7-68f2-448f-955c-25dfd860e014 req-f9781e01-6cd8-4ee8-bdfd-897ac2622274 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594126
May 14 21:27:23.319951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Publish callbacks [] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.335150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-c0d30495-eb58-461b-a47e-e3fea316a8cf tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:23.336762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-c0d30495-eb58-461b-a47e-e3fea316a8cf tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.1575887
May 14 21:27:23.353720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-e30a5bd9-82e4-4fc6-bc31-f20d2403db8d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/quotas/8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 375 time: 0.0110807
May 14 21:27:23.444266 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.463339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:27:23.469157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eeb71acc-b249-4bb2-8271-e695dc561bab req-a1dced34-8b00-421e-abb3-f3a7e60b5792 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 210 time: 0.0766077
May 14 21:27:23.485410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-129d96a0-44b9-4178-8fe6-97ad60f31283 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1248045
May 14 21:27:23.512715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port 470ac4c0-45d1-472b-8971-fb692aca940e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=470ac4c0-45d1-472b-8971-fb692aca940e,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:23.513087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.529608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d7583ddb-f64e-4f06-a05b-22682e8fc3b2 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:27:23.530257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:27:23.533307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bc2f7589-7d26-40da-b194-9726e513185a up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:23.546221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for 470ac4c0-45d1-472b-8971-fb692aca940e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:27:23.553914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Network d997121d-d5fd-4dda-af06-15496863df8e is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:23.586959 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c18e4-44dd-47a8-9c49-703235d0ba5d x-openstack-request-id: req-a24c18e4-44dd-47a8-9c49-703235d0ba5d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:23.587340 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7b4d89-571b-4124-b5ec-918394447fda", "name": "network-vif-deleted", "tag": "d7583ddb-f64e-4f06-a05b-22682e8fc3b2", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:23.587579 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a24c18e4-44dd-47a8-9c49-703235d0ba5d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:23.588943 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24c18e4-44dd-47a8-9c49-703235d0ba5d'] response: {'server_uuid': 'be7b4d89-571b-4124-b5ec-918394447fda', 'name': 'network-vif-deleted', 'tag': 'd7583ddb-f64e-4f06-a05b-22682e8fc3b2', 'status': 'completed', 'code': 200}
May 14 21:27:23.607946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:23.611713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Pushing event updated for resources: {'Port': ['ID=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:23.616113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:23.626050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-b3d612b7-70cc-41e1-a651-73aac0776059 service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397624
May 14 21:27:23.778435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-12317451-26d8-45ff-ad9d-08fa2fc9362e service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382530
May 14 21:27:23.808396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (0410a405-c328-44d3-8347-7c2788715255), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.879923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Subnet': ['ID=0410a405-c328-44d3-8347-7c2788715255,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:23.888420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Checking segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:23.889051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network hostable DHCP agents. Network: 2379f3be-5962-40d1-834f-0e520eee96e4, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:23.891179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (470ac4c0-45d1-472b-8971-fb692aca940e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.891351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Attempting to bind port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:23.891841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Attempting to bind port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:23.892049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Attempting to bind port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:23.906641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:23.916696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['470ac4c0-45d1-472b-8971-fb692aca940e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:23.918921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:23.919303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Checking segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:23.919731 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.920126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Bound using segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:23.923079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Bound port: d3f735ab-75b2-41ac-9fb7-09a59f72b9ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:23.923517 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:23.950209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port bc2f7589-7d26-40da-b194-9726e513185a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:27:23.994649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=470ac4c0-45d1-472b-8971-fb692aca940e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:24.032286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bafcf39e-f69f-45ea-9998-7c5ced401ffd req-2ba1bc45-ce95-4fcd-9453-35ca19edd42e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.0758464
May 14 21:27:24.034132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port 470ac4c0-45d1-472b-8971-fb692aca940e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:27:24.048434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.048434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-997c2619-897f-4ee4-bb0b-72ed4cdefa25 req-b838d7e7-0f0d-41f9-bb08-73b531389b8a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "DELETE /v2.0/ports/470ac4c0-45d1-472b-8971-fb692aca940e HTTP/1.1" status: 204  len: 173 time: 1.0352733
May 14 21:27:24.048434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'name': 'network-vif-deleted', 'tag': '470ac4c0-45d1-472b-8971-fb692aca940e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:24.048434 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fbcc21-31f3-477b-8271-ea7c8d8a897c" -d '{"events": [{"server_uuid": "1a0cb80c-e155-4079-9b66-51a732c612d8", "name": "network-vif-deleted", "tag": "470ac4c0-45d1-472b-8971-fb692aca940e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:24.092344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port bc2f7589-7d26-40da-b194-9726e513185a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:24.092716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc2f7589-7d26-40da-b194-9726e513185a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.097697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] For port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:24.151734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] For port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:24.154491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fdceec0-853d-410f-afdc-a040ab2badd0 req-c27ef327-e199-461e-bfbb-1113b2281482 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 210 time: 0.0521049
May 14 21:27:24.182491 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d53e52-dd3d-40d0-955a-fd412862ef67 x-openstack-request-id: req-f5d53e52-dd3d-40d0-955a-fd412862ef67 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:24.182748 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0cb80c-e155-4079-9b66-51a732c612d8", "name": "network-vif-deleted", "tag": "470ac4c0-45d1-472b-8971-fb692aca940e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:24.183006 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5d53e52-dd3d-40d0-955a-fd412862ef67 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:24.184670 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d53e52-dd3d-40d0-955a-fd412862ef67'] response: {'server_uuid': '1a0cb80c-e155-4079-9b66-51a732c612d8', 'name': 'network-vif-deleted', 'tag': '470ac4c0-45d1-472b-8971-fb692aca940e', 'status': 'completed', 'code': 200}
May 14 21:27:24.189788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network 2379f3be-5962-40d1-834f-0e520eee96e4 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:24.261836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c90c6f2-3ff8-460a-8b1f-b2e998083f29 req-e3e13f0c-fe20-4c4a-a434-9d2026256498 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0446882
May 14 21:27:24.293262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.316817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2379f3be-5962-40d1-834f-0e520eee96e4) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:24.329070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:24.329680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.335435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fca286-dd39-48d4-80ba-672b4d15ba1b None None] Network 2379f3be-5962-40d1-834f-0e520eee96e4 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:24.359719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bc2f7589-7d26-40da-b194-9726e513185a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:24.359993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc2f7589-7d26-40da-b194-9726e513185a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.433122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c21bc61c-0ebf-4fe2-8945-3f410060f8a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.7182317
May 14 21:27:24.433554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41330) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:24.441893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'name': 'tempest-TaggedBootDevicesTest-679933115', 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:24.509385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380973-d902-4e88-b97e-a89b812298ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2f7589-7d26-40da-b194-9726e513185a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:24.511107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acd717-a3fc-45e1-b65a-5f2c09f49bf2 req-526cab36-76b5-449a-a135-c12bd07d1623 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:24.511690 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce7a09f-9ec7-4cec-9905-1def273d97c3" -d '{"events": [{"server_uuid": "e4380973-d902-4e88-b97e-a89b812298ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc2f7589-7d26-40da-b194-9726e513185a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:24.512876 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6acd717-a3fc-45e1-b65a-5f2c09f49bf2 req-526cab36-76b5-449a-a135-c12bd07d1623 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 944 time: 0.0754433
May 14 21:27:24.544799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cadc68-3325-4317-bfe2-109d9fb28cab None None] Pushing event updated for resources: {'Port': ['ID=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:24.569880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bc2f7589-7d26-40da-b194-9726e513185a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2f7589-7d26-40da-b194-9726e513185a,segment=NetworkSegment(72341e31-0045-44fb-a3d6-f08bb13bb948),segment_id=72341e31-0045-44fb-a3d6-f08bb13bb948)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:24.591395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6acd717-a3fc-45e1-b65a-5f2c09f49bf2 req-ced7603c-733b-4bbb-9d11-ff91e53503c7 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631473
May 14 21:27:24.619966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-866f5c4e-cc35-45dc-a71f-4c92cafb1659 req-080c57f5-1df0-4f27-9ccc-6906416c0020 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 210 time: 0.0534773
May 14 21:27:24.645195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2379f3be-5962-40d1-834f-0e520eee96e4', 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4', 'project_id': '1df1ae61bf82472dadc4830840421a63', 'fixed_ips': [{'subnet_id': '0410a405-c328-44d3-8347-7c2788715255'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:27:24.647857 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.674329 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc2f7589-7d26-40da-b194-9726e513185a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.741549 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdf0076-fa38-4082-8697-a97b35f9b04e x-openstack-request-id: req-9cdf0076-fa38-4082-8697-a97b35f9b04e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:24.749728 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380973-d902-4e88-b97e-a89b812298ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc2f7589-7d26-40da-b194-9726e513185a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:24.749728 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cdf0076-fa38-4082-8697-a97b35f9b04e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:24.749728 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdf0076-fa38-4082-8697-a97b35f9b04e'] response: {'server_uuid': 'e4380973-d902-4e88-b97e-a89b812298ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc2f7589-7d26-40da-b194-9726e513185a', 'code': 200}
May 14 21:27:24.825321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:24.845458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bc2f7589-7d26-40da-b194-9726e513185a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:24.952305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:24.955142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Allocated IP 10.2.2.2 (2379f3be-5962-40d1-834f-0e520eee96e4/0410a405-c328-44d3-8347-7c2788715255/4c6c0646-2345-49e7-a897-95ff6ae1d620) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:24.970753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] device_id is not set on port ebe73789-12d4-4374-8e71-4e93c4257d27 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:27:25.137650 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Publish callbacks [] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:25.192686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:25.244765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Network 2379f3be-5962-40d1-834f-0e520eee96e4 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:25.253752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:25.259275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:25.262947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Pushing event updated for resources: {'Port': ['ID=4c6c0646-2345-49e7-a897-95ff6ae1d620,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:25.301327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-926bfc3e-0f8f-4c07-81af-5f77aca56f9d req-83586cdc-ca37-4c3a-9069-0e916b8e0350 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 210 time: 0.0415750
May 14 21:27:25.366566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Attempting to bind port 4c6c0646-2345-49e7-a897-95ff6ae1d620 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:25.367303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Attempting to bind port 4c6c0646-2345-49e7-a897-95ff6ae1d620 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:25.367815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Attempting to bind port 4c6c0646-2345-49e7-a897-95ff6ae1d620 on network 2379f3be-5962-40d1-834f-0e520eee96e4 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:25.376161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:25.379692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Checking segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:25.379692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:25.379692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Bound using segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:25.379692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Bound port: 4c6c0646-2345-49e7-a897-95ff6ae1d620, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:25.379692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:25.451603 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72351f1f-8452-45f5-9dc1-a1fc7cc04275 req-e060b594-cf60-405d-831b-69e8d1991154 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0430081
May 14 21:27:25.492845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] For port 4c6c0646-2345-49e7-a897-95ff6ae1d620, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:25.496518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] For port 4c6c0646-2345-49e7-a897-95ff6ae1d620, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c6c0646-2345-49e7-a897-95ff6ae1d620,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:25.581530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd49e30-aaf5-4823-9272-c9bd0dffaf7d req-63efa245-b1d1-4b2c-b364-573e523f479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:25.583674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbd49e30-aaf5-4823-9272-c9bd0dffaf7d req-63efa245-b1d1-4b2c-b364-573e523f479b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 1127 time: 0.5549047
May 14 21:27:25.607262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:25.613752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c8123ef-b1ce-49b0-a5c2-2bb46a529ff2 req-4076de87-df2a-4d0a-8c45-8544b5a34899 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a0cb80c-e155-4079-9b66-51a732c612d8 HTTP/1.1" status: 200  len: 210 time: 0.3828545
May 14 21:27:25.756871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbd49e30-aaf5-4823-9272-c9bd0dffaf7d req-7ab136c6-f968-457f-90a2-29c696635626 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524980
May 14 21:27:25.782326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 10.1.1.217 (d997121d-d5fd-4dda-af06-15496863df8e/5a0c233a-8a40-4a64-96f2-57b483afef1e/ebe73789-12d4-4374-8e71-4e93c4257d27) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:25.799194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0149e-64af-4350-9647-a07efa77e98c None None] Pushing event updated for resources: {'Port': ['ID=4c6c0646-2345-49e7-a897-95ff6ae1d620,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:25.840518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb1d2145-c881-4904-82db-5ac0c5975221 req-1207daef-b8fb-42c3-92b3-ab6ec40fa261 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 210 time: 0.0516915
May 14 21:27:25.908708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588983c1-e8ad-44fa-b308-7ee94175a70e None None] Network d997121d-d5fd-4dda-af06-15496863df8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:25.935028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55281-8e8c-473b-8407-c4a9e7a0493b req-73890b10-c574-4128-8ccd-e9c9c64a8e30 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:25.936735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2e55281-8e8c-473b-8407-c4a9e7a0493b req-73890b10-c574-4128-8ccd-e9c9c64a8e30 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 945 time: 0.1675556
May 14 21:27:26.058681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] Provisioning complete for port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:26.059250 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.065277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.203842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2e55281-8e8c-473b-8407-c4a9e7a0493b req-f469f43d-82ab-4496-b08e-7b6dcda43cc7 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2351167
May 14 21:27:26.217612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d3f735ab-75b2-41ac-9fb7-09a59f72b9ae up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:26.241617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-f7c9e4ef-5245-4adf-b3f2-c2dc0e691507 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:26.245308 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-f7c9e4ef-5245-4adf-b3f2-c2dc0e691507 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/networks?id=af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 200  len: 805 time: 0.3916769
May 14 21:27:26.259437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Request body: {'port': {'device_id': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'admin_state_up': True, 'tenant_id': 'c4fe0b96d43b41aaaa0e8e238888786a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:26.267052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.273271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] Current status of the port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:26.273663 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.298252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:26.298688 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.354634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] For port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:26.440633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network d997121d-d5fd-4dda-af06-15496863df8e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:26.444138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:26.451768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:26.457615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:26.480688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:26.480688 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.531657 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.555990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:26.556721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.608218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-696613a1-989d-4e6f-aed6-ffbf7f38f585 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:26.610574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-696613a1-989d-4e6f-aed6-ffbf7f38f585 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 817 time: 0.3802569
May 14 21:27:26.623889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c80660f-ba48-4a69-a8de-8a7be0a81407 req-d9b127fb-82be-401c-94d2-16df80b5df7c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0372255
May 14 21:27:26.688483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Made reservation on behalf of c4fe0b96d43b41aaaa0e8e238888786a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:26.691074 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:27:26.691074 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:27:26.691993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe251691-c6fa-40e3-a161-ec1ef096e35d None None] Pushing event updated for resources: {'Port': ['ID=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:26.694103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.695049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ddc08ac5-c8a9-42dc-9874-4e5632bde5d1 None None] Provisioning complete for port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:26.695424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddc08ac5-c8a9-42dc-9874-4e5632bde5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:26.704715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f16b660-001d-4ee2-a879-7aea19a89c78 req-78447918-c786-4b14-add3-27454c7f8106 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 210 time: 0.1342139
May 14 21:27:26.836128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ddc08ac5-c8a9-42dc-9874-4e5632bde5d1 None None] Current status of the port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:26.846919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-16c5810a-d2bd-408c-bb98-918c0e9db882 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 379 time: 0.1846261
May 14 21:27:26.869088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5594d2e-36c7-4ebe-8de6-f9ebf3c27733 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4340918
May 14 21:27:26.871543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41364) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:26.896270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'name': 'tempest-TaggedBootDevicesTest-1663900787', 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:27.072820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Allocated IP 172.20.0.3 (af5a4b8e-1df1-4780-a149-63d1d293e5bd/d94c3554-4ad1-4a40-9848-b3ca9361389d/02a58b33-a548-4458-8133-d96c60744b6d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:27.076015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-df876ae7-1edc-43b4-960e-27e22360a5b0 None None] Provisioning complete for port ebe73789-12d4-4374-8e71-4e93c4257d27 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:27.076684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cb223dcd-8fc9-4811-80a9-5214324461e8 req-52151371-b0fe-428a-8b8c-5a5b25959c72 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 210 time: 0.0587032
May 14 21:27:27.080454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-df876ae7-1edc-43b4-960e-27e22360a5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.150667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'port': {'device_id': '4097156a-300a-4d17-87df-60620c836925', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'admin_state_up': True, 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'security_groups': ['d40e0be5-8341-41d2-8aba-4e3bea4b86b0']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:27.166124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-df876ae7-1edc-43b4-960e-27e22360a5b0 None None] Port ebe73789-12d4-4374-8e71-4e93c4257d27 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:27.233451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:27.308057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks [] for port (02a58b33-a548-4458-8133-d96c60744b6d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.332459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:27.337193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.373992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9e1fe-f54c-4e1a-9efa-a524d4c508c6 req-41b9956f-2e2e-4aa4-a6ee-39c980d75a28 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:27.375630 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09b9e1fe-f54c-4e1a-9efa-a524d4c508c6 req-41b9956f-2e2e-4aa4-a6ee-39c980d75a28 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 945 time: 0.0656855
May 14 21:27:27.430796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622f6e3-b818-4a9e-b2f6-c956ec97f091 None None] Network 2379f3be-5962-40d1-834f-0e520eee96e4 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:27.447657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09b9e1fe-f54c-4e1a-9efa-a524d4c508c6 req-41bc081e-c4de-4244-a3ba-96074e6de6e7 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613999
May 14 21:27:27.465734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] device_id is not set on port 63396429-e743-49a6-a83f-427d96ffbf18 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:27:27.473149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:27:27.477761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.531601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Network af5a4b8e-1df1-4780-a149-63d1d293e5bd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:27.536622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:27.538076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 470ac4c0-45d1-472b-8971-fb692aca940e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:27:27.559601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d7583ddb-f64e-4f06-a05b-22682e8fc3b2 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:27:27.559601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7583ddb-f64e-4f06-a05b-22682e8fc3b2 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:27:27.561250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-a9dcb41d-82eb-4f8e-894f-b2a60ccfabb4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:27.562046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-a9dcb41d-82eb-4f8e-894f-b2a60ccfabb4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.3743422
May 14 21:27:27.567751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:27.605374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 470ac4c0-45d1-472b-8971-fb692aca940e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:27:27.606147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 470ac4c0-45d1-472b-8971-fb692aca940e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:27:27.623104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] Provisioning complete for port 4c6c0646-2345-49e7-a897-95ff6ae1d620 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:27.623759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.630999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:27.632003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-71d98c25-e5eb-43e2-9f41-4a5dd56b592c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.0581903
May 14 21:27:27.698286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:27.698984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.700364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-f2662540-e3d1-4152-9430-1729eb6d0c73 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:27.701860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-f2662540-e3d1-4152-9430-1729eb6d0c73 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.3709877
May 14 21:27:27.789314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-69fe9528-e72b-4f9a-b492-f437041dc2c8 req-4c896eba-e0e9-4c1b-a222-7206aa257fc6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0427861
May 14 21:27:27.804640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-e2d97ec8-5317-4341-bb89-ef1a1887d9a6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1378100
May 14 21:27:27.823930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-1f017ad0-de21-4a28-bd49-a3afe4684cbe tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5649836
May 14 21:27:27.828120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Made reservation on behalf of 4989c480608c4b86bd1cd7615fba4d20 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:27.830604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] Current status of the port 4c6c0646-2345-49e7-a897-95ff6ae1d620 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:27.831014 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.832957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Request body: {'port': {'device_id': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:27.834836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:27.908134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] For port 4c6c0646-2345-49e7-a897-95ff6ae1d620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c6c0646-2345-49e7-a897-95ff6ae1d620,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:27.967122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.036789 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.111531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37484c9d-ccaf-4f1e-9d6a-05ede7175a5e req-8c6ca1a7-25ca-4659-9c98-698bbe66e5d2 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:28.113674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37484c9d-ccaf-4f1e-9d6a-05ede7175a5e req-8c6ca1a7-25ca-4659-9c98-698bbe66e5d2 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 931 time: 0.1047943
May 14 21:27:28.140700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 10.1.1.139 (d997121d-d5fd-4dda-af06-15496863df8e/5a0c233a-8a40-4a64-96f2-57b483afef1e/63396429-e743-49a6-a83f-427d96ffbf18) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:28.160463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf8fdb-aff3-4b64-8d3e-a194d5f01c22 None None] Pushing event updated for resources: {'Port': ['ID=4c6c0646-2345-49e7-a897-95ff6ae1d620,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:28.177289 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-0afe06af-fc20-4e7b-81c9-5e2e72db78c4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 473 time: 0.4513946
May 14 21:27:28.205394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'port': {'device_id': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'admin_state_up': True, 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'security_groups': ['c6d94d3b-4bf8-4150-be05-be1881abb1d0']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:28.240930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37484c9d-ccaf-4f1e-9d6a-05ede7175a5e req-fe03ea13-2d67-4a75-b80d-8501ff457add tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857565
May 14 21:27:28.295347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-82832331-9ce3-497b-aadd-e59290814d21 None None] Provisioning complete for port 4c6c0646-2345-49e7-a897-95ff6ae1d620 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:28.295347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-82832331-9ce3-497b-aadd-e59290814d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.295347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d3f735ab-75b2-41ac-9fb7-09a59f72b9ae up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:28.389873 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b0cd9ee8-e49f-462a-94f9-ff93a6b8ad1a service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5737474
May 14 21:27:28.447241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:28.447608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.499801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-602e748d-81ce-43a5-98e1-955025fcd321 req-4e8d0b9c-6b8e-4814-9a41-3d481f064869 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 210 time: 0.0757217
May 14 21:27:28.522577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-82832331-9ce3-497b-aadd-e59290814d21 None None] Current status of the port 4c6c0646-2345-49e7-a897-95ff6ae1d620 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:28.545116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Allocated IP 172.20.0.9 (4cc7003c-2823-48d0-8842-9a2e7e084a2e/5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d/5c660063-0f23-4b2d-b5ca-12d4f3ea2036) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:28.600763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:28.600763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c6c0646-2345-49e7-a897-95ff6ae1d620 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:28.658564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4c6c0646-2345-49e7-a897-95ff6ae1d620 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:28.658942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.689173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a58b33-a548-4458-8133-d96c60744b6d {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:28.699129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Publish callbacks [] for port (02a58b33-a548-4458-8133-d96c60744b6d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.707435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-827e9ffd-e30e-4279-aef3-9d2726ec3824 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3017490
May 14 21:27:28.715134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Transition to ACTIVE for port object 02a58b33-a548-4458-8133-d96c60744b6d will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:28.732062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Made reservation on behalf of 8bd6f25048cd4798985e725f734f1845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:28.736388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.797512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (63396429-e743-49a6-a83f-427d96ffbf18), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.804202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.877959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:28.956602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4c6c0646-2345-49e7-a897-95ff6ae1d620 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:28.961589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Attempting to bind port 02a58b33-a548-4458-8133-d96c60744b6d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:28.966423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Attempting to bind port 02a58b33-a548-4458-8133-d96c60744b6d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:28.966423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Attempting to bind port 02a58b33-a548-4458-8133-d96c60744b6d on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:28.967285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:28.970440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Port 02a58b33-a548-4458-8133-d96c60744b6d on network af5a4b8e-1df1-4780-a149-63d1d293e5bd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:28.970611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Attempting to bind port 02a58b33-a548-4458-8133-d96c60744b6d on network af5a4b8e-1df1-4780-a149-63d1d293e5bd {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:28.977178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:28.977729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Checking segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:28.978124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Bound using segment: {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:28.978706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Bound port: 02a58b33-a548-4458-8133-d96c60744b6d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b09e24-004e-45e2-8c85-b073289a190b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:28.979067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.057116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.20.0.6 (afd341be-651f-4dc3-82bf-83f603d58628/52825e75-9886-4363-8086-0e1e307605a9/a540ba33-d93a-4e5d-bf81-61d3d93287c8) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:29.074875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:29.080193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:29.092415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.180845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b02454f-79f2-4a1e-ad2b-3830c9765b72 req-960df125-7566-4d8f-89cc-36a4ef817a40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0863850
May 14 21:27:29.236443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.248108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network d997121d-d5fd-4dda-af06-15496863df8e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:29.269678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:29.272217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:29.281965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:29.305819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.346243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.346949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.349478 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] 10.222.0.48 "PUT /v2.0/ports/02a58b33-a548-4458-8133-d96c60744b6d HTTP/1.1" status: 200  len: 1091 time: 1.5238481
May 14 21:27:29.350549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'tag': '02a58b33-a548-4458-8133-d96c60744b6d'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:29.352571 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81961dc3-7f76-4f42-8027-b9774c11755a" -d '{"events": [{"name": "network-changed", "server_uuid": "f67b8177-e7c2-4706-ab78-e147bd9817c7", "tag": "02a58b33-a548-4458-8133-d96c60744b6d"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:29.366314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bed22aea-b012-4d45-9650-79d4488ef5c0 req-83d0dfb3-4513-4cd6-bac7-8c947b1914bb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 210 time: 0.1200972
May 14 21:27:29.374467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:29.399841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:29.407305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4418a-7313-423b-bca0-1e1c57ec7219 service neutron] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:29.415528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:29.418903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:29.433105 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:27:29.514724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.515425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.530102 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484c8b8-ea81-4e9c-894f-a998c08d5ad0 x-openstack-request-id: req-6484c8b8-ea81-4e9c-894f-a998c08d5ad0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:29.530567 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67b8177-e7c2-4706-ab78-e147bd9817c7", "tag": "02a58b33-a548-4458-8133-d96c60744b6d", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:29.531300 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6484c8b8-ea81-4e9c-894f-a998c08d5ad0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:29.531856 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6484c8b8-ea81-4e9c-894f-a998c08d5ad0'] response: {'name': 'network-changed', 'server_uuid': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'tag': '02a58b33-a548-4458-8133-d96c60744b6d', 'status': 'completed', 'code': 200}
May 14 21:27:29.546350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.574668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.575327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.595011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733277b-2def-42fa-92fe-d60a102265f9 req-5d9891fe-3c3b-4afb-88d2-f8059d6be696 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.596849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d733277b-2def-42fa-92fe-d60a102265f9 req-5d9891fe-3c3b-4afb-88d2-f8059d6be696 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 943 time: 0.1389887
May 14 21:27:29.648516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-daaaf3bb-fb03-4b22-95fd-9a45255be302 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.7757187
May 14 21:27:29.655105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81961dc3-7f76-4f42-8027-b9774c11755a req-84914147-aeff-438f-b712-5fae1d1877c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.655105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81961dc3-7f76-4f42-8027-b9774c11755a req-84914147-aeff-438f-b712-5fae1d1877c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 1125 time: 0.0885196
May 14 21:27:29.678067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-3b0087b1-dca3-4b21-9123-b442fae0407a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5373890
May 14 21:27:29.682536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d733277b-2def-42fa-92fe-d60a102265f9 req-919c1918-c23e-4466-8b67-bc2212672911 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715268
May 14 21:27:29.690531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Request body: {'port': {'device_id': '4097156a-300a-4d17-87df-60620c836925', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:29.757907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e7b758e2-ba2b-4c52-88c2-60b960821f02 None None] Provisioning complete for port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:29.758388 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7b758e2-ba2b-4c52-88c2-60b960821f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.766686 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a4c3f-ae2b-493c-9b03-9707913837f7 req-00d8af27-cbff-4510-a28d-ef0d30080f09 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.775715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-241a4c3f-ae2b-493c-9b03-9707913837f7 req-00d8af27-cbff-4510-a28d-ef0d30080f09 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 945 time: 0.1241469
May 14 21:27:29.780440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.805398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e7b758e2-ba2b-4c52-88c2-60b960821f02 None None] Port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:29.814993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e7b758e2-ba2b-4c52-88c2-60b960821f02 None None] Provisioning complete for port 63396429-e743-49a6-a83f-427d96ffbf18 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:29.816312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7b758e2-ba2b-4c52-88c2-60b960821f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (63396429-e743-49a6-a83f-427d96ffbf18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.819901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:29.855583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81961dc3-7f76-4f42-8027-b9774c11755a req-8281d831-578c-47dd-a13b-352694f48b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.857311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81961dc3-7f76-4f42-8027-b9774c11755a req-8281d831-578c-47dd-a13b-352694f48b61 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1942420
May 14 21:27:29.858453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e7b758e2-ba2b-4c52-88c2-60b960821f02 None None] Port 63396429-e743-49a6-a83f-427d96ffbf18 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:29.867458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-241a4c3f-ae2b-493c-9b03-9707913837f7 req-56888ab6-49c4-41f6-8a93-072aee4b0c24 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906382
May 14 21:27:29.913212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:29.946172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:29.958322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:29.972666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982f71-f640-42fc-b041-95400746e289 req-17487955-ca95-4794-bcb2-ff279bc9126d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:29.974901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b982f71-f640-42fc-b041-95400746e289 req-17487955-ca95-4794-bcb2-ff279bc9126d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 931 time: 0.1604669
May 14 21:27:29.997510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=a540ba33-d93a-4e5d-bf81-61d3d93287c8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:30.007847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81961dc3-7f76-4f42-8027-b9774c11755a req-f634bfd5-44ce-4476-a803-c8601e9ce207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.009025 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-81961dc3-7f76-4f42-8027-b9774c11755a req-f634bfd5-44ce-4476-a803-c8601e9ce207 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1403718
May 14 21:27:30.038374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c6c0646-2345-49e7-a897-95ff6ae1d620 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:30.124038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4c6c0646-2345-49e7-a897-95ff6ae1d620 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:30.124411 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.135174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-84365212-f14f-4105-a476-81591b7f527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.135174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-84365212-f14f-4105-a476-81591b7f527b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 1125 time: 0.0830190
May 14 21:27:30.135174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:30.138329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769857056', 'description': 'tempest-description--1657334017'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:30.198762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.199424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.229250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4c6c0646-2345-49e7-a897-95ff6ae1d620 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:30.241098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-336c229b-b546-4e90-b125-300eb85df481 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02a58b33-a548-4458-8133-d96c60744b6d HTTP/1.1" status: 200  len: 217 time: 0.0943499
May 14 21:27:30.272842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b982f71-f640-42fc-b041-95400746e289 req-ce3fa3d6-376d-45d0-97d5-768ae30d518b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2690938
May 14 21:27:30.322950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4378c47-739f-4feb-8f5a-c1843950c5f2 req-89e4cc5b-4409-4037-8241-38cd69a1c67d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.324939 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4378c47-739f-4feb-8f5a-c1843950c5f2 req-89e4cc5b-4409-4037-8241-38cd69a1c67d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 931 time: 0.0535862
May 14 21:27:30.345020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-4d4f43ee-ec8e-4414-813b-c9f533569845 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1525338
May 14 21:27:30.349514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.390087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Request body: {'port': {'device_id': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:30.409383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0d18cd2a-e4e5-4e1d-bc40-caee34c52909 None None] Provisioning complete for port a540ba33-d93a-4e5d-bf81-61d3d93287c8 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:30.409383 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d18cd2a-e4e5-4e1d-bc40-caee34c52909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.450244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0d18cd2a-e4e5-4e1d-bc40-caee34c52909 None None] Port a540ba33-d93a-4e5d-bf81-61d3d93287c8 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:30.464561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4378c47-739f-4feb-8f5a-c1843950c5f2 req-669427d1-2712-4eb0-977c-8ce46e016618 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333671
May 14 21:27:30.523079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:30.526792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-c1a3dead-ac7f-423f-bb9c-141a2e6d2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.528399 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-c1a3dead-ac7f-423f-bb9c-141a2e6d2955 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 200  len: 845 time: 0.1511905
May 14 21:27:30.538549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Publish callbacks [] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.561716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.565893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-585d23e0-c479-4465-8e56-3e6e44950c1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af5a4b8e-1df1-4780-a149-63d1d293e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297971
May 14 21:27:30.596526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79577088-4b5f-46ec-bf80-f99341c140bd req-fba7ac76-ebc2-46fc-a34d-b5c2ba2738cd tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 210 time: 0.0666554
May 14 21:27:30.610998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Transition to ACTIVE for port object 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:30.652846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group (60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.696688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-f4a6664f-2376-4c78-86b3-64da0410d423 service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247396
May 14 21:27:30.698519 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.704824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.758118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:30.833876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:30.838716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39d2e310-fcfe-4209-b517-2ed6303422da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7011273
May 14 21:27:30.839280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41452) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:30.890747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'security_group_rule': {'security_group_id': '60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:30.913235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:30.926565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75b0f9-30ee-4161-ac02-08251845e180 req-a3772e73-f4b0-419a-b46e-b7730549c9c8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.933912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca75b0f9-30ee-4161-ac02-08251845e180 req-a3772e73-f4b0-419a-b46e-b7730549c9c8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 943 time: 0.1583111
May 14 21:27:30.937841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-0a484685-252d-4fdf-a01b-ec49aa3d4e36 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:30.938963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-0a484685-252d-4fdf-a01b-ec49aa3d4e36 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 945 time: 0.1642525
May 14 21:27:31.005509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1dbd093-97eb-45d5-bce5-fe59cfabb1dd req-81db8040-a414-4ba7-a82a-427036fe4d2c service neutron] 10.222.0.48 "GET /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275507
May 14 21:27:31.031562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca75b0f9-30ee-4161-ac02-08251845e180 req-cb85cbca-317b-42e0-8eef-5c9755233baf tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964746
May 14 21:27:31.057622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group_rule (789173af-2cb8-4541-acca-cf1d1582cae8), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.119731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group_rule (789173af-2cb8-4541-acca-cf1d1582cae8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.196499 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (789173af-2cb8-4541-acca-cf1d1582cae8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.216044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789173af-2cb8-4541-acca-cf1d1582cae8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:31.302139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.303315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4206d4db-11ad-4580-93f5-7febf136db9f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4613762
May 14 21:27:31.306029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41458) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:31.310884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'security_group_rule': {'security_group_id': '60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:31.398286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group_rule (b5feb3a1-f8cd-44dd-ab3c-70124dfd5076), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.420184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde9190-309e-41a9-904f-f19b22c301d9 req-89f31e33-1bba-4e35-b6dd-48eff3ece9a4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:31.421663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecde9190-309e-41a9-904f-f19b22c301d9 req-89f31e33-1bba-4e35-b6dd-48eff3ece9a4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0594740
May 14 21:27:31.439203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Attempting to bind port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:31.439602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Attempting to bind port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:31.439909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Attempting to bind port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:31.484282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2643e-6341-4548-a9b2-e55c1b529733 req-ca32f52b-fdd8-4d94-907b-2ca29de7767d tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:31.485822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96c2643e-6341-4548-a9b2-e55c1b529733 req-ca32f52b-fdd8-4d94-907b-2ca29de7767d tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 945 time: 0.4810658
May 14 21:27:31.496376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:31.496722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Attempting to bind port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:31.507731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group_rule (b5feb3a1-f8cd-44dd-ab3c-70124dfd5076), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.515351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecde9190-309e-41a9-904f-f19b22c301d9 req-a1f12046-e550-4621-a33a-9a8cdce6d3f0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687978
May 14 21:27:31.528288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Deleting port bc2f7589-7d26-40da-b194-9726e513185a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:27:31.528636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bc2f7589-7d26-40da-b194-9726e513185a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.554785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:31.555081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Checking segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:31.555466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Bound using segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:31.555931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Bound port: 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:31.556294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.615140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b5feb3a1-f8cd-44dd-ab3c-70124dfd5076), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.631096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa5f76-e5a5-4ce3-97e8-1e3bdef77162 req-6e57141f-2d0d-4fa2-9383-8b42ccd0ac49 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:31.632976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5fa5f76-e5a5-4ce3-97e8-1e3bdef77162 req-6e57141f-2d0d-4fa2-9383-8b42ccd0ac49 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 931 time: 0.0548153
May 14 21:27:31.653485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5feb3a1-f8cd-44dd-ab3c-70124dfd5076,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:31.693073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5fa5f76-e5a5-4ce3-97e8-1e3bdef77162 req-6b197233-51ce-4787-955c-3a289d7114fd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519373
May 14 21:27:31.717145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96c2643e-6341-4548-a9b2-e55c1b529733 req-3824a3ac-98f2-4703-af53-ab9b4ec2fc96 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/security-groups?id=40a37d8e-fb44-43df-a580-0f6c3f49055a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165444
May 14 21:27:31.752994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.755595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00c21f65-8ee5-4d59-bcc4-a2d226225526 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4485500
May 14 21:27:31.765625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41466) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:31.771889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:31.794297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8185a0c4-5fdb-4a12-aa88-a70d116ee99d req-abc47a52-06e8-46b7-9f92-22635264257b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 210 time: 0.0374389
May 14 21:27:31.835259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] For port bc2f7589-7d26-40da-b194-9726e513185a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bc2f7589-7d26-40da-b194-9726e513185a,segment=NetworkSegment(72341e31-0045-44fb-a3d6-f08bb13bb948),segment_id=72341e31-0045-44fb-a3d6-f08bb13bb948)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:31.835665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bc2f7589-7d26-40da-b194-9726e513185a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.841644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a540ba33-d93a-4e5d-bf81-61d3d93287c8 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:31.854011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.856636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Publish callbacks [] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.880484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Calling delete_port for bc2f7589-7d26-40da-b194-9726e513185a owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:27:31.882645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:31.906024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Transition to ACTIVE for port object a540ba33-d93a-4e5d-bf81-61d3d93287c8 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:31.916676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:31.954119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.962299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:31.978702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b4cc9916-1561-4f89-be0d-4695cced1c4d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:31.980088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b4cc9916-1561-4f89-be0d-4695cced1c4d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.2845395
May 14 21:27:32.012534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.024378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '441f55e9-7d61-4fe1-824f-b109de8af293', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:32.094096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 172.35.4.65 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/8da1ab57-e7a2-4ef8-9a99-7a997840c756) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:32.120266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:32.120649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.122009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] 10.222.0.48 "PUT /v2.0/ports/5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 200  len: 1091 time: 2.4367712
May 14 21:27:32.124291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:32.126645 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08" -d '{"events": [{"name": "network-changed", "server_uuid": "4097156a-300a-4d17-87df-60620c836925", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:32.164255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Pushing event updated for resources: {'Port': ['ID=a540ba33-d93a-4e5d-bf81-61d3d93287c8,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:32.259654 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de062af5-7c41-45ba-a15e-205437854cb3 x-openstack-request-id: req-de062af5-7c41-45ba-a15e-205437854cb3 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:32.259950 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4097156a-300a-4d17-87df-60620c836925", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:32.260204 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de062af5-7c41-45ba-a15e-205437854cb3 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:32.260612 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de062af5-7c41-45ba-a15e-205437854cb3'] response: {'name': 'network-changed', 'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'status': 'completed', 'code': 200}
May 14 21:27:32.271062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.426332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.454665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08 req-45e671ff-0ea4-4d62-aa74-1904bef4721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:32.456050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08 req-45e671ff-0ea4-4d62-aa74-1904bef4721b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1125 time: 0.1937623
May 14 21:27:32.463747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c059-9712-4936-8528-42b9b7b8d69b service neutron] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:32.475272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:32.477809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:32.478771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64e88-c2c0-4763-a9d2-451ca716e2aa req-3738cc74-3b2a-4313-966e-a96611b43ef3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:32.480345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ea64e88-c2c0-4763-a9d2-451ca716e2aa req-3738cc74-3b2a-4313-966e-a96611b43ef3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 943 time: 0.2327368
May 14 21:27:32.491164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:32.584173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Attempting to bind port a540ba33-d93a-4e5d-bf81-61d3d93287c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:32.584173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Attempting to bind port a540ba33-d93a-4e5d-bf81-61d3d93287c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:32.589887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Attempting to bind port a540ba33-d93a-4e5d-bf81-61d3d93287c8 on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:32.613397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Port a540ba33-d93a-4e5d-bf81-61d3d93287c8 on network afd341be-651f-4dc3-82bf-83f603d58628 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:32.613397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Attempting to bind port a540ba33-d93a-4e5d-bf81-61d3d93287c8 on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:32.634239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:32.635834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:32.635834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Bound using segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:32.635834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Bound port: a540ba33-d93a-4e5d-bf81-61d3d93287c8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:32.635834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.640968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bc2f7589-7d26-40da-b194-9726e513185a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.653728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ea64e88-c2c0-4763-a9d2-451ca716e2aa req-ac58bc82-f7a9-463a-be2f-b8fe414995bd tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537170
May 14 21:27:32.654084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bc2f7589-7d26-40da-b194-9726e513185a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:32.672990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:32.677337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.717722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Pushing event deleted for resources: {'Port': ['ID=bc2f7589-7d26-40da-b194-9726e513185a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:32.720078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08 req-2ffc6749-37be-43b7-a984-26e478cc9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:32.721576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08 req-2ffc6749-37be-43b7-a984-26e478cc9174 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4989c480608c4b86bd1cd7615fba4d20&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2548575
May 14 21:27:32.906689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=8da1ab57-e7a2-4ef8-9a99-7a997840c756,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:32.907246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] No DVR routers for this DVR port bc2f7589-7d26-40da-b194-9726e513185a on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:27:32.943824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:32.947096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0d02081-b4f3-43f9-8f6b-3d3f34eca522 req-c275ae0a-b310-4f7b-80da-5ab65dee77a3 tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.36 "DELETE /v2.0/ports/bc2f7589-7d26-40da-b194-9726e513185a HTTP/1.1" status: 204  len: 173 time: 1.9993269
May 14 21:27:32.967169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c14272-5a86-4b83-9b12-2526af6b48fe req-2b1682b5-8a65-415d-8edb-1bc32c82decb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:32.968825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30c14272-5a86-4b83-9b12-2526af6b48fe req-2b1682b5-8a65-415d-8edb-1bc32c82decb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0772085
May 14 21:27:32.978054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc25ac-2cbc-4b9d-8bcb-ca4bcd181934 req-6114791e-efec-4f29-9da6-25593f162056 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:32.979581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-abdc25ac-2cbc-4b9d-8bcb-ca4bcd181934 req-6114791e-efec-4f29-9da6-25593f162056 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 943 time: 0.1785350
May 14 21:27:32.982212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] For port a540ba33-d93a-4e5d-bf81-61d3d93287c8, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:32.987290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] For port a540ba33-d93a-4e5d-bf81-61d3d93287c8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:33.043750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (ad0e15ee-df81-43d4-a441-de0e1ebe7960), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.056586 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30c14272-5a86-4b83-9b12-2526af6b48fe req-79821b2d-d762-4fd2-99f9-cf73d4577ffe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690625
May 14 21:27:33.080872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.099321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08 req-fd5a1e28-096c-4859-aa62-14cf23a3ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.100926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec086eee-11e1-4ae7-83a1-96b09d1c6c08 req-fd5a1e28-096c-4859-aa62-14cf23a3ca04 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3499146
May 14 21:27:33.127887 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.130137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.12 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/639111d9-ddb5-416d-9307-f0c501e35589) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:33.165846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-abdc25ac-2cbc-4b9d-8bcb-ca4bcd181934 req-1a42a802-c3d1-4992-8b1e-bde1bdf2bfdd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654291
May 14 21:27:33.242019 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-26814219-be80-44c6-8610-c2759b9a24ba req-08b4473c-f255-4985-ab2c-b290c4c7ceeb tempest-ServerMetadataNegativeTestJSON-889405770 tempest-ServerMetadataNegativeTestJSON-889405770-project] 10.222.0.52 "GET /v2.0/ports?device_id=e4380973-d902-4e88-b97e-a89b812298ac HTTP/1.1" status: 200  len: 210 time: 0.0511715
May 14 21:27:33.271328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.271978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.278842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] 10.222.0.48 "PUT /v2.0/ports/a540ba33-d93a-4e5d-bf81-61d3d93287c8 HTTP/1.1" status: 200  len: 1091 time: 2.8972890
May 14 21:27:33.278842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687649f-dd00-4bcb-a6d9-e91cbcc15975 service neutron] Pushing event updated for resources: {'Port': ['ID=a540ba33-d93a-4e5d-bf81-61d3d93287c8,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:33.372981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-060e6e46-f36b-4fdc-8053-93902dae34eb req-f0f67118-af61-4407-810e-67adca7bde5b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 210 time: 0.0880451
May 14 21:27:33.409695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-2a1ebc9e-9355-4ed3-8b42-5aa442581646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.416197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-2a1ebc9e-9355-4ed3-8b42-5aa442581646 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1125 time: 0.2634816
May 14 21:27:33.450966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.484864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-6e195bba-1b54-4f7f-935d-43168ea0b2ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 200  len: 217 time: 0.0641000
May 14 21:27:33.522402 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.523070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (639111d9-ddb5-416d-9307-f0c501e35589), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.557636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-e210d03c-3828-4f4d-9d3f-7d40fd1d6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.559130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-e210d03c-3828-4f4d-9d3f-7d40fd1d6797 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 1125 time: 0.0865328
May 14 21:27:33.581371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-700b2ae0-499b-47ed-99c4-494bcc933a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.582982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-700b2ae0-499b-47ed-99c4-494bcc933a2a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.0735457
May 14 21:27:33.608720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=8da1ab57-e7a2-4ef8-9a99-7a997840c756,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:33.625647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (ad0e15ee-df81-43d4-a441-de0e1ebe7960), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.633559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-b2760d59-114e-46fb-8ac6-d317ba4ac265 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8 HTTP/1.1" status: 200  len: 217 time: 0.0654602
May 14 21:27:33.696747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.697002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-d67bbfcf-ed06-4bb6-9411-374b6a483a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.698517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-d67bbfcf-ed06-4bb6-9411-374b6a483a56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0783412
May 14 21:27:33.708997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66d9b9c0-dc4a-41d4-97df-514dcf90d4c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9407847
May 14 21:27:33.742884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (639111d9-ddb5-416d-9307-f0c501e35589), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:33.756303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-65b2a50e-97a5-419c-af68-91d8d350a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.758069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-65b2a50e-97a5-419c-af68-91d8d350a775 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.1037805
May 14 21:27:33.759205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:33.851658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722b177-9dcc-462e-beda-405128540ccc req-11115922-ac7e-475c-ae26-4490f215da64 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.855190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9722b177-9dcc-462e-beda-405128540ccc req-11115922-ac7e-475c-ae26-4490f215da64 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 943 time: 0.1005175
May 14 21:27:33.883069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:33.884196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=639111d9-ddb5-416d-9307-f0c501e35589,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:33.894324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:33.900312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:33.905380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-1efd185c-7559-4772-be7b-4a01990a17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:33.907083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-1efd185c-7559-4772-be7b-4a01990a17f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0901382
May 14 21:27:33.933828 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9722b177-9dcc-462e-beda-405128540ccc req-cde91390-3ecd-468f-a2c1-42b39d86393a tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727010
May 14 21:27:33.990955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-60f43b2b-7c3d-4526-89c3-d089c8c622dd service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2862928
May 14 21:27:34.027443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41516) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:34.107545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:34.108178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.198818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-41e05c90-a9f7-4790-a6b6-7f04dae8637e service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2792733
May 14 21:27:34.216140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4a548f3-1bfa-4fbe-abd0-672163beb088 req-5148c268-211a-42b3-9de2-0b87509dac15 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149842
May 14 21:27:34.223233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cde31efb-e04b-412c-acb2-feea439d7dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.223603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-ade8b8bc-3325-4e0e-baee-c9a96e112fa2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2125463
May 14 21:27:34.233829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-1103d6c8-08b8-4fe7-bc9e-7e881e3c89ce tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1769857056&fields=id&tenant_id=1df1ae61bf82472dadc4830840421a63 HTTP/1.1" status: 200  len: 267 time: 0.1088936
May 14 21:27:34.236653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308076f4-1f45-4b70-9772-9e8c41c928f3 req-0aef772d-f621-4de5-b474-c0d2327d729a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:34.239573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-308076f4-1f45-4b70-9772-9e8c41c928f3 req-0aef772d-f621-4de5-b474-c0d2327d729a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0744333
May 14 21:27:34.245073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Request body: {'port': {'device_id': '441f55e9-7d61-4fe1-824f-b109de8af293', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:34.266794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4380973-d902-4e88-b97e-a89b812298ac', 'name': 'network-vif-deleted', 'tag': 'bc2f7589-7d26-40da-b194-9726e513185a'}, {'name': 'network-changed', 'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:34.270256 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329" -d '{"events": [{"server_uuid": "e4380973-d902-4e88-b97e-a89b812298ac", "name": "network-vif-deleted", "tag": "bc2f7589-7d26-40da-b194-9726e513185a"}, {"name": "network-changed", "server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:34.317657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-308076f4-1f45-4b70-9772-9e8c41c928f3 req-41b55160-5710-4e0e-82cf-bcd9b91ccbf1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700943
May 14 21:27:34.366488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cde31efb-e04b-412c-acb2-feea439d7dec admin admin] Publish callbacks [] for security_group (6af344b0-76fd-4166-85b5-6203121d8f4b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.385967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-ce7515ed-2319-4f9a-ad06-4e06d36f717c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:34.387319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-ce7515ed-2319-4f9a-ad06-4e06d36f717c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 931 time: 0.1374407
May 14 21:27:34.417226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ceb21bf-451b-41e9-88ac-4c68eac83c38 req-d2ab7caa-f6f5-4fa7-a6b2-7094ac0ba365 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152936
May 14 21:27:34.417759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (639111d9-ddb5-416d-9307-f0c501e35589), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.439726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfcbd8-7281-4335-96a3-a00bfea6479e req-cd0398aa-62cf-48ab-9863-126a05969894 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:34.441827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1cfcbd8-7281-4335-96a3-a00bfea6479e req-cd0398aa-62cf-48ab-9863-126a05969894 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 943 time: 0.0490103
May 14 21:27:34.443670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cde31efb-e04b-412c-acb2-feea439d7dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6af344b0-76fd-4166-85b5-6203121d8f4b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.467614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-d0f9c91d-9800-411b-8feb-c967f3313801 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:34.468889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-d0f9c91d-9800-411b-8feb-c967f3313801 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 932 time: 0.0741653
May 14 21:27:34.520149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cde31efb-e04b-412c-acb2-feea439d7dec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bf1c9f99ca0403f9b22031eb90ffe8f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4888861
May 14 21:27:34.521201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:34.529805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde31efb-e04b-412c-acb2-feea439d7dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af344b0-76fd-4166-85b5-6203121d8f4b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:34.540507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-a10f8b35-c893-4fe3-a6cd-76d3eef6d7b3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0543113
May 14 21:27:34.551834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1cfcbd8-7281-4335-96a3-a00bfea6479e req-8a8d7e56-e2a1-4dc6-a060-3a9fd2f464ba tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979066
May 14 21:27:34.594967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45719436-ee15-4349-a398-1212f8ed139e admin admin] Publish callbacks [] for security_group (6af344b0-76fd-4166-85b5-6203121d8f4b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.618941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:34.632945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45719436-ee15-4349-a398-1212f8ed139e admin admin] Publish callbacks [] for security_group (6af344b0-76fd-4166-85b5-6203121d8f4b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.701032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Deleting subnet eb55347d-8959-4a8f-ac9c-0219b466746b {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:27:34.704548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Publish callbacks [] for subnet (eb55347d-8959-4a8f-ac9c-0219b466746b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.779280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (eb55347d-8959-4a8f-ac9c-0219b466746b), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.786880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6291d07-889e-46c7-9fcd-711bb371bbaf req-9fb2674f-3713-4db7-8b11-c0a1720924aa tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:34.788492 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6291d07-889e-46c7-9fcd-711bb371bbaf req-9fb2674f-3713-4db7-8b11-c0a1720924aa tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 932 time: 0.0633621
May 14 21:27:34.858947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (eb55347d-8959-4a8f-ac9c-0219b466746b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.884982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45719436-ee15-4349-a398-1212f8ed139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6af344b0-76fd-4166-85b5-6203121d8f4b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.887629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45719436-ee15-4349-a398-1212f8ed139e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:34.889093 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-45719436-ee15-4349-a398-1212f8ed139e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6af344b0-76fd-4166-85b5-6203121d8f4b HTTP/1.1" status: 204  len: 168 time: 0.3664718
May 14 21:27:34.904363 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6291d07-889e-46c7-9fcd-711bb371bbaf req-4682e64e-6174-4f4b-90b7-566ad0e0414f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930088
May 14 21:27:34.907311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45719436-ee15-4349-a398-1212f8ed139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af344b0-76fd-4166-85b5-6203121d8f4b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:34.920580 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 14 May 2022 21:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b19177-7d46-4ce0-872e-67ec41dc8533 x-openstack-request-id: req-22b19177-7d46-4ce0-872e-67ec41dc8533 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:34.920874 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4380973-d902-4e88-b97e-a89b812298ac", "name": "network-vif-deleted", "tag": "bc2f7589-7d26-40da-b194-9726e513185a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:34.921181 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22b19177-7d46-4ce0-872e-67ec41dc8533 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:34.922229 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b19177-7d46-4ce0-872e-67ec41dc8533'] response: {'server_uuid': 'e4380973-d902-4e88-b97e-a89b812298ac', 'name': 'network-vif-deleted', 'tag': 'bc2f7589-7d26-40da-b194-9726e513185a', 'status': 'completed', 'code': 200}
May 14 21:27:34.922229 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b19177-7d46-4ce0-872e-67ec41dc8533'] response: {'name': 'network-changed', 'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'status': 'completed', 'code': 200}
May 14 21:27:34.927689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-683d27d0-c44f-456e-bb78-9749ecf61cd2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.3596902
May 14 21:27:35.061178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6156a-e8e4-468a-b7d4-cc40f5f6e13f req-732360d7-f23b-43f5-b21e-f38a517fc93e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:35.062647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6f6156a-e8e4-468a-b7d4-cc40f5f6e13f req-732360d7-f23b-43f5-b21e-f38a517fc93e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 943 time: 0.0511882
May 14 21:27:35.073160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (eb55347d-8959-4a8f-ac9c-0219b466746b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.116376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.119865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eb55347d-8959-4a8f-ac9c-0219b466746b HTTP/1.1" status: 204  len: 168 time: 0.4998372
May 14 21:27:35.123029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41548) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:35.123715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187477-280d-403c-bfd3-5df8bc899986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb55347d-8959-4a8f-ac9c-0219b466746b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:35.151520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-999d3910-4d8f-4298-818e-d0a5664f4cc7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:35.156452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-999d3910-4d8f-4298-818e-d0a5664f4cc7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:35.162012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-999d3910-4d8f-4298-818e-d0a5664f4cc7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:35.163643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-999d3910-4d8f-4298-818e-d0a5664f4cc7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/networks?id=ef572d9b-20a4-4311-9582-fea3efbf759e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=2379f3be-5962-40d1-834f-0e520eee96e4&id=2379f3be-5962-40d1-834f-0e520eee96e4 HTTP/1.1" status: 200  len: 1990 time: 0.2278268
May 14 21:27:35.193823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-54127217-fa8b-4286-b59d-643c58d145ce tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/quotas/1df1ae61bf82472dadc4830840421a63 HTTP/1.1" status: 200  len: 375 time: 0.0200505
May 14 21:27:35.229969 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6f6156a-e8e4-468a-b7d4-cc40f5f6e13f req-7b3a1cd8-9889-4989-9867-e9b28d841ece tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591251
May 14 21:27:35.245237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (97063dec-be1a-44ad-8306-0607d2b2da93), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.294348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-13e82fa6-0b03-4f37-8bc0-0761daac1b6a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0843189
May 14 21:27:35.342191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639111d9-ddb5-416d-9307-f0c501e35589 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:35.361418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (97063dec-be1a-44ad-8306-0607d2b2da93), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.372539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Publish callbacks [] for port (639111d9-ddb5-416d-9307-f0c501e35589), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.383996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b576760>,) {'filters': {'network_id': ['97063dec-be1a-44ad-8306-0607d2b2da93']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:35.395872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b576760>, '72341e31-0045-44fb-a3d6-f08bb13bb948') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:35.396187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b576760>, '72341e31-0045-44fb-a3d6-f08bb13bb948') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:35.415607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (72341e31-0045-44fb-a3d6-f08bb13bb948), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.423151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Transition to ACTIVE for port object 639111d9-ddb5-416d-9307-f0c501e35589 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:35.450121 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (72341e31-0045-44fb-a3d6-f08bb13bb948), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.452860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-b5595c9f-657d-42ee-9964-88067435175e service neutron] 10.222.0.52 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237190
May 14 21:27:35.464109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bccb62-05c1-4c5b-ae8d-f94909dddfbc req-009ce673-eaf9-4a0f-b0a0-b6c661b4e688 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:35.465754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3bccb62-05c1-4c5b-ae8d-f94909dddfbc req-009ce673-eaf9-4a0f-b0a0-b6c661b4e688 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0676000
May 14 21:27:35.466857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:27:35.467367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (72341e31-0045-44fb-a3d6-f08bb13bb948), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:27:35.469374 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:27:35.515805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bc2f7589-7d26-40da-b194-9726e513185a no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:27:35.518522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:35.557320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (639111d9-ddb5-416d-9307-f0c501e35589), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.561189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: bc2f7589-7d26-40da-b194-9726e513185a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:27:35.561189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bc2f7589-7d26-40da-b194-9726e513185a not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:27:35.575355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3bccb62-05c1-4c5b-ae8d-f94909dddfbc req-4e503c19-feb0-41d5-a482-f5816e68d18e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946314
May 14 21:27:35.633711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Pushing event updated for resources: {'Port': ['ID=639111d9-ddb5-416d-9307-f0c501e35589,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:35.642377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-132b2d54-bb92-4108-a14d-3cd4800fdaae service neutron] 10.222.0.52 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827543
May 14 21:27:35.663922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (97063dec-be1a-44ad-8306-0607d2b2da93), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.671059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.676937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] 10.222.0.52 "DELETE /v2.0/networks/97063dec-be1a-44ad-8306-0607d2b2da93 HTTP/1.1" status: 204  len: 168 time: 0.5502677
May 14 21:27:35.684235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:35.706088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '02a58b33-a548-4458-8133-d96c60744b6d', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': '02a58b33-a548-4458-8133-d96c60744b6d', 'mac_address': 'fa:16:3e:57:42:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:35.710108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41558) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:35.715295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c322db2-fbd0-4e90-9a96-1dd9a31cf42d admin admin] Pushing event deleted for resources: {'Network': ['ID=97063dec-be1a-44ad-8306-0607d2b2da93,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:35.743182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4188-eb0f-4c13-a9a9-93002664bcaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.750931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 02a58b33-a548-4458-8133-d96c60744b6d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:35.751496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.767041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a58b33-a548-4458-8133-d96c60744b6d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:35.781256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9f4d28a8-84b8-4876-b386-b5ab7c461f92 service neutron] 10.222.0.52 "GET /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.1254840
May 14 21:27:35.795005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:35.807409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc111f-ba06-4388-bdee-21b428ab85b7 req-1d8d09e8-02af-4076-83d2-251f760e6637 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:35.809131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fccc111f-ba06-4388-bdee-21b428ab85b7 req-1d8d09e8-02af-4076-83d2-251f760e6637 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 943 time: 0.1597533
May 14 21:27:35.812213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Attempting to bind port 639111d9-ddb5-416d-9307-f0c501e35589 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:35.817815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Attempting to bind port 639111d9-ddb5-416d-9307-f0c501e35589 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:35.817815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Attempting to bind port 639111d9-ddb5-416d-9307-f0c501e35589 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:35.826659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Port 639111d9-ddb5-416d-9307-f0c501e35589 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:35.826979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Attempting to bind port 639111d9-ddb5-416d-9307-f0c501e35589 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:35.861063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:35.861310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:35.861676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:35.862110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Bound port: 639111d9-ddb5-416d-9307-f0c501e35589, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:35.862615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (639111d9-ddb5-416d-9307-f0c501e35589), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.889869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fccc111f-ba06-4388-bdee-21b428ab85b7 req-f013a7da-2de4-4bbe-a0fa-a11ec408e2d9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697556
May 14 21:27:35.895424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4188-eb0f-4c13-a9a9-93002664bcaf admin admin] Publish callbacks [] for security_group (78bc2254-051e-47c2-908d-06f5c08fcafe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.934928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-1927c3e4-ec29-415a-b4d7-b05d3105ef03 service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454902
May 14 21:27:35.939458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:35.988613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] For port 639111d9-ddb5-416d-9307-f0c501e35589, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:35.999007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:36.017580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a9b4188-eb0f-4c13-a9a9-93002664bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (78bc2254-051e-47c2-908d-06f5c08fcafe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.037502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] For port 639111d9-ddb5-416d-9307-f0c501e35589, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=639111d9-ddb5-416d-9307-f0c501e35589,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:36.071188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e273e50c-a632-4eff-9bcb-bcce0f2e9048 service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245890
May 14 21:27:36.094626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f63159-4d95-4a33-a6f0-5057eb9514ea req-f61f802f-7d2b-40d5-be17-5d760c8879d9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.096196 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06f63159-4d95-4a33-a6f0-5057eb9514ea req-f61f802f-7d2b-40d5-be17-5d760c8879d9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 944 time: 0.0928872
May 14 21:27:36.102319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1a9b4188-eb0f-4c13-a9a9-93002664bcaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9af314372304f59bb4feeed38d832c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3822405
May 14 21:27:36.102319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b4188-eb0f-4c13-a9a9-93002664bcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc2254-051e-47c2-908d-06f5c08fcafe,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:36.105987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41562) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:36.121612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-8e09a6dd-7a59-481e-a109-e5efbaef14e2 service neutron] 10.222.0.52 "GET /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0390165
May 14 21:27:36.157501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['02a58b33-a548-4458-8133-d96c60744b6d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:36.182068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-06f63159-4d95-4a33-a6f0-5057eb9514ea req-b180ee65-a8b1-47e2-8d1f-7af0f4b440d5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767233
May 14 21:27:36.192063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840c416c-e715-4227-91ec-5a66db73de99 admin admin] Publish callbacks [] for security_group (78bc2254-051e-47c2-908d-06f5c08fcafe), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.219116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (639111d9-ddb5-416d-9307-f0c501e35589), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.228678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840c416c-e715-4227-91ec-5a66db73de99 admin admin] Publish callbacks [] for security_group (78bc2254-051e-47c2-908d-06f5c08fcafe), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.276922 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41566) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:36.300332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.300846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.308015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] 10.222.0.36 "PUT /v2.0/ports/639111d9-ddb5-416d-9307-f0c501e35589 HTTP/1.1" status: 200  len: 1092 time: 2.0731480
May 14 21:27:36.333284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-3a199b01-d493-4695-a639-60d444749d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.334910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-3a199b01-d493-4695-a639-60d444749d87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 1125 time: 0.1272662
May 14 21:27:36.361835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-a549d477-cce6-4706-995a-24b9da21f8c8 service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342288
May 14 21:27:36.380670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9098771c-bf92-4689-907c-cd6ce32c7459 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c39236c4fcb74ea2838acddd315e00ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0999925
May 14 21:27:36.383237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41568) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:36.389432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db34a7-4e8c-429e-afa0-ce43bb2426ab service neutron] Pushing event updated for resources: {'Port': ['ID=639111d9-ddb5-416d-9307-f0c501e35589,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:36.411219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376614e-0444-45f1-820d-aff2319984d7 req-0c8e9baf-838d-409e-a31a-5332aaebdd21 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.412867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7376614e-0444-45f1-820d-aff2319984d7 req-0c8e9baf-838d-409e-a31a-5332aaebdd21 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 944 time: 0.0855582
May 14 21:27:36.435214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840c416c-e715-4227-91ec-5a66db73de99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (78bc2254-051e-47c2-908d-06f5c08fcafe), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.437759 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-840c416c-e715-4227-91ec-5a66db73de99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.439991 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-840c416c-e715-4227-91ec-5a66db73de99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/78bc2254-051e-47c2-908d-06f5c08fcafe HTTP/1.1" status: 204  len: 168 time: 0.3330553
May 14 21:27:36.467776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c416c-e715-4227-91ec-5a66db73de99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc2254-051e-47c2-908d-06f5c08fcafe,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:36.520326 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7376614e-0444-45f1-820d-aff2319984d7 req-ecef68bd-6b27-4f88-ad8c-aaf9caa1bfd8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988848
May 14 21:27:36.526436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9322919f-2142-4fef-99b5-07ac21162032 admin admin] Publish callbacks [] for security_group (40a37d8e-fb44-43df-a580-0f6c3f49055a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.544107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-2a514c81-0cc6-43de-940a-c0d9db7ffdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.546379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-2a514c81-0cc6-43de-940a-c0d9db7ffdf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 1126 time: 0.1103206
May 14 21:27:36.551215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-5fbfec6e-699a-42ca-86ba-16ea1200e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.552841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-5fbfec6e-699a-42ca-86ba-16ea1200e49b service neutron] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.2070057
May 14 21:27:36.555250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9322919f-2142-4fef-99b5-07ac21162032 admin admin] Publish callbacks [] for security_group (40a37d8e-fb44-43df-a580-0f6c3f49055a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.634551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-769bdbf5-dfc4-4444-bd83-5affe1422a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=639111d9-ddb5-416d-9307-f0c501e35589 HTTP/1.1" status: 200  len: 217 time: 0.0792465
May 14 21:27:36.637892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-8bbea473-34cd-4174-bc35-ec30cdc7d008 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8 HTTP/1.1" status: 200  len: 217 time: 0.0741920
May 14 21:27:36.641887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-8c5fc020-8091-4945-b220-795c6f1fc3dc service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699330
May 14 21:27:36.679471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9322919f-2142-4fef-99b5-07ac21162032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40a37d8e-fb44-43df-a580-0f6c3f49055a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.681714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9322919f-2142-4fef-99b5-07ac21162032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:36.685169 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9322919f-2142-4fef-99b5-07ac21162032 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40a37d8e-fb44-43df-a580-0f6c3f49055a HTTP/1.1" status: 204  len: 168 time: 0.2985716
May 14 21:27:36.701862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322919f-2142-4fef-99b5-07ac21162032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a37d8e-fb44-43df-a580-0f6c3f49055a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:36.709731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8c944-9906-439a-9f64-703967ae0ec0 req-4b4b917d-e188-49d4-a3c9-c238ce92da2e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.711827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6d8c944-9906-439a-9f64-703967ae0ec0 req-4b4b917d-e188-49d4-a3c9-c238ce92da2e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0628185
May 14 21:27:36.747637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-7787b58d-92e9-466e-890c-e8327ede6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.749127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-7787b58d-92e9-466e-890c-e8327ede6d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.1047969
May 14 21:27:36.833677 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6d8c944-9906-439a-9f64-703967ae0ec0 req-398a5027-e07b-4662-86d1-8d92c4bf0b3e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094186
May 14 21:27:36.841577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-61da2b9c-91dd-421c-8c58-03506246689d service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893361
May 14 21:27:36.852711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-511c486b-d5d5-42c0-9e63-1fad9514e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.854195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-511c486b-d5d5-42c0-9e63-1fad9514e65c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0942121
May 14 21:27:36.861959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-cad39734-2fb5-476d-9ecf-360dd824d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:36.868637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-cad39734-2fb5-476d-9ecf-360dd824d648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.1143045
May 14 21:27:36.937994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441f55e9-7d61-4fe1-824f-b109de8af293', 'tag': '639111d9-ddb5-416d-9307-f0c501e35589'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:36.939318 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9030d21c-9772-4f72-b21d-7df8e14bc630" -d '{"events": [{"name": "network-changed", "server_uuid": "441f55e9-7d61-4fe1-824f-b109de8af293", "tag": "639111d9-ddb5-416d-9307-f0c501e35589"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:36.970458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-a8731901-94b0-49ae-99f2-7dd16549d8c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861952
May 14 21:27:37.020515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dc926-6ab5-4125-b4a1-02a3215c0571 req-6bb70cdc-868f-44a7-87d0-6fd79b2fa7f4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:37.022626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f52dc926-6ab5-4125-b4a1-02a3215c0571 req-6bb70cdc-868f-44a7-87d0-6fd79b2fa7f4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 943 time: 0.0527465
May 14 21:27:37.080084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f52dc926-6ab5-4125-b4a1-02a3215c0571 req-db6d32df-5bfa-48af-a91b-dc69fa38fce5 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513139
May 14 21:27:37.112940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-eace304a-2587-4676-9ccb-347275ca0fd1 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2470469
May 14 21:27:37.117961 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6413612d-e99f-43c9-a7c6-dfaeda776212 x-openstack-request-id: req-6413612d-e99f-43c9-a7c6-dfaeda776212 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:37.118257 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441f55e9-7d61-4fe1-824f-b109de8af293", "tag": "639111d9-ddb5-416d-9307-f0c501e35589", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:37.118561 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6413612d-e99f-43c9-a7c6-dfaeda776212 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:37.119024 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6413612d-e99f-43c9-a7c6-dfaeda776212'] response: {'name': 'network-changed', 'server_uuid': '441f55e9-7d61-4fe1-824f-b109de8af293', 'tag': '639111d9-ddb5-416d-9307-f0c501e35589', 'status': 'completed', 'code': 200}
May 14 21:27:37.120999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-d280eb61-a332-4aad-bf66-1eae9e49fe28 service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2700410
May 14 21:27:37.186413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-461f5e9c-1fa3-43fc-9e52-1b2ee0a437c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895874
May 14 21:27:37.324158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4777f9-ca28-4dbd-b09b-4a419b3c6649 req-6f312d78-bd73-4732-bdfc-9e15e7523f54 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:37.326790 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a4777f9-ca28-4dbd-b09b-4a419b3c6649 req-6f312d78-bd73-4732-bdfc-9e15e7523f54 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 944 time: 0.0552502
May 14 21:27:37.329034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41586) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:37.353110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f565d7-104c-4616-a267-58fcf31f0044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.361785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd8bfcfd-e749-4a0d-b8d8-c51c12c85329 req-3bdafbbf-b0e6-4ad5-bb15-6346e4741e05 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379675
May 14 21:27:37.370173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-424aa766-2d3f-414f-87c2-4afd9175326f service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363465
May 14 21:27:37.397963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53af004c-0191-4a84-ba1e-93f5f90192fb req-d224e5a5-4f1b-4de0-8e22-fde91f9771ce service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857791
May 14 21:27:37.432065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a4777f9-ca28-4dbd-b09b-4a419b3c6649 req-b283bdb6-9ef7-4964-9971-3ce5491c67cc tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938187
May 14 21:27:37.482118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-49b9564b-ea3c-4b39-809b-fb1e82b0ff4d service neutron] 10.222.0.52 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046953
May 14 21:27:37.492004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f565d7-104c-4616-a267-58fcf31f0044 admin admin] Publish callbacks [] for security_group (de28d56b-813e-4ea3-b126-79ffbe946d9a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.544929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:37.547845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:37.589881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-fb43600b-7390-4051-806b-c7ecb1ee8c67 service neutron] 10.222.0.52 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0983109
May 14 21:27:37.590955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2f565d7-104c-4616-a267-58fcf31f0044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (de28d56b-813e-4ea3-b126-79ffbe946d9a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.631298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 02a58b33-a548-4458-8133-d96c60744b6d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:27:37.672673 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2f565d7-104c-4616-a267-58fcf31f0044 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=402205919cca433186bd6c32bdbe970b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3424439
May 14 21:27:37.676042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41596) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:37.682364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f565d7-104c-4616-a267-58fcf31f0044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de28d56b-813e-4ea3-b126-79ffbe946d9a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:37.690874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d21a7-dd03-43ad-a9c1-8ba795a0534a req-f1ebb85b-5b66-476c-abe4-703a8438dd3d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:37.697791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b73d21a7-dd03-43ad-a9c1-8ba795a0534a req-f1ebb85b-5b66-476c-abe4-703a8438dd3d tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 944 time: 0.0896165
May 14 21:27:37.708588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:37.722772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 02a58b33-a548-4458-8133-d96c60744b6d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:37.723403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (02a58b33-a548-4458-8133-d96c60744b6d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.733033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-906379b2-d4af-4467-b1c7-a4cb709da0e3 service neutron] 10.222.0.52 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309562
May 14 21:27:37.747123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'mac_address': 'fa:16:3e:bf:a1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:37.784428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b73d21a7-dd03-43ad-a9c1-8ba795a0534a req-2dfa0261-8448-4d77-b0be-7f022e7641a3 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856218
May 14 21:27:37.807100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7053203b-1881-4417-8a49-b631e8b22653 admin admin] Publish callbacks [] for security_group (de28d56b-813e-4ea3-b126-79ffbe946d9a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.811507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:37.812151 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.833545 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7053203b-1881-4417-8a49-b631e8b22653 admin admin] Publish callbacks [] for security_group (de28d56b-813e-4ea3-b126-79ffbe946d9a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.847543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:37.864556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-148df7e9-ff9a-42d6-9811-9fc050230704 service neutron] 10.222.0.52 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247866
May 14 21:27:37.868261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 02a58b33-a548-4458-8133-d96c60744b6d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:37.868644 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:37.878741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:37.906743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a58b33-a548-4458-8133-d96c60744b6d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:37.910332 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c108ceb-d4df-4716-9fb0-e0f6526d6e8c" -d '{"events": [{"server_uuid": "f67b8177-e7c2-4706-ab78-e147bd9817c7", "name": "network-vif-plugged", "status": "completed", "tag": "02a58b33-a548-4458-8133-d96c60744b6d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:37.935042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:37.986125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-8596bded-c70c-4da9-90d3-a18d2769e4d5 service neutron] 10.222.0.52 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1157506
May 14 21:27:38.011149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b49bc-a6b8-4fb3-8580-554f645ae10c req-6bcc654b-5fc1-4458-a405-aa46ccb8c0a9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.013919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:38.024042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce9b49bc-a6b8-4fb3-8580-554f645ae10c req-6bcc654b-5fc1-4458-a405-aa46ccb8c0a9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0698612
May 14 21:27:38.043369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7053203b-1881-4417-8a49-b631e8b22653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (de28d56b-813e-4ea3-b126-79ffbe946d9a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:38.047038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:38.047179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7053203b-1881-4417-8a49-b631e8b22653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:38.047302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7053203b-1881-4417-8a49-b631e8b22653 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de28d56b-813e-4ea3-b126-79ffbe946d9a HTTP/1.1" status: 204  len: 168 time: 0.3700354
May 14 21:27:38.056997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c6a44618-1f0b-4cf2-b22b-d9f3e3741a11 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.058946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c6a44618-1f0b-4cf2-b22b-d9f3e3741a11 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 931 time: 0.0668750
May 14 21:27:38.067348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053203b-1881-4417-8a49-b631e8b22653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de28d56b-813e-4ea3-b126-79ffbe946d9a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:38.116480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:38.124825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce9b49bc-a6b8-4fb3-8580-554f645ae10c req-bd1e8bca-de4a-4af1-8def-36f61450b4e5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0982842
May 14 21:27:38.148415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-af65b3f4-d2c0-41f4-962a-8e8dadde2d11 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.148415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-af65b3f4-d2c0-41f4-962a-8e8dadde2d11 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 932 time: 0.0757616
May 14 21:27:38.171569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:38.233256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5c660063-0f23-4b2d-b5ca-12d4f3ea2036'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:38.353874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-91ce3a75-b28a-4ba0-8205-add4e173e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.355738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-91ce3a75-b28a-4ba0-8205-add4e173e504 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 1126 time: 0.0509892
May 14 21:27:38.464563 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4959dab9-5df0-4fd5-85b4-75ec0dc03e18 x-openstack-request-id: req-4959dab9-5df0-4fd5-85b4-75ec0dc03e18 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:38.464563 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67b8177-e7c2-4706-ab78-e147bd9817c7", "name": "network-vif-plugged", "status": "completed", "tag": "02a58b33-a548-4458-8133-d96c60744b6d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:38.464563 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4959dab9-5df0-4fd5-85b4-75ec0dc03e18 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:38.464563 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4959dab9-5df0-4fd5-85b4-75ec0dc03e18'] response: {'server_uuid': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a58b33-a548-4458-8133-d96c60744b6d', 'code': 200}
May 14 21:27:38.495416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-c186db3d-4034-4216-b64f-e412caf486ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.497803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-c186db3d-4034-4216-b64f-e412caf486ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 906 time: 0.1320286
May 14 21:27:38.520719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41632) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:38.570866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-cd2aab00-ffce-450c-b894-785d8395b2e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=639111d9-ddb5-416d-9307-f0c501e35589 HTTP/1.1" status: 200  len: 217 time: 0.0668669
May 14 21:27:38.616870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f23c0-6d24-4332-8fe2-5473282be0bb req-28c4bc7c-05cf-4df8-af4d-a17b602e5110 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.618871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac6f23c0-6d24-4332-8fe2-5473282be0bb req-28c4bc7c-05cf-4df8-af4d-a17b602e5110 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 943 time: 0.0731428
May 14 21:27:38.640260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e22c5-85f2-411e-9284-5f219881a946 req-410cf1e0-5325-4cef-b365-7ba21a962152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.640260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-477e22c5-85f2-411e-9284-5f219881a946 req-410cf1e0-5325-4cef-b365-7ba21a962152 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 1127 time: 0.0849597
May 14 21:27:38.655103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-92518510-network', 'tenant_id': '4f45ca24e9b741df963be459976108ea'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:38.667431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-1206ec04-3f06-4d95-aac6-d8ca65401bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.668945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-1206ec04-3f06-4d95-aac6-d8ca65401bf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.0750818
May 14 21:27:38.703921 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac6f23c0-6d24-4332-8fe2-5473282be0bb req-e2877c81-0036-4c03-a7d8-5d701f6b9d8a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785718
May 14 21:27:38.708786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-477e22c5-85f2-411e-9284-5f219881a946 req-b3489115-9ff6-4df4-9010-bcc20dd6c4ab service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583134
May 14 21:27:38.738155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-f5ad28a6-feff-4d8e-8bca-3edf265a35fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341306
May 14 21:27:38.817753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebdc14-8b3b-4a02-b8da-cca52ef13cb3 req-4436c43e-160a-4ec3-8942-07a940222312 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:38.819414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7ebdc14-8b3b-4a02-b8da-cca52ef13cb3 req-4436c43e-160a-4ec3-8942-07a940222312 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 944 time: 0.0491369
May 14 21:27:38.824624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Made reservation on behalf of 4f45ca24e9b741df963be459976108ea for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:38.827142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:38.827555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-41ac6f2a-58de-49d0-83c6-90ddb0fb43fc service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859876
May 14 21:27:38.842976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:38.910152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7ebdc14-8b3b-4a02-b8da-cca52ef13cb3 req-8482b1c2-fb6f-4f1c-9fb3-771e240902a9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791283
May 14 21:27:38.941351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9030d21c-9772-4f72-b21d-7df8e14bc630 req-fe43a8d3-ec29-4077-a095-6ce4bed0973a service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066775
May 14 21:27:38.986188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks [] for security_group (3e01e199-f077-4195-af13-d86b8a705e90), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.039517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60396a3b-9aa8-4f5a-8db9-cd1335e44a8b req-3d1a175b-34c6-46e5-8fca-eb6464607feb tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:39.041052 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60396a3b-9aa8-4f5a-8db9-cd1335e44a8b req-3d1a175b-34c6-46e5-8fca-eb6464607feb tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 945 time: 0.0506909
May 14 21:27:39.090183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3e01e199-f077-4195-af13-d86b8a705e90), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.106071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60396a3b-9aa8-4f5a-8db9-cd1335e44a8b req-a1f4643d-87f3-43f2-babc-3d7a45e858e9 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592561
May 14 21:27:39.122511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:39.131117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e01e199-f077-4195-af13-d86b8a705e90,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:39.137512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7e176bbd-78e0-40a9-a5b4-17db49ca61e6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.137991 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Added segment 7e176bbd-78e0-40a9-a5b4-17db49ca61e6 of type vlan for network 1b3e0454-a395-4d74-8fa2-cf4b1727abde
May 14 21:27:39.195114 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (1b3e0454-a395-4d74-8fa2-cf4b1727abde), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.266906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313de16-55b3-4e47-8f97-e76dfe179aac req-d829aef5-b846-4f40-877d-f023a505f788 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:39.268454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5313de16-55b3-4e47-8f97-e76dfe179aac req-d829aef5-b846-4f40-877d-f023a505f788 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 944 time: 0.0503259
May 14 21:27:39.310177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (1b3e0454-a395-4d74-8fa2-cf4b1727abde), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.311384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:39.311996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.327587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5313de16-55b3-4e47-8f97-e76dfe179aac req-da3426d3-6ee8-4c8b-84a7-e96b5336b209 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527697
May 14 21:27:39.395693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3e0454-a395-4d74-8fa2-cf4b1727abde,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:39.405913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 1b3e0454-a395-4d74-8fa2-cf4b1727abde details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:39.416606 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b8444258-7af9-421d-b8b3-7c06f7a69128 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 0.8945079
May 14 21:27:39.419392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:39.427641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Request body: {'subnet': {'network_id': '1b3e0454-a395-4d74-8fa2-cf4b1727abde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-92518510-subnet', 'tenant_id': '4f45ca24e9b741df963be459976108ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:39.543857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a540ba33-d93a-4e5d-bf81-61d3d93287c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:39.548023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:39.556687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Made reservation on behalf of 4f45ca24e9b741df963be459976108ea for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:39.559123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.694392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:27:39.741456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a540ba33-d93a-4e5d-bf81-61d3d93287c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:39.757228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8780969-c1f5-4b13-9358-c14bff0f322b req-2d896af2-c10a-4d07-9e5f-95251c8b8e5e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.0686138
May 14 21:27:39.760584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'port_id': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'mac_address': 'fa:16:3e:1c:93:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:39.785426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-a54951c5-759c-42c7-ac35-74dbf8e9476e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:39.786849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-a54951c5-759c-42c7-ac35-74dbf8e9476e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 931 time: 0.1167295
May 14 21:27:39.802936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:39.803910 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.848556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a540ba33-d93a-4e5d-bf81-61d3d93287c8 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:39.850795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.880237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a540ba33-d93a-4e5d-bf81-61d3d93287c8 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:39.887279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb82e13-797d-4de5-b092-1131f34287b6 req-c550bbdb-5160-45a0-95f3-c69d9ee3664c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:39.900438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bb82e13-797d-4de5-b092-1131f34287b6 req-c550bbdb-5160-45a0-95f3-c69d9ee3664c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 943 time: 0.0716360
May 14 21:27:39.902368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-0c5be449-f0b0-46cb-bbf5-0f1b10004849 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:39.907602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a540ba33-d93a-4e5d-bf81-61d3d93287c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:39.911355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-0c5be449-f0b0-46cb-bbf5-0f1b10004849 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 932 time: 0.1105659
May 14 21:27:39.964753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:39.978201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bb82e13-797d-4de5-b092-1131f34287b6 req-f262b779-2110-43ab-af41-17b67575a79e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739191
May 14 21:27:39.998075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:39.998463 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.044719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.049111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a540ba33-d93a-4e5d-bf81-61d3d93287c8,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:40.055822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:40.083385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e531789-9718-4623-bf66-c3f0a1b57667 req-a73bdea2-6872-4726-91a6-ca0358d21ffc tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:40.089863 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e531789-9718-4623-bf66-c3f0a1b57667 req-a73bdea2-6872-4726-91a6-ca0358d21ffc tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 944 time: 0.0761743
May 14 21:27:40.093274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.169950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:40.189272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:40.195010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['a540ba33-d93a-4e5d-bf81-61d3d93287c8'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:40.216326 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e531789-9718-4623-bf66-c3f0a1b57667 req-d5e999a1-a31b-44cd-ab0f-fb25fbfba2ed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257470
May 14 21:27:40.217169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Checking segment: {'id': '7e176bbd-78e0-40a9-a5b4-17db49ca61e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1b3e0454-a395-4d74-8fa2-cf4b1727abde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:40.217558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Network hostable DHCP agents. Network: 1b3e0454-a395-4d74-8fa2-cf4b1727abde, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:40.266814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90d2e-6d52-498c-9fc0-d27ac533c8b1 req-709635ba-616a-4d79-9528-1e6da08da825 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:40.269503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4d90d2e-6d52-498c-9fc0-d27ac533c8b1 req-709635ba-616a-4d79-9528-1e6da08da825 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 945 time: 0.0764751
May 14 21:27:40.319928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4d90d2e-6d52-498c-9fc0-d27ac533c8b1 req-6b854adb-68b0-4a68-b2fb-1cbddfe9a8e4 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434237
May 14 21:27:40.343989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Network 1b3e0454-a395-4d74-8fa2-cf4b1727abde is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:40.462649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:40.465240 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15efb30-1c67-4d7f-8a02-795f67072d1a" -d '{"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-plugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:40.470398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cb1b0-a090-4251-a30a-f4237ae22065 req-4d9d7108-b9b9-45d9-86ea-2cca703a863e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:40.472110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a36cb1b0-a090-4251-a30a-f4237ae22065 req-4d9d7108-b9b9-45d9-86ea-2cca703a863e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0502403
May 14 21:27:40.495613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b3e0454-a395-4d74-8fa2-cf4b1727abde) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:40.500792 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4fbca56-255d-4c57-acdb-00c84854f7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.501203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:40.502275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.520760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e41a8c-ae7a-437b-b711-0429920b21d8 None None] Network 1b3e0454-a395-4d74-8fa2-cf4b1727abde requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:40.568069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a36cb1b0-a090-4251-a30a-f4237ae22065 req-c2b17669-8059-4c7f-9825-68b24d595574 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899758
May 14 21:27:40.603869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-57dffd89-c418-4f94-9c0c-66ded0b60456 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1819246
May 14 21:27:40.642865 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32e9f8-ea26-44a6-aaa8-78a03603891e x-openstack-request-id: req-ad32e9f8-ea26-44a6-aaa8-78a03603891e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:40.643112 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-plugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:40.643357 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad32e9f8-ea26-44a6-aaa8-78a03603891e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:40.644428 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad32e9f8-ea26-44a6-aaa8-78a03603891e'] response: {'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'code': 200}
May 14 21:27:40.666033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf4b18c-471b-43aa-bf75-379dcfada876 None None] Network 1b3e0454-a395-4d74-8fa2-cf4b1727abde requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:40.749423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc882df-d26c-4fc4-bf76-a5d15e9fc13e req-f4b9faf3-b882-4b69-b800-ee41afc9818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:40.751132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bc882df-d26c-4fc4-bf76-a5d15e9fc13e req-f4b9faf3-b882-4b69-b800-ee41afc9818b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1127 time: 0.0508254
May 14 21:27:40.801785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41744) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:40.825328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bc882df-d26c-4fc4-bf76-a5d15e9fc13e req-79a26e2a-52ef-4ccf-a06a-89eeff8fe5ec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662467
May 14 21:27:40.854663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Deleting subnet 44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:27:40.857934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Publish callbacks [] for subnet (44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.874869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80d2eb02-8bc4-4166-af18-46e0a3ed8060 req-f0809baa-c593-42d2-b3c8-4b1df441c309 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.0287793
May 14 21:27:40.895788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:40.936065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.055373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.108766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.111963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e HTTP/1.1" status: 204  len: 168 time: 0.3090024
May 14 21:27:41.114610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41786) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:41.144934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd5956-c24a-4ef4-b9cf-a469c83af2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c4b4fb-6888-4cb1-b5c1-4294eefe7d6e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:41.186532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa50548-87f4-49a3-a09d-5f011b9c2fcd req-3f38c11a-6f8e-4bc2-9f59-6ffcf64b1761 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:41.188336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2fa50548-87f4-49a3-a09d-5f011b9c2fcd req-3f38c11a-6f8e-4bc2-9f59-6ffcf64b1761 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 944 time: 0.1303856
May 14 21:27:41.208064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (1b3e0454-a395-4d74-8fa2-cf4b1727abde), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.258546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2fa50548-87f4-49a3-a09d-5f011b9c2fcd req-666e5f9f-bc21-40b6-b0c1-938178a05cdd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587931
May 14 21:27:41.368707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b80444-24b8-4967-b7ca-f31b9a903f2d req-a9905e4c-e190-4c65-b179-d67c4278af74 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:41.370363 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c5b80444-24b8-4967-b7ca-f31b9a903f2d req-a9905e4c-e190-4c65-b179-d67c4278af74 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 944 time: 0.0524576
May 14 21:27:41.426993 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c5b80444-24b8-4967-b7ca-f31b9a903f2d req-b7edb603-c4d9-4f72-a91a-b608bb3b5057 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495493
May 14 21:27:41.543762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a540ba33-d93a-4e5d-bf81-61d3d93287c8 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:41.574791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 639111d9-ddb5-416d-9307-f0c501e35589 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:41.641740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port a540ba33-d93a-4e5d-bf81-61d3d93287c8 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:27:41.677010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (1b3e0454-a395-4d74-8fa2-cf4b1727abde), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.711039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 639111d9-ddb5-416d-9307-f0c501e35589, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=639111d9-ddb5-416d-9307-f0c501e35589,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:41.717407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f2106-6e41-4fdf-8a27-da6b4863f39a req-690f5902-80a5-4ee7-8de4-063653be8c4c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:41.722313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de5f2106-6e41-4fdf-8a27-da6b4863f39a req-690f5902-80a5-4ee7-8de4-063653be8c4c tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 945 time: 0.1310194
May 14 21:27:41.725469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '639111d9-ddb5-416d-9307-f0c501e35589', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': '639111d9-ddb5-416d-9307-f0c501e35589', 'mac_address': 'fa:16:3e:4c:f8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:41.731464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e579d8-1d55-441a-a490-c6b45347b824 req-b0a74407-7d78-48e3-b5d6-0984997ecab1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:41.737365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92e579d8-1d55-441a-a490-c6b45347b824 req-b0a74407-7d78-48e3-b5d6-0984997ecab1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0558255
May 14 21:27:41.743426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b3eff10>,) {'filters': {'network_id': ['1b3e0454-a395-4d74-8fa2-cf4b1727abde']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:41.767431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3eff10>, '7e176bbd-78e0-40a9-a5b4-17db49ca61e6') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:41.767774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3eff10>, '7e176bbd-78e0-40a9-a5b4-17db49ca61e6') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:41.769372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 639111d9-ddb5-416d-9307-f0c501e35589 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:41.769894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (639111d9-ddb5-416d-9307-f0c501e35589), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.779875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port a540ba33-d93a-4e5d-bf81-61d3d93287c8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:41.785316 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.791079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-92e579d8-1d55-441a-a490-c6b45347b824 req-a1ca4f6b-d95c-49cd-9412-5f9827715e09 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478857
May 14 21:27:41.794663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (7e176bbd-78e0-40a9-a5b4-17db49ca61e6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.805899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639111d9-ddb5-416d-9307-f0c501e35589 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:41.832176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7e176bbd-78e0-40a9-a5b4-17db49ca61e6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.844046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:27:41.844564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (7e176bbd-78e0-40a9-a5b4-17db49ca61e6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:27:41.847469 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:27:41.851988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 639111d9-ddb5-416d-9307-f0c501e35589, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=639111d9-ddb5-416d-9307-f0c501e35589,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:41.852162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de5f2106-6e41-4fdf-8a27-da6b4863f39a req-e4722d3a-6071-4f29-99a9-f6aa334f19a0 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210735
May 14 21:27:41.903266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a540ba33-d93a-4e5d-bf81-61d3d93287c8 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:41.903690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.960978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a540ba33-d93a-4e5d-bf81-61d3d93287c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:41.979197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9c3c7f55-0426-4ffa-8cba-3a8b829eb955 req-8d0fb7f2-9c49-4f30-a154-985c29be7cff tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.0281646
May 14 21:27:41.985204 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.986042 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (639111d9-ddb5-416d-9307-f0c501e35589), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:41.996373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (1b3e0454-a395-4d74-8fa2-cf4b1727abde), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.013416 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.016921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] 10.222.0.52 "DELETE /v2.0/networks/1b3e0454-a395-4d74-8fa2-cf4b1727abde HTTP/1.1" status: 204  len: 168 time: 0.9006510
May 14 21:27:42.027817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9392971-7c0e-4b68-b7fa-7ab060a2c35d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3e0454-a395-4d74-8fa2-cf4b1727abde,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:42.043221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.060559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=639111d9-ddb5-416d-9307-f0c501e35589,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:42.134206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a540ba33-d93a-4e5d-bf81-61d3d93287c8,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:42.246454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['639111d9-ddb5-416d-9307-f0c501e35589'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:42.342612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.371878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08261b2a-b86d-4e4c-86de-58c794e113a2 req-b5c7b566-4eab-4445-b112-44aef415e032 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:42.373564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08261b2a-b86d-4e4c-86de-58c794e113a2 req-b5c7b566-4eab-4445-b112-44aef415e032 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0519512
May 14 21:27:42.386449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41830) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:42.462952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08261b2a-b86d-4e4c-86de-58c794e113a2 req-1ab3c689-3b78-44b8-be8e-08a9ca042aaa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828786
May 14 21:27:42.466582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1472ef75-22f6-46f2-9760-6c3a278fd09d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f45ca24e9b741df963be459976108ea&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0781832
May 14 21:27:42.470792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41834) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:42.525091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09c6ba84-d6e4-4437-a2d1-eaeda36c815a admin admin] Publish callbacks [] for security_group (3e01e199-f077-4195-af13-d86b8a705e90), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.548795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09c6ba84-d6e4-4437-a2d1-eaeda36c815a admin admin] Publish callbacks [] for security_group (3e01e199-f077-4195-af13-d86b8a705e90), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.559444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4f06b-70d8-4f2f-b35b-9a03dca2421f req-fbffc479-0a88-4f38-970e-df74ac7e3090 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:42.561347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbe4f06b-70d8-4f2f-b35b-9a03dca2421f req-fbffc479-0a88-4f38-970e-df74ac7e3090 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 945 time: 0.0494676
May 14 21:27:42.617719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bbe4f06b-70d8-4f2f-b35b-9a03dca2421f req-a1edf4f6-5794-4918-80da-b755580e7a74 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470111
May 14 21:27:42.645458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:42.647831 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5401db1d-c3e6-42e4-8372-2bd68b75bc48" -d '{"events": [{"server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "name": "network-vif-plugged", "status": "completed", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:42.682828 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d036a86d-b704-4bb5-93c3-9ef3d5a73c65 x-openstack-request-id: req-d036a86d-b704-4bb5-93c3-9ef3d5a73c65 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:42.683122 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "name": "network-vif-plugged", "status": "completed", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:42.683373 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d036a86d-b704-4bb5-93c3-9ef3d5a73c65 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:42.683807 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d036a86d-b704-4bb5-93c3-9ef3d5a73c65'] response: {'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'code': 200}
May 14 21:27:42.693544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09c6ba84-d6e4-4437-a2d1-eaeda36c815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3e01e199-f077-4195-af13-d86b8a705e90), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.699742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-09c6ba84-d6e4-4437-a2d1-eaeda36c815a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.699742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-09c6ba84-d6e4-4437-a2d1-eaeda36c815a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e01e199-f077-4195-af13-d86b8a705e90 HTTP/1.1" status: 204  len: 168 time: 0.2272997
May 14 21:27:42.706262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6ba84-d6e4-4437-a2d1-eaeda36c815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e01e199-f077-4195-af13-d86b8a705e90,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:42.779918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f4145027-ed07-49d6-9f7e-90e9d0ea334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:42.781372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f4145027-ed07-49d6-9f7e-90e9d0ea334a service neutron] 10.222.0.36 "GET /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 1027 time: 0.0639431
May 14 21:27:42.831878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fbfbc7bc-911b-4644-8e22-86d9da7de2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:42.839624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ca97-9541-4bf3-ba62-c6e8164c5026 req-cb6d4998-265b-4c04-b459-47f3fb6ebdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:42.846131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79f7ca97-9541-4bf3-ba62-c6e8164c5026 req-cb6d4998-265b-4c04-b459-47f3fb6ebdb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 1127 time: 0.0725665
May 14 21:27:42.846131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-af79e917-f8f2-4c41-8119-c9eac9f5cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:42.848074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-af79e917-f8f2-4c41-8119-c9eac9f5cae0 service neutron] 10.222.0.36 "GET /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 1028 time: 0.0472507
May 14 21:27:42.969376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79f7ca97-9541-4bf3-ba62-c6e8164c5026 req-98f908e1-98c2-4d49-82ee-d0fbc0eed291 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203780
May 14 21:27:43.023360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808f147-2fd3-4a23-adc1-0213611c0b65 req-fb4ee59e-72aa-4805-bede-d3cc8628ac03 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.024363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-584162ee-4f0a-4dab-8196-9cc4fd297597 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.029772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-584162ee-4f0a-4dab-8196-9cc4fd297597 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.033184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f808f147-2fd3-4a23-adc1-0213611c0b65 req-fb4ee59e-72aa-4805-bede-d3cc8628ac03 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1514084
May 14 21:27:43.035140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-584162ee-4f0a-4dab-8196-9cc4fd297597 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.036899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-584162ee-4f0a-4dab-8196-9cc4fd297597 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "GET /v2.0/networks?id=ef572d9b-20a4-4311-9582-fea3efbf759e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=2379f3be-5962-40d1-834f-0e520eee96e4&id=2379f3be-5962-40d1-834f-0e520eee96e4 HTTP/1.1" status: 200  len: 1990 time: 0.1816628
May 14 21:27:43.081070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae71779-372a-41df-94c0-59d85568a258 req-0fcda388-9d1c-40f2-98bf-8d2535c7b7a7 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.083003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ae71779-372a-41df-94c0-59d85568a258 req-0fcda388-9d1c-40f2-98bf-8d2535c7b7a7 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 945 time: 0.1282792
May 14 21:27:43.098196 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f808f147-2fd3-4a23-adc1-0213611c0b65 req-78fc560c-0375-4cc3-bb94-ff13b51ee4e4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639009
May 14 21:27:43.186833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-b3b516f2-9796-49bc-8bcb-902e4fd0b0e9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df1ae61bf82472dadc4830840421a63 HTTP/1.1" status: 200  len: 380 time: 0.1407385
May 14 21:27:43.195914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'admin_state_up': True, 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'security_groups': ['60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:43.228305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-09e7f116-d1bb-477b-afaa-430be58e11d4 req-ea391063-e7c7-482a-91e2-6e85ecf576eb tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.0357039
May 14 21:27:43.255852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ae71779-372a-41df-94c0-59d85568a258 req-eb9fb50c-c6c7-4acc-a8f9-139e23611943 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620896
May 14 21:27:43.335888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d80d4e-ca1c-4af3-9654-1db0037dfa39 req-b157b880-67a7-45f1-bf71-832cec960ad1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.337661 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a9d80d4e-ca1c-4af3-9654-1db0037dfa39 req-b157b880-67a7-45f1-bf71-832cec960ad1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0499442
May 14 21:27:43.346741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41858) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:43.351184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'floatingip': {'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:43.396647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (8b8024f4-39d8-465f-aa9c-bd4e690408a5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:43.459659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:43.463089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:43.573432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 639111d9-ddb5-416d-9307-f0c501e35589 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:43.624909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 639111d9-ddb5-416d-9307-f0c501e35589 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:27:43.697502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953b51c-9ddd-402f-b5e1-a5eb9d83384f req-2b27529f-ea93-4a94-8205-75edcd041b6d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.698620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3953b51c-9ddd-402f-b5e1-a5eb9d83384f req-2b27529f-ea93-4a94-8205-75edcd041b6d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.1401534
May 14 21:27:43.701465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 639111d9-ddb5-416d-9307-f0c501e35589 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:43.703313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (639111d9-ddb5-416d-9307-f0c501e35589), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:43.755338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5e7a6-6719-4eee-b225-19be87e870f1 req-30846e8a-fb38-4319-986a-a823efbf83b7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:43.763219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:43.769413 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9b5e7a6-6719-4eee-b225-19be87e870f1 req-30846e8a-fb38-4319-986a-a823efbf83b7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 945 time: 0.0694225
May 14 21:27:43.788088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 172.20.0.5 (ef572d9b-20a4-4311-9582-fea3efbf759e/54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89/a3973166-07b4-4aaf-95b2-bd95a9578877) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:43.827024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9b5e7a6-6719-4eee-b225-19be87e870f1 req-d5621a72-37a1-43f3-9db2-55f06d0f7ac0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618541
May 14 21:27:43.846960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 639111d9-ddb5-416d-9307-f0c501e35589 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:43.847854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (639111d9-ddb5-416d-9307-f0c501e35589), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:43.887563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3953b51c-9ddd-402f-b5e1-a5eb9d83384f req-0e221e40-f32a-4bc9-847b-2cf9d5a06549 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1803758
May 14 21:27:43.916076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:44.047319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-381441380-network', 'tenant_id': '6641b342c1d440aea451919f391bc5db'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:44.056108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 639111d9-ddb5-416d-9307-f0c501e35589, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=639111d9-ddb5-416d-9307-f0c501e35589,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:44.104924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (639111d9-ddb5-416d-9307-f0c501e35589), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.126283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Made reservation on behalf of 6641b342c1d440aea451919f391bc5db for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:44.132330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.148393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.157896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.158157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=639111d9-ddb5-416d-9307-f0c501e35589,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:44.235359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.272020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks [] for security_group (9cf5ec87-5e67-4059-880e-158860e8baed), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.299144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (8b8024f4-39d8-465f-aa9c-bd4e690408a5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.351603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.352553 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-67f0dd5e-bd61-4b24-a3f1-ae8de9d4eefe req-0b931351-60fc-42b1-91a8-67ba7219b30b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.0335710
May 14 21:27:44.385398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9cf5ec87-5e67-4059-880e-158860e8baed), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.421917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:44.428370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5ec87-5e67-4059-880e-158860e8baed,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:44.436272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (56e52c1f-bbce-407f-bbc4-78fe17556655), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.436684 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Added segment 56e52c1f-bbce-407f-bbc4-78fe17556655 of type vlan for network 482e0ed1-68c5-4c2d-8efe-8f79824053af
May 14 21:27:44.481835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network ef572d9b-20a4-4311-9582-fea3efbf759e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:44.492706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (482e0ed1-68c5-4c2d-8efe-8f79824053af), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.494404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:44.496937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:44.509994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ebac-2a17-4faf-87ad-1d0c19e2c319 req-08d6bb0b-02a6-4bed-8177-abc392ae3218 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:44.517233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ca9ebac-2a17-4faf-87ad-1d0c19e2c319 req-08d6bb0b-02a6-4bed-8177-abc392ae3218 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 945 time: 0.1714883
May 14 21:27:44.551166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:44.614016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (482e0ed1-68c5-4c2d-8efe-8f79824053af), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.615797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:44.616652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.636018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ca9ebac-2a17-4faf-87ad-1d0c19e2c319 req-b08a2646-7ddd-45d9-ab72-7acbf8b736e7 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179087
May 14 21:27:44.666483 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Floating IP 8b8024f4-39d8-465f-aa9c-bd4e690408a5 associated. External IP: 172.35.4.35, port: 5c660063-0f23-4b2d-b5ca-12d4f3ea2036.
May 14 21:27:44.674293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:44.674983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.684917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f55e9-7d61-4fe1-824f-b109de8af293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639111d9-ddb5-416d-9307-f0c501e35589'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:44.688103 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e68c0b-d953-4c6a-8b01-7d50bf110a7b" -d '{"events": [{"server_uuid": "441f55e9-7d61-4fe1-824f-b109de8af293", "name": "network-vif-plugged", "status": "completed", "tag": "639111d9-ddb5-416d-9307-f0c501e35589"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:44.736506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=482e0ed1-68c5-4c2d-8efe-8f79824053af,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:44.758070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:44.770187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-737b51ae-d22f-4562-8d47-f1591d81b3a4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.8522642
May 14 21:27:44.773236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41896) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:44.783232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Request body: {'subnet': {'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-381441380-subnet', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:44.833290 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b858e26f-5d23-4480-8e7a-d384433de70b x-openstack-request-id: req-b858e26f-5d23-4480-8e7a-d384433de70b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:44.834612 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f55e9-7d61-4fe1-824f-b109de8af293", "name": "network-vif-plugged", "status": "completed", "tag": "639111d9-ddb5-416d-9307-f0c501e35589", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:44.835071 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b858e26f-5d23-4480-8e7a-d384433de70b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:44.835883 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b858e26f-5d23-4480-8e7a-d384433de70b'] response: {'server_uuid': '441f55e9-7d61-4fe1-824f-b109de8af293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639111d9-ddb5-416d-9307-f0c501e35589', 'code': 200}
May 14 21:27:44.899814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-44b59569-9995-4336-a6ce-5beb2d5a4c2e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7076480
May 14 21:27:44.904663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Made reservation on behalf of 6641b342c1d440aea451919f391bc5db for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:44.909725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.952342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ef07e-9e79-4e09-9e68-ccde942f44e6 req-11e13f13-013b-4223-96f3-45a4785bc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:44.957027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-405ef07e-9e79-4e09-9e68-ccde942f44e6 req-11e13f13-013b-4223-96f3-45a4785bc1ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 1128 time: 0.0546572
May 14 21:27:44.964318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-524055e0-1f15-4b08-81a4-95a3b39ff842 None None] Provisioning complete for port a3973166-07b4-4aaf-95b2-bd95a9578877 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:44.964889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-524055e0-1f15-4b08-81a4-95a3b39ff842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:44.972806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'admin_state_up': True, 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'security_groups': ['60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:45.048225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-524055e0-1f15-4b08-81a4-95a3b39ff842 None None] Port a3973166-07b4-4aaf-95b2-bd95a9578877 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:45.084255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c102-e815-40b0-9e04-2f4d5a936de5 req-69f64055-45ec-45a4-b863-8f73c4342b05 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:45.085805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3933c102-e815-40b0-9e04-2f4d5a936de5 req-69f64055-45ec-45a4-b863-8f73c4342b05 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0869591
May 14 21:27:45.202969 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3933c102-e815-40b0-9e04-2f4d5a936de5 req-bef18a2b-3550-4c65-8ecc-c580e8b07560 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936861
May 14 21:27:45.298159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (e64369c2-020c-4472-ad29-d17d58e68391), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.366986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71469bbb-b7eb-4317-98ca-6ae97070ce07 req-85e9a21c-d66c-472b-ac12-dc188deb92b2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:45.368615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71469bbb-b7eb-4317-98ca-6ae97070ce07 req-85e9a21c-d66c-472b-ac12-dc188deb92b2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0858831
May 14 21:27:45.381752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41908) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:45.389421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'port_id': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:45.433889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64369c2-020c-4472-ad29-d17d58e68391,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:45.464673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (7540c5e4-4db2-47c0-a74c-38a82ffc2b2d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.474443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1352-56ff-4743-9987-202c5fc313c6 req-fb1c423a-6785-480f-9481-f9f9f6c90c6b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:45.475989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d43f1352-56ff-4743-9987-202c5fc313c6 req-fb1c423a-6785-480f-9481-f9f9f6c90c6b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.5114026
May 14 21:27:45.523505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Checking segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:45.523862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Network hostable DHCP agents. Network: 482e0ed1-68c5-4c2d-8efe-8f79824053af, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:45.529988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:27:45.551839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-405ef07e-9e79-4e09-9e68-ccde942f44e6 req-b8c430d2-c43c-42a7-b2e6-7be862db15d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5858531
May 14 21:27:45.558683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:45.600895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a82b5-a32b-44c4-b5b5-32d968f12541 req-75658be9-9e6f-48ec-8bca-47f0cf960c98 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:45.602843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e47a82b5-a32b-44c4-b5b5-32d968f12541 req-75658be9-9e6f-48ec-8bca-47f0cf960c98 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 931 time: 0.1167357
May 14 21:27:45.615567 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.627195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d43f1352-56ff-4743-9987-202c5fc313c6 req-c2a574c4-a9b7-48d6-9541-d578bb3661ea tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391168
May 14 21:27:45.703207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:45.722905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '02a58b33-a548-4458-8133-d96c60744b6d', 'network_id': 'af5a4b8e-1df1-4780-a149-63d1d293e5bd', 'port_id': '02a58b33-a548-4458-8133-d96c60744b6d', 'mac_address': 'fa:16:3e:57:42:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94c3554-4ad1-4a40-9848-b3ca9361389d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:27:45.726808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:45.736799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:45.757759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.764059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e47a82b5-a32b-44c4-b5b5-32d968f12541 req-eeefe51f-83e1-47f9-831d-0336ebabf0ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1480291
May 14 21:27:45.764274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:45.767070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.780280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:45.807426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 02a58b33-a548-4458-8133-d96c60744b6d is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:45.808322 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.810565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:45.811513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303ffe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:45.826862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac5c66-90d7-435b-b730-f8dc5b0ad4aa req-dab96bd8-755f-4a64-aa0e-f2fd1bfaf539 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:45.828313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02ac5c66-90d7-435b-b730-f8dc5b0ad4aa req-dab96bd8-755f-4a64-aa0e-f2fd1bfaf539 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 945 time: 0.1076522
May 14 21:27:45.834803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-221530d3-c216-4125-a7d1-774d02e421d4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "PUT /v2.0/floatingips/8b8024f4-39d8-465f-aa9c-bd4e690408a5 HTTP/1.1" status: 200  len: 990 time: 2.4834259
May 14 21:27:45.834803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:45.836133 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c29628a-4b18-4c23-a2eb-e0290da50caf" -d '{"events": [{"name": "network-changed", "server_uuid": "4097156a-300a-4d17-87df-60620c836925", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:45.850707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 482e0ed1-68c5-4c2d-8efe-8f79824053af) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:45.865105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:45.865764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:45.908153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36576c95-1ad1-4642-9521-20a23dc732fa None None] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:45.968045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02a58b33-a548-4458-8133-d96c60744b6d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:45.989161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02ac5c66-90d7-435b-b730-f8dc5b0ad4aa req-55e702fc-c202-44dc-8d16-092e8c4f966b tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086197
May 14 21:27:46.036621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a694942e-4e6d-436e-986a-3e9049db2f76 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2585514
May 14 21:27:46.038594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:46.056609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:46.087169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 10.1.1.220 (d997121d-d5fd-4dda-af06-15496863df8e/5a0c233a-8a40-4a64-96f2-57b483afef1e/edfac6c5-c706-4629-944c-81d0943a6af1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:46.158595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:46.205524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.233742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.233742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.277632 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c841c1e-4eef-4cbb-80f9-7b84a7a0bfba x-openstack-request-id: req-0c841c1e-4eef-4cbb-80f9-7b84a7a0bfba {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:46.278199 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4097156a-300a-4d17-87df-60620c836925", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:46.278652 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c841c1e-4eef-4cbb-80f9-7b84a7a0bfba {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:46.279236 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c841c1e-4eef-4cbb-80f9-7b84a7a0bfba'] response: {'name': 'network-changed', 'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'status': 'completed', 'code': 200}
May 14 21:27:46.299678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7540c5e4-4db2-47c0-a74c-38a82ffc2b2d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.307265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:46.357156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-482e0ed1-68c5-4c2d-8efe-8f79824053af', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:27:46.357156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.390218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-e1f88029-fb7c-48b3-9325-307a27c458c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:46.391765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-e1f88029-fb7c-48b3-9325-307a27c458c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1127 time: 0.1115034
May 14 21:27:46.395702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks [] for router_controller (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.430077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.444289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (edfac6c5-c706-4629-944c-81d0943a6af1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.470588 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP 7540c5e4-4db2-47c0-a74c-38a82ffc2b2d associated. External IP: 172.35.4.109, port: a540ba33-d93a-4e5d-bf81-61d3d93287c8.
May 14 21:27:46.593937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['02a58b33-a548-4458-8133-d96c60744b6d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:46.604517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-380d19ff-36dd-4156-b0de-8ede085e43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:46.606089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-380d19ff-36dd-4156-b0de-8ede085e43af service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.2040608
May 14 21:27:46.687655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks [] for router_gateway (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.705392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.707985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:46.764156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:46.779213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network d997121d-d5fd-4dda-af06-15496863df8e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:46.781067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:46.784554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:46.794229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303ffe20>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b8024f4-39d8-465f-aa9c-bd4e690408a5', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'floating_ip_address': '172.35.4.35', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'mac_address': 'fa:16:3e:bf:a1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097156a-300a-4d17-87df-60620c836925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:20Z', 'updated_at': '2022-05-14T21:27:44Z', 'revision_number': 1, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:46.835338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Allocated IP 172.20.0.2 (482e0ed1-68c5-4c2d-8efe-8f79824053af/e64369c2-020c-4472-ad29-d17d58e68391/770eb7ab-b572-4b9f-a3b7-ea93e81c4c50) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:46.849225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:46.877271 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:46.885415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2b918-2a1c-4669-9b09-b54d55305637 req-51fb5bec-c270-4581-9b81-ca10862308b3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:46.894030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2b2b918-2a1c-4669-9b09-b54d55305637 req-51fb5bec-c270-4581-9b81-ca10862308b3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.1621153
May 14 21:27:46.940824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:46.941564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303ffe20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:46.991080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2b2b918-2a1c-4669-9b09-b54d55305637 req-4c560d32-a56f-41b0-99e3-2e7ab7857ee6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960131
May 14 21:27:47.011956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:27:47.083249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:47.083961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.177686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6144c-3537-4cc0-85a8-8606eb0df546 req-adae751c-69e3-4fd3-a340-ff6c8c40afdf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:47.191693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6144c-3537-4cc0-85a8-8606eb0df546 req-adae751c-69e3-4fd3-a340-ff6c8c40afdf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:47.193714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14a6144c-3537-4cc0-85a8-8606eb0df546 req-adae751c-69e3-4fd3-a340-ff6c8c40afdf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 1653 time: 0.2434838
May 14 21:27:47.279854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:47.296034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-5ee9fff4-2b29-420b-a358-838195d7c970 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3326588
May 14 21:27:47.309058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'admin_state_up': True, 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'security_groups': ['60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:47.358229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b90dde9c-f60b-45a2-b05f-2dee21510392 None None] Provisioning complete for port edfac6c5-c706-4629-944c-81d0943a6af1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:47.358630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b90dde9c-f60b-45a2-b05f-2dee21510392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.491647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14a6144c-3537-4cc0-85a8-8606eb0df546 req-cf1324b3-739b-461e-9c3c-111a815d8761 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2368996
May 14 21:27:47.545723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks [] for router_gateway (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.570257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.607330 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Publish callbacks [] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.609115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:27:47.611136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:47.615549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.691179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c7c1-15cf-47f9-9625-c846c153eae2 req-0092582d-4e10-49cc-a8f9-0bae30b6d3e9 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:47.692959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de40c7c1-15cf-47f9-9625-c846c153eae2 req-0092582d-4e10-49cc-a8f9-0bae30b6d3e9 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 944 time: 0.5728793
May 14 21:27:47.725595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b90dde9c-f60b-45a2-b05f-2dee21510392 None None] Port edfac6c5-c706-4629-944c-81d0943a6af1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:47.735811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:47.742295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.755378 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:47.768728 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:47.772013 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231084700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:47.801709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Allocated IP 172.35.4.217 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/5203ed50-a7c7-4d0d-944c-1440d48d7eb7) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:47.840925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:47.864798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bd585faa-c80b-4de4-8ae8-8b31f3e18cbc tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "PUT /v2.0/floatingips/7540c5e4-4db2-47c0-a74c-38a82ffc2b2d HTTP/1.1" status: 200  len: 991 time: 2.4804411
May 14 21:27:47.866750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:47.874751 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:47.874966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 10.1.1.234 (d997121d-d5fd-4dda-af06-15496863df8e/5a0c233a-8a40-4a64-96f2-57b483afef1e/fa577191-77f9-4d03-a86c-1dae3aad889a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:47.895663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-de40c7c1-15cf-47f9-9625-c846c153eae2 req-216fa870-3c86-448f-8455-70ce7cfd7686 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956203
May 14 21:27:47.914452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Pushing event updated for resources: {'Port': ['ID=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:47.951969 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d5585-6307-4d98-a095-347e9902ca2f x-openstack-request-id: req-fd4d5585-6307-4d98-a095-347e9902ca2f {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:47.952358 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:47.952757 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd4d5585-6307-4d98-a095-347e9902ca2f {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:47.953253 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4d5585-6307-4d98-a095-347e9902ca2f'] response: {'name': 'network-changed', 'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'status': 'completed', 'code': 200}
May 14 21:27:47.994673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-b4e72c44-1c75-4645-a066-3f84aa4193c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 200  len: 998 time: 0.1338754
May 14 21:27:48.007404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:48.032597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:48.040178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:48.048420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:48.133647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b77f4-582e-4463-a4cb-38a8c91d7635 req-a2f67f5f-0323-4a2f-ac19-00090729b684 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.135197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c1b77f4-582e-4463-a4cb-38a8c91d7635 req-a2f67f5f-0323-4a2f-ac19-00090729b684 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.0710173
May 14 21:27:48.140186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 02a58b33-a548-4458-8133-d96c60744b6d is: BUILD; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:48.140569 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.182741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02a58b33-a548-4458-8133-d96c60744b6d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:48.190077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Attempting to bind port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:48.190642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Attempting to bind port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:48.191058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Attempting to bind port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 on network 482e0ed1-68c5-4c2d-8efe-8f79824053af {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:48.210139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c1b77f4-582e-4463-a4cb-38a8c91d7635 req-a8a7902e-2b32-48c7-b6da-f7895c3784b2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680344
May 14 21:27:48.270694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:48.271067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Checking segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:48.271715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.271873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Bound using segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:48.272358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Bound port: 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:48.274715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.292444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:48.297578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-7c97ad03-8f32-4b66-a6ec-4de869edb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.302742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-7c97ad03-8f32-4b66-a6ec-4de869edb0b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 1127 time: 0.1844347
May 14 21:27:48.324790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-9f7761ce-7b89-49c1-90aa-767e6ccbd858 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.331445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303ffe20>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b8024f4-39d8-465f-aa9c-bd4e690408a5', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'floating_ip_address': '172.35.4.35', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'mac_address': 'fa:16:3e:bf:a1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097156a-300a-4d17-87df-60620c836925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:20Z', 'updated_at': '2022-05-14T21:27:44Z', 'revision_number': 1, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:48.331676 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-9f7761ce-7b89-49c1-90aa-767e6ccbd858 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 944 time: 0.1239519
May 14 21:27:48.379041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-c826615b-0e7a-4550-bfc6-31cb3516f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.382821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-c826615b-0e7a-4550-bfc6-31cb3516f903 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.2652478
May 14 21:27:48.440954 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231084700>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7540c5e4-4db2-47c0-a74c-38a82ffc2b2d', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.109', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:1c:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:21Z', 'updated_at': '2022-05-14T21:27:46Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}, {'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:31Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:48.461075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] For port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:48.463708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks [] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.469823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.477534 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:48.480456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] For port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:48.494860 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:48.496305 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231084700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:48.519946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Deleting port 02a58b33-a548-4458-8133-d96c60744b6d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:27:48.520276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (02a58b33-a548-4458-8133-d96c60744b6d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.601176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:48.617333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38fd4c3-dbb9-47af-a3e2-fb3982852c1d None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8b8024f4-39d8-465f-aa9c-bd4e690408a5', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'floating_ip_address': '172.35.4.35', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'mac_address': 'fa:16:3e:bf:a1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097156a-300a-4d17-87df-60620c836925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:20Z', 'updated_at': '2022-05-14T21:27:44Z', 'revision_number': 1, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:48.681725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.694134 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.708982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-0ba7291a-b6ba-4395-a35d-900e39323ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.712125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-0ba7291a-b6ba-4395-a35d-900e39323ae7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2806661
May 14 21:27:48.806975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] For port 02a58b33-a548-4458-8133-d96c60744b6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02a58b33-a548-4458-8133-d96c60744b6d,segment=NetworkSegment(66b09e24-004e-45e2-8c85-b073289a190b),segment_id=66b09e24-004e-45e2-8c85-b073289a190b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:48.807623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (02a58b33-a548-4458-8133-d96c60744b6d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:48.811788 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:48.825223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63fc07-2d87-4d36-bf59-f2a16ab733eb req-93116421-1fa8-4ba7-96e1-d8ab2adfdfd6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.838659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63fc07-2d87-4d36-bf59-f2a16ab733eb req-93116421-1fa8-4ba7-96e1-d8ab2adfdfd6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.843982 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc63fc07-2d87-4d36-bf59-f2a16ab733eb req-93116421-1fa8-4ba7-96e1-d8ab2adfdfd6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 1653 time: 0.1924589
May 14 21:27:48.860774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Calling delete_port for 02a58b33-a548-4458-8133-d96c60744b6d owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:27:48.897649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e357a7-7d98-4d00-ae53-b573b92c9e4f None None] Pushing event updated for resources: {'Port': ['ID=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:48.970762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-f09cde26-f3fd-4bfa-af71-97114a3778dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:48.973655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc63fc07-2d87-4d36-bf59-f2a16ab733eb req-e55b500d-d2af-483f-aa1b-1ad6086872ff tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126108
May 14 21:27:48.974482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-f09cde26-f3fd-4bfa-af71-97114a3778dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.6626270
May 14 21:27:49.114685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:49.189628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac3dd3-97d2-467e-b074-7ff916113626 None None] New status for floating IP 8b8024f4-39d8-465f-aa9c-bd4e690408a5: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:27:49.206823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-5adae2f7-a9ed-4047-af92-e7455162a126 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:49.226072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-5adae2f7-a9ed-4047-af92-e7455162a126 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.6204081
May 14 21:27:49.269994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:49.338531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-eefb61de-4498-4948-9918-bb653c8fb957 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8 HTTP/1.1" status: 200  len: 999 time: 0.3462591
May 14 21:27:49.345178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad17b1-3f13-4d83-bbd0-d669d4b88525 req-7590c54f-e15d-4e37-8cd0-c1ad935c25b8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:49.353854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-67ad17b1-3f13-4d83-bbd0-d669d4b88525 req-7590c54f-e15d-4e37-8cd0-c1ad935c25b8 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 943 time: 0.1096208
May 14 21:27:49.410418 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231084700>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7540c5e4-4db2-47c0-a74c-38a82ffc2b2d', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.109', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:1c:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:21Z', 'updated_at': '2022-05-14T21:27:46Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}, {'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:31Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:49.418114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-84e4e6a7-d2f1-4b88-bc5a-ec4414c11387 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6924217
May 14 21:27:49.434772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:49.449881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-67ad17b1-3f13-4d83-bbd0-d669d4b88525 req-6eaee5c0-0c8d-4569-9010-40da7a31b974 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/security-groups?id=294e0d85-bdad-4f8c-91b8-f906940f46ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951707
May 14 21:27:49.470134 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af0f57-593d-4a3c-82ef-ec468d88d7d0 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7540c5e4-4db2-47c0-a74c-38a82ffc2b2d', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.109', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:1c:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:21Z', 'updated_at': '2022-05-14T21:27:46Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}, {'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:31Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:49.480458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-b7349e7a-e5d1-479e-b35c-8077ca3337a8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.2161117
May 14 21:27:49.499468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (02a58b33-a548-4458-8133-d96c60744b6d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:49.513070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['02a58b33-a548-4458-8133-d96c60744b6d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:49.528565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:49.532129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:49.569773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Pushing event deleted for resources: {'Port': ['ID=02a58b33-a548-4458-8133-d96c60744b6d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:49.575316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:27:49.580255 ncdv-master-1 neutron-server[115782]: INFO neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No ports have port_id starting with 02a58b33-a548-4458-8133-d96c60744b6d
May 14 21:27:49.583279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d requested by agent hyperv_nch2-master-1 not found in database {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}}
May 14 21:27:49.663091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Pushing event updated for resources: {'Port': ['ID=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:49.671929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] No DVR routers for this DVR port 02a58b33-a548-4458-8133-d96c60744b6d on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:27:49.678030 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:49.680087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network d997121d-d5fd-4dda-af06-15496863df8e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:49.682759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f12518e-60fd-48b0-bfeb-81eb5aeb8d59 req-57cd25e4-89a8-41d2-9a34-b3a1207be737 tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.48 "DELETE /v2.0/ports/02a58b33-a548-4458-8133-d96c60744b6d HTTP/1.1" status: 204  len: 173 time: 1.3495226
May 14 21:27:49.897843 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a7ab-f0b1-4daa-990f-6383282832fe None None] New status for floating IP 7540c5e4-4db2-47c0-a74c-38a82ffc2b2d: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:27:49.954903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'name': 'network-vif-deleted', 'tag': '02a58b33-a548-4458-8133-d96c60744b6d'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:49.957719 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f7760-d14a-4672-80e4-fb8b539fa415" -d '{"events": [{"server_uuid": "f67b8177-e7c2-4706-ab78-e147bd9817c7", "name": "network-vif-deleted", "tag": "02a58b33-a548-4458-8133-d96c60744b6d"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:50.019949 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5047696-9d76-4d5f-9083-3d39bc9a21eb x-openstack-request-id: req-f5047696-9d76-4d5f-9083-3d39bc9a21eb {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:50.021382 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67b8177-e7c2-4706-ab78-e147bd9817c7", "name": "network-vif-deleted", "tag": "02a58b33-a548-4458-8133-d96c60744b6d", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:50.021382 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5047696-9d76-4d5f-9083-3d39bc9a21eb {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:50.021382 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5047696-9d76-4d5f-9083-3d39bc9a21eb'] response: {'server_uuid': 'f67b8177-e7c2-4706-ab78-e147bd9817c7', 'name': 'network-vif-deleted', 'tag': '02a58b33-a548-4458-8133-d96c60744b6d', 'status': 'completed', 'code': 200}
May 14 21:27:50.105695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:50.183254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-01649bf9-1f83-4004-8281-a0b3f6aef7bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6464505
May 14 21:27:50.203646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:50.204300 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:50.282316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f823-b2cb-4aed-bee0-e2d26085513e req-aa3be04e-6244-470b-96ea-fee9f913f56e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:50.289015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f823-b2cb-4aed-bee0-e2d26085513e req-aa3be04e-6244-470b-96ea-fee9f913f56e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:50.316703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f823-b2cb-4aed-bee0-e2d26085513e req-aa3be04e-6244-470b-96ea-fee9f913f56e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:50.318438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3288f823-b2cb-4aed-bee0-e2d26085513e req-aa3be04e-6244-470b-96ea-fee9f913f56e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 2374 time: 0.1260028
May 14 21:27:50.322235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:50.324405 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:50.394526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:50.394640 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3288f823-b2cb-4aed-bee0-e2d26085513e req-ee557d86-e170-4f76-bb01-5a7832e08a16 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620971
May 14 21:27:50.396063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-6cdbffe6-d694-4cf4-86ef-9cca1c1a1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:50.397542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-6cdbffe6-d694-4cf4-86ef-9cca1c1a1790 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 1.0353959
May 14 21:27:50.398403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:50.401634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c29628a-4b18-4c23-a2eb-e0290da50caf req-b694aa3b-d060-4f3b-8b9b-b637ad5b21e3 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9559231
May 14 21:27:50.402370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:50.473916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:50.583960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:50.594432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a428d3d-31b1-4919-b770-04af13ca8831 req-09baf2e0-31c0-46c5-8578-6d1aa2a19e8e tempest-ImagesTestJSON-2016299277 tempest-ImagesTestJSON-2016299277-project] 10.222.0.52 "GET /v2.0/ports?device_id=f67b8177-e7c2-4706-ab78-e147bd9817c7 HTTP/1.1" status: 200  len: 210 time: 0.0338202
May 14 21:27:50.609084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=fa577191-77f9-4d03-a86c-1dae3aad889a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:50.617515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-88a96401-2078-4682-8274-e7997199751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:50.619104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-88a96401-2078-4682-8274-e7997199751d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1906824
May 14 21:27:50.665675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:50.666288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:50.753225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-4cadd477-0a71-4175-8bc3-67ef03b1ba1a service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5690198
May 14 21:27:50.771087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ab4b4-be43-4f17-859f-e51d28426064 None None] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:50.829150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-f569c89d-437d-4e27-b15a-0baf4851213a service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973305
May 14 21:27:50.842230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-eac88599-ae61-4764-a348-7997ef561140 None None] Provisioning complete for port fa577191-77f9-4d03-a86c-1dae3aad889a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:50.842593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eac88599-ae61-4764-a348-7997ef561140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:50.853778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9cdd15ab-0fa8-4b20-a89d-a0fe24d68263 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5494041
May 14 21:27:50.890624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eac88599-ae61-4764-a348-7997ef561140 None None] Port fa577191-77f9-4d03-a86c-1dae3aad889a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:50.903106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-eac88599-ae61-4764-a348-7997ef561140 None None] Provisioning complete for port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:50.903545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eac88599-ae61-4764-a348-7997ef561140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:50.916424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4', 'admin_state_up': True, 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'security_groups': ['60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:51.004843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-d85b2970-26d1-4211-abcb-ba16e88de3d1 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506020
May 14 21:27:51.007658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eac88599-ae61-4764-a348-7997ef561140 None None] Current status of the port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:51.130596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c67b8cbe-2e9f-4cb4-a5c1-818cbc53f8cb req-f9c4081c-915d-42cf-a14f-9b9569b19a21 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2933321
May 14 21:27:51.136008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks [] for router_gateway (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:51.226040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-abe96551-d0d3-4769-bc08-bbd254e38c4e None None] Provisioning complete for port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:51.226644 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-abe96551-d0d3-4769-bc08-bbd254e38c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:51.321076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:51.332501 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6872f6b8-e3dd-4963-8a44-1a6c7bba271a req-2f49a158-88bc-4957-b17c-68cf408e508d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 210 time: 0.0385861
May 14 21:27:51.338921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-abe96551-d0d3-4769-bc08-bbd254e38c4e None None] Current status of the port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:51.462405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:51.467429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:51.691716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaf200-3943-437b-852f-2c5cad8edc2a req-a12a5b1a-1254-4678-8f0c-f2a08539615d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:51.697081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaf200-3943-437b-852f-2c5cad8edc2a req-a12a5b1a-1254-4678-8f0c-f2a08539615d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:51.715517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aaf200-3943-437b-852f-2c5cad8edc2a req-a12a5b1a-1254-4678-8f0c-f2a08539615d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:51.715517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7aaf200-3943-437b-852f-2c5cad8edc2a req-a12a5b1a-1254-4678-8f0c-f2a08539615d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 2374 time: 0.1865301
May 14 21:27:51.848653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7aaf200-3943-437b-852f-2c5cad8edc2a req-0a5b22ed-fe60-40ac-97c3-4033ba24e1ef tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257782
May 14 21:27:51.912149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 10.2.2.100 (2379f3be-5962-40d1-834f-0e520eee96e4/0410a405-c328-44d3-8347-7c2788715255/4663d148-3f78-4667-9e22-e6be0e34d3da) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:52.037532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:27:52.054120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42054) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:52.068242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:52.104662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Deleting subnet d94c3554-4ad1-4a40-9848-b3ca9361389d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:27:52.107735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Publish callbacks [] for subnet (d94c3554-4ad1-4a40-9848-b3ca9361389d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.122949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:52.123540 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.147773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (d94c3554-4ad1-4a40-9848-b3ca9361389d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.180247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.201017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (d94c3554-4ad1-4a40-9848-b3ca9361389d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.210474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:52.218529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:52.235581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:52.246080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:52.246754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230237dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:52.345233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (d94c3554-4ad1-4a40-9848-b3ca9361389d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.348651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.350987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f14cab20-01fa-4954-be45-67fbdcb513db admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.3111994
May 14 21:27:52.352691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.358004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42058) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:52.368116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:52.392408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94c3554-4ad1-4a40-9848-b3ca9361389d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:52.397190 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.401996 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-390e8b59-31b1-4156-9678-07605afe0c45 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d94c3554-4ad1-4a40-9848-b3ca9361389d HTTP/1.1" status: 204  len: 168 time: 0.3504255
May 14 21:27:52.407980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42060) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:52.504865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49e25f66-04a9-4981-8588-d8e2147efd9e req-37625e23-1219-4f5e-8898-4cf35d1074ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 210 time: 0.0867200
May 14 21:27:52.529506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (af5a4b8e-1df1-4780-a149-63d1d293e5bd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.604108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230237dc0>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:50Z', 'revision_number': 3, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:52.637796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:52.638284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Updating router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:27:52.651444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (af5a4b8e-1df1-4780-a149-63d1d293e5bd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.684404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ad8e5e0>,) {'filters': {'network_id': ['af5a4b8e-1df1-4780-a149-63d1d293e5bd']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:52.717684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad8e5e0>, '66b09e24-004e-45e2-8c85-b073289a190b') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:52.718000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ad8e5e0>, '66b09e24-004e-45e2-8c85-b073289a190b') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:52.732610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (66b09e24-004e-45e2-8c85-b073289a190b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.748652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (66b09e24-004e-45e2-8c85-b073289a190b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.757096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:27:52.757793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (66b09e24-004e-45e2-8c85-b073289a190b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:27:52.760142 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:27:52.825222 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:52.912125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network 2379f3be-5962-40d1-834f-0e520eee96e4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:52.987308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:52.996817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (af5a4b8e-1df1-4780-a149-63d1d293e5bd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.001137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:53.003988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:53.005167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.024536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] 10.222.0.52 "DELETE /v2.0/networks/af5a4b8e-1df1-4780-a149-63d1d293e5bd HTTP/1.1" status: 204  len: 168 time: 0.6083515
May 14 21:27:53.053775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faaac9-ed07-477c-8ed0-11fa4227a9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=af5a4b8e-1df1-4780-a149-63d1d293e5bd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:53.080988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a81a1-4edc-4460-b1a4-0d139b3c8580 req-dd399a17-247a-42c4-8aab-a91891104f60 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:53.086732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a81a1-4edc-4460-b1a4-0d139b3c8580 req-dd399a17-247a-42c4-8aab-a91891104f60 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:53.092473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a81a1-4edc-4460-b1a4-0d139b3c8580 req-dd399a17-247a-42c4-8aab-a91891104f60 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:53.098747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a81a1-4edc-4460-b1a4-0d139b3c8580 req-dd399a17-247a-42c4-8aab-a91891104f60 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:53.100823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-286a81a1-4edc-4460-b1a4-0d139b3c8580 req-dd399a17-247a-42c4-8aab-a91891104f60 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3095 time: 0.1197157
May 14 21:27:53.170194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:53.170934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.201549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Publish callbacks [] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.220087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-286a81a1-4edc-4460-b1a4-0d139b3c8580 req-2c375dd7-161b-4570-846b-2bcde74f7b3d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840497
May 14 21:27:53.310510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.363182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3a65939d-a921-4c8a-868a-8bb502b92e01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4685767
May 14 21:27:53.374595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4', 'admin_state_up': True, 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'security_groups': ['60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:53.375076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Attempting to bind port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:53.375344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Attempting to bind port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:53.375740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Attempting to bind port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:53.380288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3d0a0-2cab-47fe-8308-560d7bca5733 None None] Pushing event updated for resources: {'Port': ['ID=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:53.386703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-29364f61-f02b-4145-abb9-06f62a302d92 None None] Provisioning complete for port 4663d148-3f78-4667-9e22-e6be0e34d3da triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:53.387070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-29364f61-f02b-4145-abb9-06f62a302d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.413165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:53.413446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:53.413854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.414578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:53.414783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Bound port: 5203ed50-a7c7-4d0d-944c-1440d48d7eb7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:53.415160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.454489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-29364f61-f02b-4145-abb9-06f62a302d92 None None] Port 4663d148-3f78-4667-9e22-e6be0e34d3da cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:53.477748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] For port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:53.481001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:53.483869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] For port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:53.532178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d250239d-4338-476f-9ebe-a990f7f5cbce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4fe0b96d43b41aaaa0e8e238888786a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0491557
May 14 21:27:53.534649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42074) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:53.605088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:27:53.612806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.634359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-268cfe45-fb17-4a6f-8d00-14c0855fb18e req-d9cfb719-be3a-482c-a7a1-f4eb876c6c06 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 210 time: 0.0449953
May 14 21:27:53.638674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.655234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba2978b1-c01d-4af5-b144-d1d50d8d4f40 admin admin] Publish callbacks [] for security_group (294e0d85-bdad-4f8c-91b8-f906940f46ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.662663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 02a58b33-a548-4458-8133-d96c60744b6d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:27:53.662967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 02a58b33-a548-4458-8133-d96c60744b6d not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:27:53.679320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba2978b1-c01d-4af5-b144-d1d50d8d4f40 admin admin] Publish callbacks [] for security_group (294e0d85-bdad-4f8c-91b8-f906940f46ab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.689892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f3066d1b-adaa-42de-938f-d067cee79f78 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:53.691454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f3066d1b-adaa-42de-938f-d067cee79f78 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.2049601
May 14 21:27:53.719277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:53.720806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230237dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:53.732245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:53.761781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3d0a0-2cab-47fe-8308-560d7bca5733 None None] Pushing event updated for resources: {'Port': ['ID=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:53.792276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Made reservation on behalf of 1df1ae61bf82472dadc4830840421a63 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:53.796826 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.825438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba2978b1-c01d-4af5-b144-d1d50d8d4f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (294e0d85-bdad-4f8c-91b8-f906940f46ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.828149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba2978b1-c01d-4af5-b144-d1d50d8d4f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:53.829370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ba2978b1-c01d-4af5-b144-d1d50d8d4f40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/294e0d85-bdad-4f8c-91b8-f906940f46ab HTTP/1.1" status: 204  len: 168 time: 0.2935815
May 14 21:27:53.839043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2978b1-c01d-4af5-b144-d1d50d8d4f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e0d85-bdad-4f8c-91b8-f906940f46ab,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:53.843495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:54.030948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Allocated IP 172.20.0.1 (482e0ed1-68c5-4c2d-8efe-8f79824053af/e64369c2-020c-4472-ad29-d17d58e68391/67353bec-2808-4d16-92e8-b1d2266e853a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:54.078852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230237dc0>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:50Z', 'revision_number': 3, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:54.100690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:54.104126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:54.113086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376d015f-04e7-4a3c-a416-3808d0394e22 None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:50Z', 'revision_number': 3, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:54.165885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Allocated IP 10.2.2.200 (2379f3be-5962-40d1-834f-0e520eee96e4/0410a405-c328-44d3-8347-7c2788715255/39024741-3b76-4bb3-aecf-4392e5246961) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:54.340220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks [] for port (67353bec-2808-4d16-92e8-b1d2266e853a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:54.514143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bfe0-d9d4-4b65-a7f3-73e2e595bee8 req-af93e3e9-6cda-46b2-afb4-b5bbfe01c2e5 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:54.520250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bfe0-d9d4-4b65-a7f3-73e2e595bee8 req-af93e3e9-6cda-46b2-afb4-b5bbfe01c2e5 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:54.525583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bfe0-d9d4-4b65-a7f3-73e2e595bee8 req-af93e3e9-6cda-46b2-afb4-b5bbfe01c2e5 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:54.530854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bfe0-d9d4-4b65-a7f3-73e2e595bee8 req-af93e3e9-6cda-46b2-afb4-b5bbfe01c2e5 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:54.532728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9f4bfe0-d9d4-4b65-a7f3-73e2e595bee8 req-af93e3e9-6cda-46b2-afb4-b5bbfe01c2e5 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3095 time: 0.2103355
May 14 21:27:54.574579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.4 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/db40aee5-795f-4099-ad95-50687d306da4) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:27:54.648914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for port (39024741-3b76-4bb3-aecf-4392e5246961), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:54.675661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9f4bfe0-d9d4-4b65-a7f3-73e2e595bee8 req-5944b23f-5db7-4b08-b6a8-cccd22e30ba7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314194
May 14 21:27:54.760159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:54.767267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b0d62d6-7836-4eb5-ae1d-56e00ecdb537 req-02195a8d-e0ee-49e6-9b47-8d28fa1bb1ae tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 210 time: 0.0404572
May 14 21:27:54.861756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:54.865421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Pushing event updated for resources: {'Port': ['ID=67353bec-2808-4d16-92e8-b1d2266e853a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:54.871304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:54.873486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:54.909046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:54.986044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (db40aee5-795f-4099-ad95-50687d306da4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.007332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.012108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Network 2379f3be-5962-40d1-834f-0e520eee96e4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:55.053908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:55.059308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event updated for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:55.062166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:55.074996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42104) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:55.167304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:55.167986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.220241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (db40aee5-795f-4099-ad95-50687d306da4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.235162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:55.257514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1905232131-network', 'tenant_id': 'bbb13e5ea4a949d18e6c5c4bf679fde2'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:55.267121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['639111d9-ddb5-416d-9307-f0c501e35589'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:27:55.281571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:55.290775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:55.295806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:27:55.303987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f0f55812-7bbc-437e-b9ec-66a40516ae66 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9355206
May 14 21:27:55.324614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fb247809-f009-474d-9379-faa6227ba034 None None] Provisioning complete for port 67353bec-2808-4d16-92e8-b1d2266e853a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:55.324983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fb247809-f009-474d-9379-faa6227ba034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.329515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=db40aee5-795f-4099-ad95-50687d306da4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:55.341048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:55.401948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Made reservation on behalf of bbb13e5ea4a949d18e6c5c4bf679fde2 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:55.406211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.420759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fb247809-f009-474d-9379-faa6227ba034 None None] Port 67353bec-2808-4d16-92e8-b1d2266e853a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:55.421828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:55.422489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.430783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.466626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.497807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.543671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-f8a86b93-b26b-4463-bcdf-6be3301148ee tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8152373
May 14 21:27:55.568760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks [] for security_group (83a67695-bef4-4ed0-824f-b6e4480cb007), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.576271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Request body: {'port': {'device_id': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:55.625373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (83a67695-bef4-4ed0-824f-b6e4480cb007), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.662715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a67695-bef4-4ed0-824f-b6e4480cb007,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:55.675270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:27:55.687311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (01479636-2617-4e3a-b5f3-37c3165debd8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.688248 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Added segment 01479636-2617-4e3a-b5f3-37c3165debd8 of type vlan for network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec
May 14 21:27:55.763271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (23acb6aa-5f12-463d-b4bb-6884cb9f6bec), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.771267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-aab68c11-2fa9-4c6e-b652-dd5a45d93909 None None] Provisioning complete for port 39024741-3b76-4bb3-aecf-4392e5246961 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:55.771675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aab68c11-2fa9-4c6e-b652-dd5a45d93909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39024741-3b76-4bb3-aecf-4392e5246961), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.856462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aab68c11-2fa9-4c6e-b652-dd5a45d93909 None None] Port 39024741-3b76-4bb3-aecf-4392e5246961 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:55.881926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (23acb6aa-5f12-463d-b4bb-6884cb9f6bec), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.884145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:55.884846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:55.989078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877cdec-d4a8-4ac8-af57-ca4140744e1e req-bb944868-5d88-4a1c-8f03-b3fa1462a097 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:55.990796 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6877cdec-d4a8-4ac8-af57-ca4140744e1e req-bb944868-5d88-4a1c-8f03-b3fa1462a097 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 931 time: 0.1220634
May 14 21:27:55.999793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] Pushing event updated for resources: {'Network': ['ID=23acb6aa-5f12-463d-b4bb-6884cb9f6bec,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:56.027326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:27:56.088051 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6877cdec-d4a8-4ac8-af57-ca4140744e1e req-cfce7375-209e-429d-8b3c-acf342076fb6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800924
May 14 21:27:56.106831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a94c8871-5062-4706-bc5a-7fd4a9978d74 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.0305512
May 14 21:27:56.108234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42122) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:56.114142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Request body: {'subnet': {'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1905232131-subnet', 'tenant_id': 'bbb13e5ea4a949d18e6c5c4bf679fde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:56.137745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:56.150606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (db40aee5-795f-4099-ad95-50687d306da4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.205386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:56.205579 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.276483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Made reservation on behalf of bbb13e5ea4a949d18e6c5c4bf679fde2 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:27:56.278986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.301700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:56.302281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.325762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-1b0fb056-c8c1-4226-a5f2-90edde250363 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:56.327300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:56.331267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-1b0fb056-c8c1-4226-a5f2-90edde250363 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:56.336973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-1b0fb056-c8c1-4226-a5f2-90edde250363 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:56.342218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-1b0fb056-c8c1-4226-a5f2-90edde250363 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:56.348317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-1b0fb056-c8c1-4226-a5f2-90edde250363 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:56.350201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-1b0fb056-c8c1-4226-a5f2-90edde250363 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3816 time: 0.2251525
May 14 21:27:56.406052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.474593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac83dfbf-51df-4dc1-9d44-37728f8fa080 req-c5b31770-b216-40a7-ba1b-b8f1c8d98dc8 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155288
May 14 21:27:56.484483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:56.596394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks [] for port (67353bec-2808-4d16-92e8-b1d2266e853a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.614502 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (9f45c5be-5e52-4ede-9ba3-78dc87d5602f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.669887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f45c5be-5e52-4ede-9ba3-78dc87d5602f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:56.681356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Checking segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:56.681723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Network hostable DHCP agents. Network: 23acb6aa-5f12-463d-b4bb-6884cb9f6bec, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:27:56.700053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.801538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:27:56.818847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3973166-07b4-4aaf-95b2-bd95a9578877 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:56.833470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Pushing event updated for resources: {'Port': ['ID=67353bec-2808-4d16-92e8-b1d2266e853a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:56.836278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Publish callbacks [] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.844717 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.879858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Transition to ACTIVE for port object a3973166-07b4-4aaf-95b2-bd95a9578877 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:56.910574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23acb6aa-5f12-463d-b4bb-6884cb9f6bec) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:56.925519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3437b-fee9-41d3-9d12-facab8bea159 None None] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:56.932026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:56.932766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.966331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db40aee5-795f-4099-ad95-50687d306da4 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:56.977126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:56.982836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Publish callbacks [] for port (db40aee5-795f-4099-ad95-50687d306da4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.038488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Transition to ACTIVE for port object db40aee5-795f-4099-ad95-50687d306da4 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:57.042482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ed6a13b-aa7c-405f-a166-edf0f3e1719b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9327176
May 14 21:27:57.048548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ebf65-8e27-4002-bc15-0da73061eef1 None None] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:27:57.071765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:27:57.074480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Pushing event updated for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:57.093416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:27:57.190517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (db40aee5-795f-4099-ad95-50687d306da4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.292885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Pushing event updated for resources: {'Port': ['ID=db40aee5-795f-4099-ad95-50687d306da4,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:57.318943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56e72-9f1c-4650-8913-fb9ec605bbf2 req-9bc47f57-6505-4aa5-906b-bb56f15604c5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.327869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3eb56e72-9f1c-4650-8913-fb9ec605bbf2 req-9bc47f57-6505-4aa5-906b-bb56f15604c5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 943 time: 0.1048381
May 14 21:27:57.361449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Attempting to bind port a3973166-07b4-4aaf-95b2-bd95a9578877 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:57.362400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Attempting to bind port a3973166-07b4-4aaf-95b2-bd95a9578877 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:57.363090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Attempting to bind port a3973166-07b4-4aaf-95b2-bd95a9578877 on network ef572d9b-20a4-4311-9582-fea3efbf759e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:57.391684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3eb56e72-9f1c-4650-8913-fb9ec605bbf2 req-561c91af-7da4-485e-b1ce-df037a06e13a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614901
May 14 21:27:57.397034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Port a3973166-07b4-4aaf-95b2-bd95a9578877 on network ef572d9b-20a4-4311-9582-fea3efbf759e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:57.407022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Attempting to bind port a3973166-07b4-4aaf-95b2-bd95a9578877 on network ef572d9b-20a4-4311-9582-fea3efbf759e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:57.434203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:57.434689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Checking segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:57.435152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Bound using segment: {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:57.435696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Bound port: a3973166-07b4-4aaf-95b2-bd95a9578877, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:57.436118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.450748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:27:57.487815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d981fdad-f2f3-4633-8f75-bdb57b09b91e None None] Provisioning complete for port 67353bec-2808-4d16-92e8-b1d2266e853a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:57.488459 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d981fdad-f2f3-4633-8f75-bdb57b09b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.517596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Attempting to bind port db40aee5-795f-4099-ad95-50687d306da4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:57.518038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Attempting to bind port db40aee5-795f-4099-ad95-50687d306da4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:57.518523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Attempting to bind port db40aee5-795f-4099-ad95-50687d306da4 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:57.535596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d981fdad-f2f3-4633-8f75-bdb57b09b91e None None] Port 67353bec-2808-4d16-92e8-b1d2266e853a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:27:57.584813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Port db40aee5-795f-4099-ad95-50687d306da4 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:27:57.585066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Attempting to bind port db40aee5-795f-4099-ad95-50687d306da4 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:57.622869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:57.623613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:57.623746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:57.624090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Bound port: db40aee5-795f-4099-ad95-50687d306da4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:57.624445 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (db40aee5-795f-4099-ad95-50687d306da4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.644219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-b2da7326-d31d-4da5-8db1-3d7f09bce696 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.649645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-b2da7326-d31d-4da5-8db1-3d7f09bce696 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.654949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-b2da7326-d31d-4da5-8db1-3d7f09bce696 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.661077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-b2da7326-d31d-4da5-8db1-3d7f09bce696 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.662872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:57.666807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-b2da7326-d31d-4da5-8db1-3d7f09bce696 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.668656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-b2da7326-d31d-4da5-8db1-3d7f09bce696 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3828 time: 0.0822227
May 14 21:27:57.716861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79f13953-af25-4867-8a5f-e17f2f77f4d9 req-7506c125-9814-4d75-8772-2acccd0db92b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415478
May 14 21:27:57.727118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3973166-07b4-4aaf-95b2-bd95a9578877,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:57.792341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6c4a7c09-ba85-4567-8e91-f42c4c6d325d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.793825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6c4a7c09-ba85-4567-8e91-f42c4c6d325d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 822 time: 0.2350168
May 14 21:27:57.798682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:27:57.806130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8b3bc385-7dbf-4ae2-b9cc-81405706006c admin admin] 10.222.0.52 "PUT /v2.0/routers/1d54d4aa-110d-41de-87ca-70ac8d4b4ddb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4411762
May 14 21:27:57.807606 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:27:57.820421 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:57.821123 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b75430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:57.825748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.838164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-f0cb87ec-8e16-417e-bd89-275d09714e37 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/quotas/bbb13e5ea4a949d18e6c5c4bf679fde2 HTTP/1.1" status: 200  len: 375 time: 0.0373824
May 14 21:27:57.865027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] For port db40aee5-795f-4099-ad95-50687d306da4, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:57.896397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:57.897015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:57.898405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 200  len: 1091 time: 2.5618799
May 14 21:27:57.898861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:27:57.901217 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65c6378-c4f8-4bcc-94b9-0198d2268fac" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:27:57.904992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] For port db40aee5-795f-4099-ad95-50687d306da4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db40aee5-795f-4099-ad95-50687d306da4,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:57.935140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6e9eac69-a3cf-41b0-b485-af9b44241356 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0745127
May 14 21:27:57.950491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a821d-98ec-410a-b54a-9e3ad43f5688 service neutron] Pushing event updated for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:57.953740 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:58.058171 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df0de64-2aee-449c-b37d-ae203c8d59bf x-openstack-request-id: req-7df0de64-2aee-449c-b37d-ae203c8d59bf {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:27:58.058462 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:27:58.058892 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7df0de64-2aee-449c-b37d-ae203c8d59bf {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:27:58.059532 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df0de64-2aee-449c-b37d-ae203c8d59bf'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'status': 'completed', 'code': 200}
May 14 21:27:58.073688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:58.077173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (db40aee5-795f-4099-ad95-50687d306da4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.125727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:27:58.173104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:58.173848 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.248256 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b75430>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 2, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:58.249332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.250271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.251831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] 10.222.0.36 "PUT /v2.0/ports/db40aee5-795f-4099-ad95-50687d306da4 HTTP/1.1" status: 200  len: 1091 time: 2.6967843
May 14 21:27:58.271374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-bcffbc31-aa45-4dec-bced-ea60327607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.271891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-bcffbc31-aa45-4dec-bced-ea60327607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.272363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-bcffbc31-aa45-4dec-bced-ea60327607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.272883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-bcffbc31-aa45-4dec-bced-ea60327607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.273340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-bcffbc31-aa45-4dec-bced-ea60327607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.275145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-bcffbc31-aa45-4dec-bced-ea60327607e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 4394 time: 0.2187514
May 14 21:27:58.281106 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:27:58.281450 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Updating router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb port 67353bec-2808-4d16-92e8-b1d2266e853a binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:27:58.301707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:58.321156 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.353400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f5889-4a8b-4c3b-98b5-db65d59e99af service neutron] Pushing event updated for resources: {'Port': ['ID=db40aee5-795f-4099-ad95-50687d306da4,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:58.366616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-52432d97-2bdb-4727-975d-ccb5f932a038 service neutron] 10.222.0.52 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4086363
May 14 21:27:58.373106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.392590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42168) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:58.398602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889174335', 'description': 'tempest-description--1495905694'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:58.518520 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.534983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-1beab11f-ca7e-489e-a68f-347d9368e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.536518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-1beab11f-ca7e-489e-a68f-347d9368e79b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 1125 time: 0.1303587
May 14 21:27:58.561497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b2898-6ae4-4a45-abef-b8f975595d60 req-521230cf-02e9-4759-b89c-836e62cf27a7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.563305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f32b2898-6ae4-4a45-abef-b8f975595d60 req-521230cf-02e9-4759-b89c-836e62cf27a7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 943 time: 0.0905278
May 14 21:27:58.639335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-6b92cff1-3d0a-4967-8514-4c59bbe12b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.639992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-6b92cff1-3d0a-4967-8514-4c59bbe12b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.640292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-6b92cff1-3d0a-4967-8514-4c59bbe12b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.641888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-6b92cff1-3d0a-4967-8514-4c59bbe12b97 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3255970
May 14 21:27:58.648455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-49b749b1-7f58-4df2-a6cd-ea7a4d00b146 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db40aee5-795f-4099-ad95-50687d306da4 HTTP/1.1" status: 200  len: 217 time: 0.0973599
May 14 21:27:58.650191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (52e46338-1f6f-4b34-b66b-daa869d2b8cd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.675288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f32b2898-6ae4-4a45-abef-b8f975595d60 req-5a7e1593-87c9-41d3-89eb-512bee204f5f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966055
May 14 21:27:58.684090 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Publish callbacks [] for port (67353bec-2808-4d16-92e8-b1d2266e853a), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.727261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (52e46338-1f6f-4b34-b66b-daa869d2b8cd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.732726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-9c42c493-8dce-4131-9ee9-771d40e9bdb9 service neutron] 10.222.0.52 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3275514
May 14 21:27:58.762068 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.767523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e46338-1f6f-4b34-b66b-daa869d2b8cd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:58.821882 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6d4a1-b4b6-4bc2-b87f-6112f1bad757 None None] Pushing event updated for resources: {'Port': ['ID=67353bec-2808-4d16-92e8-b1d2266e853a,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:58.835586 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.837195 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96eb8c22-ffa4-45b9-98fe-7c69a16b62c6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4425077
May 14 21:27:58.840460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42178) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:58.851734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'security_group_rule': {'security_group_id': '52e46338-1f6f-4b34-b66b-daa869d2b8cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:58.868262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-25e250cf-4663-4193-a484-5de8ced20b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.870104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-25e250cf-4663-4193-a484-5de8ced20b88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.2129111
May 14 21:27:58.933852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-8ca639a6-273f-4b3a-8c78-f253df9361d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.935790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d65c6378-c4f8-4bcc-94b9-0198d2268fac req-8ca639a6-273f-4b3a-8c78-f253df9361d8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2771745
May 14 21:27:58.949421 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Attempting to bind port 67353bec-2808-4d16-92e8-b1d2266e853a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:27:58.949998 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Attempting to bind port 67353bec-2808-4d16-92e8-b1d2266e853a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:27:58.950534 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Attempting to bind port 67353bec-2808-4d16-92e8-b1d2266e853a on network 482e0ed1-68c5-4c2d-8efe-8f79824053af {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:27:58.959370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ca08-f86e-4a7b-ba17-228385796bee req-445b37da-1a84-4b6a-8119-d4a92906e6a6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.959711 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:27:58.960352 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Checking segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:27:58.960804 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.963659 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Bound using segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:27:58.964454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Bound port: 67353bec-2808-4d16-92e8-b1d2266e853a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:27:58.965656 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:58.965836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ca08-f86e-4a7b-ba17-228385796bee req-445b37da-1a84-4b6a-8119-d4a92906e6a6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.973857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ca08-f86e-4a7b-ba17-228385796bee req-445b37da-1a84-4b6a-8119-d4a92906e6a6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.977176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-3353374d-95f4-4fb0-9b6e-e9bb97cbcfdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406358
May 14 21:27:58.982265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ca08-f86e-4a7b-ba17-228385796bee req-445b37da-1a84-4b6a-8119-d4a92906e6a6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.989854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915ca08-f86e-4a7b-ba17-228385796bee req-445b37da-1a84-4b6a-8119-d4a92906e6a6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:58.997649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c915ca08-f86e-4a7b-ba17-228385796bee req-445b37da-1a84-4b6a-8119-d4a92906e6a6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3828 time: 0.1221240
May 14 21:27:59.044354 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] For port 67353bec-2808-4d16-92e8-b1d2266e853a, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:27:59.047225 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c915ca08-f86e-4a7b-ba17-228385796bee req-dca27d24-1b01-4abc-adbc-d3da609e49cb tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483809
May 14 21:27:59.061199 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] For port 67353bec-2808-4d16-92e8-b1d2266e853a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67353bec-2808-4d16-92e8-b1d2266e853a,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:27:59.064040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (dcf7f615-f1fd-49cf-852e-26da4ab398e2), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.140380 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.235339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] Provisioning complete for port 67353bec-2808-4d16-92e8-b1d2266e853a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:59.236399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.256592 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdaaa60d-24de-4dff-b216-f60b191e1fdb req-1b7d489d-c771-4cfc-8f29-95ee7ab35526 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 210 time: 0.1106658
May 14 21:27:59.274819 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:27:59.276217 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b75430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:27:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:59.286249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (dcf7f615-f1fd-49cf-852e-26da4ab398e2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.291354 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6d4a1-b4b6-4bc2-b87f-6112f1bad757 None None] Pushing event updated for resources: {'Port': ['ID=67353bec-2808-4d16-92e8-b1d2266e853a,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:59.390497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (dcf7f615-f1fd-49cf-852e-26da4ab398e2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.432822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf7f615-f1fd-49cf-852e-26da4ab398e2,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:59.439526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] Current status of the port 67353bec-2808-4d16-92e8-b1d2266e853a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:59.440051 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.471154 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:27:59.512697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.514268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0cc702b5-745b-4995-8105-a521379dde13 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6703947
May 14 21:27:59.516966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:27:59.523785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'security_group_rule': {'security_group_id': '52e46338-1f6f-4b34-b66b-daa869d2b8cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:27:59.548742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] For port 67353bec-2808-4d16-92e8-b1d2266e853a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67353bec-2808-4d16-92e8-b1d2266e853a,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:27:59.624808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.675195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-bbc8a1d3-2ba3-44b9-bc0a-0836c3fb7cc5 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6820006
May 14 21:27:59.687096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (5b211e0d-5314-4e6d-bac5-cd9dbe447f2c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.715949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a17dc-3865-431d-8a6f-5e09f06d9cab None None] Pushing event updated for resources: {'Port': ['ID=67353bec-2808-4d16-92e8-b1d2266e853a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:59.748769 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b75430>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:27:59.750032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ea56cd36-f91d-4d49-b63f-e6dd4b806444 None None] Provisioning complete for port 67353bec-2808-4d16-92e8-b1d2266e853a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:27:59.750415 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea56cd36-f91d-4d49-b63f-e6dd4b806444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.792561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (5b211e0d-5314-4e6d-bac5-cd9dbe447f2c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.800865 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3b545-d754-459e-96d0-7e4d3b28397b None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:27:59.863737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ea56cd36-f91d-4d49-b63f-e6dd4b806444 None None] Current status of the port 67353bec-2808-4d16-92e8-b1d2266e853a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:27:59.893495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe73789-12d4-4374-8e71-4e93c4257d27 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:27:59.905027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Publish callbacks [] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.910681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (5b211e0d-5314-4e6d-bac5-cd9dbe447f2c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:27:59.937042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b211e0d-5314-4e6d-bac5-cd9dbe447f2c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:27:59.959918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Transition to ACTIVE for port object ebe73789-12d4-4374-8e71-4e93c4257d27 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:27:59.966801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e5294-1593-47a9-95a6-60f9ea62690a req-6fc1ae71-85c4-4e17-a755-2073af922c46 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:27:59.968449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-575e5294-1593-47a9-95a6-60f9ea62690a req-6fc1ae71-85c4-4e17-a755-2073af922c46 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 943 time: 0.1363258
May 14 21:27:59.985303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38315a52-81f9-4f5d-952c-3866c95fa07d req-088e9ce6-7cc6-4006-ae9a-4c88009fb577 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3034253
May 14 21:28:00.016484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.018881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-64e1b071-0535-48a8-93e2-036246c036d4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4992297
May 14 21:28:00.021563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:00.029313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:00.062897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-575e5294-1593-47a9-95a6-60f9ea62690a req-a74a40b9-5c4a-43d3-8a84-c7cac82ae213 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764818
May 14 21:28:00.063633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'tag': 'db40aee5-795f-4099-ad95-50687d306da4'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:00.067245 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45668dc7-f7e4-4d17-961a-ec65938c6bca" -d '{"events": [{"name": "network-changed", "server_uuid": "310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d", "tag": "db40aee5-795f-4099-ad95-50687d306da4"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:00.072409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.126995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 67353bec-2808-4d16-92e8-b1d2266e853a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:00.153320 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb76a53-df9e-430d-9e67-be4acc47adb8 x-openstack-request-id: req-aeb76a53-df9e-430d-9e67-be4acc47adb8 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:00.153654 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d", "tag": "db40aee5-795f-4099-ad95-50687d306da4", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:00.153926 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aeb76a53-df9e-430d-9e67-be4acc47adb8 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:00.154392 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb76a53-df9e-430d-9e67-be4acc47adb8'] response: {'name': 'network-changed', 'server_uuid': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'tag': 'db40aee5-795f-4099-ad95-50687d306da4', 'status': 'completed', 'code': 200}
May 14 21:28:00.175822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.240087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 67353bec-2808-4d16-92e8-b1d2266e853a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:00.240886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.246026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:00.285732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.303458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.316542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.340975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.347160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.355668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.370484 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-90a8ec08-dbb3-4742-8701-ece9e2cee9c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 4600 time: 0.1908262
May 14 21:28:00.383521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.390821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 67353bec-2808-4d16-92e8-b1d2266e853a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:00.432212 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14c4dd4f-7e28-4f78-ac29-52817094a866 req-ee5afad2-217e-4656-8a70-5edaac080a84 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 210 time: 0.0590265
May 14 21:28:00.507272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Attempting to bind port ebe73789-12d4-4374-8e71-4e93c4257d27 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:00.507641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Attempting to bind port ebe73789-12d4-4374-8e71-4e93c4257d27 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:00.507983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Attempting to bind port ebe73789-12d4-4374-8e71-4e93c4257d27 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:00.513761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Port ebe73789-12d4-4374-8e71-4e93c4257d27 on network d997121d-d5fd-4dda-af06-15496863df8e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:00.514361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Attempting to bind port ebe73789-12d4-4374-8e71-4e93c4257d27 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:00.522973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:00.523329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Checking segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:00.523757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Bound using segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:00.524216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Bound port: ebe73789-12d4-4374-8e71-4e93c4257d27, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:00.524581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.540402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25742afd-d1b4-4e54-9bdc-392994c26745 req-5cc06bf6-a4b3-4b3d-8c25-2380a88069c8 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1686897
May 14 21:28:00.588287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Allocated IP 172.35.4.5 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/41cac045-5ecf-4735-88a8-10cb0f5aff34) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:00.611265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:00.628041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe73789-12d4-4374-8e71-4e93c4257d27,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:00.705289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.730624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.744037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:00.744678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.746077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] 10.222.0.36 "PUT /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 1130 time: 2.6921532
May 14 21:28:00.774837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ada254-67c1-49e4-adcd-87e1e8f2ff77 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:00.911316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:00.953505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:00.959789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:00.963669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:00.969524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'Port': ['ID=41cac045-5ecf-4735-88a8-10cb0f5aff34,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:01.072051 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.137150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-b4d22584-9146-4520-a2d0-d2b122b53f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.139453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-b4d22584-9146-4520-a2d0-d2b122b53f99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 1125 time: 0.0548599
May 14 21:28:01.156389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:01.214435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.224848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebb82-b895-4767-a6d6-19ac8f27cdd6 req-e8f08bee-1edc-433b-a190-e6354c63b2de tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.226461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff7ebb82-b895-4767-a6d6-19ac8f27cdd6 req-e8f08bee-1edc-433b-a190-e6354c63b2de tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 943 time: 0.0760677
May 14 21:28:01.297782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (63396429-e743-49a6-a83f-427d96ffbf18), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.338278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff7ebb82-b895-4767-a6d6-19ac8f27cdd6 req-ca356096-2ffa-4819-8e54-bca6b0b2f4e8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913110
May 14 21:28:01.365897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-a6aa0f1d-b59b-45df-9fd0-409d0481b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.367728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-a6aa0f1d-b59b-45df-9fd0-409d0481b5c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 906 time: 0.2170975
May 14 21:28:01.437593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-dd156c54-e597-4bec-8225-4c02820c6ef6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db40aee5-795f-4099-ad95-50687d306da4 HTTP/1.1" status: 200  len: 217 time: 0.0611470
May 14 21:28:01.478334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.524855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.561814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-b5e86b9f-bed0-4a9c-bfb0-6e04c160181e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.563289 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-b5e86b9f-bed0-4a9c-bfb0-6e04c160181e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.1191926
May 14 21:28:01.605950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc4605ac-1984-45b8-bfc7-ae177945c759 req-af129ce5-49bf-430a-bc48-464c54e75ccc tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 210 time: 0.0602095
May 14 21:28:01.606355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'Port': ['ID=41cac045-5ecf-4735-88a8-10cb0f5aff34,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:01.619307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.637996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-4793e4ce-1f7e-4a4c-810f-4a21f4e9caa5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529282
May 14 21:28:01.708908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.714466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.720081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.726159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.731586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.737404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:01.739094 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-f59c5a02-a667-48c9-93f0-838273c8fcdc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 4600 time: 0.0907743
May 14 21:28:01.742354 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.751508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f761d14d-d610-463b-b918-c456052167f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.7206547
May 14 21:28:01.796693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-55493003-b8a0-4afb-ae4d-c59d7fe1f271 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507761
May 14 21:28:01.811695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f19d33ad-6cce-40a8-ae96-98c1a196dcef req-785c6293-41f0-4f3c-a04f-d0f4cf6c5a02 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0655832
May 14 21:28:01.881428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device db40aee5-795f-4099-ad95-50687d306da4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:01.930274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63396429-e743-49a6-a83f-427d96ffbf18 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:01.950394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Publish callbacks [] for port (63396429-e743-49a6-a83f-427d96ffbf18), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:01.976624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45668dc7-f7e4-4d17-961a-ec65938c6bca req-466dfc76-22a1-44bd-809f-99bed231f4d5 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1716936
May 14 21:28:01.982756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port db40aee5-795f-4099-ad95-50687d306da4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db40aee5-795f-4099-ad95-50687d306da4,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:01.984923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Transition to ACTIVE for port object 63396429-e743-49a6-a83f-427d96ffbf18 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:01.988934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-0c74ed67-e320-476c-88b4-6347fb3fe9bc tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--889174335&fields=id&tenant_id=6641b342c1d440aea451919f391bc5db HTTP/1.1" status: 200  len: 267 time: 0.0980365
May 14 21:28:01.996251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'db40aee5-795f-4099-ad95-50687d306da4', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': 'db40aee5-795f-4099-ad95-50687d306da4', 'mac_address': 'fa:16:3e:dc:f9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:02.047310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port db40aee5-795f-4099-ad95-50687d306da4 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:02.047729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (db40aee5-795f-4099-ad95-50687d306da4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:02.061403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db40aee5-795f-4099-ad95-50687d306da4 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:02.063838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:02.080742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port db40aee5-795f-4099-ad95-50687d306da4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db40aee5-795f-4099-ad95-50687d306da4,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:02.144944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (db40aee5-795f-4099-ad95-50687d306da4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:02.162544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'ebe73789-12d4-4374-8e71-4e93c4257d27'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:02.165029 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0629f4-de52-4215-a306-3f3b3854b6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "ebe73789-12d4-4374-8e71-4e93c4257d27"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:02.214565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Pushing event updated for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:02.231890 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a7bada-3720-47ad-9761-a914b49e2120 x-openstack-request-id: req-43a7bada-3720-47ad-9761-a914b49e2120 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:02.232170 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "ebe73789-12d4-4374-8e71-4e93c4257d27", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:02.232474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=db40aee5-795f-4099-ad95-50687d306da4,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:02.232803 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43a7bada-3720-47ad-9761-a914b49e2120 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:02.233370 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a7bada-3720-47ad-9761-a914b49e2120'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'ebe73789-12d4-4374-8e71-4e93c4257d27', 'status': 'completed', 'code': 200}
May 14 21:28:02.241073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-70c42892-be5a-44ff-b5a2-3f4587901243 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.243957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-70c42892-be5a-44ff-b5a2-3f4587901243 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 810 time: 0.2476194
May 14 21:28:02.276421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-4ac7e67c-3b50-42d4-ab81-f2de11e650b6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/quotas/6641b342c1d440aea451919f391bc5db HTTP/1.1" status: 200  len: 375 time: 0.0180728
May 14 21:28:02.399699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-637ccabb-ceef-41fc-a346-10045e2ea089 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1223068
May 14 21:28:02.416989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.417483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.417955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.418427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.418896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.419365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.419861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.421775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-579db762-54dd-4aa4-81a7-2a4b354f96b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6230 time: 0.1719949
May 14 21:28:02.429937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-42cb67ed-68c9-446e-862b-d20a0b4f9a7d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.431359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-42cb67ed-68c9-446e-862b-d20a0b4f9a7d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 822 time: 0.3160620
May 14 21:28:02.450297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['db40aee5-795f-4099-ad95-50687d306da4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:02.457623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'port': {'device_id': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'admin_state_up': True, 'tenant_id': 'bbb13e5ea4a949d18e6c5c4bf679fde2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:02.474712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec9c6b-5692-4318-a1bd-4e6b0877c21c req-8b5415cc-c6fc-4ef4-a264-a56d7ebacd53 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.476601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29ec9c6b-5692-4318-a1bd-4e6b0877c21c req-8b5415cc-c6fc-4ef4-a264-a56d7ebacd53 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 944 time: 0.0583191
May 14 21:28:02.503679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Attempting to bind port 63396429-e743-49a6-a83f-427d96ffbf18 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:02.504363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Attempting to bind port 63396429-e743-49a6-a83f-427d96ffbf18 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:02.504725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Attempting to bind port 63396429-e743-49a6-a83f-427d96ffbf18 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:02.544196 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29ec9c6b-5692-4318-a1bd-4e6b0877c21c req-a608f5e2-57de-4231-83f9-4e1556857802 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608616
May 14 21:28:02.581561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Port 63396429-e743-49a6-a83f-427d96ffbf18 on network d997121d-d5fd-4dda-af06-15496863df8e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:02.581850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Attempting to bind port 63396429-e743-49a6-a83f-427d96ffbf18 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:02.629791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:02.630141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Checking segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:02.630531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Bound using segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:02.630982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Bound port: 63396429-e743-49a6-a83f-427d96ffbf18, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:02.631345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (63396429-e743-49a6-a83f-427d96ffbf18), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:02.713557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b496d73d-d765-47e1-b0b8-e72ba01cbb2b req-bdedfe66-23d0-45e7-a8ea-84ee11e6ec76 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 210 time: 0.0286379
May 14 21:28:02.756800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-9318afb9-0923-4cf0-b15f-5b97c23b470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.757275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-9318afb9-0923-4cf0-b15f-5b97c23b470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.757733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-9318afb9-0923-4cf0-b15f-5b97c23b470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.760695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-9318afb9-0923-4cf0-b15f-5b97c23b470d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3225830
May 14 21:28:02.774650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-1a93712f-8711-43fd-9457-42f19802f30f service neutron] 10.222.0.52 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3519659
May 14 21:28:02.876679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:02.932073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63396429-e743-49a6-a83f-427d96ffbf18,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:02.946097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.951446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.957374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.962674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.965665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-f017944c-fc9a-43c0-9e03-e82080b0b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.967130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff0629f4-de52-4215-a306-3f3b3854b6b5 req-f017944c-fc9a-43c0-9e03-e82080b0b196 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1981733
May 14 21:28:02.968056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.973427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.977905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-83b54ac6-5c16-45f0-81ae-2d664ff2e4d2 service neutron] 10.222.0.52 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895921
May 14 21:28:02.978809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:02.981217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-f512effb-34df-4465-bcc4-729e4b970ec9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5373 time: 0.0904500
May 14 21:28:03.044570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2b0dd9c-d44b-4f02-bc2d-230c1fcf5aff req-8c8d3fdf-bd7a-4588-99b9-7c92afb67f19 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0571136
May 14 21:28:03.082310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Made reservation on behalf of bbb13e5ea4a949d18e6c5c4bf679fde2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:28:03.085931 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:03.100849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:03.152134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:03.157017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:03.157017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] 10.222.0.36 "PUT /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 1131 time: 2.0020673
May 14 21:28:03.203918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2362c5-ab88-40b2-bdbf-88f5b12ef45d service neutron] Pushing event updated for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:03.281494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Allocated IP 172.20.0.6 (23acb6aa-5f12-463d-b4bb-6884cb9f6bec/9f45c5be-5e52-4ede-9ba3-78dc87d5602f/28cb501e-e36e-4c9e-96d4-bd46e1d069db) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:03.291694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:03.356194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-267846c1-be0b-42f5-9262-98c684b65be2 req-fb2fa2d1-2fbe-4047-a76e-9444b3bfe819 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0297847
May 14 21:28:03.466687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:03.573518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:03.725077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b576af-37fa-4033-ab90-ec96b66a15f2 req-164a9089-2aef-43db-aaba-34543dec92c7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:03.726483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8b576af-37fa-4033-ab90-ec96b66a15f2 req-164a9089-2aef-43db-aaba-34543dec92c7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 944 time: 0.0848286
May 14 21:28:03.828153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2d9bb81d-61a1-43e9-b806-7808841c9b05 req-be8119c2-077b-46cc-87eb-c13b5e77c870 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 210 time: 0.0317435
May 14 21:28:03.889546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device db40aee5-795f-4099-ad95-50687d306da4 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:03.949353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port db40aee5-795f-4099-ad95-50687d306da4 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:04.003766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port db40aee5-795f-4099-ad95-50687d306da4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:04.004054 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (db40aee5-795f-4099-ad95-50687d306da4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.089303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port db40aee5-795f-4099-ad95-50687d306da4 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:04.089683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (db40aee5-795f-4099-ad95-50687d306da4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.117259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db40aee5-795f-4099-ad95-50687d306da4'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:04.119754 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b4324-9809-43e6-aec7-2a2b51bd0b54" -d '{"events": [{"server_uuid": "310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d", "name": "network-vif-plugged", "status": "completed", "tag": "db40aee5-795f-4099-ad95-50687d306da4"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:04.135127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port db40aee5-795f-4099-ad95-50687d306da4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db40aee5-795f-4099-ad95-50687d306da4,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:04.144185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.200402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8b576af-37fa-4033-ab90-ec96b66a15f2 req-6eae1a70-c04e-4ed6-a90b-79bd168eff70 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4584730
May 14 21:28:04.224704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.231685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.235917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.236246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': '63396429-e743-49a6-a83f-427d96ffbf18'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:04.239166 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b38e39-6a22-42d0-8189-66e68aa2215b" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "63396429-e743-49a6-a83f-427d96ffbf18"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:04.242147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.246786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:04.247226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (db40aee5-795f-4099-ad95-50687d306da4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.248207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.250353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:04.254846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:04.254987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.257143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:04.266748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.275769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-2d1e6da3-80da-4f3f-ae6c-b840cadb18fd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5373 time: 0.1191068
May 14 21:28:04.304990 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5e552-dfa1-4c48-b962-fc343b330df9 x-openstack-request-id: req-e6e5e552-dfa1-4c48-b962-fc343b330df9 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:04.305301 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d", "name": "network-vif-plugged", "status": "completed", "tag": "db40aee5-795f-4099-ad95-50687d306da4", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:04.305555 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6e5e552-dfa1-4c48-b962-fc343b330df9 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:04.305952 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e5e552-dfa1-4c48-b962-fc343b330df9'] response: {'server_uuid': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db40aee5-795f-4099-ad95-50687d306da4', 'code': 200}
May 14 21:28:04.337483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=db40aee5-795f-4099-ad95-50687d306da4,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:04.340538 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92072f-c4d7-4139-b21b-af3501249247 x-openstack-request-id: req-6c92072f-c4d7-4139-b21b-af3501249247 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:04.341343 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "63396429-e743-49a6-a83f-427d96ffbf18", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:04.341343 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c92072f-c4d7-4139-b21b-af3501249247 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:04.341570 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c92072f-c4d7-4139-b21b-af3501249247'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': '63396429-e743-49a6-a83f-427d96ffbf18', 'status': 'completed', 'code': 200}
May 14 21:28:04.350764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.351166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.369397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfac6c5-c706-4629-944c-81d0943a6af1 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:04.382275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b912eaf3-38a8-482f-8f0d-89298d46737b req-056d5412-ed22-43e0-ac25-0fb38cac2f40 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1054487
May 14 21:28:04.403510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Publish callbacks [] for port (edfac6c5-c706-4629-944c-81d0943a6af1), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.471910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-8bf78e9e-893c-4470-ad0e-079076c5e412 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0262480
May 14 21:28:04.499098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Transition to ACTIVE for port object edfac6c5-c706-4629-944c-81d0943a6af1 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:04.506933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Request body: {'port': {'device_id': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:04.509871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.515114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-e40626a1-6d34-4b09-a43c-3bdb18e45be0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6303 time: 0.1330981
May 14 21:28:04.516296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2490dad5-36e9-4aa1-b82b-e48d168733d9 req-218f549a-086d-4ac6-bdeb-80f00dc726bf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0904300
May 14 21:28:04.518295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f18fc-27e9-4df3-90c7-aad205bf6d94 req-cd091db6-b0b8-4946-9052-275ecda404f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.519727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-317f18fc-27e9-4df3-90c7-aad205bf6d94 req-cd091db6-b0b8-4946-9052-275ecda404f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 1127 time: 0.1369238
May 14 21:28:04.584153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.712661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-317f18fc-27e9-4df3-90c7-aad205bf6d94 req-a462d257-adba-4134-950d-7edfc0f5a40a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1770644
May 14 21:28:04.730821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Pushing event updated for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:04.746814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:04.787533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-99a34731-7fd3-4712-9932-17292f7f75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.788020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-99a34731-7fd3-4712-9932-17292f7f75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.788489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-99a34731-7fd3-4712-9932-17292f7f75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.790203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-99a34731-7fd3-4712-9932-17292f7f75cd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2535799
May 14 21:28:04.905604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Attempting to bind port edfac6c5-c706-4629-944c-81d0943a6af1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:04.905975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Attempting to bind port edfac6c5-c706-4629-944c-81d0943a6af1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:04.906307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Attempting to bind port edfac6c5-c706-4629-944c-81d0943a6af1 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:04.948144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Port edfac6c5-c706-4629-944c-81d0943a6af1 on network d997121d-d5fd-4dda-af06-15496863df8e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:04.948534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Attempting to bind port edfac6c5-c706-4629-944c-81d0943a6af1 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:04.992046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de421e1-9583-4e58-a674-08d63e0aff04 req-f53569d3-dd8a-4afc-81fe-c773979aac1e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:04.993720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2de421e1-9583-4e58-a674-08d63e0aff04 req-f53569d3-dd8a-4afc-81fe-c773979aac1e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 931 time: 0.0493786
May 14 21:28:05.008101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:05.008361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Checking segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:05.008814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Bound using segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:05.009222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Bound port: edfac6c5-c706-4629-944c-81d0943a6af1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:05.009531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.054024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2de421e1-9583-4e58-a674-08d63e0aff04 req-b9ea3d58-22ff-4170-af78-37f939ddaf48 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513253
May 14 21:28:05.194035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-c857054c-c5be-4a85-b665-2ebb99ecb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.195606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9b38e39-6a22-42d0-8189-66e68aa2215b req-c857054c-c5be-4a85-b665-2ebb99ecb62f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2816994
May 14 21:28:05.207033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:05.211807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfac6c5-c706-4629-944c-81d0943a6af1,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:05.318571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cb501e-e36e-4c9e-96d4-bd46e1d069db {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:05.328954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Publish callbacks [] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.341937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8837f5-c8a6-4854-8aa7-d128117d66ac req-c38545e8-1c79-4846-905a-7d7864fb7efb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.343415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc8837f5-c8a6-4854-8aa7-d128117d66ac req-c38545e8-1c79-4846-905a-7d7864fb7efb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 945 time: 0.0636404
May 14 21:28:05.347311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.376201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Transition to ACTIVE for port object 28cb501e-e36e-4c9e-96d4-bd46e1d069db will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:05.404390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.404390 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.404390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/edfac6c5-c706-4629-944c-81d0943a6af1 HTTP/1.1" status: 200  len: 1091 time: 2.1273634
May 14 21:28:05.444756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fa147-d1df-4328-93f1-cfe4ecb617c1 service neutron] Pushing event updated for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:05.451190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dc8837f5-c8a6-4854-8aa7-d128117d66ac req-80997f12-0486-4ed8-b69d-95a8483f4711 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975902
May 14 21:28:05.458942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.529595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:05.587038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.598960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:05.599296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.607904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.613993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.629138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.635008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.640569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:05.648056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98275265-8837-4d36-a79c-4266873cc1f3 req-83bb018c-5114-4ced-9016-8d7d40bf472a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5385 time: 0.1481993
May 14 21:28:05.678079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Attempting to bind port 28cb501e-e36e-4c9e-96d4-bd46e1d069db on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:05.678422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Attempting to bind port 28cb501e-e36e-4c9e-96d4-bd46e1d069db by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:05.678758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Attempting to bind port 28cb501e-e36e-4c9e-96d4-bd46e1d069db on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:05.696653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff63d23f-df70-4b5b-8752-931daf1f22c6 req-3b507e78-f75c-4459-9af2-132a9b1e0aa9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0714557
May 14 21:28:05.704243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Port 28cb501e-e36e-4c9e-96d4-bd46e1d069db on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:05.704575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Attempting to bind port 28cb501e-e36e-4c9e-96d4-bd46e1d069db on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:05.713070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98275265-8837-4d36-a79c-4266873cc1f3 req-295fa6c6-3841-4fa4-af24-76258c634904 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0639853
May 14 21:28:05.713892 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.727545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:05.727892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Checking segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:05.728290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Bound using segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:05.728748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Bound port: 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:05.729111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:05.857812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:05.863754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:05.995790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:06.051331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.051997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:06.053398 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] 10.222.0.48 "PUT /v2.0/ports/28cb501e-e36e-4c9e-96d4-bd46e1d069db HTTP/1.1" status: 200  len: 1091 time: 1.5513587
May 14 21:28:06.097030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126709c-2566-44fc-8418-3821b556f6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:06.269046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa577191-77f9-4d03-a86c-1dae3aad889a {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:06.285839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Publish callbacks [] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:06.300303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985282ad-7475-4765-a0a7-fbf9319d8a77 req-cea668fc-73a4-4225-b125-d9eb28731ace tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.301778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-985282ad-7475-4765-a0a7-fbf9319d8a77 req-cea668fc-73a4-4225-b125-d9eb28731ace tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.1592360
May 14 21:28:06.310455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-a2c9b13f-ffe1-4fee-9376-c5b032217a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.311947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-a2c9b13f-ffe1-4fee-9376-c5b032217a0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 1125 time: 0.1353943
May 14 21:28:06.370527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1'}, {'name': 'network-changed', 'server_uuid': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'tag': '28cb501e-e36e-4c9e-96d4-bd46e1d069db'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:06.376185 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16265f28-dc28-4591-98c5-dfcfecdb03fe" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1"}, {"name": "network-changed", "server_uuid": "642eb1fc-fd39-47fb-a85e-f6423a1c1a21", "tag": "28cb501e-e36e-4c9e-96d4-bd46e1d069db"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:06.381208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Transition to ACTIVE for port object fa577191-77f9-4d03-a86c-1dae3aad889a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:06.387110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-ad11310f-fa46-4e9d-b4e5-7793955ffc4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db HTTP/1.1" status: 200  len: 217 time: 0.0683486
May 14 21:28:06.424550 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:28:06.437231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-aa48b7c3-3f17-47cc-a523-6f774f58d278 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.438648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-aa48b7c3-3f17-47cc-a523-6f774f58d278 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 810 time: 0.2976069
May 14 21:28:06.440802 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 14 May 2022 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fac664-701e-48f4-bfad-4d5ee38b19cd x-openstack-request-id: req-f0fac664-701e-48f4-bfad-4d5ee38b19cd {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:06.441092 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "642eb1fc-fd39-47fb-a85e-f6423a1c1a21", "tag": "28cb501e-e36e-4c9e-96d4-bd46e1d069db", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:06.444999 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0fac664-701e-48f4-bfad-4d5ee38b19cd {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:06.444999 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fac664-701e-48f4-bfad-4d5ee38b19cd'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1', 'status': 'completed', 'code': 200}
May 14 21:28:06.444999 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fac664-701e-48f4-bfad-4d5ee38b19cd'] response: {'name': 'network-changed', 'server_uuid': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'tag': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'status': 'completed', 'code': 200}
May 14 21:28:06.510087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-985282ad-7475-4765-a0a7-fbf9319d8a77 req-57602b7c-38e9-49ae-848c-c3def527e70c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971836
May 14 21:28:06.516482 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:06.557485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-5517f979-c63f-40f0-ac23-487c27309d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.558728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-5517f979-c63f-40f0-ac23-487c27309d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f45c5be-5e52-4ede-9ba3-78dc87d5602f HTTP/1.1" status: 200  len: 862 time: 0.1632838
May 14 21:28:06.569484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.569957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.570429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.570891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.571356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.571934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.572410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.574314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-1d22bdd6-7ca0-469b-9051-f5e40c636ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6401 time: 0.1227322
May 14 21:28:06.582034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29482af6-7f3b-45db-a4a9-00c0372838db req-75e7c250-5b2e-4e98-abad-8daab0b0af1f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.586061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29482af6-7f3b-45db-a4a9-00c0372838db req-75e7c250-5b2e-4e98-abad-8daab0b0af1f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 945 time: 0.0535736
May 14 21:28:06.640631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29482af6-7f3b-45db-a4a9-00c0372838db req-655f388b-69ea-4078-853e-2954035efd25 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514646
May 14 21:28:06.668125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-30834627-e51b-4169-8b70-05743d09b624 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928552
May 14 21:28:06.675096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=fa577191-77f9-4d03-a86c-1dae3aad889a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:06.720247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-78597899-e0cd-4f42-a647-937b0c7b73bc tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6641b342c1d440aea451919f391bc5db HTTP/1.1" status: 200  len: 379 time: 0.2674758
May 14 21:28:06.767594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'port': {'device_id': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'admin_state_up': True, 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'security_groups': ['52e46338-1f6f-4b34-b66b-daa869d2b8cd']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:06.800295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33d8816a-ebcd-4201-8da9-6a4f6ef09255 req-f518f46e-3666-47e9-84be-065d4e3bd5bf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0293717
May 14 21:28:06.950729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.956104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.961315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.963702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca6a7-4801-44e5-9232-893a1007b330 req-6071b28b-93c1-4657-8ae6-c2c59029ded2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.965164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc0ca6a7-4801-44e5-9232-893a1007b330 req-6071b28b-93c1-4657-8ae6-c2c59029ded2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.2435148
May 14 21:28:06.966536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.971819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.977032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.982256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.983613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-62a9635c-7818-4f51-b0c9-d3a385a82bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.985221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-62a9635c-7818-4f51-b0c9-d3a385a82bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.985366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-57caac52-62ed-48ac-afb2-c82dd9b7850c tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5397 time: 0.0944386
May 14 21:28:06.985488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-62a9635c-7818-4f51-b0c9-d3a385a82bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:06.986127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-62a9635c-7818-4f51-b0c9-d3a385a82bc6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3902802
May 14 21:28:07.054831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a3310d5-5a73-40de-9ec2-777fddf71493 req-d8402afd-2b13-4de1-ac81-b5553e79d3d8 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0633349
May 14 21:28:07.119255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Attempting to bind port fa577191-77f9-4d03-a86c-1dae3aad889a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:07.119608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Attempting to bind port fa577191-77f9-4d03-a86c-1dae3aad889a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:07.119935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Attempting to bind port fa577191-77f9-4d03-a86c-1dae3aad889a on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:07.135582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-3da537d5-4da6-4940-96bc-2090410477e1 service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4569216
May 14 21:28:07.164910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Port fa577191-77f9-4d03-a86c-1dae3aad889a on network d997121d-d5fd-4dda-af06-15496863df8e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:07.165230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Attempting to bind port fa577191-77f9-4d03-a86c-1dae3aad889a on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:07.186791 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc0ca6a7-4801-44e5-9232-893a1007b330 req-76de1910-b0d7-4f81-ab08-6ef90b400447 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121727
May 14 21:28:07.240730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:07.241096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Checking segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:07.241459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Bound using segment: {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:07.241909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Bound port: fa577191-77f9-4d03-a86c-1dae3aad889a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3250c9e2-cbc7-4d1c-a895-31dc0109555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:07.242260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:07.305417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fe0bf-ed16-479f-9a28-ecc88d639547 req-f95fa2ad-4d2c-47bc-931a-4dd0334f8c02 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:07.306905 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b4fe0bf-ed16-479f-9a28-ecc88d639547 req-f95fa2ad-4d2c-47bc-931a-4dd0334f8c02 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 945 time: 0.0504198
May 14 21:28:07.358121 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b4fe0bf-ed16-479f-9a28-ecc88d639547 req-a663b3db-a25f-450a-86eb-74bff4dc3ead tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450821
May 14 21:28:07.589890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Made reservation on behalf of 6641b342c1d440aea451919f391bc5db for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:28:07.593238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:07.604753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-e6d8bb1d-edda-4a97-bc33-3f6b4c2ca6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:07.606267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-e6d8bb1d-edda-4a97-bc33-3f6b4c2ca6c0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6099439
May 14 21:28:07.640892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc020b97-74a9-480b-8191-e0896536fe4f req-ef200fca-d887-46a5-9b15-71ef5cf65180 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:07.642407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc020b97-74a9-480b-8191-e0896536fe4f req-ef200fca-d887-46a5-9b15-71ef5cf65180 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.0531464
May 14 21:28:07.695526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1782c2f9-a6a4-4f83-a523-b8db412c2f5c req-a8fbb99b-795e-4094-a8a0-546e10035bf7 service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5453360
May 14 21:28:07.698650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc020b97-74a9-480b-8191-e0896536fe4f req-df8716f5-db7f-4f45-9797-c38eceacf235 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495033
May 14 21:28:07.738697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] For port fa577191-77f9-4d03-a86c-1dae3aad889a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:07.758279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] For port fa577191-77f9-4d03-a86c-1dae3aad889a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa577191-77f9-4d03-a86c-1dae3aad889a,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:07.820836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Allocated IP 172.20.0.9 (482e0ed1-68c5-4c2d-8efe-8f79824053af/e64369c2-020c-4472-ad29-d17d58e68391/e90ff6bb-3ced-4a72-8633-418a004483a5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:07.823066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:07.825359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe6cc7-c9c7-4bd9-813a-36fb5f76a1a8 req-dece6fd6-40e9-4587-9b0a-473224688067 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:07.826871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0fe6cc7-c9c7-4bd9-813a-36fb5f76a1a8 req-dece6fd6-40e9-4587-9b0a-473224688067 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 945 time: 0.0528297
May 14 21:28:07.879391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:07.880064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:07.888592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa577191-77f9-4d03-a86c-1dae3aad889a HTTP/1.1" status: 200  len: 1091 time: 2.2954547
May 14 21:28:07.895794 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0fe6cc7-c9c7-4bd9-813a-36fb5f76a1a8 req-953e8474-0d31-4bce-a652-ae96d1e5763a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616138
May 14 21:28:07.948639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693344e5-a2cd-48fa-aaf1-df13716b5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=fa577191-77f9-4d03-a86c-1dae3aad889a,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:07.959856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1ce7840-a52e-48db-91c8-011b2085a7ae req-ce0f0faf-152b-4297-b21e-ed2c2806ea37 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0653322
May 14 21:28:08.078799 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:08.212190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.217398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.223171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.228402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.233599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.239438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.244652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.246493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-a4801390-7c7d-4d81-92f1-dca6d7108b73 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5397 time: 0.0864305
May 14 21:28:08.282006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:08.309522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbc6d4c-cf54-4586-b174-0207cd433446 req-7360cc50-b5fe-422f-978b-ee9ddbe22142 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0569997
May 14 21:28:08.323215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:08.326388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:08.329676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:08.372671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'Port': ['ID=e90ff6bb-3ced-4a72-8633-418a004483a5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:08.396148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.396798 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:08.442627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'fa577191-77f9-4d03-a86c-1dae3aad889a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:08.445007 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c13c9d-53cb-4240-a421-f2db1f817816" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "fa577191-77f9-4d03-a86c-1dae3aad889a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:08.486652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-ec647a2b-ee87-441e-a401-f761d0c7d823 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7393827
May 14 21:28:08.486652 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3ca04-f9cb-4314-9d6c-13152f26a328 x-openstack-request-id: req-79b3ca04-f9cb-4314-9d6c-13152f26a328 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:08.487350 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "fa577191-77f9-4d03-a86c-1dae3aad889a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:08.487647 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79b3ca04-f9cb-4314-9d6c-13152f26a328 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:08.488044 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b3ca04-f9cb-4314-9d6c-13152f26a328'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'fa577191-77f9-4d03-a86c-1dae3aad889a', 'status': 'completed', 'code': 200}
May 14 21:28:08.635218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cd033a0f-0d9b-4fbe-a6a7-54ca1414e5c2 None None] Provisioning complete for port e90ff6bb-3ced-4a72-8633-418a004483a5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:08.635845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cd033a0f-0d9b-4fbe-a6a7-54ca1414e5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:08.670224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cd033a0f-0d9b-4fbe-a6a7-54ca1414e5c2 None None] Port e90ff6bb-3ced-4a72-8633-418a004483a5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:28:08.820746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a7b52-eb79-404f-938b-f335893332cf req-5615a8ba-f4ba-49db-a870-8f48470bef80 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.822842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d8a7b52-eb79-404f-938b-f335893332cf req-5615a8ba-f4ba-49db-a870-8f48470bef80 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.0498683
May 14 21:28:08.869026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Request body: {'port': {'device_id': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:08.874446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d8a7b52-eb79-404f-938b-f335893332cf req-e407a56c-fdd2-4dbe-8208-b4e0dddeadd8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454876
May 14 21:28:08.912038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-d3e989b2-07d7-4f06-8c8a-3f5ec0b6824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:08.913554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-d3e989b2-07d7-4f06-8c8a-3f5ec0b6824d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 1125 time: 0.0836704
May 14 21:28:09.013554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.014291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.014756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.015283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.015779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.016237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.016694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.019670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-43d183e1-1f04-4550-bfe0-964ebe6e8ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6499 time: 0.1269982
May 14 21:28:09.082776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:09.086990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9fd2d-434b-4db3-9c76-2649a7ae745f req-89b66996-0d3c-4e63-901f-bb99811d10b7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.088488 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdc9fd2d-434b-4db3-9c76-2649a7ae745f req-89b66996-0d3c-4e63-901f-bb99811d10b7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 931 time: 0.0472767
May 14 21:28:09.090748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:09.138455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdc9fd2d-434b-4db3-9c76-2649a7ae745f req-4fe3d496-66c0-49d7-ac51-8e139729ee7a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428591
May 14 21:28:09.165172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981c2a9-7569-443a-aae6-68911504d5a4 req-625f1f44-ca13-4d5b-ab28-e2d25cb54e3b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.166727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1981c2a9-7569-443a-aae6-68911504d5a4 req-625f1f44-ca13-4d5b-ab28-e2d25cb54e3b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 945 time: 0.1780758
May 14 21:28:09.208795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-709488df-f589-4692-8907-1bf6548e104a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.210321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-709488df-f589-4692-8907-1bf6548e104a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 945 time: 0.0507262
May 14 21:28:09.304865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port db40aee5-795f-4099-ad95-50687d306da4 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:09.305250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (db40aee5-795f-4099-ad95-50687d306da4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:09.331536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-d966e342-58fd-4440-80e4-1eafba5cf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.333066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-d966e342-58fd-4440-80e4-1eafba5cf53a service neutron] 10.222.0.48 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 923 time: 0.4007034
May 14 21:28:09.376422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:09.419810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-2542134f-5a51-4cd9-9310-e7ac63386cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.420185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-2542134f-5a51-4cd9-9310-e7ac63386cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.420646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-2542134f-5a51-4cd9-9310-e7ac63386cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.422280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-2542134f-5a51-4cd9-9310-e7ac63386cf3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3545630
May 14 21:28:09.438622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-e14e5e64-272f-4c05-9e22-4ff799b1d7a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db HTTP/1.1" status: 200  len: 217 time: 0.0848358
May 14 21:28:09.439164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port db40aee5-795f-4099-ad95-50687d306da4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=db40aee5-795f-4099-ad95-50687d306da4,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:09.439730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (db40aee5-795f-4099-ad95-50687d306da4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:09.452871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1981c2a9-7569-443a-aae6-68911504d5a4 req-592f9e64-fc97-44eb-883f-465188cdf7d5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2513456
May 14 21:28:09.462168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.479177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.479177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.479891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.485084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.490424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.495729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.497648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-2c1b7f00-b9a6-40b3-bb30-fe114adfb802 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5397 time: 0.1065087
May 14 21:28:09.502650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for db40aee5-795f-4099-ad95-50687d306da4 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:09.614923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce5cdea0-cea3-424c-ad20-3d40ba0ad2f0 req-5c292c0f-115a-442c-ab25-930c36d9371e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1098266
May 14 21:28:09.694111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-94ab951c-af5d-45c6-83f3-112a5ea68b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.695643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-94ab951c-af5d-45c6-83f3-112a5ea68b27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f45c5be-5e52-4ede-9ba3-78dc87d5602f HTTP/1.1" status: 200  len: 862 time: 0.2388067
May 14 21:28:09.738639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (db40aee5-795f-4099-ad95-50687d306da4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:09.754439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['639111d9-ddb5-416d-9307-f0c501e35589', 'db40aee5-795f-4099-ad95-50687d306da4'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:09.774420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=db40aee5-795f-4099-ad95-50687d306da4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:09.791430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-07d4dddc-1dd6-452d-b97e-9aa8167cf7dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836694
May 14 21:28:09.813447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:09.828572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port db40aee5-795f-4099-ad95-50687d306da4 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:09.832870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:09.836455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "DELETE /v2.0/ports/db40aee5-795f-4099-ad95-50687d306da4 HTTP/1.1" status: 204  len: 173 time: 0.6209173
May 14 21:28:09.836945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'name': 'network-vif-deleted', 'tag': 'db40aee5-795f-4099-ad95-50687d306da4'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:09.842511 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0c4a4c-44cd-45ae-8000-f012ada2b319" -d '{"events": [{"server_uuid": "310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d", "name": "network-vif-deleted", "tag": "db40aee5-795f-4099-ad95-50687d306da4"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:09.877637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-3f6589d2-ef99-4af7-8a01-0738ad734c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:09.879130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2c13c9d-53cb-4240-a421-f2db1f817816 req-3f6589d2-ef99-4af7-8a01-0738ad734c3e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4422386
May 14 21:28:09.887166 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc68ebb-9683-478b-9b43-acc08ce4bb58 x-openstack-request-id: req-4dc68ebb-9683-478b-9b43-acc08ce4bb58 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:09.887458 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d", "name": "network-vif-deleted", "tag": "db40aee5-795f-4099-ad95-50687d306da4", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:09.887735 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4dc68ebb-9683-478b-9b43-acc08ce4bb58 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:09.889208 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc68ebb-9683-478b-9b43-acc08ce4bb58'] response: {'server_uuid': '310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d', 'name': 'network-vif-deleted', 'tag': 'db40aee5-795f-4099-ad95-50687d306da4', 'status': 'completed', 'code': 200}
May 14 21:28:10.029363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d2428-dc26-4d8d-88b5-cd77ee756bcf req-ae7d98ae-52d4-42d1-861c-6f31b9b6b765 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.031194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-047d2428-dc26-4d8d-88b5-cd77ee756bcf req-ae7d98ae-52d4-42d1-861c-6f31b9b6b765 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.0552881
May 14 21:28:10.056414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-73e1c322-d4ac-4530-ae6f-13deb5bf0f20 service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572212
May 14 21:28:10.113738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-047d2428-dc26-4d8d-88b5-cd77ee756bcf req-2300d2ba-f5f8-4fd7-843b-9916e7bed9fd tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766027
May 14 21:28:10.129593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90ff6bb-3ced-4a72-8633-418a004483a5 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:10.169658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Publish callbacks [] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.210029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Transition to ACTIVE for port object e90ff6bb-3ced-4a72-8633-418a004483a5 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:10.308752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16265f28-dc28-4591-98c5-dfcfecdb03fe req-435e0def-a147-4b6f-bde9-9c1dc5e2ee4c service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2326586
May 14 21:28:10.309339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.325781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4663d148-3f78-4667-9e22-e6be0e34d3da {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:10.332951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c1aad43b-19e4-4123-a3dc-ff0070e21884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.335785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fd43b-9f94-4269-bf25-e8d48ed42146 req-1506c412-dd8d-4d5b-8fea-b14688988395 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.337307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e61fd43b-9f94-4269-bf25-e8d48ed42146 req-1506c412-dd8d-4d5b-8fea-b14688988395 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 931 time: 0.1194205
May 14 21:28:10.364331 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Publish callbacks [] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.405601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Transition to ACTIVE for port object 4663d148-3f78-4667-9e22-e6be0e34d3da will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:10.419211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=e90ff6bb-3ced-4a72-8633-418a004483a5,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:10.482101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e61fd43b-9f94-4269-bf25-e8d48ed42146 req-95270ba4-5ebf-4c34-9176-cf4209ea4e5b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223977
May 14 21:28:10.520084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.562618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Attempting to bind port e90ff6bb-3ced-4a72-8633-418a004483a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:10.563356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Attempting to bind port e90ff6bb-3ced-4a72-8633-418a004483a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:10.564053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Attempting to bind port e90ff6bb-3ced-4a72-8633-418a004483a5 on network 482e0ed1-68c5-4c2d-8efe-8f79824053af {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:10.585584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60d46d5c-3f52-47f2-87c2-d230899ff0b1 req-b4665f7d-a6de-4b29-913d-3af82dc254bf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=310ba3dc-8a6a-4d6a-9d96-6ced86f4ec4d HTTP/1.1" status: 200  len: 210 time: 0.0372257
May 14 21:28:10.587806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Port e90ff6bb-3ced-4a72-8633-418a004483a5 on network 482e0ed1-68c5-4c2d-8efe-8f79824053af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:10.588211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Attempting to bind port e90ff6bb-3ced-4a72-8633-418a004483a5 on network 482e0ed1-68c5-4c2d-8efe-8f79824053af {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:10.624634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:10.624634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Checking segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:10.624634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Bound using segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:10.624634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Bound port: e90ff6bb-3ced-4a72-8633-418a004483a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:10.624634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.624634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Pushing event updated for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:10.774985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] For port e90ff6bb-3ced-4a72-8633-418a004483a5, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:10.799359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Attempting to bind port 4663d148-3f78-4667-9e22-e6be0e34d3da on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:10.799917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Attempting to bind port 4663d148-3f78-4667-9e22-e6be0e34d3da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:10.800247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Attempting to bind port 4663d148-3f78-4667-9e22-e6be0e34d3da on network 2379f3be-5962-40d1-834f-0e520eee96e4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:10.808329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] For port e90ff6bb-3ced-4a72-8633-418a004483a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e90ff6bb-3ced-4a72-8633-418a004483a5,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:10.819192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.824699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.830723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.836063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.841266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.847200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.852487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.854524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-10fa0892-b861-404c-bd30-dec7d1332bee tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5409 time: 0.1467118
May 14 21:28:10.855651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Port 4663d148-3f78-4667-9e22-e6be0e34d3da on network 2379f3be-5962-40d1-834f-0e520eee96e4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:10.855969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Attempting to bind port 4663d148-3f78-4667-9e22-e6be0e34d3da on network 2379f3be-5962-40d1-834f-0e520eee96e4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:10.861676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:10.864146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Checking segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:10.864146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Bound using segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:10.864146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Bound port: 4663d148-3f78-4667-9e22-e6be0e34d3da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:10.864146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.918353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.981835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:10.982448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:10.983842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 200  len: 1091 time: 2.1191270
May 14 21:28:10.989086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:10.991219 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067afa6d-f54d-42f7-b699-ae68c459ac70" -d '{"events": [{"name": "network-changed", "server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:11.022377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-409f47aa-1bad-418d-8fcb-8d68f1c8d8a1 req-11c0bf51-fc9d-4995-8082-6035ee7395d6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1569760
May 14 21:28:11.031732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:11.037243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4663d148-3f78-4667-9e22-e6be0e34d3da,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:11.038955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114caa1-5c25-4c29-9846-41c002358ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=e90ff6bb-3ced-4a72-8633-418a004483a5,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:11.065284 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45cba3-4092-4d76-b309-8db75c94c4ef x-openstack-request-id: req-4f45cba3-4092-4d76-b309-8db75c94c4ef {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:11.065695 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:11.066051 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f45cba3-4092-4d76-b309-8db75c94c4ef {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:11.066485 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f45cba3-4092-4d76-b309-8db75c94c4ef'] response: {'name': 'network-changed', 'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'status': 'completed', 'code': 200}
May 14 21:28:11.119108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:11.159710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067afa6d-f54d-42f7-b699-ae68c459ac70 req-1eeebcff-41ac-4195-a1a6-7b1f98686fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:11.161504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-067afa6d-f54d-42f7-b699-ae68c459ac70 req-1eeebcff-41ac-4195-a1a6-7b1f98686fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1125 time: 0.0758183
May 14 21:28:11.164745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:11.165361 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:11.166785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] 10.222.0.36 "PUT /v2.0/ports/4663d148-3f78-4667-9e22-e6be0e34d3da HTTP/1.1" status: 200  len: 1091 time: 2.1044912
May 14 21:28:11.278995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Request body: {'port': {'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:11.309932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe6436-9d9d-4bab-aa72-8f9749402afc service neutron] Pushing event updated for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:11.334829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd320e-b06c-4a79-bb83-6be62e02ca02 req-e1c6f2b9-ba94-4316-b726-073425b5f4e6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:11.336388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12bd320e-b06c-4a79-bb83-6be62e02ca02 req-e1c6f2b9-ba94-4316-b726-073425b5f4e6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.1344550
May 14 21:28:11.614326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0672297-d063-4661-99bf-a4b5a061436f req-ad41c3f2-16e8-4029-939b-f4a51b98a784 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:11.615929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0672297-d063-4661-99bf-a4b5a061436f req-ad41c3f2-16e8-4029-939b-f4a51b98a784 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 943 time: 0.0566571
May 14 21:28:11.668327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0672297-d063-4661-99bf-a4b5a061436f req-3fb1fa1d-9e4b-4438-8283-e6911cae5ce3 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464611
May 14 21:28:11.704666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 28cb501e-e36e-4c9e-96d4-bd46e1d069db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:11.728250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067afa6d-f54d-42f7-b699-ae68c459ac70 req-0d86dde6-a613-4ed8-93c6-83513cd68a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:11.729665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-067afa6d-f54d-42f7-b699-ae68c459ac70 req-0d86dde6-a613-4ed8-93c6-83513cd68a65 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6641b342c1d440aea451919f391bc5db&shared=False HTTP/1.1" status: 200  len: 911 time: 0.5603654
May 14 21:28:11.757084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39024741-3b76-4bb3-aecf-4392e5246961), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:11.835211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:11.847377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'port_id': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'mac_address': 'fa:16:3e:49:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f45c5be-5e52-4ede-9ba3-78dc87d5602f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:11.848118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12bd320e-b06c-4a79-bb83-6be62e02ca02 req-36b2715e-6f5e-4b58-8a96-3e281b19cb53 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5016658
May 14 21:28:11.885679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 28cb501e-e36e-4c9e-96d4-bd46e1d069db is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:11.886057 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:11.899400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cb501e-e36e-4c9e-96d4-bd46e1d069db {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:11.912040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:11.916545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067afa6d-f54d-42f7-b699-ae68c459ac70 req-d31fd4d4-1f33-41dd-89ba-0381e3838566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:11.916545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-067afa6d-f54d-42f7-b699-ae68c459ac70 req-d31fd4d4-1f33-41dd-89ba-0381e3838566 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1750915
May 14 21:28:11.929620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:12.029941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.031408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-e10a2bcf-4831-479d-a059-a7c5882d9b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.033004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-e10a2bcf-4831-479d-a059-a7c5882d9b45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1125 time: 0.0578940
May 14 21:28:12.085190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:12.113336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-658bd6e0-8d65-4a1c-877c-74f66d7d6c6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 200  len: 217 time: 0.0684044
May 14 21:28:12.223341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d95b7-0ebf-4930-a190-dac0072fdb9d req-2b1f461f-4bbf-4157-82ee-395f8ffd1f7c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.225019 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-287d95b7-0ebf-4930-a190-dac0072fdb9d req-2b1f461f-4bbf-4157-82ee-395f8ffd1f7c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.0499065
May 14 21:28:12.234075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.240183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.245427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.250764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.256489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.261732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.268193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.270094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec34af81-cbe8-4f74-8da4-299406721acb req-c1dc83b6-dfd2-4dfa-b4f8-cfafad4e37a4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5409 time: 0.1484575
May 14 21:28:12.273119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-287d95b7-0ebf-4930-a190-dac0072fdb9d req-0eb7f615-e8b1-4407-ad0e-2be80d6bd829 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423026
May 14 21:28:12.273313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-1b2b79a4-9abf-4e3f-b70f-df18ae410a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.274579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-1b2b79a4-9abf-4e3f-b70f-df18ae410a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.1540926
May 14 21:28:12.307564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['28cb501e-e36e-4c9e-96d4-bd46e1d069db'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:12.340630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.363735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39024741-3b76-4bb3-aecf-4392e5246961 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:12.378186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Publish callbacks [] for port (39024741-3b76-4bb3-aecf-4392e5246961), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.386487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec34af81-cbe8-4f74-8da4-299406721acb req-328d563f-500f-42a6-a6f6-051108770edf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1083353
May 14 21:28:12.397268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Transition to ACTIVE for port object 39024741-3b76-4bb3-aecf-4392e5246961 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:12.470273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.518903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Pushing event updated for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:12.598074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Attempting to bind port 39024741-3b76-4bb3-aecf-4392e5246961 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:12.598437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Attempting to bind port 39024741-3b76-4bb3-aecf-4392e5246961 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:12.598762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Attempting to bind port 39024741-3b76-4bb3-aecf-4392e5246961 on network 2379f3be-5962-40d1-834f-0e520eee96e4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:12.603218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Port 39024741-3b76-4bb3-aecf-4392e5246961 on network 2379f3be-5962-40d1-834f-0e520eee96e4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:12.603568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Attempting to bind port 39024741-3b76-4bb3-aecf-4392e5246961 on network 2379f3be-5962-40d1-834f-0e520eee96e4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:12.608554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:12.608887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Checking segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:12.609274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Bound using segment: {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:12.609700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Bound port: 39024741-3b76-4bb3-aecf-4392e5246961, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d68f7e7-2cd0-4f80-a88e-8af6741be29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:12.610052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39024741-3b76-4bb3-aecf-4392e5246961), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.677171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:12.682340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39024741-3b76-4bb3-aecf-4392e5246961,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:12.745339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.781258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.781946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.784258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] 10.222.0.36 "PUT /v2.0/ports/39024741-3b76-4bb3-aecf-4392e5246961 HTTP/1.1" status: 200  len: 1091 time: 1.5112760
May 14 21:28:12.801255 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5140aa6b-97e5-4b24-9577-7a15e0df152e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:12.804439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0733ed7-ecdf-434c-8494-932903306273 req-20ab7a9b-db70-4b3d-b6e6-8cd4fd63aa24 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.808086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0733ed7-ecdf-434c-8494-932903306273 req-20ab7a9b-db70-4b3d-b6e6-8cd4fd63aa24 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 943 time: 0.0601878
May 14 21:28:12.810560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730175-69a3-48ce-9ac1-da313658ea7b service neutron] Pushing event updated for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:12.866987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0733ed7-ecdf-434c-8494-932903306273 req-14101395-d864-432a-9a9a-8d066ed6a28b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544653
May 14 21:28:12.976797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05f9ba-f8ce-40e5-84be-d287f14a0da0 req-b7bccef7-2369-441b-843d-bbc679f007e4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:12.978345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad05f9ba-f8ce-40e5-84be-d287f14a0da0 req-b7bccef7-2369-441b-843d-bbc679f007e4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 944 time: 0.0514450
May 14 21:28:13.031453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad05f9ba-f8ce-40e5-84be-d287f14a0da0 req-6498b915-6454-4e87-8579-ed08e32c3038 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468400
May 14 21:28:13.067241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da'}, {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:13.069599 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0649650d-b42c-4e94-968e-bbf1a4cd07fe" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da"}, {"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "39024741-3b76-4bb3-aecf-4392e5246961"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:13.111992 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 14 May 2022 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e544ff-ebbf-4324-9610-b810dbec9947 x-openstack-request-id: req-38e544ff-ebbf-4324-9610-b810dbec9947 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:13.112284 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "39024741-3b76-4bb3-aecf-4392e5246961", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:13.112541 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38e544ff-ebbf-4324-9610-b810dbec9947 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:13.112954 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e544ff-ebbf-4324-9610-b810dbec9947'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da', 'status': 'completed', 'code': 200}
May 14 21:28:13.113213 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e544ff-ebbf-4324-9610-b810dbec9947'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961', 'status': 'completed', 'code': 200}
May 14 21:28:13.295364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-77e37689-6de2-4124-8c06-df5863afd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.296921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-77e37689-6de2-4124-8c06-df5863afd370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0735984
May 14 21:28:13.308914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.309397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.309872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.310340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.310838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.311257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.311753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.313673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-163a09d6-b489-4efb-b94e-141424d9f320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6695 time: 0.0621982
May 14 21:28:13.436324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84be94f-d1d5-4645-b93c-72962d9b1a39 req-0697f5c1-d0e0-4c57-ac62-7464640dd202 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.437857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d84be94f-d1d5-4645-b93c-72962d9b1a39 req-0697f5c1-d0e0-4c57-ac62-7464640dd202 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.0824161
May 14 21:28:13.526305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.531707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.537541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.542864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.548313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.554063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.559278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.561360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-b703da06-7c50-445a-bee1-c1831f7e6d0a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.0927701
May 14 21:28:13.626030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-cf307073-3639-40d1-b4ed-e18a28455316 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.627569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-cf307073-3639-40d1-b4ed-e18a28455316 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 946 time: 0.1249011
May 14 21:28:13.630025 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9baba33-66f8-45f7-8b78-ba8377a496ff req-d6f66b38-4a36-443f-8758-aa81dac1c37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578060
May 14 21:28:13.630500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d84be94f-d1d5-4645-b93c-72962d9b1a39 req-0bbe7a46-3cec-46c4-80e1-63053e9a7519 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806769
May 14 21:28:13.682931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-cc6635c2-6f20-4608-b9da-d7f88d5299f9 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2915313
May 14 21:28:13.700981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-bc0128ed-97c5-48ea-ac3e-18da9f744ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.701456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-bc0128ed-97c5-48ea-ac3e-18da9f744ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.701921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-bc0128ed-97c5-48ea-ac3e-18da9f744ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.703443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-bc0128ed-97c5-48ea-ac3e-18da9f744ca0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3016183
May 14 21:28:13.716215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 28cb501e-e36e-4c9e-96d4-bd46e1d069db up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:13.763202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:13.771671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 28cb501e-e36e-4c9e-96d4-bd46e1d069db completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:13.864227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port 639111d9-ddb5-416d-9307-f0c501e35589 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:13.864470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (639111d9-ddb5-416d-9307-f0c501e35589), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:13.864690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 28cb501e-e36e-4c9e-96d4-bd46e1d069db triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:13.865162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:13.888679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device db40aee5-795f-4099-ad95-50687d306da4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:13.925299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: db40aee5-795f-4099-ad95-50687d306da4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:28:13.925975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device db40aee5-795f-4099-ad95-50687d306da4 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:28:13.937219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-af5055f3-1953-47af-852b-801b0417f8eb service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2490711
May 14 21:28:13.987276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-d6872ff3-2cbf-4af9-972e-863cd3b803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:13.988781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-d6872ff3-2cbf-4af9-972e-863cd3b803dd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2685573
May 14 21:28:13.992758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 28cb501e-e36e-4c9e-96d4-bd46e1d069db is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:13.993597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:14.023763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb501e-e36e-4c9e-96d4-bd46e1d069db'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:14.027259 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe4f637-ce3c-47c9-ade9-9a81ee384c5a" -d '{"events": [{"server_uuid": "642eb1fc-fd39-47fb-a85e-f6423a1c1a21", "name": "network-vif-plugged", "status": "completed", "tag": "28cb501e-e36e-4c9e-96d4-bd46e1d069db"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:14.036876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23292558-5540-4c93-9888-19f22342d067 req-3750e627-2106-476c-a5b3-a5af16fb5715 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.038569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23292558-5540-4c93-9888-19f22342d067 req-3750e627-2106-476c-a5b3-a5af16fb5715 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 943 time: 0.0693944
May 14 21:28:14.040734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port 639111d9-ddb5-416d-9307-f0c501e35589, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=639111d9-ddb5-416d-9307-f0c501e35589,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:14.040734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (639111d9-ddb5-416d-9307-f0c501e35589), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:14.042350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:14.062446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for 639111d9-ddb5-416d-9307-f0c501e35589 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:14.074636 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f829352-4425-4ee8-b406-66533d2e9d0a x-openstack-request-id: req-4f829352-4425-4ee8-b406-66533d2e9d0a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:14.074997 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642eb1fc-fd39-47fb-a85e-f6423a1c1a21", "name": "network-vif-plugged", "status": "completed", "tag": "28cb501e-e36e-4c9e-96d4-bd46e1d069db", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:14.076420 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f829352-4425-4ee8-b406-66533d2e9d0a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:14.076844 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f829352-4425-4ee8-b406-66533d2e9d0a'] response: {'server_uuid': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'code': 200}
May 14 21:28:14.122511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:14.141174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23292558-5540-4c93-9888-19f22342d067 req-55a34b19-b76b-444d-b99c-3fb7a2776ae7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925913
May 14 21:28:14.178586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffb784-80a1-4fbf-ad65-f73f0c39133b req-0aff8c51-24a5-4cda-b8d3-4b6fa8e3237b tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.180726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88ffb784-80a1-4fbf-ad65-f73f0c39133b req-0aff8c51-24a5-4cda-b8d3-4b6fa8e3237b tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0539556
May 14 21:28:14.196354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:14.201335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66ba35-c1af-4648-ad21-e9d7862101fa req-db314c5e-7cdd-47ff-baf8-e66315690232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.202872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a66ba35-c1af-4648-ad21-e9d7862101fa req-db314c5e-7cdd-47ff-baf8-e66315690232 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 1127 time: 0.0573478
May 14 21:28:14.204107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.204453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.205046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.205624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.206181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.206524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.206853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.207358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.207713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.208043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.208395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.208720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.209041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.209362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.209682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.239424 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-88ffb784-80a1-4fbf-ad65-f73f0c39133b req-233f99ce-a359-481b-9b75-2f5e211e0f87 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524926
May 14 21:28:14.284992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a66ba35-c1af-4648-ad21-e9d7862101fa req-34e8b9a7-2ef3-4f93-83a7-eeac4daacd43 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758498
May 14 21:28:14.372763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (639111d9-ddb5-416d-9307-f0c501e35589), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:14.386325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['639111d9-ddb5-416d-9307-f0c501e35589'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:14.389893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:14.402608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=639111d9-ddb5-416d-9307-f0c501e35589,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:14.434299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.434656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.435012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.435354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.435731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.436072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.436404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.436736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.437205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.437579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.437914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.438244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.438570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.438897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.439221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:14.467525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port 639111d9-ddb5-416d-9307-f0c501e35589 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:14.470208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:14.474019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b87d52b9-a33a-4c5d-9ac0-888aa7fe317c req-90b3d319-2a9c-4707-b545-0d7335a857e3 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "DELETE /v2.0/ports/639111d9-ddb5-416d-9307-f0c501e35589 HTTP/1.1" status: 204  len: 173 time: 0.8360188
May 14 21:28:14.743638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-308cbfee-34c7-485e-bb91-20d75ce29120 req-41c8fe7e-294a-4202-b380-05fd92e899c0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 210 time: 0.0285599
May 14 21:28:14.770550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.775965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.781305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.787294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.792614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.798040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.804322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.806707 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6335d441-e767-45c6-885e-713e6965ac6d req-c32ac09e-6e16-41e6-a036-9a9f91514f01 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.0905461
May 14 21:28:14.873459 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6335d441-e767-45c6-885e-713e6965ac6d req-c9ddbd21-0ddc-43bf-98a5-fb93807bed70 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0609581
May 14 21:28:14.884564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.885047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.885525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.886110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.886626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.886951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.887460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.892643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-4556ec98-18ed-42a3-9242-7bf106097a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6695 time: 0.0579553
May 14 21:28:14.998282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-3e003f54-85dc-4ab7-a74b-5fe5a1ccd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.998748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-3e003f54-85dc-4ab7-a74b-5fe5a1ccd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:14.999209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-3e003f54-85dc-4ab7-a74b-5fe5a1ccd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.000857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-3e003f54-85dc-4ab7-a74b-5fe5a1ccd492 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1df1ae61bf82472dadc4830840421a63&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1035273
May 14 21:28:15.094515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-b53dc245-b3d2-417c-8a25-7e5ebb90a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.096556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0649650d-b42c-4e94-968e-bbf1a4cd07fe req-b53dc245-b3d2-417c-8a25-7e5ebb90a590 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0903058
May 14 21:28:15.114223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441f55e9-7d61-4fe1-824f-b109de8af293', 'name': 'network-vif-deleted', 'tag': '639111d9-ddb5-416d-9307-f0c501e35589'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:15.117985 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85003270-763e-4c2b-be4a-540c7aa89758" -d '{"events": [{"server_uuid": "441f55e9-7d61-4fe1-824f-b109de8af293", "name": "network-vif-deleted", "tag": "639111d9-ddb5-416d-9307-f0c501e35589"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:15.168800 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f5cfe-fa25-4c7d-9818-11ac2346c59e x-openstack-request-id: req-c56f5cfe-fa25-4c7d-9818-11ac2346c59e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:15.169092 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441f55e9-7d61-4fe1-824f-b109de8af293", "name": "network-vif-deleted", "tag": "639111d9-ddb5-416d-9307-f0c501e35589", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:15.169344 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c56f5cfe-fa25-4c7d-9818-11ac2346c59e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:15.169736 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56f5cfe-fa25-4c7d-9818-11ac2346c59e'] response: {'server_uuid': '441f55e9-7d61-4fe1-824f-b109de8af293', 'name': 'network-vif-deleted', 'tag': '639111d9-ddb5-416d-9307-f0c501e35589', 'status': 'completed', 'code': 200}
May 14 21:28:15.193640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.194153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.194703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.195212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.195696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.196161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.196622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.198594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c43ee44e-1bee-41ff-a530-0e591c6578ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6695 time: 0.0661535
May 14 21:28:15.241226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-c92da539-7c66-4806-b5b3-73a014b8e212 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 200  len: 217 time: 0.0347233
May 14 21:28:15.264605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322805de-3ec9-4ebd-be6b-e5b5ccf69a0d req-7f78d4f3-f7bf-40a8-8194-ee7033c67918 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.266231 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-322805de-3ec9-4ebd-be6b-e5b5ccf69a0d req-7f78d4f3-f7bf-40a8-8194-ee7033c67918 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 943 time: 0.0513337
May 14 21:28:15.299061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-80b77fc7-407c-4304-a7d5-5935e6b4f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.300827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-80b77fc7-407c-4304-a7d5-5935e6b4f6ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 HTTP/1.1" status: 200  len: 851 time: 0.0536947
May 14 21:28:15.332125 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-322805de-3ec9-4ebd-be6b-e5b5ccf69a0d req-9d3b74fd-bad2-40b1-aaa1-09f63a8c0594 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585046
May 14 21:28:15.378053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-facdb347-c442-4e86-a6e6-df9a3895ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.379565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-facdb347-c442-4e86-a6e6-df9a3895ef1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef572d9b-20a4-4311-9582-fea3efbf759e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0727491
May 14 21:28:15.390331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a341b0-ed70-4a6b-a457-fdc43603c169 req-7d6bf4d7-2c05-4be8-9a36-7d0256caabc2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.391710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7a341b0-ed70-4a6b-a457-fdc43603c169 req-7d6bf4d7-2c05-4be8-9a36-7d0256caabc2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0582051
May 14 21:28:15.494843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7a341b0-ed70-4a6b-a457-fdc43603c169 req-a410cfb0-9ea6-40bb-a75d-a2fbcfdb4ad9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946486
May 14 21:28:15.511179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-a80b3c0d-8e98-4e89-ba6b-d1ce5aeb8cc7 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185248
May 14 21:28:15.589753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:15.694933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-b67dd244-fe95-4943-9609-b075a1b15259 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924723
May 14 21:28:15.738673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-766ebabe-664a-447e-b878-2db00e2ed1ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 217 time: 0.0377285
May 14 21:28:15.794077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-63d10919-e527-4ef2-96da-03be89b9c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.795581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-63d10919-e527-4ef2-96da-03be89b9c585 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0512655
May 14 21:28:15.844869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-59e5d319-77f4-482f-a598-7199c0102f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:15.846458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-59e5d319-77f4-482f-a598-7199c0102f20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0450652
May 14 21:28:15.872726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5252caad-df7a-4a6b-9ad5-01f4c7914e79 req-7334495d-f87a-4dba-933c-2573a10d73ff tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=441f55e9-7d61-4fe1-824f-b109de8af293 HTTP/1.1" status: 200  len: 210 time: 0.0331829
May 14 21:28:15.951764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-24422217-d681-4faf-9130-af086cdbec10 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993726
May 14 21:28:16.051801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.057068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.062356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.068932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.074216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.079656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.085527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.087526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-ec683a01-33f0-4bc0-b94e-f0a37b88d8c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.1327384
May 14 21:28:16.149770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-dccfd208-2cb6-4170-87cc-c9aeaa6ed03e service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861348
May 14 21:28:16.199197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64cfdd82-b054-48f8-a0a1-86afae72bcfe req-2911ce3c-d7ab-48e6-b790-34c45af065cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1053581
May 14 21:28:16.203567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-734225d3-fa23-4b20-823a-bfceb0786330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 217 time: 0.0415184
May 14 21:28:16.250032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-38e2bcfb-fa49-4d42-a737-6f6e1c4369f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.251468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-38e2bcfb-fa49-4d42-a737-6f6e1c4369f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0433316
May 14 21:28:16.296754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-86a20a3c-5186-47ea-9630-9a2e6ddd7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.298358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-86a20a3c-5186-47ea-9630-9a2e6ddd7251 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0415156
May 14 21:28:16.386875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-11dfa3bc-3b9c-4bde-842c-1f69b5b80001 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826623
May 14 21:28:16.449054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703e45d-17a3-451a-9ee8-6042501924cc req-d38acefa-3e5c-491e-8589-2d855398e43b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.450600 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e703e45d-17a3-451a-9ee8-6042501924cc req-d38acefa-3e5c-491e-8589-2d855398e43b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 943 time: 0.0479240
May 14 21:28:16.482014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-56e1f57c-c0a1-4b82-8eeb-9523f46caf04 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882471
May 14 21:28:16.501139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e703e45d-17a3-451a-9ee8-6042501924cc req-6b94c8ce-8c00-4b11-8653-8f68284abf74 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440414
May 14 21:28:16.524251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-85299ad3-668a-4b0b-a913-fff288db88f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=edfac6c5-c706-4629-944c-81d0943a6af1 HTTP/1.1" status: 200  len: 217 time: 0.0343130
May 14 21:28:16.601743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-64043dd7-2981-448e-9d17-3468dff26f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.603173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-64043dd7-2981-448e-9d17-3468dff26f01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0727525
May 14 21:28:16.626769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60560844-f239-44c7-a528-a308335d8000 req-6742f79f-1c7d-49ea-bb1a-5aaab6bf75a0 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.628976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60560844-f239-44c7-a528-a308335d8000 req-6742f79f-1c7d-49ea-bb1a-5aaab6bf75a0 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0634999
May 14 21:28:16.671677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-217619f4-aafd-4c98-b748-64b11f352fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.673145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-217619f4-aafd-4c98-b748-64b11f352fee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0628526
May 14 21:28:16.719741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60560844-f239-44c7-a528-a308335d8000 req-c5eed1e1-c37a-415d-820f-39ebc2ed30b4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738165
May 14 21:28:16.778411 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:16.800188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-1b115321-a14f-43a2-a53b-f89a1561cf7e service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192114
May 14 21:28:16.844681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ff55-7ce1-464e-ade1-d6c8a8a2bf55 req-b22f8e6d-3a39-4401-a56f-932221a9cc83 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:16.847352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04f3ff55-7ce1-464e-ade1-d6c8a8a2bf55 req-b22f8e6d-3a39-4401-a56f-932221a9cc83 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0511069
May 14 21:28:16.910437 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04f3ff55-7ce1-464e-ade1-d6c8a8a2bf55 req-188295ed-e07f-41b4-848f-bc3d48be044e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567241
May 14 21:28:16.960954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9b7817cc-4ce1-4b23-8017-9fd915e081d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436777
May 14 21:28:17.034360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-b423b2a9-f7fa-4a92-9627-07f5f75053af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=fa577191-77f9-4d03-a86c-1dae3aad889a HTTP/1.1" status: 200  len: 217 time: 0.0723884
May 14 21:28:17.096910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-047edfef-3c00-4e97-9758-2a121399cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.098396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-047edfef-3c00-4e97-9758-2a121399cc42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0584314
May 14 21:28:17.108228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fc651-54a9-4a22-9d73-ea3a44d31e7a req-7e217137-0089-4ed8-8f0f-33c08a4067c3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.108228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d0fc651-54a9-4a22-9d73-ea3a44d31e7a req-7e217137-0089-4ed8-8f0f-33c08a4067c3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0593550
May 14 21:28:17.160749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3d7ff1b4-958d-4ea2-9fcb-2ceef8a4e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.168019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3d7ff1b4-958d-4ea2-9fcb-2ceef8a4e925 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0617604
May 14 21:28:17.173006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d0fc651-54a9-4a22-9d73-ea3a44d31e7a req-6622dfe8-a8c8-4a8f-9dc0-02b3e0d6ac84 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588436
May 14 21:28:17.290929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71eebc-e7cd-4757-afc8-c42deb51d5cf req-26af4f05-23b5-4628-8121-e4fe8033f3d5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.292704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d71eebc-e7cd-4757-afc8-c42deb51d5cf req-26af4f05-23b5-4628-8121-e4fe8033f3d5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0502992
May 14 21:28:17.345178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9d71eebc-e7cd-4757-afc8-c42deb51d5cf req-e8a6c014-66fc-443b-bc6f-443442c6f51e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462236
May 14 21:28:17.469140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.475696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.481187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.487890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.493226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.498446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.504482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.506608 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-df2e9a30-6a13-439a-922f-ab7ae54cc4cc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.0971894
May 14 21:28:17.574804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c64a7b7-1d9d-450d-8fb3-b324710966eb req-5f968eca-b28f-4eb4-8e66-7d2c56fca92d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0616674
May 14 21:28:17.651927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-f9c94c08-79bf-4483-8870-d5880bc78c3b service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4828358
May 14 21:28:17.660010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-80616788-ab57-4fb6-bc70-14993a20fa49 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.661418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-80616788-ab57-4fb6-bc70-14993a20fa49 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.4831181
May 14 21:28:17.694982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-dda454fa-0c32-48de-993d-65fcb67f12b6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.0255280
May 14 21:28:17.697785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5967b-a125-401a-bb80-b36ba5c34d5d req-30afa785-4009-4769-af70-cf91cc3b377b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.699280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4fa5967b-a125-401a-bb80-b36ba5c34d5d req-30afa785-4009-4769-af70-cf91cc3b377b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 943 time: 0.0494146
May 14 21:28:17.749101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4fa5967b-a125-401a-bb80-b36ba5c34d5d req-d5b9d28c-8b2d-4e36-9d68-a793465383fe tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426261
May 14 21:28:17.774744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-0db275d2-2c3f-4908-a27b-71fb5e2996b8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0538480
May 14 21:28:17.808507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-ced82659-2505-461e-95f2-28850fe864e9 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461129
May 14 21:28:17.863424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851459f2-73a9-45b6-a3e4-98c0d916eb20 req-764776f8-53fb-4f85-a877-d3e9205ba5b1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.865058 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-851459f2-73a9-45b6-a3e4-98c0d916eb20 req-764776f8-53fb-4f85-a877-d3e9205ba5b1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0548763
May 14 21:28:17.876532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-71e559ec-3c79-4fce-a2e1-e8dade0aad79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4663d148-3f78-4667-9e22-e6be0e34d3da HTTP/1.1" status: 200  len: 217 time: 0.0596738
May 14 21:28:17.896912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e90ff6bb-3ced-4a72-8633-418a004483a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:17.902810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 639111d9-ddb5-416d-9307-f0c501e35589 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:17.934628 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-851459f2-73a9-45b6-a3e4-98c0d916eb20 req-50a87ff2-07f8-4622-a635-fb7bf9378b7a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635607
May 14 21:28:17.936684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 639111d9-ddb5-416d-9307-f0c501e35589 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:28:17.937030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 639111d9-ddb5-416d-9307-f0c501e35589 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:28:17.948924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-40a1402c-e682-468c-b93f-ce764c7435aa service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655352
May 14 21:28:17.955822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-efda1be7-d63e-4262-b4dc-3e5c05f33284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:17.957343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-efda1be7-d63e-4262-b4dc-3e5c05f33284 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0737424
May 14 21:28:18.051350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3cd201d1-9f15-4576-9bb0-24b95dba19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.052901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3cd201d1-9f15-4576-9bb0-24b95dba19e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0867910
May 14 21:28:18.053039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e90ff6bb-3ced-4a72-8633-418a004483a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e90ff6bb-3ced-4a72-8633-418a004483a5,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:18.071682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839f36d-e13a-4067-9021-15d4ca6af009 req-39428dda-a456-4187-ac15-152c5edd24dc tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.072354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'port_id': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'mac_address': 'fa:16:3e:a4:a9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:18.075934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1839f36d-e13a-4067-9021-15d4ca6af009 req-39428dda-a456-4187-ac15-152c5edd24dc tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0593896
May 14 21:28:18.131938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e90ff6bb-3ced-4a72-8633-418a004483a5 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:18.132475 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:18.136328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-491d6f37-3774-4962-997b-9a714c0688db service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776261
May 14 21:28:18.144344 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1839f36d-e13a-4067-9021-15d4ca6af009 req-b67432ac-c7d5-4d31-9975-ca0e8cdf8bc1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641134
May 14 21:28:18.154732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90ff6bb-3ced-4a72-8633-418a004483a5 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:18.175148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e90ff6bb-3ced-4a72-8633-418a004483a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e90ff6bb-3ced-4a72-8633-418a004483a5,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:18.178379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9bcb3b31-d1a9-4aae-9cbf-5a032eca4715 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180558
May 14 21:28:18.270716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:18.280812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-3c63e620-f3e9-4339-ac25-91bfaddd0335 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955825
May 14 21:28:18.300811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3eb68-6f7c-4957-b76b-bf28cb7f203c req-11221fa6-33a2-44c6-a954-f571043eda12 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.302359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edb3eb68-6f7c-4957-b76b-bf28cb7f203c req-11221fa6-33a2-44c6-a954-f571043eda12 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0632093
May 14 21:28:18.323356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-ba590462-35d9-4d61-85f1-7b486244ed92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39024741-3b76-4bb3-aecf-4392e5246961 HTTP/1.1" status: 200  len: 217 time: 0.0365124
May 14 21:28:18.333283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e90ff6bb-3ced-4a72-8633-418a004483a5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:18.353064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edb3eb68-6f7c-4957-b76b-bf28cb7f203c req-12228076-a4fe-49a9-8890-a9f92609a040 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436504
May 14 21:28:18.389321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9f8f9741-f6d8-4c3c-87a8-d1952f48badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.408978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-9f8f9741-f6d8-4c3c-87a8-d1952f48badd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0598109
May 14 21:28:18.482355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b01dfcfa-eeda-4803-84c8-aa4565ccde5b req-2e1c1085-e22c-48d6-9c0f-f7fa7ee88e15 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 210 time: 0.0648997
May 14 21:28:18.485779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-32c22d1f-e56a-49e8-9ab7-6657483a67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.488251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-32c22d1f-e56a-49e8-9ab7-6657483a67ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0864756
May 14 21:28:18.493337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0e428-196b-4063-acf5-536b7626ce18 req-dbb55a1c-086c-4373-b677-2171bed256a0 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.495440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5b0e428-196b-4063-acf5-536b7626ce18 req-dbb55a1c-086c-4373-b677-2171bed256a0 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0600307
May 14 21:28:18.519716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e90ff6bb-3ced-4a72-8633-418a004483a5'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:18.561048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b5b0e428-196b-4063-acf5-536b7626ce18 req-0798dc2e-11c3-4c28-92f3-125fada1baed tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566766
May 14 21:28:18.616341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-d70f436e-27bf-4ada-8471-b789affb8dc1 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213396
May 14 21:28:18.746355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-91fcdaf6-f6e3-4cee-a93e-9d09aa1077a0 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1172080
May 14 21:28:18.750497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.756976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.763021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.771004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.779325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.787079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.792461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.794370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-f2b5f64a-0ab4-4092-9b0b-59493ddbdd6e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.0974774
May 14 21:28:18.859644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-227b43de-d29c-4ad5-a795-7d7737cb2c41 req-e064479c-e875-42ab-8083-437410ab422a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0588169
May 14 21:28:18.997651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ed2ec-8bfe-4557-bd1e-b2859c78fad4 req-fd7407aa-7696-40dc-9d50-de91de13d291 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:18.999952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a55ed2ec-8bfe-4557-bd1e-b2859c78fad4 req-fd7407aa-7696-40dc-9d50-de91de13d291 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 944 time: 0.0514431
May 14 21:28:19.072534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a55ed2ec-8bfe-4557-bd1e-b2859c78fad4 req-5a1ea8c7-dbbd-4843-9a03-bcdae841e871 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641727
May 14 21:28:19.605273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a992963-95e6-4c3a-8799-2de3809dbd79 req-c6e70ab7-469a-43a1-a71d-cc0ab0564252 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 210 time: 0.0471065
May 14 21:28:19.733465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81001b-0222-4b9d-8c95-8ae388edc8d2 req-0cbb57a4-a065-4aab-9e84-82e56943f346 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:19.734940 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a81001b-0222-4b9d-8c95-8ae388edc8d2 req-0cbb57a4-a065-4aab-9e84-82e56943f346 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0503743
May 14 21:28:19.783848 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a81001b-0222-4b9d-8c95-8ae388edc8d2 req-2a88cf89-57c0-4e01-8d2e-d7740a56b1e6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421946
May 14 21:28:19.914168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e90ff6bb-3ced-4a72-8633-418a004483a5 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:19.973259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port e90ff6bb-3ced-4a72-8633-418a004483a5 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:20.004946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.010352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.013079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port e90ff6bb-3ced-4a72-8633-418a004483a5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:20.013648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:20.016004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.022252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.027937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.033405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.039374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.041374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb760723-8748-4a7a-b280-5256f6929611 req-fde97066-69f4-4380-a16d-b1209c8096c3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.0966830
May 14 21:28:20.100658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e90ff6bb-3ced-4a72-8633-418a004483a5 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:20.101347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:20.118107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb760723-8748-4a7a-b280-5256f6929611 req-6cce90dc-0be6-4bde-8a99-617300957325 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0707099
May 14 21:28:20.126419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:20.129608 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398ba10c-b0cb-4d73-96d6-69b6254bc8e7" -d '{"events": [{"server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "name": "network-vif-plugged", "status": "completed", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:20.143220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e90ff6bb-3ced-4a72-8633-418a004483a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e90ff6bb-3ced-4a72-8633-418a004483a5,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:20.182490 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d6c2a7-3de4-4ef3-8daa-d07c5aad9d0e x-openstack-request-id: req-e4d6c2a7-3de4-4ef3-8daa-d07c5aad9d0e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:20.182810 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "name": "network-vif-plugged", "status": "completed", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:20.183051 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4d6c2a7-3de4-4ef3-8daa-d07c5aad9d0e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:20.183453 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d6c2a7-3de4-4ef3-8daa-d07c5aad9d0e'] response: {'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'code': 200}
May 14 21:28:20.191884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:20.214438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd41c-7121-4c1a-8bd2-38ffccc91d40 req-1f86fa75-7225-4d84-bc00-b3fa5b3e6a46 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.224082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a1bd41c-7121-4c1a-8bd2-38ffccc91d40 req-1f86fa75-7225-4d84-bc00-b3fa5b3e6a46 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 944 time: 0.0741220
May 14 21:28:20.251771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e90ff6bb-3ced-4a72-8633-418a004483a5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:20.279181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-a28d498f-4983-4222-80f2-27faa34ceacb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0457568
May 14 21:28:20.280675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9a1bd41c-7121-4c1a-8bd2-38ffccc91d40 req-9813dada-e112-4b60-b4a0-173da9890bc0 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553374
May 14 21:28:20.355087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-35b5bfcb-2f79-4264-b9ac-16b7fd9e949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.356578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-35b5bfcb-2f79-4264-b9ac-16b7fd9e949b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 1127 time: 0.0383034
May 14 21:28:20.465427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-53d78609-5753-4e91-80c4-a5f42088d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.467277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-53d78609-5753-4e91-80c4-a5f42088d617 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 906 time: 0.0883856
May 14 21:28:20.509418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-da6a0d62-6852-4ec8-8315-aa0e2057baff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b1cab6-624b-468c-b548-316667b4aa2b HTTP/1.1" status: 200  len: 217 time: 0.0352025
May 14 21:28:20.560341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-074f100c-1655-4fbf-921a-860799cb99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.561795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-074f100c-1655-4fbf-921a-860799cb99e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.0446239
May 14 21:28:20.636695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-83c42ecd-3290-4378-95d3-e9dfd0d8a03c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319448
May 14 21:28:20.731625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7eef8b1c-d4c2-4af2-b21a-2d973976c3c3 req-13f41aca-b515-4f7f-af0c-08d8a80e790e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 210 time: 0.0348902
May 14 21:28:20.756351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-8db622de-c091-4cb9-9bb3-c2c7f442647b service neutron] 10.222.0.48 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115005
May 14 21:28:20.867851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7272fa-9691-4ba5-ae35-d3e08637892d req-1271691a-f6e5-4e30-b8ca-b490d91b5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.869374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c7272fa-9691-4ba5-ae35-d3e08637892d req-1271691a-f6e5-4e30-b8ca-b490d91b5f00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1127 time: 0.0503151
May 14 21:28:20.895884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbbfb4f2-4054-4adb-bc76-fe517b7da4ad req-14af5cdf-02c9-4ffc-8883-945a7d88d9e9 service neutron] 10.222.0.48 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323276
May 14 21:28:20.908918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079c097-a0ff-49bc-9482-185ea382bc34 req-a1a12389-9875-425a-bcbd-49c02f63110f tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:20.917816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6079c097-a0ff-49bc-9482-185ea382bc34 req-a1a12389-9875-425a-bcbd-49c02f63110f tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0609741
May 14 21:28:20.930734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c7272fa-9691-4ba5-ae35-d3e08637892d req-92514973-fc86-4e45-ae3f-465c31e49076 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519044
May 14 21:28:20.969226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6079c097-a0ff-49bc-9482-185ea382bc34 req-7e06ce2f-196b-4226-bae8-dfefff18016a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500150
May 14 21:28:21.276525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.281751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.287180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.292553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.297843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.303778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.309145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.311066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-959b7222-eff7-4895-8a13-170beddd4484 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.1032920
May 14 21:28:21.334196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-6797c8df-77f5-4711-8a01-1a9cdef0672c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.335611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-6797c8df-77f5-4711-8a01-1a9cdef0672c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.1965601
May 14 21:28:21.387941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11156203-2884-4f3a-8880-2f0d3400ffc6 req-4a314fb3-6fe1-4975-a9ad-e9825a357e21 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0682812
May 14 21:28:21.403472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d817-bc24-43b5-9bb9-d0dc2e703e15 req-10a5c10b-025b-490f-a896-55d809be73a2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:21.405013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a672d817-bc24-43b5-9bb9-d0dc2e703e15 req-10a5c10b-025b-490f-a896-55d809be73a2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0491455
May 14 21:28:21.453900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a672d817-bc24-43b5-9bb9-d0dc2e703e15 req-bb7880ad-7370-4871-9d28-2791ddd327d2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428646
May 14 21:28:21.650575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:21.813353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:28:21.816695 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:21.834372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92ca0ab3-d86d-4338-b066-1a2ba746c551 req-1413520f-8fd5-45cc-ab48-4c595b8c9e1d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 210 time: 0.0322599
May 14 21:28:21.965414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.4 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/842b646d-eb77-44e5-9fb8-12cb7dc078ab) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:22.088853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e186d6-c7af-4aed-b53d-17e99d6a1fb9 req-094149ef-852a-4d6c-afd4-bae02b55fca4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.090313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30e186d6-c7af-4aed-b53d-17e99d6a1fb9 req-094149ef-852a-4d6c-afd4-bae02b55fca4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0494816
May 14 21:28:22.119107 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:22.138075 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-30e186d6-c7af-4aed-b53d-17e99d6a1fb9 req-6c180e67-eceb-420a-bdca-6a91208001d9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413973
May 14 21:28:22.190785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:22.207430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:22.246888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:22.250179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:22.256485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:22.261053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=842b646d-eb77-44e5-9fb8-12cb7dc078ab,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:22.308320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.309026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:22.404484 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-14a0f73a-75da-4282-850c-20eee758ef3a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7577455
May 14 21:28:22.424765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Request body: {'port': {'device_id': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:22.522206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:22.561510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.567633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.573029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.574862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b0acb-ae20-4f5f-a046-d0803c2f3434 req-8b4695de-457b-40bc-bc4e-e17903f60499 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.576472 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc8b0acb-ae20-4f5f-a046-d0803c2f3434 req-8b4695de-457b-40bc-bc4e-e17903f60499 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0516806
May 14 21:28:22.582825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.588495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.593781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.599185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.601212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-f203c0e7-fb0a-40c5-9fe1-9f4a165bfc05 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.1205618
May 14 21:28:22.629877 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cc8b0acb-ae20-4f5f-a046-d0803c2f3434 req-ca094a04-b0d6-420a-a7df-0c3859e10a15 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460801
May 14 21:28:22.727770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a2077da-4490-445c-9db8-bae33f34ddc7 req-e502cf2f-2c0a-44e6-82b7-d479e2155590 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1035640
May 14 21:28:22.750583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51568a5e-ef80-4cb5-908c-58be46c212f6 req-b2e84765-7885-44ac-b34f-9f33236a5566 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.753012 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-51568a5e-ef80-4cb5-908c-58be46c212f6 req-b2e84765-7885-44ac-b34f-9f33236a5566 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0588105
May 14 21:28:22.769799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42596) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:22.774213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'floatingip': {'port_id': 'e90ff6bb-3ced-4a72-8633-418a004483a5'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:22.812909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:22.987236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842b646d-eb77-44e5-9fb8-12cb7dc078ab {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:22.997264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42934e9a-d14c-48ea-b1a1-053329428d41 req-df24ac32-5cbf-4389-bb6d-67a132069098 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:22.998823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42934e9a-d14c-48ea-b1a1-053329428d41 req-df24ac32-5cbf-4389-bb6d-67a132069098 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 931 time: 0.0860147
May 14 21:28:23.005079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Publish callbacks [] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.040231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Transition to ACTIVE for port object 842b646d-eb77-44e5-9fb8-12cb7dc078ab will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:23.067864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42934e9a-d14c-48ea-b1a1-053329428d41 req-41be8928-3802-444e-9bd5-c91f6c0d26f5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600212
May 14 21:28:23.224603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.329475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8f411-faef-41a6-8180-1e3edbdbeb0f req-8d8aa389-5d11-4e96-8619-cf5cd5fff9ed tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:23.331084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3b8f411-faef-41a6-8180-1e3edbdbeb0f req-8d8aa389-5d11-4e96-8619-cf5cd5fff9ed tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.1032722
May 14 21:28:23.337240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Pushing event updated for resources: {'Port': ['ID=842b646d-eb77-44e5-9fb8-12cb7dc078ab,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:23.438116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3b8f411-faef-41a6-8180-1e3edbdbeb0f req-2824093f-9b14-4f54-9c1c-ea1df15c89a5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934699
May 14 21:28:23.454666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Attempting to bind port 842b646d-eb77-44e5-9fb8-12cb7dc078ab on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:23.455706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Attempting to bind port 842b646d-eb77-44e5-9fb8-12cb7dc078ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:23.456042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Attempting to bind port 842b646d-eb77-44e5-9fb8-12cb7dc078ab on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:23.463487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Port 842b646d-eb77-44e5-9fb8-12cb7dc078ab on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:23.463908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Attempting to bind port 842b646d-eb77-44e5-9fb8-12cb7dc078ab on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:23.469554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:23.469976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:23.471153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:23.471693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Bound port: 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:23.472170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.559517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] For port 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:23.563248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] For port 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=842b646d-eb77-44e5-9fb8-12cb7dc078ab,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:23.662246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.662444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.691960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:23.692584 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.694073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/842b646d-eb77-44e5-9fb8-12cb7dc078ab HTTP/1.1" status: 200  len: 1091 time: 1.2738805
May 14 21:28:23.694472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'tag': '842b646d-eb77-44e5-9fb8-12cb7dc078ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:23.696820 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70" -d '{"events": [{"name": "network-changed", "server_uuid": "69fb9083-0ea0-4eeb-92ff-1a2f6c876317", "tag": "842b646d-eb77-44e5-9fb8-12cb7dc078ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:23.717816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.725466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042ed6-8b26-4851-84fc-e3d3f73807fc req-36648194-3c5f-4520-a8e4-0abadf0c9b93 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:23.725647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c21cf-05c9-46d2-8ffd-8cdff1b267e4 service neutron] Pushing event updated for resources: {'Port': ['ID=842b646d-eb77-44e5-9fb8-12cb7dc078ab,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:23.732434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71042ed6-8b26-4851-84fc-e3d3f73807fc req-36648194-3c5f-4520-a8e4-0abadf0c9b93 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0621176
May 14 21:28:23.743666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 28cb501e-e36e-4c9e-96d4-bd46e1d069db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:23.853312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:23.864137 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c9bc7-6f66-4a18-9a57-c8712ec938eb x-openstack-request-id: req-3b2c9bc7-6f66-4a18-9a57-c8712ec938eb {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:23.865063 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fb9083-0ea0-4eeb-92ff-1a2f6c876317", "tag": "842b646d-eb77-44e5-9fb8-12cb7dc078ab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:23.865063 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b2c9bc7-6f66-4a18-9a57-c8712ec938eb {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:23.865772 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2c9bc7-6f66-4a18-9a57-c8712ec938eb'] response: {'name': 'network-changed', 'server_uuid': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'tag': '842b646d-eb77-44e5-9fb8-12cb7dc078ab', 'status': 'completed', 'code': 200}
May 14 21:28:23.866545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'port_id': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'mac_address': 'fa:16:3e:49:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f45c5be-5e52-4ede-9ba3-78dc87d5602f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:23.876067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71042ed6-8b26-4851-84fc-e3d3f73807fc req-7df97b6e-186d-438e-80cc-582477b6fe40 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417904
May 14 21:28:23.894260 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Floating IP b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9 associated. External IP: 172.35.4.5, port: e90ff6bb-3ced-4a72-8633-418a004483a5.
May 14 21:28:23.931023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 28cb501e-e36e-4c9e-96d4-bd46e1d069db is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:23.931993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:23.957759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28cb501e-e36e-4c9e-96d4-bd46e1d069db {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:23.980357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:23.982914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:23.985694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:23.991108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:23.996420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.002242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.007611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.012904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.015173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-61f2d467-3d52-4d71-a9a6-05050da0555a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.1001294
May 14 21:28:24.024426 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:24.038773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5601fa-a1dc-4c79-a952-b2d476bbbb5b req-d7c0f46d-3c22-483b-9ed5-9187ecd4a7cc tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.040319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b5601fa-a1dc-4c79-a952-b2d476bbbb5b req-d7c0f46d-3c22-483b-9ed5-9187ecd4a7cc tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 945 time: 0.0885317
May 14 21:28:24.086485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:24.096360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecdd54bd-6257-49aa-a6b6-c4958926e1cb req-ffad9b33-9ab8-4b2b-a969-5109d726dc15 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0732803
May 14 21:28:24.131250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['28cb501e-e36e-4c9e-96d4-bd46e1d069db'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:24.167203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70 req-f696d868-9341-486f-94ed-cbef2d0f759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.169954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70 req-f696d868-9341-486f-94ed-cbef2d0f759e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 1125 time: 0.0722940
May 14 21:28:24.174419 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b5601fa-a1dc-4c79-a952-b2d476bbbb5b req-57bc6e50-33da-4527-acd7-7eb742dfd5c7 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229579
May 14 21:28:24.221626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:28:24.273313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517377a8-8cc3-4bef-b4b4-836666751937 req-36096670-e756-4ad1-8716-6496ee621691 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.274850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-517377a8-8cc3-4bef-b4b4-836666751937 req-36096670-e756-4ad1-8716-6496ee621691 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 943 time: 0.1040111
May 14 21:28:24.338509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:28:24.343971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:24.344083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70 req-8ec9b1d8-bc89-4830-a7ca-33c60246ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.345305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70 req-8ec9b1d8-bc89-4830-a7ca-33c60246ddd8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=91fceeecfb744810a52fd04cc03c72cf&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1632152
May 14 21:28:24.351468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:28:24.356960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-517377a8-8cc3-4bef-b4b4-836666751937 req-760e34a8-41b8-43b1-8723-7dd1978e2a30 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677874
May 14 21:28:24.368124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:24.368779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f02c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:24.381750 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5c0eedf8-73a5-4e65-833c-85b1f818fac4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "PUT /v2.0/floatingips/b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9 HTTP/1.1" status: 200  len: 989 time: 1.6108582
May 14 21:28:24.383316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:24.386730 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:24.462924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70 req-db76feab-8fbf-42d9-968c-8dfba661cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.465306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7252b8a3-b2fa-4cf0-9c72-722dd6326a70 req-db76feab-8fbf-42d9-968c-8dfba661cdc9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1111546
May 14 21:28:24.493732 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa735c6e-87c4-4c20-b07d-3b1a2e5022eb x-openstack-request-id: req-fa735c6e-87c4-4c20-b07d-3b1a2e5022eb {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:24.494027 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:24.494283 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa735c6e-87c4-4c20-b07d-3b1a2e5022eb {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:24.494696 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa735c6e-87c4-4c20-b07d-3b1a2e5022eb'] response: {'name': 'network-changed', 'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'status': 'completed', 'code': 200}
May 14 21:28:24.498192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:24.579417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-d7dfc02d-3e07-4982-ae05-e49581ea63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.581297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-d7dfc02d-3e07-4982-ae05-e49581ea63b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1127 time: 0.0670309
May 14 21:28:24.582318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-d307f6f8-de0a-4b2d-9104-d7987a04c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.583677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-d307f6f8-de0a-4b2d-9104-d7987a04c5c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 1125 time: 0.0706072
May 14 21:28:24.656270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-36da16a4-5dad-4573-be55-ea9497ab231f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=842b646d-eb77-44e5-9fb8-12cb7dc078ab HTTP/1.1" status: 200  len: 217 time: 0.0559826
May 14 21:28:24.745752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-b9bb616b-ec9c-49de-a58b-df7468df7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.747212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-b9bb616b-ec9c-49de-a58b-df7468df7a04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.0625525
May 14 21:28:24.770666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-d7f70b40-1841-4eac-8b9b-512224214c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:24.772248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-d7f70b40-1841-4eac-8b9b-512224214c67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 911 time: 0.1800010
May 14 21:28:24.795672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-bd914667-2d7d-4850-8cc3-3820114fd70c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384929
May 14 21:28:24.859017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f02c70>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'port_id': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'mac_address': 'fa:16:3e:a4:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:28:01Z', 'updated_at': '2022-05-14T21:28:23Z', 'revision_number': 1, 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:24.890030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:28:24.899664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:24.900339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f02c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:24.907210 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-6bb441f3-3c68-4491-9e9d-9cb60b453876 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 200  len: 997 time: 0.1193924
May 14 21:28:25.009846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-a8257000-70cb-4d96-b3fb-e96248ea2924 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836567
May 14 21:28:25.015334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-59a61c05-b5f9-4447-b2fe-b0675d5ec68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.016743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-59a61c05-b5f9-4447-b2fe-b0675d5ec68b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.1022944
May 14 21:28:25.021590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:25.045097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144355e6-3aba-408a-be27-a1385b827f77 req-c0dc0141-005c-4e92-89d5-5d23e94e4864 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.046616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-144355e6-3aba-408a-be27-a1385b827f77 req-c0dc0141-005c-4e92-89d5-5d23e94e4864 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0935676
May 14 21:28:25.128695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-783af247-ef49-46a4-a25c-9cc7f6bbf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.130198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-783af247-ef49-46a4-a25c-9cc7f6bbf8de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0998831
May 14 21:28:25.253093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f02c70>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'port_id': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'mac_address': 'fa:16:3e:a4:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:28:01Z', 'updated_at': '2022-05-14T21:28:23Z', 'revision_number': 1, 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:25.256814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.264855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.268687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.274162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.279666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.285972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.286793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a68598-1b8d-42d7-ae59-ef1f4e1f836d None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'port_id': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'mac_address': 'fa:16:3e:a4:a9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:28:01Z', 'updated_at': '2022-05-14T21:28:23Z', 'revision_number': 1, 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:28:25.296389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.302809 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-590db67d-8fd3-46a2-bb4b-bd8a320d9ff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5421 time: 0.1113937
May 14 21:28:25.374681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecc0f308-87a5-4046-b47e-9f678b50286e req-e3149359-5e74-4962-bee0-fe4c56992e98 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0681098
May 14 21:28:25.498274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201cca-5ee5-42b3-9c3e-71e519582405 req-306e27cf-ee4d-4828-a434-29d960ce6791 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.500017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d201cca-5ee5-42b3-9c3e-71e519582405 req-306e27cf-ee4d-4828-a434-29d960ce6791 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 944 time: 0.0539701
May 14 21:28:25.526257 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758ed49-f4bb-4a61-86b3-a1f5cf819c8c None None] New status for floating IP b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:28:25.557785 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d201cca-5ee5-42b3-9c3e-71e519582405 req-33cf2693-ed61-48f8-8da8-73198dfd840d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501854
May 14 21:28:25.565547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-144355e6-3aba-408a-be27-a1385b827f77 req-46d531d2-1834-466c-b1f4-f02377a57c63 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4915655
May 14 21:28:25.581298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd15f3a2-cf58-4b30-9874-29932ade84db req-28887c96-331f-46a4-adb1-90a3ea4007fc service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5617514
May 14 21:28:25.600657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-dca8a873-3113-4de2-96ca-262cd06308c6 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4628694
May 14 21:28:25.678976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f71e5-1666-4c60-86f6-67e8e2e29fa3 req-fdf79dc0-f8dc-43e1-adfb-25f22cef3b2c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:25.680311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3f71e5-1666-4c60-86f6-67e8e2e29fa3 req-fdf79dc0-f8dc-43e1-adfb-25f22cef3b2c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 943 time: 0.0506876
May 14 21:28:25.704485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55fe8f7-5647-4dd7-b367-2c36761ba0bf req-6a6439b2-501d-42b7-b3cb-7bdced5d4bac service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974004
May 14 21:28:25.731452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4e3f71e5-1666-4c60-86f6-67e8e2e29fa3 req-c7526d0d-61a4-476e-98ff-80511a0f6442 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443430
May 14 21:28:25.766405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 28cb501e-e36e-4c9e-96d4-bd46e1d069db no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:25.848784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 28cb501e-e36e-4c9e-96d4-bd46e1d069db is: BUILD; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:25.849172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:25.862087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 28cb501e-e36e-4c9e-96d4-bd46e1d069db {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:25.882737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:25.919852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 63396429-e743-49a6-a83f-427d96ffbf18 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:25.936572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.035565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:26.067067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63396429-e743-49a6-a83f-427d96ffbf18,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.078486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '63396429-e743-49a6-a83f-427d96ffbf18', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'port_id': '63396429-e743-49a6-a83f-427d96ffbf18', 'mac_address': 'fa:16:3e:38:45:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:26.119998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 63396429-e743-49a6-a83f-427d96ffbf18 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:26.120385 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (63396429-e743-49a6-a83f-427d96ffbf18), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.133760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63396429-e743-49a6-a83f-427d96ffbf18 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:26.154349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63396429-e743-49a6-a83f-427d96ffbf18,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.200958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.201691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ebe73789-12d4-4374-8e71-4e93c4257d27 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:26.272895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:26.276559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe73789-12d4-4374-8e71-4e93c4257d27,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.288917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'ebe73789-12d4-4374-8e71-4e93c4257d27', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'port_id': 'ebe73789-12d4-4374-8e71-4e93c4257d27', 'mac_address': 'fa:16:3e:8e:3a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:26.298265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-669203d7-77f5-4e6b-b05f-18a6a7b0afac tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.300263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-669203d7-77f5-4e6b-b05f-18a6a7b0afac tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0597713
May 14 21:28:26.344426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ebe73789-12d4-4374-8e71-4e93c4257d27 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:26.344816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.364234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe73789-12d4-4374-8e71-4e93c4257d27 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:26.384588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe73789-12d4-4374-8e71-4e93c4257d27,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.411029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-53ceec49-e433-4b53-8fb4-ea5bfccff82a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.424058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-53ceec49-e433-4b53-8fb4-ea5bfccff82a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.1058481
May 14 21:28:26.471089 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.473057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4663d148-3f78-4667-9e22-e6be0e34d3da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:26.494233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port a540ba33-d93a-4e5d-bf81-61d3d93287c8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:26.494758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.527878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.534661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.540485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.547198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.552298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:26.555201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.567268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.567268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.574976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-8cc62163-4f81-4cf4-b533-7baa5bfadf06 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5423 time: 0.1148114
May 14 21:28:26.606468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Deleting port 28cb501e-e36e-4c9e-96d4-bd46e1d069db {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:26.607065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.652374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4663d148-3f78-4667-9e22-e6be0e34d3da,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.667912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfc577c6-95f6-43ba-a2ba-8ef73e0bce88 req-4c60df5a-e408-46ec-97dc-42ee7d3e3809 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0883200
May 14 21:28:26.675692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '4663d148-3f78-4667-9e22-e6be0e34d3da', 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4', 'port_id': '4663d148-3f78-4667-9e22-e6be0e34d3da', 'mac_address': 'fa:16:3e:b5:43:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0410a405-c328-44d3-8347-7c2788715255', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:26.721963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 4663d148-3f78-4667-9e22-e6be0e34d3da is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:26.722474 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.739187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4663d148-3f78-4667-9e22-e6be0e34d3da {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:26.762111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4663d148-3f78-4667-9e22-e6be0e34d3da,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.789424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d30b3c-79c8-490f-88c2-2885ec19270d req-02bb79e3-1615-4c1b-af00-40e1954f6318 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.790947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3d30b3c-79c8-490f-88c2-2885ec19270d req-02bb79e3-1615-4c1b-af00-40e1954f6318 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 943 time: 0.1272926
May 14 21:28:26.791425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b48b-fec1-46bd-9ad7-42628e93ad32 req-8d263081-aeb5-403d-8d10-546ecb8be40c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:26.793435 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fd1b48b-fec1-46bd-9ad7-42628e93ad32 req-8d263081-aeb5-403d-8d10-546ecb8be40c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 945 time: 0.0566158
May 14 21:28:26.830215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] For port a540ba33-d93a-4e5d-bf81-61d3d93287c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a540ba33-d93a-4e5d-bf81-61d3d93287c8,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.830593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.849923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5fd1b48b-fec1-46bd-9ad7-42628e93ad32 req-4271558a-3b90-46c3-85b4-4954c9df59a5 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=c6d94d3b-4bf8-4150-be05-be1881abb1d0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460231
May 14 21:28:26.856026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] For port 28cb501e-e36e-4c9e-96d4-bd46e1d069db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28cb501e-e36e-4c9e-96d4-bd46e1d069db,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:26.856026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.882339 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:26.882339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a3973166-07b4-4aaf-95b2-bd95a9578877 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:26.911849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Calling delete_port for 28cb501e-e36e-4c9e-96d4-bd46e1d069db owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:26.944695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3d30b3c-79c8-490f-88c2-2885ec19270d req-10e3d88c-8846-4f2f-9ec0-ed70cecfbbc2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423395
May 14 21:28:26.995372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:27.010378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5366513-48eb-45f4-aa4f-cc5ae2f4c3d7 req-c1276d1c-9427-4add-b451-e3097fd16a97 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.018602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e5366513-48eb-45f4-aa4f-cc5ae2f4c3d7 req-c1276d1c-9427-4add-b451-e3097fd16a97 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 943 time: 0.0875874
May 14 21:28:27.101827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e5366513-48eb-45f4-aa4f-cc5ae2f4c3d7 req-c557837a-4fd4-40c9-b6e0-a466ae85a629 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810564
May 14 21:28:27.109403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3973166-07b4-4aaf-95b2-bd95a9578877,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:27.133856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'port_id': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'mac_address': 'fa:16:3e:23:eb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:27.192559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a3973166-07b4-4aaf-95b2-bd95a9578877 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:27.196194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.199190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.199750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7540c5e4-4db2-47c0-a74c-38a82ffc2b2d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.200113 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP 7540c5e4-4db2-47c0-a74c-38a82ffc2b2d disassociated. External IP: 172.35.4.109, port: a540ba33-d93a-4e5d-bf81-61d3d93287c8.
May 14 21:28:27.200423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for a540ba33-d93a-4e5d-bf81-61d3d93287c8 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:27.215695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3973166-07b4-4aaf-95b2-bd95a9578877 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:27.251798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3973166-07b4-4aaf-95b2-bd95a9578877,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:27.315613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.316289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 39024741-3b76-4bb3-aecf-4392e5246961 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:27.341269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (28cb501e-e36e-4c9e-96d4-bd46e1d069db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.376118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event deleted for resources: {'Port': ['ID=28cb501e-e36e-4c9e-96d4-bd46e1d069db,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:27.388287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:27.392827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39024741-3b76-4bb3-aecf-4392e5246961,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:27.404131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '39024741-3b76-4bb3-aecf-4392e5246961', 'network_id': '2379f3be-5962-40d1-834f-0e520eee96e4', 'port_id': '39024741-3b76-4bb3-aecf-4392e5246961', 'mac_address': 'fa:16:3e:52:1e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0410a405-c328-44d3-8347-7c2788715255', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:27.413476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a540ba33-d93a-4e5d-bf81-61d3d93287c8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.439839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] No DVR routers for this DVR port 28cb501e-e36e-4c9e-96d4-bd46e1d069db on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:27.446076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 39024741-3b76-4bb3-aecf-4392e5246961 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:27.446466 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39024741-3b76-4bb3-aecf-4392e5246961), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.460538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39024741-3b76-4bb3-aecf-4392e5246961 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:27.461650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.465619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f97df12-3b94-4d39-b8ee-435338c6fe81 req-a2ac34b0-285d-4f2d-aa05-9f1ab3f8687c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "DELETE /v2.0/ports/28cb501e-e36e-4c9e-96d4-bd46e1d069db HTTP/1.1" status: 204  len: 173 time: 1.0254664
May 14 21:28:27.466864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'name': 'network-vif-deleted', 'tag': '28cb501e-e36e-4c9e-96d4-bd46e1d069db'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:27.469339 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe06e0ce-f244-4d06-83a4-53c9054ffcc3" -d '{"events": [{"server_uuid": "642eb1fc-fd39-47fb-a85e-f6423a1c1a21", "name": "network-vif-deleted", "tag": "28cb501e-e36e-4c9e-96d4-bd46e1d069db"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:27.474619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=a540ba33-d93a-4e5d-bf81-61d3d93287c8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:27.482955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39024741-3b76-4bb3-aecf-4392e5246961,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:27.523505 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53760d3b-8aaf-45a2-85a5-7016b8f8d317 x-openstack-request-id: req-53760d3b-8aaf-45a2-85a5-7016b8f8d317 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:27.523853 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642eb1fc-fd39-47fb-a85e-f6423a1c1a21", "name": "network-vif-deleted", "tag": "28cb501e-e36e-4c9e-96d4-bd46e1d069db", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:27.524041 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53760d3b-8aaf-45a2-85a5-7016b8f8d317 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:27.524449 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53760d3b-8aaf-45a2-85a5-7016b8f8d317'] response: {'server_uuid': '642eb1fc-fd39-47fb-a85e-f6423a1c1a21', 'name': 'network-vif-deleted', 'tag': '28cb501e-e36e-4c9e-96d4-bd46e1d069db', 'status': 'completed', 'code': 200}
May 14 21:28:27.561458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.562555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device edfac6c5-c706-4629-944c-81d0943a6af1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:27.611846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:28:27.637412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:27.647706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfac6c5-c706-4629-944c-81d0943a6af1,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:27.660921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'edfac6c5-c706-4629-944c-81d0943a6af1', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'port_id': 'edfac6c5-c706-4629-944c-81d0943a6af1', 'mac_address': 'fa:16:3e:3d:27:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:27.704425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port edfac6c5-c706-4629-944c-81d0943a6af1 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:27.704967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.721722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfac6c5-c706-4629-944c-81d0943a6af1 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:27.750485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:28:27.764589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfac6c5-c706-4629-944c-81d0943a6af1,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:27.765200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:28:27.779943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:27.780784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303ff0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:27.807331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] No DVR routers for this DVR port a540ba33-d93a-4e5d-bf81-61d3d93287c8 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:27.811402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.825738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d4d397c-5f86-42fc-b698-352a7e901dd6 req-2e689338-1e2a-4dc7-b30f-f1ce5c4159a6 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "DELETE /v2.0/ports/a540ba33-d93a-4e5d-bf81-61d3d93287c8 HTTP/1.1" status: 204  len: 173 time: 1.5154393
May 14 21:28:27.839199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.842643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.851682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.857861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.864182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.869697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.875828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:27.878508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-f80e22aa-70be-447d-a19e-0726c7258916 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5426 time: 0.1081743
May 14 21:28:27.885699 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:27.885699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fa577191-77f9-4d03-a86c-1dae3aad889a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:27.963249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:27.980670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82fb8be7-6cc5-4c31-a7c0-b82d440adcb2 req-00e78563-e7ef-4799-9513-bfd0b6f6c489 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0932059
May 14 21:28:28.016165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab328e9a-4f29-4bb5-acea-1e17c8c6013e req-b860be50-5946-4b94-bc4a-8b02aef8b24a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0677209
May 14 21:28:28.053492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port fa577191-77f9-4d03-a86c-1dae3aad889a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa577191-77f9-4d03-a86c-1dae3aad889a,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:28.056074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:28.113235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'fa577191-77f9-4d03-a86c-1dae3aad889a', 'network_id': 'd997121d-d5fd-4dda-af06-15496863df8e', 'port_id': 'fa577191-77f9-4d03-a86c-1dae3aad889a', 'mac_address': 'fa:16:3e:45:6f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0c233a-8a40-4a64-96f2-57b483afef1e', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:28.150457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8f5eada-6d03-4da4-80c1-2827fb024e35 req-69736de1-9e8d-4ae3-824b-0dc6b89419d4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=642eb1fc-fd39-47fb-a85e-f6423a1c1a21 HTTP/1.1" status: 200  len: 210 time: 0.0734751
May 14 21:28:28.252507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9556c-dd35-45e8-929a-2775adb2682d req-5b690482-1efa-4318-8d7f-874f07155eed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:28.254121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bf9556c-dd35-45e8-929a-2775adb2682d req-5b690482-1efa-4318-8d7f-874f07155eed tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 943 time: 0.0676091
May 14 21:28:28.331969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bf9556c-dd35-45e8-929a-2775adb2682d req-bd69a8ab-7a71-4d78-9363-9eeb135974c1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715177
May 14 21:28:28.394754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port fa577191-77f9-4d03-a86c-1dae3aad889a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:28.395143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:28.415016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa577191-77f9-4d03-a86c-1dae3aad889a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:28.445423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port fa577191-77f9-4d03-a86c-1dae3aad889a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa577191-77f9-4d03-a86c-1dae3aad889a,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:28.493780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303ff0a0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:31Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:28.525023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:28:28.528201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:28.554525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 842b646d-eb77-44e5-9fb8-12cb7dc078ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:28.566488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:28.567093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303ff0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:28.655512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=fa577191-77f9-4d03-a86c-1dae3aad889a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:28.792295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:28.826141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=842b646d-eb77-44e5-9fb8-12cb7dc078ab,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:28.844178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '842b646d-eb77-44e5-9fb8-12cb7dc078ab', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': '842b646d-eb77-44e5-9fb8-12cb7dc078ab', 'mac_address': 'fa:16:3e:ee:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:28.938386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 842b646d-eb77-44e5-9fb8-12cb7dc078ab is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:28.939762 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:28.965666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842b646d-eb77-44e5-9fb8-12cb7dc078ab {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:29.040397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=842b646d-eb77-44e5-9fb8-12cb7dc078ab,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:29.117262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303ff0a0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:31Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:29.133751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.139764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c62e08bc-b4ba-469c-bec1-567ca0095755 req-9b835f0e-9d45-4b3e-91e1-fd8af7648efa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=512524da-bcba-4fde-ac6e-ba6748e659e9 HTTP/1.1" status: 200  len: 210 time: 0.0323811
May 14 21:28:29.140858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.147048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.150094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3735c-40c3-43ae-bba3-0abf5f746f9d None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b03f314-81d6-4e68-afef-b2c6f29babbe', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.229', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:79:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:26:01Z', 'updated_at': '2022-05-14T21:26:31Z', 'revision_number': 2, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:28:29.155098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.161191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.169011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.174892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.176879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61db0516-0012-4521-80bd-d5509901b810 req-ce1be393-227a-4c5f-8233-c68e5a22e312 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5428 time: 0.1093993
May 14 21:28:29.203722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:29.265474 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61db0516-0012-4521-80bd-d5509901b810 req-13d44245-f6f6-4d96-8429-a0cbb132891d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0816600
May 14 21:28:29.278113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=842b646d-eb77-44e5-9fb8-12cb7dc078ab,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:29.435581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42734) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:29.443976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13840512', 'description': 'tempest-description--240801838'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:29.468335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a7d76-878d-4c66-9633-b24918afc7bf req-74ea77c5-5b08-4711-bb62-195924859475 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:29.470163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a1a7d76-878d-4c66-9633-b24918afc7bf req-74ea77c5-5b08-4711-bb62-195924859475 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0568905
May 14 21:28:29.505388 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2efc1d5-cb94-47de-8364-daa330e3ff3b None None] New status for floating IP 7540c5e4-4db2-47c0-a74c-38a82ffc2b2d: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:28:29.523201 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a1a7d76-878d-4c66-9633-b24918afc7bf req-02e20df7-f968-4b90-9328-40064c3cee57 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431035
May 14 21:28:29.525496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'name': 'network-vif-deleted', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:29.527899 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec5c92a-50b6-414b-bd5c-f6675fad93df" -d '{"events": [{"server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "name": "network-vif-deleted", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:29.550786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:29.569187 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f471d8-952f-49c0-a56b-74650a6c6862 x-openstack-request-id: req-74f471d8-952f-49c0-a56b-74650a6c6862 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:29.569468 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512524da-bcba-4fde-ac6e-ba6748e659e9", "name": "network-vif-deleted", "tag": "a540ba33-d93a-4e5d-bf81-61d3d93287c8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:29.569729 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74f471d8-952f-49c0-a56b-74650a6c6862 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:29.570307 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f471d8-952f-49c0-a56b-74650a6c6862'] response: {'server_uuid': '512524da-bcba-4fde-ac6e-ba6748e659e9', 'name': 'network-vif-deleted', 'tag': 'a540ba33-d93a-4e5d-bf81-61d3d93287c8', 'status': 'completed', 'code': 200}
May 14 21:28:29.644804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group (e94ad623-9f71-428d-bc04-72a4e86c8936), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:29.704211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e94ad623-9f71-428d-bc04-72a4e86c8936), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:29.742989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94ad623-9f71-428d-bc04-72a4e86c8936,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:29.758979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['edfac6c5-c706-4629-944c-81d0943a6af1'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:29.804484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:29.806911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cbe59e8b-c3fd-4c75-b40e-9e928cfe5b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3699732
May 14 21:28:29.810584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42742) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:29.817026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'security_group_rule': {'security_group_id': 'e94ad623-9f71-428d-bc04-72a4e86c8936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:29.873564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['63396429-e743-49a6-a83f-427d96ffbf18'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:29.950833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group_rule (2d6cddd5-7838-4dda-b2a3-d68f095ad167), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:29.993310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['fa577191-77f9-4d03-a86c-1dae3aad889a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:30.027429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group_rule (2d6cddd5-7838-4dda-b2a3-d68f095ad167), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.107649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['39024741-3b76-4bb3-aecf-4392e5246961'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:30.115969 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (2d6cddd5-7838-4dda-b2a3-d68f095ad167), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.140806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6cddd5-7838-4dda-b2a3-d68f095ad167,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:30.225324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a3973166-07b4-4aaf-95b2-bd95a9578877'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:30.254835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.260408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d33ff4e2-bffd-4f7a-8ad6-4ea7c12cd6c6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4482875
May 14 21:28:30.262882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42754) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:30.268916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'security_group_rule': {'security_group_id': 'e94ad623-9f71-428d-bc04-72a4e86c8936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:30.320522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:30.392716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group_rule (ec39e1b7-7555-45f2-a100-7eb8c2f3f830), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.452803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22c32a8e-5cbb-4351-8fb4-6d962c239127 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (c6d94d3b-4bf8-4150-be05-be1881abb1d0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.466209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group_rule (ec39e1b7-7555-45f2-a100-7eb8c2f3f830), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.482175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.487593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.493122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.498519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.504544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.509868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.515533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.518299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-1a118c9f-0ddc-4239-b103-ac97567d35af tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5428 time: 0.1199667
May 14 21:28:30.532260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ec39e1b7-7555-45f2-a100-7eb8c2f3f830), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.536032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22c32a8e-5cbb-4351-8fb4-6d962c239127 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (c6d94d3b-4bf8-4150-be05-be1881abb1d0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.552724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec39e1b7-7555-45f2-a100-7eb8c2f3f830,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:30.561758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.562388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.562732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.563207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.563580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.564498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.564838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.565220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.565701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.566034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.566357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.566872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.567362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.567883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.572788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:28:30.621412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2964ca8b-05f0-401c-a4dd-23f0b980ccdb req-ad1b3696-25ad-4fd5-9b50-47fa519872dd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0760300
May 14 21:28:30.622883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.624106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c08c276c-0094-4c31-abcc-c7056ed0aa65 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3600957
May 14 21:28:30.627964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42768) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:30.634256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:30.649387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76e535-c563-480b-92dc-9a5c7fd164c2 req-54be92a5-3cb8-42b6-b886-e4145ae6aedf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.651958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a76e535-c563-480b-92dc-9a5c7fd164c2 req-54be92a5-3cb8-42b6-b886-e4145ae6aedf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0698812
May 14 21:28:30.706480 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22c32a8e-5cbb-4351-8fb4-6d962c239127 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c6d94d3b-4bf8-4150-be05-be1881abb1d0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.709231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22c32a8e-5cbb-4351-8fb4-6d962c239127 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.710431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-22c32a8e-5cbb-4351-8fb4-6d962c239127 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/security-groups/c6d94d3b-4bf8-4150-be05-be1881abb1d0 HTTP/1.1" status: 204  len: 168 time: 0.3953881
May 14 21:28:30.716387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4a76e535-c563-480b-92dc-9a5c7fd164c2 req-93a23e5a-d0ae-4b50-9e79-1ee9ab6cb884 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577476
May 14 21:28:30.716888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:30.734968 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-008626b8-ade8-4b2e-bb66-b4e02830e604 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] show failed (client error): The resource could not be found.
May 14 21:28:30.736375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-008626b8-ade8-4b2e-bb66-b4e02830e604 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups/c6d94d3b-4bf8-4150-be05-be1881abb1d0 HTTP/1.1" status: 404  len: 347 time: 0.0183570
May 14 21:28:30.739365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:30.745138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c32a8e-5cbb-4351-8fb4-6d962c239127 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d94d3b-4bf8-4150-be05-be1881abb1d0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:30.758834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16d374-8820-48ba-8dc8-6902d9fd9e0e req-61accd5f-974a-4004-95aa-ee82b0070623 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:30.760424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d16d374-8820-48ba-8dc8-6902d9fd9e0e req-61accd5f-974a-4004-95aa-ee82b0070623 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0672228
May 14 21:28:30.781650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.815213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d16d374-8820-48ba-8dc8-6902d9fd9e0e req-fc433545-02e7-4723-8d99-7d1fba804f09 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442343
May 14 21:28:30.926056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port 85fdd5fa-906e-47ce-b503-bef28293bcf3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:30.926396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:30.929449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.070306 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.070569 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (85fdd5fa-906e-47ce-b503-bef28293bcf3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.093881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for 85fdd5fa-906e-47ce-b503-bef28293bcf3 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:31.120537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Allocated IP 172.35.4.204 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/01fb195f-92ff-46cb-b379-bbf6d33dc971) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:31.313063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.395123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (85fdd5fa-906e-47ce-b503-bef28293bcf3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.420932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=85fdd5fa-906e-47ce-b503-bef28293bcf3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:31.428514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.502869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:31.510593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:31.515789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:31.543608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'Port': ['ID=01fb195f-92ff-46cb-b379-bbf6d33dc971,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:31.556247 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (7540c5e4-4db2-47c0-a74c-38a82ffc2b2d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.558725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.559905 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4bc4ec6-d203-493d-a59d-e76029acc195 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/floatingips/7540c5e4-4db2-47c0-a74c-38a82ffc2b2d HTTP/1.1" status: 204  len: 168 time: 0.8195586
May 14 21:28:31.617972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for floatingip (8dca92c9-f558-49d2-b8a8-bb7eaa64590c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.707278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.762717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a540ba33-d93a-4e5d-bf81-61d3d93287c8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:31.769369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.777830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.783625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.787783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: a540ba33-d93a-4e5d-bf81-61d3d93287c8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:28:31.788131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a540ba33-d93a-4e5d-bf81-61d3d93287c8 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:28:31.788750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 28cb501e-e36e-4c9e-96d4-bd46e1d069db no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:31.789694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.795260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.801525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.806932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.809101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ac29422e-6c9e-4816-a6e2-2dbef534d17f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5428 time: 0.1030462
May 14 21:28:31.809283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 28cb501e-e36e-4c9e-96d4-bd46e1d069db {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:28:31.809543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 28cb501e-e36e-4c9e-96d4-bd46e1d069db not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:28:31.870541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-245dac22-4572-4967-8ed1-36862a8fd1ef req-ff5529d6-d0ba-40f2-b028-2a4b2f5e9609 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0538576
May 14 21:28:31.919907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.985164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:31.996282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bbea9-b173-4bc4-9afe-2b3bf066f1f3 req-58c88451-e43e-4165-b232-73a50d3eb88d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:31.998644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-957bbea9-b173-4bc4-9afe-2b3bf066f1f3 req-58c88451-e43e-4165-b232-73a50d3eb88d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0659242
May 14 21:28:32.067355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-957bbea9-b173-4bc4-9afe-2b3bf066f1f3 req-8e5b1859-63f1-4178-aa6f-599278b6903a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615013
May 14 21:28:32.084044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'Port': ['ID=01fb195f-92ff-46cb-b379-bbf6d33dc971,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:32.107120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (8dca92c9-f558-49d2-b8a8-bb7eaa64590c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:32.116161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53adfd-7af9-4053-8f0a-632a834f9ece req-a69394f8-e413-49f0-b5f0-345a393ccd01 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.117611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d53adfd-7af9-4053-8f0a-632a834f9ece req-a69394f8-e413-49f0-b5f0-345a393ccd01 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0684800
May 14 21:28:32.170442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d53adfd-7af9-4053-8f0a-632a834f9ece req-ecf520f4-04d4-4bb6-8c4f-2711bbd10df8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453799
May 14 21:28:32.186437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:32.187652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4774d19d-df19-4643-976e-642f0658c7ac tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5585272
May 14 21:28:32.410279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-a990c2fb-ae44-4761-8e23-01862d13dda6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.412001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-a990c2fb-ae44-4761-8e23-01862d13dda6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 822 time: 0.1147404
May 14 21:28:32.429344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-5f979e7c-32e1-4384-bdcb-375b3afa1310 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/quotas/bbb13e5ea4a949d18e6c5c4bf679fde2 HTTP/1.1" status: 200  len: 375 time: 0.0119793
May 14 21:28:32.468186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-4ebeddb7-614b-427e-802b-aec034b8eed7 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0298095
May 14 21:28:32.638018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-826cd543-47ab-4ab5-8af2-c516e2d5f307 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0583158
May 14 21:28:32.654555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-b1244798-ec03-4012-8ee2-f99d4fe3ad52 service neutron] 10.222.0.52 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791410
May 14 21:28:32.763847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.764689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.765164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.765629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.766090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.766545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.767211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.769147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5f19ba80-01d8-44ba-9812-b443c5cda7bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 6719 time: 0.0828393
May 14 21:28:32.793004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-81c2cdaa-a827-465e-a6ae-c50394bba5e3 service neutron] 10.222.0.52 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313515
May 14 21:28:32.897840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-e32d36dc-674c-4786-a48e-e93887b2d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.898211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-e32d36dc-674c-4786-a48e-e93887b2d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.900182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-e32d36dc-674c-4786-a48e-e93887b2d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:32.903850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-e32d36dc-674c-4786-a48e-e93887b2d69b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&id=6e72934f-3fc8-4cfb-a320-816dc2a9b892 HTTP/1.1" status: 200  len: 2298 time: 0.1065354
May 14 21:28:32.980771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-454dd429-e2a1-4c00-ae4f-5c798b10e7f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849 HTTP/1.1" status: 200  len: 1002 time: 0.0741000
May 14 21:28:33.023408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.027656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.034221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.039650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.039940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-8eb66589-758a-49a7-b985-53a5a2871e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.042247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-8eb66589-758a-49a7-b985-53a5a2871e58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c9a41f8-9eaf-4274-b58c-c5bb90163785 HTTP/1.1" status: 200  len: 856 time: 0.0549572
May 14 21:28:33.045325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.051796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.057617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.059594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ea2ba51c-e2b4-4922-9477-b85a69af3c97 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5428 time: 0.1034834
May 14 21:28:33.151675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-3e5ea8d5-e248-4fc1-91b6-d8aab7694418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.153136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-3e5ea8d5-e248-4fc1-91b6-d8aab7694418 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e77eecd-4e91-4ff7-94ed-e78389e714c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1044655
May 14 21:28:33.159433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a420e08-2882-47d1-84ca-1f09df299968 req-ba28d97f-23d2-4117-8d1d-01654c41ef8d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0925155
May 14 21:28:33.177000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0f51dc0-f038-4469-a83c-e14613b9b160 req-783fca08-faa7-4c0d-91b8-268a4f1b0954 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 210 time: 0.0388925
May 14 21:28:33.337060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3f36-4db8-4ca1-a9b9-522b54ecd16a req-41d41d9e-fae5-4bb3-9e45-11ca5f501bd2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.337060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45fe3f36-4db8-4ca1-a9b9-522b54ecd16a req-41d41d9e-fae5-4bb3-9e45-11ca5f501bd2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0885577
May 14 21:28:33.351349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-1b2d4ffe-a5e6-4d64-9feb-b7dfc8c71eab service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1834829
May 14 21:28:33.383165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45fe3f36-4db8-4ca1-a9b9-522b54ecd16a req-e7fe2d46-7c99-482f-b081-b4ec78f2dcda tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433772
May 14 21:28:33.392459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9ceef-62b7-4eab-adcb-77daccb7502c req-3ad411b5-f491-4cc0-aadb-7d21872271c9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.394145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffa9ceef-62b7-4eab-adcb-77daccb7502c req-3ad411b5-f491-4cc0-aadb-7d21872271c9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0855594
May 14 21:28:33.490838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffa9ceef-62b7-4eab-adcb-77daccb7502c req-e43c23a1-0493-4ffa-a6c4-be526275f47f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639315
May 14 21:28:33.493200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-845c1526-989c-447a-96ca-c91e2a3aac86 service neutron] 10.222.0.36 "GET /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358716
May 14 21:28:33.537365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-6a106e91-1d1c-4c34-a13e-87785e6d27b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 217 time: 0.0379372
May 14 21:28:33.594752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-71cebc3e-d146-44bb-9547-14c15009c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.596316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-71cebc3e-d146-44bb-9547-14c15009c68d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.0516446
May 14 21:28:33.640436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-159e1897-5276-4bc0-86c7-10f0258ba0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.642597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-159e1897-5276-4bc0-86c7-10f0258ba0f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0391734
May 14 21:28:33.755574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-11ccc318-1c83-452a-bc50-25cd6d084646 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1069019
May 14 21:28:33.848180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-9346225b-b36e-42bc-8c36-10c93f6e3dc0 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865335
May 14 21:28:33.889804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-1afc3e91-9825-4f48-95c1-2e658540734b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 217 time: 0.0354922
May 14 21:28:33.945791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-9f57745c-adc7-4025-82da-9169db2b9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.947312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-9f57745c-adc7-4025-82da-9169db2b9d42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.0512772
May 14 21:28:33.991251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-ceef9c64-b1f2-4bd6-b01d-b3f28eb2cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:33.992769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-ceef9c64-b1f2-4bd6-b01d-b3f28eb2cf8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0391777
May 14 21:28:34.081229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-63b128c8-e42a-4eb4-a4d4-e3960cbd16b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822825
May 14 21:28:34.172495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-0f6a917b-fe1d-4d27-bf00-68c26dc0921d service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856321
May 14 21:28:34.221775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-fcdb081b-101d-48ad-b453-639c4e56edc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e HTTP/1.1" status: 200  len: 217 time: 0.0420384
May 14 21:28:34.306242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.311772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.317843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.323193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.328778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.334238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.339926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.341882 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-27bbb0f3-0681-42eb-b2db-936f589bf758 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5428 time: 0.0935853
May 14 21:28:34.409321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b485a69-7aa3-456a-b227-850719dc0d1d req-b47602c5-077f-4da4-b6c2-93cdc3dae1cd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0594928
May 14 21:28:34.579042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 39024741-3b76-4bb3-aecf-4392e5246961 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:34.592856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61513273-5fff-4857-9c68-cbc1fd5de5fb req-cf2d10b0-4e68-4f6f-89cd-d44db70dc7a7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.594888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61513273-5fff-4857-9c68-cbc1fd5de5fb req-cf2d10b0-4e68-4f6f-89cd-d44db70dc7a7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0626349
May 14 21:28:34.637280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 39024741-3b76-4bb3-aecf-4392e5246961 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:34.648411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61513273-5fff-4857-9c68-cbc1fd5de5fb req-ecad1c7b-8322-43f2-b531-0d028adce454 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474467
May 14 21:28:34.655314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ab3f5d2-5e00-42d6-a52c-2b7d2983662d req-bb7ca34e-ef59-4d56-82a1-33726a91b893 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 210 time: 0.3850932
May 14 21:28:34.673788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-337ccb21-48f6-41bb-b5d2-64e528bbb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.676598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-337ccb21-48f6-41bb-b5d2-64e528bbb45d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.4492383
May 14 21:28:34.735784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-d33ba1b7-3de0-48e0-8835-69d92b829d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:34.738048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-d33ba1b7-3de0-48e0-8835-69d92b829d24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0459914
May 14 21:28:34.749133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['842b646d-eb77-44e5-9fb8-12cb7dc078ab'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:34.797383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 39024741-3b76-4bb3-aecf-4392e5246961 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:34.798171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39024741-3b76-4bb3-aecf-4392e5246961), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:34.848125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-aad631b5-a6ff-4c35-89fb-ba741dd157b5 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1030030
May 14 21:28:34.972853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['4663d148-3f78-4667-9e22-e6be0e34d3da'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:35.010651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-f85027c8-6bce-4262-bf4c-08f659438cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527679
May 14 21:28:35.050688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 39024741-3b76-4bb3-aecf-4392e5246961 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:35.051148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39024741-3b76-4bb3-aecf-4392e5246961), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:35.063570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-3764621b-1d08-494f-ba1c-a40203d7de76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=150fe679-5889-44eb-bcc1-bbb9d924b590 HTTP/1.1" status: 200  len: 217 time: 0.0428016
May 14 21:28:35.071902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673e8be-0693-4dd7-a97b-a3a857ebead0 req-bc140b6a-d1e6-442e-acaa-1337cf400175 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.073459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f673e8be-0693-4dd7-a97b-a3a857ebead0 req-bc140b6a-d1e6-442e-acaa-1337cf400175 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.1068716
May 14 21:28:35.114778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:35.117020 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e5f8d7-9e39-442e-ab96-6f4a8f47dda6" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "39024741-3b76-4bb3-aecf-4392e5246961"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:35.140692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ebe73789-12d4-4374-8e71-4e93c4257d27'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:35.153208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39024741-3b76-4bb3-aecf-4392e5246961,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:35.178268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-8ec44fad-0f8f-4270-99cb-7ac4ede650ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.179862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-8ec44fad-0f8f-4270-99cb-7ac4ede650ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 200  len: 797 time: 0.1054139
May 14 21:28:35.183265 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac082e-8c3f-4292-ab20-0f3b01cd4c7c x-openstack-request-id: req-67ac082e-8c3f-4292-ab20-0f3b01cd4c7c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:35.183580 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "39024741-3b76-4bb3-aecf-4392e5246961", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:35.183866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67ac082e-8c3f-4292-ab20-0f3b01cd4c7c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:35.184260 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ac082e-8c3f-4292-ab20-0f3b01cd4c7c'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961', 'code': 200}
May 14 21:28:35.226123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:35.232111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a3973166-07b4-4aaf-95b2-bd95a9578877 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:35.232316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f673e8be-0693-4dd7-a97b-a3a857ebead0 req-5e265f4c-eb58-40f0-9e8c-c6452592fdbf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464875
May 14 21:28:35.273966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-04fb9735-47a3-4a4f-8e6a-161872d37b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.273966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-04fb9735-47a3-4a4f-8e6a-161872d37b3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0581062
May 14 21:28:35.291498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1aa78-8760-45fd-9549-2df040ad400f req-c352e043-fcdd-444d-946c-8cabac05178c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.297201 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ab1aa78-8760-45fd-9549-2df040ad400f req-c352e043-fcdd-444d-946c-8cabac05178c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.0603313
May 14 21:28:35.325732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-f5f01f38-06b0-4f15-a922-0c30311f6645 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.327267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-f5f01f38-06b0-4f15-a922-0c30311f6645 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 822 time: 0.1993213
May 14 21:28:35.356098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ab1aa78-8760-45fd-9549-2df040ad400f req-5238f2bf-7105-4a0f-8e2a-f76d4b6dc0de tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549626
May 14 21:28:35.402401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-f91a311f-987d-4414-b9e6-5c5d4d833683 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200070
May 14 21:28:35.529293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:35.552571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port a3973166-07b4-4aaf-95b2-bd95a9578877 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:35.568044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-00b90d87-cca0-4e48-87d5-8f02f9f991e8 service neutron] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574438
May 14 21:28:35.576350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.583757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.588608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.594374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.601488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.602980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port a3973166-07b4-4aaf-95b2-bd95a9578877 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:35.603499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:35.607332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.611552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.614770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-f3fd4b0a-8de5-4f71-a92b-3b9a92da0cdd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5429 time: 0.1265273
May 14 21:28:35.668460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-5b31e5fd-85aa-4196-bbf2-5f6a71495a8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d09b3141-d774-4a45-8f42-7303f69488da HTTP/1.1" status: 200  len: 217 time: 0.0526953
May 14 21:28:35.696320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a3973166-07b4-4aaf-95b2-bd95a9578877 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:35.696714 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:35.730080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3973166-07b4-4aaf-95b2-bd95a9578877,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:35.754827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe802893-f9ff-4fde-8ea3-d49153544e3b req-963100e2-b92e-4d1e-b4c9-d7e8bfcdd834 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1332338
May 14 21:28:35.756496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-fe4a34b2-a8c8-4020-bc52-abd6ede0ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.757998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-fe4a34b2-a8c8-4020-bc52-abd6ede0ebff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.0820220
May 14 21:28:35.762361 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-25da0e84-4b43-4c11-b52c-774b97d3dc68 req-2dd2bd69-9e0a-4c6f-a0f3-ebb0aa683146 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 210 time: 0.0328996
May 14 21:28:35.791162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:35.792116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 63396429-e743-49a6-a83f-427d96ffbf18 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:35.823347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-72c50bd8-12c4-4903-a0df-19f846961f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.825134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-72c50bd8-12c4-4903-a0df-19f846961f53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0607746
May 14 21:28:35.868582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:35.881015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 63396429-e743-49a6-a83f-427d96ffbf18 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:35.920256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa09e2-f7ae-43bb-8f06-37332f0f1ebb req-3275e6f6-cd83-4d08-8062-723fc397abfe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:35.921826 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85fa09e2-f7ae-43bb-8f06-37332f0f1ebb req-3275e6f6-cd83-4d08-8062-723fc397abfe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1007423
May 14 21:28:35.961693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 63396429-e743-49a6-a83f-427d96ffbf18 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:35.962084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (63396429-e743-49a6-a83f-427d96ffbf18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:35.991450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-299362ad-a7b0-49ac-9e6f-7ced506669a5 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566422
May 14 21:28:35.995133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85fa09e2-f7ae-43bb-8f06-37332f0f1ebb req-373ed9d2-83b8-452e-9d81-315d3ea2d3f4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659881
May 14 21:28:36.052633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 63396429-e743-49a6-a83f-427d96ffbf18 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:36.052930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (63396429-e743-49a6-a83f-427d96ffbf18), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.086240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63396429-e743-49a6-a83f-427d96ffbf18,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:36.088844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-d8486d65-83db-45f1-9eff-4b5cd6133f78 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0909534
May 14 21:28:36.132297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-8f5ab5a1-7f69-4fb4-bf55-f1d2c8fe808d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 HTTP/1.1" status: 200  len: 217 time: 0.0362105
May 14 21:28:36.149924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.150822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device edfac6c5-c706-4629-944c-81d0943a6af1 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:36.182071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-0b2382b0-9670-4d55-8604-92a00bab636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.183574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-0b2382b0-9670-4d55-8604-92a00bab636f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 200  len: 797 time: 0.0448723
May 14 21:28:36.229899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:36.232482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-b4fb00a2-5947-42d3-8575-f412ff1a6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.234055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-b4fb00a2-5947-42d3-8575-f412ff1a6ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e72934f-3fc8-4cfb-a320-816dc2a9b892&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0447004
May 14 21:28:36.243067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port edfac6c5-c706-4629-944c-81d0943a6af1 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:36.287214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port edfac6c5-c706-4629-944c-81d0943a6af1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:36.287611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.330793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-99af61a1-e7b0-45b5-9506-0102ae058f3f service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881398
May 14 21:28:36.370532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae898ae-76ea-489a-a54f-4531bed915e8 req-c59c1163-f9c2-4678-83f4-8c4a7a849e2b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.378381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cae898ae-76ea-489a-a54f-4531bed915e8 req-c59c1163-f9c2-4678-83f4-8c4a7a849e2b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0589099
May 14 21:28:36.381032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port edfac6c5-c706-4629-944c-81d0943a6af1 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:36.382026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.384006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'port': {'device_id': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'admin_state_up': True, 'tenant_id': 'bbb13e5ea4a949d18e6c5c4bf679fde2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:36.435513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfac6c5-c706-4629-944c-81d0943a6af1,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:36.447570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cae898ae-76ea-489a-a54f-4531bed915e8 req-02d42ec0-4add-4502-9066-f4e99b65ab56 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680203
May 14 21:28:36.492899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.494034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fa577191-77f9-4d03-a86c-1dae3aad889a up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:36.549961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fae97-ad3a-4e99-aaf9-45dabbcc00f2 req-e5ccf615-d9c4-4f17-81a6-ea911872a80b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.551465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-331fae97-ad3a-4e99-aaf9-45dabbcc00f2 req-e5ccf615-d9c4-4f17-81a6-ea911872a80b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.1127231
May 14 21:28:36.563391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c291744-310f-4ca8-823d-b9428e0618b5 req-97a517e9-b00d-4d07-992c-8fed876fa854 service neutron] 10.222.0.36 "GET /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2260573
May 14 21:28:36.584345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:36.598241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port fa577191-77f9-4d03-a86c-1dae3aad889a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:36.663697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-331fae97-ad3a-4e99-aaf9-45dabbcc00f2 req-575c1069-c1a2-4b2e-aefa-d455059c7aee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=b840e6e7-fd03-4f48-9600-cc2fc87e76d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056802
May 14 21:28:36.681044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-dd210cc8-4af1-4f0c-8fdd-42f56d9ab0b2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.681495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-dd210cc8-4af1-4f0c-8fdd-42f56d9ab0b2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 946 time: 0.0652454
May 14 21:28:36.721336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port fa577191-77f9-4d03-a86c-1dae3aad889a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:36.727405 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.774027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Made reservation on behalf of bbb13e5ea4a949d18e6c5c4bf679fde2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:28:36.777415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.802545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port b88ac6b1-d929-407f-bf99-94e2f2e3f04b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:36.802890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.825603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port fa577191-77f9-4d03-a86c-1dae3aad889a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:36.826033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:36.880180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port fa577191-77f9-4d03-a86c-1dae3aad889a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa577191-77f9-4d03-a86c-1dae3aad889a,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:36.909309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.915016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.920509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.926398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.931883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.937225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.942820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:36.945029 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23dc187c-13ed-4c50-837a-4555dea387eb req-e5ad27bd-ac9f-46a6-a6e4-8c5656eae844 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5432 time: 0.0954647
May 14 21:28:36.949336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44a33ca4-fa41-4640-a6ff-ccfab6a36b97 req-fd25b86c-2036-412a-a9d4-dd3eb0295b30 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 210 time: 0.0515556
May 14 21:28:36.974923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.002307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] For port b88ac6b1-d929-407f-bf99-94e2f2e3f04b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:37.002885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.026664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=fa577191-77f9-4d03-a86c-1dae3aad889a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:37.032071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23dc187c-13ed-4c50-837a-4555dea387eb req-abb6b4c2-07a6-49ea-bf49-e98f01087440 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0785146
May 14 21:28:37.080036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Allocated IP 172.20.0.2 (23acb6aa-5f12-463d-b4bb-6884cb9f6bec/9f45c5be-5e52-4ede-9ba3-78dc87d5602f/695d61db-6e17-4068-af47-59d37b70b7ca) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:37.185970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877'}, {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63396429-e743-49a6-a83f-427d96ffbf18'}, {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1'}, {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa577191-77f9-4d03-a86c-1dae3aad889a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:37.188602 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb61e8a-6a7b-4ce1-bc8a-2bec1f4cae8a" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877"}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "63396429-e743-49a6-a83f-427d96ffbf18"}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1"}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "fa577191-77f9-4d03-a86c-1dae3aad889a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:37.209080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468272-eebf-4588-a8b3-437e4842baa7 req-57ce2619-f6e1-4a0a-8cb3-11d33c0b611f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:37.211185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19468272-eebf-4588-a8b3-437e4842baa7 req-57ce2619-f6e1-4a0a-8cb3-11d33c0b611f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1216967
May 14 21:28:37.228787 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 14 May 2022 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e444595e-fc1e-43d3-bd06-a264fbfeecb6 x-openstack-request-id: req-e444595e-fc1e-43d3-bd06-a264fbfeecb6 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:37.229132 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877", "code": 200}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "63396429-e743-49a6-a83f-427d96ffbf18", "code": 200}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1", "code": 200}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "fa577191-77f9-4d03-a86c-1dae3aad889a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:37.230451 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e444595e-fc1e-43d3-bd06-a264fbfeecb6 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:37.230451 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e444595e-fc1e-43d3-bd06-a264fbfeecb6'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'code': 200}
May 14 21:28:37.230451 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e444595e-fc1e-43d3-bd06-a264fbfeecb6'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63396429-e743-49a6-a83f-427d96ffbf18', 'code': 200}
May 14 21:28:37.230451 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e444595e-fc1e-43d3-bd06-a264fbfeecb6'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1', 'code': 200}
May 14 21:28:37.230879 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e444595e-fc1e-43d3-bd06-a264fbfeecb6'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa577191-77f9-4d03-a86c-1dae3aad889a', 'code': 200}
May 14 21:28:37.361542 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.362561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (7b03f314-81d6-4e68-afef-b2c6f29babbe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.362885 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP 7b03f314-81d6-4e68-afef-b2c6f29babbe disassociated. External IP: 172.35.4.229, port: b88ac6b1-d929-407f-bf99-94e2f2e3f04b.
May 14 21:28:37.363233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for b88ac6b1-d929-407f-bf99-94e2f2e3f04b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:37.387422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19468272-eebf-4588-a8b3-437e4842baa7 req-0ef35d47-17e9-4844-b17a-5d82a59469e8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651266
May 14 21:28:37.465009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for port (695d61db-6e17-4068-af47-59d37b70b7ca), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.568758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a701c-d05d-4f80-8b38-27a987e04e3e req-2ce72304-c58f-48d5-9ac8-1bd3d77f08ce tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:37.570269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b4a701c-d05d-4f80-8b38-27a987e04e3e req-2ce72304-c58f-48d5-9ac8-1bd3d77f08ce tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0492055
May 14 21:28:37.607663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.622049 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b4a701c-d05d-4f80-8b38-27a987e04e3e req-85bc17cd-35ed-4544-9eae-333f50e4780d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461538
May 14 21:28:37.661178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b88ac6b1-d929-407f-bf99-94e2f2e3f04b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.663779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:37.671754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:37.676948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:37.679832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:37.771348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=b88ac6b1-d929-407f-bf99-94e2f2e3f04b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:37.885941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c710b579-a49f-434b-835f-c2da4fa00747 req-4325a9a6-909d-45c0-8347-cbd5fd1f9e45 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 210 time: 0.0545001
May 14 21:28:37.885941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:37.885941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:37.895502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:28:37.958276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-0150409e-d7e5-4075-8e8e-a184ff494a6e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5824625
May 14 21:28:37.987889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Request body: {'port': {'device_id': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:38.094221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f0578-d9d5-4ec5-9a05-3451d5e17d63 req-e6dd6cf1-336b-4190-b61a-30032774a519 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.108380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a5f0578-d9d5-4ec5-9a05-3451d5e17d63 req-e6dd6cf1-336b-4190-b61a-30032774a519 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 931 time: 0.0725198
May 14 21:28:38.197636 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a5f0578-d9d5-4ec5-9a05-3451d5e17d63 req-f9b1b203-4c6e-4ce1-a9d9-fe7ee9e621f3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875912
May 14 21:28:38.250804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ebe73789-12d4-4374-8e71-4e93c4257d27 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:38.300106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port ebe73789-12d4-4374-8e71-4e93c4257d27 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:38.395355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port ebe73789-12d4-4374-8e71-4e93c4257d27 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:38.395863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:38.470506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:28:38.479910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.484157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:28:38.485264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.489872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ebe73789-12d4-4374-8e71-4e93c4257d27 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:38.490410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:38.491486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.496737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.502492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.507586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.508401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:38.509171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52304aac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:38.512806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.515094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-6c26bcbb-0bcc-453f-b0bf-50d709a18f8a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5433 time: 0.1326516
May 14 21:28:38.524775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:38.536310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740ffa8-f8a0-4e55-b4a5-fd93e20ab392 req-0c31bccd-09d6-4a3e-bad2-958e24148eee tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.538492 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f740ffa8-f8a0-4e55-b4a5-fd93e20ab392 req-0c31bccd-09d6-4a3e-bad2-958e24148eee tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0716183
May 14 21:28:38.576022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe73789-12d4-4374-8e71-4e93c4257d27,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:38.596385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f740ffa8-f8a0-4e55-b4a5-fd93e20ab392 req-6d005fcb-4868-4c0f-97f9-d0b0049cdb40 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495780
May 14 21:28:38.606791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] No DVR routers for this DVR port b88ac6b1-d929-407f-bf99-94e2f2e3f04b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:38.611260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:38.614558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81d58fcc-1a5a-42d9-a0db-2eaff91b5bff req-59357a61-7ced-4846-8d65-1fcd20d0b56b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "DELETE /v2.0/ports/b88ac6b1-d929-407f-bf99-94e2f2e3f04b HTTP/1.1" status: 204  len: 173 time: 1.9275138
May 14 21:28:38.615154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'name': 'network-vif-deleted', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:38.617723 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc96d3-0af5-48c4-a6d9-c196c8692ca0" -d '{"events": [{"server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "name": "network-vif-deleted", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:38.661218 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:38.662097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 842b646d-eb77-44e5-9fb8-12cb7dc078ab up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:38.673665 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25e703b-bf41-4d20-a27b-6eec081f5e1e x-openstack-request-id: req-f25e703b-bf41-4d20-a27b-6eec081f5e1e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:38.673665 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933ec720-1f55-478a-bac2-8f9e96aa692b", "name": "network-vif-deleted", "tag": "b88ac6b1-d929-407f-bf99-94e2f2e3f04b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:38.673665 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f25e703b-bf41-4d20-a27b-6eec081f5e1e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:38.673665 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25e703b-bf41-4d20-a27b-6eec081f5e1e'] response: {'server_uuid': '933ec720-1f55-478a-bac2-8f9e96aa692b', 'name': 'network-vif-deleted', 'tag': 'b88ac6b1-d929-407f-bf99-94e2f2e3f04b', 'status': 'completed', 'code': 200}
May 14 21:28:38.694850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f12b4e4b-d15c-4c56-a5bd-c6f97a0a5274 req-f9ae8350-eb3e-45f0-8e57-b69308f63d51 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1715574
May 14 21:28:38.741100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:38.807347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c016-94a7-4601-89ac-0721d0eeb711 req-73d0b213-d1a9-4dc8-ae97-5e3e50e8ecd7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:38.809261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f400c016-94a7-4601-89ac-0721d0eeb711 req-73d0b213-d1a9-4dc8-ae97-5e3e50e8ecd7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 944 time: 0.0665154
May 14 21:28:38.814546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:38.856595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 842b646d-eb77-44e5-9fb8-12cb7dc078ab completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:38.885008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f400c016-94a7-4601-89ac-0721d0eeb711 req-fbb30b4a-142d-44f9-9c3e-845055e591b2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635216
May 14 21:28:38.953788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 842b646d-eb77-44e5-9fb8-12cb7dc078ab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:38.954600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.006109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c906528a-ee99-4c77-b8a3-269e611c9b2c req-60f4838a-1ca0-41fa-8c8d-d2a10ef62075 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=933ec720-1f55-478a-bac2-8f9e96aa692b HTTP/1.1" status: 200  len: 210 time: 0.0327134
May 14 21:28:39.015560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695d61db-6e17-4068-af47-59d37b70b7ca {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:39.030622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Publish callbacks [] for port (695d61db-6e17-4068-af47-59d37b70b7ca), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.043287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52304aac10>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:39.047215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Transition to ACTIVE for port object 695d61db-6e17-4068-af47-59d37b70b7ca will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:39.073759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:28:39.108878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:39.109508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52304aac10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:39.115231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 842b646d-eb77-44e5-9fb8-12cb7dc078ab is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:39.115969 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.132765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.190638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:39.225647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=842b646d-eb77-44e5-9fb8-12cb7dc078ab,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:39.232168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe73789-12d4-4374-8e71-4e93c4257d27'}, {'server_uuid': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b646d-eb77-44e5-9fb8-12cb7dc078ab'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:39.234463 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4bdcc4-2eaf-48c2-af8a-c1484745d0f8" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "ebe73789-12d4-4374-8e71-4e93c4257d27"}, {"server_uuid": "69fb9083-0ea0-4eeb-92ff-1a2f6c876317", "name": "network-vif-plugged", "status": "completed", "tag": "842b646d-eb77-44e5-9fb8-12cb7dc078ab"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:39.257895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:39.275577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Attempting to bind port 695d61db-6e17-4068-af47-59d37b70b7ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:39.276967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Attempting to bind port 695d61db-6e17-4068-af47-59d37b70b7ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:39.276967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Attempting to bind port 695d61db-6e17-4068-af47-59d37b70b7ca on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:39.283072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Port 695d61db-6e17-4068-af47-59d37b70b7ca on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:39.283714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Attempting to bind port 695d61db-6e17-4068-af47-59d37b70b7ca on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:39.292006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:39.292643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Checking segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:39.293410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Bound using segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:39.294713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Bound port: 695d61db-6e17-4068-af47-59d37b70b7ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:39.295300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.298798 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff7470f-b618-42b4-ac97-71e643a4f754 x-openstack-request-id: req-eff7470f-b618-42b4-ac97-71e643a4f754 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:39.300053 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "ebe73789-12d4-4374-8e71-4e93c4257d27", "code": 200}, {"server_uuid": "69fb9083-0ea0-4eeb-92ff-1a2f6c876317", "name": "network-vif-plugged", "status": "completed", "tag": "842b646d-eb77-44e5-9fb8-12cb7dc078ab", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:39.300204 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eff7470f-b618-42b4-ac97-71e643a4f754 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:39.300590 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff7470f-b618-42b4-ac97-71e643a4f754'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe73789-12d4-4374-8e71-4e93c4257d27', 'code': 200}
May 14 21:28:39.301070 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff7470f-b618-42b4-ac97-71e643a4f754'] response: {'server_uuid': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842b646d-eb77-44e5-9fb8-12cb7dc078ab', 'code': 200}
May 14 21:28:39.303868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.304737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4663d148-3f78-4667-9e22-e6be0e34d3da up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:39.346893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca624c-c653-4af5-8e6b-35e1287811a8 req-fd340580-b210-4816-9655-e814592890a9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.355385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bca624c-c653-4af5-8e6b-35e1287811a8 req-fd340580-b210-4816-9655-e814592890a9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 943 time: 0.0596213
May 14 21:28:39.384662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:39.389953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:39.411167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bca624c-c653-4af5-8e6b-35e1287811a8 req-1bfef954-6f4a-42b0-aa0e-33558461d0af tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547152
May 14 21:28:39.448064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb556284-014a-47af-a9cc-07dcf3ac9829 req-496c8099-d31b-4245-be97-bc18544bac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.449981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb556284-014a-47af-a9cc-07dcf3ac9829 req-496c8099-d31b-4245-be97-bc18544bac7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 1127 time: 0.0579073
May 14 21:28:39.451341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 4663d148-3f78-4667-9e22-e6be0e34d3da completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:39.453135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.453487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=842b646d-eb77-44e5-9fb8-12cb7dc078ab,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:39.501763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.502992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.504669 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] 10.222.0.48 "PUT /v2.0/ports/695d61db-6e17-4068-af47-59d37b70b7ca HTTP/1.1" status: 200  len: 1091 time: 1.5208986
May 14 21:28:39.545618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed51c5e-cc9e-40b0-9a92-8e43d5f67894 service neutron] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:39.549726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 4663d148-3f78-4667-9e22-e6be0e34d3da triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:39.550114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.551427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb556284-014a-47af-a9cc-07dcf3ac9829 req-94b7a23a-501f-4701-a049-f7422435cd62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888960
May 14 21:28:39.601550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52304aac10>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:39.630803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f355f9-e73f-486c-9acc-5d97cc7fa6f5 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:28:39.680641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-91d91c39-4817-440d-b79c-2fce4f7cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.682364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-91d91c39-4817-440d-b79c-2fce4f7cf1a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 1125 time: 0.0472114
May 14 21:28:39.685013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 4663d148-3f78-4667-9e22-e6be0e34d3da is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:39.690408 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.729605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4663d148-3f78-4667-9e22-e6be0e34d3da,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:39.740084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-fba31ce0-d6ba-4832-8511-8ec06c76b470 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=695d61db-6e17-4068-af47-59d37b70b7ca HTTP/1.1" status: 200  len: 217 time: 0.0507612
May 14 21:28:39.825631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bcc24-2d38-410b-8c32-6129151f8b09 req-85ed0b16-ae91-4a19-8c06-4a3a9d951a78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.827675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa2bcc24-2d38-410b-8c32-6129151f8b09 req-85ed0b16-ae91-4a19-8c06-4a3a9d951a78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1282508
May 14 21:28:39.829064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-29ed30ef-88c8-4cf5-a90c-77b456c5c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.833775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-29ed30ef-88c8-4cf5-a90c-77b456c5c534 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f45c5be-5e52-4ede-9ba3-78dc87d5602f HTTP/1.1" status: 200  len: 862 time: 0.0713313
May 14 21:28:39.855266 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:39.857118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.863040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.868796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.874833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.881106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.882561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-be86e730-b108-44d4-a2c9-5ae45f03dd14 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448391
May 14 21:28:39.887292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.895395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:39.897769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-9f215c15-1253-4064-a646-384ccd0edff3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5434 time: 0.1026545
May 14 21:28:39.919056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:39.964749 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-667c11a5-795a-4304-9833-f6d48392ccd6 req-18c30586-f966-4fa8-bd27-c8a5e3a414cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0599978
May 14 21:28:39.981471 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d6435-78f1-48ad-b97e-60d39b79cc82 None None] New status for floating IP 7b03f314-81d6-4e68-afef-b2c6f29babbe: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:28:39.990166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa2bcc24-2d38-410b-8c32-6129151f8b09 req-3201e3d3-5968-4f2d-9a78-72151bea7987 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549320
May 14 21:28:40.023916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-f701380b-9337-4546-9127-fd381415681c service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345708
May 14 21:28:40.106979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091a5ba-894b-4c45-85c5-eb18cb280ab0 req-0b18bace-0809-40cf-b7c5-866fda77ec91 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:40.108601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9091a5ba-894b-4c45-85c5-eb18cb280ab0 req-0b18bace-0809-40cf-b7c5-866fda77ec91 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0595758
May 14 21:28:40.124280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6840cfd1-9d24-4431-b2c2-0cf7a91076df req-d6e37f7b-db1c-46c2-8c35-cfe77431705c service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943098
May 14 21:28:40.159314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9091a5ba-894b-4c45-85c5-eb18cb280ab0 req-44ec1e87-762a-49b7-a773-f7d186221c24 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435371
May 14 21:28:40.220454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42942) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:40.283164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f34a7b3d-24e5-46bc-bfbb-7b753349c122 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (b840e6e7-fd03-4f48-9600-cc2fc87e76d9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.303875 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ebe6db92-df13-4422-bfdc-3243947dfce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.306253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f34a7b3d-24e5-46bc-bfbb-7b753349c122 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (b840e6e7-fd03-4f48-9600-cc2fc87e76d9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.412886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f34a7b3d-24e5-46bc-bfbb-7b753349c122 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b840e6e7-fd03-4f48-9600-cc2fc87e76d9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.415377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f34a7b3d-24e5-46bc-bfbb-7b753349c122 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.416607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f34a7b3d-24e5-46bc-bfbb-7b753349c122 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/security-groups/b840e6e7-fd03-4f48-9600-cc2fc87e76d9 HTTP/1.1" status: 204  len: 168 time: 0.1945465
May 14 21:28:40.419354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42944) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:40.427815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a7b3d-24e5-46bc-bfbb-7b753349c122 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b840e6e7-fd03-4f48-9600-cc2fc87e76d9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:40.436130 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-4557e5c8-b920-470a-9e2e-da7c83e3f87a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] show failed (client error): The resource could not be found.
May 14 21:28:40.436130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4557e5c8-b920-470a-9e2e-da7c83e3f87a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups/b840e6e7-fd03-4f48-9600-cc2fc87e76d9 HTTP/1.1" status: 404  len: 347 time: 0.0147216
May 14 21:28:40.438173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:40.584034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9b7e7-36c3-4734-ab7b-0f85452291a1 req-6de1b410-1b73-43d0-85ae-bac45faf515a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:40.585495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bce9b7e7-36c3-4734-ab7b-0f85452291a1 req-6de1b410-1b73-43d0-85ae-bac45faf515a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 943 time: 0.1032374
May 14 21:28:40.603720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port 4216580b-8de6-49bf-b09e-b068be2f110d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:40.604044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4216580b-8de6-49bf-b09e-b068be2f110d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.670640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:40.672919 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61" -d '{"events": [{"name": "network-changed", "server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:40.687243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bce9b7e7-36c3-4734-ab7b-0f85452291a1 req-384f0576-8803-4c98-8003-927154be32e8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938649
May 14 21:28:40.709837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4216580b-8de6-49bf-b09e-b068be2f110d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.710170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (4216580b-8de6-49bf-b09e-b068be2f110d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.713863 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68ba9b-01ce-4dd6-b1d4-cf895cf5f267 x-openstack-request-id: req-fb68ba9b-01ce-4dd6-b1d4-cf895cf5f267 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:40.714159 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:40.714417 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb68ba9b-01ce-4dd6-b1d4-cf895cf5f267 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:40.714826 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb68ba9b-01ce-4dd6-b1d4-cf895cf5f267'] response: {'name': 'network-changed', 'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca', 'status': 'completed', 'code': 200}
May 14 21:28:40.724794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for 4216580b-8de6-49bf-b09e-b068be2f110d owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:40.973227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4216580b-8de6-49bf-b09e-b068be2f110d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:40.996729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=4216580b-8de6-49bf-b09e-b068be2f110d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:41.099003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (7b03f314-81d6-4e68-afef-b2c6f29babbe), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.101505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.102650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ea9c576a-75b8-4574-8685-9e71a979db33 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/floatingips/7b03f314-81d6-4e68-afef-b2c6f29babbe HTTP/1.1" status: 204  len: 168 time: 0.6629751
May 14 21:28:41.115581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.121183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.126519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.132646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.137921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.144305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.149656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.151612 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-6f9b601a-cbb3-4efc-9ac8-4655c6b1243f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.1006343
May 14 21:28:41.161028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6edafc-938a-4f1c-a481-04822b0bb1de req-8e58994c-1ff2-48b8-a906-0a61e6ba88bb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.162550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db6edafc-938a-4f1c-a481-04822b0bb1de req-8e58994c-1ff2-48b8-a906-0a61e6ba88bb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0845237
May 14 21:28:41.168217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-a998ac48-ffd1-420c-9841-5528f796f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.170448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-a998ac48-ffd1-420c-9841-5528f796f7be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 1125 time: 0.0598021
May 14 21:28:41.212216 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1e21fb92-0aba-410a-add7-f327c0af9579 req-3a5624d6-a904-4dc2-ad8b-c10c75ddedff tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544615
May 14 21:28:41.273204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db6edafc-938a-4f1c-a481-04822b0bb1de req-3383f7dc-35a0-4559-aa0d-a054c94bfde2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025658
May 14 21:28:41.302831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:41.305381 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d386a6ac-d209-43cf-afce-594522c860f3" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:41.305998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-12ff5a02-1a00-4bad-9b21-7b7eb96c6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.307110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-12ff5a02-1a00-4bad-9b21-7b7eb96c6986 service neutron] 10.222.0.48 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 923 time: 0.1296949
May 14 21:28:41.355934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-97f93d53-6d2f-4cad-8b7e-843cc91c92aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=695d61db-6e17-4068-af47-59d37b70b7ca HTTP/1.1" status: 200  len: 217 time: 0.0422473
May 14 21:28:41.367517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42964) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:41.370950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067453777', 'description': 'tempest-description--1220871321'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:41.398280 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0145a6-77d5-44c7-afcf-2905334a83ad x-openstack-request-id: req-cf0145a6-77d5-44c7-afcf-2905334a83ad {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:41.398577 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-plugged", "status": "completed", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:41.398835 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf0145a6-77d5-44c7-afcf-2905334a83ad {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:41.399239 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0145a6-77d5-44c7-afcf-2905334a83ad'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da', 'code': 200}
May 14 21:28:41.431552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70d2ab-dd50-4f27-8cff-4227bc8ab063 req-1728b321-9874-4529-9fba-dc04e776b7c1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.433041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac70d2ab-dd50-4f27-8cff-4227bc8ab063 req-1728b321-9874-4529-9fba-dc04e776b7c1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0797381
May 14 21:28:41.443310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-21fd0122-c5a4-4e9f-aff9-a27da2037ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.444736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-21fd0122-c5a4-4e9f-aff9-a27da2037ba0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f45c5be-5e52-4ede-9ba3-78dc87d5602f HTTP/1.1" status: 200  len: 862 time: 0.0804565
May 14 21:28:41.470613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.500875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-1fb330a5-688d-4b97-a54f-cfc05316ad1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502007
May 14 21:28:41.543335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (64dccee3-8744-4cf3-ad87-a9f22cfd71fe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.574309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac70d2ab-dd50-4f27-8cff-4227bc8ab063 req-e0ab4433-0f65-4875-a9d8-b71a09573876 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343682
May 14 21:28:41.589653 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (64dccee3-8744-4cf3-ad87-a9f22cfd71fe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.601332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.603516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.603516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.603516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.603516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.603867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.604130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.606141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-f4fb4f57-9fd6-4a50-b790-fa6aa93e77d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6709 time: 0.1368430
May 14 21:28:41.624509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dccee3-8744-4cf3-ad87-a9f22cfd71fe,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:41.671070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-e76bb06f-38e8-44c2-9408-3bd718e334c2 service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483014
May 14 21:28:41.704016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.708816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e31e2c07-ea5f-4126-abc8-d81a93cf8daa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3379660
May 14 21:28:41.709097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42968) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:41.714074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44e18133-49f9-4e77-ac0d-ec10e3bfff41 req-e42a9ebd-14aa-425a-ba25-05c772feb849 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0994902
May 14 21:28:41.727015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': '64dccee3-8744-4cf3-ad87-a9f22cfd71fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:41.779140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a7f9546-69ba-4aaf-ae7d-45bce51f9e61 req-1e59ecbc-0f0d-469a-9b0e-e989691ce69c service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997360
May 14 21:28:41.784259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b88ac6b1-d929-407f-bf99-94e2f2e3f04b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:41.810543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: b88ac6b1-d929-407f-bf99-94e2f2e3f04b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:28:41.810882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device b88ac6b1-d929-407f-bf99-94e2f2e3f04b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:28:41.834770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62221b9-6d52-4689-9947-b8a161f2db1f req-f5485be1-0b5b-494d-9e4a-32d25539dda1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.836362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a62221b9-6d52-4689-9947-b8a161f2db1f req-f5485be1-0b5b-494d-9e4a-32d25539dda1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 943 time: 0.0553021
May 14 21:28:41.836802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (82922e07-17dd-4d0a-9350-d219f154c645), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.881626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.885980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a62221b9-6d52-4689-9947-b8a161f2db1f req-d8338c8c-662c-4344-9ae8-40dc83676904 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431893
May 14 21:28:41.895501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5de47-97b1-46d9-b5e2-7698e135974c req-a227d3e9-9709-4faa-a063-a61c74b3a5dc tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:41.897014 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ad5de47-97b1-46d9-b5e2-7698e135974c req-a227d3e9-9709-4faa-a063-a61c74b3a5dc tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0737476
May 14 21:28:41.930211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (82922e07-17dd-4d0a-9350-d219f154c645), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:41.956979 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2ad5de47-97b1-46d9-b5e2-7698e135974c req-4cf2dc74-622a-47c1-b5c9-88c37b5cc0ea tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528822
May 14 21:28:42.023405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (82922e07-17dd-4d0a-9350-d219f154c645), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.042355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82922e07-17dd-4d0a-9350-d219f154c645,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:42.076503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9e8a29-5d38-4220-b7aa-b174dab8ac7c req-f3678b41-34d7-4e84-94ba-f46ffbd9493b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.078009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad9e8a29-5d38-4220-b7aa-b174dab8ac7c req-f3678b41-34d7-4e84-94ba-f46ffbd9493b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0531263
May 14 21:28:42.112315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.116817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8b795651-63da-48ff-9da6-4ea651865198 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4065053
May 14 21:28:42.117151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42976) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:42.121527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': '64dccee3-8744-4cf3-ad87-a9f22cfd71fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:42.143233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad9e8a29-5d38-4220-b7aa-b174dab8ac7c req-0aaeefce-059c-4d00-ad6a-1425c0beb4b9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580940
May 14 21:28:42.219090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (b28b7688-f131-43a2-8ee3-587b2a28cdab), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.280142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (b28b7688-f131-43a2-8ee3-587b2a28cdab), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.350116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.355514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.360757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.366679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.372016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.372617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.378049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.383277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.385297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58173947-399a-43b8-a662-c75db2aed16a req-c00b54aa-79e2-40b3-9365-f3bbb12e63a7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.0940087
May 14 21:28:42.386538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b28b7688-f131-43a2-8ee3-587b2a28cdab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.416506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28b7688-f131-43a2-8ee3-587b2a28cdab,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:42.458997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58173947-399a-43b8-a662-c75db2aed16a req-d618f92e-bd7f-41f7-b63a-2838f9360d80 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0645347
May 14 21:28:42.490984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.491729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-de3febb2-c08d-4e23-9256-dd9e0b79943d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3736014
May 14 21:28:42.494841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42986) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:42.499368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:42.568598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc8a77-427f-4e69-a0fb-13a7ff4cd2a5 req-9a5a7abc-4271-427f-a2fd-1c8d70a79fdd tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.570112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ecc8a77-427f-4e69-a0fb-13a7ff4cd2a5 req-9a5a7abc-4271-427f-a2fd-1c8d70a79fdd tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0480161
May 14 21:28:42.597880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.610894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21137b42-c04b-4c40-adca-d02849412c06 req-f760201c-f227-47ab-b301-08905fcb9e30 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:42.612519 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21137b42-c04b-4c40-adca-d02849412c06 req-f760201c-f227-47ab-b301-08905fcb9e30 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0495348
May 14 21:28:42.673480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ecc8a77-427f-4e69-a0fb-13a7ff4cd2a5 req-941ab1ff-143c-4f86-8801-b942e1cda6e6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972841
May 14 21:28:42.707781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.824444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-090e14cc-0c23-4323-81ed-20b850b4debc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.832220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.35.4.83 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/200be08b-652c-4a30-9890-def79d7b3680) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:42.956267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (200be08b-652c-4a30-9890-def79d7b3680), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:42.982213 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21137b42-c04b-4c40-adca-d02849412c06 req-34885306-cf41-476e-96f1-619bb9bfa349 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3613746
May 14 21:28:43.027847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e252-9670-4d1a-b146-ebddb232134b req-dec9883d-7332-4492-9b4e-a3c65c80ff9d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.029363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c412e252-9670-4d1a-b146-ebddb232134b req-dec9883d-7332-4492-9b4e-a3c65c80ff9d tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 943 time: 0.0612345
May 14 21:28:43.081014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c412e252-9670-4d1a-b146-ebddb232134b req-02b8d89f-e10d-4603-9198-9c58855360ab tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458219
May 14 21:28:43.110612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (200be08b-652c-4a30-9890-def79d7b3680), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.150945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:43.156073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:43.159741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:43.181696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=200be08b-652c-4a30-9890-def79d7b3680,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:43.246932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (f5567a76-9a41-407f-85f6-863842b8f16c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.353752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (200be08b-652c-4a30-9890-def79d7b3680), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.425639 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:28:43.541005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (200be08b-652c-4a30-9890-def79d7b3680), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.588463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.593715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.599592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.601194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (200be08b-652c-4a30-9890-def79d7b3680), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.604787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.610041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.616074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.621302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.623311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-1b75e65d-a807-4d09-959a-ae064923359a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.0865626
May 14 21:28:43.669386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=200be08b-652c-4a30-9890-def79d7b3680,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:43.684295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f5567a76-9a41-407f-85f6-863842b8f16c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.692026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-75243d03-8185-4983-9c8b-7dd907555ab0 req-66de6ca2-0ad9-4b4f-992f-13a294d2fd5d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0621607
May 14 21:28:43.781442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.782663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-56903c2a-d5ca-47db-83bd-31907cf006a9 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2867947
May 14 21:28:43.803258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba23ad4-ef1c-432d-8a4d-10eaf1f7efcf req-fed8fe9b-0f66-4cd8-81ab-89ae8097f78e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:43.804808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cba23ad4-ef1c-432d-8a4d-10eaf1f7efcf req-fed8fe9b-0f66-4cd8-81ab-89ae8097f78e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0552318
May 14 21:28:43.809281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 695d61db-6e17-4068-af47-59d37b70b7ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:43.822757 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:43.858796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cba23ad4-ef1c-432d-8a4d-10eaf1f7efcf req-a9a28cb0-4e98-461f-bc1f-dec0788cce3f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463569
May 14 21:28:43.923167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:43.936010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '695d61db-6e17-4068-af47-59d37b70b7ca', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'port_id': '695d61db-6e17-4068-af47-59d37b70b7ca', 'mac_address': 'fa:16:3e:c2:5a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f45c5be-5e52-4ede-9ba3-78dc87d5602f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:43.990170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 695d61db-6e17-4068-af47-59d37b70b7ca is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:43.990625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:44.004614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695d61db-6e17-4068-af47-59d37b70b7ca {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:44.006616 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-67470cc4-8458-4cbf-93ac-51752db82d64 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2067453777&fields=id&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 267 time: 0.0528948
May 14 21:28:44.032069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:44.056814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-d0de3d61-53bc-4987-b443-b3665f0b168f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.058280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-d0de3d61-53bc-4987-b443-b3665f0b168f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0584683
May 14 21:28:44.129761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-a073747c-20a7-40e2-869e-4d039b8de0bd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.130523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-a073747c-20a7-40e2-869e-4d039b8de0bd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.1100566
May 14 21:28:44.142182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce579cac-0f9f-4e97-8324-ff1c8b4763e1 req-e934f907-e531-47b0-bd54-69db6d05e0b2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.144636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce579cac-0f9f-4e97-8324-ff1c8b4763e1 req-e934f907-e531-47b0-bd54-69db6d05e0b2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 945 time: 0.0776379
May 14 21:28:44.146565 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-0a0e7ecb-c72b-4257-a400-f95afcd1d98b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/quotas/8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 375 time: 0.0101867
May 14 21:28:44.149580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:44.212437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:44.214524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-b9ac1175-639a-40df-ba40-6a742c3720ee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0596867
May 14 21:28:44.227168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port 842b646d-eb77-44e5-9fb8-12cb7dc078ab {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:44.227534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:44.261834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce579cac-0f9f-4e97-8324-ff1c8b4763e1 req-ecf88d9d-1fc6-455a-8a40-590676c51986 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063869
May 14 21:28:44.330057 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-47c03771-27b2-44c9-9f1e-f1fe1569253f service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018698
May 14 21:28:44.369833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['695d61db-6e17-4068-af47-59d37b70b7ca'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:44.383461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port 842b646d-eb77-44e5-9fb8-12cb7dc078ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=842b646d-eb77-44e5-9fb8-12cb7dc078ab,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:44.383907 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:44.403626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for 842b646d-eb77-44e5-9fb8-12cb7dc078ab owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:44.414730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f574b66-5855-4f6f-8f45-d4b69a833f8b req-f8b5a1ac-6203-444a-937f-39e836fb2ac8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.424881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f574b66-5855-4f6f-8f45-d4b69a833f8b req-f8b5a1ac-6203-444a-937f-39e836fb2ac8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 944 time: 0.0887914
May 14 21:28:44.433038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-d17156ce-fe53-4e27-91b5-9d6dee917be6 service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949864
May 14 21:28:44.520545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f574b66-5855-4f6f-8f45-d4b69a833f8b req-d6951437-52a9-475d-bb69-113177990b0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940897
May 14 21:28:44.728082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (842b646d-eb77-44e5-9fb8-12cb7dc078ab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:44.740811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['842b646d-eb77-44e5-9fb8-12cb7dc078ab'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:44.789871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=842b646d-eb77-44e5-9fb8-12cb7dc078ab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:44.803922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4beb75c9-4e3a-4406-b87f-f9984c38b85f req-476807ae-6234-4f19-9007-b5860923458d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 210 time: 0.0745218
May 14 21:28:44.859278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port 842b646d-eb77-44e5-9fb8-12cb7dc078ab on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:44.863118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:44.866442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-813bbcc6-53ee-4252-9fd0-a82b02f41919 req-1ffee229-d5ea-414d-b277-8accaa305d45 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "DELETE /v2.0/ports/842b646d-eb77-44e5-9fb8-12cb7dc078ab HTTP/1.1" status: 204  len: 173 time: 0.7904425
May 14 21:28:44.866892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'name': 'network-vif-deleted', 'tag': '842b646d-eb77-44e5-9fb8-12cb7dc078ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:44.877516 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b9ef1d-9a56-4b80-acc9-52235c2c339b" -d '{"events": [{"server_uuid": "69fb9083-0ea0-4eeb-92ff-1a2f6c876317", "name": "network-vif-deleted", "tag": "842b646d-eb77-44e5-9fb8-12cb7dc078ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:44.878048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.883079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.888764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.894715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.901107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.906475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.912761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:44.919655 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f086c701-1e6f-4b15-a0cd-70c9685b7d13 x-openstack-request-id: req-f086c701-1e6f-4b15-a0cd-70c9685b7d13 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:44.919655 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fb9083-0ea0-4eeb-92ff-1a2f6c876317", "name": "network-vif-deleted", "tag": "842b646d-eb77-44e5-9fb8-12cb7dc078ab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:44.919655 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f086c701-1e6f-4b15-a0cd-70c9685b7d13 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:44.919655 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f086c701-1e6f-4b15-a0cd-70c9685b7d13'] response: {'server_uuid': '69fb9083-0ea0-4eeb-92ff-1a2f6c876317', 'name': 'network-vif-deleted', 'tag': '842b646d-eb77-44e5-9fb8-12cb7dc078ab', 'status': 'completed', 'code': 200}
May 14 21:28:44.921271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-5b44c73b-54a1-4524-9fa2-bd0038936360 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.1168022
May 14 21:28:44.925518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:45.017718 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1582e2b0-219b-4e47-afde-c208568ab7cd req-0bf3cea3-de89-4921-81a1-3e999339c2da tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0938501
May 14 21:28:45.028019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eb871-fea3-4e49-952c-cb8473d4b23a req-eeb197ed-c320-404c-9df3-d9f5432b2290 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.031891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c8eb871-fea3-4e49-952c-cb8473d4b23a req-eeb197ed-c320-404c-9df3-d9f5432b2290 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0569470
May 14 21:28:45.093866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c8eb871-fea3-4e49-952c-cb8473d4b23a req-fa2de0e0-5bbc-487c-bd1c-578e0e88f8b4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533276
May 14 21:28:45.160976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.166439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.171808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.177195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.182561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.187970 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.193329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.195280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ac6ca2-afa6-45c5-9d02-4215bd02ab5d req-72f538b9-04f6-4727-bbea-383552b598cf tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.0926805
May 14 21:28:45.210823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:45.215262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Request body: {'floatingip': {'port_id': 'a3973166-07b4-4aaf-95b2-bd95a9578877'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:45.257218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (ad0e15ee-df81-43d4-a441-de0e1ebe7960), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:45.376932 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3305bee7-8660-407e-85a2-633e84e11011 req-fb2b9921-1561-46d6-95ff-089715ec7847 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=69fb9083-0ea0-4eeb-92ff-1a2f6c876317 HTTP/1.1" status: 200  len: 210 time: 0.0281186
May 14 21:28:45.623670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:45.673257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e3e8-83a2-4a04-aa09-4e720c9f553c req-235adf29-bea0-4fc7-aa14-6104f61e5a98 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:45.674817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d933e3e8-83a2-4a04-aa09-4e720c9f553c req-235adf29-bea0-4fc7-aa14-6104f61e5a98 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 944 time: 0.0611575
May 14 21:28:45.791017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d933e3e8-83a2-4a04-aa09-4e720c9f553c req-3d7f42e1-fcf4-4e4c-b035-8c166bc88733 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098979
May 14 21:28:45.804088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:45.822414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 695d61db-6e17-4068-af47-59d37b70b7ca up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:45.858205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (ad0e15ee-df81-43d4-a441-de0e1ebe7960), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:45.875139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 695d61db-6e17-4068-af47-59d37b70b7ca completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:45.886494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb289ac8-f07d-4478-bf15-85c0dad83d0c req-13ed4132-9639-4580-b9a7-d2dce905777d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 210 time: 0.0386250
May 14 21:28:45.972083 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Floating IP ad0e15ee-df81-43d4-a441-de0e1ebe7960 associated. External IP: 172.35.4.65, port: a3973166-07b4-4aaf-95b2-bd95a9578877.
May 14 21:28:45.972720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 695d61db-6e17-4068-af47-59d37b70b7ca triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:45.974393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:46.059040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 695d61db-6e17-4068-af47-59d37b70b7ca is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:46.059562 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:46.087517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:46.090083 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e59ee-063d-4c46-b3ab-94d3f5908748" -d '{"events": [{"server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "name": "network-vif-plugged", "status": "completed", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:46.104267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:46.134089 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a51705-c9e4-4d6b-8cf7-ed36d44ddadd x-openstack-request-id: req-e9a51705-c9e4-4d6b-8cf7-ed36d44ddadd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:46.134501 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "name": "network-vif-plugged", "status": "completed", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:46.134810 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9a51705-c9e4-4d6b-8cf7-ed36d44ddadd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:46.135266 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a51705-c9e4-4d6b-8cf7-ed36d44ddadd'] response: {'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca', 'code': 200}
May 14 21:28:46.175242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:46.233653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad2c3-fc37-4267-9252-15c36f35113a req-88c3723f-ee4a-462d-8fd3-2255cc7317d1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.235204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34aad2c3-fc37-4267-9252-15c36f35113a req-88c3723f-ee4a-462d-8fd3-2255cc7317d1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0504062
May 14 21:28:46.237142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Router cd8223b5-75e6-4129-89ad-566397ded854 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:28:46.248120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:46.304813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b2297-5039-4222-98fe-ea2cf24489c4 req-2e7050e4-1241-4017-92bd-2ebbafe03604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.306518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b12b2297-5039-4222-98fe-ea2cf24489c4 req-2e7050e4-1241-4017-92bd-2ebbafe03604 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 1127 time: 0.0704274
May 14 21:28:46.320785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34aad2c3-fc37-4267-9252-15c36f35113a req-28843b05-0191-4edd-a0e3-b3dc00859fdd tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755177
May 14 21:28:46.386100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:28:46.388878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b12b2297-5039-4222-98fe-ea2cf24489c4 req-2d468763-a8c9-4f42-bd5c-267fa18321d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512900
May 14 21:28:46.390825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:46.397212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] Sync routers for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:28:46.407157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:46.407800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b10280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:46.423878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f347e284-1500-4095-bf23-a8f5c2c038bc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "PUT /v2.0/floatingips/ad0e15ee-df81-43d4-a441-de0e1ebe7960 HTTP/1.1" status: 200  len: 990 time: 1.2117527
May 14 21:28:46.424539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:46.426842 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:46.492745 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa323e5-a34e-43b6-88ca-fb4be8d7150b x-openstack-request-id: req-0aa323e5-a34e-43b6-88ca-fb4be8d7150b {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:46.492745 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:46.492745 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0aa323e5-a34e-43b6-88ca-fb4be8d7150b {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:46.493058 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa323e5-a34e-43b6-88ca-fb4be8d7150b'] response: {'name': 'network-changed', 'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'status': 'completed', 'code': 200}
May 14 21:28:46.583373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.583889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.584370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.584870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.585332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.587770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.588708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.595034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-a8f18257-5366-4e2c-b3b3-cd46c17a91bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6709 time: 0.0714793
May 14 21:28:46.713367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:46.731108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-7235ff76-9138-4d17-a464-45be45fadae5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.735691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-bd04052d-7e30-45b6-9258-d0418308db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.738023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-bd04052d-7e30-45b6-9258-d0418308db9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef572d9b-20a4-4311-9582-fea3efbf759e HTTP/1.1" status: 200  len: 913 time: 0.1405354
May 14 21:28:46.738666 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-7235ff76-9138-4d17-a464-45be45fadae5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.1407166
May 14 21:28:46.750275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-de768221-2ffd-43ca-8939-a6ae4470204e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/quotas/91fceeecfb744810a52fd04cc03c72cf HTTP/1.1" status: 200  len: 375 time: 0.0107443
May 14 21:28:46.826076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-1eed2c2f-1244-4327-b69e-eb9f8af38dfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 200  len: 998 time: 0.0809605
May 14 21:28:46.844859 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-e250bb16-6b0c-452d-8deb-5a31cb8adcf1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0837557
May 14 21:28:46.877855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:46.936493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-7a1d5403-a58e-46eb-a4c7-869eb6724169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.937947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-7a1d5403-a58e-46eb-a4c7-869eb6724169 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 HTTP/1.1" status: 200  len: 851 time: 0.1055577
May 14 21:28:46.949320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca155b-9d7a-4d26-b7d1-0189a7e67969 req-6924b1b8-4d6d-4d30-a944-12083a249a45 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:46.950820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ca155b-9d7a-4d26-b7d1-0189a7e67969 req-6924b1b8-4d6d-4d30-a944-12083a249a45 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0746038
May 14 21:28:46.966513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-d1f2ba8f-8314-4be1-906f-09c8b0e2d92d service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117930
May 14 21:28:47.006914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-5aec7c4d-6dc1-402d-9f00-ba51e31e795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:47.008462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-5aec7c4d-6dc1-402d-9f00-ba51e31e795a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef572d9b-20a4-4311-9582-fea3efbf759e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0567853
May 14 21:28:47.010785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b10280>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad0e15ee-df81-43d4-a441-de0e1ebe7960', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'port_id': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'mac_address': 'fa:16:3e:23:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:32Z', 'updated_at': '2022-05-14T21:28:45Z', 'revision_number': 1, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:47.040257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] Checking router: cd8223b5-75e6-4129-89ad-566397ded854 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:28:47.050308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:28:47.050952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b10280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:47.064024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87ca155b-9d7a-4d26-b7d1-0189a7e67969 req-7befb326-2e6c-47c4-89bc-a509df1a61ba tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035764
May 14 21:28:47.077477 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-85325cd5-23c4-4435-a8dc-34db67cc1a60 service neutron] 10.222.0.52 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037841
May 14 21:28:47.134593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-9a1f8e9b-bc89-40db-8046-717e752ed77c service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193547
May 14 21:28:47.187027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:28:47.237226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1ed9ae4-1d4c-4100-ae19-fc3439326369 req-3af517f7-3ebe-44ef-8abc-780e09ae4f10 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 210 time: 0.0701699
May 14 21:28:47.274533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae7fc29d-6ba4-4a05-864c-42d47d333eb6 req-1caa7c64-4b74-472d-81fc-bc9ebf4ef548 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320162
May 14 21:28:47.388534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfc2e367-781d-4a05-826f-635360007a4a req-95a28daf-e114-41bc-941f-ca3db85036d0 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 210 time: 0.0486333
May 14 21:28:47.436492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b10280>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad0e15ee-df81-43d4-a441-de0e1ebe7960', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'port_id': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'mac_address': 'fa:16:3e:23:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:32Z', 'updated_at': '2022-05-14T21:28:45Z', 'revision_number': 1, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:28:47.461504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3def01-2b25-47c0-8ef8-9cd0b4527ee3 req-5ee9569f-618c-4de7-b613-9149c060e8fb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:47.462997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c3def01-2b25-47c0-8ef8-9cd0b4527ee3 req-5ee9569f-618c-4de7-b613-9149c060e8fb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0532460
May 14 21:28:47.473846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b430f3-b5b9-4df7-86ba-c54ead15b2ab None None] The sync data for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 is: [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ad0e15ee-df81-43d4-a441-de0e1ebe7960', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'floating_ip_address': '172.35.4.65', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'port_id': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'mac_address': 'fa:16:3e:23:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:27:32Z', 'updated_at': '2022-05-14T21:28:45Z', 'revision_number': 1, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:28:47.542091 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c3def01-2b25-47c0-8ef8-9cd0b4527ee3 req-9b71145a-d454-40b8-b48f-e731718b1bf3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649283
May 14 21:28:47.631977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-0375af66-3695-42f6-9d8b-583f15e1939e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:47.633647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-0375af66-3695-42f6-9d8b-583f15e1939e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.1239140
May 14 21:28:47.724457 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c061a6-a8fd-472a-a3b8-18f5536f7dee None None] New status for floating IP ad0e15ee-df81-43d4-a441-de0e1ebe7960: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:28:47.812544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-727ce3d1-4ef0-493d-a158-a4f5cf42a575 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 380 time: 0.0825171
May 14 21:28:47.822454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'port': {'device_id': 'cb444169-fb87-45fa-a967-7df84f979a00', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'admin_state_up': True, 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'security_groups': ['64dccee3-8744-4cf3-ad87-a9f22cfd71fe']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:47.844760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:47.979727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:47.990988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'mac_address': 'fa:16:3e:bf:a1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:48.028525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:48.029186 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:48.042169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:48.065053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:48.082529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Made reservation on behalf of 8bd6f25048cd4798985e725f734f1845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:28:48.086244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:48.128097 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:48.196325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:48.228614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73289e0-acb4-47f8-8f7c-a44dbcbb12c2 req-d4b08918-643a-4b1e-96f6-beb278c2bde1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:48.230107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d73289e0-acb4-47f8-8f7c-a44dbcbb12c2 req-d4b08918-643a-4b1e-96f6-beb278c2bde1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0635645
May 14 21:28:48.238009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5c660063-0f23-4b2d-b5ca-12d4f3ea2036'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:48.273076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 842b646d-eb77-44e5-9fb8-12cb7dc078ab no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:28:48.303234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 842b646d-eb77-44e5-9fb8-12cb7dc078ab {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:28:48.303700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 842b646d-eb77-44e5-9fb8-12cb7dc078ab not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:28:48.325141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.20.0.11 (afd341be-651f-4dc3-82bf-83f603d58628/52825e75-9886-4363-8086-0e1e307605a9/1b49f503-95db-4b59-ab25-ac9c8795cafa) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:48.330397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d73289e0-acb4-47f8-8f7c-a44dbcbb12c2 req-01e53a89-918c-4e0d-91a0-7473a38efc44 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906065
May 14 21:28:48.359705 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6db5444-941b-4ec9-b05a-75598cdd61e1 req-83572957-c3aa-4ed9-83f5-e25876ad139f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 210 time: 0.0409479
May 14 21:28:48.491766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fdbb4d96-ae25-44e7-9062-fbc0e6f3f2a0 req-b7b77408-2767-4915-89dc-0ae3d63b6abe tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 210 time: 0.0284305
May 14 21:28:48.521807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9f9cd-07ff-4bf8-8536-ced52fc2593b req-4b31dc07-1e09-4c41-84d8-98a7e1554c0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:48.526509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4c9f9cd-07ff-4bf8-8536-ced52fc2593b req-4b31dc07-1e09-4c41-84d8-98a7e1554c0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0699663
May 14 21:28:48.567540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:48.599361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4c9f9cd-07ff-4bf8-8536-ced52fc2593b req-03d86d27-6dc8-477c-b28d-8549821e2b61 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689361
May 14 21:28:48.682408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8db00e-6dd0-4328-a7ba-9d56fb50aea6 req-d7c89e85-996e-4989-be01-bc5730e3df14 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:48.683987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fb8db00e-6dd0-4328-a7ba-9d56fb50aea6 req-d7c89e85-996e-4989-be01-bc5730e3df14 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 944 time: 0.0540709
May 14 21:28:48.688758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:48.773688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:48.777785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=1b49f503-95db-4b59-ab25-ac9c8795cafa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:48.781909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:48.785042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:48.806375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fb8db00e-6dd0-4328-a7ba-9d56fb50aea6 req-d12b0ec1-677b-4b41-8624-fe73e2dce7fb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064739
May 14 21:28:48.871251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:48.872911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:48.987259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-8e06e66c-f1f6-4868-b5fa-3efa2fd56508 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1676762
May 14 21:28:48.998809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Request body: {'port': {'device_id': 'cb444169-fb87-45fa-a967-7df84f979a00', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:49.067302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e730830f-4d76-4e05-a011-792c28e2248d None None] Provisioning complete for port 1b49f503-95db-4b59-ab25-ac9c8795cafa triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:49.073240 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e730830f-4d76-4e05-a011-792c28e2248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:49.073534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:49.101550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e730830f-4d76-4e05-a011-792c28e2248d None None] Port 1b49f503-95db-4b59-ab25-ac9c8795cafa cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:28:49.408964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b49f503-95db-4b59-ab25-ac9c8795cafa {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:49.418286 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Publish callbacks [] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:49.433849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Transition to ACTIVE for port object 1b49f503-95db-4b59-ab25-ac9c8795cafa will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:49.685463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd3391cb-138f-4af7-b8b2-c816eb4dea70 req-8eb35e80-0098-4a7b-86f7-b151129d029b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 210 time: 0.0317914
May 14 21:28:49.841947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:49.870667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:49.924622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7a05a-73c9-4d56-9f76-393d41dab4bd req-3f654e58-8d85-4e1b-a4b5-1018f612c906 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:49.938438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-85b7a05a-73c9-4d56-9f76-393d41dab4bd req-3f654e58-8d85-4e1b-a4b5-1018f612c906 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.1167963
May 14 21:28:49.946859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce289f-b865-43c7-ac78-1ea9f1a0049a req-a68127fc-4025-40e6-a2fb-451741e351f7 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:49.954272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6ce289f-b865-43c7-ac78-1ea9f1a0049a req-a68127fc-4025-40e6-a2fb-451741e351f7 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 932 time: 0.4623110
May 14 21:28:49.986841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-6a933281-a70b-4115-b571-97704eb127ce tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:49.988336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-6a933281-a70b-4115-b571-97704eb127ce tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/networks?id=8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 200  len: 805 time: 0.5725486
May 14 21:28:50.014688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Pushing event updated for resources: {'Port': ['ID=1b49f503-95db-4b59-ab25-ac9c8795cafa,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:50.019558 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-85b7a05a-73c9-4d56-9f76-393d41dab4bd req-f92cfeb0-75e3-4222-9f39-27f9506a6564 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791345
May 14 21:28:50.022015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:50.022403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.074845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6ce289f-b865-43c7-ac78-1ea9f1a0049a req-6234b821-4a5a-4f79-a39f-2d6d2337b79c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196122
May 14 21:28:50.081421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Request body: {'port': {'device_id': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'admin_state_up': True, 'tenant_id': '91fceeecfb744810a52fd04cc03c72cf'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:50.216189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:50.217941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.240791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42578ca-2742-47d5-b996-a828a0f2c189 req-c29fe889-e045-4d99-acb2-dd186a230b31 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:50.250695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a42578ca-2742-47d5-b996-a828a0f2c189 req-c29fe889-e045-4d99-acb2-dd186a230b31 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 944 time: 0.0981102
May 14 21:28:50.264781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:50.266013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:50.269079 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4000d6d-e2a8-4741-a8dd-dd1c6d469a13" -d '{"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-plugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:50.330062 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a42578ca-2742-47d5-b996-a828a0f2c189 req-6d716221-b90c-44a0-8841-efb878aadd99 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776007
May 14 21:28:50.338508 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19793227-2789-4f71-8b1d-36aee5637e6b x-openstack-request-id: req-19793227-2789-4f71-8b1d-36aee5637e6b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:50.338803 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-plugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:50.339080 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19793227-2789-4f71-8b1d-36aee5637e6b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:50.339755 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19793227-2789-4f71-8b1d-36aee5637e6b'] response: {'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'code': 200}
May 14 21:28:50.355597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.372456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Attempting to bind port 1b49f503-95db-4b59-ab25-ac9c8795cafa on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:50.373139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Attempting to bind port 1b49f503-95db-4b59-ab25-ac9c8795cafa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:50.373737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Attempting to bind port 1b49f503-95db-4b59-ab25-ac9c8795cafa on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:50.385712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Port 1b49f503-95db-4b59-ab25-ac9c8795cafa on network afd341be-651f-4dc3-82bf-83f603d58628 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:50.386319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Attempting to bind port 1b49f503-95db-4b59-ab25-ac9c8795cafa on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:50.396601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:50.396934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:50.397577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Bound using segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:50.398281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Bound port: 1b49f503-95db-4b59-ab25-ac9c8795cafa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:50.398650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.415706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:50.477980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] For port 1b49f503-95db-4b59-ab25-ac9c8795cafa, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:50.481375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] For port 1b49f503-95db-4b59-ab25-ac9c8795cafa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:50.555241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Made reservation on behalf of 91fceeecfb744810a52fd04cc03c72cf for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:28:50.559196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.642121 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.685933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:50.686954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:50.688428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] 10.222.0.48 "PUT /v2.0/ports/1b49f503-95db-4b59-ab25-ac9c8795cafa HTTP/1.1" status: 200  len: 1092 time: 1.6942816
May 14 21:28:50.698062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:50.703761 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06" -d '{"events": [{"name": "network-changed", "server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:50.782166 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8090808-86fe-4aca-bec6-339731e21438 x-openstack-request-id: req-f8090808-86fe-4aca-bec6-339731e21438 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:50.782427 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:50.782733 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8090808-86fe-4aca-bec6-339731e21438 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:50.783715 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8090808-86fe-4aca-bec6-339731e21438'] response: {'name': 'network-changed', 'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'status': 'completed', 'code': 200}
May 14 21:28:50.844497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-741d6c8f-36d0-4205-9411-d20611f365f9 req-bfd37278-edd1-4522-bdc2-f67f191d2fbf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 210 time: 0.0552535
May 14 21:28:50.844986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06 req-5fab7ad3-5a31-487b-86a4-7688ead47641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:50.848402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06 req-5fab7ad3-5a31-487b-86a4-7688ead47641 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 1126 time: 0.0638580
May 14 21:28:50.878221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7b23-0d41-439d-9660-1d6f2e03252b service neutron] Pushing event updated for resources: {'Port': ['ID=1b49f503-95db-4b59-ab25-ac9c8795cafa,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:50.966372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Allocated IP 172.20.0.7 (8da851bf-8623-41cd-8e7e-e11152a2fef0/5bfe5775-4565-411a-b3a2-6333a182cfca/b9f9fedb-f9dd-40c1-884c-8431a6e41116) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:28:51.039248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06 req-3f6c8f30-ac5b-4fed-a21b-703d1c1f6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.040846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06 req-3f6c8f30-ac5b-4fed-a21b-703d1c1f6f2b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=8bd6f25048cd4798985e725f734f1845&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1779504
May 14 21:28:51.229145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7464c2a-7684-40ba-bdf8-3f5814b187bd req-d080263f-2802-4eaa-96f6-ce3754553b23 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.234650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7464c2a-7684-40ba-bdf8-3f5814b187bd req-d080263f-2802-4eaa-96f6-ce3754553b23 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 944 time: 0.0887568
May 14 21:28:51.266122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dac60-4971-4277-a021-d684b7042a32 req-66d91325-64f8-4770-8c88-f5d109274b06 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.268306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-987dac60-4971-4277-a021-d684b7042a32 req-66d91325-64f8-4770-8c88-f5d109274b06 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0946779
May 14 21:28:51.301914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06 req-019316e6-8cfd-4ae3-a698-d8034f720730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.303655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc53abb9-1e5e-4957-a22f-6e157b1e9e06 req-019316e6-8cfd-4ae3-a698-d8034f720730 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2552521
May 14 21:28:51.341607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks [] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:51.342542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7464c2a-7684-40ba-bdf8-3f5814b187bd req-ca9aeb2c-b1a5-4b44-a209-0f4eee0dcbc3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912473
May 14 21:28:51.413007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-987dac60-4971-4277-a021-d684b7042a32 req-f7bbe05d-d9d9-49d9-9e42-eb28f742da8a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256235
May 14 21:28:51.484838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-1321c99c-5bf3-45c0-b115-e6ef8fd41a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.490653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-1321c99c-5bf3-45c0-b115-e6ef8fd41a9b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 1126 time: 0.0727665
May 14 21:28:51.547313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-e9b8bc8b-38de-4058-b874-9c52f24efd42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa HTTP/1.1" status: 200  len: 217 time: 0.0484049
May 14 21:28:51.555667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:51.560518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84d4a4-6f96-4f48-b21d-5aedf9517e35 req-d2074db5-b115-4701-9085-8bd26fb6b715 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.562315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aa84d4a4-6f96-4f48-b21d-5aedf9517e35 req-d2074db5-b115-4701-9085-8bd26fb6b715 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0788324
May 14 21:28:51.576381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:51.660480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Network 8da851bf-8623-41cd-8e7e-e11152a2fef0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:28:51.664988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:28:51.667446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aa84d4a4-6f96-4f48-b21d-5aedf9517e35 req-1a74f4d3-92f9-4bb4-8638-8a6a8ccb3640 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974369
May 14 21:28:51.667636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:28:51.708593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-5a5a9f0b-63ac-4c41-8d22-09ca7f658e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.710320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-5a5a9f0b-63ac-4c41-8d22-09ca7f658e9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.1496511
May 14 21:28:51.713575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event updated for resources: {'Port': ['ID=b9f9fedb-f9dd-40c1-884c-8431a6e41116,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:51.771674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.772362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:51.783499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-e5e6edc3-a87c-4a2c-a3bd-8d04831f174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:51.785071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-e5e6edc3-a87c-4a2c-a3bd-8d04831f174b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0659375
May 14 21:28:51.926199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-1f8a066b-2c15-4f98-a258-eaba2d278f23 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8753979
May 14 21:28:51.931590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-9b288edf-b524-46a7-a1c0-2a05327da1f6 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374576
May 14 21:28:51.938417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Request body: {'port': {'device_id': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:28:52.100676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8842-240d-441b-9af6-c8509452ab52 req-cc475a8b-462b-4f9b-b37e-87dc5470bcfb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:52.108408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-302a8842-240d-441b-9af6-c8509452ab52 req-cc475a8b-462b-4f9b-b37e-87dc5470bcfb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 931 time: 0.1426377
May 14 21:28:52.152730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:52.192444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97a3ab44-e777-482d-b60b-ab23cb6aaae4 req-1f7958f4-75c7-4af8-971d-0b7c0d2b0415 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2279358
May 14 21:28:52.255672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-302a8842-240d-441b-9af6-c8509452ab52 req-4a1b28d4-65ee-4a16-bd8f-384597895097 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462941
May 14 21:28:52.500516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43202) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:52.537743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adb1aa-ddad-44d1-80fb-a406ea6e323c req-fc2bae2a-9005-42cc-ae47-5c8a43cedb2b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:52.539471 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e2adb1aa-ddad-44d1-80fb-a406ea6e323c req-fc2bae2a-9005-42cc-ae47-5c8a43cedb2b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 944 time: 0.0774665
May 14 21:28:52.594560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e2adb1aa-ddad-44d1-80fb-a406ea6e323c req-229cc066-da8c-4102-bc00-d8f67924c718 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480292
May 14 21:28:52.604884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060d786-d996-44b6-8a03-5cb680a464fe req-89aee5c8-f103-485e-b879-80a6d390b19c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:52.606480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a060d786-d996-44b6-8a03-5cb680a464fe req-89aee5c8-f103-485e-b879-80a6d390b19c tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0794909
May 14 21:28:52.659125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe8e3-697b-4f8e-857b-f6452e593643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:52.662896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f9fedb-f9dd-40c1-884c-8431a6e41116 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:52.677186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Publish callbacks [] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:52.702882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Transition to ACTIVE for port object b9f9fedb-f9dd-40c1-884c-8431a6e41116 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:28:52.707346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a060d786-d996-44b6-8a03-5cb680a464fe req-1e09eed4-8987-4edc-aaea-766d05dabce5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793576
May 14 21:28:52.782337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe8e3-697b-4f8e-857b-f6452e593643 admin admin] Publish callbacks [] for security_group (ef3c856b-175c-46ba-b186-8628d9024da1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:52.817407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:52.823323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178b920-67aa-4e3b-a104-f6641e5bc894 req-3a39e836-4ced-4064-b34c-73453d1e30df tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:52.825016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0178b920-67aa-4e3b-a104-f6641e5bc894 req-3a39e836-4ced-4064-b34c-73453d1e30df tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0622790
May 14 21:28:52.862951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9cbe8e3-697b-4f8e-857b-f6452e593643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ef3c856b-175c-46ba-b186-8628d9024da1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:52.914244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f9fedb-f9dd-40c1-884c-8431a6e41116,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:52.983534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Attempting to bind port b9f9fedb-f9dd-40c1-884c-8431a6e41116 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:28:52.983884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Attempting to bind port b9f9fedb-f9dd-40c1-884c-8431a6e41116 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:28:52.984329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Attempting to bind port b9f9fedb-f9dd-40c1-884c-8431a6e41116 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:52.991033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Port b9f9fedb-f9dd-40c1-884c-8431a6e41116 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:28:52.992778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Attempting to bind port b9f9fedb-f9dd-40c1-884c-8431a6e41116 on network 8da851bf-8623-41cd-8e7e-e11152a2fef0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:28:52.998094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:28:52.998432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Checking segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:28:52.998728 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0178b920-67aa-4e3b-a104-f6641e5bc894 req-fa859920-538e-4224-a0de-10eddc7af3eb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567366
May 14 21:28:52.999139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Bound using segment: {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:28:52.999698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Bound port: b9f9fedb-f9dd-40c1-884c-8431a6e41116, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:28:53.000057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.007182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f9cbe8e3-697b-4f8e-857b-f6452e593643 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51bdb907e2014a05815af94bc5cff92d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5028515
May 14 21:28:53.009895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbe8e3-697b-4f8e-857b-f6452e593643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3c856b-175c-46ba-b186-8628d9024da1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:53.013361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43208) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:28:53.077838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1982698f-52cf-4b02-9808-194e740252b9 admin admin] Publish callbacks [] for security_group (ef3c856b-175c-46ba-b186-8628d9024da1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.098592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] For port b9f9fedb-f9dd-40c1-884c-8431a6e41116, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:28:53.103773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] For port b9f9fedb-f9dd-40c1-884c-8431a6e41116, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9f9fedb-f9dd-40c1-884c-8431a6e41116,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:28:53.108371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1982698f-52cf-4b02-9808-194e740252b9 admin admin] Publish callbacks [] for security_group (ef3c856b-175c-46ba-b186-8628d9024da1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.178838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.219266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.219947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.222321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9f9fedb-f9dd-40c1-884c-8431a6e41116 HTTP/1.1" status: 200  len: 1091 time: 1.2885129
May 14 21:28:53.225567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'tag': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:53.227884 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ae408-4690-44ae-a406-39e9298eef3e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a53b5c2-e7e2-47ca-9535-d84670971640", "tag": "b9f9fedb-f9dd-40c1-884c-8431a6e41116"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:53.261875 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1982698f-52cf-4b02-9808-194e740252b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ef3c856b-175c-46ba-b186-8628d9024da1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.266300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1982698f-52cf-4b02-9808-194e740252b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:53.271118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1982698f-52cf-4b02-9808-194e740252b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef3c856b-175c-46ba-b186-8628d9024da1 HTTP/1.1" status: 204  len: 168 time: 0.2509878
May 14 21:28:53.288797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0bac25-d1e2-4622-94dd-d119d9b89117 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f9fedb-f9dd-40c1-884c-8431a6e41116,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:53.290122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982698f-52cf-4b02-9808-194e740252b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3c856b-175c-46ba-b186-8628d9024da1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:53.294050 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e0b29-4ef7-4162-b317-2b89becc1b9d x-openstack-request-id: req-808e0b29-4ef7-4162-b317-2b89becc1b9d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:53.294368 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a53b5c2-e7e2-47ca-9535-d84670971640", "tag": "b9f9fedb-f9dd-40c1-884c-8431a6e41116", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:53.294746 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-808e0b29-4ef7-4162-b317-2b89becc1b9d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:53.295410 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808e0b29-4ef7-4162-b317-2b89becc1b9d'] response: {'name': 'network-changed', 'server_uuid': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'tag': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116', 'status': 'completed', 'code': 200}
May 14 21:28:53.351582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae408-4690-44ae-a406-39e9298eef3e req-4e708d02-d0d7-4710-afc0-7a023aa143f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.352886 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f34ae408-4690-44ae-a406-39e9298eef3e req-4e708d02-d0d7-4710-afc0-7a023aa143f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 1125 time: 0.0562992
May 14 21:28:53.434401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ca1a-27e8-4e8b-b383-d950de44c101 req-361b91ec-1bf4-424b-b1f1-d7033121ed79 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.435702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3885ca1a-27e8-4e8b-b383-d950de44c101 req-361b91ec-1bf4-424b-b1f1-d7033121ed79 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 943 time: 0.0600898
May 14 21:28:53.520338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae408-4690-44ae-a406-39e9298eef3e req-c1a00e2e-b47f-4ad6-bbbe-d8772e75db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.522520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f34ae408-4690-44ae-a406-39e9298eef3e req-c1a00e2e-b47f-4ad6-bbbe-d8772e75db9e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=91fceeecfb744810a52fd04cc03c72cf&shared=False HTTP/1.1" status: 200  len: 906 time: 0.1617980
May 14 21:28:53.524607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3885ca1a-27e8-4e8b-b383-d950de44c101 req-56ca3d22-5513-433b-8b10-e41767f7a2da tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814900
May 14 21:28:53.661355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae408-4690-44ae-a406-39e9298eef3e req-ef6b4f48-966b-464a-8de8-3b284d6670f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.665499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f34ae408-4690-44ae-a406-39e9298eef3e req-ef6b4f48-966b-464a-8de8-3b284d6670f3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1292210
May 14 21:28:53.808275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-60e00322-7413-4930-a52c-66cc394c4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.810494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-60e00322-7413-4930-a52c-66cc394c4484 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91fceeecfb744810a52fd04cc03c72cf&device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 1125 time: 0.0934870
May 14 21:28:53.870713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-93ac72f2-d3c2-4de7-91a5-959bfc4cba07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9f9fedb-f9dd-40c1-884c-8431a6e41116 HTTP/1.1" status: 200  len: 217 time: 0.0520074
May 14 21:28:53.880135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbe4dc-d387-469d-9290-53fca63ace85 req-876bf71c-07b4-4d55-8747-aaef9389289a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.888528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-32bbe4dc-d387-469d-9290-53fca63ace85 req-876bf71c-07b4-4d55-8747-aaef9389289a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 944 time: 0.1297634
May 14 21:28:53.891799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c3619-a150-42b1-9535-267bc0425877 req-d9357eb5-f99f-40cf-a228-708795e940e5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:53.893429 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f55c3619-a150-42b1-9535-267bc0425877 req-d9357eb5-f99f-40cf-a228-708795e940e5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0809598
May 14 21:28:53.979111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 695d61db-6e17-4068-af47-59d37b70b7ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:53.992426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f55c3619-a150-42b1-9535-267bc0425877 req-d81e53d2-2333-43cc-aa8c-37599c1da0a5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870757
May 14 21:28:54.049199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-5bf6adb6-e43e-4723-84d1-94a3b7e8c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:54.051525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-5bf6adb6-e43e-4723-84d1-94a3b7e8c606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 200  len: 845 time: 0.1599138
May 14 21:28:54.067519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-32bbe4dc-d387-469d-9290-53fca63ace85 req-72820f70-eb6a-4b63-a107-b149fd5d090f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1780710
May 14 21:28:54.111550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-f5f8219e-9b11-42a9-8566-12ed7938c97f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8da851bf-8623-41cd-8e7e-e11152a2fef0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410504
May 14 21:28:54.119624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:54.131755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '695d61db-6e17-4068-af47-59d37b70b7ca', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'port_id': '695d61db-6e17-4068-af47-59d37b70b7ca', 'mac_address': 'fa:16:3e:c2:5a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f45c5be-5e52-4ede-9ba3-78dc87d5602f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:54.156053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f72797-4f8e-425f-986b-b84bd50c240d req-6d837046-95d6-42a1-84ef-93d1fc72f78b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:54.157727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2f72797-4f8e-425f-986b-b84bd50c240d req-6d837046-95d6-42a1-84ef-93d1fc72f78b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0578535
May 14 21:28:54.178313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 695d61db-6e17-4068-af47-59d37b70b7ca is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:54.179011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:54.215294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 695d61db-6e17-4068-af47-59d37b70b7ca {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:54.215562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b2f72797-4f8e-425f-986b-b84bd50c240d req-62397511-fa35-4228-8b80-9c43be5afcb7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477381
May 14 21:28:54.216989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:54.236576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-e2ab7302-e7b3-445d-b687-a57ceb264717 service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186209
May 14 21:28:54.321041 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:54.338644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-158c2d2b-2df4-4432-b4cf-8128194432a2 req-f6945220-35b4-4eec-8e5e-37fb07fe840b service neutron] 10.222.0.36 "GET /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974646
May 14 21:28:54.416762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:54.452674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['695d61db-6e17-4068-af47-59d37b70b7ca'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:54.665956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c877d60-e349-4312-9de1-a7b852d8f6f9 req-9b353977-648e-4ebe-aa19-60d3299f247c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:54.667606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c877d60-e349-4312-9de1-a7b852d8f6f9 req-9b353977-648e-4ebe-aa19-60d3299f247c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 943 time: 0.0529802
May 14 21:28:54.734712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c877d60-e349-4312-9de1-a7b852d8f6f9 req-0c25645a-eaab-4dc4-a17d-889f109cae64 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550241
May 14 21:28:55.175059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455000d7-117a-416f-a25d-ce03bb10d870 req-884b1675-453d-4a29-83ea-8be1b1a833b4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:55.176934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-455000d7-117a-416f-a25d-ce03bb10d870 req-884b1675-453d-4a29-83ea-8be1b1a833b4 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 944 time: 0.0894301
May 14 21:28:55.250077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306f26-608f-4187-bfb8-936b4bce96e1 req-b3b40066-7b1b-4697-bd28-3d6f3ed8dfcb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:55.260047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28306f26-608f-4187-bfb8-936b4bce96e1 req-b3b40066-7b1b-4697-bd28-3d6f3ed8dfcb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 944 time: 0.1021063
May 14 21:28:55.274747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-455000d7-117a-416f-a25d-ce03bb10d870 req-de325530-e753-4ba9-a6cd-dfc4033d0dfd tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916865
May 14 21:28:55.341564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28306f26-608f-4187-bfb8-936b4bce96e1 req-70f6319a-550c-4515-b062-f290a8c21b35 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805094
May 14 21:28:55.401792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6a46f-15fe-4636-a128-e88fa7114537 req-32f36881-a9ab-4744-b5da-a7dca70f09aa tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:55.410296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7fb6a46f-15fe-4636-a128-e88fa7114537 req-32f36881-a9ab-4744-b5da-a7dca70f09aa tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0681627
May 14 21:28:55.471891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7fb6a46f-15fe-4636-a128-e88fa7114537 req-23834698-16cb-49ae-8c67-0fee55127db2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602679
May 14 21:28:55.909222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f446e1a-5fcf-49ac-86a6-584005018ad3 req-568e8306-81d5-4aae-bbe1-225fc979ec73 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:55.910763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f446e1a-5fcf-49ac-86a6-584005018ad3 req-568e8306-81d5-4aae-bbe1-225fc979ec73 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 943 time: 0.0606973
May 14 21:28:55.971570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1b49f503-95db-4b59-ab25-ac9c8795cafa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:55.975305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 695d61db-6e17-4068-af47-59d37b70b7ca up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:56.056580 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f446e1a-5fcf-49ac-86a6-584005018ad3 req-3d674fa7-76ae-4851-b928-b9d1b41740f5 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359224
May 14 21:28:56.151872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 695d61db-6e17-4068-af47-59d37b70b7ca triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:56.152548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:56.153743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a46e7-3357-4a14-ae93-58b6f491041c req-d53fafb1-757f-4ab2-bef7-0657e57bdb59 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:56.155456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-579a46e7-3357-4a14-ae93-58b6f491041c req-d53fafb1-757f-4ab2-bef7-0657e57bdb59 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 944 time: 0.0819135
May 14 21:28:56.219445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1b49f503-95db-4b59-ab25-ac9c8795cafa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:56.238269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'port_id': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'mac_address': 'fa:16:3e:f8:f2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:56.253286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-579a46e7-3357-4a14-ae93-58b6f491041c req-b4a4aaaa-bfbf-42ba-a6b5-cd5fd52bbb87 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813344
May 14 21:28:56.341609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1b49f503-95db-4b59-ab25-ac9c8795cafa is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:56.341994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:56.344030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 695d61db-6e17-4068-af47-59d37b70b7ca is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:56.344395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:56.370341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b49f503-95db-4b59-ab25-ac9c8795cafa {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:56.381532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:56.384375 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba162fc-f107-4889-aebd-709ded017ddc" -d '{"events": [{"server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "name": "network-vif-plugged", "status": "completed", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:56.409751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:56.413583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1b49f503-95db-4b59-ab25-ac9c8795cafa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:56.478796 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c867442-54d2-49e8-8a75-4e9ae614c275 x-openstack-request-id: req-5c867442-54d2-49e8-8a75-4e9ae614c275 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:56.478796 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "name": "network-vif-plugged", "status": "completed", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:56.478796 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c867442-54d2-49e8-8a75-4e9ae614c275 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:56.478796 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c867442-54d2-49e8-8a75-4e9ae614c275'] response: {'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca', 'code': 200}
May 14 21:28:56.493238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:56.529375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bba95a-a5ee-4370-b6da-d7303eb15c3d req-871ab827-76f6-4ea6-a49a-aabf7c1c1cf1 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:56.537524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2bba95a-a5ee-4370-b6da-d7303eb15c3d req-871ab827-76f6-4ea6-a49a-aabf7c1c1cf1 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 944 time: 0.0749810
May 14 21:28:56.619821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2bba95a-a5ee-4370-b6da-d7303eb15c3d req-7cc84847-5aed-472a-ae2f-32e8d7de84d5 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795155
May 14 21:28:56.683992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e14dd7-7f8e-491d-bfe6-fefed8dea499 req-f07cd032-b272-48b8-870e-6c36a1bfcbb2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:56.693074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13e14dd7-7f8e-491d-bfe6-fefed8dea499 req-f07cd032-b272-48b8-870e-6c36a1bfcbb2 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0832193
May 14 21:28:56.765086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:56.784845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13e14dd7-7f8e-491d-bfe6-fefed8dea499 req-35557b4c-7477-44b3-a0c1-8a569444c91c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908790
May 14 21:28:56.807792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:56.880490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1b49f503-95db-4b59-ab25-ac9c8795cafa,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:57.026976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['1b49f503-95db-4b59-ab25-ac9c8795cafa'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:57.209162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4d074-df0e-4c27-b249-cb0b72837ce7 req-5e20da4a-f373-4093-9764-7494cc785c42 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:57.211008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4c4d074-df0e-4c27-b249-cb0b72837ce7 req-5e20da4a-f373-4093-9764-7494cc785c42 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 943 time: 0.0723712
May 14 21:28:57.272829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4c4d074-df0e-4c27-b249-cb0b72837ce7 req-156e61c8-d2f8-4f52-bf76-057410536daa tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529723
May 14 21:28:57.413993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f3829-0f88-49fe-a03d-5624464b3af3 req-2b44fe8a-2fc9-49be-a2aa-5c203032a1a1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:57.421906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-040f3829-0f88-49fe-a03d-5624464b3af3 req-2b44fe8a-2fc9-49be-a2aa-5c203032a1a1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0688095
May 14 21:28:57.479398 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-040f3829-0f88-49fe-a03d-5624464b3af3 req-ec60f197-54f1-49f7-98ed-76369b8b0a5e tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563359
May 14 21:28:57.566502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-5222487f-ddbf-404d-af7a-a791f399abbf tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:57.568117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-5222487f-ddbf-404d-af7a-a791f399abbf tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 945 time: 0.0512595
May 14 21:28:57.671753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Deleting port 695d61db-6e17-4068-af47-59d37b70b7ca {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:28:57.672065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:57.746111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7704a-89d6-4c67-91b9-b6346b7289a7 req-6f0b4986-9d54-40e0-840d-f4bd6897da6c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:57.747655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55a7704a-89d6-4c67-91b9-b6346b7289a7 req-6f0b4986-9d54-40e0-840d-f4bd6897da6c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 945 time: 0.0536191
May 14 21:28:57.765713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] For port 695d61db-6e17-4068-af47-59d37b70b7ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=695d61db-6e17-4068-af47-59d37b70b7ca,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:57.766283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:57.786479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Calling delete_port for 695d61db-6e17-4068-af47-59d37b70b7ca owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:28:57.799277 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55a7704a-89d6-4c67-91b9-b6346b7289a7 req-6bf9f5aa-851e-48b2-b65b-81c9d9047a34 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446634
May 14 21:28:57.979594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1b49f503-95db-4b59-ab25-ac9c8795cafa up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:28:58.028347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 1b49f503-95db-4b59-ab25-ac9c8795cafa completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:28:58.033651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c34ea-c989-4fa9-aac1-47381c1b4cb2 req-8e2e0d37-0f2f-4b68-8261-2b76b5c865ce tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:58.035216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f2c34ea-c989-4fa9-aac1-47381c1b4cb2 req-8e2e0d37-0f2f-4b68-8261-2b76b5c865ce tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1628125
May 14 21:28:58.036317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (695d61db-6e17-4068-af47-59d37b70b7ca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.048305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['695d61db-6e17-4068-af47-59d37b70b7ca'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:58.099970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event deleted for resources: {'Port': ['ID=695d61db-6e17-4068-af47-59d37b70b7ca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:58.128200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 1b49f503-95db-4b59-ab25-ac9c8795cafa triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:28:58.131707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.167185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] No DVR routers for this DVR port 695d61db-6e17-4068-af47-59d37b70b7ca on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:28:58.175847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.179999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b30d59a4-bbdc-4dc9-89fd-c1a9c586196e req-f914093a-60cf-40e4-8dbd-228c34e7bca3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "DELETE /v2.0/ports/695d61db-6e17-4068-af47-59d37b70b7ca HTTP/1.1" status: 204  len: 173 time: 0.6049540
May 14 21:28:58.183459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'name': 'network-vif-deleted', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:58.184406 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845cbec4-1d82-40c7-a348-2a411e8af4d6" -d '{"events": [{"server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "name": "network-vif-deleted", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:58.212159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f2c34ea-c989-4fa9-aac1-47381c1b4cb2 req-0a04f27e-ddf2-482c-a368-b87a5672cf91 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1675532
May 14 21:28:58.261299 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627b9bcc-6737-44dc-a3d1-edfcc8f77886 x-openstack-request-id: req-627b9bcc-6737-44dc-a3d1-edfcc8f77886 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:58.261610 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ef508d-db13-4092-a0a8-0c0cfdde7687", "name": "network-vif-deleted", "tag": "695d61db-6e17-4068-af47-59d37b70b7ca", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:58.261879 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-627b9bcc-6737-44dc-a3d1-edfcc8f77886 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:58.262283 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627b9bcc-6737-44dc-a3d1-edfcc8f77886'] response: {'server_uuid': '81ef508d-db13-4092-a0a8-0c0cfdde7687', 'name': 'network-vif-deleted', 'tag': '695d61db-6e17-4068-af47-59d37b70b7ca', 'status': 'completed', 'code': 200}
May 14 21:28:58.269018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 1b49f503-95db-4b59-ab25-ac9c8795cafa is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:58.269493 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.316784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b9f9fedb-f9dd-40c1-884c-8431a6e41116 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:28:58.335937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 1b49f503-95db-4b59-ab25-ac9c8795cafa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:58.414817 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.419335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e79740-8af5-4cee-9057-56d934f0e208 req-670bd0be-e137-4fed-9a0a-fdb780ef8308 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:58.421766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95e79740-8af5-4cee-9057-56d934f0e208 req-670bd0be-e137-4fed-9a0a-fdb780ef8308 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 943 time: 0.0739422
May 14 21:28:58.487738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:28:58.490976 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad5b45-6ef3-4ea3-bc19-d1001d1d0848" -d '{"events": [{"server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "name": "network-vif-plugged", "status": "completed", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:28:58.532014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b9f9fedb-f9dd-40c1-884c-8431a6e41116, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9f9fedb-f9dd-40c1-884c-8431a6e41116,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:58.532249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95e79740-8af5-4cee-9057-56d934f0e208 req-1b4af408-574b-4679-8077-b78006d51e72 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002512
May 14 21:28:58.532368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=1b49f503-95db-4b59-ab25-ac9c8795cafa,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:58.545850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116', 'network_id': '8da851bf-8623-41cd-8e7e-e11152a2fef0', 'port_id': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116', 'mac_address': 'fa:16:3e:7c:5e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfe5775-4565-411a-b3a2-6333a182cfca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:28:58.548766 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad8b735-4a73-4a23-a587-afc3a03c4250 x-openstack-request-id: req-6ad8b735-4a73-4a23-a587-afc3a03c4250 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:28:58.549306 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "name": "network-vif-plugged", "status": "completed", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:28:58.549573 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ad8b735-4a73-4a23-a587-afc3a03c4250 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:28:58.550017 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad8b735-4a73-4a23-a587-afc3a03c4250'] response: {'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'code': 200}
May 14 21:28:58.633409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port b9f9fedb-f9dd-40c1-884c-8431a6e41116 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:28:58.633849 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.637917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-834775b7-509d-4149-89bf-934ebbf99b86 req-8f3c4a64-3bbc-479d-a758-a3f6ed72dfbe tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 210 time: 0.0379133
May 14 21:28:58.652469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f9fedb-f9dd-40c1-884c-8431a6e41116 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:28:58.676561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b9f9fedb-f9dd-40c1-884c-8431a6e41116, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9f9fedb-f9dd-40c1-884c-8431a6e41116,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:28:58.711046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a9564-3de9-4d78-b38a-49ffed0b3754 req-f5365a23-d80d-496b-83c9-ce775953081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:58.712905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb7a9564-3de9-4d78-b38a-49ffed0b3754 req-f5365a23-d80d-496b-83c9-ce775953081e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 1128 time: 0.0725141
May 14 21:28:58.766616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:28:58.772677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb7a9564-3de9-4d78-b38a-49ffed0b3754 req-fc7e3af0-c46c-4c50-b943-c53208f69797 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514519
May 14 21:28:58.849268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=b9f9fedb-f9dd-40c1-884c-8431a6e41116,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:28:58.942590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055897e-b240-45e3-a3af-de91f26edf08 req-26fd624c-c59f-4f62-950d-ce29215faf41 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:58.947960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a055897e-b240-45e3-a3af-de91f26edf08 req-26fd624c-c59f-4f62-950d-ce29215faf41 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.0617034
May 14 21:28:59.002672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a055897e-b240-45e3-a3af-de91f26edf08 req-e998e3e8-08ec-492d-ad7c-d767f316dd66 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518034
May 14 21:28:59.127952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['b9f9fedb-f9dd-40c1-884c-8431a6e41116'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:28:59.371962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15d9d-326e-4c64-81c9-aac7798bd63c req-fd065694-6e57-42fe-b63d-eef07a36ccc9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:59.380070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0df15d9d-326e-4c64-81c9-aac7798bd63c req-fd065694-6e57-42fe-b63d-eef07a36ccc9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0675793
May 14 21:28:59.435226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0df15d9d-326e-4c64-81c9-aac7798bd63c req-2d14443e-abc8-4823-978d-fbc2ffeb7030 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513692
May 14 21:28:59.682841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd53b73-6295-45b0-900d-5670a184a468 req-2b67f338-a20a-4c3a-b84b-ad0b55586de2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:28:59.684312 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecd53b73-6295-45b0-900d-5670a184a468 req-2b67f338-a20a-4c3a-b84b-ad0b55586de2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 944 time: 0.0696554
May 14 21:28:59.807140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ecd53b73-6295-45b0-900d-5670a184a468 req-8adec749-7c20-4bf5-9628-1834f76d155c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154363
May 14 21:28:59.822206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-220f8896-a241-4b87-b3f3-947ee26547a3 req-58118f2d-3a3b-485c-a21b-7bbb00b485ef tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=81ef508d-db13-4092-a0a8-0c0cfdde7687 HTTP/1.1" status: 200  len: 210 time: 0.0531778
May 14 21:29:00.147863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281f81c-f470-4771-b5ec-6dcaa5f8295f req-79ca0a7d-352c-42d0-8d4b-fb7113d1128b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:00.150174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4281f81c-f470-4771-b5ec-6dcaa5f8295f req-79ca0a7d-352c-42d0-8d4b-fb7113d1128b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.0584939
May 14 21:29:00.216802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4281f81c-f470-4771-b5ec-6dcaa5f8295f req-3d940635-e618-472a-b76c-2e061d3bfcfa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594113
May 14 21:29:00.372429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b9f9fedb-f9dd-40c1-884c-8431a6e41116 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:29:00.432486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port b9f9fedb-f9dd-40c1-884c-8431a6e41116 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:29:00.524558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port b9f9fedb-f9dd-40c1-884c-8431a6e41116 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:29:00.526775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:00.586925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4aa24-0fa6-431c-b5cd-bca624c0c54e req-39b1e902-5d4a-4d2c-b0d5-ebb572070743 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:00.596666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77d4aa24-0fa6-431c-b5cd-bca624c0c54e req-39b1e902-5d4a-4d2c-b0d5-ebb572070743 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0593290
May 14 21:29:00.655313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port b9f9fedb-f9dd-40c1-884c-8431a6e41116 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:00.655738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:00.665813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77d4aa24-0fa6-431c-b5cd-bca624c0c54e req-502b20f3-0bb0-46d2-abd9-9da0fd1ed0f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630453
May 14 21:29:00.698132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:00.700595 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c62d9-17af-480e-ae4f-12a9d3411380" -d '{"events": [{"server_uuid": "4a53b5c2-e7e2-47ca-9535-d84670971640", "name": "network-vif-plugged", "status": "completed", "tag": "b9f9fedb-f9dd-40c1-884c-8431a6e41116"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:00.718095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b9f9fedb-f9dd-40c1-884c-8431a6e41116, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9f9fedb-f9dd-40c1-884c-8431a6e41116,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:00.758470 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222fb3f2-cb91-4ff1-a1aa-b3884a8db901 x-openstack-request-id: req-222fb3f2-cb91-4ff1-a1aa-b3884a8db901 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:00.758914 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a53b5c2-e7e2-47ca-9535-d84670971640", "name": "network-vif-plugged", "status": "completed", "tag": "b9f9fedb-f9dd-40c1-884c-8431a6e41116", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:00.759269 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-222fb3f2-cb91-4ff1-a1aa-b3884a8db901 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:00.760022 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222fb3f2-cb91-4ff1-a1aa-b3884a8db901'] response: {'server_uuid': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116', 'code': 200}
May 14 21:29:00.841350 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:00.914242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb37ef-2138-4fd4-a487-28d83c92a360 req-df91eec5-b0b9-4e11-8d20-130d7048ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:00.921879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46eb37ef-2138-4fd4-a487-28d83c92a360 req-df91eec5-b0b9-4e11-8d20-130d7048ea9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 1127 time: 0.0893242
May 14 21:29:00.968421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=b9f9fedb-f9dd-40c1-884c-8431a6e41116,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:01.070620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46eb37ef-2138-4fd4-a487-28d83c92a360 req-cab41e0d-e756-447a-8a34-c38dcd8681ec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420915
May 14 21:29:01.084653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a1c61-afed-4ee2-b73e-1ec14e4b8e28 req-8fdd225e-150b-4b74-9ae6-cf33313b7068 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:01.086871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-878a1c61-afed-4ee2-b73e-1ec14e4b8e28 req-8fdd225e-150b-4b74-9ae6-cf33313b7068 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.1027195
May 14 21:29:01.166004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-878a1c61-afed-4ee2-b73e-1ec14e4b8e28 req-e96d330a-c1e8-49a9-9e60-3138d2afa2e8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706141
May 14 21:29:01.331425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a95a0-8ab1-4fb6-93cb-28dbb252da61 req-01df06a3-4786-43cb-b2e0-9a646ef8c618 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:01.333729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b1a95a0-8ab1-4fb6-93cb-28dbb252da61 req-01df06a3-4786-43cb-b2e0-9a646ef8c618 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.0530963
May 14 21:29:01.353886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-73c152c6-5a98-44ab-b5f7-6fad64823f95 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:01.355430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-73c152c6-5a98-44ab-b5f7-6fad64823f95 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 822 time: 0.1222987
May 14 21:29:01.372945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-cfd68105-bcde-43d2-a85a-50516e7b6168 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/quotas/bbb13e5ea4a949d18e6c5c4bf679fde2 HTTP/1.1" status: 200  len: 375 time: 0.0106874
May 14 21:29:01.383194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b1a95a0-8ab1-4fb6-93cb-28dbb252da61 req-8d7c145c-f64a-40d3-8f95-c03329bfbf77 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442564
May 14 21:29:01.411013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-656a236c-8de3-4786-bff8-257a03cab827 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0323031
May 14 21:29:01.496734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca6d0f-1868-49e7-a68d-db70a7535125 req-326a54c9-45d6-4cee-8be5-1288af1a5bbe tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:01.498076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74ca6d0f-1868-49e7-a68d-db70a7535125 req-326a54c9-45d6-4cee-8be5-1288af1a5bbe tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.0475953
May 14 21:29:01.508413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43388) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:01.513110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'port_id': '1b49f503-95db-4b59-ab25-ac9c8795cafa'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:01.558351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (f5567a76-9a41-407f-85f6-863842b8f16c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:01.621957 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-60895d8e-047e-4ec1-a9ff-742ecc236b8f service neutron] 10.222.0.52 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040651
May 14 21:29:01.744510 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-34850f48-be31-47ef-b7e6-ea0eb2d9ad5a service neutron] 10.222.0.52 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081951
May 14 21:29:01.848876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be5fa-f72d-444d-9d81-8cf95d03bc54 req-50d2c7bb-b8f0-4430-8121-76e70bb446cc tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:01.851844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-257be5fa-f72d-444d-9d81-8cf95d03bc54 req-50d2c7bb-b8f0-4430-8121-76e70bb446cc tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1063433
May 14 21:29:01.988310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-257be5fa-f72d-444d-9d81-8cf95d03bc54 req-333d3f37-26dd-4553-a72f-fe8cd5ab1015 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310308
May 14 21:29:02.020314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 695d61db-6e17-4068-af47-59d37b70b7ca no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:02.050015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 695d61db-6e17-4068-af47-59d37b70b7ca {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:29:02.054917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 695d61db-6e17-4068-af47-59d37b70b7ca not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:29:02.190517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13296666-6336-4cfb-82ff-49c53578efc5 req-1a306563-7902-4bcd-8ce9-99bfda6f6565 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 210 time: 0.0610878
May 14 21:29:02.217210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.resource_extend [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:29:02.304635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:02.413845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10849e1-62bb-4fd1-9f92-0d2060450e4d req-9982d0e1-dfba-459a-9c21-f1b845401372 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:02.417002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c10849e1-62bb-4fd1-9f92-0d2060450e4d req-9982d0e1-dfba-459a-9c21-f1b845401372 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0887327
May 14 21:29:02.452179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f5567a76-9a41-407f-85f6-863842b8f16c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:02.485474 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c10849e1-62bb-4fd1-9f92-0d2060450e4d req-e2ac54d4-8d68-4f7b-9e0b-97e131a6b678 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572462
May 14 21:29:02.934701 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP f5567a76-9a41-407f-85f6-863842b8f16c associated. External IP: 172.35.4.83, port: 1b49f503-95db-4b59-ab25-ac9c8795cafa.
May 14 21:29:03.178394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb891-cd28-4524-9365-3183f6073513 req-f0beb892-68f2-4e81-968b-e89ede17e71d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:03.179901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608eb891-cd28-4524-9365-3183f6073513 req-f0beb892-68f2-4e81-968b-e89ede17e71d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0917897
May 14 21:29:03.247805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-608eb891-cd28-4524-9365-3183f6073513 req-150fc6e6-dc58-40d1-a873-b039c366173a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620694
May 14 21:29:03.251765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:29:03.291628 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-12081f45-6d81-49ee-b9ae-ff9191ec70a5 req-3a4ca851-092b-434b-b591-5d9b858180c1 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 210 time: 0.0335400
May 14 21:29:03.375019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:29:03.380051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:03.385597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:29:03.396102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:29:03.396827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52305ba0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:03.411355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2acd7c6e-b3f6-4273-8088-e5add62df59d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "PUT /v2.0/floatingips/f5567a76-9a41-407f-85f6-863842b8f16c HTTP/1.1" status: 200  len: 991 time: 1.9016120
May 14 21:29:03.412078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:03.414457 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c867494d-080f-42ab-b822-3e183be5a409" -d '{"events": [{"name": "network-changed", "server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:03.459587 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdc626d-f7d1-4fe9-8a12-70c7ed8c9263 x-openstack-request-id: req-8cdc626d-f7d1-4fe9-8a12-70c7ed8c9263 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:03.459883 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:03.460136 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cdc626d-f7d1-4fe9-8a12-70c7ed8c9263 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:03.460540 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdc626d-f7d1-4fe9-8a12-70c7ed8c9263'] response: {'name': 'network-changed', 'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'status': 'completed', 'code': 200}
May 14 21:29:03.510621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:29:03.634749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db9919-b3c9-4fec-953f-2ff33a72bb71 req-2c421940-e0be-4802-876d-48ea46861398 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:03.647864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-90db9919-b3c9-4fec-953f-2ff33a72bb71 req-2c421940-e0be-4802-876d-48ea46861398 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0964797
May 14 21:29:03.665141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867494d-080f-42ab-b822-3e183be5a409 req-d9823046-5016-4ef8-9b21-6ffdad867e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:03.667051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-d9823046-5016-4ef8-9b21-6ffdad867e8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 1128 time: 0.0604458
May 14 21:29:03.720515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-90db9919-b3c9-4fec-953f-2ff33a72bb71 req-8287fdb5-35f5-492a-861f-96f79e76e8ba tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697932
May 14 21:29:03.781720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52305ba0a0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5567a76-9a41-407f-85f6-863842b8f16c', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.83', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:f8:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb444169-fb87-45fa-a967-7df84f979a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:28:43Z', 'updated_at': '2022-05-14T21:29:02Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:03.812122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867494d-080f-42ab-b822-3e183be5a409 req-03379cfb-692c-4b65-a512-d9f027ac8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:03.816371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-03379cfb-692c-4b65-a512-d9f027ac8188 service neutron] 10.222.0.48 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.1397884
May 14 21:29:03.826170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:29:03.849755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:29:03.850670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52305ba0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:28:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:03.919536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-da1ee88c-bee9-44bc-873a-31239d9101da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:03.921591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-da1ee88c-bee9-44bc-873a-31239d9101da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1127 time: 0.1034887
May 14 21:29:03.937444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-0ecad1ed-deb3-4ae7-bcca-a899ffec7cf4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa HTTP/1.1" status: 200  len: 999 time: 0.1085925
May 14 21:29:04.028505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:29:04.081893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79d52d-e72d-4ce7-9a14-962995979731 req-00d4434c-a43f-42a0-b821-faae64b920f6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.083003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867494d-080f-42ab-b822-3e183be5a409 req-c765d829-e9d3-441a-8fc2-84b3609dbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.084000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b79d52d-e72d-4ce7-9a14-962995979731 req-00d4434c-a43f-42a0-b821-faae64b920f6 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0669723
May 14 21:29:04.084511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-c765d829-e9d3-441a-8fc2-84b3609dbdde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.1363964
May 14 21:29:04.129942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-53a5fee7-7a63-4f40-aa9f-57dc45de70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.131433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-53a5fee7-7a63-4f40-aa9f-57dc45de70c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.2036548
May 14 21:29:04.155414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b79d52d-e72d-4ce7-9a14-962995979731 req-4d1201ac-1143-4b90-8bb8-af3f1c805a7c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632784
May 14 21:29:04.175211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867494d-080f-42ab-b822-3e183be5a409 req-59af6f39-935a-4f5e-83c2-518cbcc8ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.176777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-59af6f39-935a-4f5e-83c2-518cbcc8ce26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0836756
May 14 21:29:04.309809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-1326c173-321d-4c49-9247-1e04008e6afe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 200  len: 1000 time: 0.1731718
May 14 21:29:04.312839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52305ba0a0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5567a76-9a41-407f-85f6-863842b8f16c', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.83', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:f8:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb444169-fb87-45fa-a967-7df84f979a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:28:43Z', 'updated_at': '2022-05-14T21:29:02Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:04.337208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1a5b3-9426-4005-b7a4-64525b87cec3 req-c2b00570-5c56-43a1-bfe4-f264ee8038ec tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.338786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9dc1a5b3-9426-4005-b7a4-64525b87cec3 req-c2b00570-5c56-43a1-bfe4-f264ee8038ec tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0650210
May 14 21:29:04.347966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70faa0-4675-4d7e-b892-aa7cbd30872f None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f5567a76-9a41-407f-85f6-863842b8f16c', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.83', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:f8:f2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb444169-fb87-45fa-a967-7df84f979a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:28:43Z', 'updated_at': '2022-05-14T21:29:02Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:29:04.374229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-42632a80-326c-41fe-aba6-d323ea2a73e8 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846168
May 14 21:29:04.388849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0fc28-2762-4334-8c43-b381b8e53be2 req-36c57658-ce75-4a17-a3c3-b8ac9b2ab25f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.388849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ef0fc28-2762-4334-8c43-b381b8e53be2 req-36c57658-ce75-4a17-a3c3-b8ac9b2ab25f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0574260
May 14 21:29:04.404103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9dc1a5b3-9426-4005-b7a4-64525b87cec3 req-9eb0d5e2-80c3-470f-91e7-fdcd679f3a1b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574839
May 14 21:29:04.453074 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ef0fc28-2762-4334-8c43-b381b8e53be2 req-76f8635e-5ceb-4dbb-b343-b590fb8d45f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580420
May 14 21:29:04.588032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77fa54ea-29f7-4516-9e28-06768cec9edb req-789be32a-7277-4883-9cb0-b8fe4f3b99ed tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 210 time: 0.0777106
May 14 21:29:04.617385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-53abfbe2-0b1f-4e8f-971f-f4025ee076ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.618589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-53abfbe2-0b1f-4e8f-971f-f4025ee076ad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.1670952
May 14 21:29:04.670681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867494d-080f-42ab-b822-3e183be5a409 req-22206b1b-8470-4a40-a2fe-727ccd615f26 service neutron] 10.222.0.48 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054174
May 14 21:29:04.679249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-348bd17a-264c-4c7a-9000-9c05961de231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.681039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-348bd17a-264c-4c7a-9000-9c05961de231 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0548804
May 14 21:29:04.697109 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4635393d-f4ce-402b-bc92-466bba1b43b6 None None] New status for floating IP f5567a76-9a41-407f-85f6-863842b8f16c: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:29:04.930272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-f7c6e4e0-47db-487e-ab5f-86b2f4d16e0b service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413521
May 14 21:29:04.989562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588dba0-5b9c-4820-a192-07b554ced04f req-97514aa2-5af4-427b-9ac4-55248c6ff891 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:04.991111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8588dba0-5b9c-4820-a192-07b554ced04f req-97514aa2-5af4-427b-9ac4-55248c6ff891 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0998635
May 14 21:29:05.004863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-ef072cfc-8443-46c1-a5af-d727f205a544 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:05.006458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-ef072cfc-8443-46c1-a5af-d727f205a544 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "GET /v2.0/networks?id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 200  len: 822 time: 0.2901366
May 14 21:29:05.061375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Request body: {'port': {'device_id': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'admin_state_up': True, 'tenant_id': 'bbb13e5ea4a949d18e6c5c4bf679fde2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:05.189971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8588dba0-5b9c-4820-a192-07b554ced04f req-e4f21f3f-012a-4c9d-841a-5406b6ecc608 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805074
May 14 21:29:05.205905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c74a1df-0a22-4542-a3c6-7450d8ba5348 req-2673ad7b-bfd8-4b49-b518-23b8d591e19b service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646163
May 14 21:29:05.372651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Made reservation on behalf of bbb13e5ea4a949d18e6c5c4bf679fde2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:29:05.376866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:05.509180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Allocated IP 172.20.0.12 (23acb6aa-5f12-463d-b4bb-6884cb9f6bec/9f45c5be-5e52-4ede-9ba3-78dc87d5602f/494c8c7a-1ac3-474f-b92a-ac3b0c597848) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:29:05.624945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8ccab-e719-4653-b130-3eb1599a10e4 req-a1a9b5ff-f2c2-4202-80e7-e742a7bc7e76 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:05.626677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0c8ccab-e719-4653-b130-3eb1599a10e4 req-a1a9b5ff-f2c2-4202-80e7-e742a7bc7e76 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.0830011
May 14 21:29:05.724945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0c8ccab-e719-4653-b130-3eb1599a10e4 req-a98827f1-6754-4736-8fc2-68df2db39558 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721531
May 14 21:29:05.734430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:05.829254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fdf05e3-9a73-4111-b8b4-498eb3a0b27d req-7ffe9a1b-3122-42b5-b146-eaa4e929cf21 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 210 time: 0.0282109
May 14 21:29:05.852388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:05.893223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:29:05.896293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:29:05.908393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:29:05.930023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event updated for resources: {'Port': ['ID=494c8c7a-1ac3-474f-b92a-ac3b0c597848,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:05.957316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:05.960059 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:06.049914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-52835c1f-a5e2-4f08-b7c0-a19ca08ebb56 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0325143
May 14 21:29:06.311103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33587e2b-74aa-46a2-b8ce-db4b3e1dc383 req-1a7aedb7-3473-4588-992f-bca402e1c381 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:06.312676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-33587e2b-74aa-46a2-b8ce-db4b3e1dc383 req-1a7aedb7-3473-4588-992f-bca402e1c381 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0541096
May 14 21:29:06.366995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-33587e2b-74aa-46a2-b8ce-db4b3e1dc383 req-1f15ad08-9daf-4f18-9117-ee31c8037b61 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485094
May 14 21:29:06.578432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Request body: {'port': {'device_id': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:06.640336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:06.941433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8392d-c168-4ed2-9201-465637f9b454 req-aa9266b7-31c1-4ebd-b0e9-498437751adf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:06.956895 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9af8392d-c168-4ed2-9201-465637f9b454 req-aa9266b7-31c1-4ebd-b0e9-498437751adf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1200628
May 14 21:29:06.998295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494c8c7a-1ac3-474f-b92a-ac3b0c597848 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:29:07.006693 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Publish callbacks [] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:07.023900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Transition to ACTIVE for port object 494c8c7a-1ac3-474f-b92a-ac3b0c597848 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:29:07.024756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9af8392d-c168-4ed2-9201-465637f9b454 req-37c8e9d6-afc9-4c20-91df-005367af54a1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624983
May 14 21:29:07.078676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfe8fd-1cb0-4dd9-9597-b70aeca3b577 req-c49a0747-2b35-4b8c-b9f4-01f3d92188ae tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.081313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ddfe8fd-1cb0-4dd9-9597-b70aeca3b577 req-c49a0747-2b35-4b8c-b9f4-01f3d92188ae tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 932 time: 0.0597076
May 14 21:29:07.109345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:07.199168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=494c8c7a-1ac3-474f-b92a-ac3b0c597848,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:07.206618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ddfe8fd-1cb0-4dd9-9597-b70aeca3b577 req-01835e2a-7f1b-442c-a69c-5639b1202612 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181383
May 14 21:29:07.285604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Attempting to bind port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:29:07.285930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Attempting to bind port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:29:07.286227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Attempting to bind port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:29:07.290826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:29:07.291147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Attempting to bind port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 on network 23acb6aa-5f12-463d-b4bb-6884cb9f6bec {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:29:07.296073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:29:07.301134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Checking segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:29:07.301134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Bound using segment: {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:29:07.301134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Bound port: 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01479636-2617-4e3a-b5f3-37c3165debd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:29:07.301134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:07.375428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] For port 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:29:07.380061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] For port 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=494c8c7a-1ac3-474f-b92a-ac3b0c597848,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:29:07.467111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:07.494944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526e6e3-62af-4974-b34f-e51d80003225 req-9cafefc8-4311-4cae-8f9d-fd2365a3b847 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.497253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9526e6e3-62af-4974-b34f-e51d80003225 req-9cafefc8-4311-4cae-8f9d-fd2365a3b847 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0590553
May 14 21:29:07.505637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.506256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:07.507686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] 10.222.0.48 "PUT /v2.0/ports/494c8c7a-1ac3-474f-b92a-ac3b0c597848 HTTP/1.1" status: 200  len: 1092 time: 0.9338186
May 14 21:29:07.508288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'tag': '494c8c7a-1ac3-474f-b92a-ac3b0c597848'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:07.510622 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa258207-6736-4667-a2f6-1b6c96370cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9a665a-c55d-44d7-9bd1-b182eec3a594", "tag": "494c8c7a-1ac3-474f-b92a-ac3b0c597848"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:07.535030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9dce5-2fdb-44b7-b625-9d5102911ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=494c8c7a-1ac3-474f-b92a-ac3b0c597848,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:07.562840 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fbdc4b-d631-47f4-9136-f565989c5ddd x-openstack-request-id: req-b2fbdc4b-d631-47f4-9136-f565989c5ddd {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:07.563140 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9a665a-c55d-44d7-9bd1-b182eec3a594", "tag": "494c8c7a-1ac3-474f-b92a-ac3b0c597848", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:07.563397 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2fbdc4b-d631-47f4-9136-f565989c5ddd {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:07.565355 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fbdc4b-d631-47f4-9136-f565989c5ddd'] response: {'name': 'network-changed', 'server_uuid': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'tag': '494c8c7a-1ac3-474f-b92a-ac3b0c597848', 'status': 'completed', 'code': 200}
May 14 21:29:07.568657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9526e6e3-62af-4974-b34f-e51d80003225 req-1177855d-bced-4f8b-9680-5fb5f1cd55a8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591047
May 14 21:29:07.624779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa258207-6736-4667-a2f6-1b6c96370cc3 req-b52bbe3f-8e39-4745-ad54-75a57c9826e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.626377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa258207-6736-4667-a2f6-1b6c96370cc3 req-b52bbe3f-8e39-4745-ad54-75a57c9826e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 1126 time: 0.0427840
May 14 21:29:07.732333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa258207-6736-4667-a2f6-1b6c96370cc3 req-e4af393d-011b-43e0-8c12-7a07b5abe7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.733812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa258207-6736-4667-a2f6-1b6c96370cc3 req-e4af393d-011b-43e0-8c12-7a07b5abe7b1 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&shared=False HTTP/1.1" status: 200  len: 923 time: 0.1010661
May 14 21:29:07.904849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa258207-6736-4667-a2f6-1b6c96370cc3 req-78462259-fe7e-4877-af20-d20d7dd5a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.906249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa258207-6736-4667-a2f6-1b6c96370cc3 req-78462259-fe7e-4877-af20-d20d7dd5a0d6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1088760
May 14 21:29:07.992345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-f9346816-f7d3-410c-a37b-308ca0823a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:07.994245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-f9346816-f7d3-410c-a37b-308ca0823a00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 1126 time: 0.0496340
May 14 21:29:08.042024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-3f0b9400-3d3f-4061-a208-7893d770c776 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=494c8c7a-1ac3-474f-b92a-ac3b0c597848 HTTP/1.1" status: 200  len: 217 time: 0.0406322
May 14 21:29:08.050264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:08.096641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-7d9fadf6-51d2-47a3-8332-d7b8267c0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:08.098570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-7d9fadf6-51d2-47a3-8332-d7b8267c0483 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9f45c5be-5e52-4ede-9ba3-78dc87d5602f HTTP/1.1" status: 200  len: 862 time: 0.0495212
May 14 21:29:08.169581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-d1d21190-3859-444e-a902-a470e0e4000a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=23acb6aa-5f12-463d-b4bb-6884cb9f6bec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641057
May 14 21:29:08.179434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:08.179869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:08.203497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:08.206199 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25482881-e83c-4b6d-b22c-502fbbd4c10b" -d '{"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-unplugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:08.220448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:08.252268 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 14 May 2022 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8743373-341c-4a88-81d5-1b9702f462a3 x-openstack-request-id: req-f8743373-341c-4a88-81d5-1b9702f462a3 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:08.252859 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-unplugged", "status": "failed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "code": 422}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:08.253118 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8743373-341c-4a88-81d5-1b9702f462a3 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:08.253577 ncdv-master-1 neutron-server[115782]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f8743373-341c-4a88-81d5-1b9702f462a3']: {'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'code': 422} returned with failed status
May 14 21:29:08.263886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541c6be-5b74-421d-a9df-000431016694 req-6d7e5d95-7006-463b-a6b6-1d836a5fbfd8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:08.266049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1541c6be-5b74-421d-a9df-000431016694 req-6d7e5d95-7006-463b-a6b6-1d836a5fbfd8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 945 time: 0.1221437
May 14 21:29:08.311985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:08.370188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-cc96465f-570d-49b3-900a-18c70b78db4b service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830101
May 14 21:29:08.372968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1541c6be-5b74-421d-a9df-000431016694 req-01e5c41a-f3f3-4c2f-a51c-cd88a2fd8bb8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987482
May 14 21:29:08.403070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1af5b-e022-4187-9fe6-72a0bd040b3d req-faa4b8cd-1f60-450e-ba69-09abce00fdb7 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:08.405575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3bf1af5b-e022-4187-9fe6-72a0bd040b3d req-faa4b8cd-1f60-450e-ba69-09abce00fdb7 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 944 time: 0.0683336
May 14 21:29:08.417500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:08.481615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3bf1af5b-e022-4187-9fe6-72a0bd040b3d req-7466f2bf-c074-45ae-be1f-4e5a0925e8b9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700369
May 14 21:29:08.501770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebb98006-018f-4cba-8f01-350eb75a52ea req-a0a122b5-b91e-4775-adf8-5a8990cce349 service neutron] 10.222.0.48 "GET /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262791
May 14 21:29:08.696824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53376a0a-ed3f-4c7e-b732-459ef1924e14 req-35a7eef4-8db7-4658-8555-20f798c232d4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:08.698452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53376a0a-ed3f-4c7e-b732-459ef1924e14 req-35a7eef4-8db7-4658-8555-20f798c232d4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0533738
May 14 21:29:08.756163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53376a0a-ed3f-4c7e-b732-459ef1924e14 req-2a810351-8c6d-4da5-ba8c-62719c3a6ccb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510106
May 14 21:29:09.615359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bdc0e-6a6d-4aa5-8df7-63fda50a1884 req-0bd6fdd8-c5cd-4985-aa4d-892d08738c44 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:09.633352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-390bdc0e-6a6d-4aa5-8df7-63fda50a1884 req-0bd6fdd8-c5cd-4985-aa4d-892d08738c44 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 944 time: 0.0628519
May 14 21:29:09.692116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-390bdc0e-6a6d-4aa5-8df7-63fda50a1884 req-07cdd390-06a9-4237-82aa-53625a4ec09f tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654919
May 14 21:29:09.765075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-a6ce5890-ddd9-43cd-a1ce-f7272b1b37d5 req-a0af0cff-c80c-4ba1-a624-1a3da7ea143d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:29:09.766124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6ce5890-ddd9-43cd-a1ce-f7272b1b37d5 req-a0af0cff-c80c-4ba1-a624-1a3da7ea143d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0058920
May 14 21:29:10.004189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c5ff8-82e8-4414-9282-e0f3f2622c04 req-2bd4fa68-2497-4b64-9df0-d1e7bf5aca65 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:10.005888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-378c5ff8-82e8-4414-9282-e0f3f2622c04 req-2bd4fa68-2497-4b64-9df0-d1e7bf5aca65 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0557947
May 14 21:29:10.070303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-378c5ff8-82e8-4414-9282-e0f3f2622c04 req-9d5c19c1-0c48-4040-a5bd-8799d99c1c65 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556297
May 14 21:29:10.131305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f29f86-53c5-4315-abd1-8128bc406e1a req-dec817d6-5996-417d-bf95-5ca8f0a99c2c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:10.132899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49f29f86-53c5-4315-abd1-8128bc406e1a req-dec817d6-5996-417d-bf95-5ca8f0a99c2c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0518522
May 14 21:29:10.182455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49f29f86-53c5-4315-abd1-8128bc406e1a req-dbb86433-0c54-4b7d-894f-ee644475bfce tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437689
May 14 21:29:10.196205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01ba8f-6363-4dfb-b676-f1dfbfbb21b7 req-b3505292-b122-4f92-ade5-47830e01a3e8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:10.197654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc01ba8f-6363-4dfb-b676-f1dfbfbb21b7 req-b3505292-b122-4f92-ade5-47830e01a3e8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0533671
May 14 21:29:10.250211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc01ba8f-6363-4dfb-b676-f1dfbfbb21b7 req-a0277c61-3993-4cf4-8411-c3a8457b781d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457742
May 14 21:29:10.326374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-29740cea-fe8d-40f6-af54-3ef93bf03ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:10.687367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-a83b2828-8b07-4545-9ce3-f1623d46caed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0860598
May 14 21:29:10.695947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-4aacbbeb-648a-4a33-851e-a4fb3140fe99 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:29:10.696891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-4aacbbeb-648a-4a33-851e-a4fb3140fe99 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048487
May 14 21:29:10.817323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc8ce-6f17-44dd-a791-92277bf836ed req-b838a754-529f-4425-95ec-f26d6debd003 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:10.818867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-251dc8ce-6f17-44dd-a791-92277bf836ed req-b838a754-529f-4425-95ec-f26d6debd003 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 944 time: 0.0533319
May 14 21:29:10.832062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-1ba5cbbe-bc31-4ec4-b758-8e455fe29d7c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:10.833456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-1ba5cbbe-bc31-4ec4-b758-8e455fe29d7c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports/5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 200  len: 940 time: 0.1069415
May 14 21:29:10.873703 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-251dc8ce-6f17-44dd-a791-92277bf836ed req-730cc66c-134c-4dc1-bfb5-dbb82d7bee7a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484459
May 14 21:29:11.194849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae27f9-34aa-4cec-9f57-f944221bea91 req-10044e7f-28dc-4e64-840a-5a8368682f8c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:11.196553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffae27f9-34aa-4cec-9f57-f944221bea91 req-10044e7f-28dc-4e64-840a-5a8368682f8c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0498452
May 14 21:29:11.322734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb5e9-cf91-4b54-aba7-4a1b49441baf req-d7d0c98f-e6d9-4691-9723-59c4d6525faf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:11.324491 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6dfdb5e9-cf91-4b54-aba7-4a1b49441baf req-d7d0c98f-e6d9-4691-9723-59c4d6525faf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0554333
May 14 21:29:11.380632 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6dfdb5e9-cf91-4b54-aba7-4a1b49441baf req-401ab017-2c51-4ab7-bad0-8777d7597c54 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485809
May 14 21:29:11.500010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93de593-89a7-4988-bf8f-39299e6cd841 req-80dcef14-a0b3-46c2-bf43-c299205cdc15 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:11.503198 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b93de593-89a7-4988-bf8f-39299e6cd841 req-80dcef14-a0b3-46c2-bf43-c299205cdc15 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0499535
May 14 21:29:11.559730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b93de593-89a7-4988-bf8f-39299e6cd841 req-e3b42867-e7d1-447c-8847-cbb86a2f03f0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513284
May 14 21:29:11.579580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffae27f9-34aa-4cec-9f57-f944221bea91 req-eef1643d-c712-4063-b386-274bee6cda5e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3762157
May 14 21:29:11.880833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:11.994947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce6c35-b4b1-493f-abfb-307adae21873 req-676ba276-f441-4889-a243-2edd10eb40f8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:11.996511 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43ce6c35-b4b1-493f-abfb-307adae21873 req-676ba276-f441-4889-a243-2edd10eb40f8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 944 time: 0.0492923
May 14 21:29:12.044581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43ce6c35-b4b1-493f-abfb-307adae21873 req-ca73d219-8474-4df5-8a50-4e63e5b20c3b tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419147
May 14 21:29:12.058246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 494c8c7a-1ac3-474f-b92a-ac3b0c597848 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:29:12.060597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:12.218661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:12.236869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=494c8c7a-1ac3-474f-b92a-ac3b0c597848,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:12.247797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '494c8c7a-1ac3-474f-b92a-ac3b0c597848', 'network_id': '23acb6aa-5f12-463d-b4bb-6884cb9f6bec', 'port_id': '494c8c7a-1ac3-474f-b92a-ac3b0c597848', 'mac_address': 'fa:16:3e:39:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f45c5be-5e52-4ede-9ba3-78dc87d5602f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:29:12.294564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:12.294940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:12.307526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494c8c7a-1ac3-474f-b92a-ac3b0c597848 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:29:12.326839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=494c8c7a-1ac3-474f-b92a-ac3b0c597848,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:12.342840 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:12.400701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:12.453416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=494c8c7a-1ac3-474f-b92a-ac3b0c597848,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:12.507750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ffa93-4e2b-4f1f-8ab9-1d9870161b90 req-8cd2f00f-68ed-4450-9ad6-853cfa57ae16 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:12.509331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f9ffa93-4e2b-4f1f-8ab9-1d9870161b90 req-8cd2f00f-68ed-4450-9ad6-853cfa57ae16 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0472288
May 14 21:29:12.560713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f9ffa93-4e2b-4f1f-8ab9-1d9870161b90 req-b1e42107-201c-4ed1-b953-71fbcb57c213 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453279
May 14 21:29:12.628562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['494c8c7a-1ac3-474f-b92a-ac3b0c597848'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:29:12.696999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf817-e47f-4c92-8069-4438c215f63e req-c94e3cec-9d38-46e0-8fec-1f35648c9374 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:12.704386 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57dbf817-e47f-4c92-8069-4438c215f63e req-c94e3cec-9d38-46e0-8fec-1f35648c9374 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0641055
May 14 21:29:12.706810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207b04-a896-4536-8074-dbd60fcad75e req-8c148f0d-f7f3-4c88-a3d1-26b6d154d719 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:12.708740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f207b04-a896-4536-8074-dbd60fcad75e req-8c148f0d-f7f3-4c88-a3d1-26b6d154d719 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0556495
May 14 21:29:12.770532 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57dbf817-e47f-4c92-8069-4438c215f63e req-3f8ddba6-ab86-488b-8751-3f75cb236b5a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649915
May 14 21:29:12.777279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f207b04-a896-4536-8074-dbd60fcad75e req-5fa55e08-8e0d-4c6c-a3b0-e850886ac41b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618939
May 14 21:29:12.875740 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3145f16-f703-438a-abbe-90107a98268a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:13.167784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780c060-6333-42d0-a618-0a30a5550f8e req-ef7a0e57-c96b-4dc4-87b2-7c4b180cf743 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:13.169605 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4780c060-6333-42d0-a618-0a30a5550f8e req-ef7a0e57-c96b-4dc4-87b2-7c4b180cf743 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 945 time: 0.0538688
May 14 21:29:13.223037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4780c060-6333-42d0-a618-0a30a5550f8e req-13dc698a-51f7-478a-b06c-5f4db46c4028 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431263
May 14 21:29:13.677690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc60f2a-86ea-46c6-abe9-1aa9e08a7eea req-ebbe2a05-f646-42f8-b39a-42503bcabeff tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:13.679186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc60f2a-86ea-46c6-abe9-1aa9e08a7eea req-ebbe2a05-f646-42f8-b39a-42503bcabeff tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0478559
May 14 21:29:13.726180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc60f2a-86ea-46c6-abe9-1aa9e08a7eea req-5fe0424d-8477-4d70-967a-ee83b997e05a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411680
May 14 21:29:13.761651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:13.901541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148b637-136f-4a36-835d-3e621dab29e9 req-7d86dbe8-f228-4c1b-b0ed-1bff640abc60 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:13.902971 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3148b637-136f-4a36-835d-3e621dab29e9 req-7d86dbe8-f228-4c1b-b0ed-1bff640abc60 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0485950
May 14 21:29:13.930465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-1f85639a-2e10-44ae-857c-e832254f71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:13.935129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-1f85639a-2e10-44ae-857c-e832254f71f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925&tenant_id=4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 1125 time: 0.0692511
May 14 21:29:13.939818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f9f3d-3804-4261-ab86-11e2b6d1a4e7 req-8dc1d85c-6602-4b5d-b893-0a9ff46f85a4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:13.941647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff8f9f3d-3804-4261-ab86-11e2b6d1a4e7 req-8dc1d85c-6602-4b5d-b893-0a9ff46f85a4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0904927
May 14 21:29:13.965536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3148b637-136f-4a36-835d-3e621dab29e9 req-a29e5a56-3553-4c89-bac6-d79a47ec7896 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556245
May 14 21:29:14.019184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-470fdb32-15bc-4d85-a7a2-fb5c6c90bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.020776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-470fdb32-15bc-4d85-a7a2-fb5c6c90bc70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1125 time: 0.0588162
May 14 21:29:14.024938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff8f9f3d-3804-4261-ab86-11e2b6d1a4e7 req-a4e0be78-ba51-4740-b1ed-f1a307031861 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777225
May 14 21:29:14.071656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 494c8c7a-1ac3-474f-b92a-ac3b0c597848 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:29:14.114813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-63259b3d-882d-4790-9618-3a2596f02d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.116278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-63259b3d-882d-4790-9618-3a2596f02d01 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.0899029
May 14 21:29:14.187002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-59d44449-facb-44dc-bfac-a05b7426942e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 200  len: 998 time: 0.0615697
May 14 21:29:14.238233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-66764e9b-b469-459c-ab75-022b90565409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.239793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-66764e9b-b469-459c-ab75-022b90565409 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.0472250
May 14 21:29:14.255764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:29:14.300939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-14be3e44-4c3b-4ddb-a4c9-0c738b95bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.302510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-14be3e44-4c3b-4ddb-a4c9-0c738b95bd1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448420
May 14 21:29:14.344873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e0b61-9b35-40ca-83ee-135a972d0755 req-a41362c5-bb78-4e83-bbbe-971513602c06 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.346383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-651e0b61-9b35-40ca-83ee-135a972d0755 req-a41362c5-bb78-4e83-bbbe-971513602c06 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 945 time: 0.0509501
May 14 21:29:14.372350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:29:14.372717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:14.395681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-651e0b61-9b35-40ca-83ee-135a972d0755 req-557cb29d-5a61-4611-994f-a274c7478502 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434172
May 14 21:29:14.404816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-da16df6e-ad28-439d-b9b1-a02f7fe27a9b service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926747
May 14 21:29:14.454965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:14.455275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:14.479309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494c8c7a-1ac3-474f-b92a-ac3b0c597848'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:14.481607 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a01b0d-5129-4696-803b-b8866644afe4" -d '{"events": [{"server_uuid": "1e9a665a-c55d-44d7-9bd1-b182eec3a594", "name": "network-vif-plugged", "status": "completed", "tag": "494c8c7a-1ac3-474f-b92a-ac3b0c597848"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:14.494047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=494c8c7a-1ac3-474f-b92a-ac3b0c597848,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:14.512552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c326b8-6d43-4a76-bc80-8413d46498c4 req-2f2c20b4-7e19-44c4-8253-cbfdaa89e110 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900860
May 14 21:29:14.521387 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67bd000-290e-43a2-8313-04e438a054a3 x-openstack-request-id: req-a67bd000-290e-43a2-8313-04e438a054a3 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:14.521677 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9a665a-c55d-44d7-9bd1-b182eec3a594", "name": "network-vif-plugged", "status": "completed", "tag": "494c8c7a-1ac3-474f-b92a-ac3b0c597848", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:14.521927 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a67bd000-290e-43a2-8313-04e438a054a3 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:14.522323 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67bd000-290e-43a2-8313-04e438a054a3'] response: {'server_uuid': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494c8c7a-1ac3-474f-b92a-ac3b0c597848', 'code': 200}
May 14 21:29:14.577472 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:14.624202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d93a-8484-473e-8caa-c558ae024f94 req-561b9753-b056-49a6-b78c-8817a7fb172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.625726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47f1d93a-8484-473e-8caa-c558ae024f94 req-561b9753-b056-49a6-b78c-8817a7fb172d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 1128 time: 0.0393953
May 14 21:29:14.631763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=494c8c7a-1ac3-474f-b92a-ac3b0c597848,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:14.640400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.640400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.640852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.641142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.641469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.642363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.642992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.643273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.643650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.643976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.644306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.644670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.644992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.645314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.645630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:14.684363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47f1d93a-8484-473e-8caa-c558ae024f94 req-17ed0334-74d7-4f81-b1a4-15c687654d81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425003
May 14 21:29:14.845299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a1d2-9ea9-48a3-9d5b-be0c7ce009ac req-d5ab6586-f0db-454e-8f34-8bff63e552c4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:14.846803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d33a1d2-9ea9-48a3-9d5b-be0c7ce009ac req-d5ab6586-f0db-454e-8f34-8bff63e552c4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0487390
May 14 21:29:14.897802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d33a1d2-9ea9-48a3-9d5b-be0c7ce009ac req-7a08cecd-8a99-49ee-9460-5d47f3e67e90 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439975
May 14 21:29:15.092516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b698d-a167-430d-ad8a-d4ac0fd4c186 req-8f76ad57-e10f-4cd4-8640-a1ce58bc0367 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:15.097947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb9b698d-a167-430d-ad8a-d4ac0fd4c186 req-8f76ad57-e10f-4cd4-8640-a1ce58bc0367 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0488875
May 14 21:29:15.161919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d687eb-b372-4260-98c0-de22de7e418d req-64144269-1afb-4c8a-aed0-f8224f33ea1d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:15.163519 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3d687eb-b372-4260-98c0-de22de7e418d req-64144269-1afb-4c8a-aed0-f8224f33ea1d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0689971
May 14 21:29:15.191305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb9b698d-a167-430d-ad8a-d4ac0fd4c186 req-aa110015-bca7-457a-894d-656f2356192e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827103
May 14 21:29:15.238967 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3d687eb-b372-4260-98c0-de22de7e418d req-6fb5be4d-9d7c-472a-9abc-f0a844fc14d7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642135
May 14 21:29:15.564551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d2e1-bd3b-4fb9-adec-fc3bf57dd88e req-16ad6277-18e0-4ce4-987e-0cb1d2d80254 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:15.566085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aed0d2e1-bd3b-4fb9-adec-fc3bf57dd88e req-16ad6277-18e0-4ce4-987e-0cb1d2d80254 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0607290
May 14 21:29:15.622220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aed0d2e1-bd3b-4fb9-adec-fc3bf57dd88e req-8ef0989e-e730-4f94-8202-b83540c8dd15 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464907
May 14 21:29:15.630533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:16.030028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07442b-e730-4510-8a4e-601beea4e984 req-9eaf3017-6745-4df3-aa0e-05128bee7262 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:16.031905 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba07442b-e730-4510-8a4e-601beea4e984 req-9eaf3017-6745-4df3-aa0e-05128bee7262 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0565813
May 14 21:29:16.087160 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ba07442b-e730-4510-8a4e-601beea4e984 req-80b0cead-a334-452a-8603-dce502929392 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465403
May 14 21:29:16.338356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233440e7-930b-4c86-8c7a-776ed37d5a21 req-c3b9e488-98e3-4ec4-bdcc-f04a3fefab02 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:16.340884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-233440e7-930b-4c86-8c7a-776ed37d5a21 req-c3b9e488-98e3-4ec4-bdcc-f04a3fefab02 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0545652
May 14 21:29:16.392853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790937d-8cc4-43b4-a602-dc9eb806fd80 req-0a4a34b6-9465-4d55-9b2f-f5c6f3320e52 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:16.394753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f790937d-8cc4-43b4-a602-dc9eb806fd80 req-0a4a34b6-9465-4d55-9b2f-f5c6f3320e52 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0638561
May 14 21:29:16.428290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-233440e7-930b-4c86-8c7a-776ed37d5a21 req-7d744e3c-cc10-4d07-ae58-fb1a811769ac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804567
May 14 21:29:16.471829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f790937d-8cc4-43b4-a602-dc9eb806fd80 req-6f78dbc6-b247-419d-8d65-718de287f5f8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608034
May 14 21:29:16.784622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252f996-8858-413e-9177-fdec3f136532 req-a1c0ee6c-16e7-4573-9730-40d76c665664 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:16.786258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6252f996-8858-413e-9177-fdec3f136532 req-a1c0ee6c-16e7-4573-9730-40d76c665664 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0564106
May 14 21:29:16.801027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:16.932108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6252f996-8858-413e-9177-fdec3f136532 req-d0d98c0b-fc3b-4846-8b4c-f89da4ec3699 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395435
May 14 21:29:17.223875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19943c67-3480-417c-be1c-161d9c7b6f92 req-02dfecc7-63c9-4e8b-9801-fe8ee5eca093 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:17.226035 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19943c67-3480-417c-be1c-161d9c7b6f92 req-02dfecc7-63c9-4e8b-9801-fe8ee5eca093 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0609276
May 14 21:29:17.279641 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19943c67-3480-417c-be1c-161d9c7b6f92 req-faada129-a8bc-4489-98ff-9035986950c2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474825
May 14 21:29:17.572780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a5dd6-2ebf-4004-b1a2-cec1dbcb822f req-328db2f8-754d-46f8-bcf3-a029bf189127 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:17.582981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb2a5dd6-2ebf-4004-b1a2-cec1dbcb822f req-328db2f8-754d-46f8-bcf3-a029bf189127 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0511110
May 14 21:29:17.586297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59112ebc-6c45-40cb-a3a4-5ee9a58d423a req-ebf279bc-c6bf-415f-bee1-1ebec1921743 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:17.589143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59112ebc-6c45-40cb-a3a4-5ee9a58d423a req-ebf279bc-c6bf-415f-bee1-1ebec1921743 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0545785
May 14 21:29:17.624231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb2a5dd6-2ebf-4004-b1a2-cec1dbcb822f req-d78076b1-6afd-4381-ae28-68a1d8394353 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436418
May 14 21:29:17.635782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59112ebc-6c45-40cb-a3a4-5ee9a58d423a req-b2c4a706-ad13-4b53-9717-8e1f7faecd8f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422385
May 14 21:29:18.097609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044765-1b75-458b-9916-b963b28e7fb8 req-5bce5f56-a105-4fe6-abe7-0705e85cce75 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:18.099164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5044765-1b75-458b-9916-b963b28e7fb8 req-5bce5f56-a105-4fe6-abe7-0705e85cce75 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0664217
May 14 21:29:18.158722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5044765-1b75-458b-9916-b963b28e7fb8 req-b9da43f7-22e3-42ad-b0b6-b542ee7e9d4a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535254
May 14 21:29:18.400758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210a19-2f32-4cc5-943a-d861bc5537dd req-979050d7-4fe3-4002-b408-83377c8dca27 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:18.402309 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96210a19-2f32-4cc5-943a-d861bc5537dd req-979050d7-4fe3-4002-b408-83377c8dca27 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0483234
May 14 21:29:18.457314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96210a19-2f32-4cc5-943a-d861bc5537dd req-ca91f64e-2745-4934-9d96-c12882b58558 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481443
May 14 21:29:18.753338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c29a1b-6f8d-4f98-8317-4cd0b3c6de48 req-c5ffe491-7f48-4fba-8d12-56438356f82e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:18.753994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cb978-4483-4855-8f5c-0d1111dade39 req-f0db0499-a7bf-4928-b303-87c37f37e7d4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:18.754837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28c29a1b-6f8d-4f98-8317-4cd0b3c6de48 req-c5ffe491-7f48-4fba-8d12-56438356f82e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0510278
May 14 21:29:18.755739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f7cb978-4483-4855-8f5c-0d1111dade39 req-f0db0499-a7bf-4928-b303-87c37f37e7d4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0487945
May 14 21:29:18.806101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f7cb978-4483-4855-8f5c-0d1111dade39 req-82cb35b5-d39f-436f-a4d5-1011601cd12f tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446434
May 14 21:29:18.806690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28c29a1b-6f8d-4f98-8317-4cd0b3c6de48 req-7baef0d4-712c-41da-8c3e-d8b8c7aafb7e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456550
May 14 21:29:19.277847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4660f-d9fa-41f4-9fbe-b1c71996fb70 req-0e0149e7-d872-4a9f-93f3-c0754347c8c7 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:19.280554 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5e4660f-d9fa-41f4-9fbe-b1c71996fb70 req-0e0149e7-d872-4a9f-93f3-c0754347c8c7 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0530400
May 14 21:29:19.348328 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5e4660f-d9fa-41f4-9fbe-b1c71996fb70 req-bf106fd3-4f49-45ea-8e1a-80d655d7ed80 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567114
May 14 21:29:19.605837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354aecd-e2a8-48e5-ad14-e2bdf259e9a2 req-0d769d92-e7f2-468d-8e9f-5317454fbc46 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:19.608079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9354aecd-e2a8-48e5-ad14-e2bdf259e9a2 req-0d769d92-e7f2-468d-8e9f-5317454fbc46 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0736752
May 14 21:29:19.666973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9354aecd-e2a8-48e5-ad14-e2bdf259e9a2 req-556633ee-3fe3-4227-9b0b-00212f162a76 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524261
May 14 21:29:19.961585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3eada-067b-4eff-8f86-70cb880e3127 req-0982e1e9-7eb9-4fb2-bfe0-e4fe57bb2cff tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:19.965932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9aa3eada-067b-4eff-8f86-70cb880e3127 req-0982e1e9-7eb9-4fb2-bfe0-e4fe57bb2cff tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0647516
May 14 21:29:19.988297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515f9d-0b4b-41a0-83e6-5d3b0b730345 req-76a70607-6f13-47ff-a3a9-b510db2f1130 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:19.989889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2515f9d-0b4b-41a0-83e6-5d3b0b730345 req-76a70607-6f13-47ff-a3a9-b510db2f1130 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0642564
May 14 21:29:20.053316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9aa3eada-067b-4eff-8f86-70cb880e3127 req-9d11924b-a0a5-4467-bfa9-90b388ea7fe9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831552
May 14 21:29:20.085351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2515f9d-0b4b-41a0-83e6-5d3b0b730345 req-2ae74c7a-5d76-4600-8c3f-65543042e80c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719049
May 14 21:29:20.424895 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:29:20.471783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1a81-e176-4ae6-9de8-fd57f84bd61b req-e589be05-48da-425e-83cd-01c96e912f0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:20.473647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca5f1a81-e176-4ae6-9de8-fd57f84bd61b req-e589be05-48da-425e-83cd-01c96e912f0a tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0498769
May 14 21:29:20.527593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca5f1a81-e176-4ae6-9de8-fd57f84bd61b req-3a4a7199-2c8a-41a1-b812-c5f2e004b189 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480912
May 14 21:29:20.802843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483612b-6c79-4b73-b0e6-c31466ae9268 req-67c8b950-9517-422d-a2a1-2386c20fea58 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:20.804528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d483612b-6c79-4b73-b0e6-c31466ae9268 req-67c8b950-9517-422d-a2a1-2386c20fea58 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0578895
May 14 21:29:20.862061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d483612b-6c79-4b73-b0e6-c31466ae9268 req-f43fe1e8-a15b-4ff8-9658-db98586fc3e9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501721
May 14 21:29:21.242912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad60fb-6af0-4563-a9f9-670d6362e797 req-11dd140f-8772-4343-a6ca-56f1a7f19bc1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.245397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-adad60fb-6af0-4563-a9f9-670d6362e797 req-11dd140f-8772-4343-a6ca-56f1a7f19bc1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0941300
May 14 21:29:21.332555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-adad60fb-6af0-4563-a9f9-670d6362e797 req-6cd9644e-5750-408f-9932-cb661a8c5020 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760756
May 14 21:29:21.360036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb432043-7a3f-41ac-b098-777f47657304 req-c3645463-8ade-4d2a-9100-f21f70fa5e66 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.360036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bb432043-7a3f-41ac-b098-777f47657304 req-c3645463-8ade-4d2a-9100-f21f70fa5e66 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0729098
May 14 21:29:21.422224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bb432043-7a3f-41ac-b098-777f47657304 req-625540ab-99b5-4cdb-88fd-0d5390590566 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807734
May 14 21:29:21.491037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-60699375-3cc9-4a09-af98-59160d19bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.492684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-60699375-3cc9-4a09-af98-59160d19bf03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1127 time: 0.1352026
May 14 21:29:21.540975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab4243-ba6e-44f1-ac28-b3cc42900a76 req-681e0001-05dc-4d88-aee9-0afddeeea2f6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.542614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4ab4243-ba6e-44f1-ac28-b3cc42900a76 req-681e0001-05dc-4d88-aee9-0afddeeea2f6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.1163294
May 14 21:29:21.634801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4ab4243-ba6e-44f1-ac28-b3cc42900a76 req-9c117ce6-039c-444c-a29d-2fdc8a1da576 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631070
May 14 21:29:21.668553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-2a05f3a7-cf2e-42e0-939c-48edbddd2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.668553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-2a05f3a7-cf2e-42e0-939c-48edbddd2695 service neutron] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 911 time: 0.1428483
May 14 21:29:21.669259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502a042-68e0-4ee7-97b2-11e5b3cb187a req-f819d297-5727-467f-b31b-9eac7a6121ef tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.669259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e502a042-68e0-4ee7-97b2-11e5b3cb187a req-f819d297-5727-467f-b31b-9eac7a6121ef tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0517268
May 14 21:29:21.714759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e502a042-68e0-4ee7-97b2-11e5b3cb187a req-b24227ab-d475-4366-91be-773e72ae4cf6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535448
May 14 21:29:21.737966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-2468619c-0aba-41fb-b6a7-531af98213ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 200  len: 999 time: 0.0884855
May 14 21:29:21.789827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-4accf8b7-a539-468c-a807-1d3949e6fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.791458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-4accf8b7-a539-468c-a807-1d3949e6fed0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.0466008
May 14 21:29:21.837576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-15a68b62-712e-4d85-b0cf-4dec2bd38b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:21.839081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-15a68b62-712e-4d85-b0cf-4dec2bd38b41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399158
May 14 21:29:21.932722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-bc931017-6271-4f7d-b901-1eb5dce88709 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870931
May 14 21:29:22.032351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-180a2a99-3bf9-48d5-ac8a-e23e941f206f req-26351d21-48e3-495b-9bf6-1b3e9fd628f8 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922573
May 14 21:29:22.489574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f533c-b42b-49f9-b9d5-7deb07fcdec5 req-72dca17c-5722-40cd-ba18-99dcfde27ae2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:22.492591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-160f533c-b42b-49f9-b9d5-7deb07fcdec5 req-72dca17c-5722-40cd-ba18-99dcfde27ae2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0640268
May 14 21:29:22.546659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-160f533c-b42b-49f9-b9d5-7deb07fcdec5 req-7b4e6ff0-13ea-47fe-9283-849ae70f2ef4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477989
May 14 21:29:22.573774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37541dda-44cc-4523-b169-9d5e66d68583 req-5862d917-03ea-441e-a2c1-024086ecd81d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:22.575268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37541dda-44cc-4523-b169-9d5e66d68583 req-5862d917-03ea-441e-a2c1-024086ecd81d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0529959
May 14 21:29:22.601195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-bbcd521d-233f-4b8b-bbfc-bbaf730d444c req-8f898dd2-1368-4711-a10b-8c59c1f0e938 service neutron] (115781) timed out ('10.222.0.36', 52906) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:29:22.630298 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37541dda-44cc-4523-b169-9d5e66d68583 req-e4c0b64a-5f1c-4686-b579-58a58ea0a4f1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484729
May 14 21:29:22.755623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed880fe-67c2-43d2-a189-9377430b4510 req-fb50ade8-11d9-4513-b5fb-d887a916950a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:22.761176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ed880fe-67c2-43d2-a189-9377430b4510 req-fb50ade8-11d9-4513-b5fb-d887a916950a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0478864
May 14 21:29:22.807413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ed880fe-67c2-43d2-a189-9377430b4510 req-f8833998-c856-4eeb-aa97-7cde311bfb2a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445731
May 14 21:29:22.867217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9980c42-8300-4222-babd-3affea1a7867 req-ff8afee9-9814-4b27-9f55-fc3359752fe6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:22.869290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9980c42-8300-4222-babd-3affea1a7867 req-ff8afee9-9814-4b27-9f55-fc3359752fe6 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0734820
May 14 21:29:22.927938 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b9980c42-8300-4222-babd-3affea1a7867 req-c813d218-7d04-41b1-9a80-379e3bec0d90 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509224
May 14 21:29:23.680020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33463b6-1eb2-4a07-8e9a-944fae3abf2f req-21c44a17-87e2-45cf-9350-7617e5c19baf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:23.681541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a33463b6-1eb2-4a07-8e9a-944fae3abf2f req-21c44a17-87e2-45cf-9350-7617e5c19baf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0527718
May 14 21:29:23.747452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a33463b6-1eb2-4a07-8e9a-944fae3abf2f req-6bec21ea-3cb1-4408-b7fe-fdf2970c4797 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588303
May 14 21:29:23.768580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18de574-7b65-4887-8a90-4df18c8e67d7 req-fcda23da-8c6a-4a72-b41c-3c79ef4d2c34 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:23.770196 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d18de574-7b65-4887-8a90-4df18c8e67d7 req-fcda23da-8c6a-4a72-b41c-3c79ef4d2c34 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0581772
May 14 21:29:23.837645 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d18de574-7b65-4887-8a90-4df18c8e67d7 req-d10bc663-e856-4da7-a3e2-6a301adbb81e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593257
May 14 21:29:23.965918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e986d3d-2cf5-4d58-bcf2-e1e395b0053f req-c2025eb0-d862-45e8-8ac0-d3b3d2ef6bdf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:23.967138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e986d3d-2cf5-4d58-bcf2-e1e395b0053f req-c2025eb0-d862-45e8-8ac0-d3b3d2ef6bdf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0638354
May 14 21:29:24.052356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e986d3d-2cf5-4d58-bcf2-e1e395b0053f req-7e1f8daf-6b74-4637-a7dc-7ef4f3053574 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717685
May 14 21:29:24.405343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e040e-3e59-4fcd-bb04-e5c8c28f2927 req-5a6c15ed-65df-4284-8cb6-2408685a591b tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:24.406747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-140e040e-3e59-4fcd-bb04-e5c8c28f2927 req-5a6c15ed-65df-4284-8cb6-2408685a591b tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.3822985
May 14 21:29:24.456249 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-140e040e-3e59-4fcd-bb04-e5c8c28f2927 req-e63e9372-1880-4398-8874-4f65fdead726 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427158
May 14 21:29:24.920931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48858020-6ec5-4fd5-987a-8ce674906486 req-c7be8ca5-6583-48a9-8e6a-171e34594723 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:24.927097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48858020-6ec5-4fd5-987a-8ce674906486 req-c7be8ca5-6583-48a9-8e6a-171e34594723 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0778825
May 14 21:29:24.984693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48858020-6ec5-4fd5-987a-8ce674906486 req-93870dd3-24e4-4101-b8df-63a6d4be59f4 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517137
May 14 21:29:25.008862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156059ec-86bf-4c00-a5c6-401508fc4074 req-b6c66823-3156-44bb-a9b4-1841baef439e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:25.010506 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-156059ec-86bf-4c00-a5c6-401508fc4074 req-b6c66823-3156-44bb-a9b4-1841baef439e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0758586
May 14 21:29:25.059942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-156059ec-86bf-4c00-a5c6-401508fc4074 req-3d108c98-4d48-47da-9524-e775aa2a858d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421715
May 14 21:29:25.622817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171dfab-db19-427e-b45b-0d1e9e6a70ce req-221faf95-158f-413d-a049-9612f3ad19b9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:25.624943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1171dfab-db19-427e-b45b-0d1e9e6a70ce req-221faf95-158f-413d-a049-9612f3ad19b9 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0718532
May 14 21:29:25.683606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1171dfab-db19-427e-b45b-0d1e9e6a70ce req-d27c4950-3d66-4f40-9496-1537a6b9e4f8 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526295
May 14 21:29:26.108160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2d1a-fa1b-440e-9bf5-83c9502904c5 req-1b128ced-a5d9-49bf-bc12-b34521cd5f62 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:26.109641 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c9de2d1a-fa1b-440e-9bf5-83c9502904c5 req-1b128ced-a5d9-49bf-bc12-b34521cd5f62 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0515158
May 14 21:29:26.160243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c9de2d1a-fa1b-440e-9bf5-83c9502904c5 req-61cd53b6-9ee4-4633-be13-f968d91fd9a2 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435467
May 14 21:29:26.185124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be1cc9-f0ce-4814-9da7-fc5cc8baac69 req-b12b705c-0057-4f63-9b2a-781113699cae tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:26.187256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24be1cc9-f0ce-4814-9da7-fc5cc8baac69 req-b12b705c-0057-4f63-9b2a-781113699cae tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0496469
May 14 21:29:26.233592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24be1cc9-f0ce-4814-9da7-fc5cc8baac69 req-98c590f2-18ca-4dc0-bf3e-01aaa2e39e5a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409043
May 14 21:29:26.795285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae9772-1ccb-4cab-891b-9fe014df1add req-75b42665-7d03-44b7-8740-ecb43dd7d226 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:26.796767 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-67ae9772-1ccb-4cab-891b-9fe014df1add req-75b42665-7d03-44b7-8740-ecb43dd7d226 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0475938
May 14 21:29:26.843922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-67ae9772-1ccb-4cab-891b-9fe014df1add req-8664d82b-89b7-4aa4-8ca3-d17d179a8ab3 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407014
May 14 21:29:27.275784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b59131-be49-4c56-9130-9e0449b73d7d req-41795765-bade-47a3-bf29-637c60b773bd tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:27.277566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3b59131-be49-4c56-9130-9e0449b73d7d req-41795765-bade-47a3-bf29-637c60b773bd tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0481405
May 14 21:29:27.341410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3b59131-be49-4c56-9130-9e0449b73d7d req-e7927ade-2620-4a6d-b05c-1f9f8d856d37 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515900
May 14 21:29:27.368838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4b5e-cd25-4a40-96ee-21fc2588261c req-54347992-bc7d-4ff8-a4b7-c12b465c5505 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:27.372605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c48c4b5e-cd25-4a40-96ee-21fc2588261c req-54347992-bc7d-4ff8-a4b7-c12b465c5505 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0508754
May 14 21:29:27.426665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c48c4b5e-cd25-4a40-96ee-21fc2588261c req-a1c94a55-0f73-4b54-ad32-8685c640e429 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499227
May 14 21:29:27.449583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9946837-5ce7-4d66-9524-9b3ba1a79b24 req-aad18589-3203-43f5-b549-d888b9f6a9c5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:27.451101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9946837-5ce7-4d66-9524-9b3ba1a79b24 req-aad18589-3203-43f5-b549-d888b9f6a9c5 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0501025
May 14 21:29:27.502742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9946837-5ce7-4d66-9524-9b3ba1a79b24 req-580ac498-5a01-49cd-8c64-43b7c1802a98 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443950
May 14 21:29:28.462188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b627a-80e1-4549-91e8-189b8356162c req-1db02ecd-3f7c-4db8-a64b-271de12d6f6b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:28.463757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a93b627a-80e1-4549-91e8-189b8356162c req-1db02ecd-3f7c-4db8-a64b-271de12d6f6b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0491810
May 14 21:29:28.514988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a93b627a-80e1-4549-91e8-189b8356162c req-317e0d6a-a4d0-4768-9b0e-bc441846f75b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452311
May 14 21:29:28.551625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4cb17-688b-4f00-b974-06834f291e8c req-6200b2a2-208e-407f-b10a-0cb057293c26 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:28.553127 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cd4cb17-688b-4f00-b974-06834f291e8c req-6200b2a2-208e-407f-b10a-0cb057293c26 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0492129
May 14 21:29:28.602458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cd4cb17-688b-4f00-b974-06834f291e8c req-ceca485a-52c6-4ed7-befb-9c185d5cc637 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434072
May 14 21:29:28.616540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b77226-e365-4b79-a82e-7026ead9b953 req-71f35dbf-5a00-4634-b57d-819691abd958 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:28.618136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27b77226-e365-4b79-a82e-7026ead9b953 req-71f35dbf-5a00-4634-b57d-819691abd958 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0474205
May 14 21:29:28.666151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27b77226-e365-4b79-a82e-7026ead9b953 req-b0a313b0-0e7d-485f-b76b-b5dbdd4a68af tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421345
May 14 21:29:29.587028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-d7b54096-1da0-405a-a066-e64abe6a6f72 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:29.588705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-d7b54096-1da0-405a-a066-e64abe6a6f72 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0642784
May 14 21:29:29.660968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0484e-cd85-44ff-8209-5a5fbc2537f3 req-5c124ffb-1de9-457a-8536-8a575df59199 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:29.662710 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c0484e-cd85-44ff-8209-5a5fbc2537f3 req-5c124ffb-1de9-457a-8536-8a575df59199 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0685430
May 14 21:29:29.728068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3c0484e-cd85-44ff-8209-5a5fbc2537f3 req-1b8b150e-1ad6-486a-8236-f8802f6695ae tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557475
May 14 21:29:29.735876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Deleting port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:29:29.736227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:29.789002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc66af-e149-4377-8f31-5cf7f1c80fda req-83ca65fe-1004-4f44-b4f3-cd8ecfe65c18 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:29.790934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54cc66af-e149-4377-8f31-5cf7f1c80fda req-83ca65fe-1004-4f44-b4f3-cd8ecfe65c18 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0971136
May 14 21:29:29.867782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce349c-7b15-48bf-948f-4f0780a91bbc req-4cade556-823f-41cb-a04b-1b9af702d309 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:29.869471 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3dce349c-7b15-48bf-948f-4f0780a91bbc req-4cade556-823f-41cb-a04b-1b9af702d309 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 946 time: 0.0600398
May 14 21:29:29.904099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54cc66af-e149-4377-8f31-5cf7f1c80fda req-5ccbba0f-dd62-4916-94b6-afe02c8414be tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829265
May 14 21:29:29.910002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] For port 494c8c7a-1ac3-474f-b92a-ac3b0c597848, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=494c8c7a-1ac3-474f-b92a-ac3b0c597848,segment=NetworkSegment(01479636-2617-4e3a-b5f3-37c3165debd8),segment_id=01479636-2617-4e3a-b5f3-37c3165debd8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:29.910436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:29.935164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Calling delete_port for 494c8c7a-1ac3-474f-b92a-ac3b0c597848 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:29:29.938713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3dce349c-7b15-48bf-948f-4f0780a91bbc req-1af385bf-7a28-49d8-9ee7-7a317c24c5a2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups?id=83a67695-bef4-4ed0-824f-b6e4480cb007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630796
May 14 21:29:30.190016 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (494c8c7a-1ac3-474f-b92a-ac3b0c597848), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:30.206484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['494c8c7a-1ac3-474f-b92a-ac3b0c597848'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:29:30.224712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event deleted for resources: {'Port': ['ID=494c8c7a-1ac3-474f-b92a-ac3b0c597848,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:30.239882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.240245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.240640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.240933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.241272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.241616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.241996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.242328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.242659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.242949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.243281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.243623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.243945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.244268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.244595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:30.296480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] No DVR routers for this DVR port 494c8c7a-1ac3-474f-b92a-ac3b0c597848 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:29:30.299807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:30.305235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6027a40e-48b9-4bc6-a3fc-bf2f5b4d7692 req-22770981-2247-49a1-b5c9-ab7d215e31b2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.48 "DELETE /v2.0/ports/494c8c7a-1ac3-474f-b92a-ac3b0c597848 HTTP/1.1" status: 204  len: 173 time: 0.7089086
May 14 21:29:30.305235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'name': 'network-vif-deleted', 'tag': '494c8c7a-1ac3-474f-b92a-ac3b0c597848'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:30.307120 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8d8179-c840-45a3-8c72-e6ff0225fa70" -d '{"events": [{"server_uuid": "1e9a665a-c55d-44d7-9bd1-b182eec3a594", "name": "network-vif-deleted", "tag": "494c8c7a-1ac3-474f-b92a-ac3b0c597848"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:30.349909 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9626401-f655-4179-b2b5-a9630934445d x-openstack-request-id: req-a9626401-f655-4179-b2b5-a9630934445d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:30.350206 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9a665a-c55d-44d7-9bd1-b182eec3a594", "name": "network-vif-deleted", "tag": "494c8c7a-1ac3-474f-b92a-ac3b0c597848", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:30.350460 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9626401-f655-4179-b2b5-a9630934445d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:30.350868 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9626401-f655-4179-b2b5-a9630934445d'] response: {'server_uuid': '1e9a665a-c55d-44d7-9bd1-b182eec3a594', 'name': 'network-vif-deleted', 'tag': '494c8c7a-1ac3-474f-b92a-ac3b0c597848', 'status': 'completed', 'code': 200}
May 14 21:29:30.858461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373733f-f43a-41bd-9866-b2b82089e676 req-2fea57be-aa02-461f-b9e8-c072e65e5b20 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:30.860626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8373733f-f43a-41bd-9866-b2b82089e676 req-2fea57be-aa02-461f-b9e8-c072e65e5b20 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0497303
May 14 21:29:30.923205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8373733f-f43a-41bd-9866-b2b82089e676 req-c0c965a3-ced7-4091-ac55-a163a156b86d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560474
May 14 21:29:31.046979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7ec22-0bdd-4443-9f3b-f16fd3ed12c7 req-f33adb3a-0128-4666-b1a1-4780966a2b78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:31.048672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd7ec22-0bdd-4443-9f3b-f16fd3ed12c7 req-f33adb3a-0128-4666-b1a1-4780966a2b78 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0570362
May 14 21:29:31.098500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cd7ec22-0bdd-4443-9f3b-f16fd3ed12c7 req-741dd5fd-24b2-4aa5-91ad-06e00cc9e879 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424042
May 14 21:29:31.204209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2b0de02-ed0d-4ba9-8881-df45029a4cd1 req-f026c602-5e3e-4aaa-a94c-768a54a91361 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e9a665a-c55d-44d7-9bd1-b182eec3a594 HTTP/1.1" status: 200  len: 210 time: 0.0288806
May 14 21:29:31.260102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133539fc-7398-4eec-adfc-ead1a1cd60b9 req-8b239bf0-5ef6-41a9-9fc3-7a10dd5d3a0a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:31.262265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-133539fc-7398-4eec-adfc-ead1a1cd60b9 req-8b239bf0-5ef6-41a9-9fc3-7a10dd5d3a0a tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0494769
May 14 21:29:31.310727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-133539fc-7398-4eec-adfc-ead1a1cd60b9 req-aedef043-0c8b-4624-bdee-e28c7ad12a5b tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422251
May 14 21:29:31.427968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e91955-dca0-491c-9c9a-8170022b02bd req-fe0575ac-eb83-4880-8534-d52943c2920d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:31.429459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e91955-dca0-491c-9c9a-8170022b02bd req-fe0575ac-eb83-4880-8534-d52943c2920d tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0519297
May 14 21:29:31.478425 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e91955-dca0-491c-9c9a-8170022b02bd req-56a7ebc3-4824-4363-9691-24eb74c1e0b1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432122
May 14 21:29:32.040447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf489-0a59-494a-9537-3adeaf9bc825 req-c3cdd5db-0574-4db9-8d5e-7136b4e9db9e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:32.042022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cecbf489-0a59-494a-9537-3adeaf9bc825 req-c3cdd5db-0574-4db9-8d5e-7136b4e9db9e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0508420
May 14 21:29:32.089565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cecbf489-0a59-494a-9537-3adeaf9bc825 req-868e9e06-950d-4c5f-a696-7272f39542b9 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414343
May 14 21:29:32.149513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:29:32.226272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c3491-2196-43a4-8cb7-7977ca13f39b req-3984ba48-7642-4119-99b5-5056e8212ae9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:32.227885 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-153c3491-2196-43a4-8cb7-7977ca13f39b req-3984ba48-7642-4119-99b5-5056e8212ae9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 943 time: 0.0496910
May 14 21:29:32.252908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:32.281562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'port_id': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'mac_address': 'fa:16:3e:bf:a1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:29:32.282795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-153c3491-2196-43a4-8cb7-7977ca13f39b req-5460556c-f111-4421-94d7-a6b53e896caf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486910
May 14 21:29:32.316726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:32.317120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.331170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:29:32.353261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:32.411683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.458354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43988) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:32.460452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:32.512316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91600cf-f107-41df-96ef-ebb625414358 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group (e94ad623-9f71-428d-bc04-72a4e86c8936), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.535683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91600cf-f107-41df-96ef-ebb625414358 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group (e94ad623-9f71-428d-bc04-72a4e86c8936), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.633058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['5c660063-0f23-4b2d-b5ca-12d4f3ea2036'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:29:32.714759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91600cf-f107-41df-96ef-ebb625414358 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e94ad623-9f71-428d-bc04-72a4e86c8936), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.717445 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91600cf-f107-41df-96ef-ebb625414358 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.718659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d91600cf-f107-41df-96ef-ebb625414358 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "DELETE /v2.0/security-groups/e94ad623-9f71-428d-bc04-72a4e86c8936 HTTP/1.1" status: 204  len: 168 time: 0.2592056
May 14 21:29:32.721921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43990) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:32.728550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91600cf-f107-41df-96ef-ebb625414358 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94ad623-9f71-428d-bc04-72a4e86c8936,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:32.740697 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-e2402e17-8c2f-48a8-8e36-70d80fdb4dc2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] show failed (client error): The resource could not be found.
May 14 21:29:32.742515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e2402e17-8c2f-48a8-8e36-70d80fdb4dc2 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "GET /v2.0/security-groups/e94ad623-9f71-428d-bc04-72a4e86c8936 HTTP/1.1" status: 404  len: 347 time: 0.0184619
May 14 21:29:32.744708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:32.869242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Deleting port 01fb195f-92ff-46cb-b379-bbf6d33dc971 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:29:32.869669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.949176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.949742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for floatingip (01fb195f-92ff-46cb-b379-bbf6d33dc971), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:32.963208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Calling delete_port for 01fb195f-92ff-46cb-b379-bbf6d33dc971 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:29:33.154874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (01fb195f-92ff-46cb-b379-bbf6d33dc971), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.184278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Pushing event deleted for resources: {'Port': ['ID=01fb195f-92ff-46cb-b379-bbf6d33dc971,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:33.209480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.209830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.210177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.210710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.211057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.211391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.211746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.212076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.212404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.212754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.213078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.213404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.213724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.214046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.214366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:29:33.222268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16977c47-0c73-4030-b145-e7e0b70c3dc9 req-bc58d370-8c1d-4d78-ba8c-ccc06cd9643e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:33.225736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16977c47-0c73-4030-b145-e7e0b70c3dc9 req-bc58d370-8c1d-4d78-ba8c-ccc06cd9643e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0584383
May 14 21:29:33.262599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks [] for floatingip (8dca92c9-f558-49d2-b8a8-bb7eaa64590c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.266528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.267626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-97587f3d-bb3d-4c06-ab96-ced561ac1063 tempest-ImagesOneServerNegativeTestJSON-1283471479 tempest-ImagesOneServerNegativeTestJSON-1283471479-project] 10.222.0.52 "DELETE /v2.0/floatingips/8dca92c9-f558-49d2-b8a8-bb7eaa64590c HTTP/1.1" status: 204  len: 168 time: 0.5217860
May 14 21:29:33.273889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16977c47-0c73-4030-b145-e7e0b70c3dc9 req-a69aa112-b066-44d8-88b8-48c29611dbbf tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442226
May 14 21:29:33.335143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-66cb4681-da1a-48d8-a803-c99a412fc2e7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:33.336699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-66cb4681-da1a-48d8-a803-c99a412fc2e7 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 945 time: 0.0514319
May 14 21:29:33.400565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44012) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:33.450205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Deleting subnet 9f45c5be-5e52-4ede-9ba3-78dc87d5602f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:29:33.454563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Publish callbacks [] for subnet (9f45c5be-5e52-4ede-9ba3-78dc87d5602f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.466843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc09a6-33e6-4fb3-b890-df8716a84aff req-06267fb0-e889-4da9-8f50-e4157f76f634 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:33.468734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-acfc09a6-33e6-4fb3-b890-df8716a84aff req-06267fb0-e889-4da9-8f50-e4157f76f634 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 944 time: 0.0972972
May 14 21:29:33.493123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (9f45c5be-5e52-4ede-9ba3-78dc87d5602f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.494777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port b9f9fedb-f9dd-40c1-884c-8431a6e41116 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:29:33.494929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.535590 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (9f45c5be-5e52-4ede-9ba3-78dc87d5602f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.601327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-acfc09a6-33e6-4fb3-b890-df8716a84aff req-7460fea0-7a96-4899-8a3c-4a13d14090fe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208143
May 14 21:29:33.625960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port b9f9fedb-f9dd-40c1-884c-8431a6e41116, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9f9fedb-f9dd-40c1-884c-8431a6e41116,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:33.626328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.639974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for b9f9fedb-f9dd-40c1-884c-8431a6e41116 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:29:33.669389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (9f45c5be-5e52-4ede-9ba3-78dc87d5602f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.695411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f45c5be-5e52-4ede-9ba3-78dc87d5602f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:33.698862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.702107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-af2b9b94-c01b-436b-925e-f613ea8b1ba0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9f45c5be-5e52-4ede-9ba3-78dc87d5602f HTTP/1.1" status: 204  len: 168 time: 0.3006439
May 14 21:29:33.704720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:33.774044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (23acb6aa-5f12-463d-b4bb-6884cb9f6bec), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.857484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b9f9fedb-f9dd-40c1-884c-8431a6e41116), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.859758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (23acb6aa-5f12-463d-b4bb-6884cb9f6bec), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.870406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['b9f9fedb-f9dd-40c1-884c-8431a6e41116'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:29:33.872644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:29:33.885590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5233540a90>,) {'filters': {'network_id': ['23acb6aa-5f12-463d-b4bb-6884cb9f6bec']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:33.901849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5233540a90>, '01479636-2617-4e3a-b5f3-37c3165debd8') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:33.902155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5233540a90>, '01479636-2617-4e3a-b5f3-37c3165debd8') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:33.912233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=b9f9fedb-f9dd-40c1-884c-8431a6e41116,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:33.913107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (01479636-2617-4e3a-b5f3-37c3165debd8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.935376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (01479636-2617-4e3a-b5f3-37c3165debd8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.942864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port b9f9fedb-f9dd-40c1-884c-8431a6e41116 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:29:33.943431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:29:33.943866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (01479636-2617-4e3a-b5f3-37c3165debd8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.945696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:29:33.945840 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:29:33.949232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93f91b8c-6dd4-4028-9a17-8fafcc57e5bb req-580ba65f-4489-4a00-9a68-fe75e6ffbdcb tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.36 "DELETE /v2.0/ports/b9f9fedb-f9dd-40c1-884c-8431a6e41116 HTTP/1.1" status: 204  len: 173 time: 0.6071231
May 14 21:29:33.949676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'name': 'network-vif-deleted', 'tag': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:33.951961 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e956f6-0f48-4500-a70c-11f27b9396af" -d '{"events": [{"server_uuid": "4a53b5c2-e7e2-47ca-9535-d84670971640", "name": "network-vif-deleted", "tag": "b9f9fedb-f9dd-40c1-884c-8431a6e41116"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:33.999692 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebcb1f-0117-464a-bef4-2b37f4a4aec0 x-openstack-request-id: req-96ebcb1f-0117-464a-bef4-2b37f4a4aec0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:34.000088 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a53b5c2-e7e2-47ca-9535-d84670971640", "name": "network-vif-deleted", "tag": "b9f9fedb-f9dd-40c1-884c-8431a6e41116", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:34.001619 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96ebcb1f-0117-464a-bef4-2b37f4a4aec0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:34.002239 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ebcb1f-0117-464a-bef4-2b37f4a4aec0'] response: {'server_uuid': '4a53b5c2-e7e2-47ca-9535-d84670971640', 'name': 'network-vif-deleted', 'tag': 'b9f9fedb-f9dd-40c1-884c-8431a6e41116', 'status': 'completed', 'code': 200}
May 14 21:29:34.079795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (23acb6aa-5f12-463d-b4bb-6884cb9f6bec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.085129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.088931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] 10.222.0.52 "DELETE /v2.0/networks/23acb6aa-5f12-463d-b4bb-6884cb9f6bec HTTP/1.1" status: 204  len: 168 time: 0.3825724
May 14 21:29:34.099506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d2105-9bb2-431d-8774-01903982de54 admin admin] Pushing event deleted for resources: {'Network': ['ID=23acb6aa-5f12-463d-b4bb-6884cb9f6bec,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:34.248887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:29:34.294262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:29:34.294632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.379254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:29:34.379907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.398205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f270bd58-d9ce-4fee-bc15-eff26830bf08 req-41b7581a-efe7-41a7-9c0f-c02d92e3061c tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a53b5c2-e7e2-47ca-9535-d84670971640 HTTP/1.1" status: 200  len: 210 time: 0.0310271
May 14 21:29:34.404133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:34.406460 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48645dd7-645f-4f4b-8d2d-5383f481862b" -d '{"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-plugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:34.421082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:34.457146 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899702b4-fd62-4e3d-8b68-4429b80a181a x-openstack-request-id: req-899702b4-fd62-4e3d-8b68-4429b80a181a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:34.457146 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-plugged", "status": "completed", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:34.457146 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-899702b4-fd62-4e3d-8b68-4429b80a181a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:34.457625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44028) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:34.459923 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899702b4-fd62-4e3d-8b68-4429b80a181a'] response: {'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'code': 200}
May 14 21:29:34.475923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.476859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 494c8c7a-1ac3-474f-b92a-ac3b0c597848 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:34.517967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 494c8c7a-1ac3-474f-b92a-ac3b0c597848 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:29:34.518316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 494c8c7a-1ac3-474f-b92a-ac3b0c597848 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:29:34.522686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6ba22a27-a9de-421c-9e70-428aec8b9ebb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbb13e5ea4a949d18e6c5c4bf679fde2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0639236
May 14 21:29:34.523171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44030) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:34.560517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=10']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:34.605206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff777e6a-ea4e-4393-93fc-21cfffafb992 admin admin] Publish callbacks [] for security_group (83a67695-bef4-4ed0-824f-b6e4480cb007), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.624707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-37fa54cc-1d94-40f5-a7ca-954855294931 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397134
May 14 21:29:34.628754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff777e6a-ea4e-4393-93fc-21cfffafb992 admin admin] Publish callbacks [] for security_group (83a67695-bef4-4ed0-824f-b6e4480cb007), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.745277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe11773-8093-432d-b3d1-f26eb0b6da6a req-e2e5c72b-4b11-4b98-92f6-722a40b74375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:34.746810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbe11773-8093-432d-b3d1-f26eb0b6da6a req-e2e5c72b-4b11-4b98-92f6-722a40b74375 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 1128 time: 0.0587428
May 14 21:29:34.752819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f139e8f-63cc-4feb-84e8-330723ab28c1 req-db284d42-9e54-48fa-85f4-18bec25a2aa4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:34.753676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff777e6a-ea4e-4393-93fc-21cfffafb992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (83a67695-bef4-4ed0-824f-b6e4480cb007), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.754180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f139e8f-63cc-4feb-84e8-330723ab28c1 req-db284d42-9e54-48fa-85f4-18bec25a2aa4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0769999
May 14 21:29:34.756357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff777e6a-ea4e-4393-93fc-21cfffafb992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:34.757530 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff777e6a-ea4e-4393-93fc-21cfffafb992 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83a67695-bef4-4ed0-824f-b6e4480cb007 HTTP/1.1" status: 204  len: 168 time: 0.2325161
May 14 21:29:34.771775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff777e6a-ea4e-4393-93fc-21cfffafb992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a67695-bef4-4ed0-824f-b6e4480cb007,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:34.830684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbe11773-8093-432d-b3d1-f26eb0b6da6a req-cb18a254-c0a5-4d7c-b1ff-77d11d0291c9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754826
May 14 21:29:34.834019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f139e8f-63cc-4feb-84e8-330723ab28c1 req-a838b3f1-2a6e-41cd-ae7d-fc6447b7c394 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655291
May 14 21:29:34.897350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-2fb49afc-4722-4881-b46e-7b4b833c4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:34.898913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-2fb49afc-4722-4881-b46e-7b4b833c4049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1127 time: 0.0426514
May 14 21:29:35.007742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-269b4542-4e67-49d6-97cf-d4d9b7bc2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:35.009268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-269b4542-4e67-49d6-97cf-d4d9b7bc2552 service neutron] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 911 time: 0.0914314
May 14 21:29:35.077898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-f9ba8721-1a81-4b6d-ac42-3cf4d4a8db85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 200  len: 999 time: 0.0615785
May 14 21:29:35.131652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-5d9772fe-1ea6-47fa-8855-e4127d3d26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:35.133164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-5d9772fe-1ea6-47fa-8855-e4127d3d26c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.0480633
May 14 21:29:35.209872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-8c7cefa1-20b0-492d-9c28-c1ca5d427ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:35.211471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-8c7cefa1-20b0-492d-9c28-c1ca5d427ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0707309
May 14 21:29:35.310761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-a8145853-7feb-4f72-a3b7-cc146cb6e1a6 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922179
May 14 21:29:35.413081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b2f969-8342-484a-8be2-08ef3acbc241 req-6fadbc9f-bc56-45d8-aaa4-60816dc2adf2 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967498
May 14 21:29:36.024390 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab17974-a6ea-4b16-82b5-7e3a65ab866e req-0eeb0beb-ecc4-44ac-b748-6035d33d78e4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:36.026113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ab17974-a6ea-4b16-82b5-7e3a65ab866e req-0eeb0beb-ecc4-44ac-b748-6035d33d78e4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0884035
May 14 21:29:36.082522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ab17974-a6ea-4b16-82b5-7e3a65ab866e req-48f29a14-b01d-454b-a5ef-d7a4787296e1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504248
May 14 21:29:36.487785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041fec5-3e80-4506-9a13-1655ea850285 req-5c2048ca-0492-4059-a539-380f0f7286d8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:36.495094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9041fec5-3e80-4506-9a13-1655ea850285 req-5c2048ca-0492-4059-a539-380f0f7286d8 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 945 time: 0.0578980
May 14 21:29:36.539806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd40c8cc-ca24-43d5-8c8d-d0c2960162ff req-5ac4f7df-8385-4a28-b303-fcb8126fde2b tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0284300
May 14 21:29:36.545552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9041fec5-3e80-4506-9a13-1655ea850285 req-35f8af43-894a-4a1a-8f31-99016c950dae tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499249
May 14 21:29:36.989466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9c65493-1b27-4a19-8a03-98d4940918eb req-1ab080ac-545d-4181-b783-e4c00dd19fb7 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0290351
May 14 21:29:37.213680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a0213-15e7-4595-877b-955dcd833a2b req-8200b65d-e235-4794-a719-f24755c04ae1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:37.215150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a13a0213-15e7-4595-877b-955dcd833a2b req-8200b65d-e235-4794-a719-f24755c04ae1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0458672
May 14 21:29:37.273162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a13a0213-15e7-4595-877b-955dcd833a2b req-af2a5b00-a2d2-4c4d-af27-a376fa4f8dab tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498188
May 14 21:29:37.692782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359eeba5-bd1d-40a5-9053-3268ba9cc1bc req-c9fe999c-23fa-4587-8742-dabfbe7ee173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:37.695061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-359eeba5-bd1d-40a5-9053-3268ba9cc1bc req-c9fe999c-23fa-4587-8742-dabfbe7ee173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 945 time: 0.0547447
May 14 21:29:37.748303 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-359eeba5-bd1d-40a5-9053-3268ba9cc1bc req-794f5dce-dd34-4ebe-abfc-c08e81d60a5e tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0b0eae8-6436-4e1e-9a95-10ce52549234&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459042
May 14 21:29:37.880172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-c60bd33a-041c-4581-ab91-1209090b9513 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:37.881596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-c60bd33a-041c-4581-ab91-1209090b9513 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.48 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 945 time: 0.0498354
May 14 21:29:37.997123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Deleting port d7b1cab6-624b-468c-b548-316667b4aa2b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:29:37.997564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:38.109853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ed46fa7-5eb5-45e5-852d-f5332e2cac5e req-c745587b-c8d0-4b4c-8b50-f081655da4d0 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0371840
May 14 21:29:38.143384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] For port d7b1cab6-624b-468c-b548-316667b4aa2b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7b1cab6-624b-468c-b548-316667b4aa2b,segment=NetworkSegment(bf03f2fb-32cb-4efd-8e33-af6b6309aff5),segment_id=bf03f2fb-32cb-4efd-8e33-af6b6309aff5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:38.146829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:38.168051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Calling delete_port for d7b1cab6-624b-468c-b548-316667b4aa2b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:29:38.394786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d7b1cab6-624b-468c-b548-316667b4aa2b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:38.402035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f53d-25cb-433f-b467-7e91f3e695a3 req-8ca41b27-7701-4a2f-82e5-7a452906b32b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:38.407194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e003f53d-25cb-433f-b467-7e91f3e695a3 req-8ca41b27-7701-4a2f-82e5-7a452906b32b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0529754
May 14 21:29:38.411939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d7b1cab6-624b-468c-b548-316667b4aa2b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:29:38.420909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Pushing event deleted for resources: {'Port': ['ID=d7b1cab6-624b-468c-b548-316667b4aa2b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:38.480949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] No DVR routers for this DVR port d7b1cab6-624b-468c-b548-316667b4aa2b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:29:38.484955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:38.490758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffc424fd-1f9e-4a30-939e-f6c9256e68f3 req-798db52a-cf30-4665-ae42-26ee4ae33173 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.48 "DELETE /v2.0/ports/d7b1cab6-624b-468c-b548-316667b4aa2b HTTP/1.1" status: 204  len: 173 time: 0.6024420
May 14 21:29:38.491497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936e1550-0631-4554-ac76-155d45752fd2', 'name': 'network-vif-deleted', 'tag': 'd7b1cab6-624b-468c-b548-316667b4aa2b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:38.500127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b9f9fedb-f9dd-40c1-884c-8431a6e41116 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:38.500508 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1bffa1-7c40-4446-b85e-0c30bff0d2e7" -d '{"events": [{"server_uuid": "936e1550-0631-4554-ac76-155d45752fd2", "name": "network-vif-deleted", "tag": "d7b1cab6-624b-468c-b548-316667b4aa2b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:38.505610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e003f53d-25cb-433f-b467-7e91f3e695a3 req-a3ef6687-2b60-4884-a56c-d204ad954b2b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0852675
May 14 21:29:38.527885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: b9f9fedb-f9dd-40c1-884c-8431a6e41116 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:29:38.528513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b9f9fedb-f9dd-40c1-884c-8431a6e41116 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:29:38.539817 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e1de40-aa3e-4355-b519-168b9dae8735 x-openstack-request-id: req-a4e1de40-aa3e-4355-b519-168b9dae8735 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:38.540113 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936e1550-0631-4554-ac76-155d45752fd2", "name": "network-vif-deleted", "tag": "d7b1cab6-624b-468c-b548-316667b4aa2b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:38.540368 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4e1de40-aa3e-4355-b519-168b9dae8735 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:38.540782 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e1de40-aa3e-4355-b519-168b9dae8735'] response: {'server_uuid': '936e1550-0631-4554-ac76-155d45752fd2', 'name': 'network-vif-deleted', 'tag': 'd7b1cab6-624b-468c-b548-316667b4aa2b', 'status': 'completed', 'code': 200}
May 14 21:29:38.854516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ea7d7e-3a6d-46a4-8e11-1927b8f34ce2 req-6d849688-7238-4766-9e34-dfe569ff0fad tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 210 time: 0.0295796
May 14 21:29:39.245271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6214168c-c62d-4445-a338-e8d1cc4212d4 req-f369f95d-7b38-48b7-8649-5dede5dfcee4 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0322299
May 14 21:29:39.640081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ac99f-1438-4e91-8870-850c7ac29551 req-20de884c-cc38-4a78-b501-e0e0675f3c42 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:39.647067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-775ac99f-1438-4e91-8870-850c7ac29551 req-20de884c-cc38-4a78-b501-e0e0675f3c42 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0639040
May 14 21:29:39.694501 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-775ac99f-1438-4e91-8870-850c7ac29551 req-f5e56e7d-6100-4a73-9dae-8db9250d4be8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465376
May 14 21:29:39.979520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7c56e60-a3b1-4467-a60a-7adc8279a67d req-12438c9f-ad8a-4c3f-9721-528b4c9e40a1 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] 10.222.0.52 "GET /v2.0/ports?device_id=936e1550-0631-4554-ac76-155d45752fd2 HTTP/1.1" status: 200  len: 210 time: 0.0293584
May 14 21:29:40.319362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b92b4a3-6c5a-4868-b51a-d286d515682e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:40.358673 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d064db6e-38a6-46dd-9fff-430e55652c22 req-eaca9f20-e1f2-4b5d-b67e-f9092677adb9 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0282731
May 14 21:29:41.039627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44246) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:41.085657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Deleting subnet 5bfe5775-4565-411a-b3a2-6333a182cfca {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:29:41.088708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Publish callbacks [] for subnet (5bfe5775-4565-411a-b3a2-6333a182cfca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.122633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (5bfe5775-4565-411a-b3a2-6333a182cfca), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.165648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (5bfe5775-4565-411a-b3a2-6333a182cfca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.292323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (5bfe5775-4565-411a-b3a2-6333a182cfca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.320539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.324213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5bfe5775-4565-411a-b3a2-6333a182cfca HTTP/1.1" status: 204  len: 168 time: 0.2844467
May 14 21:29:41.325368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4426ca-9893-47f0-ae70-294f0965b961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfe5775-4565-411a-b3a2-6333a182cfca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:41.329503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:41.401862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8da851bf-8623-41cd-8e7e-e11152a2fef0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.505939 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02363bc5-35dc-473a-8528-9852244ad60b req-ec3ab579-ac72-4f6e-b281-28869ca71396 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0597522
May 14 21:29:41.509781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8da851bf-8623-41cd-8e7e-e11152a2fef0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.533373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232bccf10>,) {'filters': {'network_id': ['8da851bf-8623-41cd-8e7e-e11152a2fef0']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:41.543680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232bccf10>, 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:41.544052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232bccf10>, 'bf03f2fb-32cb-4efd-8e33-af6b6309aff5') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:41.556833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (bf03f2fb-32cb-4efd-8e33-af6b6309aff5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.570810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bf03f2fb-32cb-4efd-8e33-af6b6309aff5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.576626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:29:41.577015 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (bf03f2fb-32cb-4efd-8e33-af6b6309aff5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:29:41.581648 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:29:41.725694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8da851bf-8623-41cd-8e7e-e11152a2fef0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.731135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.735685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8da851bf-8623-41cd-8e7e-e11152a2fef0 HTTP/1.1" status: 204  len: 168 time: 0.4049935
May 14 21:29:41.749557 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cf6e3-5559-4823-b1b0-d53f6f7750f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da851bf-8623-41cd-8e7e-e11152a2fef0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:41.833283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44262) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:41.878659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9833c781-6cd8-4df0-af3c-5a3c273818e0 req-ce5df0e5-a363-417c-92e6-11dea5fde6c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0292253
May 14 21:29:41.897066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:41.951275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7605-d819-403f-b2c5-a6e61b63ed31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.028491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7605-d819-403f-b2c5-a6e61b63ed31 admin admin] Publish callbacks [] for security_group (3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.087737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13906b60-6f91-4d4c-9935-6f9bffd1ba8c req-8682ebd1-57e1-4354-9c2a-5c31a12c4a8e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0253854
May 14 21:29:42.114581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7605-d819-403f-b2c5-a6e61b63ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.139399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:42.153203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb7605-d819-403f-b2c5-a6e61b63ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:42.158317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8fb7605-d819-403f-b2c5-a6e61b63ed31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=939c7de6596640f1b2b8081775020666&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3238003
May 14 21:29:42.161186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44268) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:42.185197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c9b9ae50-f445-4bc6-bfa9-17b56e445073 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91fceeecfb744810a52fd04cc03c72cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0442467
May 14 21:29:42.187823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44270) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:42.219925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c051-4468-456c-bf8c-2896d8f5942b admin admin] Publish callbacks [] for security_group (3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.235897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7b1cab6-624b-468c-b548-316667b4aa2b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:42.244088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c051-4468-456c-bf8c-2896d8f5942b admin admin] Publish callbacks [] for security_group (3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.245383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b190-1f7c-4b38-8e19-2dda321c0357 admin admin] Publish callbacks [] for security_group (d0b0eae8-6436-4e1e-9a95-10ce52549234), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.259792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d7b1cab6-624b-468c-b548-316667b4aa2b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:29:42.260048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d7b1cab6-624b-468c-b548-316667b4aa2b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:29:42.268318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b190-1f7c-4b38-8e19-2dda321c0357 admin admin] Publish callbacks [] for security_group (d0b0eae8-6436-4e1e-9a95-10ce52549234), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.320798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.337485 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c051-4468-456c-bf8c-2896d8f5942b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.340287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c051-4468-456c-bf8c-2896d8f5942b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.341513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4eb1c051-4468-456c-bf8c-2896d8f5942b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c HTTP/1.1" status: 204  len: 168 time: 0.1793272
May 14 21:29:42.350590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1c051-4468-456c-bf8c-2896d8f5942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4dc1e9-3a31-41b3-a0ee-bc95d8b24e3c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:42.359093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b190-1f7c-4b38-8e19-2dda321c0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d0b0eae8-6436-4e1e-9a95-10ce52549234), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.362540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b190-1f7c-4b38-8e19-2dda321c0357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:42.364527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d1c8b190-1f7c-4b38-8e19-2dda321c0357 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0b0eae8-6436-4e1e-9a95-10ce52549234 HTTP/1.1" status: 204  len: 168 time: 0.1756830
May 14 21:29:42.381137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8b190-1f7c-4b38-8e19-2dda321c0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0eae8-6436-4e1e-9a95-10ce52549234,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:42.617201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d28c2325-aa8f-4cfb-a45e-bbf516e73896 req-6f521106-b5bb-4d4e-ab99-944e32f94cd4 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0287514
May 14 21:29:42.816782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-54de0684-2aa2-4582-9c97-894dd0d4d260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:43.473167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:43.572687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-964257449-network', 'tenant_id': '162610ac2697486d8a05f41713cc5ba2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:43.686572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Made reservation on behalf of 162610ac2697486d8a05f41713cc5ba2 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:29:43.690294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:43.704501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:43.741156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2aed76bc-6b01-4d3f-aa20-683493e94045 req-740fbb11-132f-4cf1-999f-66ceebd8a552 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0391774
May 14 21:29:43.841410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.154412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks [] for security_group (2a5b1472-4f09-4c64-92db-8881512bb0ee), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.204819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44354) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:44.211826 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2a5b1472-4f09-4c64-92db-8881512bb0ee), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.252069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:29:44.262373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b1472-4f09-4c64-92db-8881512bb0ee,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:44.285749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9ffb7894-475c-473d-9091-03d798f4d64c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.286455 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Added segment 9ffb7894-475c-473d-9091-03d798f4d64c of type vlan for network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8
May 14 21:29:44.307856 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1b9244ec-cc30-4f24-a648-2cb9de524e81 req-6218243e-b95d-4b21-8891-87ad689483e2 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0477035
May 14 21:29:44.334463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.373855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea2106c5-c079-455d-ba9b-4025ce4ce37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.466044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea2106c5-c079-455d-ba9b-4025ce4ce37d admin admin] Publish callbacks [] for security_group (7a75b52e-2bb3-4474-bbab-e9a01b7bc394), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.491750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.493552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:44.494167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.560983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:44.571021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:29:44.605073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea2106c5-c079-455d-ba9b-4025ce4ce37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7a75b52e-2bb3-4474-bbab-e9a01b7bc394), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.645302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6343600a-a303-433a-b053-ce127ed92e37 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 1.1709886
May 14 21:29:44.648798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44370) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:44.649071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2106c5-c079-455d-ba9b-4025ce4ce37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75b52e-2bb3-4474-bbab-e9a01b7bc394,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:44.654779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ea2106c5-c079-455d-ba9b-4025ce4ce37d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a72e2038e5724d5ab59a47dab93612c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4489038
May 14 21:29:44.661447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Request body: {'subnet': {'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-964257449-subnet', 'tenant_id': '162610ac2697486d8a05f41713cc5ba2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:44.663296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:44.727272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1122eedf-ba01-4d37-8089-909763aa1498 admin admin] Publish callbacks [] for security_group (7a75b52e-2bb3-4474-bbab-e9a01b7bc394), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.748969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1122eedf-ba01-4d37-8089-909763aa1498 admin admin] Publish callbacks [] for security_group (7a75b52e-2bb3-4474-bbab-e9a01b7bc394), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.811321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Made reservation on behalf of 162610ac2697486d8a05f41713cc5ba2 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:29:44.814801 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.922674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1122eedf-ba01-4d37-8089-909763aa1498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7a75b52e-2bb3-4474-bbab-e9a01b7bc394), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.925346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1122eedf-ba01-4d37-8089-909763aa1498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:44.928810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1122eedf-ba01-4d37-8089-909763aa1498 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a75b52e-2bb3-4474-bbab-e9a01b7bc394 HTTP/1.1" status: 204  len: 168 time: 0.2621963
May 14 21:29:44.942261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122eedf-ba01-4d37-8089-909763aa1498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75b52e-2bb3-4474-bbab-e9a01b7bc394,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:45.102595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (658ef061-2a9e-4cfa-aacf-f1d6f625de0a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:45.161889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=658ef061-2a9e-4cfa-aacf-f1d6f625de0a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:45.169202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Checking segment: {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:29:45.171941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Network hostable DHCP agents. Network: f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:29:45.284957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:29:45.373871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:29:45.381084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:45.381701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:45.388328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91ebdf-c09a-4b99-80db-2698f7a5b5b1 None None] Network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:29:45.431500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17547dd2-90b6-4af3-9a60-75789e8e4f70 req-508f168d-2059-4e7f-9b03-8440751e62d4 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0296896
May 14 21:29:45.466651 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-85ec0756-9be8-4801-96e4-cf6ac5332bbc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8157079
May 14 21:29:45.499080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a97a5-880a-4644-9daa-dfe546797f65 None None] Network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:29:45.703199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:46.539634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0852ecb8-d83c-4072-ab12-04d7cf4e94b3 req-3cbb3130-3c8d-4e73-a0dd-79604056f637 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0285578
May 14 21:29:46.797514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:47.657282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64a662a7-9cbe-4be8-80c9-66f4cf4f16e5 req-d70b2013-429c-4b02-8e7b-10e202511bee tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0334809
May 14 21:29:48.764516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f5ee59bd-83b1-4718-a1d5-e24e22a3123c req-2c7405db-f2ce-4de0-a0a8-d16c2a00c9db tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0316706
May 14 21:29:49.335069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:49.446289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-05004b11-62c1-471a-9cfa-84b555e06410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.525663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-05004b11-62c1-471a-9cfa-84b555e06410 admin admin] Publish callbacks [] for security_group (0f53ef85-9631-4ebd-890c-2ce8653ba9c7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.634933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-05004b11-62c1-471a-9cfa-84b555e06410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0f53ef85-9631-4ebd-890c-2ce8653ba9c7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.677214 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-05004b11-62c1-471a-9cfa-84b555e06410 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b26638e3c7540ed935f64031b52db96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3409944
May 14 21:29:49.678095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05004b11-62c1-471a-9cfa-84b555e06410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53ef85-9631-4ebd-890c-2ce8653ba9c7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:49.680811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44526) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:49.734699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8b80-d62e-417d-a615-036d8bdd5c54 admin admin] Publish callbacks [] for security_group (0f53ef85-9631-4ebd-890c-2ce8653ba9c7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.757269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8b80-d62e-417d-a615-036d8bdd5c54 admin admin] Publish callbacks [] for security_group (0f53ef85-9631-4ebd-890c-2ce8653ba9c7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.879204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf34bcd-0e54-4e07-b4b7-b2d09cee036d req-acbf982e-d1df-424f-8b2c-6b0ea0b8e377 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0296800
May 14 21:29:49.882632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8b80-d62e-417d-a615-036d8bdd5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0f53ef85-9631-4ebd-890c-2ce8653ba9c7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.883038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bcd8b80-d62e-417d-a615-036d8bdd5c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:49.887394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7bcd8b80-d62e-417d-a615-036d8bdd5c54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f53ef85-9631-4ebd-890c-2ce8653ba9c7 HTTP/1.1" status: 204  len: 168 time: 0.2013884
May 14 21:29:49.893627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd8b80-d62e-417d-a615-036d8bdd5c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53ef85-9631-4ebd-890c-2ce8653ba9c7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:50.605367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44538) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:50.619242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac76-9bed-467c-9ec4-03baf77c4a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:50.696064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac76-9bed-467c-9ec4-03baf77c4a4a admin admin] Publish callbacks [] for security_group (a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:50.760544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac76-9bed-467c-9ec4-03baf77c4a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:50.802152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3ac76-9bed-467c-9ec4-03baf77c4a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:50.807286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-43f3ac76-9bed-467c-9ec4-03baf77c4a4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40cd8c9e94e9480ebfb04eae85f6be60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2008572
May 14 21:29:50.809877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44540) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:50.859930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e320850-5c03-4a3b-a313-ce4a0d67b7a3 admin admin] Publish callbacks [] for security_group (a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:50.880654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e320850-5c03-4a3b-a313-ce4a0d67b7a3 admin admin] Publish callbacks [] for security_group (a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:51.000965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36ce9b21-1ce4-462c-a16b-5f5e87919410 req-874beece-d4ec-4909-bb06-3cec5d1b0d4e tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0283904
May 14 21:29:51.034180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e320850-5c03-4a3b-a313-ce4a0d67b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:51.036862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e320850-5c03-4a3b-a313-ce4a0d67b7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:51.037994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e320850-5c03-4a3b-a313-ce4a0d67b7a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8 HTTP/1.1" status: 204  len: 168 time: 0.2272136
May 14 21:29:51.046497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320850-5c03-4a3b-a313-ce4a0d67b7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6d3bf-4c2c-4ceb-a13a-8bd0384752e8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:51.527178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7121848-05a8-4e39-87ef-a6281aaa54ef req-5e8b4f28-060e-4e51-9f2a-f42fc17b34f8 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:51.528876 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7121848-05a8-4e39-87ef-a6281aaa54ef req-5e8b4f28-060e-4e51-9f2a-f42fc17b34f8 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.0515468
May 14 21:29:51.581015 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7121848-05a8-4e39-87ef-a6281aaa54ef req-f83bab36-20fc-4781-affd-5038ab87be99 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447824
May 14 21:29:52.110702 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d706a0a6-c1a9-47c8-9e0e-a58a6dd6cd32 req-d9e7fc6a-57d6-4c27-af81-97a827806b5f tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0327663
May 14 21:29:52.704496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd32048-3241-4882-8a33-73b867899ecc req-d0fc937b-daf0-4f5f-941e-1133bc3b0815 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:52.706123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-acd32048-3241-4882-8a33-73b867899ecc req-d0fc937b-daf0-4f5f-941e-1133bc3b0815 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.0486238
May 14 21:29:52.759361 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-acd32048-3241-4882-8a33-73b867899ecc req-48faed58-848e-425d-831f-4745e88c17d5 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=64dccee3-8744-4cf3-ad87-a9f22cfd71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471327
May 14 21:29:53.246679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8ba78a3-5bb7-4278-8968-3fe8c5a0f0c7 req-e3713192-98ae-44d3-8b1d-e1433a128613 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0366070
May 14 21:29:53.254886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-6b2fb60b-9dec-43fb-9d21-2744697ab01b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:53.256472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-6b2fb60b-9dec-43fb-9d21-2744697ab01b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 946 time: 0.1143680
May 14 21:29:53.363972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port 1b49f503-95db-4b59-ab25-ac9c8795cafa {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:29:53.364317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:53.454311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] For port 1b49f503-95db-4b59-ab25-ac9c8795cafa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1b49f503-95db-4b59-ab25-ac9c8795cafa,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:29:53.454601 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:53.631809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:53.632262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (f5567a76-9a41-407f-85f6-863842b8f16c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:53.632584 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP f5567a76-9a41-407f-85f6-863842b8f16c disassociated. External IP: 172.35.4.83, port: 1b49f503-95db-4b59-ab25-ac9c8795cafa.
May 14 21:29:53.632951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for 1b49f503-95db-4b59-ab25-ac9c8795cafa owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:29:53.830031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1b49f503-95db-4b59-ab25-ac9c8795cafa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:53.864925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=1b49f503-95db-4b59-ab25-ac9c8795cafa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:53.890423 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f974944a-84b7-4711-80c6-2790ad31758e req-a0b9e2c2-a31c-4ead-872c-4148cc7fbb6b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 210 time: 0.0437930
May 14 21:29:54.004311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:29:54.122590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:29:54.143051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:29:54.160190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:29:54.161105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ba1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:29:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:54.170337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] No DVR routers for this DVR port 1b49f503-95db-4b59-ab25-ac9c8795cafa on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:29:54.173429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:54.176713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1563dc5b-eb32-4f35-84d6-7f41ec6a0107 req-62fe9bd7-a65e-4659-ae31-49e73046b091 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.48 "DELETE /v2.0/ports/1b49f503-95db-4b59-ab25-ac9c8795cafa HTTP/1.1" status: 204  len: 173 time: 0.9078610
May 14 21:29:54.177161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'name': 'network-vif-deleted', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:29:54.179435 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7086ce-0213-44d2-b5cb-3aaa9c07be16" -d '{"events": [{"server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "name": "network-vif-deleted", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:29:54.221325 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad3de02-61ec-4cf1-9211-52c31ef0631e x-openstack-request-id: req-4ad3de02-61ec-4cf1-9211-52c31ef0631e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:29:54.222561 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb444169-fb87-45fa-a967-7df84f979a00", "name": "network-vif-deleted", "tag": "1b49f503-95db-4b59-ab25-ac9c8795cafa", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:29:54.222561 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ad3de02-61ec-4cf1-9211-52c31ef0631e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:29:54.222561 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad3de02-61ec-4cf1-9211-52c31ef0631e'] response: {'server_uuid': 'cb444169-fb87-45fa-a967-7df84f979a00', 'name': 'network-vif-deleted', 'tag': '1b49f503-95db-4b59-ab25-ac9c8795cafa', 'status': 'completed', 'code': 200}
May 14 21:29:54.298619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:29:54.382032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80f6cfb7-b76e-45ab-90eb-5e100c54c05a req-74d8ecb5-fd37-4fc2-8342-4f3ce5842fb1 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0483072
May 14 21:29:54.553522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ba1df0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:54.581915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:29:54.590167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:29:54.590785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ba1df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:29:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:54.700706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:29:54.904688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ba1df0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:29:54.938078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac0796-1242-4f34-965b-7aa4d0a0e6f8 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:29:55.021968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e596efb9-c23b-4216-8386-f03a78a83ef0 req-a475a0b0-19ae-4566-8c48-8d1b1027668e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb444169-fb87-45fa-a967-7df84f979a00 HTTP/1.1" status: 200  len: 210 time: 0.0318165
May 14 21:29:55.225436 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896a5b9-5b7a-42d0-b6ba-7b166550c9e8 None None] New status for floating IP f5567a76-9a41-407f-85f6-863842b8f16c: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:29:55.524304 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4548916-b281-461c-bb31-540f337acfec req-da0c5b0c-c52c-4028-8a4a-a8f34bb6c899 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0332606
May 14 21:29:56.191542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44680) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:56.244697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a39b34dc-f4d1-4e6e-aeb4-78f3c5ef5396 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (64dccee3-8744-4cf3-ad87-a9f22cfd71fe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.268380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a39b34dc-f4d1-4e6e-aeb4-78f3c5ef5396 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (64dccee3-8744-4cf3-ad87-a9f22cfd71fe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.332745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1b49f503-95db-4b59-ab25-ac9c8795cafa no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:29:56.354518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 1b49f503-95db-4b59-ab25-ac9c8795cafa {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:29:56.354870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 1b49f503-95db-4b59-ab25-ac9c8795cafa not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:29:56.394930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a39b34dc-f4d1-4e6e-aeb4-78f3c5ef5396 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (64dccee3-8744-4cf3-ad87-a9f22cfd71fe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.397699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a39b34dc-f4d1-4e6e-aeb4-78f3c5ef5396 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.398904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a39b34dc-f4d1-4e6e-aeb4-78f3c5ef5396 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/security-groups/64dccee3-8744-4cf3-ad87-a9f22cfd71fe HTTP/1.1" status: 204  len: 168 time: 0.2077758
May 14 21:29:56.401977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44696) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:56.408242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b34dc-f4d1-4e6e-aeb4-78f3c5ef5396 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dccee3-8744-4cf3-ad87-a9f22cfd71fe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:56.416898 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-05da93b2-107e-4cd2-9491-baea3498a67d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] show failed (client error): The resource could not be found.
May 14 21:29:56.423558 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-05da93b2-107e-4cd2-9491-baea3498a67d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups/64dccee3-8744-4cf3-ad87-a9f22cfd71fe HTTP/1.1" status: 404  len: 347 time: 0.0148470
May 14 21:29:56.424328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44698) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:56.549818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port 200be08b-652c-4a30-9890-def79d7b3680 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:29:56.550528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (200be08b-652c-4a30-9890-def79d7b3680), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.646294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (200be08b-652c-4a30-9890-def79d7b3680), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.646683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (200be08b-652c-4a30-9890-def79d7b3680), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.655847 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2e15f4de-105d-4242-9ee6-fc7fec1bd438 req-c2924450-ccc9-4597-95aa-c268335c4542 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0415437
May 14 21:29:56.661951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for 200be08b-652c-4a30-9890-def79d7b3680 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:29:56.903335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (200be08b-652c-4a30-9890-def79d7b3680), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:56.931590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=200be08b-652c-4a30-9890-def79d7b3680,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:57.000397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (f5567a76-9a41-407f-85f6-863842b8f16c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.003889 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.004644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-12a205ee-9ead-4d02-b1bf-8eddeb824ef2 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/floatingips/f5567a76-9a41-407f-85f6-863842b8f16c HTTP/1.1" status: 204  len: 168 time: 0.5794096
May 14 21:29:57.246014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44726) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:57.253745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822475590', 'description': 'tempest-description--1888514175'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:57.348328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.424337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.426413 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:29:57.497402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.526192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:57.590676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.592444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-42aa14ee-9003-4ea5-8633-533d308ff49b tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3443818
May 14 21:29:57.600830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44736) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:57.605424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:57.711238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (8fa3675f-90df-40ca-95e0-fe539c42aff6), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.761026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (8fa3675f-90df-40ca-95e0-fe539c42aff6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.775212 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4ddba5c6-d2b8-4587-a7d1-0a4bba4a6939 req-80ecde2b-b0e0-432c-a35f-7e1be83afd85 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0319016
May 14 21:29:57.840158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8fa3675f-90df-40ca-95e0-fe539c42aff6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.860023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa3675f-90df-40ca-95e0-fe539c42aff6,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:57.970506 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:57.974233 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f2f631f8-029e-45d4-b554-cf541a581eee tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3702111
May 14 21:29:57.974705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:57.979411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:58.172866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (1a12f2f6-3cee-430e-b41a-2cd2b00d6ce1), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:58.255342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (1a12f2f6-3cee-430e-b41a-2cd2b00d6ce1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:58.389666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (1a12f2f6-3cee-430e-b41a-2cd2b00d6ce1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:58.409725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a12f2f6-3cee-430e-b41a-2cd2b00d6ce1,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:58.494729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:58.494966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0e3319e6-52a9-48d4-8c04-0a98c1b9f2ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5191526
May 14 21:29:58.498135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:29:58.504412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:29:58.580649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0bd0f-8131-4e97-a3da-a2da84635a21 req-fbaab301-e9e8-4efa-9acf-dc2cd1e3490f tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:58.582535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7b0bd0f-8131-4e97-a3da-a2da84635a21 req-fbaab301-e9e8-4efa-9acf-dc2cd1e3490f tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0508006
May 14 21:29:58.611435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:58.634083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7b0bd0f-8131-4e97-a3da-a2da84635a21 req-424ac033-275b-4e99-ac69-f1ee55b9cb02 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442300
May 14 21:29:58.697151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:58.816651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.35.4.126 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/5e6d5c70-d36b-41db-9eb8-2ad79883dbe3) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:29:58.929050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f023f505-866b-4cfd-b41d-6d5ff216a2a3 req-cad76877-86d7-44d0-9112-eaba61f564ad tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0419269
May 14 21:29:58.987861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.074577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.114365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:29:59.117040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:29:59.119987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:29:59.152184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=5e6d5c70-d36b-41db-9eb8-2ad79883dbe3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:59.224172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (9acf60cb-4762-4f92-a027-ef76bd169ed8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.356126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.550148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.645919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.744692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=5e6d5c70-d36b-41db-9eb8-2ad79883dbe3,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:29:59.757143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9acf60cb-4762-4f92-a027-ef76bd169ed8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.782707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa271f8-6336-4665-aa27-063e996e59fe req-71829f7a-2de1-45f2-8bfa-983374c1fb5f tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:29:59.784270 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aa271f8-6336-4665-aa27-063e996e59fe req-71829f7a-2de1-45f2-8bfa-983374c1fb5f tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0575402
May 14 21:29:59.842006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:29:59.852169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1edb334a-e6a5-4840-a846-52b92e362c5e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3526146
May 14 21:29:59.852964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aa271f8-6336-4665-aa27-063e996e59fe req-e9462dc7-366f-4a36-99f6-74be26a2ba79 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479107
May 14 21:30:00.090846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-a8380182-0cc6-4423-91ce-fa151c54b22c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--822475590&fields=id&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 267 time: 0.0707264
May 14 21:30:00.100846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cf09c021-6047-4144-9b75-c973a5a3a143 req-ca09751a-98c3-43fa-b404-032db1ecc98e tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0343859
May 14 21:30:00.219271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-2a4325f6-aba7-4e9c-938f-f6dda45109ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:00.221059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-2a4325f6-aba7-4e9c-938f-f6dda45109ae tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.1224031
May 14 21:30:00.238044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-29981343-326b-4f48-8f30-8673a2a3f0aa tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/quotas/8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 375 time: 0.0106983
May 14 21:30:00.292309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-123ca902-37cb-488d-aede-0075ada39b31 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0479991
May 14 21:30:00.396797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-394c755a-e0ee-4b8f-bb89-c9e1da97b026 service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930040
May 14 21:30:00.494773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-a4290b20-6241-4be2-a41d-67893131fd02 service neutron] 10.222.0.52 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922239
May 14 21:30:00.800942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0dd9c3d-c4ef-4324-9d5e-c9f4042b7e68 req-10c22ca6-6f5b-4eb0-8af6-f225c5a39c43 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 210 time: 0.0281749
May 14 21:30:00.989716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75676e-bf86-4c77-b459-056c71893ecc req-9de96d3e-c16a-4b6c-bb2e-66a4938399eb tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:00.991243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b75676e-bf86-4c77-b459-056c71893ecc req-9de96d3e-c16a-4b6c-bb2e-66a4938399eb tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0580447
May 14 21:30:01.041746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b75676e-bf86-4c77-b459-056c71893ecc req-2f1a2bc1-c037-4de5-8d85-e1b0a2c8e7be tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444343
May 14 21:30:01.235463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8fe6c25-640d-46ab-a954-595e2d88eb1d req-3b68f5e2-9cd2-489d-8084-a4fb240dcd82 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0400774
May 14 21:30:01.902654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-33d3adcf-5e9c-4e46-8abd-b0747b14a2e3 req-f64c57af-71dd-4f92-ab99-f95361f5462a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 210 time: 0.0280566
May 14 21:30:02.206655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539611da-5a27-4c3b-bcd6-11a163d56f73 req-3bd3e6ca-0271-47cc-bb96-a0ebf1e522ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:02.208985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-539611da-5a27-4c3b-bcd6-11a163d56f73 req-3bd3e6ca-0271-47cc-bb96-a0ebf1e522ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0783138
May 14 21:30:02.292802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-539611da-5a27-4c3b-bcd6-11a163d56f73 req-e64c97f2-c8e1-43aa-b080-66a3fc8015ed tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771432
May 14 21:30:02.384574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36571165-5366-4f01-a335-66fbd7f90563 req-7f072db2-9b5c-4853-8f29-63ab494a7dd7 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0377076
May 14 21:30:03.007525 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-57e8cd6a-990f-4b0e-9704-6b84b4d40d2b req-90b6603e-bd36-4099-a984-46e0c23aa8cd tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 210 time: 0.0283098
May 14 21:30:03.151981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-a860ac9f-349b-4d62-a3bb-615a94890d7d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:03.153443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-a860ac9f-349b-4d62-a3bb-615a94890d7d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.36 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 814 time: 0.1049776
May 14 21:30:03.225311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-a7a4ddb9-7999-42fa-8267-58a56f9aa80a tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bd6f25048cd4798985e725f734f1845 HTTP/1.1" status: 200  len: 379 time: 0.0617602
May 14 21:30:03.233732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'port': {'device_id': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'admin_state_up': True, 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'security_groups': ['eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:03.405437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a5e12-bc62-4be8-b7ff-3446da033e65 req-cb05c477-e390-492d-9060-5e939152842a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:03.407735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-337a5e12-bc62-4be8-b7ff-3446da033e65 req-cb05c477-e390-492d-9060-5e939152842a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0475626
May 14 21:30:03.442010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Made reservation on behalf of 8bd6f25048cd4798985e725f734f1845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:30:03.446118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:03.477802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-337a5e12-bc62-4be8-b7ff-3446da033e65 req-8d217713-257e-47b8-a69c-e1d343b7329c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641747
May 14 21:30:03.513458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43106100-ed89-4133-ac9b-abe36186ad7a req-a52b360a-68cd-4c69-b698-992e4962cd5b tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0453951
May 14 21:30:03.598297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Allocated IP 172.20.0.14 (afd341be-651f-4dc3-82bf-83f603d58628/52825e75-9886-4363-8086-0e1e307605a9/e5d49f69-5adf-446a-833b-443aa05619fb) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:03.750722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for port (e5d49f69-5adf-446a-833b-443aa05619fb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:03.830310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:03.873929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Network afd341be-651f-4dc3-82bf-83f603d58628 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:03.879384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:03.883322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:03.909565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event updated for resources: {'Port': ['ID=e5d49f69-5adf-446a-833b-443aa05619fb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:03.938153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:03.938941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.021506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-21b951f3-9074-4a08-9836-7620dca8a179 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7916880
May 14 21:30:04.035178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Request body: {'port': {'device_id': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:04.141030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.161243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dace7-887a-4a87-9608-093c8b71ad09 req-7cb797af-ffee-48a4-aaba-ae7cb66ea86f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:04.162772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-858dace7-887a-4a87-9608-093c8b71ad09 req-7cb797af-ffee-48a4-aaba-ae7cb66ea86f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 932 time: 0.0682790
May 14 21:30:04.191982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-958cdc71-c3ea-4e26-8a7c-527d551eda07 None None] Provisioning complete for port e5d49f69-5adf-446a-833b-443aa05619fb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:04.192569 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-958cdc71-c3ea-4e26-8a7c-527d551eda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.230743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-958cdc71-c3ea-4e26-8a7c-527d551eda07 None None] Port e5d49f69-5adf-446a-833b-443aa05619fb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:04.272742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-858dace7-887a-4a87-9608-093c8b71ad09 req-628857d5-db7f-4aff-a805-904bf8726f82 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888369
May 14 21:30:04.488117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d49f69-5adf-446a-833b-443aa05619fb {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:30:04.496013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Publish callbacks [] for port (e5d49f69-5adf-446a-833b-443aa05619fb), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.512931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Transition to ACTIVE for port object e5d49f69-5adf-446a-833b-443aa05619fb will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:30:04.604857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0d57b-2c55-45ad-9d03-dc8eed71960a req-fd126fc7-8b99-4d6a-951a-e3dea06b11ef tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:04.606263 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4f0d57b-2c55-45ad-9d03-dc8eed71960a req-fd126fc7-8b99-4d6a-951a-e3dea06b11ef tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0511355
May 14 21:30:04.621031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4072a754-6c3b-4228-9f8f-af572499a90b req-60c6182c-0791-493a-a2c7-e3864c4fe25a tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0292029
May 14 21:30:04.634414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.666065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f4f0d57b-2c55-45ad-9d03-dc8eed71960a req-e04a773d-680d-495a-b46d-42c38512e0f7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529072
May 14 21:30:04.713762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d49f69-5adf-446a-833b-443aa05619fb,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:04.780880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Attempting to bind port e5d49f69-5adf-446a-833b-443aa05619fb on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:30:04.781209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Attempting to bind port e5d49f69-5adf-446a-833b-443aa05619fb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:30:04.781546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Attempting to bind port e5d49f69-5adf-446a-833b-443aa05619fb on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:30:04.786452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Port e5d49f69-5adf-446a-833b-443aa05619fb on network afd341be-651f-4dc3-82bf-83f603d58628 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:30:04.786775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Attempting to bind port e5d49f69-5adf-446a-833b-443aa05619fb on network afd341be-651f-4dc3-82bf-83f603d58628 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:30:04.791994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:30:04.792329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Checking segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:30:04.792789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Bound using segment: {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:30:04.793438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Bound port: e5d49f69-5adf-446a-833b-443aa05619fb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f84b93-dc23-404b-b9c5-595eb13e3dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:30:04.793795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.869566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] For port e5d49f69-5adf-446a-833b-443aa05619fb, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:30:04.872709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] For port e5d49f69-5adf-446a-833b-443aa05619fb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5d49f69-5adf-446a-833b-443aa05619fb,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:30:04.945165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.978924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:04.979667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:04.980969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] 10.222.0.36 "PUT /v2.0/ports/e5d49f69-5adf-446a-833b-443aa05619fb HTTP/1.1" status: 200  len: 1092 time: 0.9513428
May 14 21:30:04.981420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:04.983733 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90166cdd-92f7-439b-aa84-ad3198fdae60" -d '{"events": [{"name": "network-changed", "server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:05.014823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a719a2-6b14-4b98-9de3-4b87d00df463 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d49f69-5adf-446a-833b-443aa05619fb,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:05.041275 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1870de62-4efb-4cda-b072-0fc90e1ef825 x-openstack-request-id: req-1870de62-4efb-4cda-b072-0fc90e1ef825 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:05.041564 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:05.041816 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1870de62-4efb-4cda-b072-0fc90e1ef825 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:05.042231 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1870de62-4efb-4cda-b072-0fc90e1ef825'] response: {'name': 'network-changed', 'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'status': 'completed', 'code': 200}
May 14 21:30:05.110889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166cdd-92f7-439b-aa84-ad3198fdae60 req-0d66289c-4faf-472e-861f-a30d407c81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.112433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90166cdd-92f7-439b-aa84-ad3198fdae60 req-0d66289c-4faf-472e-861f-a30d407c81c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 1126 time: 0.0503368
May 14 21:30:05.227463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166cdd-92f7-439b-aa84-ad3198fdae60 req-483cbc16-71e9-48f8-99a2-4c159c49837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.228976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90166cdd-92f7-439b-aa84-ad3198fdae60 req-483cbc16-71e9-48f8-99a2-4c159c49837d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bd6f25048cd4798985e725f734f1845&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1085517
May 14 21:30:05.330718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166cdd-92f7-439b-aa84-ad3198fdae60 req-73b27b29-6855-470a-b271-9b528318f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.332554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90166cdd-92f7-439b-aa84-ad3198fdae60 req-73b27b29-6855-470a-b271-9b528318f1f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0982544
May 14 21:30:05.403750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f880a9-afea-496b-9ccc-d3681168a5a8 req-6d406de5-8d2f-4c96-b84a-1a359b971a93 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.415160 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48f880a9-afea-496b-9ccc-d3681168a5a8 req-6d406de5-8d2f-4c96-b84a-1a359b971a93 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 944 time: 0.0624163
May 14 21:30:05.421650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-9dcd818e-7719-464d-a56b-d3269444d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.423967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-9dcd818e-7719-464d-a56b-d3269444d942 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 1126 time: 0.0530860
May 14 21:30:05.463520 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48f880a9-afea-496b-9ccc-d3681168a5a8 req-ee3f9c5f-9616-4478-8cdb-975c8b0c9cb3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465174
May 14 21:30:05.464584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-50c2075b-265e-48e3-b604-e1b5ed7054aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d49f69-5adf-446a-833b-443aa05619fb HTTP/1.1" status: 200  len: 217 time: 0.0334010
May 14 21:30:05.515805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f4bc3d79-9ddd-47ab-b405-f259c8e3984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.517293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-f4bc3d79-9ddd-47ab-b405-f259c8e3984b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.0471177
May 14 21:30:05.561091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-4a2d0319-8c4f-490c-bcba-137f80852544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.562832 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-4a2d0319-8c4f-490c-bcba-137f80852544 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403907
May 14 21:30:05.653010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-1d9fdb00-ad66-487e-ac5b-9be293b089a5 service neutron] 10.222.0.36 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845873
May 14 21:30:05.782667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09a2a86e-3998-47a6-a004-2a070875906b req-67e49fc9-d3e5-476e-83ac-f6695a826e99 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0438480
May 14 21:30:05.814600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81726724-3363-468d-a2ea-f6ff55bcd999 req-3ae1102d-5f18-49bf-ad1b-6570c357e1b2 service neutron] 10.222.0.36 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562078
May 14 21:30:05.826062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffdd67-bc07-494f-a5c5-8dd8389b06ce req-467d4f7c-ad54-4a4b-a947-ddd7ac93035a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:05.827621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04ffdd67-bc07-494f-a5c5-8dd8389b06ce req-467d4f7c-ad54-4a4b-a947-ddd7ac93035a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0547729
May 14 21:30:05.886761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04ffdd67-bc07-494f-a5c5-8dd8389b06ce req-1f231a80-c0da-4eb9-8a07-f9645d6e3daa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522804
May 14 21:30:06.590203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761d73-1529-425b-8ebe-aa89835b6c56 req-c7a32ec9-244c-400d-8666-952537f94940 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:06.591731 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4761d73-1529-425b-8ebe-aa89835b6c56 req-c7a32ec9-244c-400d-8666-952537f94940 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 944 time: 0.0540729
May 14 21:30:06.641247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4761d73-1529-425b-8ebe-aa89835b6c56 req-b56dacd7-6f81-4638-aeab-b4e8ff2a02db tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417359
May 14 21:30:06.899617 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82fbb316-fe48-43eb-9d0a-f49aa19d9f4d req-221635d9-9685-4e81-8cd7-d14a239e8293 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0295568
May 14 21:30:07.020713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1bdb-2674-435b-8290-22cc975943e7 req-1bf6202c-7643-499e-9099-a468a6a0d3d9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:07.022338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0ba1bdb-2674-435b-8290-22cc975943e7 req-1bf6202c-7643-499e-9099-a468a6a0d3d9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0496624
May 14 21:30:07.071895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d0ba1bdb-2674-435b-8290-22cc975943e7 req-63e512ad-c6ee-4066-8d08-a23de946b828 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435996
May 14 21:30:07.757069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63238044-d07d-44a4-a2cd-8c553fea1a58 req-b2dd82a8-cd15-425f-ba52-cdb51ae3ab9e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:07.758571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-63238044-d07d-44a4-a2cd-8c553fea1a58 req-b2dd82a8-cd15-425f-ba52-cdb51ae3ab9e tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 944 time: 0.0486727
May 14 21:30:07.807754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-63238044-d07d-44a4-a2cd-8c553fea1a58 req-28b95c99-cff2-4f58-b652-20538d72ca14 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431204
May 14 21:30:08.008795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ac32c80-ee98-4912-b189-c46efa790847 req-1888f63a-8cdf-4b32-9912-c756aa3c389f tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0293674
May 14 21:30:08.196879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ec4ed-edef-4bd8-8ccd-0ef3aa217c81 req-8f4b1224-ef7f-4dfc-baa9-442f39b25030 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:08.205902 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-482ec4ed-edef-4bd8-8ccd-0ef3aa217c81 req-8f4b1224-ef7f-4dfc-baa9-442f39b25030 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0612485
May 14 21:30:08.261120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-482ec4ed-edef-4bd8-8ccd-0ef3aa217c81 req-de35b3a8-c7ac-464d-ade2-2f021ad97737 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532386
May 14 21:30:08.653448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e5d49f69-5adf-446a-833b-443aa05619fb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:30:08.900922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e5d49f69-5adf-446a-833b-443aa05619fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5d49f69-5adf-446a-833b-443aa05619fb,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:08.914279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'port_id': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'mac_address': 'fa:16:3e:66:97:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:30:08.943814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552dbf8-c338-402d-b896-c4c695420cfa req-cc520e6d-221e-417c-9127-8095fca9cdf4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:08.945670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2552dbf8-c338-402d-b896-c4c695420cfa req-cc520e6d-221e-417c-9127-8095fca9cdf4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 944 time: 0.0592866
May 14 21:30:08.960424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e5d49f69-5adf-446a-833b-443aa05619fb is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:08.960891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:08.978368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d49f69-5adf-446a-833b-443aa05619fb {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:30:09.008454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e5d49f69-5adf-446a-833b-443aa05619fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5d49f69-5adf-446a-833b-443aa05619fb,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:09.019979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2552dbf8-c338-402d-b896-c4c695420cfa req-cba70fb5-a1ab-4c54-8df0-8661a1686547 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681751
May 14 21:30:09.051744 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:09.108401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e5d49f69-5adf-446a-833b-443aa05619fb,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:09.126549 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e932d00b-9191-4450-8966-08b647875d7a req-cd4261c6-a62a-4e18-91f7-93e5dd1a533e tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0370190
May 14 21:30:09.373922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f5053-c2db-4638-917a-c9012506a053 req-4cd20fa7-7438-459a-8fdc-3984162272e9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:09.375616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c5f5053-c2db-4638-917a-c9012506a053 req-4cd20fa7-7438-459a-8fdc-3984162272e9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0481906
May 14 21:30:09.395962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e5d49f69-5adf-446a-833b-443aa05619fb'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:30:09.423828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c5f5053-c2db-4638-917a-c9012506a053 req-9c6a53ad-24ad-4ebe-9b55-4da936f6e0d8 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425301
May 14 21:30:09.773740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aff32d-d313-4331-9f96-3d051a91b45d req-660cea1e-9108-419e-8556-c4fd5354c3bf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:09.775298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56aff32d-d313-4331-9f96-3d051a91b45d req-660cea1e-9108-419e-8556-c4fd5354c3bf tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0496361
May 14 21:30:10.160952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acecfa-0049-455e-837c-eeb3384e9f59 req-80e66aec-3274-41ab-8c2e-9d92cdbfa899 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:10.162554 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6acecfa-0049-455e-837c-eeb3384e9f59 req-80e66aec-3274-41ab-8c2e-9d92cdbfa899 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 945 time: 0.0604367
May 14 21:30:10.191768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-56aff32d-d313-4331-9f96-3d051a91b45d req-9ff51b73-bd45-4ebb-a604-799539b344e7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4107144
May 14 21:30:10.220313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-e0f5ae49-b5f9-47b8-8361-f7693ab23bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:10.222305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-e0f5ae49-b5f9-47b8-8361-f7693ab23bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 1127 time: 0.0517058
May 14 21:30:10.238947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6acecfa-0049-455e-837c-eeb3384e9f59 req-732b00c4-6ec7-461e-ac3c-438df8650da5 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658724
May 14 21:30:10.337148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-971094b8-9d99-4d24-a7fe-b2581565321b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:10.342527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74de5055-994e-4f2a-be3a-91cbe69e844c req-b8da9098-3046-414c-a418-35b98eafb276 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0420165
May 14 21:30:10.369517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-49147780-63a7-43e9-a699-b32c532d5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:10.370992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-49147780-63a7-43e9-a699-b32c532d5ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 911 time: 0.1423156
May 14 21:30:10.437036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-545ecc44-2e9b-4053-a488-45612dff9a5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 200  len: 999 time: 0.0599008
May 14 21:30:10.494482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-7b1c732b-cdda-41aa-9216-b26da377965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:10.495962 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-7b1c732b-cdda-41aa-9216-b26da377965b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.0530016
May 14 21:30:10.539920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-ffacf935-a927-41b4-aea2-3112ff5bb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:10.541423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-ffacf935-a927-41b4-aea2-3112ff5bb99d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387869
May 14 21:30:10.635444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-e3bb5f8c-4451-4af3-bdaa-a24434430818 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874715
May 14 21:30:10.668046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e5d49f69-5adf-446a-833b-443aa05619fb up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:30:10.717957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port e5d49f69-5adf-446a-833b-443aa05619fb completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:30:10.735455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-195fd57b-b4ea-4dd0-934b-a44197660857 req-18748234-7f45-46e2-b864-1b70335dbda0 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940952
May 14 21:30:10.788320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port e5d49f69-5adf-446a-833b-443aa05619fb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:10.795071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:10.869098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e5d49f69-5adf-446a-833b-443aa05619fb is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:10.869479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:10.892402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:10.894621 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0a596e-888e-47b2-bef2-055661163cc8" -d '{"events": [{"server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "name": "network-vif-plugged", "status": "completed", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:10.907468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e5d49f69-5adf-446a-833b-443aa05619fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5d49f69-5adf-446a-833b-443aa05619fb,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:10.934117 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdec0f2-467c-42ba-893a-6ee5378d0897 x-openstack-request-id: req-dfdec0f2-467c-42ba-893a-6ee5378d0897 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:10.934410 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "name": "network-vif-plugged", "status": "completed", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:10.934665 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfdec0f2-467c-42ba-893a-6ee5378d0897 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:10.935108 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdec0f2-467c-42ba-893a-6ee5378d0897'] response: {'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'code': 200}
May 14 21:30:10.994777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:11.039090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb823ab-fb91-4622-82e0-ae6361e3298f req-6be63085-bb81-4d79-8b89-7c7f2e99426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:11.040683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7fb823ab-fb91-4622-82e0-ae6361e3298f req-6be63085-bb81-4d79-8b89-7c7f2e99426c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 1128 time: 0.0420909
May 14 21:30:11.054569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e5d49f69-5adf-446a-833b-443aa05619fb,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:11.165784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7fb823ab-fb91-4622-82e0-ae6361e3298f req-4b840512-65a4-409e-9068-4430ca1ccf26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467470
May 14 21:30:11.323292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7917a9-9dd8-4357-98bc-75b257ac3946 req-c05c7243-e0d6-418d-8e0e-b96225cef516 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:11.327949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b7917a9-9dd8-4357-98bc-75b257ac3946 req-c05c7243-e0d6-418d-8e0e-b96225cef516 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0590823
May 14 21:30:11.380244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b7917a9-9dd8-4357-98bc-75b257ac3946 req-a9a50d0d-3c61-4f99-b105-7730e4e275a5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478218
May 14 21:30:11.387385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc4c4-349b-4b97-bc63-2931b61573fa req-9365ee79-a576-42aa-aff8-b625de60ef1d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:11.390944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28acc4c4-349b-4b97-bc63-2931b61573fa req-9365ee79-a576-42aa-aff8-b625de60ef1d tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.0658216
May 14 21:30:11.450576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28acc4c4-349b-4b97-bc63-2931b61573fa req-c7767069-ff56-456f-876e-6177644e7c97 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510850
May 14 21:30:11.482631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81fd1836-15b1-4cb9-bb2e-4020490300b4 req-ef011c0b-23ef-4073-a92a-9f070e6b2ffe tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0356028
May 14 21:30:11.891698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.413262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.451683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45108) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:12.508501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a41cc-def7-40da-82b9-928af785a713 req-8bddd56f-9a25-47e9-a5dc-ef86b289a215 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:12.510115 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad1a41cc-def7-40da-82b9-928af785a713 req-8bddd56f-9a25-47e9-a5dc-ef86b289a215 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0488913
May 14 21:30:12.569177 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad1a41cc-def7-40da-82b9-928af785a713 req-b71aaa99-0567-4730-8a00-4c2a6e4a46fe tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484977
May 14 21:30:12.600298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-feb7f296-6020-44ee-98c2-007a0b610596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.617187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556d2f6-7554-4943-b817-8a8ea9773404 req-60a33090-b630-4962-b5b3-7f45c8ccb258 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:12.618602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c556d2f6-7554-4943-b817-8a8ea9773404 req-60a33090-b630-4962-b5b3-7f45c8ccb258 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.0706587
May 14 21:30:12.661302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8fb5889f-c4c5-4d03-bb83-4538599d9f3f req-72aa2153-6100-449f-a50d-c096a24e09d4 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0291808
May 14 21:30:12.695520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c556d2f6-7554-4943-b817-8a8ea9773404 req-96a664fc-7308-42a9-82b5-425ca187d4d4 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708995
May 14 21:30:12.732551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-feb7f296-6020-44ee-98c2-007a0b610596 admin admin] Publish callbacks [] for security_group (5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.816743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8df2-c4c6-42b3-8d50-35eed87ff575 req-88f0e54a-05a0-496d-bbed-9f3debfa292c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:12.822693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de3f8df2-c4c6-42b3-8d50-35eed87ff575 req-88f0e54a-05a0-496d-bbed-9f3debfa292c tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.0539193
May 14 21:30:12.828729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45126) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:12.833329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Request body: {'floatingip': {'port_id': 'e5d49f69-5adf-446a-833b-443aa05619fb'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:12.839926 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-feb7f296-6020-44ee-98c2-007a0b610596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.893462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a3894d6-28d2-4f04-a517-48886a1416e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.897017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (9acf60cb-4762-4f92-a027-ef76bd169ed8), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.897151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-feb7f296-6020-44ee-98c2-007a0b610596 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd8d784d8f854be4b5ba531c38b6aaf2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4428856
May 14 21:30:12.897151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45130) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:12.905181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7f296-6020-44ee-98c2-007a0b610596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:12.967512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a6f06d0-d1ed-4183-a36c-c17a02d806ed admin admin] Publish callbacks [] for security_group (5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:12.992807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a6f06d0-d1ed-4183-a36c-c17a02d806ed admin admin] Publish callbacks [] for security_group (5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.114198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a6f06d0-d1ed-4183-a36c-c17a02d806ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.116780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a6f06d0-d1ed-4183-a36c-c17a02d806ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.120458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a6f06d0-d1ed-4183-a36c-c17a02d806ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3 HTTP/1.1" status: 204  len: 168 time: 0.2202120
May 14 21:30:13.128855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f06d0-d1ed-4183-a36c-c17a02d806ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad69ec4-8c46-4b87-ac7e-d487e5b4d2e3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:13.402119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.462800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9acf60cb-4762-4f92-a027-ef76bd169ed8), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.571129 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP 9acf60cb-4762-4f92-a027-ef76bd169ed8 associated. External IP: 172.35.4.126, port: e5d49f69-5adf-446a-833b-443aa05619fb.
May 14 21:30:13.788855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.890808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45144) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:13.904883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33372be6-8766-4a89-988b-1d01d7cfd0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:13.996743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33372be6-8766-4a89-988b-1d01d7cfd0ea admin admin] Publish callbacks [] for security_group (5bdca578-da36-48f2-abcc-5422a14b01f7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.117301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b3d12735-304f-4cdc-9337-3903cb77f346 req-6be16dff-c4bb-4333-947d-597bfbbef247 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.3654666
May 14 21:30:14.119937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33372be6-8766-4a89-988b-1d01d7cfd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5bdca578-da36-48f2-abcc-5422a14b01f7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.146590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:14.159846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-33372be6-8766-4a89-988b-1d01d7cfd0ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1997fca61bf6406d83c93f3f98a79a84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2678645
May 14 21:30:14.161804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33372be6-8766-4a89-988b-1d01d7cfd0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdca578-da36-48f2-abcc-5422a14b01f7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:14.164522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45148) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:14.225463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2c41-f9aa-45e3-a2c0-6ccc09737fcd admin admin] Publish callbacks [] for security_group (5bdca578-da36-48f2-abcc-5422a14b01f7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.247952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2c41-f9aa-45e3-a2c0-6ccc09737fcd admin admin] Publish callbacks [] for security_group (5bdca578-da36-48f2-abcc-5422a14b01f7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.282444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:14.287117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.304387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:14.318538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:14.319164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fe9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:14.327920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f11af639-db5b-4d8c-b7d2-bc032051a097 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "PUT /v2.0/floatingips/9acf60cb-4762-4f92-a027-ef76bd169ed8 HTTP/1.1" status: 200  len: 992 time: 1.4958463
May 14 21:30:14.327920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:14.329373 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb59fbfe-22c8-4d1b-8074-808c07ad507f" -d '{"events": [{"name": "network-changed", "server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:14.365630 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f6823a-1482-4a30-b872-fe5da05765eb x-openstack-request-id: req-a6f6823a-1482-4a30-b872-fe5da05765eb {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:14.365924 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:14.366173 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6f6823a-1482-4a30-b872-fe5da05765eb {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:14.366580 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f6823a-1482-4a30-b872-fe5da05765eb'] response: {'name': 'network-changed', 'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'status': 'completed', 'code': 200}
May 14 21:30:14.421272 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2c41-f9aa-45e3-a2c0-6ccc09737fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5bdca578-da36-48f2-abcc-5422a14b01f7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.424622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fdbf2c41-f9aa-45e3-a2c0-6ccc09737fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:14.425785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fdbf2c41-f9aa-45e3-a2c0-6ccc09737fcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bdca578-da36-48f2-abcc-5422a14b01f7 HTTP/1.1" status: 204  len: 168 time: 0.2607183
May 14 21:30:14.440968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf2c41-f9aa-45e3-a2c0-6ccc09737fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdca578-da36-48f2-abcc-5422a14b01f7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:14.446745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-d2d2804f-f9ff-4500-b330-5d1a0a64aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:14.448341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-d2d2804f-f9ff-4500-b330-5d1a0a64aa43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bd6f25048cd4798985e725f734f1845&device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 1128 time: 0.0619595
May 14 21:30:14.448487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:14.549110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-26d1c768-42b9-4bce-a11a-a7dfbed0be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:14.550715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-26d1c768-42b9-4bce-a11a-a7dfbed0be29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 200  len: 915 time: 0.0952885
May 14 21:30:14.623266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-61298c4c-36b1-403d-9aaa-d546db07b9ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d49f69-5adf-446a-833b-443aa05619fb HTTP/1.1" status: 200  len: 1000 time: 0.0671945
May 14 21:30:14.674164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-ebff76cf-925c-4e5c-8604-debe9cdd53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:14.675670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-ebff76cf-925c-4e5c-8604-debe9cdd53af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 200  len: 853 time: 0.0466943
May 14 21:30:14.692112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fe9f10>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9acf60cb-4762-4f92-a027-ef76bd169ed8', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.126', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:66:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:29:59Z', 'updated_at': '2022-05-14T21:30:13Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:14.718723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:30:14.719840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-fce7038a-829a-48c9-934b-60c29f8245d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:14.721580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-fce7038a-829a-48c9-934b-60c29f8245d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=afd341be-651f-4dc3-82bf-83f603d58628&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400553
May 14 21:30:14.727525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:14.728135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fe9f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:14.832126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-42808d34-2ebf-4a68-b576-d005b3502616 service neutron] 10.222.0.36 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980725
May 14 21:30:14.845830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:14.950982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb59fbfe-22c8-4d1b-8074-808c07ad507f req-2de13c1c-bb39-4639-87b4-7f55993bd166 service neutron] 10.222.0.36 "GET /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132965
May 14 21:30:15.096398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fe9f10>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9acf60cb-4762-4f92-a027-ef76bd169ed8', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.126', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:66:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:29:59Z', 'updated_at': '2022-05-14T21:30:13Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:15.124051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadde916-3d1e-494e-812a-ec12ab51803d None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9acf60cb-4762-4f92-a027-ef76bd169ed8', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'floating_ip_address': '172.35.4.126', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'port_id': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'mac_address': 'fa:16:3e:66:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:29:59Z', 'updated_at': '2022-05-14T21:30:13Z', 'revision_number': 1, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:15.238291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48f41a24-ddb2-4fa0-92aa-8f41834523fb req-8fd97651-7bd8-475f-8a72-9f2d487897b3 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0336170
May 14 21:30:15.369996 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec81770f-123b-477d-b05f-e2585cc18d11 None None] New status for floating IP 9acf60cb-4762-4f92-a027-ef76bd169ed8: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:30:15.685888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:16.017954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f7cf4-a20c-42be-95c7-ea17c7b8f850 req-d557b196-9574-4211-98c4-3699aef5c4c3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:16.019974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-547f7cf4-a20c-42be-95c7-ea17c7b8f850 req-d557b196-9574-4211-98c4-3699aef5c4c3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0508900
May 14 21:30:16.077484 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-547f7cf4-a20c-42be-95c7-ea17c7b8f850 req-7b938583-5fd0-4f20-87b1-f73184239741 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518923
May 14 21:30:16.357643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4bf512e3-5237-4816-b18b-1ffc17c3722f req-c2bdd605-11b9-4123-be59-bc6332f05cb5 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0317681
May 14 21:30:16.783587 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.204226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da315b1-7ae0-421f-a590-1007f8de809a req-4edbe4eb-ded1-4da4-b859-0bc861c72c85 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:17.205722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7da315b1-7ae0-421f-a590-1007f8de809a req-4edbe4eb-ded1-4da4-b859-0bc861c72c85 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0515273
May 14 21:30:17.261151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7da315b1-7ae0-421f-a590-1007f8de809a req-4307600d-bd43-4e27-a862-7c3f3674aebe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494244
May 14 21:30:17.530378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2737a4a8-a2c7-4ca8-b189-e4c5b2933b91 req-85df4b62-8662-49df-b223-e16747e7b4cb tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0840187
May 14 21:30:17.543900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45224) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:17.688765 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14220117-9065-4dc2-8612-cc38990b0029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.742629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-cf80de71-c63c-4a60-844c-b51e8ee6eabb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:17.744182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-cf80de71-c63c-4a60-844c-b51e8ee6eabb tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0638063
May 14 21:30:17.785195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14220117-9065-4dc2-8612-cc38990b0029 admin admin] Publish callbacks [] for security_group (36bd365e-5ad4-42dc-9dda-e5fc96a0977a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.835074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14220117-9065-4dc2-8612-cc38990b0029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (36bd365e-5ad4-42dc-9dda-e5fc96a0977a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.869393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Deleting port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:17.870426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.879001 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-14220117-9065-4dc2-8612-cc38990b0029 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e27046a7e03743feb36a5e793f293754&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3340096
May 14 21:30:17.881849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14220117-9065-4dc2-8612-cc38990b0029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bd365e-5ad4-42dc-9dda-e5fc96a0977a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:17.883279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45228) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:17.945449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-191614e2-a45a-4fd0-8521-2149aac240f0 admin admin] Publish callbacks [] for security_group (36bd365e-5ad4-42dc-9dda-e5fc96a0977a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.971075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-191614e2-a45a-4fd0-8521-2149aac240f0 admin admin] Publish callbacks [] for security_group (36bd365e-5ad4-42dc-9dda-e5fc96a0977a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:17.977488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] For port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:17.977869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.085830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-191614e2-a45a-4fd0-8521-2149aac240f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (36bd365e-5ad4-42dc-9dda-e5fc96a0977a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.089332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-191614e2-a45a-4fd0-8521-2149aac240f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.094521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-191614e2-a45a-4fd0-8521-2149aac240f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36bd365e-5ad4-42dc-9dda-e5fc96a0977a HTTP/1.1" status: 204  len: 168 time: 0.2092650
May 14 21:30:18.103431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191614e2-a45a-4fd0-8521-2149aac240f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bd365e-5ad4-42dc-9dda-e5fc96a0977a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:18.174556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.174912 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (8b8024f4-39d8-465f-aa9c-bd4e690408a5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.175228 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Floating IP 8b8024f4-39d8-465f-aa9c-bd4e690408a5 disassociated. External IP: 172.35.4.35, port: 5c660063-0f23-4b2d-b5ca-12d4f3ea2036.
May 14 21:30:18.175585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Calling delete_port for 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:18.404792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6adb2-f0b2-4447-817a-ef834426251a req-2ad608af-5200-490f-9b96-595a2e0fa02a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:18.406288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fda6adb2-f0b2-4447-817a-ef834426251a req-2ad608af-5200-490f-9b96-595a2e0fa02a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 946 time: 0.0536432
May 14 21:30:18.458443 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fda6adb2-f0b2-4447-817a-ef834426251a req-af1cf80c-daf3-46e9-859e-5c6a94097522 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=d40e0be5-8341-41d2-8aba-4e3bea4b86b0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455427
May 14 21:30:18.464653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5c660063-0f23-4b2d-b5ca-12d4f3ea2036), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.497493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event deleted for resources: {'Port': ['ID=5c660063-0f23-4b2d-b5ca-12d4f3ea2036,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:18.688057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49037e02-2d27-4452-a717-f12d9ccf1eb5 req-8086c210-0baa-4992-8414-8f779d5db1e9 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0486975
May 14 21:30:18.725153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2517125-9700-4bce-a85e-987bd6879282 req-fb271780-3005-4316-9dbf-7c1b5a4241de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0334589
May 14 21:30:18.736198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:18.854797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:18.865559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:18.877232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:18.878149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:18.914297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] No DVR routers for this DVR port 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:18.917242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:18.924017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-043a50e1-fe77-469b-a375-e5767eda20d8 req-83e0ad56-947a-4840-ab07-796aead11bb0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "DELETE /v2.0/ports/5c660063-0f23-4b2d-b5ca-12d4f3ea2036 HTTP/1.1" status: 204  len: 173 time: 1.1723921
May 14 21:30:18.924583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-deleted', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:18.943970 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a1fdc7-bd56-42ae-a97b-a2c7d269fdbe" -d '{"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-deleted", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:18.992336 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb47866-03ca-4c1a-9a1c-60cfa9b8197b x-openstack-request-id: req-6eb47866-03ca-4c1a-9a1c-60cfa9b8197b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:18.992638 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4097156a-300a-4d17-87df-60620c836925", "name": "network-vif-deleted", "tag": "5c660063-0f23-4b2d-b5ca-12d4f3ea2036", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:18.992880 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6eb47866-03ca-4c1a-9a1c-60cfa9b8197b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:18.993290 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb47866-03ca-4c1a-9a1c-60cfa9b8197b'] response: {'server_uuid': '4097156a-300a-4d17-87df-60620c836925', 'name': 'network-vif-deleted', 'tag': '5c660063-0f23-4b2d-b5ca-12d4f3ea2036', 'status': 'completed', 'code': 200}
May 14 21:30:19.029384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:19.228779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fe80>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:19.256116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:30:19.264401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:19.265018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fe80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:19.377154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:19.610059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecf5d11a-78dc-4376-9eab-463981287917 req-d6494761-c10a-4ed1-b335-6114be7303fc tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=4097156a-300a-4d17-87df-60620c836925 HTTP/1.1" status: 200  len: 210 time: 0.0421739
May 14 21:30:19.811526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fe80>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:19.862490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7da0b27-c274-47da-a954-581fdaa16031 None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:19.866779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71fa8621-9c17-496d-b8c7-4291cf509521 req-8a52d0f7-37b8-4e37-a9d4-62a841f0046f tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0445395
May 14 21:30:20.137073 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094753d5-51a8-4afc-a23c-72af307e7ac6 None None] New status for floating IP 8b8024f4-39d8-465f-aa9c-bd4e690408a5: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:30:20.729540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45294) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:20.783105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:20.850775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d574471d-3310-47e2-ae71-7c7a00807d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:20.852633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14c1d580-c15d-4c81-bd49-bdbd98821730 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (d40e0be5-8341-41d2-8aba-4e3bea4b86b0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:20.897956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14c1d580-c15d-4c81-bd49-bdbd98821730 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (d40e0be5-8341-41d2-8aba-4e3bea4b86b0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:20.980038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6414c341-3760-47e0-8a80-8a9f868e40ff req-f0634af5-b8dd-45e0-9c80-212f97e23ca7 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0302157
May 14 21:30:20.993461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d574471d-3310-47e2-ae71-7c7a00807d21 admin admin] Publish callbacks [] for security_group (8c7ed80d-1c1f-49c0-993b-bd678f30a4ac), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.063733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14c1d580-c15d-4c81-bd49-bdbd98821730 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d40e0be5-8341-41d2-8aba-4e3bea4b86b0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.066296 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14c1d580-c15d-4c81-bd49-bdbd98821730 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.067668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-14c1d580-c15d-4c81-bd49-bdbd98821730 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "DELETE /v2.0/security-groups/d40e0be5-8341-41d2-8aba-4e3bea4b86b0 HTTP/1.1" status: 204  len: 168 time: 0.2833498
May 14 21:30:21.070396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45306) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:21.071441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d574471d-3310-47e2-ae71-7c7a00807d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8c7ed80d-1c1f-49c0-993b-bd678f30a4ac), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.086291 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-33f18807-81d7-4743-89d5-8a6c0e34bf21 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] show failed (client error): The resource could not be found.
May 14 21:30:21.087319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-33f18807-81d7-4743-89d5-8a6c0e34bf21 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups/d40e0be5-8341-41d2-8aba-4e3bea4b86b0 HTTP/1.1" status: 404  len: 347 time: 0.0159380
May 14 21:30:21.088093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1d580-c15d-4c81-bd49-bdbd98821730 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40e0be5-8341-41d2-8aba-4e3bea4b86b0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:21.090537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45308) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:21.127022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d574471d-3310-47e2-ae71-7c7a00807d21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9763cae7eb54480fa9749df7976e6870&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3958542
May 14 21:30:21.127212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45310) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:21.144844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574471d-3310-47e2-ae71-7c7a00807d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ed80d-1c1f-49c0-993b-bd678f30a4ac,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:21.213170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a39-2f61-42da-839a-2c86528227bd admin admin] Publish callbacks [] for security_group (8c7ed80d-1c1f-49c0-993b-bd678f30a4ac), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.234794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Deleting port 370777b1-10c5-4a92-a320-38e2c3254598 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:21.235415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (370777b1-10c5-4a92-a320-38e2c3254598), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.242689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a39-2f61-42da-839a-2c86528227bd admin admin] Publish callbacks [] for security_group (8c7ed80d-1c1f-49c0-993b-bd678f30a4ac), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.315364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (370777b1-10c5-4a92-a320-38e2c3254598), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.315640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (370777b1-10c5-4a92-a320-38e2c3254598), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.315889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0efe1585-189f-4220-b309-e9f1e286d745 req-d210ab78-b2fa-41cd-8ec5-18b356ae5231 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31&device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0335913
May 14 21:30:21.333033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Calling delete_port for 370777b1-10c5-4a92-a320-38e2c3254598 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:21.394399 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a39-2f61-42da-839a-2c86528227bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8c7ed80d-1c1f-49c0-993b-bd678f30a4ac), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.397203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b77f6a39-2f61-42da-839a-2c86528227bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.398538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b77f6a39-2f61-42da-839a-2c86528227bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c7ed80d-1c1f-49c0-993b-bd678f30a4ac HTTP/1.1" status: 204  len: 168 time: 0.2646115
May 14 21:30:21.407889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f6a39-2f61-42da-839a-2c86528227bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ed80d-1c1f-49c0-993b-bd678f30a4ac,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:21.606166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (370777b1-10c5-4a92-a320-38e2c3254598), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.688364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event deleted for resources: {'Port': ['ID=370777b1-10c5-4a92-a320-38e2c3254598,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:21.736293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (8b8024f4-39d8-465f-aa9c-bd4e690408a5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.739060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:21.740362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ffd49105-c206-4c37-bb91-486dc24ed756 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "DELETE /v2.0/floatingips/8b8024f4-39d8-465f-aa9c-bd4e690408a5 HTTP/1.1" status: 204  len: 168 time: 0.6489007
May 14 21:30:21.859171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a81aa592-3c2c-420f-920e-2037e08f79e6 req-8302ad76-77ad-4634-be7b-706ad7a4e6c1 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0513568
May 14 21:30:21.870372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a79c855a-31c9-45c3-b38c-2fd066e4c6a2 req-a3359323-e73b-4475-b468-87dbc6e6ce6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0722921
May 14 21:30:21.900044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a79c855a-31c9-45c3-b38c-2fd066e4c6a2 req-6f12fa82-8e70-4cea-99cc-2b7120e51493 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0223446
May 14 21:30:22.013118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c855a-31c9-45c3-b38c-2fd066e4c6a2 req-914015f0-1bd7-48f0-8181-31eda06d18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.014727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a79c855a-31c9-45c3-b38c-2fd066e4c6a2 req-914015f0-1bd7-48f0-8181-31eda06d18ba service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1076913
May 14 21:30:22.042869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:22.048090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--229165867', 'description': 'tempest-description--807058224'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:22.121153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.126866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.132181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.137672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.143882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.149122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.154399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:22.156402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-19636588-8cc9-4313-9c74-5ccb5fa5647b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.0910487
May 14 21:30:22.193547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.233410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b751e3c-440d-4a2b-a2ca-bfcc70b2c1ea req-e3ef34b3-6c1d-4810-93da-859ab441b000 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0708508
May 14 21:30:22.281581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (7b4f86fa-7298-4bbd-8392-a16231028bf1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.382829 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7b4f86fa-7298-4bbd-8392-a16231028bf1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.407116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4f86fa-7298-4bbd-8392-a16231028bf1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:22.447671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.448936 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b50e3e5e-f273-4305-b8d0-4017e93734ba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4049723
May 14 21:30:22.451803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45346) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:22.456375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'security_group_rule': {'security_group_id': '7b4f86fa-7298-4bbd-8392-a16231028bf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:22.476689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:22.502303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:30:22.502652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 5c660063-0f23-4b2d-b5ca-12d4f3ea2036 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:30:22.576122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (339e08c7-9340-40f3-8d48-eb6ec8bd712b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.647023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (339e08c7-9340-40f3-8d48-eb6ec8bd712b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.724709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (339e08c7-9340-40f3-8d48-eb6ec8bd712b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.740843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339e08c7-9340-40f3-8d48-eb6ec8bd712b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:22.818187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.819468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5fe1f5fa-10e8-463c-bd7f-3c6861f153d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3666842
May 14 21:30:22.822185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45358) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:22.826611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'security_group_rule': {'security_group_id': '7b4f86fa-7298-4bbd-8392-a16231028bf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:22.960115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (0e91e01e-1582-4fc9-b005-0a54dc927a51), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:22.986583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-721d97af-32c2-4541-a290-a0a889ebb529 req-d7b82753-685b-4c26-82cb-3fdfa857e57a tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0325503
May 14 21:30:23.019319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (0e91e01e-1582-4fc9-b005-0a54dc927a51), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.096892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (0e91e01e-1582-4fc9-b005-0a54dc927a51), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.116327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e91e01e-1582-4fc9-b005-0a54dc927a51,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:23.197173 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.198413 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cdc53504-49dd-4a1c-a85b-aa3e95eb378f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3752770
May 14 21:30:23.201737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45370) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:23.206929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:23.286004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdbda0f3-80f8-4011-8587-dc229c3837e0 req-5e1b3eeb-ead0-4273-af22-566d9a47abea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0287497
May 14 21:30:23.302928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.380601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdbda0f3-80f8-4011-8587-dc229c3837e0 req-0e1e7893-fae3-4067-a0be-81f51a6e935b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0377443
May 14 21:30:23.432433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a79c855a-31c9-45c3-b38c-2fd066e4c6a2 req-f336b045-2f9c-4280-a668-6d9d869c171d tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.48 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0300167
May 14 21:30:23.434874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.440965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.446309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.452195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.454090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdbda0f3-80f8-4011-8587-dc229c3837e0 req-b32134bd-86b1-4310-a96f-79fb1d63b53f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0238857
May 14 21:30:23.457394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.462744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.473169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.475277 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-447b6292-1543-4908-8248-0dd98e4d8438 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.1074739
May 14 21:30:23.478196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.592674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbda0f3-80f8-4011-8587-dc229c3837e0 req-281c723c-d86b-4f07-9a7e-11f65cad429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.594741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdbda0f3-80f8-4011-8587-dc229c3837e0 req-281c723c-d86b-4f07-9a7e-11f65cad429b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1341729
May 14 21:30:23.622778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0abd4858-bf24-4bcb-b0d2-e073f689690f req-b3732b24-6247-4aed-8381-308acdbd41c1 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1330922
May 14 21:30:23.660528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Allocated IP 172.35.4.47 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/2aec4fb2-ac30-432b-b91e-353265f5a414) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:23.661436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.666847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.672437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.677978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.685119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.695575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.709510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.712000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8b37f667-7e9c-401e-b7d8-2560808a2f0f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 5445 time: 0.1112561
May 14 21:30:23.765923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-a2f436af-2177-445c-beef-1cb134a58c59 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:23.776108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-a2f436af-2177-445c-beef-1cb134a58c59 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0490036
May 14 21:30:23.784227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.884639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-0736f7b0-8695-4360-a569-4168108ca440 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1105669
May 14 21:30:23.896184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:23.897310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:23.946266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:23.948120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:23.951730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:23.957325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'Port': ['ID=2aec4fb2-ac30-432b-b91e-353265f5a414,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:23.966872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.072172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (65229ce1-ab53-4064-b1d4-c9509ab6200e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.162872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b9a9d6f-c111-4eef-b2c2-260b7cd79a42 req-a3c0944e-e0c5-4515-828e-10af411c6178 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=81dab7b9-07c5-42e6-b9e1-6c71402bbbda HTTP/1.1" status: 200  len: 210 time: 0.0559895
May 14 21:30:24.203291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=295d1cbd-15b9-44db-8e23-acbc4c34efab,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:24.215093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.247888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] For port 295d1cbd-15b9-44db-8e23-acbc4c34efab, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:30:24.282638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] device_id is not set on port 295d1cbd-15b9-44db-8e23-acbc4c34efab yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:30:24.292710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Publish callbacks [] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.362157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.437826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] No DVR routers for this DVR port 295d1cbd-15b9-44db-8e23-acbc4c34efab on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:24.438889 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.465847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Pushing event updated for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:24.487107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] In _notify_port_updated(), no bound segment for port 295d1cbd-15b9-44db-8e23-acbc4c34efab on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:30:24.488049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.488983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.490041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-1d6bbfb0-07a1-4a4b-a581-e405001f7a86 service neutron] 10.222.0.36 "PUT /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 200  len: 1032 time: 0.5979309
May 14 21:30:24.548458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-a4975295-eb34-42e9-8b52-5dd15b620e2c tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.549924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-a4975295-eb34-42e9-8b52-5dd15b620e2c tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "GET /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0505111
May 14 21:30:24.559917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.560333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:24.630452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.647613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'Port': ['ID=2aec4fb2-ac30-432b-b91e-353265f5a414,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:24.666036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (65229ce1-ab53-4064-b1d4-c9509ab6200e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.672609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4e44fc5c-9141-41eb-b63b-08d1e840ef03 None None] Provisioning complete for port 295d1cbd-15b9-44db-8e23-acbc4c34efab triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:24.673185 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e44fc5c-9141-41eb-b63b-08d1e840ef03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.735170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4e44fc5c-9141-41eb-b63b-08d1e840ef03 None None] Port 295d1cbd-15b9-44db-8e23-acbc4c34efab cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:24.765836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:24.776193 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d44207df-83df-4be6-bab3-50aa4dbeacac tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5727584
May 14 21:30:24.804128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.809626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.815278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.820600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.825987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.831972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:24.833660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:24.833884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-457a089d-08f0-40cf-94d4-d7927c876671 req-01108108-810e-4aef-953c-11a1a5c302e9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 4666 time: 0.1094384
May 14 21:30:24.884846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] For port cb2ed6c9-1135-4b76-b18c-8882fea92d8d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:30:24.924879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-457a089d-08f0-40cf-94d4-d7927c876671 req-c1376161-2bb5-450f-9bca-882f98180835 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&id=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0712314
May 14 21:30:24.949378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] device_id is not set on port cb2ed6c9-1135-4b76-b18c-8882fea92d8d yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:30:24.959398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Publish callbacks [] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:25.021066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-e333d4c6-4d65-4b1d-912d-fa8527749198 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--229165867&fields=id&tenant_id=4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 267 time: 0.0430000
May 14 21:30:25.058794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:25.186541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:25.194994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] No DVR routers for this DVR port cb2ed6c9-1135-4b76-b18c-8882fea92d8d on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:25.241955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-850d1e40-6ead-47ea-a790-145749592509 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:25.259357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-850d1e40-6ead-47ea-a790-145749592509 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 817 time: 0.2193582
May 14 21:30:25.284940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] In _notify_port_updated(), no bound segment for port cb2ed6c9-1135-4b76-b18c-8882fea92d8d on network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:30:25.286210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:25.286896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:25.288358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-ff540944-f9bc-45a1-bbe3-809b9a67ea21 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 200  len: 1033 time: 0.7322102
May 14 21:30:25.289681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-6f577040-3206-4138-8782-ce3c531bd0e9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/quotas/4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 375 time: 0.0353496
May 14 21:30:25.393429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-62ae014e-c154-4d3c-be2a-f551484d113a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0918176
May 14 21:30:25.460994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fac15107-7296-4e6e-841a-bdb8245a380c None None] Provisioning complete for port cb2ed6c9-1135-4b76-b18c-8882fea92d8d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:25.461367 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fac15107-7296-4e6e-841a-bdb8245a380c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:25.484822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:25.485164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:25.496852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fac15107-7296-4e6e-841a-bdb8245a380c None None] Port cb2ed6c9-1135-4b76-b18c-8882fea92d8d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:25.599680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-64b0b30e-ce22-43fd-83ec-4e91d3edb9a9 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852164
May 14 21:30:25.729563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6a3af13e-ff33-43f8-914b-19ef1c3d1c3f req-77818dce-3c52-4366-9800-fcb2d64d7f4d tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0361261
May 14 21:30:26.010216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] For port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:26.010655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.014150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fea7f4f-d060-4cc1-be4d-f9f969b7abca req-9ddca838-8b2e-4111-9ce7-1fdbaf34e99b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0385842
May 14 21:30:26.061317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:26.067807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-0675fa39-42be-44b6-8d0a-07481210156a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:26.073053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-0675fa39-42be-44b6-8d0a-07481210156a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:26.079260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-0675fa39-42be-44b6-8d0a-07481210156a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:26.081619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fea7f4f-d060-4cc1-be4d-f9f969b7abca req-e8ef47af-0759-4758-9ca7-0bf961eebaec service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0373991
May 14 21:30:26.084973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-0675fa39-42be-44b6-8d0a-07481210156a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:26.090652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-0675fa39-42be-44b6-8d0a-07481210156a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:26.092531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-0675fa39-42be-44b6-8d0a-07481210156a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 3886 time: 0.0801690
May 14 21:30:26.147776 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4b93c150-1ef6-4fc6-ac12-b696e88d0fca req-3ee62243-d9c9-4f80-85fd-c766105fc610 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480132
May 14 21:30:26.209837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-abc57505-0400-49af-a64d-b22acd96ce38 service neutron] 10.222.0.52 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6039221
May 14 21:30:26.214201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45486) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:26.262593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea7f4f-d060-4cc1-be4d-f9f969b7abca req-054e334a-2cf0-409b-993f-4eb9d0095341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:26.264112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fea7f4f-d060-4cc1-be4d-f9f969b7abca req-054e334a-2cf0-409b-993f-4eb9d0095341 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1747124
May 14 21:30:26.337809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbaac4ad-f17c-44b6-982b-613a329c3e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.421500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbaac4ad-f17c-44b6-982b-613a329c3e22 admin admin] Publish callbacks [] for security_group (e4df42e7-3724-463e-803a-2c7ae924292c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.719454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 295d1cbd-15b9-44db-8e23-acbc4c34efab no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:26.761120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 295d1cbd-15b9-44db-8e23-acbc4c34efab host ! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:30:26.761644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 295d1cbd-15b9-44db-8e23-acbc4c34efab not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:30:26.762189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 54b871a9-1a1e-4062-9a50-5ddf26961b8e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:26.766349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbaac4ad-f17c-44b6-982b-613a329c3e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e4df42e7-3724-463e-803a-2c7ae924292c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.768600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5fe9ffa2-546d-42d9-a88d-11e41c94e5f9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.854805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fbaac4ad-f17c-44b6-982b-613a329c3e22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=461ea13a51314446a3124ebffb3053cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6399739
May 14 21:30:26.861713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45498) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:26.869935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=5fe9ffa2-546d-42d9-a88d-11e41c94e5f9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:26.887228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0be55428-41fe-4246-9cd6-87c839d676a1 req-de7da034-5d10-4e7a-b8e3-ac3a042c5b33 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 210 time: 0.0588973
May 14 21:30:26.892108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaac4ad-f17c-44b6-982b-613a329c3e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4df42e7-3724-463e-803a-2c7ae924292c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:26.919606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-582cecf2-c849-47f5-8f5f-a2276ef2c5ca req-565bab86-d364-4e64-aa79-40b6918f7700 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0548384
May 14 21:30:26.978216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] No DVR routers for this DVR port 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:26.985334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.986069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 54b871a9-1a1e-4062-9a50-5ddf26961b8e is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:26.986525 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:26.988754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-af8681be-7e56-455a-a038-dfd2a30c11d9 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "DELETE /v2.0/ports/5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 HTTP/1.1" status: 204  len: 173 time: 1.6890986
May 14 21:30:26.989213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:26.991497 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ae80d4-e32f-4719-b987-40ca914cd2ec" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "5fe9ffa2-546d-42d9-a88d-11e41c94e5f9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:27.007713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6806f8e1-5240-4c9b-8880-4bac1cd12928 admin admin] Publish callbacks [] for security_group (e4df42e7-3724-463e-803a-2c7ae924292c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.036713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:27.036713 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4d4aeb-5183-4b5b-ac5a-cf1fecc3f5b8" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:27.054693 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ba4b9-c667-4550-83bc-71a8b3e2f461 x-openstack-request-id: req-dc7ba4b9-c667-4550-83bc-71a8b3e2f461 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:27.055204 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "5fe9ffa2-546d-42d9-a88d-11e41c94e5f9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:27.055672 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc7ba4b9-c667-4550-83bc-71a8b3e2f461 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:27.059842 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7ba4b9-c667-4550-83bc-71a8b3e2f461'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': '5fe9ffa2-546d-42d9-a88d-11e41c94e5f9', 'status': 'completed', 'code': 200}
May 14 21:30:27.078283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6806f8e1-5240-4c9b-8880-4bac1cd12928 admin admin] Publish callbacks [] for security_group (e4df42e7-3724-463e-803a-2c7ae924292c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.081417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:27.098777 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a4c655-9799-427c-9cc8-3fff9024ad3b x-openstack-request-id: req-85a4c655-9799-427c-9cc8-3fff9024ad3b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:27.098777 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:27.099233 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85a4c655-9799-427c-9cc8-3fff9024ad3b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:27.100179 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a4c655-9799-427c-9cc8-3fff9024ad3b'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e', 'code': 200}
May 14 21:30:27.145698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port 54b871a9-1a1e-4062-9a50-5ddf26961b8e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:27.146036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.238178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] For port 54b871a9-1a1e-4062-9a50-5ddf26961b8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54b871a9-1a1e-4062-9a50-5ddf26961b8e,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:27.238595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.253930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for 54b871a9-1a1e-4062-9a50-5ddf26961b8e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:27.257147 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.261715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 150fe679-5889-44eb-bcc1-bbb9d924b590 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:27.294517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10038a31-58c4-4bc7-b4c7-35529b109006 req-e0d89794-8d3e-4a25-8dbe-ea972d5b1950 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:27.300976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10038a31-58c4-4bc7-b4c7-35529b109006 req-e0d89794-8d3e-4a25-8dbe-ea972d5b1950 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:27.307515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10038a31-58c4-4bc7-b4c7-35529b109006 req-e0d89794-8d3e-4a25-8dbe-ea972d5b1950 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:27.314635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10038a31-58c4-4bc7-b4c7-35529b109006 req-e0d89794-8d3e-4a25-8dbe-ea972d5b1950 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:27.316758 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-10038a31-58c4-4bc7-b4c7-35529b109006 req-e0d89794-8d3e-4a25-8dbe-ea972d5b1950 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 3151 time: 0.0828154
May 14 21:30:27.626908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:27.629228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6806f8e1-5240-4c9b-8880-4bac1cd12928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e4df42e7-3724-463e-803a-2c7ae924292c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.630094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.630681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6806f8e1-5240-4c9b-8880-4bac1cd12928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.631199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6806f8e1-5240-4c9b-8880-4bac1cd12928 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4df42e7-3724-463e-803a-2c7ae924292c HTTP/1.1" status: 204  len: 168 time: 0.5363557
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.631721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:27.632603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806f8e1-5240-4c9b-8880-4bac1cd12928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4df42e7-3724-463e-803a-2c7ae924292c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:27.632714 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-10038a31-58c4-4bc7-b4c7-35529b109006 req-f161a75f-dfc5-4e55-9e98-9d240591fd42 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1006510
May 14 21:30:27.632835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 150fe679-5889-44eb-bcc1-bbb9d924b590 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:27.632835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.633044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fea7f4f-d060-4cc1-be4d-f9f969b7abca req-e452334c-d102-4919-862f-d4511733f9e9 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.48 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0309081
May 14 21:30:27.633155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=150fe679-5889-44eb-bcc1-bbb9d924b590,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:27.805754 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (54b871a9-1a1e-4062-9a50-5ddf26961b8e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.806959 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.809392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d09b3141-d774-4a45-8f42-7303f69488da no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:27.903881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=54b871a9-1a1e-4062-9a50-5ddf26961b8e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:27.927268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:27.935945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] No DVR routers for this DVR port 54b871a9-1a1e-4062-9a50-5ddf26961b8e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:27.938678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:27.942599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-49484bc5-2259-4ca6-8e16-5c084fbb493a tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "DELETE /v2.0/ports/54b871a9-1a1e-4062-9a50-5ddf26961b8e HTTP/1.1" status: 204  len: 173 time: 0.9480214
May 14 21:30:27.994549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d09b3141-d774-4a45-8f42-7303f69488da is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:27.995205 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d09b3141-d774-4a45-8f42-7303f69488da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.043277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8d08030-4f45-4037-b0cc-0c53e1547050 req-f144d6c6-1fb6-483c-baf6-fbb709322006 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 210 time: 0.0784094
May 14 21:30:28.054285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d09b3141-d774-4a45-8f42-7303f69488da,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:28.121676 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-deb94ba6-156d-4c90-ac2a-5e50339d73ca req-61abb5f3-3482-48e0-991b-c19f3457b369 tempest-ServerShowV247Test-2078379159 tempest-ServerShowV247Test-2078379159-project] 10.222.0.52 "GET /v2.0/ports?device_id=4684e4d5-0592-4c2b-af3b-8489e3d07e31 HTTP/1.1" status: 200  len: 210 time: 0.0356941
May 14 21:30:28.130894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port d09b3141-d774-4a45-8f42-7303f69488da {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:28.131266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d09b3141-d774-4a45-8f42-7303f69488da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.148050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.148050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:28.166909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:30:28.167685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 5fe9ffa2-546d-42d9-a88d-11e41c94e5f9 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:30:28.168298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ed4b2309-b8f5-4d14-9e50-2b5701924849 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:28.248420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] For port d09b3141-d774-4a45-8f42-7303f69488da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d09b3141-d774-4a45-8f42-7303f69488da,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:28.249421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d09b3141-d774-4a45-8f42-7303f69488da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.266263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for d09b3141-d774-4a45-8f42-7303f69488da owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:28.271119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:28.317008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ed4b2309-b8f5-4d14-9e50-2b5701924849 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:28.319716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.356582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:28.440231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45524) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:28.454231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6ae42ed-4f79-44e1-a521-9db59ffc9d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.514092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.522765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device cb2ed6c9-1135-4b76-b18c-8882fea92d8d no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:28.573236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d09b3141-d774-4a45-8f42-7303f69488da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.582506 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6ae42ed-4f79-44e1-a521-9db59ffc9d8f admin admin] Publish callbacks [] for security_group (7fc201e7-a6af-4bbf-bd28-7f62de140382), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.591797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port cb2ed6c9-1135-4b76-b18c-8882fea92d8d host ! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:30:28.592192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device cb2ed6c9-1135-4b76-b18c-8882fea92d8d not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:30:28.597185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:28.621637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001588-fd80-48d5-a12d-9d287ede2dd5 req-d81effb0-5d7e-46b3-84a0-f50752606f4f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:28.627117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001588-fd80-48d5-a12d-9d287ede2dd5 req-d81effb0-5d7e-46b3-84a0-f50752606f4f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:28.632565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d001588-fd80-48d5-a12d-9d287ede2dd5 req-d81effb0-5d7e-46b3-84a0-f50752606f4f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:28.640701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d001588-fd80-48d5-a12d-9d287ede2dd5 req-d81effb0-5d7e-46b3-84a0-f50752606f4f tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 2410 time: 0.1112273
May 14 21:30:28.640701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=d09b3141-d774-4a45-8f42-7303f69488da,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:28.701771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6ae42ed-4f79-44e1-a521-9db59ffc9d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7fc201e7-a6af-4bbf-bd28-7f62de140382), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.708296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] No DVR routers for this DVR port d09b3141-d774-4a45-8f42-7303f69488da on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:28.719879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:28.723086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-8698ae35-0098-43c3-915a-0f80a918eb79 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "DELETE /v2.0/ports/d09b3141-d774-4a45-8f42-7303f69488da HTTP/1.1" status: 204  len: 173 time: 0.7699699
May 14 21:30:28.793874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d001588-fd80-48d5-a12d-9d287ede2dd5 req-12ef4ca8-edbb-4814-bc90-7d7d5f3e51d3 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509593
May 14 21:30:28.796002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c6ae42ed-4f79-44e1-a521-9db59ffc9d8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48e4cf1e1be647a1a97b51d143926a25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3547633
May 14 21:30:28.800266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45530) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:28.801430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae42ed-4f79-44e1-a521-9db59ffc9d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc201e7-a6af-4bbf-bd28-7f62de140382,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:29.297412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63dbd63f-5845-4b37-9c83-9a5fd828d113 admin admin] Publish callbacks [] for security_group (7fc201e7-a6af-4bbf-bd28-7f62de140382), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.301949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port 150fe679-5889-44eb-bcc1-bbb9d924b590 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:29.301949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.303881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63dbd63f-5845-4b37-9c83-9a5fd828d113 admin admin] Publish callbacks [] for security_group (7fc201e7-a6af-4bbf-bd28-7f62de140382), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.304605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] For port 150fe679-5889-44eb-bcc1-bbb9d924b590, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=150fe679-5889-44eb-bcc1-bbb9d924b590,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:29.304605 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.304605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for 150fe679-5889-44eb-bcc1-bbb9d924b590 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:29.304605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:29.304605 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53069f-80fb-465e-a7d6-8d07f5ab0369" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "d09b3141-d774-4a45-8f42-7303f69488da"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:29.305521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63dbd63f-5845-4b37-9c83-9a5fd828d113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7fc201e7-a6af-4bbf-bd28-7f62de140382), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.305521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63dbd63f-5845-4b37-9c83-9a5fd828d113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.305521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-63dbd63f-5845-4b37-9c83-9a5fd828d113 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fc201e7-a6af-4bbf-bd28-7f62de140382 HTTP/1.1" status: 204  len: 168 time: 0.2838247
May 14 21:30:29.305845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:29.305845 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e666d8-c52c-4341-acf2-322dc124eace" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "d09b3141-d774-4a45-8f42-7303f69488da"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:29.307230 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fa8a88-662e-4bd3-bef6-bf515af06ef6 x-openstack-request-id: req-14fa8a88-662e-4bd3-bef6-bf515af06ef6 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:29.307230 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "54b871a9-1a1e-4062-9a50-5ddf26961b8e", "status": "completed", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "d09b3141-d774-4a45-8f42-7303f69488da", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:29.307230 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14fa8a88-662e-4bd3-bef6-bf515af06ef6 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:29.307230 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fa8a88-662e-4bd3-bef6-bf515af06ef6'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': '54b871a9-1a1e-4062-9a50-5ddf26961b8e', 'status': 'completed', 'code': 200}
May 14 21:30:29.307230 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fa8a88-662e-4bd3-bef6-bf515af06ef6'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da', 'status': 'completed', 'code': 200}
May 14 21:30:29.313360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd63f-5845-4b37-9c83-9a5fd828d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc201e7-a6af-4bbf-bd28-7f62de140382,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:29.314754 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 14 May 2022 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f35c13-6c1e-4c94-b36c-9cd95018af5c x-openstack-request-id: req-b6f35c13-6c1e-4c94-b36c-9cd95018af5c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:29.314754 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "d09b3141-d774-4a45-8f42-7303f69488da", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-unplugged", "status": "completed", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:29.314754 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6f35c13-6c1e-4c94-b36c-9cd95018af5c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:29.314754 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f35c13-6c1e-4c94-b36c-9cd95018af5c'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590', 'code': 200}
May 14 21:30:29.314754 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f35c13-6c1e-4c94-b36c-9cd95018af5c'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd09b3141-d774-4a45-8f42-7303f69488da', 'code': 200}
May 14 21:30:29.314754 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f35c13-6c1e-4c94-b36c-9cd95018af5c'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'code': 200}
May 14 21:30:29.316359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9466f2a-554a-4c27-a0bd-edaf292f6ffa req-ddc2e69d-c8f2-46a4-9485-53a7686fd477 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 210 time: 0.0446835
May 14 21:30:29.394403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (150fe679-5889-44eb-bcc1-bbb9d924b590), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.426643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=150fe679-5889-44eb-bcc1-bbb9d924b590,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:29.476957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] No DVR routers for this DVR port 150fe679-5889-44eb-bcc1-bbb9d924b590 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:29.479455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.482853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-2971f13c-8aa8-4285-a8b5-52c0af301478 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "DELETE /v2.0/ports/150fe679-5889-44eb-bcc1-bbb9d924b590 HTTP/1.1" status: 204  len: 173 time: 0.7544699
May 14 21:30:29.582600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port ed4b2309-b8f5-4d14-9e50-2b5701924849 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:29.582936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.685030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] For port ed4b2309-b8f5-4d14-9e50-2b5701924849, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed4b2309-b8f5-4d14-9e50-2b5701924849,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:29.695372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.898620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.898984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (a3438a16-fc4e-41dd-9bde-07e858d61702), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:29.899300 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Floating IP a3438a16-fc4e-41dd-9bde-07e858d61702 disassociated. External IP: 172.35.4.246, port: ed4b2309-b8f5-4d14-9e50-2b5701924849.
May 14 21:30:29.899806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for ed4b2309-b8f5-4d14-9e50-2b5701924849 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:30.006186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45562) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:30.013690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb487b-5d31-4c15-a359-81ed9acab455 req-57679127-015d-4234-aa52-f49d784c47b0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:30.024703 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98bb487b-5d31-4c15-a359-81ed9acab455 req-57679127-015d-4234-aa52-f49d784c47b0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 944 time: 0.1093199
May 14 21:30:30.119858 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-98bb487b-5d31-4c15-a359-81ed9acab455 req-c0a21f85-0b9c-4e69-ba75-b6feec581e15 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups?id=896fe69b-a76f-4482-a8ad-d40b51cac2d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875719
May 14 21:30:30.131037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-106d644c-5702-42e6-a6ac-228c0c837de1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:30.136216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-106d644c-5702-42e6-a6ac-228c0c837de1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 817 time: 0.1393099
May 14 21:30:30.203172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89fc5104-a02a-4a9c-a972-404a368c571a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.269777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-c5dc5653-d021-43a5-95ef-f6d5579de5ae tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 379 time: 0.1096659
May 14 21:30:30.278568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'port': {'device_id': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'admin_state_up': True, 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'security_groups': ['7b4f86fa-7298-4bbd-8392-a16231028bf1']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:30.361736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ed4b2309-b8f5-4d14-9e50-2b5701924849), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.392919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bc976c2-1247-4470-b40a-8692561c4229 req-df29d152-31ff-4730-adb4-37f135a93c68 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 210 time: 0.0475211
May 14 21:30:30.431885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=ed4b2309-b8f5-4d14-9e50-2b5701924849,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:30.457604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.457956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.458301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.458648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.459049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.459304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.460327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.460327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.460327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.460624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.460933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.461262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.461585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.461905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.462231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:30.470727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89fc5104-a02a-4a9c-a972-404a368c571a admin admin] Publish callbacks [] for security_group (3150b4f1-0b08-4106-ade7-f03ba6a25c0e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.580817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89fc5104-a02a-4a9c-a972-404a368c571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3150b4f1-0b08-4106-ade7-f03ba6a25c0e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.636757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89fc5104-a02a-4a9c-a972-404a368c571a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f43cf27f7a634cb4adb7865a7e8b7838&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6272979
May 14 21:30:30.637445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc5104-a02a-4a9c-a972-404a368c571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3150b4f1-0b08-4106-ade7-f03ba6a25c0e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:30.643378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45590) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:30.659802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Router a15574f5-f5cb-4599-a1da-ebce2275b4e0 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:30.708907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b76f5a1-56e5-4f8e-8b17-806e43f0ec0b admin admin] Publish callbacks [] for security_group (3150b4f1-0b08-4106-ade7-f03ba6a25c0e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.711937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Made reservation on behalf of 4989c480608c4b86bd1cd7615fba4d20 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:30:30.715896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.735466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b76f5a1-56e5-4f8e-8b17-806e43f0ec0b admin admin] Publish callbacks [] for security_group (3150b4f1-0b08-4106-ade7-f03ba6a25c0e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.812535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:30.824917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] Sync routers for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:30.848767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:30.848767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:30.869147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] No DVR routers for this DVR port ed4b2309-b8f5-4d14-9e50-2b5701924849 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:30.871942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.875966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c0e141-78b7-49b9-a9e9-1dfcbbbd41ce req-35d8ecc2-bd97-4afc-a9de-ad3a73f58c28 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.36 "DELETE /v2.0/ports/ed4b2309-b8f5-4d14-9e50-2b5701924849 HTTP/1.1" status: 204  len: 173 time: 1.3872831
May 14 21:30:30.913308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b76f5a1-56e5-4f8e-8b17-806e43f0ec0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3150b4f1-0b08-4106-ade7-f03ba6a25c0e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.916482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b76f5a1-56e5-4f8e-8b17-806e43f0ec0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:30.917869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b76f5a1-56e5-4f8e-8b17-806e43f0ec0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3150b4f1-0b08-4106-ade7-f03ba6a25c0e HTTP/1.1" status: 204  len: 168 time: 0.2734144
May 14 21:30:30.930902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76f5a1-56e5-4f8e-8b17-806e43f0ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3150b4f1-0b08-4106-ade7-f03ba6a25c0e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:31.042135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:31.045941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Allocated IP 172.20.0.12 (4cc7003c-2823-48d0-8842-9a2e7e084a2e/5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d/3a71fedd-378c-474b-8ed3-687958dee25b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:31.118604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590'}, {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:31.122340 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff9c70-bb9e-4b9c-baf0-09b4d84422f8" -d '{"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590"}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:31.251636 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba7ada3-acbf-4e80-a1ff-ceecca8f0199 x-openstack-request-id: req-1ba7ada3-acbf-4e80-a1ff-ceecca8f0199 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:31.252033 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "150fe679-5889-44eb-bcc1-bbb9d924b590", "status": "completed", "code": 200}, {"server_uuid": "982e9a4e-db57-4fc9-adb1-78cf5bcecb90", "name": "network-vif-deleted", "tag": "ed4b2309-b8f5-4d14-9e50-2b5701924849", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:31.252291 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ba7ada3-acbf-4e80-a1ff-ceecca8f0199 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:31.255899 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba7ada3-acbf-4e80-a1ff-ceecca8f0199'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': '150fe679-5889-44eb-bcc1-bbb9d924b590', 'status': 'completed', 'code': 200}
May 14 21:30:31.255899 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba7ada3-acbf-4e80-a1ff-ceecca8f0199'] response: {'server_uuid': '982e9a4e-db57-4fc9-adb1-78cf5bcecb90', 'name': 'network-vif-deleted', 'tag': 'ed4b2309-b8f5-4d14-9e50-2b5701924849', 'status': 'completed', 'code': 200}
May 14 21:30:31.272397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for port (3a71fedd-378c-474b-8ed3-687958dee25b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:31.279492 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ff95e16-f6e7-4d0f-889a-e275bb827924 req-84545266-93ee-4626-8ebe-2744381fc613 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0714529
May 14 21:30:31.318844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b880>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:43Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:31.352329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] Checking router: a15574f5-f5cb-4599-a1da-ebce2275b4e0 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:30:31.361950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:31.363583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:31.369176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45634) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:31.510156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:31.527433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:31.571604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50e6dd7c-dbd9-440a-af80-a06815df4e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:31.651350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:31.667734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd5e6f-62e1-4c7a-97f9-ca79a8045e28 req-e7e4ec95-4e66-4963-9861-10bc3c94495c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:31.669786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8dcd5e6f-62e1-4c7a-97f9-ca79a8045e28 req-e7e4ec95-4e66-4963-9861-10bc3c94495c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 932 time: 0.1779430
May 14 21:30:31.671827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:31.674135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:31.702581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:31.737578 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50e6dd7c-dbd9-440a-af80-a06815df4e4e admin admin] Publish callbacks [] for security_group (0e16053e-aecb-450f-9711-7f746f4f1b84), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:31.814105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50e6dd7c-dbd9-440a-af80-a06815df4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0e16053e-aecb-450f-9711-7f746f4f1b84), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:31.864507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8dcd5e6f-62e1-4c7a-97f9-ca79a8045e28 req-d5f2a415-9c14-4771-834d-da01eaa29ada tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1756365
May 14 21:30:31.872478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:31.873313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:31.882456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45648) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:31.883830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-50e6dd7c-dbd9-440a-af80-a06815df4e4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=362e6afe25d44ad3ac33b3af9a83e584&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5128160
May 14 21:30:31.902148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6b880>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:43Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:31.926230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6dd7c-dbd9-440a-af80-a06815df4e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e16053e-aecb-450f-9711-7f746f4f1b84,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:31.948181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e460e20-ce4e-4e4c-ad7f-ef3d6d1299fa None None] The sync data for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 is: [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:21:36Z', 'revision_number': 4, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3114a182-b4cd-4538-9a29-41c034584b69', 'name': '', 'network_id': '7e77eecd-4e91-4ff7-94ed-e78389e714c8', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'mac_address': 'fa:16:3e:47:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:35Z', 'updated_at': '2022-05-14T21:21:43Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'subnets': [{'id': '9c9a41f8-9eaf-4274-b58c-c5bb90163785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:31.994876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ace8c546-b938-4861-85bb-a62c0ed34013 admin admin] Publish callbacks [] for security_group (0e16053e-aecb-450f-9711-7f746f4f1b84), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.066746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-34ea8c0e-ab07-4c7e-9467-8ae57193bdd6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7879910
May 14 21:30:32.066746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ace8c546-b938-4861-85bb-a62c0ed34013 admin admin] Publish callbacks [] for security_group (0e16053e-aecb-450f-9711-7f746f4f1b84), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.082760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7d90388e-0759-49b4-8548-a55cc75209b4 None None] Provisioning complete for port 3a71fedd-378c-474b-8ed3-687958dee25b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:32.083131 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d90388e-0759-49b4-8548-a55cc75209b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.095468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Request body: {'port': {'device_id': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:32.146408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7d90388e-0759-49b4-8548-a55cc75209b4 None None] Port 3a71fedd-378c-474b-8ed3-687958dee25b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:32.217250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.351642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ace8c546-b938-4861-85bb-a62c0ed34013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0e16053e-aecb-450f-9711-7f746f4f1b84), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.354591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ace8c546-b938-4861-85bb-a62c0ed34013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.357681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ace8c546-b938-4861-85bb-a62c0ed34013 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e16053e-aecb-450f-9711-7f746f4f1b84 HTTP/1.1" status: 204  len: 168 time: 0.4718344
May 14 21:30:32.382791 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b64bc8-ef16-4905-ad84-41dbde25d80e None None] New status for floating IP a3438a16-fc4e-41dd-9bde-07e858d61702: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:30:32.422923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8c546-b938-4861-85bb-a62c0ed34013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e16053e-aecb-450f-9711-7f746f4f1b84,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:32.502855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fac83339-77d7-4ce1-b6cc-bd8561f32350 req-30e039e8-3342-4604-9b0e-a3b885617082 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0777216
May 14 21:30:32.647795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:30:32.664700 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Publish callbacks [] for port (3a71fedd-378c-474b-8ed3-687958dee25b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.668819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Transition to ACTIVE for port object 3a71fedd-378c-474b-8ed3-687958dee25b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:30:32.777585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:32.870353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:32.977946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:30:32.978866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:30:32.981813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:30:32.994604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Port 3a71fedd-378c-474b-8ed3-687958dee25b on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:30:33.001340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:30:33.026440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:30:33.027036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Checking segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:30:33.027618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Bound using segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:30:33.029975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Bound port: 3a71fedd-378c-474b-8ed3-687958dee25b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:30:33.043892 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:33.130999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b910738-6197-4f8c-a6e5-b83daba8e0a8 req-25caf829-21e1-4abc-b0c2-601609864846 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:33.133135 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b910738-6197-4f8c-a6e5-b83daba8e0a8 req-25caf829-21e1-4abc-b0c2-601609864846 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.1300633
May 14 21:30:33.244125 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5b910738-6197-4f8c-a6e5-b83daba8e0a8 req-80b25b3d-8faa-4da3-a5ce-b95bbedfd455 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031601
May 14 21:30:33.263647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:30:33.268733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:30:33.620980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c1c2bff2-d7b1-4e7b-8c55-247a34bb7834 req-fe9469b6-548b-4633-9438-e3aacb802f6b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/ports?device_id=982e9a4e-db57-4fc9-adb1-78cf5bcecb90 HTTP/1.1" status: 200  len: 210 time: 0.0288348
May 14 21:30:33.792084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:33.863664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97440272-7881-48c5-83b8-27f47497de14 req-389c8ed6-4c6b-4526-bf9f-62b60bee2eda tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0622847
May 14 21:30:33.876592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:33.889751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:33.890717 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:33.892418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-ff911ce1-979f-40b8-a7bc-3516f6ebb404 service neutron] 10.222.0.48 "PUT /v2.0/ports/3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 1092 time: 1.8057303
May 14 21:30:33.892633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:33.895158 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920acbdb-9d18-438a-8b5e-73d747749465" -d '{"events": [{"name": "network-changed", "server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:33.958579 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ba5ef6-0f06-441a-a601-4a74d8065a89 x-openstack-request-id: req-20ba5ef6-0f06-441a-a601-4a74d8065a89 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:33.958579 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:33.958579 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20ba5ef6-0f06-441a-a601-4a74d8065a89 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:33.959119 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ba5ef6-0f06-441a-a601-4a74d8065a89'] response: {'name': 'network-changed', 'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'status': 'completed', 'code': 200}
May 14 21:30:34.075549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920acbdb-9d18-438a-8b5e-73d747749465 req-3a5aa130-d8da-4540-8e3c-6736f5fda964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.077472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-920acbdb-9d18-438a-8b5e-73d747749465 req-3a5aa130-d8da-4540-8e3c-6736f5fda964 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1126 time: 0.0812418
May 14 21:30:34.223189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920acbdb-9d18-438a-8b5e-73d747749465 req-edf4cd68-2b6e-4958-904b-1b41f144b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.229514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-920acbdb-9d18-438a-8b5e-73d747749465 req-edf4cd68-2b6e-4958-904b-1b41f144b571 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4989c480608c4b86bd1cd7615fba4d20&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1375411
May 14 21:30:34.407968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddb2ce-00ec-4ba7-8531-4ef246d86d82 req-db017fab-dfd2-44b6-aed5-13419b1b29b7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.409883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45ddb2ce-00ec-4ba7-8531-4ef246d86d82 req-db017fab-dfd2-44b6-aed5-13419b1b29b7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.0679746
May 14 21:30:34.437817 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:30:34.509497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45ddb2ce-00ec-4ba7-8531-4ef246d86d82 req-f354e3d3-3d3c-46db-ad7f-30cf2b1d5500 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839977
May 14 21:30:34.510529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920acbdb-9d18-438a-8b5e-73d747749465 req-b062a301-31c3-4d5b-b658-2f1cb3384f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.512185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-920acbdb-9d18-438a-8b5e-73d747749465 req-b062a301-31c3-4d5b-b658-2f1cb3384f92 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1595831
May 14 21:30:34.651840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-186a2190-7183-40fd-afb6-b2ace075f3c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0769660
May 14 21:30:34.654890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-69e0f874-6048-4a58-9d41-4c8221f5c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.658062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-69e0f874-6048-4a58-9d41-4c8221f5c6e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1126 time: 0.0957129
May 14 21:30:34.763286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.763857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.764335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.768996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.768996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.768996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.768996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:34.769254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-56cb0167-a2f5-44de-b5b8-aa1561e013c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6709 time: 0.0537703
May 14 21:30:34.832101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-776667c3-6047-4241-be76-91132d9bbee3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 217 time: 0.0442591
May 14 21:30:34.912602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45732) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:35.256634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45740) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:35.324681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-30062749-41ac-4afc-84f2-cb61bf116f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.326378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-30062749-41ac-4afc-84f2-cb61bf116f30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.4808247
May 14 21:30:35.362627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3a739ba-94e4-43d8-9727-d532cc0d15f6 req-e51e2075-ec2d-4c8a-b4f8-38d4284a3186 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.4137826
May 14 21:30:35.411974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-1a0a23ea-9557-4df7-846a-36037f4f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.412681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-1a0a23ea-9557-4df7-846a-36037f4f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.413284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-1a0a23ea-9557-4df7-846a-36037f4f9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.415006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-1a0a23ea-9557-4df7-846a-36037f4f9b03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef572d9b-20a4-4311-9582-fea3efbf759e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=2379f3be-5962-40d1-834f-0e520eee96e4&id=2379f3be-5962-40d1-834f-0e520eee96e4 HTTP/1.1" status: 200  len: 2293 time: 0.6190791
May 14 21:30:35.420612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.433834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-c860837c-6dbb-43b2-b3ac-34f33dd52c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.435314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-c860837c-6dbb-43b2-b3ac-34f33dd52c1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0855908
May 14 21:30:35.486512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4fb09c5-05fd-49a9-84b3-b5bd69f5f66b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group (896fe69b-a76f-4482-a8ad-d40b51cac2d3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.515706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Publish callbacks [] for security_group (fe3d2036-0471-4210-b998-b24d7eca9bf4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.565741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4fb09c5-05fd-49a9-84b3-b5bd69f5f66b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group (896fe69b-a76f-4482-a8ad-d40b51cac2d3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.591675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-b005ab58-a42c-4f3c-be40-62e9b08060c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 200  len: 1000 time: 0.1680644
May 14 21:30:35.670082 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-a0005b04-9bef-472e-9a6b-a42c53b80f89 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010052
May 14 21:30:35.688446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-09cd000d-10a1-4505-93fc-786042f48cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.688995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fe3d2036-0471-4210-b998-b24d7eca9bf4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.689918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-09cd000d-10a1-4505-93fc-786042f48cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 HTTP/1.1" status: 200  len: 851 time: 0.0886710
May 14 21:30:35.741794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ca2a7-7ee1-47d3-93e3-f1206df82d20 req-0b08bc92-c864-4663-89a0-dca6d2d484c1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.743617 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a81ca2a7-7ee1-47d3-93e3-f1206df82d20 req-0b08bc92-c864-4663-89a0-dca6d2d484c1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.0964832
May 14 21:30:35.770601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9df304d1a023497092679210709317fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5103729
May 14 21:30:35.771688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:35.778055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d2036-0471-4210-b998-b24d7eca9bf4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:35.805359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.805772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.806067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.806407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.806737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.807062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.807387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.809579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.810967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-5894660c-86db-4a61-82ec-0fc94bf3441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:35.811763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.812384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.812787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.813050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-5894660c-86db-4a61-82ec-0fc94bf3441e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef572d9b-20a4-4311-9582-fea3efbf759e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1110761
May 14 21:30:35.813157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.813466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.813801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.814134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b28c43c-7513-410a-a244-6504836f553a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:30:35.823852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4fb09c5-05fd-49a9-84b3-b5bd69f5f66b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (896fe69b-a76f-4482-a8ad-d40b51cac2d3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.826654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4fb09c5-05fd-49a9-84b3-b5bd69f5f66b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:35.828757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b4fb09c5-05fd-49a9-84b3-b5bd69f5f66b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/security-groups/896fe69b-a76f-4482-a8ad-d40b51cac2d3 HTTP/1.1" status: 204  len: 168 time: 0.9135864
May 14 21:30:35.837149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45748) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:35.855649 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-c7c17a75-d9cf-4c52-8047-108e15f06f6b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] show failed (client error): The resource could not be found.
May 14 21:30:35.857350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c7c17a75-d9cf-4c52-8047-108e15f06f6b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "GET /v2.0/security-groups/896fe69b-a76f-4482-a8ad-d40b51cac2d3 HTTP/1.1" status: 404  len: 347 time: 0.0187409
May 14 21:30:35.861361 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a81ca2a7-7ee1-47d3-93e3-f1206df82d20 req-de8921b8-fb38-45a4-9ed4-ec37816f555a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080320
May 14 21:30:35.861845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45750) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:35.905022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb09c5-05fd-49a9-84b3-b5bd69f5f66b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896fe69b-a76f-4482-a8ad-d40b51cac2d3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:35.937395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be888a0d-a850-4788-ab4c-11dd9c8e560a req-b061ab23-4a9a-46a0-992c-c51d8c952c9d service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2588589
May 14 21:30:35.975400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-026c4cdf-203e-43ff-a9a6-4550c008df08 admin admin] Publish callbacks [] for security_group (fe3d2036-0471-4210-b998-b24d7eca9bf4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.016316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-08e514cd-4321-4392-afda-0fcaedac6460 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826706
May 14 21:30:36.018535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-026c4cdf-203e-43ff-a9a6-4550c008df08 admin admin] Publish callbacks [] for security_group (fe3d2036-0471-4210-b998-b24d7eca9bf4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.024859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port 13e5672e-29c8-40aa-b874-a715f7c11628 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:36.025785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (13e5672e-29c8-40aa-b874-a715f7c11628), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.112023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (13e5672e-29c8-40aa-b874-a715f7c11628), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.112342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (13e5672e-29c8-40aa-b874-a715f7c11628), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.131670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for 13e5672e-29c8-40aa-b874-a715f7c11628 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:36.143160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-ec85d093-846b-4931-92a4-5466f366ce74 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174414
May 14 21:30:36.194488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-211c11ad-36c6-40f6-a5d5-f818061f9973 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 217 time: 0.0450737
May 14 21:30:36.237421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-026c4cdf-203e-43ff-a9a6-4550c008df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fe3d2036-0471-4210-b998-b24d7eca9bf4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.240260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-026c4cdf-203e-43ff-a9a6-4550c008df08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.241352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-026c4cdf-203e-43ff-a9a6-4550c008df08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe3d2036-0471-4210-b998-b24d7eca9bf4 HTTP/1.1" status: 204  len: 168 time: 0.4694135
May 14 21:30:36.261860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c4cdf-203e-43ff-a9a6-4550c008df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d2036-0471-4210-b998-b24d7eca9bf4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:36.270929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-4cde1a24-6fb6-465c-810e-bacdbc0b9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:36.273043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-4cde1a24-6fb6-465c-810e-bacdbc0b9ffc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0718207
May 14 21:30:36.334525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-e0716e86-bf8c-421c-93f7-52a19db2405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:36.336213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-e0716e86-bf8c-421c-93f7-52a19db2405c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0525970
May 14 21:30:36.401094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (13e5672e-29c8-40aa-b874-a715f7c11628), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.459075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-542eceee-1d0f-4815-9b7f-efb7d271569a service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1165459
May 14 21:30:36.467315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=13e5672e-29c8-40aa-b874-a715f7c11628,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:36.517200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for floatingip (a3438a16-fc4e-41dd-9bde-07e858d61702), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.517200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.517722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a334650-9a75-4199-a7bc-ba13748a27eb tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/floatingips/a3438a16-fc4e-41dd-9bde-07e858d61702 HTTP/1.1" status: 204  len: 168 time: 0.6549582
May 14 21:30:36.522397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45760) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:36.535567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64e3c6be-4cff-4da5-9e1a-3200ae7ad69b req-02528e28-b815-4a64-9b74-515b04c12edc tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0694690
May 14 21:30:36.621355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-cc5dacb0-2f75-443f-8675-00b5b51789d2 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359818
May 14 21:30:36.649926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port cb2ed6c9-1135-4b76-b18c-8882fea92d8d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:36.649926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.671510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-f002e02b-3602-4817-a6ea-d00b76f02e02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 217 time: 0.0413265
May 14 21:30:36.730125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-60094526-03dd-45b5-ab4f-793cc51305d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:36.733851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-60094526-03dd-45b5-ab4f-793cc51305d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0540316
May 14 21:30:36.776494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:36.785002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-502c66d2-11a4-41fe-8a94-6759133cd049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:36.786986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-502c66d2-11a4-41fe-8a94-6759133cd049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0468490
May 14 21:30:36.794149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for cb2ed6c9-1135-4b76-b18c-8882fea92d8d owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:36.897945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-061e80bc-87f8-4671-8bf6-bd635f620bfa service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038971
May 14 21:30:37.027385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6be74c-ca87-4cb7-b155-e458e129dd9a req-c37b9259-3dbf-4581-b339-158aec20cc4e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:37.028884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d6be74c-ca87-4cb7-b155-e458e129dd9a req-c37b9259-3dbf-4581-b339-158aec20cc4e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.0623116
May 14 21:30:37.044320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-22be3507-d3c5-4ecf-9b79-56f67e8f2870 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391995
May 14 21:30:37.087200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (cb2ed6c9-1135-4b76-b18c-8882fea92d8d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:37.093222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-204b022f-28dd-41e5-a21f-9bece0c0f454 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=edfac6c5-c706-4629-944c-81d0943a6af1 HTTP/1.1" status: 200  len: 217 time: 0.0430508
May 14 21:30:37.098795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8d6be74c-ca87-4cb7-b155-e458e129dd9a req-b838e6f4-bae4-494e-a392-61777086cef7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620124
May 14 21:30:37.125396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=cb2ed6c9-1135-4b76-b18c-8882fea92d8d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:37.166766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-890316b5-ad62-437c-aa69-b90850a58fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:37.168837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-890316b5-ad62-437c-aa69-b90850a58fc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0705035
May 14 21:30:37.220200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:37.224274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5098ab15-7040-4d50-b470-e15e0bb394b4 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/ports/cb2ed6c9-1135-4b76-b18c-8882fea92d8d HTTP/1.1" status: 204  len: 168 time: 0.7001305
May 14 21:30:37.232310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45776) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:37.271656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-f4d2740a-a6bb-4bc9-ad8d-5eedaa1dcfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:37.281801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-f4d2740a-a6bb-4bc9-ad8d-5eedaa1dcfcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1019437
May 14 21:30:37.361711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port 295d1cbd-15b9-44db-8e23-acbc4c34efab {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:37.362214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:37.405681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-9becf6d5-fb9f-4f65-b7a4-56cdc50600cb service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185369
May 14 21:30:37.485385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:37.503213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for 295d1cbd-15b9-44db-8e23-acbc4c34efab owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:37.526862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-64640d86-39b6-4783-96c2-0eee86216d68 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1146791
May 14 21:30:37.586212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-1c9a4611-7d80-471a-a7af-6d88946b1f4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=fa577191-77f9-4d03-a86c-1dae3aad889a HTTP/1.1" status: 200  len: 217 time: 0.0485680
May 14 21:30:37.664200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-48d086fd-e42c-49d5-8737-bc075b90549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:37.666445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-48d086fd-e42c-49d5-8737-bc075b90549b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0695441
May 14 21:30:37.788108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e36772e5-7491-45ee-849f-113128ddaf94 req-484b6115-8130-4b77-9bf4-e1216b0a09ff tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0388484
May 14 21:30:37.800665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (295d1cbd-15b9-44db-8e23-acbc4c34efab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:37.801934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-fa0407f6-2f1d-4d18-857c-3422d6fa804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:37.812266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-fa0407f6-2f1d-4d18-857c-3422d6fa804f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1311345
May 14 21:30:37.842038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=295d1cbd-15b9-44db-8e23-acbc4c34efab,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:37.960677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:37.964524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-34e9c193-6edb-4ce8-a6f5-24cef3cdbef0 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/ports/295d1cbd-15b9-44db-8e23-acbc4c34efab HTTP/1.1" status: 204  len: 168 time: 0.7310112
May 14 21:30:37.966878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45790) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:37.970300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-14d7fb55-dda1-48a4-9e65-31d1c0f08849 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517646
May 14 21:30:38.031249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting subnet 4919133d-9a25-45f3-a9d8-6d49aa48288b {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:30:38.036141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for subnet (4919133d-9a25-45f3-a9d8-6d49aa48288b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.094335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-1047d5b3-537f-4d5a-b7fe-2372b388e669 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191981
May 14 21:30:38.116633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4919133d-9a25-45f3-a9d8-6d49aa48288b), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.143712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-74f42dbb-72d9-464a-84e2-c98b9efc2e1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4663d148-3f78-4667-9e22-e6be0e34d3da HTTP/1.1" status: 200  len: 217 time: 0.0434871
May 14 21:30:38.226057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-12f1721e-b1d8-4cdd-b0a0-a17e6f43d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:38.228149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-12f1721e-b1d8-4cdd-b0a0-a17e6f43d3fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0781703
May 14 21:30:38.287269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-bec282b8-4f1d-45b9-b54b-dd6c2c839c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:38.291254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4919133d-9a25-45f3-a9d8-6d49aa48288b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.299689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-bec282b8-4f1d-45b9-b54b-dd6c2c839c38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0588763
May 14 21:30:38.410809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391c64c-24ea-4959-a5b4-461012580c22 req-c1023979-cf71-423a-a8ed-6a7e155e9a48 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:38.412447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a391c64c-24ea-4959-a5b4-461012580c22 req-c1023979-cf71-423a-a8ed-6a7e155e9a48 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.1916044
May 14 21:30:38.442040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-36011c67-1329-4452-80a8-2d8bbc1cba89 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262314
May 14 21:30:38.475395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a391c64c-24ea-4959-a5b4-461012580c22 req-51b48c30-00e5-4eb7-a577-c2a0c26f1126 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534866
May 14 21:30:38.531081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4919133d-9a25-45f3-a9d8-6d49aa48288b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.554976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-0a46692b-8bbf-4f65-8d46-974c881fee9f service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060727
May 14 21:30:38.556687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:30:38.570177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Subnet': ['ID=4919133d-9a25-45f3-a9d8-6d49aa48288b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:38.573250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.579352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3525824c-0861-462e-bfef-1fa989359025 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/subnets/4919133d-9a25-45f3-a9d8-6d49aa48288b HTTP/1.1" status: 204  len: 168 time: 0.6085770
May 14 21:30:38.580164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45804) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:38.624613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-08459aa4-21f7-4c87-bfef-f7c399f083bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39024741-3b76-4bb3-aecf-4392e5246961 HTTP/1.1" status: 200  len: 217 time: 0.0603156
May 14 21:30:38.641527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4829e8-5933-41fe-a4f8-bab8df6c8a60 None None] Network 6e72934f-3fc8-4cfb-a320-816dc2a9b892 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:30:38.643615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting subnet 7e56e32a-bcca-436f-bcaf-3322b7d8f916 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:30:38.648089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for subnet (7e56e32a-bcca-436f-bcaf-3322b7d8f916), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.722000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-a817b740-acf5-4f38-9952-6070f5909774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:38.726029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-a817b740-acf5-4f38-9952-6070f5909774 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0953517
May 14 21:30:38.729941 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (7e56e32a-bcca-436f-bcaf-3322b7d8f916), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.740726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:38.757401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '3a71fedd-378c-474b-8ed3-687958dee25b', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b', 'mac_address': 'fa:16:3e:90:db:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:30:38.806998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-8f4f4b81-9c60-43c3-b48b-3ae80c85c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:38.808557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-8f4f4b81-9c60-43c3-b48b-3ae80c85c77b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0766063
May 14 21:30:38.848690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:38.849330 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.880065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:30:38.887673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7e56e32a-bcca-436f-bcaf-3322b7d8f916), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:38.940347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:38.978778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] DHCP port deletion for 6e72934f-3fc8-4cfb-a320-816dc2a9b892 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:30:39.016515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f54d2f79-db2c-4923-b8ae-6ec5e337335b req-dd25d8ba-9b8f-4d2e-a40c-588091177c2d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0469716
May 14 21:30:39.032517 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.045645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3aed967a-9ec8-4003-9bd1-b2a1f51bd635 req-578f2209-1a96-4ee7-a483-c7e46e096f98 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0779743
May 14 21:30:39.067991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] Deleting port d39521d4-464f-4bcb-b6d0-c91863ee1c89 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:39.068355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.102846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-7c97a5ba-5bd6-4ba8-b58f-ec54e8a96c87 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863047
May 14 21:30:39.156941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] For port d39521d4-464f-4bcb-b6d0-c91863ee1c89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d39521d4-464f-4bcb-b6d0-c91863ee1c89,segment=NetworkSegment(dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c),segment_id=dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:39.157398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.173271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] Calling delete_port for d39521d4-464f-4bcb-b6d0-c91863ee1c89 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:39.177511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (7e56e32a-bcca-436f-bcaf-3322b7d8f916), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.232253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-976ef7c5-c6a1-4eb8-964c-531f1a5ea84f req-c9bb7c7b-53ba-42ed-913e-0cbd94bf2f44 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225464
May 14 21:30:39.233919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Subnet': ['ID=7e56e32a-bcca-436f-bcaf-3322b7d8f916,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:39.240815 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.251339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45812) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:39.251701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e5e6f7d3-5f36-4b9e-a35b-1e3542d28f41 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/subnets/7e56e32a-bcca-436f-bcaf-3322b7d8f916 HTTP/1.1" status: 204  len: 168 time: 0.6709855
May 14 21:30:39.264182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3a71fedd-378c-474b-8ed3-687958dee25b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:30:39.271048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517bc058-f32c-407e-a688-ca80c6546fed None None] Network 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:30:39.308293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:39.355027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6e72934f-3fc8-4cfb-a320-816dc2a9b892), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.448198 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.449940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Deleting port d39521d4-464f-4bcb-b6d0-c91863ee1c89 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:39.450657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.484982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] Pushing event deleted for resources: {'Port': ['ID=d39521d4-464f-4bcb-b6d0-c91863ee1c89,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:39.509893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa6acc-6c50-42ba-825f-11dcf1280024 None None] No DVR routers for this DVR port d39521d4-464f-4bcb-b6d0-c91863ee1c89 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:39.544792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] For port d39521d4-464f-4bcb-b6d0-c91863ee1c89, host ncdv-master-1, got binding levels [] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:39.546658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.579185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Calling delete_port for d39521d4-464f-4bcb-b6d0-c91863ee1c89 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:39.591644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Port d39521d4-464f-4bcb-b6d0-c91863ee1c89 was not found and therefore no delete operation was performed {{(pid=115781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 14 21:30:39.591644 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d39521d4-464f-4bcb-b6d0-c91863ee1c89), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.642650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Port': ['ID=d39521d4-464f-4bcb-b6d0-c91863ee1c89,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:39.646243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] No DVR routers for this DVR port d39521d4-464f-4bcb-b6d0-c91863ee1c89 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:39.654203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] DHCP port deletion for 4bc88faa-84db-4cff-8bb5-84c3d14fdc3b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:30:39.734318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a294ba1-182d-4d90-a614-a4fd69248ec1 req-77583d54-b6e0-498a-9cf6-b488e35609f4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:39.737342 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a294ba1-182d-4d90-a614-a4fd69248ec1 req-77583d54-b6e0-498a-9cf6-b488e35609f4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.1088140
May 14 21:30:39.737928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] Deleting port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:39.738332 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.760730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6e72934f-3fc8-4cfb-a320-816dc2a9b892), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.784165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a2071f0>,) {'filters': {'network_id': ['6e72934f-3fc8-4cfb-a320-816dc2a9b892']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:39.799343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a2071f0>, 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:39.799685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a2071f0>, 'dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:39.813592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.838120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5a294ba1-182d-4d90-a614-a4fd69248ec1 req-7041d3c9-7440-4a9b-b945-0ad773a83c0e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931418
May 14 21:30:39.849648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.938674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:30:39.939524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (dc7c24ca-9ed6-4d50-a6e5-2a4af60c4a8c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:30:39.943892 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:30:40.028308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] For port b91e57ba-eb01-48bd-84ac-9bd44094e5c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,segment=NetworkSegment(f3b7d09f-cc38-4456-ba6f-06167b4fe73e),segment_id=f3b7d09f-cc38-4456-ba6f-06167b4fe73e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:40.031078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.048772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] Calling delete_port for b91e57ba-eb01-48bd-84ac-9bd44094e5c1 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:40.130409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45832) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:40.177818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b91e57ba-eb01-48bd-84ac-9bd44094e5c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:40.181437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6e72934f-3fc8-4cfb-a320-816dc2a9b892), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.191610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.195309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/networks/6e72934f-3fc8-4cfb-a320-816dc2a9b892 HTTP/1.1" status: 204  len: 168 time: 0.9422894
May 14 21:30:40.199760 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45836) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:40.268723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb224c-21a4-4bc7-91ee-8b0c3b71520b tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Network': ['ID=6e72934f-3fc8-4cfb-a320-816dc2a9b892,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:40.292428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e722e232-adbe-4d61-83ad-d92025e8ccac req-7f50bc44-d0e3-4e99-8ef5-e38e5591da05 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0947444
May 14 21:30:40.300702 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b91e57ba-eb01-48bd-84ac-9bd44094e5c1), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.309802 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 update to DOWN by agent not found {{(pid=115782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 14 21:30:40.310645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d39521d4-464f-4bcb-b6d0-c91863ee1c89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:40.371087 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.375198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] No DVR routers for this DVR port b91e57ba-eb01-48bd-84ac-9bd44094e5c1 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:40.391937 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d9f3c95a-c653-4ca3-af30-7f94b2c6723c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.393902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66791c92-f834-412f-977b-cdf5f89a9bac None None] Pushing event deleted for resources: {'Port': ['ID=b91e57ba-eb01-48bd-84ac-9bd44094e5c1,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:40.398438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d39521d4-464f-4bcb-b6d0-c91863ee1c89 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:30:40.398438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d39521d4-464f-4bcb-b6d0-c91863ee1c89 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:30:40.469995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:40.501038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.522840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a378610>,) {'filters': {'network_id': ['4bc88faa-84db-4cff-8bb5-84c3d14fdc3b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:40.532843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a378610>, 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:40.533147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a378610>, 'f3b7d09f-cc38-4456-ba6f-06167b4fe73e') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:40.542808 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (f3b7d09f-cc38-4456-ba6f-06167b4fe73e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.558954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f3b7d09f-cc38-4456-ba6f-06167b4fe73e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.565228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:30:40.565675 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (f3b7d09f-cc38-4456-ba6f-06167b4fe73e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:30:40.568824 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:30:40.570942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:30:40.578395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.634695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 3a71fedd-378c-474b-8ed3-687958dee25b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:30:40.675921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.738555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4bc88faa-84db-4cff-8bb5-84c3d14fdc3b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.746344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.748658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 3a71fedd-378c-474b-8ed3-687958dee25b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:40.762842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.763090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] 10.222.0.52 "DELETE /v2.0/networks/4bc88faa-84db-4cff-8bb5-84c3d14fdc3b HTTP/1.1" status: 204  len: 168 time: 0.5490813
May 14 21:30:40.772954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c08d-dd05-4806-a21c-761990e9ff24 tempest-TaggedBootDevicesTest_v242-387890351 tempest-TaggedBootDevicesTest_v242-387890351-project] Pushing event deleted for resources: {'Network': ['ID=4bc88faa-84db-4cff-8bb5-84c3d14fdc3b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:40.820016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Allocated IP 172.35.4.215 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a9813ea0-2205-4a7e-a8ae-cee9633e06ad) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:40.882892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:40.883287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.912631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:40.922699 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bf7a20-bb12-4d82-a4af-e1097583b3e9" -d '{"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-plugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:40.941903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:40.954300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:40.988855 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef583d96-480b-4c2d-a14f-014e7a02dc22 x-openstack-request-id: req-ef583d96-480b-4c2d-a14f-014e7a02dc22 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:40.989387 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-plugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:40.989681 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef583d96-480b-4c2d-a14f-014e7a02dc22 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:40.990331 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef583d96-480b-4c2d-a14f-014e7a02dc22'] response: {'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'code': 200}
May 14 21:30:41.049251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b39817-87bc-4c34-b7c0-e77462652787 req-b8fda237-fd90-4da4-bdbf-e39064807513 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:41.051005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76b39817-87bc-4c34-b7c0-e77462652787 req-b8fda237-fd90-4da4-bdbf-e39064807513 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.0741680
May 14 21:30:41.099062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e97a1-ac3c-4c78-a576-3663ca8375be req-a3371068-3431-4e5b-bb78-a7d95146d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:41.101062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b9e97a1-ac3c-4c78-a576-3663ca8375be req-a3371068-3431-4e5b-bb78-a7d95146d229 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1127 time: 0.0463974
May 14 21:30:41.106343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-76b39817-87bc-4c34-b7c0-e77462652787 req-85155cee-731b-4863-895d-679ab7ec3668 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483329
May 14 21:30:41.148402 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:41.150814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b9e97a1-ac3c-4c78-a576-3663ca8375be req-caf4a131-0d88-424a-aa5c-1d4942d1f895 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413187
May 14 21:30:41.153014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:41.190325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:41.193576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:41.197323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:41.231964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:41.239472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Port': ['ID=a9813ea0-2205-4a7e-a8ae-cee9633e06ad,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:41.305115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for floatingip (2a30725f-26da-4edd-802b-225862c09745), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:41.451880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f773067-ba75-4871-b158-72560b32c3ab req-c1324d46-d352-49b2-9fb1-46d788cd8341 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0362883
May 14 21:30:41.452465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:41.657092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:41.771086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:41.864042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Port': ['ID=a9813ea0-2205-4a7e-a8ae-cee9633e06ad,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:41.870612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (2a30725f-26da-4edd-802b-225862c09745), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.091029 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.093978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.097742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b7eaf6d3-e53b-4adb-bf39-88b9ab905946 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9629998
May 14 21:30:42.098401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:42.103327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-678333844'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:42.243105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Made reservation on behalf of fed8d19b77e14adb88ac679316fd3e9a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:30:42.247081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.262436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.282110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba6bf-b71b-4462-97cb-7b8cdcf09bba req-0b053f9f-1609-4f8b-bbd7-516ccd5dd354 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:42.299331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f18ba6bf-b71b-4462-97cb-7b8cdcf09bba req-0b053f9f-1609-4f8b-bbd7-516ccd5dd354 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0799048
May 14 21:30:42.389130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f18ba6bf-b71b-4462-97cb-7b8cdcf09bba req-8441c9e3-eddd-434f-b720-366ac5767373 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775745
May 14 21:30:42.427986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for security_group (d7758f93-e6b3-4d6e-b17d-8981693377e0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.429883 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.476909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b2184e4-9a8c-4c92-b84d-3ccad7c348df req-5cd78c2d-0176-466d-8854-878025ebea1f tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0333126
May 14 21:30:42.548340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d7758f93-e6b3-4d6e-b17d-8981693377e0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.577294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:30:42.587844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7758f93-e6b3-4d6e-b17d-8981693377e0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:42.593301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (362c2e14-0837-4504-baca-d33ac3d85c47), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.593734 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Added segment 362c2e14-0837-4504-baca-d33ac3d85c47 of type vlan for network 488eb575-3aae-4fd1-8927-ee323d4d7c3d
May 14 21:30:42.638916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (488eb575-3aae-4fd1-8927-ee323d4d7c3d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.724677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (488eb575-3aae-4fd1-8927-ee323d4d7c3d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.730584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:42.731439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.812327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Network': ['ID=488eb575-3aae-4fd1-8927-ee323d4d7c3d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:42.826810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:30:42.830962 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74e0cf5a-0776-4fc3-b301-c369128b717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:42.867323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb9e376b-458d-4c5f-9940-438d8dbc3148 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7676935
May 14 21:30:42.879700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:42.879700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Request body: {'subnet': {'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:43.049589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Made reservation on behalf of fed8d19b77e14adb88ac679316fd3e9a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:30:43.050242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.301231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (3f27a6f9-37a5-41fe-8ac3-66814cdc7751), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.355685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Subnet': ['ID=3f27a6f9-37a5-41fe-8ac3-66814cdc7751,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:43.382038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Checking segment: {'id': '362c2e14-0837-4504-baca-d33ac3d85c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:30:43.385199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network hostable DHCP agents. Network: 488eb575-3aae-4fd1-8927-ee323d4d7c3d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:30:43.554213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:30:43.555190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea640f-5402-4c85-84fc-819d7b31179c req-dfb7a7fa-60e9-4f94-a61e-d99390a13c52 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:43.555190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61ea640f-5402-4c85-84fc-819d7b31179c req-dfb7a7fa-60e9-4f94-a61e-d99390a13c52 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0690627
May 14 21:30:43.602047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c8a9087-ed6e-4a4d-b072-ea27d7839bb2 req-0add514e-3f31-4011-bdc1-ba7fb09c7d66 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0298543
May 14 21:30:43.606121 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61ea640f-5402-4c85-84fc-819d7b31179c req-9f38c476-5369-4217-bed0-62f6f7299052 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468271
May 14 21:30:43.628127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 488eb575-3aae-4fd1-8927-ee323d4d7c3d) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:43.645280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55a663-b9af-490e-97a2-f9be6bafeff5 None None] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:30:43.647842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:43.653041 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.758647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29335bff-5967-4de7-8372-fee8a39245cc tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8874719
May 14 21:30:43.761306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:43.766186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1584808021', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:43.775705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fb594-1b8a-4995-8cb7-0011982c4ad5 req-e35a383a-db58-4797-9947-7667d31455ae tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:43.777414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d92fb594-1b8a-4995-8cb7-0011982c4ad5 req-e35a383a-db58-4797-9947-7667d31455ae tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0643463
May 14 21:30:43.787370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45906) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:43.792051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-488eb575-3aae-4fd1-8927-ee323d4d7c3d', 'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d', 'project_id': 'fed8d19b77e14adb88ac679316fd3e9a', 'fixed_ips': [{'subnet_id': '3f27a6f9-37a5-41fe-8ac3-66814cdc7751'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:30:43.792421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Request body: {'floatingip': {'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:43.793468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.799138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.840839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (65229ce1-ab53-4064-b1d4-c9509ab6200e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.910867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (4cbf41b9-f40c-400a-9559-426e994f3210), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.913033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (4cbf41b9-f40c-400a-9559-426e994f3210), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:43.948560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Allocated IP 172.20.0.2 (488eb575-3aae-4fd1-8927-ee323d4d7c3d/3f27a6f9-37a5-41fe-8ac3-66814cdc7751/1c31c125-0324-4c04-9013-496e96478067) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:44.060476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router_controller (4cbf41b9-f40c-400a-9559-426e994f3210), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.126313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Publish callbacks [] for port (1c31c125-0324-4c04-9013-496e96478067), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.239866 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1c31c125-0324-4c04-9013-496e96478067), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.294221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:44.300591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:44.303088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Pushing event updated for resources: {'Port': ['ID=1c31c125-0324-4c04-9013-496e96478067,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:44.306196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:44.383950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Attempting to bind port 1c31c125-0324-4c04-9013-496e96478067 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:30:44.384304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Attempting to bind port 1c31c125-0324-4c04-9013-496e96478067 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '362c2e14-0837-4504-baca-d33ac3d85c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:30:44.384681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Attempting to bind port 1c31c125-0324-4c04-9013-496e96478067 on network 488eb575-3aae-4fd1-8927-ee323d4d7c3d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:30:44.392320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:30:44.394629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Checking segment: {'id': '362c2e14-0837-4504-baca-d33ac3d85c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:30:44.395084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.395515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Bound using segment: {'id': '362c2e14-0837-4504-baca-d33ac3d85c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:30:44.396013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Bound port: 1c31c125-0324-4c04-9013-496e96478067, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362c2e14-0837-4504-baca-d33ac3d85c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:30:44.396973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c31c125-0324-4c04-9013-496e96478067), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.483965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] For port 1c31c125-0324-4c04-9013-496e96478067, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:30:44.487592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] For port 1c31c125-0324-4c04-9013-496e96478067, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c31c125-0324-4c04-9013-496e96478067,segment=NetworkSegment(362c2e14-0837-4504-baca-d33ac3d85c47),segment_id=362c2e14-0837-4504-baca-d33ac3d85c47)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:30:44.537457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1c31c125-0324-4c04-9013-496e96478067), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.601492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886d0f5-3f72-470d-a219-da63124a84e8 None None] Pushing event updated for resources: {'Port': ['ID=1c31c125-0324-4c04-9013-496e96478067,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:44.753125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router_gateway (4cbf41b9-f40c-400a-9559-426e994f3210), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:44.776893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1db08970-319c-41a6-936e-a33e030ba630 req-cfc12ee4-e4b8-42f7-a439-18d4134ab714 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0530171
May 14 21:30:45.021139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.118057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router_gateway (4cbf41b9-f40c-400a-9559-426e994f3210), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.120817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (65229ce1-ab53-4064-b1d4-c9509ab6200e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.170429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.316906 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Floating IP 65229ce1-ab53-4064-b1d4-c9509ab6200e associated. External IP: 172.35.4.47, port: 3a71fedd-378c-474b-8ed3-687958dee25b.
May 14 21:30:45.379053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Allocated IP 172.35.4.194 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/3b914ade-bab8-4748-a37d-465666e69600) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:45.627809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.660467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for port (3b914ade-bab8-4748-a37d-465666e69600), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.701091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:45.816662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3b914ade-bab8-4748-a37d-465666e69600), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.828419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae242cd5-15b0-4613-bec5-2f3f02b104b4 None None] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:30:45.902623 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3a31fb8-e63c-4f14-b7de-66aabce2c940 req-0e78ce1e-8371-4276-bc0d-a7242e1ba849 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0432205
May 14 21:30:45.908305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:45.936741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.940052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:45.943367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Port': ['ID=3b914ade-bab8-4748-a37d-465666e69600,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:45.945096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] Provisioning complete for port 1c31c125-0324-4c04-9013-496e96478067 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:45.945515 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1c31c125-0324-4c04-9013-496e96478067), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:45.960799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:45.964936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:45.971414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:46.009495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d4a2771-f5b1-4874-acd4-becdc94089a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "PUT /v2.0/floatingips/65229ce1-ab53-4064-b1d4-c9509ab6200e HTTP/1.1" status: 200  len: 991 time: 2.2183411
May 14 21:30:46.010543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:46.012430 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181085d-233f-4349-8138-566feb9a32fa" -d '{"events": [{"name": "network-changed", "server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:46.020939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:46.026014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e50c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:46.109850 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951dc176-1806-4797-9410-538118f80309 x-openstack-request-id: req-951dc176-1806-4797-9410-538118f80309 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:46.110152 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:46.110515 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-951dc176-1806-4797-9410-538118f80309 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:46.110933 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951dc176-1806-4797-9410-538118f80309'] response: {'name': 'network-changed', 'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'status': 'completed', 'code': 200}
May 14 21:30:46.249836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181085d-233f-4349-8138-566feb9a32fa req-0ce49136-d14d-42b8-8dfd-39b334f9926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:46.251415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-0ce49136-d14d-42b8-8dfd-39b334f9926f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1128 time: 0.0703530
May 14 21:30:46.339909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1c31c125-0324-4c04-9013-496e96478067 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:30:46.419164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] Current status of the port 1c31c125-0324-4c04-9013-496e96478067 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:46.424472 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c31c125-0324-4c04-9013-496e96478067), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:46.429716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:46.520643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1c31c125-0324-4c04-9013-496e96478067 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:46.521007 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1c31c125-0324-4c04-9013-496e96478067), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:46.539504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router_gateway (4cbf41b9-f40c-400a-9559-426e994f3210), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:46.801622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b22548-5b29-483c-b5da-6a5bf87b03a6 req-c10e5757-3652-4098-bb8d-39625a8b2044 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:46.809276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3b22548-5b29-483c-b5da-6a5bf87b03a6 req-c10e5757-3652-4098-bb8d-39625a8b2044 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0725853
May 14 21:30:46.814548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] For port 1c31c125-0324-4c04-9013-496e96478067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c31c125-0324-4c04-9013-496e96478067,segment=NetworkSegment(362c2e14-0837-4504-baca-d33ac3d85c47),segment_id=362c2e14-0837-4504-baca-d33ac3d85c47)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:46.864518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181085d-233f-4349-8138-566feb9a32fa req-ab6d1cba-98c3-4502-8ebe-c3ce8a21c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:46.867277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-ab6d1cba-98c3-4502-8ebe-c3ce8a21c35e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.6103420
May 14 21:30:46.871538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (4cbf41b9-f40c-400a-9559-426e994f3210), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:46.951131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1c31c125-0324-4c04-9013-496e96478067 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:46.951545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c31c125-0324-4c04-9013-496e96478067), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:46.957747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1c31c125-0324-4c04-9013-496e96478067), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:46.989379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3b22548-5b29-483c-b5da-6a5bf87b03a6 req-1db7e07a-ca02-4f22-82cb-7cd36086e512 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1790504
May 14 21:30:47.014503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-36456ae2-2503-4f31-bf43-93e6d3024770 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 999 time: 0.1369619
May 14 21:30:47.024933 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:47.072204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c6d46a6-4a30-4845-bd72-dcb7011843b6 req-48c59cd2-7600-40b9-a9bf-b570e9e56cc5 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0416069
May 14 21:30:47.080018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181085d-233f-4349-8138-566feb9a32fa req-1f8faace-d62a-43c6-82c8-06fc19f5e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:47.081815 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-1f8faace-d62a-43c6-82c8-06fc19f5e3be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.0570259
May 14 21:30:47.145920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181085d-233f-4349-8138-566feb9a32fa req-5c55e8c3-230f-433d-9bf6-17415616964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:47.147446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-5c55e8c3-230f-433d-9bf6-17415616964a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0561664
May 14 21:30:47.148453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-66068ed6-fafe-460d-a7a4-8c611a80ebf2 None None] Provisioning complete for port 1c31c125-0324-4c04-9013-496e96478067 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:47.148827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-66068ed6-fafe-460d-a7a4-8c611a80ebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1c31c125-0324-4c04-9013-496e96478067), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:47.155672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7341f1-9898-4054-9966-7c52993c7827 None None] Pushing event updated for resources: {'Port': ['ID=1c31c125-0324-4c04-9013-496e96478067,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:47.181051 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:30:47.187926 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:30:47.187926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e50c70>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65229ce1-ab53-4064-b1d4-c9509ab6200e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'floating_ip_address': '172.35.4.47', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'mac_address': 'fa:16:3e:90:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:30:23Z', 'updated_at': '2022-05-14T21:30:44Z', 'revision_number': 1, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.223321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:30:47.228567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Router 4cbf41b9-f40c-400a-9559-426e994f3210 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:30:47.240390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:47.242317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e50c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.254311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-49c2a600-91b9-4905-a7ee-3f3eac4508c5 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1004553
May 14 21:30:47.327305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-66068ed6-fafe-460d-a7a4-8c611a80ebf2 None None] Current status of the port 1c31c125-0324-4c04-9013-496e96478067 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:47.354124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1181085d-233f-4349-8138-566feb9a32fa req-d9833c6a-74e9-4568-907d-8af664fb6b14 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923538
May 14 21:30:47.358921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:47.382216 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] Sync routers for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:47.390142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:47.393840 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:47.394470 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d32100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.430676 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d32100>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.440836 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:47.441460 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d32100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.475517 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d32100>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.476109 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce7bb4-04f2-449f-b844-fa00df991175 None None] The sync data for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:47.504099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:47.505465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b3b08d6d-d58d-4858-a64c-8f599e6b2a27 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 3.7431540
May 14 21:30:47.508440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:47.620524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e50c70>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65229ce1-ab53-4064-b1d4-c9509ab6200e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'floating_ip_address': '172.35.4.47', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'mac_address': 'fa:16:3e:90:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:30:23Z', 'updated_at': '2022-05-14T21:30:44Z', 'revision_number': 1, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:47.664915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f2868d-b0fa-4ba5-9d36-d181f968e192 None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '65229ce1-ab53-4064-b1d4-c9509ab6200e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'floating_ip_address': '172.35.4.47', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'mac_address': 'fa:16:3e:90:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:30:23Z', 'updated_at': '2022-05-14T21:30:44Z', 'revision_number': 1, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:47.727661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1c31c125-0324-4c04-9013-496e96478067 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:47.905973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f1c29-1fc3-47d8-854b-8b548bcb33a4 None None] New status for floating IP 65229ce1-ab53-4064-b1d4-c9509ab6200e: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:30:48.045629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.134678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1c31c125-0324-4c04-9013-496e96478067 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:30:48.159316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75026da2-7609-4f0a-b605-ccff4fa51482 req-748c69ed-b782-4b57-a909-1b425336b5e9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:48.161099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75026da2-7609-4f0a-b605-ccff4fa51482 req-748c69ed-b782-4b57-a909-1b425336b5e9 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0986838
May 14 21:30:48.209594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1c31c125-0324-4c04-9013-496e96478067 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:48.209972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1c31c125-0324-4c04-9013-496e96478067), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.228129 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae0ac0d9-73e4-47dc-9c94-9176a87bd9a4 req-ef7d612a-7f74-4541-b511-739502fd5bab tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0402465
May 14 21:30:48.271451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-041e2e91-5fa4-426f-b086-bd7e34f9c8a3 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:48.273173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-041e2e91-5fa4-426f-b086-bd7e34f9c8a3 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 945 time: 0.0819368
May 14 21:30:48.319178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1c31c125-0324-4c04-9013-496e96478067 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:30:48.341637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75026da2-7609-4f0a-b605-ccff4fa51482 req-0de37054-5cb1-4df1-ba09-f57d5068971c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=52e46338-1f6f-4b34-b66b-daa869d2b8cd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423244
May 14 21:30:48.467648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Deleting port e90ff6bb-3ced-4a72-8633-418a004483a5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:48.467992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.590462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Allocated IP 172.20.0.1 (488eb575-3aae-4fd1-8927-ee323d4d7c3d/3f27a6f9-37a5-41fe-8ac3-66814cdc7751/4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:48.607994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] For port e90ff6bb-3ced-4a72-8633-418a004483a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e90ff6bb-3ced-4a72-8633-418a004483a5,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:30:48.608522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.846108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.873158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.873587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:48.874114 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Floating IP b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9 disassociated. External IP: 172.35.4.5, port: e90ff6bb-3ced-4a72-8633-418a004483a5.
May 14 21:30:48.874503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Calling delete_port for e90ff6bb-3ced-4a72-8633-418a004483a5 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:49.013315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:49.056565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:49.061780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:49.065570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:49.092025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Port': ['ID=4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:49.114576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (4cbf41b9-f40c-400a-9559-426e994f3210), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:49.156973 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e90ff6bb-3ced-4a72-8633-418a004483a5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:49.203912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event deleted for resources: {'Port': ['ID=e90ff6bb-3ced-4a72-8633-418a004483a5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:49.281407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7a583106-5347-4820-ac0d-421517b0b5cb None None] Provisioning complete for port 4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:49.281997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a583106-5347-4820-ac0d-421517b0b5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:49.326451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7a583106-5347-4820-ac0d-421517b0b5cb None None] Port 4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:49.353714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:49.369379 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58d270cd-fc3b-407b-ab9f-1cc17f8b8a71 req-4ec0a48b-812a-4363-8a73-f0b90452e798 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0296397
May 14 21:30:49.496148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf5c4aa4-5b1b-4e6e-89eb-c6f526c5198b req-245a613a-3e94-4112-b038-66d60ed6339b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0709825
May 14 21:30:49.498129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:49.554696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:49.567541 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:49.580370 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:49.581094 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d325b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:49.627010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] No DVR routers for this DVR port e90ff6bb-3ced-4a72-8633-418a004483a5 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:30:49.631284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:49.634831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51a8d3b8-a806-4fb7-90e1-e6c8965509ad req-971b42ff-9e2d-4716-9c1a-8937f0ba1511 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "DELETE /v2.0/ports/e90ff6bb-3ced-4a72-8633-418a004483a5 HTTP/1.1" status: 204  len: 173 time: 1.3534834
May 14 21:30:49.635316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'name': 'network-vif-deleted', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:30:49.637705 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37d2166-1f3e-48cd-9e2a-3f935bda726a" -d '{"events": [{"server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "name": "network-vif-deleted", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:30:49.718426 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4c132-1403-4f94-851f-0c89334dc1d5 x-openstack-request-id: req-86f4c132-1403-4f94-851f-0c89334dc1d5 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:30:49.718729 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a91c0da-3308-4367-b3f4-ecc73bd8ee3f", "name": "network-vif-deleted", "tag": "e90ff6bb-3ced-4a72-8633-418a004483a5", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:30:49.719625 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86f4c132-1403-4f94-851f-0c89334dc1d5 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:30:49.722416 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f4c132-1403-4f94-851f-0c89334dc1d5'] response: {'server_uuid': '6a91c0da-3308-4367-b3f4-ecc73bd8ee3f', 'name': 'network-vif-deleted', 'tag': 'e90ff6bb-3ced-4a72-8633-418a004483a5', 'status': 'completed', 'code': 200}
May 14 21:30:49.818629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:50.027449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d325b0>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:50.057281 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:30:50.067792 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:50.068461 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d325b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:50.185719 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:30:50.266302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:50.348022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:50.377275 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d325b0>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:50.421560 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e952e1c4-40ff-4211-b0ba-33a2c40676cf None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:50.431755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (4cbf41b9-f40c-400a-9559-426e994f3210), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:50.433949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Port': ['ID=4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:50.534743 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d7a392-04f3-4606-8c65-398b91c3e4be req-8e0c494e-f714-480e-bfad-1bb24439036a tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0448773
May 14 21:30:50.600763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:50.602419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:50.691839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83c64aee-d2b0-4397-af12-31b5829a1d15 req-e2e41d53-428e-4a84-8198-362dfb738167 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a91c0da-3308-4367-b3f4-ecc73bd8ee3f HTTP/1.1" status: 200  len: 210 time: 0.0842288
May 14 21:30:50.828998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Router 4cbf41b9-f40c-400a-9559-426e994f3210 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:50.878357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd5a65d-9e81-4f5d-b783-f15e1edf31ab None None] New status for floating IP b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:30:50.963966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:50.970198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dbe8d898-10f4-46e8-bace-7ceb22afef0a tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "PUT /v2.0/routers/4cbf41b9-f40c-400a-9559-426e994f3210/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4607072
May 14 21:30:50.973959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45982) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:50.974507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] Sync routers for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:50.980464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Request body: {'port': {'network_id': '488eb575-3aae-4fd1-8927-ee323d4d7c3d', 'name': 'tempest-FloatingIPAdminTestJSON-1736838249'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:50.985256 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:50.986060 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523122e640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:51.011038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d0e5c99c-b76b-4c6c-9042-b8eca6a7838f None None] Provisioning complete for port 4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:51.011728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d0e5c99c-b76b-4c6c-9042-b8eca6a7838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:51.026837 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523122e640>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:51.036782 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:51.037752 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523122e640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:51.047778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5c99c-b76b-4c6c-9042-b8eca6a7838f None None] Port 4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:51.080466 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523122e640>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:51.081051 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552332a5-5915-4472-b121-209ed0d413f1 None None] The sync data for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:51.222149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Made reservation on behalf of fed8d19b77e14adb88ac679316fd3e9a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:30:51.232189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:51.247785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] device_id is not set on port 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:30:51.359975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Allocated IP 172.20.0.4 (488eb575-3aae-4fd1-8927-ee323d4d7c3d/3f27a6f9-37a5-41fe-8ac3-66814cdc7751/0444e3e1-c61a-4bb5-8d52-5b13333ec9a7) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:51.513226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for port (0444e3e1-c61a-4bb5-8d52-5b13333ec9a7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:51.604780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0444e3e1-c61a-4bb5-8d52-5b13333ec9a7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:51.644054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b185e5e1-1d84-4808-8424-a82bb39b168b req-66191523-35fd-4984-808c-e2a980e36442 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0402062
May 14 21:30:51.657041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:51.660921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:51.665816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:51.668433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event updated for resources: {'Port': ['ID=0444e3e1-c61a-4bb5-8d52-5b13333ec9a7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:51.722124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:51.722849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:51.870794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-56898c60-d4b9-45a2-82af-0c661f5606c7 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8955674
May 14 21:30:51.874720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46008) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:51.881350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-05c67566-8e3c-4d0a-af0d-288d19d1dadf None None] Provisioning complete for port 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:30:51.881767 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05c67566-8e3c-4d0a-af0d-288d19d1dadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0444e3e1-c61a-4bb5-8d52-5b13333ec9a7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:51.911938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:51.924713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-05c67566-8e3c-4d0a-af0d-288d19d1dadf None None] Port 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:30:51.941774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'project_id': 'fed8d19b77e14adb88ac679316fd3e9a', 'port_id': '0444e3e1-c61a-4bb5-8d52-5b13333ec9a7'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:51.990598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41778e8a-26d4-405f-8ab9-11d126f31925 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (52e46338-1f6f-4b34-b66b-daa869d2b8cd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.015042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41778e8a-26d4-405f-8ab9-11d126f31925 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (52e46338-1f6f-4b34-b66b-daa869d2b8cd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.051047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.120195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.166553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41778e8a-26d4-405f-8ab9-11d126f31925 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (52e46338-1f6f-4b34-b66b-daa869d2b8cd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.169126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41778e8a-26d4-405f-8ab9-11d126f31925 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.170862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41778e8a-26d4-405f-8ab9-11d126f31925 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "DELETE /v2.0/security-groups/52e46338-1f6f-4b34-b66b-daa869d2b8cd HTTP/1.1" status: 204  len: 168 time: 0.2576683
May 14 21:30:52.173759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:52.186534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41778e8a-26d4-405f-8ab9-11d126f31925 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e46338-1f6f-4b34-b66b-daa869d2b8cd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:52.186858 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-a99d633d-88a4-4c73-b1c9-41039f4ece7a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] show failed (client error): The resource could not be found.
May 14 21:30:52.194174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a99d633d-88a4-4c73-b1c9-41039f4ece7a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups/52e46338-1f6f-4b34-b66b-daa869d2b8cd HTTP/1.1" status: 404  len: 347 time: 0.0131211
May 14 21:30:52.194520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46016) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:52.275387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Allocated IP 172.35.4.34 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/122c67d5-e467-445b-bdbd-f1473d81a489) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:52.317345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Deleting port 41cac045-5ecf-4735-88a8-10cb0f5aff34 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:52.317685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.389511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for port (122c67d5-e467-445b-bdbd-f1473d81a489), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.397022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.398643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (41cac045-5ecf-4735-88a8-10cb0f5aff34), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.411209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Calling delete_port for 41cac045-5ecf-4735-88a8-10cb0f5aff34 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:52.497147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (122c67d5-e467-445b-bdbd-f1473d81a489), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.540968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:52.543884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:52.546325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:52.552374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Pushing event updated for resources: {'Port': ['ID=122c67d5-e467-445b-bdbd-f1473d81a489,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:52.628274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (41cac045-5ecf-4735-88a8-10cb0f5aff34), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.656244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event deleted for resources: {'Port': ['ID=41cac045-5ecf-4735-88a8-10cb0f5aff34,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:52.722491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.725424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:52.726680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9b96ad89-1f61-4736-b47d-b8b79db1120b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "DELETE /v2.0/floatingips/b9d2c45d-8c19-47b4-a095-dd2a4edd8fa9 HTTP/1.1" status: 204  len: 168 time: 0.5312698
May 14 21:30:52.778108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e2d3280-2128-466a-80ca-b5aacf38e54f req-ab1902c2-2d18-486a-8429-8046466a44b6 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0350969
May 14 21:30:52.815774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e90ff6bb-3ced-4a72-8633-418a004483a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:30:52.840291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: e90ff6bb-3ced-4a72-8633-418a004483a5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:30:52.840646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e90ff6bb-3ced-4a72-8633-418a004483a5 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:30:52.900421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46026) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:52.908377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--77388826', 'description': 'tempest-description--1381582259'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:52.964788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for floatingip (1b29110a-630b-49db-859d-21a378764722), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.027357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.100364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (2f67dcf4-62a8-482a-a8d4-1bc61111a96a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.114720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (122c67d5-e467-445b-bdbd-f1473d81a489), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.182332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2f67dcf4-62a8-482a-a8d4-1bc61111a96a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.211430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f67dcf4-62a8-482a-a8d4-1bc61111a96a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:53.306781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for port (122c67d5-e467-445b-bdbd-f1473d81a489), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.309858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.311958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e1781f3-78bf-439d-b480-605ec26a9743 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4104161
May 14 21:30:53.315718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:53.320062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'security_group_rule': {'security_group_id': '2f67dcf4-62a8-482a-a8d4-1bc61111a96a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:53.456601 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (122c67d5-e467-445b-bdbd-f1473d81a489), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.485214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (57871ac3-d0b8-4863-8018-2dc9d70bca3c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.539104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Pushing event updated for resources: {'Port': ['ID=122c67d5-e467-445b-bdbd-f1473d81a489,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:53.547194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (57871ac3-d0b8-4863-8018-2dc9d70bca3c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.554013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (1b29110a-630b-49db-859d-21a378764722), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.628348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (57871ac3-d0b8-4863-8018-2dc9d70bca3c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.646292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57871ac3-d0b8-4863-8018-2dc9d70bca3c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:53.661454 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Floating IP 1b29110a-630b-49db-859d-21a378764722 associated. External IP: 172.35.4.34, port: 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7.
May 14 21:30:53.754399 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.755894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1db5ebf9-9f26-47bc-9ea9-1551ccee5001 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4392078
May 14 21:30:53.758847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46044) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:53.763250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'security_group_rule': {'security_group_id': '2f67dcf4-62a8-482a-a8d4-1bc61111a96a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:53.888019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Router 4cbf41b9-f40c-400a-9559-426e994f3210 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:53.891048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (32bad0aa-016b-4dfe-8733-56db1f17b77e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:53.919901 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8f08777-953c-4898-9c8e-da7a2b1e9d0f req-0edd3511-3235-4ea1-8f6e-f05aa1b4ee36 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0379674
May 14 21:30:53.978680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (32bad0aa-016b-4dfe-8733-56db1f17b77e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.021359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:54.032876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] Sync routers for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:54.044633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:54.046210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c28070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:54.049369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (32bad0aa-016b-4dfe-8733-56db1f17b77e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.069161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bad0aa-016b-4dfe-8733-56db1f17b77e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:54.088187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c28070>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:54.097838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:54.098444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c28070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:54.126756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.138088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c28070>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:54.138696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b9b2bd-e821-42e6-b865-ec4b89a7c8ea None None] The sync data for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:54.158505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.163205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb897abc-7e5d-4858-a7ea-4c404fb83fb5 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4021575
May 14 21:30:54.181599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:54.181721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cde3eed0-7301-492f-a7b8-f21eff7bac37 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 2.2902966
May 14 21:30:54.181808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:54.181898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46054) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:54.270976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9638024e-141d-43b5-9428-c4d6c00cddf4 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] 10.222.0.52 "GET /v2.0/floatingips/1b29110a-630b-49db-859d-21a378764722 HTTP/1.1" status: 200  len: 982 time: 0.0865426
May 14 21:30:54.273393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46058) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:54.278538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.376013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.393406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29a421fa-9e24-4afa-8116-7b6fca3ea914 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3821 time: 0.1189299
May 14 21:30:54.396267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46060) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:54.571390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting port 122c67d5-e467-445b-bdbd-f1473d81a489 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:54.572099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (122c67d5-e467-445b-bdbd-f1473d81a489), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.660758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (122c67d5-e467-445b-bdbd-f1473d81a489), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.661140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for floatingip (122c67d5-e467-445b-bdbd-f1473d81a489), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:54.675752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Calling delete_port for 122c67d5-e467-445b-bdbd-f1473d81a489 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:54.848090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Allocated IP 172.35.4.241 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/62e386ed-a545-4c1d-9892-98271112d0aa) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:54.988408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for port (62e386ed-a545-4c1d-9892-98271112d0aa), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.060202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-35e21b4c-b368-4442-aeba-868b79437500 req-e13a30b8-ca56-4d0b-a234-240b99e9db63 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0483313
May 14 21:30:55.172235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (62e386ed-a545-4c1d-9892-98271112d0aa), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.224096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:55.228192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:55.230043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'Port': ['ID=62e386ed-a545-4c1d-9892-98271112d0aa,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:55.232543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:55.382305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (122c67d5-e467-445b-bdbd-f1473d81a489), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.414509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Port': ['ID=122c67d5-e467-445b-bdbd-f1473d81a489,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:55.441063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (cb3ad9af-993a-4292-86d1-52b24e1b858f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.482280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for floatingip (1b29110a-630b-49db-859d-21a378764722), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.483196 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Floating IP 1b29110a-630b-49db-859d-21a378764722 disassociated (deleted). External IP: 172.35.4.34, port: 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7.
May 14 21:30:55.579287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (62e386ed-a545-4c1d-9892-98271112d0aa), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.710597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Router 4cbf41b9-f40c-400a-9559-426e994f3210 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:30:55.773879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for port (62e386ed-a545-4c1d-9892-98271112d0aa), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.822735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:30:55.827676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.833943 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] Sync routers for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:30:55.844729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:55.845365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231d504f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:55.856965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-93e82a6f-9154-4502-8a0c-168995825d4c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "DELETE /v2.0/floatingips/1b29110a-630b-49db-859d-21a378764722 HTTP/1.1" status: 204  len: 168 time: 1.4596655
May 14 21:30:55.861113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46108) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:55.865578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:55.878143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (62e386ed-a545-4c1d-9892-98271112d0aa), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.882624 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231d504f0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:55.892221 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:30:55.892951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231d504f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:55.936673 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231d504f0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:30:55.936673 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31396c1-843e-41c3-9f55-059327d549f7 None None] The sync data for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:30:55.963889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'Port': ['ID=62e386ed-a545-4c1d-9892-98271112d0aa,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:55.971688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (cb3ad9af-993a-4292-86d1-52b24e1b858f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:55.976949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.050091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.066575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.076356 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b01c8eeb-73ec-49c4-aa3e-ba5e4ffaf834 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9033206
May 14 21:30:56.190963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c25e5917-5a4d-4801-990c-09252b357183 req-bb2971c2-6942-4cf8-a2c9-4518a412225f tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0452116
May 14 21:30:56.221408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Allocated IP 172.35.4.76 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/7edb7610-c93a-4b8e-b2cf-6f7ccc728fac) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:56.297454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-f3d8aa87-536e-46f8-9ee6-6dbaf0903e83 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--77388826&fields=id&tenant_id=6641b342c1d440aea451919f391bc5db HTTP/1.1" status: 200  len: 267 time: 0.0458806
May 14 21:30:56.333255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.405876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-ca8d66c3-1e11-4369-be8e-1a4e40f0160b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:56.407347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-ca8d66c3-1e11-4369-be8e-1a4e40f0160b tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 810 time: 0.1033401
May 14 21:30:56.422300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-f6a6497a-892f-487a-9397-431e58883ecc tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/quotas/6641b342c1d440aea451919f391bc5db HTTP/1.1" status: 200  len: 375 time: 0.0095305
May 14 21:30:56.456815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.481550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-d6a1b35f-7b69-4d6e-999b-dbade2480072 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0541728
May 14 21:30:56.500554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:56.505924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:56.509649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:56.540602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Pushing event updated for resources: {'Port': ['ID=7edb7610-c93a-4b8e-b2cf-6f7ccc728fac,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:56.598580 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-289d4dc0-a9c9-4681-ad24-157ffc9896a2 service neutron] 10.222.0.52 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023297
May 14 21:30:56.615458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for floatingip (49c6018f-7b08-41eb-90d1-7cd6af6144a8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.693855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-4383e9d4-43a8-4896-9214-760b3c9b95f4 service neutron] 10.222.0.52 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893843
May 14 21:30:56.748359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:56.943268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.015226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c6b6039-e466-40cb-a32f-5977d92a827d req-7f9ffbe7-6bd6-48af-8722-cdbb1a87611d tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0293427
May 14 21:30:57.021218 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.096492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Pushing event updated for resources: {'Port': ['ID=7edb7610-c93a-4b8e-b2cf-6f7ccc728fac,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:57.104062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (49c6018f-7b08-41eb-90d1-7cd6af6144a8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.224075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.225339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f6cd81a1-eea0-448f-9a0b-459986d19d71 tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3630049
May 14 21:30:57.228069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46142) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:57.299947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d35e0421-48f0-436f-81f2-25008a4c04ba req-e76eb9a1-05a1-4824-b66c-05b10062c931 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0301013
May 14 21:30:57.328218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:57.445079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.536478 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.652005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Allocated IP 172.35.4.197 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/93767e7d-b7c3-4c15-a204-1bc669b4690a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:30:57.755499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks [] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.850634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:57.887769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:30:57.893649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:30:57.897190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:30:57.921642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Pushing event updated for resources: {'Port': ['ID=93767e7d-b7c3-4c15-a204-1bc669b4690a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:57.987503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks [] for floatingip (3b2190e8-4c4a-4d0c-bb14-05804e236bd3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.135913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2815f68-9b84-4fce-87c0-41f8b2684796 req-c7bd5bfa-9b05-44d5-af50-4bb2dc93a09e tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0465240
May 14 21:30:58.148182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.338865 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks [] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.408192 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-217378ee-3714-4bf4-a2c0-4e3ac6f644d3 req-47564c03-52b2-4186-a6cc-65942507e8eb tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0294740
May 14 21:30:58.456215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.526435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Pushing event updated for resources: {'Port': ['ID=93767e7d-b7c3-4c15-a204-1bc669b4690a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:58.539108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3b2190e8-4c4a-4d0c-bb14-05804e236bd3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.614272 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.614272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7584bf66-6152-4faa-ab2a-c0b297efebf7 tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3791924
May 14 21:30:58.614272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46160) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:58.677948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd4c122a-9444-4ca3-861b-cbed7d2d364a tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4486 time: 0.0651531
May 14 21:30:58.680068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46164) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:58.757114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6adbb88-45fc-4499-9f00-e3dba5e53718 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.0759325
May 14 21:30:58.759725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46166) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:58.887369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Deleting port 93767e7d-b7c3-4c15-a204-1bc669b4690a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:58.887369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.965237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.965569 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks [] for floatingip (93767e7d-b7c3-4c15-a204-1bc669b4690a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:58.984698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Calling delete_port for 93767e7d-b7c3-4c15-a204-1bc669b4690a owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:59.188144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (93767e7d-b7c3-4c15-a204-1bc669b4690a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.225733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Pushing event deleted for resources: {'Port': ['ID=93767e7d-b7c3-4c15-a204-1bc669b4690a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:59.270918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13074614-2932-4751-a3de-aad69b4e1bb9 req-2d8ca1f7-2578-4490-b8fb-8cb5212dc752 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0523448
May 14 21:30:59.308534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks [] for floatingip (3b2190e8-4c4a-4d0c-bb14-05804e236bd3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.312505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.313647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6a1a245e-0be4-498f-bdb2-f728c5bfb9af tempest-FloatingIPAdminTestJSON-623356686 tempest-FloatingIPAdminTestJSON-623356686-project] 10.222.0.52 "DELETE /v2.0/floatingips/3b2190e8-4c4a-4d0c-bb14-05804e236bd3 HTTP/1.1" status: 204  len: 168 time: 0.5530107
May 14 21:30:59.316288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46172) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:30:59.438701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Deleting port 7edb7610-c93a-4b8e-b2cf-6f7ccc728fac {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:30:59.439043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.525124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.525455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for floatingip (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.528428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6f9e9be-6325-4a2e-9284-e19644957ec6 req-4044bf3d-a714-42f8-a132-7dd2c80a9704 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0346100
May 14 21:30:59.542352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Calling delete_port for 7edb7610-c93a-4b8e-b2cf-6f7ccc728fac owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:30:59.791726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-db55848e-5c2e-40fc-85a5-ef13328d7d59 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:30:59.793146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-db55848e-5c2e-40fc-85a5-ef13328d7d59 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 810 time: 0.1121235
May 14 21:30:59.825392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7edb7610-c93a-4b8e-b2cf-6f7ccc728fac), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:30:59.870722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Pushing event deleted for resources: {'Port': ['ID=7edb7610-c93a-4b8e-b2cf-6f7ccc728fac,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:30:59.905880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-4629fa71-ccf4-48a3-b732-62fca06263e1 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6641b342c1d440aea451919f391bc5db HTTP/1.1" status: 200  len: 378 time: 0.1010303
May 14 21:30:59.930117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'port': {'device_id': '3052d147-1dbb-4370-97c7-1d8170765e60', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'admin_state_up': True, 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'security_groups': ['2f67dcf4-62a8-482a-a8d4-1bc61111a96a']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:30:59.997563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks [] for floatingip (49c6018f-7b08-41eb-90d1-7cd6af6144a8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.000665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.001806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4d962a4a-1bc0-4fe8-9788-5baa10a1570d tempest-FloatingIPAdminTestJSON-1065920501 tempest-FloatingIPAdminTestJSON-1065920501-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/49c6018f-7b08-41eb-90d1-7cd6af6144a8 HTTP/1.1" status: 204  len: 168 time: 0.6846247
May 14 21:31:00.005333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46182) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:00.112008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting port 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:00.112352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0444e3e1-c61a-4bb5-8d52-5b13333ec9a7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.160070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Made reservation on behalf of 6641b342c1d440aea451919f391bc5db for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:00.164062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.216042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0444e3e1-c61a-4bb5-8d52-5b13333ec9a7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.240511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Calling delete_port for 0444e3e1-c61a-4bb5-8d52-5b13333ec9a7 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:00.308631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Allocated IP 172.20.0.6 (482e0ed1-68c5-4c2d-8efe-8f79824053af/e64369c2-020c-4472-ad29-d17d58e68391/eeffe894-ffc8-46c9-9c14-d40a84ece6ac) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:00.403874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eedb58cd-3ddb-4c05-8a78-1705326d7e7c req-c593279e-9a1c-407c-9189-9b5ab92017d7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0399351
May 14 21:31:00.473709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0444e3e1-c61a-4bb5-8d52-5b13333ec9a7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.477850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.506080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Port': ['ID=0444e3e1-c61a-4bb5-8d52-5b13333ec9a7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:00.574185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.590100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.596963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a40b392f-2c44-4bdf-9a20-7a34aa914a72 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "DELETE /v2.0/ports/0444e3e1-c61a-4bb5-8d52-5b13333ec9a7 HTTP/1.1" status: 204  len: 168 time: 0.5905423
May 14 21:31:00.597587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46192) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:00.634407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:00.639182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event updated for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:00.646086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:00.649940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:00.704173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-39998554-4fbe-464a-8524-49322adb1d6e req-1c7bb1eb-2aac-47d8-ac4f-76ca60f5b120 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0394053
May 14 21:31:00.705935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:00.706582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:00.717315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53bbbb8-8a20-4794-946c-64594b49355e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:00.720414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c53bbbb8-8a20-4794-946c-64594b49355e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "GET /v2.0/ports?device_id=4cbf41b9-f40c-400a-9559-426e994f3210 HTTP/1.1" status: 200  len: 913 time: 0.1215632
May 14 21:31:00.730169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:00.903933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-11f8024a-942b-47d4-bfe0-c02558b9db75 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9748683
May 14 21:31:00.912151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Request body: {'port': {'device_id': '3052d147-1dbb-4370-97c7-1d8170765e60', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:00.980026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.021556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-34bbcd99-0394-4525-9614-436e15df1639 None None] Provisioning complete for port eeffe894-ffc8-46c9-9c14-d40a84ece6ac triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:01.022180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34bbcd99-0394-4525-9614-436e15df1639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.083580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-34bbcd99-0394-4525-9614-436e15df1639 None None] Port eeffe894-ffc8-46c9-9c14-d40a84ece6ac cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:01.139700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (4cbf41b9-f40c-400a-9559-426e994f3210), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.323659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeffe894-ffc8-46c9-9c14-d40a84ece6ac {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:31:01.331633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Publish callbacks [] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.344369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Transition to ACTIVE for port object eeffe894-ffc8-46c9-9c14-d40a84ece6ac will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:31:01.407195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting port 4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:01.407632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.410604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.472568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Pushing event updated for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:01.523314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.542773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Calling delete_port for 4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:01.607527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abfc98-a9c7-4546-8b89-1adb91d6e3eb req-2e73769c-a6f9-49f0-bd39-5c3f7715b626 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:01.611707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80abfc98-a9c7-4546-8b89-1adb91d6e3eb req-2e73769c-a6f9-49f0-bd39-5c3f7715b626 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 943 time: 0.1053197
May 14 21:31:01.647004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Attempting to bind port eeffe894-ffc8-46c9-9c14-d40a84ece6ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:31:01.647431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Attempting to bind port eeffe894-ffc8-46c9-9c14-d40a84ece6ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:31:01.648425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Attempting to bind port eeffe894-ffc8-46c9-9c14-d40a84ece6ac on network 482e0ed1-68c5-4c2d-8efe-8f79824053af {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:31:01.668605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Port eeffe894-ffc8-46c9-9c14-d40a84ece6ac on network 482e0ed1-68c5-4c2d-8efe-8f79824053af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:31:01.669021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Attempting to bind port eeffe894-ffc8-46c9-9c14-d40a84ece6ac on network 482e0ed1-68c5-4c2d-8efe-8f79824053af {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:31:01.684394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:31:01.687456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Checking segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:01.687456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Bound using segment: {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:31:01.687456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Bound port: eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e52c1f-bbce-407f-bbc4-78fe17556655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:31:01.687456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.693739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80abfc98-a9c7-4546-8b89-1adb91d6e3eb req-d99cf16b-9143-43de-b3d8-ea4a9e4410f8 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0766730
May 14 21:31:01.773817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:31:01.776887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:31:01.814266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a151ccab-fcd7-4fb8-9610-d9be2803f8c1 req-39e927e4-a6c9-4308-ad78-2a2e2fa1ea41 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0302451
May 14 21:31:01.856601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.893194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Port': ['ID=4208d9fb-cd0b-45ca-b4ab-0bf130d4d0ea,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:01.913093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.953470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:01.954196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:01.955984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] 10.222.0.36 "PUT /v2.0/ports/eeffe894-ffc8-46c9-9c14-d40a84ece6ac HTTP/1.1" status: 200  len: 1091 time: 1.0488260
May 14 21:31:01.956447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:31:01.958733 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07195b3a-66bc-4744-8b6c-7673e2a04db8" -d '{"events": [{"name": "network-changed", "server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:31:01.998902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ff4a1-18a4-4474-848b-b90fae226816 service neutron] Pushing event updated for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:02.019648 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2c9370-94df-4980-85ff-8533fdb1974b x-openstack-request-id: req-8b2c9370-94df-4980-85ff-8533fdb1974b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:31:02.019936 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:31:02.020183 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b2c9370-94df-4980-85ff-8533fdb1974b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:31:02.020641 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2c9370-94df-4980-85ff-8533fdb1974b'] response: {'name': 'network-changed', 'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'status': 'completed', 'code': 200}
May 14 21:31:02.129531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195b3a-66bc-4744-8b6c-7673e2a04db8 req-cd547a9b-6933-4f29-aa12-397d8d86d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:02.134746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07195b3a-66bc-4744-8b6c-7673e2a04db8 req-cd547a9b-6933-4f29-aa12-397d8d86d47a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 1125 time: 0.0722899
May 14 21:31:02.160089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (4cbf41b9-f40c-400a-9559-426e994f3210), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:02.263255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195b3a-66bc-4744-8b6c-7673e2a04db8 req-ce7950f4-c88c-4005-9fcf-86021bce6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:02.265856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07195b3a-66bc-4744-8b6c-7673e2a04db8 req-ce7950f4-c88c-4005-9fcf-86021bce6584 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6641b342c1d440aea451919f391bc5db&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1281769
May 14 21:31:02.443670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Router 4cbf41b9-f40c-400a-9559-426e994f3210 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:31:02.572864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:31:02.590037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6dae25ab-0000-447e-802e-ed1d026c3c41 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "PUT /v2.0/routers/4cbf41b9-f40c-400a-9559-426e994f3210/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8502769
May 14 21:31:02.590037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46232) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:02.604024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae690c-bf62-4398-9080-14df348384a5 None None] Sync routers for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:31:02.610869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae690c-bf62-4398-9080-14df348384a5 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:02.611641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-adae690c-bf62-4398-9080-14df348384a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523019a8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:02.650744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-adae690c-bf62-4398-9080-14df348384a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523019a8b0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:02.660414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae690c-bf62-4398-9080-14df348384a5 None None] Routers {'4cbf41b9-f40c-400a-9559-426e994f3210'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:02.661136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-adae690c-bf62-4398-9080-14df348384a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523019a8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4cbf41b9-f40c-400a-9559-426e994f3210'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:02.698718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-adae690c-bf62-4398-9080-14df348384a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523019a8b0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:02.699433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae690c-bf62-4398-9080-14df348384a5 None None] The sync data for ids ['4cbf41b9-f40c-400a-9559-426e994f3210'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:31:02.730681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195b3a-66bc-4744-8b6c-7673e2a04db8 req-d1ccd217-168f-4211-b0df-1c7cdad31a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:02.732912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07195b3a-66bc-4744-8b6c-7673e2a04db8 req-d1ccd217-168f-4211-b0df-1c7cdad31a19 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4615979
May 14 21:31:02.742225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router (4cbf41b9-f40c-400a-9559-426e994f3210), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:02.814259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-2bb6e21c-7c61-4de5-964d-8764c5e70230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:02.816122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-2bb6e21c-7c61-4de5-964d-8764c5e70230 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 1125 time: 0.0461073
May 14 21:31:02.866971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-22a3d7fe-cd87-4ca8-a19a-97e9b61cef11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac HTTP/1.1" status: 200  len: 217 time: 0.0443883
May 14 21:31:02.947216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-35681762-e249-48ef-8093-1ec9ea7b9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:02.948822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-35681762-e249-48ef-8093-1ec9ea7b9418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.0714495
May 14 21:31:03.002313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-d5c929fb-b365-4641-8c46-ec2492461ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:03.003910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-d5c929fb-b365-4641-8c46-ec2492461ffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0483212
May 14 21:31:03.112354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-5934c48e-36a7-4019-8879-26d19cc46d9e service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1012309
May 14 21:31:03.160993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66a5b5fa-a8df-441a-9b75-4d77c67b1ade req-ffb9f71d-40d7-4e23-ace6-a97ce4d05b09 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0350511
May 14 21:31:03.221359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6c9e5-1060-46a2-89ec-e930d97b325d req-828e9737-8ec6-4d3c-bd05-55e1296ec4fe tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:03.222864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72d6c9e5-1060-46a2-89ec-e930d97b325d req-828e9737-8ec6-4d3c-bd05-55e1296ec4fe tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 943 time: 0.4418845
May 14 21:31:03.277501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router_gateway (4cbf41b9-f40c-400a-9559-426e994f3210), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:03.290807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253d048-91ad-42b8-9a5d-68986de71bf2 req-53e90912-a6a7-4ba0-b0c3-b3f9ffa5d444 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:03.292316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1253d048-91ad-42b8-9a5d-68986de71bf2 req-53e90912-a6a7-4ba0-b0c3-b3f9ffa5d444 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.0568161
May 14 21:31:03.293618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72d6c9e5-1060-46a2-89ec-e930d97b325d req-8c4c2479-7e6d-4956-ba9d-b14f6a5462ed tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0620890
May 14 21:31:03.345092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1253d048-91ad-42b8-9a5d-68986de71bf2 req-d7c3f839-d6b9-4590-97da-3022f71cf488 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455024
May 14 21:31:03.378448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting port 3b914ade-bab8-4748-a37d-465666e69600 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:03.378711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3b914ade-bab8-4748-a37d-465666e69600), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:03.458886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3b914ade-bab8-4748-a37d-465666e69600), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:03.470939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Calling delete_port for 3b914ade-bab8-4748-a37d-465666e69600 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:03.776736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3b914ade-bab8-4748-a37d-465666e69600), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:03.803416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Port': ['ID=3b914ade-bab8-4748-a37d-465666e69600,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:03.864373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (4cbf41b9-f40c-400a-9559-426e994f3210), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:03.966303 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (4cbf41b9-f40c-400a-9559-426e994f3210), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:03.969314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router_controller (4cbf41b9-f40c-400a-9559-426e994f3210), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.141974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (4cbf41b9-f40c-400a-9559-426e994f3210), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.142585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Fanout notify agent at l3_agent the message router_deleted on router 4cbf41b9-f40c-400a-9559-426e994f3210 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:31:04.149595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.150903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-457f12ed-9bfb-4c1d-915a-4a72c76d4f92 tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "DELETE /v2.0/routers/4cbf41b9-f40c-400a-9559-426e994f3210 HTTP/1.1" status: 204  len: 168 time: 1.5670960
May 14 21:31:04.153416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46264) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:04.211265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting subnet 3f27a6f9-37a5-41fe-8ac3-66814cdc7751 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:31:04.215418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for subnet (3f27a6f9-37a5-41fe-8ac3-66814cdc7751), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.273959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3f27a6f9-37a5-41fe-8ac3-66814cdc7751), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.306966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1d56539-2464-4006-a79d-7bf76e2368ea req-3f5c16d4-06a2-4025-a131-4773024f672b service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958960
May 14 21:31:04.317150 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a952184f-2dc2-44c4-a226-d0806a8b96e2 req-e8fa6b76-926e-4723-91da-92a25a1711f5 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0650721
May 14 21:31:04.393318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3f27a6f9-37a5-41fe-8ac3-66814cdc7751), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.423691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5684e48-fd44-4a0c-8b59-a3a16c28fb71 req-620b24e2-123e-4737-89fe-55ea8ac11e32 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:04.425187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5684e48-fd44-4a0c-8b59-a3a16c28fb71 req-620b24e2-123e-4737-89fe-55ea8ac11e32 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 943 time: 0.0528095
May 14 21:31:04.478054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5684e48-fd44-4a0c-8b59-a3a16c28fb71 req-013e7a64-e3f5-4df6-a68e-f4f8c08469ae tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470541
May 14 21:31:04.481782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28ab93-735f-40c8-97b4-9e97b221564d req-03df88fe-591b-44e6-b655-c0b5426a6318 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:04.483854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f28ab93-735f-40c8-97b4-9e97b221564d req-03df88fe-591b-44e6-b655-c0b5426a6318 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.0615373
May 14 21:31:04.536556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6f28ab93-735f-40c8-97b4-9e97b221564d req-bd49d88d-e635-431c-a42e-6e82e1b9f09f tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459394
May 14 21:31:04.576358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3f27a6f9-37a5-41fe-8ac3-66814cdc7751), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.603943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Subnet': ['ID=3f27a6f9-37a5-41fe-8ac3-66814cdc7751,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:04.609273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.612493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fb22e6b7-4fec-4615-a1d3-c113ac1e504e tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "DELETE /v2.0/subnets/3f27a6f9-37a5-41fe-8ac3-66814cdc7751 HTTP/1.1" status: 204  len: 168 time: 0.4577827
May 14 21:31:04.614789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:04.616714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12f712-092c-40ee-a565-e2ad3de7b7ac None None] Network 488eb575-3aae-4fd1-8927-ee323d4d7c3d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:04.694585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (488eb575-3aae-4fd1-8927-ee323d4d7c3d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.746595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting port 1c31c125-0324-4c04-9013-496e96478067 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:04.746903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1c31c125-0324-4c04-9013-496e96478067), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.812683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] For port 1c31c125-0324-4c04-9013-496e96478067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c31c125-0324-4c04-9013-496e96478067,segment=NetworkSegment(362c2e14-0837-4504-baca-d33ac3d85c47),segment_id=362c2e14-0837-4504-baca-d33ac3d85c47)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:04.813091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1c31c125-0324-4c04-9013-496e96478067), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.826747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Calling delete_port for 1c31c125-0324-4c04-9013-496e96478067 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:04.902568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] DHCP port deletion for 488eb575-3aae-4fd1-8927-ee323d4d7c3d request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:31:04.944951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] Deleting port 1c31c125-0324-4c04-9013-496e96478067 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:04.945321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1c31c125-0324-4c04-9013-496e96478067), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:04.994962 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1c31c125-0324-4c04-9013-496e96478067), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.012015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] For port 1c31c125-0324-4c04-9013-496e96478067, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c31c125-0324-4c04-9013-496e96478067,segment=NetworkSegment(362c2e14-0837-4504-baca-d33ac3d85c47),segment_id=362c2e14-0837-4504-baca-d33ac3d85c47)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:05.012323 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1c31c125-0324-4c04-9013-496e96478067), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.026137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Port': ['ID=1c31c125-0324-4c04-9013-496e96478067,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:05.028017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] No DVR routers for this DVR port 1c31c125-0324-4c04-9013-496e96478067 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:05.028782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] Calling delete_port for 1c31c125-0324-4c04-9013-496e96478067 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:05.111096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1c31c125-0324-4c04-9013-496e96478067), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.113807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (488eb575-3aae-4fd1-8927-ee323d4d7c3d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.134692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52307fa520>,) {'filters': {'network_id': ['488eb575-3aae-4fd1-8927-ee323d4d7c3d']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:05.141043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] Pushing event deleted for resources: {'Port': ['ID=1c31c125-0324-4c04-9013-496e96478067,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:05.142939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26bc428-d18b-409e-8964-697abfc5986e None None] No DVR routers for this DVR port 1c31c125-0324-4c04-9013-496e96478067 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:05.145465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52307fa520>, '362c2e14-0837-4504-baca-d33ac3d85c47') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:05.145776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52307fa520>, '362c2e14-0837-4504-baca-d33ac3d85c47') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:05.163049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (362c2e14-0837-4504-baca-d33ac3d85c47), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.177343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (362c2e14-0837-4504-baca-d33ac3d85c47), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.184386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:05.184778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (362c2e14-0837-4504-baca-d33ac3d85c47), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:05.188712 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:05.276901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-f1a8d2e8-8624-473c-b0fd-0c65b95582fb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:05.278294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-f1a8d2e8-8624-473c-b0fd-0c65b95582fb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.36 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.0473711
May 14 21:31:05.370169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port e5d49f69-5adf-446a-833b-443aa05619fb {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:05.370652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.376595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (488eb575-3aae-4fd1-8927-ee323d4d7c3d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.384222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.387718 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "DELETE /v2.0/networks/488eb575-3aae-4fd1-8927-ee323d4d7c3d HTTP/1.1" status: 204  len: 168 time: 0.7715213
May 14 21:31:05.399241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46282) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:05.400871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a31b4-06aa-4349-b469-e07d3f1f283c tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Network': ['ID=488eb575-3aae-4fd1-8927-ee323d4d7c3d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:05.512939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7cc93f4c-f5d9-4eac-8943-9c9c518a002f req-b89aa9b9-dfbc-4161-91e4-d678f7da5ea0 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0499332
May 14 21:31:05.598472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] For port e5d49f69-5adf-446a-833b-443aa05619fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e5d49f69-5adf-446a-833b-443aa05619fb,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:05.598828 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.612664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f496c3d-008d-47ce-ad96-ff2379e01960 req-59294ef9-3b94-417d-874c-f3607847d8b4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:05.614233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f496c3d-008d-47ce-ad96-ff2379e01960 req-59294ef9-3b94-417d-874c-f3607847d8b4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 943 time: 0.0569389
May 14 21:31:05.634852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Deleting port a9813ea0-2205-4a7e-a8ae-cee9633e06ad {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:05.635418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.665700 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2f496c3d-008d-47ce-ad96-ff2379e01960 req-3dd5d6a1-5450-4993-a780-086e677eae70 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447025
May 14 21:31:05.759960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f29da-1d99-4752-9a6b-336e4bd08a84 req-f0ae59eb-c7e9-4b0f-9165-4f00aa12aa29 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:05.761434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a4f29da-1d99-4752-9a6b-336e4bd08a84 req-f0ae59eb-c7e9-4b0f-9165-4f00aa12aa29 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 946 time: 0.1455584
May 14 21:31:05.910129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.910129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for floatingip (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:05.938901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Calling delete_port for a9813ea0-2205-4a7e-a8ae-cee9633e06ad owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:05.946984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a4f29da-1d99-4752-9a6b-336e4bd08a84 req-046ef3e7-9b16-4a4f-9c55-3992eba195d0 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups?id=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1764390
May 14 21:31:06.033552 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.033914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9acf60cb-4762-4f92-a027-ef76bd169ed8), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.034233 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Floating IP 9acf60cb-4762-4f92-a027-ef76bd169ed8 disassociated. External IP: 172.35.4.126, port: e5d49f69-5adf-446a-833b-443aa05619fb.
May 14 21:31:06.034603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for e5d49f69-5adf-446a-833b-443aa05619fb owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:06.121017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1c31c125-0324-4c04-9013-496e96478067 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:06.142491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1c31c125-0324-4c04-9013-496e96478067 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:06.142942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1c31c125-0324-4c04-9013-496e96478067 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:06.210788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a9813ea0-2205-4a7e-a8ae-cee9633e06ad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.240783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Pushing event deleted for resources: {'Port': ['ID=a9813ea0-2205-4a7e-a8ae-cee9633e06ad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:06.304637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks [] for floatingip (2a30725f-26da-4edd-802b-225862c09745), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.307706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.311392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8d63c11d-d964-4e2a-802c-44007e627c1b tempest-FloatingIPAdminTestJSON-1787392806 tempest-FloatingIPAdminTestJSON-1787392806-project] 10.222.0.52 "DELETE /v2.0/floatingips/2a30725f-26da-4edd-802b-225862c09745 HTTP/1.1" status: 204  len: 168 time: 0.9086490
May 14 21:31:06.311392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e5d49f69-5adf-446a-833b-443aa05619fb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.339321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=e5d49f69-5adf-446a-833b-443aa05619fb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:06.459660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:31:06.571855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:31:06.583216 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:31:06.592613 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:06.594195 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232f3f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:06.617590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] No DVR routers for this DVR port e5d49f69-5adf-446a-833b-443aa05619fb on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:06.620180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:06.624428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4bfcbde5-fb83-45c2-b2dc-9c2723b46a69 req-132caaa4-e48e-487a-8ada-d29bb45233b3 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.36 "DELETE /v2.0/ports/e5d49f69-5adf-446a-833b-443aa05619fb HTTP/1.1" status: 204  len: 173 time: 1.3407805
May 14 21:31:06.628496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'name': 'network-vif-deleted', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:31:06.628496 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce102e81-f521-400e-af02-053e660f8bac" -d '{"events": [{"server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "name": "network-vif-deleted", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:31:06.645420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53b7a936-c6fa-4fb3-b682-210540ffc966 req-7130e91f-ebea-4ab4-9542-a705af4742db tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0343225
May 14 21:31:06.673437 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f2271e-a591-43cb-a588-423cfa35cfea x-openstack-request-id: req-e9f2271e-a591-43cb-a588-423cfa35cfea {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:31:06.673820 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b21a9c-db83-4565-bb10-82a25f2c2f73", "name": "network-vif-deleted", "tag": "e5d49f69-5adf-446a-833b-443aa05619fb", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:31:06.674133 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9f2271e-a591-43cb-a588-423cfa35cfea {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:31:06.674596 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f2271e-a591-43cb-a588-423cfa35cfea'] response: {'server_uuid': '75b21a9c-db83-4565-bb10-82a25f2c2f73', 'name': 'network-vif-deleted', 'tag': 'e5d49f69-5adf-446a-833b-443aa05619fb', 'status': 'completed', 'code': 200}
May 14 21:31:06.723336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:06.812757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46980df8-7be1-420b-9d7e-13acbfaeda04 req-df250da5-7223-4c61-9552-4e7ff34ed524 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:06.821092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46980df8-7be1-420b-9d7e-13acbfaeda04 req-df250da5-7223-4c61-9552-4e7ff34ed524 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 943 time: 0.0759873
May 14 21:31:06.869481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device eeffe894-ffc8-46c9-9c14-d40a84ece6ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:31:06.905138 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46980df8-7be1-420b-9d7e-13acbfaeda04 req-49175c99-bcea-41e3-b6e5-90a9aa5cf8d7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0829959
May 14 21:31:06.942939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:07.001762 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232f3f940>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:07.034331 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:31:07.043061 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:07.043718 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232f3f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:07.080331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:07.094922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'port_id': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'mac_address': 'fa:16:3e:9a:11:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:31:07.106879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9bf2ea6-bc01-402c-b509-f110cd06cc66 req-1188ee15-07d9-4639-9090-46ac065fd203 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/ports?device_id=75b21a9c-db83-4565-bb10-82a25f2c2f73 HTTP/1.1" status: 200  len: 210 time: 0.0524688
May 14 21:31:07.144001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port eeffe894-ffc8-46c9-9c14-d40a84ece6ac is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:07.144001 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:07.158108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46312) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:07.162403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeffe894-ffc8-46c9-9c14-d40a84ece6ac {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:31:07.168149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c259df15-df17-41c0-8d55-507b846e65c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fed8d19b77e14adb88ac679316fd3e9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2213125
May 14 21:31:07.204853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:07.226111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4a56f75-7187-452e-9b4f-44cad87c4973 admin admin] Publish callbacks [] for security_group (d7758f93-e6b3-4d6e-b17d-8981693377e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:07.250242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4a56f75-7187-452e-9b4f-44cad87c4973 admin admin] Publish callbacks [] for security_group (d7758f93-e6b3-4d6e-b17d-8981693377e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:07.278203 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:07.285027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:07.345734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:07.382618 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4a56f75-7187-452e-9b4f-44cad87c4973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d7758f93-e6b3-4d6e-b17d-8981693377e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:07.385358 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4a56f75-7187-452e-9b4f-44cad87c4973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:07.386513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4a56f75-7187-452e-9b4f-44cad87c4973 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7758f93-e6b3-4d6e-b17d-8981693377e0 HTTP/1.1" status: 204  len: 168 time: 0.2274251
May 14 21:31:07.396013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a56f75-7187-452e-9b4f-44cad87c4973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7758f93-e6b3-4d6e-b17d-8981693377e0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:07.486984 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232f3f940>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:07.514184 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fb8ea-44c8-494c-bbe1-3e18c76652a5 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:25:57Z', 'revision_number': 4, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ce61fc9f-9d71-4d7e-bacf-192e4cde9a07', 'name': '', 'network_id': 'afd341be-651f-4dc3-82bf-83f603d58628', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'mac_address': 'fa:16:3e:bf:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '52825e75-9886-4363-8086-0e1e307605a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:56Z', 'updated_at': '2022-05-14T21:26:02Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'subnets': [{'id': '52825e75-9886-4363-8086-0e1e307605a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:31:07.563080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['eeffe894-ffc8-46c9-9c14-d40a84ece6ac'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:31:07.751884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-767d96d2-8a14-41d9-b5e3-6529fd5d23d1 req-37f03040-4849-4237-889f-ac866023018d tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0324748
May 14 21:31:07.817123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b31012-2e82-41bd-a959-1c15d33f7a2b None None] New status for floating IP 9acf60cb-4762-4f92-a027-ef76bd169ed8: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:31:08.022622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364adfb4-b57e-46f5-bb8f-736c952ac70c req-e708f3b4-f0ad-4245-94a3-e563a6a4971c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:08.024203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-364adfb4-b57e-46f5-bb8f-736c952ac70c req-e708f3b4-f0ad-4245-94a3-e563a6a4971c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 944 time: 0.0522971
May 14 21:31:08.092368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-364adfb4-b57e-46f5-bb8f-736c952ac70c req-2e7100d6-c3a7-409d-9521-4881372724c2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0617063
May 14 21:31:08.220287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46332) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:08.228283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41caefa7-3757-4c82-9785-ff737119f3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.309101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46336) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:08.314894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41caefa7-3757-4c82-9785-ff737119f3dd admin admin] Publish callbacks [] for security_group (b63fe9ed-a4da-4142-bb47-832818972129), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.364575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-529ad58c-4a2a-48b1-944f-d469891bd076 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.391842 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-529ad58c-4a2a-48b1-944f-d469891bd076 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.439337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41caefa7-3757-4c82-9785-ff737119f3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b63fe9ed-a4da-4142-bb47-832818972129), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.479694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-41caefa7-3757-4c82-9785-ff737119f3dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84d821feb0e74ddba364b1123574d5e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2635322
May 14 21:31:08.483852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caefa7-3757-4c82-9785-ff737119f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fe9ed-a4da-4142-bb47-832818972129,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:08.483990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:08.502734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-529ad58c-4a2a-48b1-944f-d469891bd076 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.505260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-529ad58c-4a2a-48b1-944f-d469891bd076 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.506391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-529ad58c-4a2a-48b1-944f-d469891bd076 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/security-groups/eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b HTTP/1.1" status: 204  len: 168 time: 0.1962931
May 14 21:31:08.509230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46354) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:08.529131 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-e3842c33-6285-46f9-ae91-d5981d1e2dec tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] show failed (client error): The resource could not be found.
May 14 21:31:08.529428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ad58c-4a2a-48b1-944f-d469891bd076 tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:08.532620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e3842c33-6285-46f9-ae91-d5981d1e2dec tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "GET /v2.0/security-groups/eb6a1c8c-3fa6-4615-b87c-7a647f6cea2b HTTP/1.1" status: 404  len: 347 time: 0.0195887
May 14 21:31:08.533321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46356) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:08.556606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b29fb446-9f9f-462d-84f4-fe74b9b68b7d admin admin] Publish callbacks [] for security_group (b63fe9ed-a4da-4142-bb47-832818972129), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.585043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b29fb446-9f9f-462d-84f4-fe74b9b68b7d admin admin] Publish callbacks [] for security_group (b63fe9ed-a4da-4142-bb47-832818972129), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.669758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Deleting port 5e6d5c70-d36b-41db-9eb8-2ad79883dbe3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:08.670332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.696796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b29fb446-9f9f-462d-84f4-fe74b9b68b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b63fe9ed-a4da-4142-bb47-832818972129), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.699515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b29fb446-9f9f-462d-84f4-fe74b9b68b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.700674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b29fb446-9f9f-462d-84f4-fe74b9b68b7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b63fe9ed-a4da-4142-bb47-832818972129 HTTP/1.1" status: 204  len: 168 time: 0.2161255
May 14 21:31:08.712540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fb446-9f9f-462d-84f4-fe74b9b68b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fe9ed-a4da-4142-bb47-832818972129,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:08.750949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.751278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:08.768437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Calling delete_port for 5e6d5c70-d36b-41db-9eb8-2ad79883dbe3 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:08.868689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device eeffe894-ffc8-46c9-9c14-d40a84ece6ac up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:31:08.873936 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b05e7362-d3ad-40ee-8d04-950a88903bb3 req-3c78612a-eaec-4c69-b1f6-08e5d843ad00 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0360308
May 14 21:31:08.918067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port eeffe894-ffc8-46c9-9c14-d40a84ece6ac completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:31:09.027243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port eeffe894-ffc8-46c9-9c14-d40a84ece6ac triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:09.027592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.056734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5e6d5c70-d36b-41db-9eb8-2ad79883dbe3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.098645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Pushing event deleted for resources: {'Port': ['ID=5e6d5c70-d36b-41db-9eb8-2ad79883dbe3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:09.117059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port eeffe894-ffc8-46c9-9c14-d40a84ece6ac is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:09.117529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.145963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:31:09.152027 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde02e67-4b39-46a3-8f4b-a1b9012ebff7" -d '{"events": [{"server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "name": "network-vif-plugged", "status": "completed", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:31:09.167762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks [] for floatingip (9acf60cb-4762-4f92-a027-ef76bd169ed8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.170767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.171961 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e3bdc4b1-5dfc-4515-ad9a-8e6e38d871bb tempest-AttachVolumeNegativeTest-1286916119 tempest-AttachVolumeNegativeTest-1286916119-project] 10.222.0.52 "DELETE /v2.0/floatingips/9acf60cb-4762-4f92-a027-ef76bd169ed8 HTTP/1.1" status: 204  len: 168 time: 0.6377015
May 14 21:31:09.182099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:09.206581 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6a9120-1920-40b4-aefa-1180aff60a9a x-openstack-request-id: req-bc6a9120-1920-40b4-aefa-1180aff60a9a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:31:09.206870 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "name": "network-vif-plugged", "status": "completed", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:31:09.207147 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc6a9120-1920-40b4-aefa-1180aff60a9a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:31:09.207572 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc6a9120-1920-40b4-aefa-1180aff60a9a'] response: {'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'code': 200}
May 14 21:31:09.261779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.262687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e5d49f69-5adf-446a-833b-443aa05619fb no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:09.264739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d904-ab4b-4bd3-892d-a9854e65480a req-fc7b4b41-73f4-4054-bee3-155e4915d2f2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:09.266047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd22d904-ab4b-4bd3-892d-a9854e65480a req-fc7b4b41-73f4-4054-bee3-155e4915d2f2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 944 time: 0.0638602
May 14 21:31:09.309870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: e5d49f69-5adf-446a-833b-443aa05619fb {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:09.310916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e5d49f69-5adf-446a-833b-443aa05619fb not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:09.333687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac6d29-92f6-46cb-bbd7-813a295f5dc5 req-ac8f2b9c-e5eb-4e7e-a441-73746b7f00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:09.333988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:09.335340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8bac6d29-92f6-46cb-bbd7-813a295f5dc5 req-ac8f2b9c-e5eb-4e7e-a441-73746b7f00d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 1127 time: 0.0660622
May 14 21:31:09.366565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd22d904-ab4b-4bd3-892d-a9854e65480a req-47c40546-0872-4f8c-b157-5f85e93b8f5c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0882440
May 14 21:31:09.391353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8bac6d29-92f6-46cb-bbd7-813a295f5dc5 req-651ea492-1979-479b-9c95-0d0b11533e40 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0487981
May 14 21:31:09.612562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:09.630512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60dee64-9066-4850-9431-950b3ad724f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.717978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60dee64-9066-4850-9431-950b3ad724f0 admin admin] Publish callbacks [] for security_group (f579b074-23bc-47c9-91e7-732f6c61f465), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.811658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60dee64-9066-4850-9431-950b3ad724f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f579b074-23bc-47c9-91e7-732f6c61f465), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.850711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dee64-9066-4850-9431-950b3ad724f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579b074-23bc-47c9-91e7-732f6c61f465,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:09.855228 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c60dee64-9066-4850-9431-950b3ad724f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75557e8946ec483f9fc404fa45a7ccfa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2415023
May 14 21:31:09.858915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46392) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:09.912298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36fc8154-6b43-47f4-b9d3-19d0e0bd1ba8 admin admin] Publish callbacks [] for security_group (f579b074-23bc-47c9-91e7-732f6c61f465), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.944430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36fc8154-6b43-47f4-b9d3-19d0e0bd1ba8 admin admin] Publish callbacks [] for security_group (f579b074-23bc-47c9-91e7-732f6c61f465), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:09.994941 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0250abb0-0566-42fb-9ecc-d6693ada14fe req-8cdcc89f-7703-46c8-b01c-9f0f73214e83 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0293992
May 14 21:31:10.119440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36fc8154-6b43-47f4-b9d3-19d0e0bd1ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f579b074-23bc-47c9-91e7-732f6c61f465), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:10.122174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36fc8154-6b43-47f4-b9d3-19d0e0bd1ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:10.123513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-36fc8154-6b43-47f4-b9d3-19d0e0bd1ba8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f579b074-23bc-47c9-91e7-732f6c61f465 HTTP/1.1" status: 204  len: 168 time: 0.2635951
May 14 21:31:10.133512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc8154-6b43-47f4-b9d3-19d0e0bd1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579b074-23bc-47c9-91e7-732f6c61f465,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:10.416511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-615b2db8-419e-4b15-8c8e-cf31e7f5997f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:10.510046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0c33f-11dc-46b0-8d1b-d1b09dcaeddb req-15842893-1969-4378-8d3a-6a4afe0fa9b6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:10.511575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7c0c33f-11dc-46b0-8d1b-d1b09dcaeddb req-15842893-1969-4378-8d3a-6a4afe0fa9b6 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.0526595
May 14 21:31:10.564738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7c0c33f-11dc-46b0-8d1b-d1b09dcaeddb req-9520d349-371c-487d-b301-401b98e04403 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460505
May 14 21:31:10.990892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15d6925e-d3ff-491b-a07d-45201c8c8144 req-645d5d99-11db-451f-8345-3400ddff3bf3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0266528
May 14 21:31:11.104202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffccd9df-7b46-4dfc-9ee5-2435b0f89baf req-3c9f2384-f9b9-420e-ae09-c49b3093c4cc tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0330462
May 14 21:31:11.428633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:31:11.690282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a045c-918e-4f8c-bd64-b5157fdf0dae req-53b20aa8-a507-4c7a-8fac-22c32ea41ab7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:11.693997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f8a045c-918e-4f8c-bd64-b5157fdf0dae req-53b20aa8-a507-4c7a-8fac-22c32ea41ab7 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.0478752
May 14 21:31:11.748613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f8a045c-918e-4f8c-bd64-b5157fdf0dae req-c35588f3-5f2c-4d8a-a120-881429c47bab tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460775
May 14 21:31:11.866037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316836f-8229-4216-be09-cc9a40034e88 req-4b515b71-5527-4004-96eb-abf2093dd5f4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:11.867683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c316836f-8229-4216-be09-cc9a40034e88 req-4b515b71-5527-4004-96eb-abf2093dd5f4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.0490530
May 14 21:31:11.876313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46454) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:11.880741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Request body: {'floatingip': {'port_id': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:11.896441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:11.928033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (cb3ad9af-993a-4292-86d1-52b24e1b858f), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:12.235039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2954f330-c9b9-473d-86f3-6525ee748ddc req-074b010f-5ebf-4023-9f9f-94f3f7cbd325 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0421867
May 14 21:31:12.416870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:12.423816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:12.497251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:12.504130 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (cb3ad9af-993a-4292-86d1-52b24e1b858f), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:12.625324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0219336e-e615-4c4e-920c-36b208b73bbd tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:12.645776 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Floating IP cb3ad9af-993a-4292-86d1-52b24e1b858f associated. External IP: 172.35.4.241, port: eeffe894-ffc8-46c9-9c14-d40a84ece6ac.
May 14 21:31:12.740813 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0219336e-e615-4c4e-920c-36b208b73bbd tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "PUT /v2.0/quotas/4da83ff6a7ea4c3aa549edc056d2c660 HTTP/1.1" status: 200  len: 368 time: 0.2398741
May 14 21:31:12.741839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46478) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:12.746428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Request body: {'network': {'project_id': '4da83ff6a7ea4c3aa549edc056d2c660'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:12.829067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-51238ae7-a66c-4481-87e6-30f3934509e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:12.892023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Made reservation on behalf of 4da83ff6a7ea4c3aa549edc056d2c660 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:12.894373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:12.897988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:31:12.904582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.059427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:31:13.065637 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.069809 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:31:13.082908 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:13.082908 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231d50ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:13.089900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for security_group (6621c10c-de8b-4c2b-bbb7-baab4e75a0ce), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.109117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e03fd41b-a324-4b0c-99c3-8193369067ca tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "PUT /v2.0/floatingips/cb3ad9af-993a-4292-86d1-52b24e1b858f HTTP/1.1" status: 200  len: 991 time: 1.2317009
May 14 21:31:13.109742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:31:13.112069 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2efef-a9f8-4039-87c4-c88ad3ff4791" -d '{"events": [{"name": "network-changed", "server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:31:13.151205 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d953d84e-1a38-4b42-ba26-18bb21666bd1 x-openstack-request-id: req-d953d84e-1a38-4b42-ba26-18bb21666bd1 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:31:13.152107 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:31:13.152107 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d953d84e-1a38-4b42-ba26-18bb21666bd1 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:31:13.152338 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d953d84e-1a38-4b42-ba26-18bb21666bd1'] response: {'name': 'network-changed', 'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'status': 'completed', 'code': 200}
May 14 21:31:13.190308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6621c10c-de8b-4c2b-bbb7-baab4e75a0ce), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.199515 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:13.217039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:13.219229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-70b72637-4990-4532-a7c6-d002fa54a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:13.221519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-70b72637-4990-4532-a7c6-d002fa54a585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6641b342c1d440aea451919f391bc5db&device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 1127 time: 0.0485082
May 14 21:31:13.227061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6621c10c-de8b-4c2b-bbb7-baab4e75a0ce,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:13.244246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0cda62ed-c882-4116-8ef0-f07aae310e31), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.244668 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Added segment 0cda62ed-c882-4116-8ef0-f07aae310e31 of type vlan for network 222a7d84-a0a3-4b5a-bf85-81aff9af97d8
May 14 21:31:13.310809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (222a7d84-a0a3-4b5a-bf85-81aff9af97d8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.343319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-76483c2e-14bd-40f9-8fb9-abd3b025ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:13.344888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-76483c2e-14bd-40f9-8fb9-abd3b025ef9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 200  len: 911 time: 0.1172171
May 14 21:31:13.371128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5f56b68-3f58-4a99-9741-baaffe2e2b0a req-f4b58bc3-b2d7-4ecc-b0d3-7d15b576bb3a tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0429397
May 14 21:31:13.427229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-8276b3e1-e4cb-457b-9e83-bc23073a806a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac HTTP/1.1" status: 200  len: 999 time: 0.0631385
May 14 21:31:13.444189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (222a7d84-a0a3-4b5a-bf85-81aff9af97d8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.445235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:13.447556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.471548 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231d50ee0>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb3ad9af-993a-4292-86d1-52b24e1b858f', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'floating_ip_address': '172.35.4.241', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'port_id': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'mac_address': 'fa:16:3e:9a:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052d147-1dbb-4370-97c7-1d8170765e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:30:55Z', 'updated_at': '2022-05-14T21:31:12Z', 'revision_number': 1, 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:13.479273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-808a2634-8408-42e8-9958-5e4a2000432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:13.480794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-808a2634-8408-42e8-9958-5e4a2000432b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 200  len: 849 time: 0.0480599
May 14 21:31:13.499746 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:31:13.508365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Pushing event updated for resources: {'Network': ['ID=222a7d84-a0a3-4b5a-bf85-81aff9af97d8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:13.509300 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:13.509907 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231d50ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:13.520720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 222a7d84-a0a3-4b5a-bf85-81aff9af97d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:13.535511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-d1fadf4a-532e-4a83-be2f-e25dc918ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:13.542022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-d1fadf4a-532e-4a83-be2f-e25dc918ef61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=482e0ed1-68c5-4c2d-8efe-8f79824053af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0498226
May 14 21:31:13.614073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d51b4450-fdf9-4b80-87d9-948793cd6ec5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 818 time: 0.8710458
May 14 21:31:13.616478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:13.623214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Request body: {'network': {'project_id': '4da83ff6a7ea4c3aa549edc056d2c660'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:13.642284 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:13.660645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-b51b4540-3766-4d67-ab8b-e0aa09f0382d service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172662
May 14 21:31:13.726439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Made reservation on behalf of 4da83ff6a7ea4c3aa549edc056d2c660 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:13.728156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.757966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:13.770522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f9874061-f541-4ef7-a9d6-9ea7bcc4697c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.771014 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Added segment f9874061-f541-4ef7-a9d6-9ea7bcc4697c of type vlan for network 259c8961-4bc0-4175-a9a0-b0703c805f33
May 14 21:31:13.771396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41b2efef-a9f8-4039-87c4-c88ad3ff4791 req-82da5e5c-a325-4130-9f30-a9107d908fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042821
May 14 21:31:13.836346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (259c8961-4bc0-4175-a9a0-b0703c805f33), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.839185 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.940453 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231d50ee0>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb3ad9af-993a-4292-86d1-52b24e1b858f', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'floating_ip_address': '172.35.4.241', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'port_id': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'mac_address': 'fa:16:3e:9a:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052d147-1dbb-4370-97c7-1d8170765e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:30:55Z', 'updated_at': '2022-05-14T21:31:12Z', 'revision_number': 1, 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:13.959137 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (259c8961-4bc0-4175-a9a0-b0703c805f33), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.960235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:13.960814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:13.970595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6ab9d5-1777-4cd8-b209-81e55d400322 None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cb3ad9af-993a-4292-86d1-52b24e1b858f', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'floating_ip_address': '172.35.4.241', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'port_id': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'mac_address': 'fa:16:3e:9a:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3052d147-1dbb-4370-97c7-1d8170765e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:30:55Z', 'updated_at': '2022-05-14T21:31:12Z', 'revision_number': 1, 'project_id': '6641b342c1d440aea451919f391bc5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:31:14.024165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Pushing event updated for resources: {'Network': ['ID=259c8961-4bc0-4175-a9a0-b0703c805f33,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:14.034784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 259c8961-4bc0-4175-a9a0-b0703c805f33 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:14.098652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7629073-238d-45a6-ae6b-d6eb6c05a4a6 req-46609b16-5861-4c1f-8869-301d3124af82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae5e9ab5390a49d0ad1896e52248340d&device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0336616
May 14 21:31:14.124664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1462da71-28eb-4067-82bf-ff91ce2f3d03 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 818 time: 0.5066628
May 14 21:31:14.126775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46504) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:14.134030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b921bf77-4b85-430f-8c0a-3e38fc26b0a7 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Request body: {'network': {'project_id': '4da83ff6a7ea4c3aa549edc056d2c660'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:14.151504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7629073-238d-45a6-ae6b-d6eb6c05a4a6 req-fd7d6ed9-8d2c-43e5-b8be-a164c7166cc9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ae5e9ab5390a49d0ad1896e52248340d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0451791
May 14 21:31:14.158116 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b921bf77-4b85-430f-8c0a-3e38fc26b0a7 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
May 14 21:31:14.158601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b921bf77-4b85-430f-8c0a-3e38fc26b0a7 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:31:14.159837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b921bf77-4b85-430f-8c0a-3e38fc26b0a7 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0320451
May 14 21:31:14.162831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46506) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:14.217310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6a9bf5f-af6e-4c4b-a68b-4c4ed1d55000 req-673d49a7-ed1d-48d1-b252-8b685db62866 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0520742
May 14 21:31:14.219863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce3876b-46cc-4e79-a39c-29d86497267c None None] New status for floating IP cb3ad9af-993a-4292-86d1-52b24e1b858f: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:31:14.251422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a5c7312-dc06-4d9d-99f8-810f46ceac3d tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4da83ff6a7ea4c3aa549edc056d2c660&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0874438
May 14 21:31:14.259885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46510) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:14.300255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7629073-238d-45a6-ae6b-d6eb6c05a4a6 req-676ae50f-a55d-411b-b9ef-572b6a2ad553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:14.301840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7629073-238d-45a6-ae6b-d6eb6c05a4a6 req-676ae50f-a55d-411b-b9ef-572b6a2ad553 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1443048
May 14 21:31:14.322606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da35045e-1628-4968-9e09-4029064bb217 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for security_group (6621c10c-de8b-4c2b-bbb7-baab4e75a0ce), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.344840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da35045e-1628-4968-9e09-4029064bb217 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for security_group (6621c10c-de8b-4c2b-bbb7-baab4e75a0ce), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.506588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da35045e-1628-4968-9e09-4029064bb217 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6621c10c-de8b-4c2b-bbb7-baab4e75a0ce), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.509362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da35045e-1628-4968-9e09-4029064bb217 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.510566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-da35045e-1628-4968-9e09-4029064bb217 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/6621c10c-de8b-4c2b-bbb7-baab4e75a0ce HTTP/1.1" status: 204  len: 168 time: 0.2497282
May 14 21:31:14.514014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46512) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:14.518741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35045e-1628-4968-9e09-4029064bb217 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6621c10c-de8b-4c2b-bbb7-baab4e75a0ce,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:14.590764 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (259c8961-4bc0-4175-a9a0-b0703c805f33), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.673992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (259c8961-4bc0-4175-a9a0-b0703c805f33), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.693739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522aef6ee0>,) {'filters': {'network_id': ['259c8961-4bc0-4175-a9a0-b0703c805f33']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:14.703263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aef6ee0>, 'f9874061-f541-4ef7-a9d6-9ea7bcc4697c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:14.703610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aef6ee0>, 'f9874061-f541-4ef7-a9d6-9ea7bcc4697c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:14.713265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (f9874061-f541-4ef7-a9d6-9ea7bcc4697c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.727463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f9874061-f541-4ef7-a9d6-9ea7bcc4697c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.734189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:14.734567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (f9874061-f541-4ef7-a9d6-9ea7bcc4697c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:14.736339 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:14.867274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (259c8961-4bc0-4175-a9a0-b0703c805f33), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.879866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:14.883100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "DELETE /v2.0/networks/259c8961-4bc0-4175-a9a0-b0703c805f33 HTTP/1.1" status: 204  len: 168 time: 0.3680444
May 14 21:31:14.885756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46518) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:14.894070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91616b0b-0160-4a18-a418-6f9ee20c92e5 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Pushing event deleted for resources: {'Network': ['ID=259c8961-4bc0-4175-a9a0-b0703c805f33,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:14.961724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (222a7d84-a0a3-4b5a-bf85-81aff9af97d8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.037280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (222a7d84-a0a3-4b5a-bf85-81aff9af97d8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.057269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523015fb80>,) {'filters': {'network_id': ['222a7d84-a0a3-4b5a-bf85-81aff9af97d8']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:15.067049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523015fb80>, '0cda62ed-c882-4116-8ef0-f07aae310e31') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:15.067376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523015fb80>, '0cda62ed-c882-4116-8ef0-f07aae310e31') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:15.077084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (0cda62ed-c882-4116-8ef0-f07aae310e31), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.089885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0cda62ed-c882-4116-8ef0-f07aae310e31), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.096357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:15.096735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (0cda62ed-c882-4116-8ef0-f07aae310e31), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   warnings.warn('Neutron quota engine will require "--force" '
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:15.098382 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:15.296195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (222a7d84-a0a3-4b5a-bf85-81aff9af97d8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.303098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:15.306699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] 10.222.0.52 "DELETE /v2.0/networks/222a7d84-a0a3-4b5a-bf85-81aff9af97d8 HTTP/1.1" status: 204  len: 168 time: 0.4197958
May 14 21:31:15.319029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa20854-b1f3-4fac-a99b-6c2dfc6f0a72 tempest-QuotasNegativeTest-1123382617 tempest-QuotasNegativeTest-1123382617-project-admin] Pushing event deleted for resources: {'Network': ['ID=222a7d84-a0a3-4b5a-bf85-81aff9af97d8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:15.359176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-251abd94-0ead-4632-b633-89892eaf3a13 req-2083e91a-29fe-406a-a223-32528ecea566 tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0411174
May 14 21:31:15.554074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7629073-238d-45a6-ae6b-d6eb6c05a4a6 req-49a6aa86-b3f7-4cef-8540-80dfa7a2a8ba tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.48 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0280027
May 14 21:31:15.683264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.203231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46536) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:16.317341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-208e03ff-70d6-4bdd-9a47-d1bc89977841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.394968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-208e03ff-70d6-4bdd-9a47-d1bc89977841 admin admin] Publish callbacks [] for security_group (242292c7-9108-4722-b45b-5ddf1cffd6b2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.482804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b19121cc-741f-4b77-8d3e-9366d7deeaf7 req-d9fa3d05-9b54-480a-9255-ac28ca24cbed tempest-ServerShowV254Test-831601773 tempest-ServerShowV254Test-831601773-project] 10.222.0.52 "GET /v2.0/ports?device_id=b790ef9f-e749-4444-a8a0-cd0538a43c35 HTTP/1.1" status: 200  len: 210 time: 0.0282967
May 14 21:31:16.530739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-208e03ff-70d6-4bdd-9a47-d1bc89977841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (242292c7-9108-4722-b45b-5ddf1cffd6b2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.568561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-208e03ff-70d6-4bdd-9a47-d1bc89977841 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b5b79c70aea4de5b8ff47bd4276b487&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3642569
May 14 21:31:16.572213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e03ff-70d6-4bdd-9a47-d1bc89977841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242292c7-9108-4722-b45b-5ddf1cffd6b2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:16.572213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46542) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:16.627778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6fa4-6bc3-42b1-8889-e340dbf6f88a admin admin] Publish callbacks [] for security_group (242292c7-9108-4722-b45b-5ddf1cffd6b2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.649572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6fa4-6bc3-42b1-8889-e340dbf6f88a admin admin] Publish callbacks [] for security_group (242292c7-9108-4722-b45b-5ddf1cffd6b2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.753435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6fa4-6bc3-42b1-8889-e340dbf6f88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (242292c7-9108-4722-b45b-5ddf1cffd6b2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.756075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6fa4-6bc3-42b1-8889-e340dbf6f88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:16.757230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d2ee6fa4-6bc3-42b1-8889-e340dbf6f88a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/242292c7-9108-4722-b45b-5ddf1cffd6b2 HTTP/1.1" status: 204  len: 168 time: 0.1842375
May 14 21:31:16.767039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6fa4-6bc3-42b1-8889-e340dbf6f88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242292c7-9108-4722-b45b-5ddf1cffd6b2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:16.781171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.490890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:17.505873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b20c7bf-5b31-406c-9f95-a07fa5060a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.584255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b20c7bf-5b31-406c-9f95-a07fa5060a64 admin admin] Publish callbacks [] for security_group (3a5de2d0-e6c3-4a9a-aa05-967f95d489dc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.684513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b20c7bf-5b31-406c-9f95-a07fa5060a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3a5de2d0-e6c3-4a9a-aa05-967f95d489dc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.725472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b20c7bf-5b31-406c-9f95-a07fa5060a64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ceb5bccfdfcf477089282d978d39c3fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2334480
May 14 21:31:17.727392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20c7bf-5b31-406c-9f95-a07fa5060a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5de2d0-e6c3-4a9a-aa05-967f95d489dc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:17.728201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:17.784134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c948b-b2be-46ef-b820-fca16f2bf146 admin admin] Publish callbacks [] for security_group (3a5de2d0-e6c3-4a9a-aa05-967f95d489dc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.809083 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c948b-b2be-46ef-b820-fca16f2bf146 admin admin] Publish callbacks [] for security_group (3a5de2d0-e6c3-4a9a-aa05-967f95d489dc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.959346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c948b-b2be-46ef-b820-fca16f2bf146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3a5de2d0-e6c3-4a9a-aa05-967f95d489dc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.963787 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c948b-b2be-46ef-b820-fca16f2bf146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:17.965296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-127c948b-b2be-46ef-b820-fca16f2bf146 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a5de2d0-e6c3-4a9a-aa05-967f95d489dc HTTP/1.1" status: 204  len: 168 time: 0.2360559
May 14 21:31:17.974502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c948b-b2be-46ef-b820-fca16f2bf146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5de2d0-e6c3-4a9a-aa05-967f95d489dc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:18.118140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:18.329812 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01e0f3c-e9b7-4404-ad37-3b53ec5f7081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.412724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01e0f3c-e9b7-4404-ad37-3b53ec5f7081 admin admin] Publish callbacks [] for security_group (98891534-014c-48a1-bae8-32a140968b16), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.496284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c01e0f3c-e9b7-4404-ad37-3b53ec5f7081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98891534-014c-48a1-bae8-32a140968b16), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.535878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c01e0f3c-e9b7-4404-ad37-3b53ec5f7081 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae5e9ab5390a49d0ad1896e52248340d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4166379
May 14 21:31:18.536840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e0f3c-e9b7-4404-ad37-3b53ec5f7081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98891534-014c-48a1-bae8-32a140968b16,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:18.538498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46586) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:18.590752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0a7f-1dc2-4cbd-bd2f-367dbe42d20c admin admin] Publish callbacks [] for security_group (98891534-014c-48a1-bae8-32a140968b16), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.617989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0a7f-1dc2-4cbd-bd2f-367dbe42d20c admin admin] Publish callbacks [] for security_group (98891534-014c-48a1-bae8-32a140968b16), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.793378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0a7f-1dc2-4cbd-bd2f-367dbe42d20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98891534-014c-48a1-bae8-32a140968b16), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.797088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bfdf0a7f-1dc2-4cbd-bd2f-367dbe42d20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:18.798859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bfdf0a7f-1dc2-4cbd-bd2f-367dbe42d20c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98891534-014c-48a1-bae8-32a140968b16 HTTP/1.1" status: 204  len: 168 time: 0.2588584
May 14 21:31:18.807681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf0a7f-1dc2-4cbd-bd2f-367dbe42d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98891534-014c-48a1-bae8-32a140968b16,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:19.079707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46606) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:19.201447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-607312812'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:19.250429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:19.253903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.262617 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.337711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for security_group (2030e831-ad06-4bce-a755-4670fa3ba8b5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.448920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2030e831-ad06-4bce-a755-4670fa3ba8b5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.472204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:19.487561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2030e831-ad06-4bce-a755-4670fa3ba8b5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:19.492333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (52246214-f872-42d5-bd10-bd842186f9ac), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.492753 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Added segment 52246214-f872-42d5-bd10-bd842186f9ac of type vlan for network 3c580272-c299-4d7a-88f0-8847a8a3d1e7
May 14 21:31:19.533101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (3c580272-c299-4d7a-88f0-8847a8a3d1e7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.639779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (3c580272-c299-4d7a-88f0-8847a8a3d1e7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.639779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:19.639779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:19.708645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Network': ['ID=3c580272-c299-4d7a-88f0-8847a8a3d1e7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:19.719637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:19.785409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3b432cc7-9b18-476c-ac60-39bda43108d9 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.7048724
May 14 21:31:19.788106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46626) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:19.792968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'subnet': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:19.957931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:19.961643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:20.256583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (875f0a2a-da0e-404c-981a-463be7d30122), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:20.314442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Subnet': ['ID=875f0a2a-da0e-404c-981a-463be7d30122,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:20.325211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Checking segment: {'id': '52246214-f872-42d5-bd10-bd842186f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:20.327308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network hostable DHCP agents. Network: 3c580272-c299-4d7a-88f0-8847a8a3d1e7, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:20.473362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:20.639631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3c580272-c299-4d7a-88f0-8847a8a3d1e7) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:20.644402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:20.645154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:20.655310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b265a-1fd9-4975-b6d3-be77de3e3026 None None] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:20.727013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dca4877e-cabe-4ea2-bd8b-adbd6acb7dd7 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9378290
May 14 21:31:20.738524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46656) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:20.744029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'name': 'tempest-AllowedAddressPairTestJSON-1449509126'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:20.774274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'project_id': 'ef27c8367a764fe683997e99d6fbab91', 'fixed_ips': [{'subnet_id': '875f0a2a-da0e-404c-981a-463be7d30122'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:31:20.776081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:20.935259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Allocated IP 172.20.0.2 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/3592268b-2468-4b73-bf61-5e5f804acb9e) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:20.974757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:20.978377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.000512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] device_id is not set on port f9f13b0d-2593-44c4-a4fc-2193eba1f290 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:21.098413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Publish callbacks [] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.171272 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.230966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:21.230966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:21.233524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:21.276457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Pushing event updated for resources: {'Port': ['ID=3592268b-2468-4b73-bf61-5e5f804acb9e,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:21.306000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Allocated IP 172.20.0.14 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/f9f13b0d-2593-44c4-a4fc-2193eba1f290) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:21.319727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Attempting to bind port 3592268b-2468-4b73-bf61-5e5f804acb9e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:31:21.320526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Attempting to bind port 3592268b-2468-4b73-bf61-5e5f804acb9e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52246214-f872-42d5-bd10-bd842186f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:31:21.320526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Attempting to bind port 3592268b-2468-4b73-bf61-5e5f804acb9e on network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:31:21.326101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:31:21.326573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Checking segment: {'id': '52246214-f872-42d5-bd10-bd842186f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:21.327035 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.327532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Bound using segment: {'id': '52246214-f872-42d5-bd10-bd842186f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:31:21.328012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Bound port: 3592268b-2468-4b73-bf61-5e5f804acb9e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52246214-f872-42d5-bd10-bd842186f9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:31:21.328390 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.396430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] For port 3592268b-2468-4b73-bf61-5e5f804acb9e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:31:21.399456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] For port 3592268b-2468-4b73-bf61-5e5f804acb9e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3592268b-2468-4b73-bf61-5e5f804acb9e,segment=NetworkSegment(52246214-f872-42d5-bd10-bd842186f9ac),segment_id=52246214-f872-42d5-bd10-bd842186f9ac)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:31:21.462981 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.497030 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.563360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392bc7d-7998-41a8-91ab-24a7fa4b2edc None None] Pushing event updated for resources: {'Port': ['ID=3592268b-2468-4b73-bf61-5e5f804acb9e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:21.655250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.703324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:21.708696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:21.712638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:21.765931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=f9f13b0d-2593-44c4-a4fc-2193eba1f290,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:21.809773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:21.810508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:21.910301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4938976d-ef44-48c4-a988-547fae878fc1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1705203
May 14 21:31:21.913247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46698) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:21.918124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'name': 'tempest-AllowedAddressPairTestJSON-233143744', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e2:e8:21'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:22.124655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:22.166288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3592268b-2468-4b73-bf61-5e5f804acb9e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:31:22.218236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.221275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3592268b-2468-4b73-bf61-5e5f804acb9e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:22.221656 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.250635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] device_id is not set on port 5d072b7c-1396-4d16-89c2-511f9721fc3b yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:22.377759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3592268b-2468-4b73-bf61-5e5f804acb9e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:22.378515 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.424139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 3592268b-2468-4b73-bf61-5e5f804acb9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3592268b-2468-4b73-bf61-5e5f804acb9e,segment=NetworkSegment(52246214-f872-42d5-bd10-bd842186f9ac),segment_id=52246214-f872-42d5-bd10-bd842186f9ac)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:22.447386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Allocated IP 172.20.0.11 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/5d072b7c-1396-4d16-89c2-511f9721fc3b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:22.559121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.634332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=3592268b-2468-4b73-bf61-5e5f804acb9e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:22.652533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (5d072b7c-1396-4d16-89c2-511f9721fc3b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.692324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76964fc-05d8-46d4-b7ef-87b1164226b4 None None] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:22.749136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5d072b7c-1396-4d16-89c2-511f9721fc3b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.767231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:22.784206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ceff3bfc-30b3-408d-93ec-86e5b07dbddb None None] Provisioning complete for port 3592268b-2468-4b73-bf61-5e5f804acb9e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:22.784579 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ceff3bfc-30b3-408d-93ec-86e5b07dbddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.842393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:22.843770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=5d072b7c-1396-4d16-89c2-511f9721fc3b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:22.856181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:22.859817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:22.924182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f705bf87-a133-4ce3-86fe-2d14b55cca88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.930638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:22.931959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:22.960289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ceff3bfc-30b3-408d-93ec-86e5b07dbddb None None] Current status of the port 3592268b-2468-4b73-bf61-5e5f804acb9e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:23.016783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f705bf87-a133-4ce3-86fe-2d14b55cca88 admin admin] Publish callbacks [] for security_group (e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.035217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bc3ecb57-14b9-48c8-ab14-8d9a611506e1 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 1.1208844
May 14 21:31:23.038123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46718) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:23.095833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a5091-22e5-4180-b159-b0cfba5bced4 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:23.101401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a5091-22e5-4180-b159-b0cfba5bced4 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:23.107588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a5091-22e5-4180-b159-b0cfba5bced4 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:23.109320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-539a5091-22e5-4180-b159-b0cfba5bced4 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.0701683
May 14 21:31:23.112137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46720) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:23.179350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Provisioning complete for port 3592268b-2468-4b73-bf61-5e5f804acb9e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:23.179927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.193785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f705bf87-a133-4ce3-86fe-2d14b55cca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.212256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port 5d072b7c-1396-4d16-89c2-511f9721fc3b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:23.212650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5d072b7c-1396-4d16-89c2-511f9721fc3b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.261423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705bf87-a133-4ce3-86fe-2d14b55cca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:23.274302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f705bf87-a133-4ce3-86fe-2d14b55cca88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ff7dc73b3ad4f36846e334931f80a28&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5058386
May 14 21:31:23.274900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46722) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:23.312590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Current status of the port 3592268b-2468-4b73-bf61-5e5f804acb9e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:23.322872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Provisioning complete for port f9f13b0d-2593-44c4-a4fc-2193eba1f290 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:23.323338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.362870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Port f9f13b0d-2593-44c4-a4fc-2193eba1f290 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:23.364742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-359d3c11-8a22-4f37-a84a-31e7aca8fb1a admin admin] Publish callbacks [] for security_group (e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.371760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Provisioning complete for port 5d072b7c-1396-4d16-89c2-511f9721fc3b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:23.372187 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5d072b7c-1396-4d16-89c2-511f9721fc3b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.390140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5d072b7c-1396-4d16-89c2-511f9721fc3b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.414127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-359d3c11-8a22-4f37-a84a-31e7aca8fb1a admin admin] Publish callbacks [] for security_group (e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.415969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for 5d072b7c-1396-4d16-89c2-511f9721fc3b owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:23.427557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-560e04f7-cbac-4cac-8040-530970bcd67c None None] Port 5d072b7c-1396-4d16-89c2-511f9721fc3b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:23.545385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2ec79dfc-2a59-4fae-9654-f0b366e19d38 None None] Provisioning complete for port f9f13b0d-2593-44c4-a4fc-2193eba1f290 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:23.546027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2ec79dfc-2a59-4fae-9654-f0b366e19d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.584973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2ec79dfc-2a59-4fae-9654-f0b366e19d38 None None] Port f9f13b0d-2593-44c4-a4fc-2193eba1f290 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:23.644398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-359d3c11-8a22-4f37-a84a-31e7aca8fb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.646911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-359d3c11-8a22-4f37-a84a-31e7aca8fb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.648085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-359d3c11-8a22-4f37-a84a-31e7aca8fb1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae HTTP/1.1" status: 204  len: 168 time: 0.3722146
May 14 21:31:23.656377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d3c11-8a22-4f37-a84a-31e7aca8fb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9e3b1-1439-4f62-b0dd-4c6ace8eb7ae,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:23.690767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5d072b7c-1396-4d16-89c2-511f9721fc3b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.697443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bf16d723-06d2-4c56-95a0-1ddf31741235 None None] Could not find standard attr ID for object 5d072b7c-1396-4d16-89c2-511f9721fc3b. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:31:23.733383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=5d072b7c-1396-4d16-89c2-511f9721fc3b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:23.919575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:23.919575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31ff3202-f8de-471e-93e6-1832e3720b8e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/ports/5d072b7c-1396-4d16-89c2-511f9721fc3b HTTP/1.1" status: 204  len: 168 time: 0.8051028
May 14 21:31:23.922008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46734) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:23.951591 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9052e0ae-3162-40d2-ba98-25d489ad6801 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] GET failed (client error): The resource could not be found.
May 14 21:31:23.953315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9052e0ae-3162-40d2-ba98-25d489ad6801 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "GET /v2.0/ports/5d072b7c-1396-4d16-89c2-511f9721fc3b HTTP/1.1" status: 404  len: 333 time: 0.0305781
May 14 21:31:23.957335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46736) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:23.962297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'name': 'tempest-AllowedAddressPairTestJSON-464680122'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:24.150117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3592268b-2468-4b73-bf61-5e5f804acb9e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:31:24.195769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3592268b-2468-4b73-bf61-5e5f804acb9e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:24.196428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.204819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:24.208899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.227259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] device_id is not set on port 71a4cb6a-a67d-4a20-bac0-e80912a05daf yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:24.285935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3592268b-2468-4b73-bf61-5e5f804acb9e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:24.351509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Allocated IP 172.20.0.13 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/71a4cb6a-a67d-4a20-bac0-e80912a05daf) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:24.461374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:24.479063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dab5157-0061-4d64-af6d-b9c5b48fd351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.543410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.581141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dab5157-0061-4d64-af6d-b9c5b48fd351 admin admin] Publish callbacks [] for security_group (b752b4ac-259d-43df-8601-a0d354941770), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.661463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dab5157-0061-4d64-af6d-b9c5b48fd351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b752b4ac-259d-43df-8601-a0d354941770), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.661904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.699291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab5157-0061-4d64-af6d-b9c5b48fd351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b752b4ac-259d-43df-8601-a0d354941770,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:24.706703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3dab5157-0061-4d64-af6d-b9c5b48fd351 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e26e654bb9443b39a95c8a4c1ab1735&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2413402
May 14 21:31:24.706899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:24.707534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46772) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:24.712337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:24.714599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:24.752642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=71a4cb6a-a67d-4a20-bac0-e80912a05daf,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:24.801175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:24.807285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.816177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c066531-405e-433f-9284-39c037d94a16 admin admin] Publish callbacks [] for security_group (b752b4ac-259d-43df-8601-a0d354941770), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.842619 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c066531-405e-433f-9284-39c037d94a16 admin admin] Publish callbacks [] for security_group (b752b4ac-259d-43df-8601-a0d354941770), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.916893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-91980ca1-3718-43c2-b5bc-f368aa2ffd77 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9584410
May 14 21:31:24.919610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46788) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:24.925659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e2:e8:21'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:24.975495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c066531-405e-433f-9284-39c037d94a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b752b4ac-259d-43df-8601-a0d354941770), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.983889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8c066531-405e-433f-9284-39c037d94a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:24.988771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8c066531-405e-433f-9284-39c037d94a16 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b752b4ac-259d-43df-8601-a0d354941770 HTTP/1.1" status: 204  len: 168 time: 0.2800865
May 14 21:31:24.998945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c066531-405e-433f-9284-39c037d94a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b752b4ac-259d-43df-8601-a0d354941770,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:25.031582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f0e8ab55-1267-4e85-8c7d-6e727ca75d01 None None] Provisioning complete for port 71a4cb6a-a67d-4a20-bac0-e80912a05daf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:25.032220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab55-1267-4e85-8c7d-6e727ca75d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:25.224928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-9a73ba5b-1e2b-44f0-b572-4642cfe93312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:25.226829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-9a73ba5b-1e2b-44f0-b572-4642cfe93312 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1128 time: 0.0541320
May 14 21:31:25.252641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8ab55-1267-4e85-8c7d-6e727ca75d01 None None] Port 71a4cb6a-a67d-4a20-bac0-e80912a05daf cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:25.435748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-b65782da-9e53-45ed-97f1-b9901ef12578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:25.437294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-b65782da-9e53-45ed-97f1-b9901ef12578 service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.1013398
May 14 21:31:25.477493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1256e-3b47-4c4e-9f29-01e1da94395c req-b2b45b7a-3b21-4bf1-b644-2c2a9f37519b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:25.478932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-efc1256e-3b47-4c4e-9f29-01e1da94395c req-b2b45b7a-3b21-4bf1-b644-2c2a9f37519b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0619521
May 14 21:31:25.518610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-b0ad3ad7-f595-4bdb-abc2-f15a05113b96 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 1001 time: 0.0751636
May 14 21:31:25.583573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:25.611303 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-efc1256e-3b47-4c4e-9f29-01e1da94395c req-d30200c0-e74d-4595-846e-fc3b8f877b15 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194792
May 14 21:31:25.896347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:25.923047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-63318e9e-9f9f-4c9b-b509-6fc587bdda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:25.924558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-63318e9e-9f9f-4c9b-b509-6fc587bdda19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.3998466
May 14 21:31:25.969143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-34c4e7ea-0513-4402-985e-1f9a7b063f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:25.970709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-34c4e7ea-0513-4402-985e-1f9a7b063f76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398726
May 14 21:31:26.010121 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.088336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-8cb3a7fc-98c5-4eb7-aa90-05d1f316e033 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111217
May 14 21:31:26.139666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=71a4cb6a-a67d-4a20-bac0-e80912a05daf,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:26.147675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] In _notify_port_updated(), no bound segment for port 71a4cb6a-a67d-4a20-bac0-e80912a05daf on network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:31:26.153634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:26.154538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.155954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c8dab957-00e7-4a82-aba5-b389df7a2270 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "PUT /v2.0/ports/71a4cb6a-a67d-4a20-bac0-e80912a05daf HTTP/1.1" status: 200  len: 994 time: 1.2350290
May 14 21:31:26.158833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46822) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:26.222398 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-deed3f8d-5017-466e-a33a-6e3603b7de8c req-8cbe89d7-003e-4c24-a8c2-4be435ed13fc service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273227
May 14 21:31:26.271849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port 71a4cb6a-a67d-4a20-bac0-e80912a05daf {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:26.272191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.381057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.394395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-18a037fd-5b22-41fd-8019-e54a8bd6a520 None None] Provisioning complete for port 71a4cb6a-a67d-4a20-bac0-e80912a05daf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:26.394909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-18a037fd-5b22-41fd-8019-e54a8bd6a520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.398483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for 71a4cb6a-a67d-4a20-bac0-e80912a05daf owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:26.432148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-18a037fd-5b22-41fd-8019-e54a8bd6a520 None None] Port 71a4cb6a-a67d-4a20-bac0-e80912a05daf cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:26.588185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (71a4cb6a-a67d-4a20-bac0-e80912a05daf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.628972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=71a4cb6a-a67d-4a20-bac0-e80912a05daf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:26.748731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3683edb-d82a-4aec-8591-eabfcb3d72c1 req-a96e3609-2486-4cc5-bb39-c526a93e368b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:26.750977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3683edb-d82a-4aec-8591-eabfcb3d72c1 req-a96e3609-2486-4cc5-bb39-c526a93e368b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0603025
May 14 21:31:26.813051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3683edb-d82a-4aec-8591-eabfcb3d72c1 req-db3c66e3-379c-450f-a617-9aed451626fc tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558865
May 14 21:31:26.825701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:26.829602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0ce3e664-8f2f-41c0-ab98-92e4a833c5c0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/ports/71a4cb6a-a67d-4a20-bac0-e80912a05daf HTTP/1.1" status: 204  len: 168 time: 0.6690865
May 14 21:31:26.832308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46838) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:26.858895 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0921ee-6ada-4218-a9ea-b5ce6f77475c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] GET failed (client error): The resource could not be found.
May 14 21:31:26.860465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fd0921ee-6ada-4218-a9ea-b5ce6f77475c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "GET /v2.0/ports/71a4cb6a-a67d-4a20-bac0-e80912a05daf HTTP/1.1" status: 404  len: 333 time: 0.0271213
May 14 21:31:26.872917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46842) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:26.877391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'name': 'tempest-AllowedAddressPairTestJSON-865479598'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:27.072988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:27.076986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:27.095121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] device_id is not set on port 2cbaf748-2cee-4273-873b-682f49682edc yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:27.210446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Allocated IP 172.20.0.8 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/2cbaf748-2cee-4273-873b-682f49682edc) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:27.365101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (2cbaf748-2cee-4273-873b-682f49682edc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:27.542403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (2cbaf748-2cee-4273-873b-682f49682edc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:27.587774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:27.593108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:27.596961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:27.603582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=2cbaf748-2cee-4273-873b-682f49682edc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:27.661943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:27.662689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:27.830189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79f80581-fde0-4131-8135-728a2eeb4f04 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 0.9577134
May 14 21:31:27.832777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:27.838002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e2:e8:21'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:27.868728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a6940980-9f03-4f78-bac6-a471013e9d5a None None] Provisioning complete for port 2cbaf748-2cee-4273-873b-682f49682edc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:27.869162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6940980-9f03-4f78-bac6-a471013e9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2cbaf748-2cee-4273-873b-682f49682edc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:27.914610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a6940980-9f03-4f78-bac6-a471013e9d5a None None] Port 2cbaf748-2cee-4273-873b-682f49682edc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:27.952508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2cbaf748-2cee-4273-873b-682f49682edc), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:27.969907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e590e0-f2c0-43de-b539-2c00ed5ed4dd req-9d2d994a-41a2-4de4-acd0-d87aba518044 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:27.971426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e590e0-f2c0-43de-b539-2c00ed5ed4dd req-9d2d994a-41a2-4de4-acd0-d87aba518044 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0641196
May 14 21:31:28.090366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e590e0-f2c0-43de-b539-2c00ed5ed4dd req-6a442819-52fc-4a25-ae95-e34b3a5d1c1e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107860
May 14 21:31:28.232659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (2cbaf748-2cee-4273-873b-682f49682edc), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.357504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (2cbaf748-2cee-4273-873b-682f49682edc), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.435939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=2cbaf748-2cee-4273-873b-682f49682edc,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:28.449646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] In _notify_port_updated(), no bound segment for port 2cbaf748-2cee-4273-873b-682f49682edc on network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:31:28.455957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:28.456752 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.460637 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70071116-9b3e-4591-b06e-299e8fd10400 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "PUT /v2.0/ports/2cbaf748-2cee-4273-873b-682f49682edc HTTP/1.1" status: 200  len: 995 time: 0.6244485
May 14 21:31:28.461045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:28.558166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port 2cbaf748-2cee-4273-873b-682f49682edc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:28.558505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2cbaf748-2cee-4273-873b-682f49682edc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.646488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5eafe128-2f09-4290-8580-1ed2abb7fdb1 None None] Provisioning complete for port 2cbaf748-2cee-4273-873b-682f49682edc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:28.646922 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5eafe128-2f09-4290-8580-1ed2abb7fdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2cbaf748-2cee-4273-873b-682f49682edc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.659054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2cbaf748-2cee-4273-873b-682f49682edc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.673398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for 2cbaf748-2cee-4273-873b-682f49682edc owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:28.689008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5eafe128-2f09-4290-8580-1ed2abb7fdb1 None None] Port 2cbaf748-2cee-4273-873b-682f49682edc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:28.894618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2cbaf748-2cee-4273-873b-682f49682edc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:28.928161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=2cbaf748-2cee-4273-873b-682f49682edc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:29.008504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:29.009220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a7982550-de0d-40a3-b899-7567be6a588a tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/ports/2cbaf748-2cee-4273-873b-682f49682edc HTTP/1.1" status: 204  len: 168 time: 0.5471625
May 14 21:31:29.011884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46924) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:29.042214 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d687a5e-ca06-4468-86bd-3e0acafd6185 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] GET failed (client error): The resource could not be found.
May 14 21:31:29.043720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d687a5e-ca06-4468-86bd-3e0acafd6185 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "GET /v2.0/ports/2cbaf748-2cee-4273-873b-682f49682edc HTTP/1.1" status: 404  len: 333 time: 0.0307314
May 14 21:31:29.048290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:29.054222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'name': 'tempest-AllowedAddressPairTestJSON-2062696772'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:29.223351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8f7f8-804b-48f2-b421-623b3c882fe6 req-1adf2cc6-c750-4d74-8672-95fb345fb9fe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:29.224795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28d8f7f8-804b-48f2-b421-623b3c882fe6 req-1adf2cc6-c750-4d74-8672-95fb345fb9fe tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0512161
May 14 21:31:29.243502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:29.248229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:29.265437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] device_id is not set on port 115bc773-2f7e-4d51-b2c4-7e4a2a687c07 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:29.273463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28d8f7f8-804b-48f2-b421-623b3c882fe6 req-e61bec99-6e9a-4f0a-aa33-821e67d9fcf1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428879
May 14 21:31:29.381411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Allocated IP 172.20.0.10 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/115bc773-2f7e-4d51-b2c4-7e4a2a687c07) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:29.527546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (115bc773-2f7e-4d51-b2c4-7e4a2a687c07), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:29.645024 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (115bc773-2f7e-4d51-b2c4-7e4a2a687c07), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:29.692784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:29.697911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:29.702352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:29.726749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=115bc773-2f7e-4d51-b2c4-7e4a2a687c07,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:29.766224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:29.766981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:29.865512 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-16f8d576-15ca-4a99-86fd-526af3c2733c tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8160622
May 14 21:31:29.868300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:29.873460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'network_id': '3c580272-c299-4d7a-88f0-8847a8a3d1e7', 'name': 'tempest-AllowedAddressPairTestJSON-1715962650'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:29.938246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46948) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:30.017940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-99ee5f98-f206-4464-9744-b0f7463c6caa None None] Provisioning complete for port 115bc773-2f7e-4d51-b2c4-7e4a2a687c07 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:30.018411 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-99ee5f98-f206-4464-9744-b0f7463c6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (115bc773-2f7e-4d51-b2c4-7e4a2a687c07), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.052484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-99ee5f98-f206-4464-9744-b0f7463c6caa None None] Port 115bc773-2f7e-4d51-b2c4-7e4a2a687c07 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:30.059696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ce3afc2-e0a3-4093-b0ec-e0ff6df7dfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.100258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Made reservation on behalf of ef27c8367a764fe683997e99d6fbab91 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:30.103736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.130609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] device_id is not set on port ff378f9c-403a-44da-bb82-ac8cc435d1fc yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:30.198322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ce3afc2-e0a3-4093-b0ec-e0ff6df7dfee admin admin] Publish callbacks [] for security_group (ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.256397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Allocated IP 172.20.0.5 (3c580272-c299-4d7a-88f0-8847a8a3d1e7/875f0a2a-da0e-404c-981a-463be7d30122/ff378f9c-403a-44da-bb82-ac8cc435d1fc) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:30.305490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ce3afc2-e0a3-4093-b0ec-e0ff6df7dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.394619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ce3afc2-e0a3-4093-b0ec-e0ff6df7dfee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8923623b6ce14d9fbe524f52b841ee75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4529727
May 14 21:31:30.394619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3afc2-e0a3-4093-b0ec-e0ff6df7dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:30.397504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46958) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:30.404028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98114-8e9d-4c9c-918c-b1aa4eea4192 req-5db7193a-bdc7-4ab1-ba79-aed34290b98b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:30.404028 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70e98114-8e9d-4c9c-918c-b1aa4eea4192 req-5db7193a-bdc7-4ab1-ba79-aed34290b98b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0504515
May 14 21:31:30.456090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-70e98114-8e9d-4c9c-918c-b1aa4eea4192 req-3110ebca-9bff-486e-811f-e4805fcaeb33 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445123
May 14 21:31:30.484418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.492670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Publish callbacks [] for security_group (ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.527363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Publish callbacks [] for security_group (ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.599542 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.632371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.635518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.638978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e HTTP/1.1" status: 204  len: 168 time: 0.2406747
May 14 21:31:30.668408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d8090-fa3f-4a6c-a9a5-d31ed0c5ee5e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:30.674100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:30.682279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:30.684497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=ff378f9c-403a-44da-bb82-ac8cc435d1fc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:30.687489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:30.691546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.691903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.692253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.692594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.692932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.693274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.693608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.693944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.694270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.694698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.695043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.695377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.695728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.697764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.697764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7313adcb-b6e2-46ec-afd6-61916d5f498c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.726082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.726456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.726804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.727157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.727498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.727811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.728148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.728481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.728831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.729138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.729466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.729794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.730119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.730443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.730763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:30.764612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:30.765143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:30.870236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f87105c3-d43b-4f59-820a-6aa7b92b4def tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0007665
May 14 21:31:30.873678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46964) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:30.879145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e2:e8:21'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ba:7f:8a'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:30.981279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b8ede661-9e09-4e9b-b65d-d3ffe7b84113 None None] Provisioning complete for port ff378f9c-403a-44da-bb82-ac8cc435d1fc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:30.981677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b8ede661-9e09-4e9b-b65d-d3ffe7b84113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.018005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b8ede661-9e09-4e9b-b65d-d3ffe7b84113 None None] Port ff378f9c-403a-44da-bb82-ac8cc435d1fc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:31.046301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.294140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.358056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:31.372079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592553ee-7beb-46fe-8dc0-e4b0cdadc989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.373753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.474817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event updated for resources: {'Port': ['ID=ff378f9c-403a-44da-bb82-ac8cc435d1fc,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:31.495086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] In _notify_port_updated(), no bound segment for port ff378f9c-403a-44da-bb82-ac8cc435d1fc on network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:31:31.500251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:31.505170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.505170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b420fc2-2bda-4c4c-bd5a-b72d99cda432 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "PUT /v2.0/ports/ff378f9c-403a-44da-bb82-ac8cc435d1fc HTTP/1.1" status: 200  len: 1057 time: 0.6274886
May 14 21:31:31.505855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46976) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:31.569127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592553ee-7beb-46fe-8dc0-e4b0cdadc989 admin admin] Publish callbacks [] for security_group (e0a5eed9-8106-4a8b-8d33-d7be53ab750e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.610947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3d67c-cea3-4705-a306-ee6d38020dca req-d1d62ff3-aa1a-44e0-98d3-c04ab67bb81b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:31.612585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0e3d67c-cea3-4705-a306-ee6d38020dca req-d1d62ff3-aa1a-44e0-98d3-c04ab67bb81b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0564370
May 14 21:31:31.619630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port ff378f9c-403a-44da-bb82-ac8cc435d1fc {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:31.619978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.643252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592553ee-7beb-46fe-8dc0-e4b0cdadc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0a5eed9-8106-4a8b-8d33-d7be53ab750e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.689544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0e3d67c-cea3-4705-a306-ee6d38020dca req-3cca8b98-4ef6-48bf-8d81-0a87d663051f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697455
May 14 21:31:31.702904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-592553ee-7beb-46fe-8dc0-e4b0cdadc989 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bc4f85699f04b77888f33bebd9d0ab6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3437507
May 14 21:31:31.705853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46978) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:31.707869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592553ee-7beb-46fe-8dc0-e4b0cdadc989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a5eed9-8106-4a8b-8d33-d7be53ab750e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:31.715586 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.730877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for ff378f9c-403a-44da-bb82-ac8cc435d1fc owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:31.745679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8ebf3872-6919-4c24-aa82-103e49bd2015 None None] Provisioning complete for port ff378f9c-403a-44da-bb82-ac8cc435d1fc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:31.745679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ebf3872-6919-4c24-aa82-103e49bd2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.760386 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70352c93-9ada-473f-b5a8-6964e8d02b2d admin admin] Publish callbacks [] for security_group (e0a5eed9-8106-4a8b-8d33-d7be53ab750e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.783586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf3872-6919-4c24-aa82-103e49bd2015 None None] Port ff378f9c-403a-44da-bb82-ac8cc435d1fc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:31:31.784176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70352c93-9ada-473f-b5a8-6964e8d02b2d admin admin] Publish callbacks [] for security_group (e0a5eed9-8106-4a8b-8d33-d7be53ab750e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.941733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70352c93-9ada-473f-b5a8-6964e8d02b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0a5eed9-8106-4a8b-8d33-d7be53ab750e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.944399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70352c93-9ada-473f-b5a8-6964e8d02b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:31.945558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-70352c93-9ada-473f-b5a8-6964e8d02b2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0a5eed9-8106-4a8b-8d33-d7be53ab750e HTTP/1.1" status: 204  len: 168 time: 0.2387919
May 14 21:31:31.954200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70352c93-9ada-473f-b5a8-6964e8d02b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a5eed9-8106-4a8b-8d33-d7be53ab750e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:31.962194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ff378f9c-403a-44da-bb82-ac8cc435d1fc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:32.002854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=ff378f9c-403a-44da-bb82-ac8cc435d1fc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:32.242281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:32.245362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cd91fbd0-0322-43b8-a8fc-cf2749b6407e tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/ports/ff378f9c-403a-44da-bb82-ac8cc435d1fc HTTP/1.1" status: 204  len: 168 time: 0.7384908
May 14 21:31:32.248140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46988) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:32.275431 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-358fbb73-9231-4525-a50f-6512ff1e73e6 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] GET failed (client error): The resource could not be found.
May 14 21:31:32.280119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-358fbb73-9231-4525-a50f-6512ff1e73e6 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "GET /v2.0/ports/ff378f9c-403a-44da-bb82-ac8cc435d1fc HTTP/1.1" status: 404  len: 333 time: 0.0277247
May 14 21:31:32.280890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:32.375988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port 115bc773-2f7e-4d51-b2c4-7e4a2a687c07 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:32.376347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (115bc773-2f7e-4d51-b2c4-7e4a2a687c07), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:32.491715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (115bc773-2f7e-4d51-b2c4-7e4a2a687c07), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:32.505007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for 115bc773-2f7e-4d51-b2c4-7e4a2a687c07 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:32.786708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (115bc773-2f7e-4d51-b2c4-7e4a2a687c07), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:32.856647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=115bc773-2f7e-4d51-b2c4-7e4a2a687c07,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:32.878360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733bab9-a4f3-4ce7-948c-8c4def9777ea req-23a2d757-48ee-42ee-afda-fd52aa574c00 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:32.880050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f733bab9-a4f3-4ce7-948c-8c4def9777ea req-23a2d757-48ee-42ee-afda-fd52aa574c00 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1051936
May 14 21:31:32.982747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:32.986080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a0c42e3-e829-48f3-9c8f-7ef19a29c3f5 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/ports/115bc773-2f7e-4d51-b2c4-7e4a2a687c07 HTTP/1.1" status: 204  len: 168 time: 0.7040720
May 14 21:31:32.995848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47012) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:33.026902 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f647304-7d61-483f-8fdf-4744f0c95fa0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] GET failed (client error): The resource could not be found.
May 14 21:31:33.029012 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8f647304-7d61-483f-8fdf-4744f0c95fa0 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "GET /v2.0/ports/115bc773-2f7e-4d51-b2c4-7e4a2a687c07 HTTP/1.1" status: 404  len: 333 time: 0.0389090
May 14 21:31:33.033710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:33.079184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f733bab9-a4f3-4ce7-948c-8c4def9777ea req-46dd6f1f-c7f6-44d0-aa9b-5ff80a329795 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1799879
May 14 21:31:33.151282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port f9f13b0d-2593-44c4-a4fc-2193eba1f290 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:33.151731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.273497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.291081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for f9f13b0d-2593-44c4-a4fc-2193eba1f290 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:33.524813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f9f13b0d-2593-44c4-a4fc-2193eba1f290), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.553802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=f9f13b0d-2593-44c4-a4fc-2193eba1f290,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:33.628572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.632194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74500716-5f19-4983-b77d-57a9fa1fe433 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/ports/f9f13b0d-2593-44c4-a4fc-2193eba1f290 HTTP/1.1" status: 204  len: 168 time: 0.5974364
May 14 21:31:33.634672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:33.693699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting subnet 875f0a2a-da0e-404c-981a-463be7d30122 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:31:33.697346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for subnet (875f0a2a-da0e-404c-981a-463be7d30122), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.742201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (875f0a2a-da0e-404c-981a-463be7d30122), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.834145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (875f0a2a-da0e-404c-981a-463be7d30122), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:33.987862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (875f0a2a-da0e-404c-981a-463be7d30122), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.019990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47044) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:34.025431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Subnet': ['ID=875f0a2a-da0e-404c-981a-463be7d30122,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:34.030600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.034006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cf27aefd-9d8a-47cf-ac92-9e5359e70298 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/subnets/875f0a2a-da0e-404c-981a-463be7d30122 HTTP/1.1" status: 204  len: 168 time: 0.3983276
May 14 21:31:34.036413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47048) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:34.057953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd54eb8-eebd-4cc4-b73a-421a141e599c None None] Network 3c580272-c299-4d7a-88f0-8847a8a3d1e7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:34.143314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (3c580272-c299-4d7a-88f0-8847a8a3d1e7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.224499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Deleting port 3592268b-2468-4b73-bf61-5e5f804acb9e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:34.224905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.250964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] DHCP port deletion for 3c580272-c299-4d7a-88f0-8847a8a3d1e7 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:31:34.271132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbb7b4-cfe4-4705-81b6-7279d31a51c6 req-8e556923-1938-4916-8d14-b3972de5bb74 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:34.280190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6dbb7b4-cfe4-4705-81b6-7279d31a51c6 req-8e556923-1938-4916-8d14-b3972de5bb74 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0656817
May 14 21:31:34.320713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Deleting port 3592268b-2468-4b73-bf61-5e5f804acb9e {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:34.321440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.375388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] For port 3592268b-2468-4b73-bf61-5e5f804acb9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3592268b-2468-4b73-bf61-5e5f804acb9e,segment=NetworkSegment(52246214-f872-42d5-bd10-bd842186f9ac),segment_id=52246214-f872-42d5-bd10-bd842186f9ac)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:34.375797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.393986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Calling delete_port for 3592268b-2468-4b73-bf61-5e5f804acb9e owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:34.416323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] For port 3592268b-2468-4b73-bf61-5e5f804acb9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3592268b-2468-4b73-bf61-5e5f804acb9e,segment=NetworkSegment(52246214-f872-42d5-bd10-bd842186f9ac),segment_id=52246214-f872-42d5-bd10-bd842186f9ac)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:34.417351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.436723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Calling delete_port for 3592268b-2468-4b73-bf61-5e5f804acb9e owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:34.447978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b6dbb7b4-cfe4-4705-81b6-7279d31a51c6 req-2917a127-7590-4d4a-a53b-fea43f4e2002 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1665246
May 14 21:31:34.587791 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.598756 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (3592268b-2468-4b73-bf61-5e5f804acb9e), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.617688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Port': ['ID=3592268b-2468-4b73-bf61-5e5f804acb9e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:34.623266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] No DVR routers for this DVR port 3592268b-2468-4b73-bf61-5e5f804acb9e on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:34.630216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Pushing event deleted for resources: {'Port': ['ID=3592268b-2468-4b73-bf61-5e5f804acb9e,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:34.639746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.640220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.641184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.641301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.641652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.644320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.645486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.645796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.646220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:34.651299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0832697e-1b8e-4039-a229-ec1b44ca8b86 None None] No DVR routers for this DVR port 3592268b-2468-4b73-bf61-5e5f804acb9e on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:34.727056 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (3c580272-c299-4d7a-88f0-8847a8a3d1e7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.750841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ac87190>,) {'filters': {'network_id': ['3c580272-c299-4d7a-88f0-8847a8a3d1e7']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:34.761866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac87190>, '52246214-f872-42d5-bd10-bd842186f9ac') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:34.762167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac87190>, '52246214-f872-42d5-bd10-bd842186f9ac') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:34.774131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (52246214-f872-42d5-bd10-bd842186f9ac), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.790038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (52246214-f872-42d5-bd10-bd842186f9ac), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.799378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:34.799814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (52246214-f872-42d5-bd10-bd842186f9ac), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:34.803852 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:34.829879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (a15574f5-f5cb-4599-a1da-ebce2275b4e0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.982999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (3c580272-c299-4d7a-88f0-8847a8a3d1e7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.992770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:34.999316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] 10.222.0.52 "DELETE /v2.0/networks/3c580272-c299-4d7a-88f0-8847a8a3d1e7 HTTP/1.1" status: 204  len: 168 time: 0.9586809
May 14 21:31:35.016313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398924f4-906d-4e15-936b-125d59f99833 tempest-AllowedAddressPairTestJSON-434333755 tempest-AllowedAddressPairTestJSON-434333755-project] Pushing event deleted for resources: {'Network': ['ID=3c580272-c299-4d7a-88f0-8847a8a3d1e7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:35.102474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Deleting port 3114a182-b4cd-4538-9a29-41c034584b69 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:35.103036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3114a182-b4cd-4538-9a29-41c034584b69), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.192128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] For port 3114a182-b4cd-4538-9a29-41c034584b69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3114a182-b4cd-4538-9a29-41c034584b69,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:35.192492 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3114a182-b4cd-4538-9a29-41c034584b69), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.205087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Calling delete_port for 3114a182-b4cd-4538-9a29-41c034584b69 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:35.490217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47108) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:35.542645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3114a182-b4cd-4538-9a29-41c034584b69), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.571989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7597ad-5ea2-4ce9-b698-0bcc7129ffb7 req-b20f3e63-d0b0-4239-81c5-7efec3be1ff9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:35.575098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c7597ad-5ea2-4ce9-b698-0bcc7129ffb7 req-b20f3e63-d0b0-4239-81c5-7efec3be1ff9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0565023
May 14 21:31:35.576894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Pushing event deleted for resources: {'Port': ['ID=3114a182-b4cd-4538-9a29-41c034584b69,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:35.671116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c7597ad-5ea2-4ce9-b698-0bcc7129ffb7 req-9fd2f05a-744c-46ce-b523-4ee666c918f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906804
May 14 21:31:35.709078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7cf62fe1-8efd-47cb-a298-74d4280e66d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef27c8367a764fe683997e99d6fbab91&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2178943
May 14 21:31:35.711521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47116) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:35.763944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Publish callbacks [] for security_group (2030e831-ad06-4bce-a755-4670fa3ba8b5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.788560 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Publish callbacks [] for security_group (2030e831-ad06-4bce-a755-4670fa3ba8b5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.825054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (a15574f5-f5cb-4599-a1da-ebce2275b4e0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.930574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2030e831-ad06-4bce-a755-4670fa3ba8b5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.933438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:35.935159 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2030e831-ad06-4bce-a755-4670fa3ba8b5 HTTP/1.1" status: 204  len: 168 time: 0.2217853
May 14 21:31:35.942751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2030e831-ad06-4bce-a755-4670fa3ba8b5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:35.950474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.950812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.951151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.951520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.951845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.952179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.952500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.952898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.953188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.953508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.953830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.954151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.954465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.954784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:35.955096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f261f10d-518b-45de-b7d2-76deb0471f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:31:36.060704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Router a15574f5-f5cb-4599-a1da-ebce2275b4e0 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:31:36.193026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:31:36.209930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f9adcb7f-269f-465e-a05b-761b42e6874a admin admin] 10.222.0.52 "PUT /v2.0/routers/a15574f5-f5cb-4599-a1da-ebce2275b4e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1774807
May 14 21:31:36.210024 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47126) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:36.210467 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] Sync routers for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:31:36.210875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3592268b-2468-4b73-bf61-5e5f804acb9e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:36.218255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:36.219003 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c663d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:36.234714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3592268b-2468-4b73-bf61-5e5f804acb9e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:36.237295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3592268b-2468-4b73-bf61-5e5f804acb9e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:36.362226 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:36.366292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks [] for router (a15574f5-f5cb-4599-a1da-ebce2275b4e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:36.519974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks [] for router_gateway (a15574f5-f5cb-4599-a1da-ebce2275b4e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:36.619997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Deleting port 4ea61558-ec0c-4fe5-b79a-63ac966b9287 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:36.620228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:36.704578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] For port 4ea61558-ec0c-4fe5-b79a-63ac966b9287, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ea61558-ec0c-4fe5-b79a-63ac966b9287,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:36.705125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:36.720738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Calling delete_port for 4ea61558-ec0c-4fe5-b79a-63ac966b9287 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:36.764169 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c663d0>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129'}], 'enable_snat': True}, 'gw_port_id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:31:35Z', 'revision_number': 5, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port': {'id': '4ea61558-ec0c-4fe5-b79a-63ac966b9287', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:29Z', 'updated_at': '2022-05-14T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:36.793035 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] Checking router: a15574f5-f5cb-4599-a1da-ebce2275b4e0 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:31:36.802987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] Routers {'a15574f5-f5cb-4599-a1da-ebce2275b4e0'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:36.803667 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c663d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:36.850401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:31:36.854388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a192b-4560-49bf-af5f-e48e9d7c60b3 req-9576b871-4699-49cb-a286-b1acd939dd15 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:36.856124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d1a192b-4560-49bf-af5f-e48e9d7c60b3 req-9576b871-4699-49cb-a286-b1acd939dd15 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0950384
May 14 21:31:36.913210 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] Set router a15574f5-f5cb-4599-a1da-ebce2275b4e0 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:36.930000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d1a192b-4560-49bf-af5f-e48e9d7c60b3 req-150c8b60-794d-4f15-836d-f2dd0fefb815 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666001
May 14 21:31:36.984802 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c663d0>, [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:31:36Z', 'revision_number': 6, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:37.008993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:37.012394 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6121ef16-87b2-4e24-b4d9-036c3edf7be0 None None] The sync data for ids ['a15574f5-f5cb-4599-a1da-ebce2275b4e0'] in ncdv-master-1 is: [{'id': 'a15574f5-f5cb-4599-a1da-ebce2275b4e0', 'name': 'tempest-TaggedBootDevicesTest_v242-1494276827-router', 'tenant_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:27Z', 'updated_at': '2022-05-14T21:31:36Z', 'revision_number': 6, 'project_id': 'c8d3f937d0cc40e6b1cd90e72b6fb07e', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:31:37.021818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '3a71fedd-378c-474b-8ed3-687958dee25b', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b', 'mac_address': 'fa:16:3e:90:db:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:31:37.056233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4ea61558-ec0c-4fe5-b79a-63ac966b9287), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.083146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:37.083822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.097538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea61558-ec0c-4fe5-b79a-63ac966b9287,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:37.113075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:31:37.143067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:37.182695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (a15574f5-f5cb-4599-a1da-ebce2275b4e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.232999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.277964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (a15574f5-f5cb-4599-a1da-ebce2275b4e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.281447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks [] for router_controller (a15574f5-f5cb-4599-a1da-ebce2275b4e0), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.296230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:37.324356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3a71fedd-378c-474b-8ed3-687958dee25b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:31:37.359813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47168) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.455677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (a15574f5-f5cb-4599-a1da-ebce2275b4e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.456282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15574f5-f5cb-4599-a1da-ebce2275b4e0 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:31:37.460928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.464583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d6f6571b-04a4-4279-9ee5-d8a18fe9258b admin admin] 10.222.0.52 "DELETE /v2.0/routers/a15574f5-f5cb-4599-a1da-ebce2275b4e0 HTTP/1.1" status: 204  len: 168 time: 1.2593589
May 14 21:31:37.465130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47178) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.542177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Deleting subnet 9c9a41f8-9eaf-4274-b58c-c5bb90163785 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:31:37.551429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-8630ffb3-e749-44d1-adfa-da144855040b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.555163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8630ffb3-e749-44d1-adfa-da144855040b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.1868575
May 14 21:31:37.555163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Publish callbacks [] for subnet (9c9a41f8-9eaf-4274-b58c-c5bb90163785), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.555412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47182) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.561163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-5b049cee-3e7d-413b-b51e-75564a72c154 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.562278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5b049cee-3e7d-413b-b51e-75564a72c154 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0058486
May 14 21:31:37.570923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47184) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.576688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-9f446d17-fe08-42a9-ae96-48dd58d8d4af tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.579985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9f446d17-fe08-42a9-ae96-48dd58d8d4af tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0055451
May 14 21:31:37.580790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47186) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.584267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-08758a41-b2ae-4eb3-92ed-5edb82db34e3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.588118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-08758a41-b2ae-4eb3-92ed-5edb82db34e3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0041018
May 14 21:31:37.588700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47188) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.604140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-f01a8e47-55a1-49c8-9183-3765efde5a02 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.605094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f01a8e47-55a1-49c8-9183-3765efde5a02 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0149970
May 14 21:31:37.608447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47192) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.612722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-794c8e57-f03f-4cc2-b29a-9bbfc3c13321 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.613663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-794c8e57-f03f-4cc2-b29a-9bbfc3c13321 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0042570
May 14 21:31:37.616075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.620536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-7657fdca-9932-4299-8527-608adee3dae3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.621470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7657fdca-9932-4299-8527-608adee3dae3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0044694
May 14 21:31:37.624105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.628875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-8491c922-4a9a-417e-bcce-cb32d51779c2 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.629804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8491c922-4a9a-417e-bcce-cb32d51779c2 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0046036
May 14 21:31:37.632427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.633129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (9c9a41f8-9eaf-4274-b58c-c5bb90163785), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.636966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-dce0ec44-d3e1-400d-b263-ae2e533988d7 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.638704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dce0ec44-d3e1-400d-b263-ae2e533988d7 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0050774
May 14 21:31:37.643063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47200) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.649675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-a4f4f6a0-12fc-42c8-b04e-89309ab69d00 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.649675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a4f4f6a0-12fc-42c8-b04e-89309ab69d00 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0041754
May 14 21:31:37.651458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47202) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.656928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-72479437-c83b-4ab4-82f8-91942a83b5e8 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.659524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-72479437-c83b-4ab4-82f8-91942a83b5e8 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0054400
May 14 21:31:37.660347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47204) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.668200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-979aa3b1-d300-482b-8b45-e5ce0263c2bc tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.669713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-979aa3b1-d300-482b-8b45-e5ce0263c2bc tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0077980
May 14 21:31:37.672400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.676279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-29870ccd-aed3-4999-b988-4f81d677ce29 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.677297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29870ccd-aed3-4999-b988-4f81d677ce29 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0039947
May 14 21:31:37.687853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47208) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.693839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-70792e7b-c30b-41c9-b601-af02a83db58c tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.699520 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70792e7b-c30b-41c9-b601-af02a83db58c tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0057182
May 14 21:31:37.699715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47210) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.704322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-73dde855-ff36-4cab-bc3f-4b9dc2080072 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.706102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-73dde855-ff36-4cab-bc3f-4b9dc2080072 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0045927
May 14 21:31:37.714735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47214) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.719832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-a99b26d4-1ab1-4e4e-aaf4-fc3fb78a979b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.720820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a99b26d4-1ab1-4e4e-aaf4-fc3fb78a979b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0049355
May 14 21:31:37.723608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47218) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.734162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-01ce922f-802a-45f3-bc7f-68aff22b623e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.734162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-01ce922f-802a-45f3-bc7f-68aff22b623e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0041974
May 14 21:31:37.734519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47220) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.737659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (9c9a41f8-9eaf-4274-b58c-c5bb90163785), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.739873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-c2b30acc-25cd-4d7b-8a1c-96673f91bfc1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.741551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2b30acc-25cd-4d7b-8a1c-96673f91bfc1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0054610
May 14 21:31:37.743819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47224) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.748072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-09708be3-c019-4fff-9c3d-92ea176c85cf tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.749764 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09708be3-c019-4fff-9c3d-92ea176c85cf tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0042071
May 14 21:31:37.751376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47226) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.756019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-a79c7d7c-8f7b-46d3-9aed-466fd80fe8d3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.757067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a79c7d7c-8f7b-46d3-9aed-466fd80fe8d3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0046084
May 14 21:31:37.760467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47228) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.766425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-296e451b-845d-4216-8960-9ebcdeb796b5 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.770360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-296e451b-845d-4216-8960-9ebcdeb796b5 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0065477
May 14 21:31:37.770851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.787256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-a2bff43d-1114-4cbb-b805-327ef832f080 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.787256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2bff43d-1114-4cbb-b805-327ef832f080 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0097301
May 14 21:31:37.787256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.796355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-76e6d229-e560-40f7-9700-aa5dcbf63f8d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.799539 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-76e6d229-e560-40f7-9700-aa5dcbf63f8d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0074651
May 14 21:31:37.800288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47238) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.804350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-79fc4362-301b-4ff5-b6e3-d91cab97ef0b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.805398 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79fc4362-301b-4ff5-b6e3-d91cab97ef0b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0041299
May 14 21:31:37.809059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47240) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.813322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-6149ffb0-7b5a-482c-95d0-6f58511a63bc tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.814393 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6149ffb0-7b5a-482c-95d0-6f58511a63bc tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0041950
May 14 21:31:37.816530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47242) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.820338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-71dcb9f8-aa2c-416f-b694-6cf4cb2b62e1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.821898 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-71dcb9f8-aa2c-416f-b694-6cf4cb2b62e1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0045562
May 14 21:31:37.824042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.829645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-8a8f3148-42fa-4f46-afbb-62d6c364f88e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.833017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a8f3148-42fa-4f46-afbb-62d6c364f88e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0042193
May 14 21:31:37.833118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47248) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.838680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-7b72ade6-e7ed-40d7-9c01-29043c72d5b4 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.839391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b72ade6-e7ed-40d7-9c01-29043c72d5b4 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0048563
May 14 21:31:37.842360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47250) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.846844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-baee7fa4-2a00-4c14-8a5f-353c227ddd70 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.847842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-baee7fa4-2a00-4c14-8a5f-353c227ddd70 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0044937
May 14 21:31:37.850331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47252) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.854356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-c7432c7e-9d40-4b5a-b0b3-d5baf06e38d9 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.856343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c7432c7e-9d40-4b5a-b0b3-d5baf06e38d9 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0050867
May 14 21:31:37.861124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47254) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.865990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-5febe589-0e6e-4afc-a577-32044dba6b2f tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.867584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5febe589-0e6e-4afc-a577-32044dba6b2f tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0047786
May 14 21:31:37.869686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47256) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.879952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-ad31cbe2-174d-4733-b9f7-1e36b99be171 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.883660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ad31cbe2-174d-4733-b9f7-1e36b99be171 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0097508
May 14 21:31:37.886570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47258) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.896053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-720db519-a937-4e99-bac9-3049947ad710 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.899674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-720db519-a937-4e99-bac9-3049947ad710 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0119703
May 14 21:31:37.899793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47262) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.904833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-de9b0bca-c094-4dea-93d8-3469c982ad2d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.907528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-de9b0bca-c094-4dea-93d8-3469c982ad2d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0051363
May 14 21:31:37.908361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.913224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-bfb65968-a357-40f9-9f64-7030c748773d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.916077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bfb65968-a357-40f9-9f64-7030c748773d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0056524
May 14 21:31:37.916842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.921826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-4caaead4-2cb4-48cb-a449-2f868e3c37ee tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.923327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4caaead4-2cb4-48cb-a449-2f868e3c37ee tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0051029
May 14 21:31:37.932281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.937487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-01f7e273-68fd-4e7d-b3e5-0d81852c5911 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.938481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-01f7e273-68fd-4e7d-b3e5-0d81852c5911 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0052493
May 14 21:31:37.940589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47270) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.944271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-f2755a98-8713-44f7-b11b-3c6d5493ae3d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.945180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f2755a98-8713-44f7-b11b-3c6d5493ae3d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0037701
May 14 21:31:37.947339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.947900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (9c9a41f8-9eaf-4274-b58c-c5bb90163785), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.952303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-12713dbf-781e-44ba-9b14-d17323d98d4d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.953468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-12713dbf-781e-44ba-9b14-d17323d98d4d tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200  len: 445 time: 0.0049284
May 14 21:31:37.955635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.959747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-0ea517f6-c7bd-4575-9370-b6368546814b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.960687 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0ea517f6-c7bd-4575-9370-b6368546814b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0041401
May 14 21:31:37.962914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47276) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.967766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-94159685-7ffe-41b5-a32d-4d78580a4ebb tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.971042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94159685-7ffe-41b5-a32d-4d78580a4ebb tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0072913
May 14 21:31:37.971708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.975691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-5901fd2a-b6cb-4f96-9a05-33140f332797 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.979196 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5901fd2a-b6cb-4f96-9a05-33140f332797 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0043285
May 14 21:31:37.979326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9a41f8-9eaf-4274-b58c-c5bb90163785,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:37.979441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.983400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:37.985547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-4ca9afed-7535-463a-80ca-b6f2547b96f8 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:37.986877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bcf27ffb-15dd-46d7-8fd1-2deb836e18a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9c9a41f8-9eaf-4274-b58c-c5bb90163785 HTTP/1.1" status: 204  len: 168 time: 0.5206714
May 14 21:31:37.987940 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4ca9afed-7535-463a-80ca-b6f2547b96f8 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0075512
May 14 21:31:37.991299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064876c9-1097-4901-91fa-5211ec0b53be None None] Network 7e77eecd-4e91-4ff7-94ed-e78389e714c8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:37.991917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47284) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:37.992592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47286) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.004554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-8504af09-9cbd-4adb-b1bc-03ad57db71f5 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.007541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8504af09-9cbd-4adb-b1bc-03ad57db71f5 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0118835
May 14 21:31:38.008312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47288) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.013757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-d032fdc2-d082-4022-b076-391024c6f650 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.017901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d032fdc2-d082-4022-b076-391024c6f650 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0081930
May 14 21:31:38.018645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47290) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.024315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-bc53be18-3bfd-452f-8ce4-79b35a2bafca tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.040671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bc53be18-3bfd-452f-8ce4-79b35a2bafca tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0207324
May 14 21:31:38.041449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47292) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.073172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-efd11c66-a051-4a0e-a993-aa39f02ade04 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.078021 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7e77eecd-4e91-4ff7-94ed-e78389e714c8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.078729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-efd11c66-a051-4a0e-a993-aa39f02ade04 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0360255
May 14 21:31:38.079023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.083346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-8ba5b7e9-72db-4b53-a796-f0c833dc929e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.086966 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ba5b7e9-72db-4b53-a796-f0c833dc929e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0069609
May 14 21:31:38.087453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47300) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.092646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-418b2fdb-8990-4059-a508-39f2405fd536 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.094501 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-418b2fdb-8990-4059-a508-39f2405fd536 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0059216
May 14 21:31:38.097257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47302) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.102712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-9b4de5d0-335e-4f99-a77e-dbb1204a9fe1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.111918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b4de5d0-335e-4f99-a77e-dbb1204a9fe1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0134976
May 14 21:31:38.112745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.120123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-960270e1-c7e4-40e1-a106-3f9e596779be tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.121053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-960270e1-c7e4-40e1-a106-3f9e596779be tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0044284
May 14 21:31:38.130279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47306) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.134869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-a8f65677-ffa7-42f5-b2c9-fafdf8a941e1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.140264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a8f65677-ffa7-42f5-b2c9-fafdf8a941e1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0087399
May 14 21:31:38.141372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47310) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.166645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-72767f2e-671c-486f-9a59-7c2d8a71be27 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.176543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-72767f2e-671c-486f-9a59-7c2d8a71be27 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0252721
May 14 21:31:38.178490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47314) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.183392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-95144d6a-4d61-4f68-87e4-baff10d3ba50 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.191614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-95144d6a-4d61-4f68-87e4-baff10d3ba50 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0117831
May 14 21:31:38.198712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47316) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.207590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-5f151776-4682-4c9a-ad6c-4acb94902dc1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.211711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4ea61558-ec0c-4fe5-b79a-63ac966b9287 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:38.213473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f151776-4682-4c9a-ad6c-4acb94902dc1 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0134950
May 14 21:31:38.214432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47318) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.218976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Deleting port 437ba88b-033a-4d3a-9a33-530c08c84fd2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:38.219430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.227989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-b47a4908-c478-4272-b8c1-37b0cc170055 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.242010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b47a4908-c478-4272-b8c1-37b0cc170055 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0224223
May 14 21:31:38.252492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47322) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.264640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4ea61558-ec0c-4fe5-b79a-63ac966b9287 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:38.264640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4ea61558-ec0c-4fe5-b79a-63ac966b9287 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:38.264640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3114a182-b4cd-4538-9a29-41c034584b69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:38.267122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-9caac7a8-1c88-4fa7-8bbb-54fe5b44ed43 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.287336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9caac7a8-1c88-4fa7-8bbb-54fe5b44ed43 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0296333
May 14 21:31:38.295724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47324) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.302556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] DHCP port deletion for 7e77eecd-4e91-4ff7-94ed-e78389e714c8 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:31:38.306166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3114a182-b4cd-4538-9a29-41c034584b69 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:38.306714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3114a182-b4cd-4538-9a29-41c034584b69 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:38.311114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-8a483b38-7f49-4c85-a0af-bd01a8fd214f tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.312499 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a483b38-7f49-4c85-a0af-bd01a8fd214f tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0156507
May 14 21:31:38.315379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.320181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-d5cb3f66-c51e-4e16-a6f9-c57a7077ef5b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.323534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d5cb3f66-c51e-4e16-a6f9-c57a7077ef5b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0046000
May 14 21:31:38.323712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47328) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.328907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-d0d7bc89-b020-41c0-8194-25dd10203974 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.333782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d0d7bc89-b020-41c0-8194-25dd10203974 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0088599
May 14 21:31:38.338086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47330) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.343193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-cafb1bc7-5676-4d97-867e-b13ea1a2d3f4 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.347665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cafb1bc7-5676-4d97-867e-b13ea1a2d3f4 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0080926
May 14 21:31:38.348548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47332) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.356569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-4308d3da-0b25-4f57-a3e8-faada9804e0b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.361413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4308d3da-0b25-4f57-a3e8-faada9804e0b tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0111275
May 14 21:31:38.361944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47334) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.368668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-c169c038-9e19-4ac3-9873-0b6668f17c05 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.370016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47336) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.371526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c169c038-9e19-4ac3-9873-0b6668f17c05 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0082288
May 14 21:31:38.374868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-4482ce62-fde3-4743-ab4c-c74d7a5b249e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.375843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4482ce62-fde3-4743-ab4c-c74d7a5b249e tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0049155
May 14 21:31:38.376665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] Deleting port 437ba88b-033a-4d3a-9a33-530c08c84fd2 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:38.377040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.378646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.384623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-e55d2229-f544-4092-866b-484d921d5073 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.385561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e55d2229-f544-4092-866b-484d921d5073 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0060544
May 14 21:31:38.389353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.396036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-469ac69b-0e27-457f-989f-82774f7301ef tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.400474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-469ac69b-0e27-457f-989f-82774f7301ef tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0083327
May 14 21:31:38.401062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47342) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.413766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-af424d03-0346-4662-a04a-b976b199ff23 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.417243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-af424d03-0346-4662-a04a-b976b199ff23 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0068429
May 14 21:31:38.417505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] For port 437ba88b-033a-4d3a-9a33-530c08c84fd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ba88b-033a-4d3a-9a33-530c08c84fd2,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:38.417505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.422615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47344) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.426770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-902859e9-7fee-4334-98bf-303ec98210dc tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.427738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-902859e9-7fee-4334-98bf-303ec98210dc tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0041850
May 14 21:31:38.438161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.442595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-938a53bd-8fed-4680-a912-e17f81da9e20 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.443537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-938a53bd-8fed-4680-a912-e17f81da9e20 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0042181
May 14 21:31:38.459680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47352) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.463263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [None req-8a18fad3-3566-48ee-b36e-b483da458c1a tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.477546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a18fad3-3566-48ee-b36e-b483da458c1a tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0189033
May 14 21:31:38.478484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] For port 437ba88b-033a-4d3a-9a33-530c08c84fd2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ba88b-033a-4d3a-9a33-530c08c84fd2,segment=NetworkSegment(990f0a8c-aeb0-46a6-9a36-765444ab6fcb),segment_id=990f0a8c-aeb0-46a6-9a36-765444ab6fcb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:38.478934 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.487524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47358) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.490979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-127483b6-1883-4a6e-be93-204b835e8e02 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.491909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-127483b6-1883-4a6e-be93-204b835e8e02 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0056944
May 14 21:31:38.494445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47362) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:38.499284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [None req-3ab09ca6-5236-4bb3-8e8a-0dd1e43566d3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:31:38.500305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3ab09ca6-5236-4bb3-8e8a-0dd1e43566d3 tempest-ExtensionsTestJSON-1514786604 tempest-ExtensionsTestJSON-1514786604-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0049145
May 14 21:31:38.520318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] Calling delete_port for 437ba88b-033a-4d3a-9a33-530c08c84fd2 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:38.534643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Calling delete_port for 437ba88b-033a-4d3a-9a33-530c08c84fd2 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:38.759800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.803794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] Pushing event deleted for resources: {'Port': ['ID=437ba88b-033a-4d3a-9a33-530c08c84fd2,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:38.827080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3439e1-3b9d-4fb2-bc40-5f26f8cf5059 None None] No DVR routers for this DVR port 437ba88b-033a-4d3a-9a33-530c08c84fd2 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:38.851928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:31:38.912245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 3a71fedd-378c-474b-8ed3-687958dee25b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:38.913020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:38.965823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a183b26-e975-46f9-b6b0-1b74151ab773 req-aaab0741-3f9e-4fa8-bd82-6a63a789c272 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:38.973765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a183b26-e975-46f9-b6b0-1b74151ab773 req-aaab0741-3f9e-4fa8-bd82-6a63a789c272 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.8395367
May 14 21:31:39.059298 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a183b26-e975-46f9-b6b0-1b74151ab773 req-7e935ee2-b1fc-471b-b8e2-b46cfe800e02 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842652
May 14 21:31:39.067829 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (437ba88b-033a-4d3a-9a33-530c08c84fd2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.087740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:39.088130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.101035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Pushing event deleted for resources: {'Port': ['ID=437ba88b-033a-4d3a-9a33-530c08c84fd2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:39.101035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] No DVR routers for this DVR port 437ba88b-033a-4d3a-9a33-530c08c84fd2 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:39.130338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:31:39.135936 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516e137-e28f-4ea8-b804-4449df599e08" -d '{"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-plugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:31:39.156028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:39.177854 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff93d62-590b-4b0f-be45-6639dd13ac50 x-openstack-request-id: req-4ff93d62-590b-4b0f-be45-6639dd13ac50 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:31:39.178157 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-plugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:31:39.178415 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ff93d62-590b-4b0f-be45-6639dd13ac50 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:31:39.178823 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff93d62-590b-4b0f-be45-6639dd13ac50'] response: {'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'code': 200}
May 14 21:31:39.237423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7e77eecd-4e91-4ff7-94ed-e78389e714c8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.256181 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.286831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bff4d60>,) {'filters': {'network_id': ['7e77eecd-4e91-4ff7-94ed-e78389e714c8']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:39.311529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bff4d60>, '990f0a8c-aeb0-46a6-9a36-765444ab6fcb') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:39.312758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bff4d60>, '990f0a8c-aeb0-46a6-9a36-765444ab6fcb') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:39.325760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:39.332555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (990f0a8c-aeb0-46a6-9a36-765444ab6fcb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.349876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (990f0a8c-aeb0-46a6-9a36-765444ab6fcb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.358086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:39.358893 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (990f0a8c-aeb0-46a6-9a36-765444ab6fcb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:39.360975 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:39.376399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47392) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:39.652206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc5aa-4775-409b-8b8e-47bbdfc3728c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.652206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc5aa-4775-409b-8b8e-47bbdfc3728c admin admin] Publish callbacks [] for security_group (d2808447-f2cd-4c64-8fdb-224820fe1a92), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.854642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7e77eecd-4e91-4ff7-94ed-e78389e714c8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.874526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:39.874526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] 10.222.0.52 "DELETE /v2.0/networks/7e77eecd-4e91-4ff7-94ed-e78389e714c8 HTTP/1.1" status: 204  len: 168 time: 1.8700957
May 14 21:31:39.875759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47400) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:39.883272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236bb66-38ea-4edd-af57-95601ab2740b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e77eecd-4e91-4ff7-94ed-e78389e714c8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:39.927775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd4fc5aa-4775-409b-8b8e-47bbdfc3728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d2808447-f2cd-4c64-8fdb-224820fe1a92), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.015683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47404) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:40.016168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dd4fc5aa-4775-409b-8b8e-47bbdfc3728c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbfc67c5870e4d3a898d2ad91d63364a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6381161
May 14 21:31:40.020369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fc5aa-4775-409b-8b8e-47bbdfc3728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2808447-f2cd-4c64-8fdb-224820fe1a92,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:40.100232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53b6c97b-9663-473d-b56a-43427cf17cbb admin admin] Publish callbacks [] for security_group (d2808447-f2cd-4c64-8fdb-224820fe1a92), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.159456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53b6c97b-9663-473d-b56a-43427cf17cbb admin admin] Publish callbacks [] for security_group (d2808447-f2cd-4c64-8fdb-224820fe1a92), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.182730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 437ba88b-033a-4d3a-9a33-530c08c84fd2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:40.223674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 437ba88b-033a-4d3a-9a33-530c08c84fd2 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:40.224027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 437ba88b-033a-4d3a-9a33-530c08c84fd2 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:40.288018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d132c9-cf6c-41a6-96b5-5d62370ebe0b req-6d21bcbd-77ce-4a67-a410-464dce213add tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:40.289622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1d132c9-cf6c-41a6-96b5-5d62370ebe0b req-6d21bcbd-77ce-4a67-a410-464dce213add tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1023870
May 14 21:31:40.356072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1d132c9-cf6c-41a6-96b5-5d62370ebe0b req-49a5b663-e31e-4b95-9391-9753117a01ca tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563624
May 14 21:31:40.416025 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62228868-85e4-40ac-8129-8357be4a1f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.444319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.490307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53b6c97b-9663-473d-b56a-43427cf17cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d2808447-f2cd-4c64-8fdb-224820fe1a92), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.492978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53b6c97b-9663-473d-b56a-43427cf17cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:40.496392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53b6c97b-9663-473d-b56a-43427cf17cbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2808447-f2cd-4c64-8fdb-224820fe1a92 HTTP/1.1" status: 204  len: 168 time: 0.4770644
May 14 21:31:40.518175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6c97b-9663-473d-b56a-43427cf17cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2808447-f2cd-4c64-8fdb-224820fe1a92,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:41.199154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Deleting port c459828a-281e-4816-8716-64a1e3238f83 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:41.199776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c459828a-281e-4816-8716-64a1e3238f83), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:41.306576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] For port c459828a-281e-4816-8716-64a1e3238f83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c459828a-281e-4816-8716-64a1e3238f83,segment=NetworkSegment(bd90f37e-aeb4-483c-9e57-e886ffc2cad5),segment_id=bd90f37e-aeb4-483c-9e57-e886ffc2cad5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:41.306936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c459828a-281e-4816-8716-64a1e3238f83), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:41.321765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Calling delete_port for c459828a-281e-4816-8716-64a1e3238f83 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:41.850614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c459828a-281e-4816-8716-64a1e3238f83), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:41.890762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c459828a-281e-4816-8716-64a1e3238f83,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:41.958555 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:42.269028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:42.300729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa378c-6b6f-4190-b763-688f32b9bbd6 req-fe00f825-4bc0-4b83-a5e2-4936c57d8745 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:42.304037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fa378c-6b6f-4190-b763-688f32b9bbd6 req-fe00f825-4bc0-4b83-a5e2-4936c57d8745 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.8280454
May 14 21:31:42.416445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47508) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:42.438791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:42.528641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35fa378c-6b6f-4190-b763-688f32b9bbd6 req-f03b7eb4-08ba-44ee-bb28-70126892d1b5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2017469
May 14 21:31:42.603810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-994730967'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:42.751799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:42.760542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:42.773828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:42.810442 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f8d2da5-57ef-457a-839e-3d269c68a467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:42.836453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:31:42.917745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (d2d72bbe-76f1-4a70-92ff-3b977e79155f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.024732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:31:43.024732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9d9e98fb-40e4-4103-8f8c-4c6f85841f7e admin admin] 10.222.0.52 "PUT /v2.0/routers/a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1529469
May 14 21:31:43.026893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47558) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:43.029721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] Sync routers for ids ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:31:43.040567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] Routers {'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:43.041226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f522390df40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:43.147912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks [] for router (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.153264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d2d72bbe-76f1-4a70-92ff-3b977e79155f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.182445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] Set router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:43.241405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:43.287495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d72bbe-76f1-4a70-92ff-3b977e79155f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:43.292955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8bd11eaa-fb42-462b-a6c9-e5d118c2194c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.293381 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment 8bd11eaa-fb42-462b-a6c9-e5d118c2194c of type vlan for network 5ee180d5-ae8a-4453-8063-70ed7d10a931
May 14 21:31:43.367282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5ee180d5-ae8a-4453-8063-70ed7d10a931), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.385766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks [] for router_gateway (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.495913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f522390df40>, [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:31:41Z', 'revision_number': 5, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port': {'id': 'cd258b32-10f9-431f-b3f6-9e5214e79343', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:bd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:21:45Z', 'updated_at': '2022-05-14T21:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:43.544899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] Checking router: a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:31:43.544899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] Routers {'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:43.544899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f522390df40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:43.600015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Deleting port cd258b32-10f9-431f-b3f6-9e5214e79343 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:43.601709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.605750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5ee180d5-ae8a-4453-8063-70ed7d10a931), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.612830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:43.614072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.729332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] Set router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:43.805335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f522390df40>, [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:31:43Z', 'revision_number': 6, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:43.832918 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.4147401
May 14 21:31:43.837714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ce2d8-d1c2-4553-baf3-181588ab8396 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=5ee180d5-ae8a-4453-8063-70ed7d10a931,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:43.841482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47604) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:43.850808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'name': 'tempest-PortsIpV6TestJSON-606571052'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:43.862697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3aead-f707-4379-beba-b444bb1ba5f1 req-b55cf061-d391-46f9-845d-fb2328f3318a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:43.864295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ee3aead-f707-4379-beba-b444bb1ba5f1 req-b55cf061-d391-46f9-845d-fb2328f3318a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1314783
May 14 21:31:43.880765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027b16-a8e9-4a66-b195-5ff6b2604958 None None] The sync data for ids ['a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98'] in ncdv-master-1 is: [{'id': 'a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98', 'name': 'tempest-TaggedBootDevicesTest_v242-924292893-router', 'tenant_id': 'c5f5d25903a54e73ac56fef5225279c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:21:44Z', 'updated_at': '2022-05-14T21:31:43Z', 'revision_number': 6, 'project_id': 'c5f5d25903a54e73ac56fef5225279c8', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:31:43.889027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:43.935494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] For port cd258b32-10f9-431f-b3f6-9e5214e79343, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd258b32-10f9-431f-b3f6-9e5214e79343,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:43.935494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:43.970934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Calling delete_port for cd258b32-10f9-431f-b3f6-9e5214e79343 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:43.993723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ee3aead-f707-4379-beba-b444bb1ba5f1 req-dc0d35d3-5c10-4483-913d-71fcb7c39333 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179063
May 14 21:31:44.037465 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.118863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:44.123146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.154469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 645b915b-991f-41a2-804b-0d792d478a5e yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:44.286396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c459828a-281e-4816-8716-64a1e3238f83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:44.313726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c459828a-281e-4816-8716-64a1e3238f83 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:44.314129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c459828a-281e-4816-8716-64a1e3238f83 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:44.354384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (cd258b32-10f9-431f-b3f6-9e5214e79343), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.404294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd258b32-10f9-431f-b3f6-9e5214e79343,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:44.474374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (645b915b-991f-41a2-804b-0d792d478a5e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.515529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.610763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (645b915b-991f-41a2-804b-0d792d478a5e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.630909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.633850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks [] for router_controller (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.666660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=645b915b-991f-41a2-804b-0d792d478a5e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:44.706509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': '8bd11eaa-fb42-462b-a6c9-e5d118c2194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:44.706912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 5ee180d5-ae8a-4453-8063-70ed7d10a931, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:44.831703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.832576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:31:44.842073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.844395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fac4a4e0-d591-46c3-b6e3-da1c675b04b1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a7cdbb16-6ba3-4e83-8cca-4d6502f7ed98 HTTP/1.1" status: 204  len: 168 time: 1.8156374
May 14 21:31:44.846790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47632) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:44.862108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:44.916759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Deleting subnet 9a00bf24-a54c-42be-a979-be6ca8ab18f8 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:31:44.921969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Publish callbacks [] for subnet (9a00bf24-a54c-42be-a979-be6ca8ab18f8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.980089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (9a00bf24-a54c-42be-a979-be6ca8ab18f8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:44.986167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ee180d5-ae8a-4453-8063-70ed7d10a931) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:44.993555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:45.001967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7f0d5-fa47-446d-9e1f-e55fe4320849 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:45.016877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:45.038377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.171924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2c4d4b2a-3ed7-4c26-a86d-6f65b6e929b6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.3287904
May 14 21:31:45.175852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:45.194630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-46984702'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:45.240291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcd4f1-0d8c-421a-8e3d-f49a89447612 req-8c7c6391-daba-48f4-85e7-9c7ab9ec4405 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:45.243509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2edcd4f1-0d8c-421a-8e3d-f49a89447612 req-8c7c6391-daba-48f4-85e7-9c7ab9ec4405 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1102977
May 14 21:31:45.269320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (9a00bf24-a54c-42be-a979-be6ca8ab18f8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.342488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2edcd4f1-0d8c-421a-8e3d-f49a89447612 req-7cf6f89b-dedf-49c4-8ee1-402be93437f3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913939
May 14 21:31:45.362276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:45.366664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.395783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:45.406354 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1c7e233a-82d9-4576-99b5-8035c204c78e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.406778 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment 1c7e233a-82d9-4576-99b5-8035c204c78e of type vlan for network a3af94d3-18ad-4dd4-b721-932a63af958a
May 14 21:31:45.466254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a3af94d3-18ad-4dd4-b721-932a63af958a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.570687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (9a00bf24-a54c-42be-a979-be6ca8ab18f8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.586886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.594944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47656) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:45.596790 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9a00bf24-a54c-42be-a979-be6ca8ab18f8 HTTP/1.1" status: 204  len: 168 time: 0.7481174
May 14 21:31:45.599882 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a3af94d3-18ad-4dd4-b721-932a63af958a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.607346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:45.608657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.673479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1ff67-f685-4881-91d5-ea282a255c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a00bf24-a54c-42be-a979-be6ca8ab18f8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:45.727113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=a3af94d3-18ad-4dd4-b721-932a63af958a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:45.739722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8b068aa8-6748-4342-87da-ed121bd939cd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.807640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603ddb1-279e-42ab-b1cf-7699cdbb419e None None] Network 8b068aa8-6748-4342-87da-ed121bd939cd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:45.844561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Deleting port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:45.845881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:45.849871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74632d2d-41a6-4582-aa36-c4bde1961ce9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 751 time: 0.6721811
May 14 21:31:45.850953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:45.859573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'ports': [{'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'}, {'network_id': 'a3af94d3-18ad-4dd4-b721-932a63af958a'}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:45.859768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:45.860193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': 'a3af94d3-18ad-4dd4-b721-932a63af958a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:45.929504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a3af94d3-18ad-4dd4-b721-932a63af958a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:45.974060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] For port 07b542f8-1cfa-4182-a102-d1a66ca2fc18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b542f8-1cfa-4182-a102-d1a66ca2fc18,segment=NetworkSegment(bd90f37e-aeb4-483c-9e57-e886ffc2cad5),segment_id=bd90f37e-aeb4-483c-9e57-e886ffc2cad5)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:45.976213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.004174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Calling delete_port for 07b542f8-1cfa-4182-a102-d1a66ca2fc18 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:46.113233 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.205449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] DHCP port deletion for 8b068aa8-6748-4342-87da-ed121bd939cd request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:31:46.244101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cd258b32-10f9-431f-b3f6-9e5214e79343 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:46.278301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: cd258b32-10f9-431f-b3f6-9e5214e79343 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:46.278624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cd258b32-10f9-431f-b3f6-9e5214e79343 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:46.289438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Deleting port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:46.320264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.341718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.363909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b542f8-1cfa-4182-a102-d1a66ca2fc18,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:46.438763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] No DVR routers for this DVR port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:46.473195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] For port 07b542f8-1cfa-4182-a102-d1a66ca2fc18, host ncdv-master-1, got binding levels [] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:46.473604 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.506666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Calling delete_port for 07b542f8-1cfa-4182-a102-d1a66ca2fc18 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:46.510428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.ipam_backend_mixin [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 was not found and therefore no delete operation was performed {{(pid=115782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 14 21:31:46.511293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (07b542f8-1cfa-4182-a102-d1a66ca2fc18), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.530380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 2} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:46.544347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.544499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] Pushing event deleted for resources: {'Port': ['ID=07b542f8-1cfa-4182-a102-d1a66ca2fc18,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:46.571049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819bfe1-5348-437f-9b39-a3be544bf24e None None] No DVR routers for this DVR port 07b542f8-1cfa-4182-a102-d1a66ca2fc18 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:46.616294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8b068aa8-6748-4342-87da-ed121bd939cd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.649761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52317f9880>,) {'filters': {'network_id': ['8b068aa8-6748-4342-87da-ed121bd939cd']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:46.666015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52317f9880>, 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:46.667472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52317f9880>, 'bd90f37e-aeb4-483c-9e57-e886ffc2cad5') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:46.681161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.692785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (bd90f37e-aeb4-483c-9e57-e886ffc2cad5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.697711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc59e13-490a-46b1-bd53-4b0bcae950b2 req-e2b1a55e-6231-4a2a-a28c-03bc2ba3d73d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:46.699334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdc59e13-490a-46b1-bd53-4b0bcae950b2 req-e2b1a55e-6231-4a2a-a28c-03bc2ba3d73d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1949129
May 14 21:31:46.711544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bd90f37e-aeb4-483c-9e57-e886ffc2cad5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.725631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:46.726187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (bd90f37e-aeb4-483c-9e57-e886ffc2cad5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:46.728102 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:46.854202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cdc59e13-490a-46b1-bd53-4b0bcae950b2 req-7c040b48-1feb-4c1a-b714-4da0e29e3c42 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342032
May 14 21:31:46.973468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:47.010788 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.061549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8b068aa8-6748-4342-87da-ed121bd939cd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.081517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.085055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8b068aa8-6748-4342-87da-ed121bd939cd HTTP/1.1" status: 204  len: 168 time: 1.4888051
May 14 21:31:47.087087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37677ee-a079-4d6f-b05c-6b9781c64957 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b068aa8-6748-4342-87da-ed121bd939cd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:47.288985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.288985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port ec246f74-c468-4202-9c0b-dc17255cbf95 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:47.366167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (ec246f74-c468-4202-9c0b-dc17255cbf95), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.608203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.663315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:47.668726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:47.671144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:47.672194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ec246f74-c468-4202-9c0b-dc17255cbf95), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.708801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47722) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:47.728087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:47.799026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c41bf21-ee2f-4771-a1c6-2ca75ff87396 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8d3f937d0cc40e6b1cd90e72b6fb07e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0835273
May 14 21:31:47.799026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47726) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:47.835603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': '1c7e233a-82d9-4576-99b5-8035c204c78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a3af94d3-18ad-4dd4-b721-932a63af958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:47.836580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: a3af94d3-18ad-4dd4-b721-932a63af958a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:47.848819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=ec246f74-c468-4202-9c0b-dc17255cbf95,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:47.880144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa39a-32c8-4fb9-a1c4-8002728b8f8b admin admin] Publish callbacks [] for security_group (f60bc1a9-1e65-488f-8be3-4b64df5a3e7e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.938360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa39a-32c8-4fb9-a1c4-8002728b8f8b admin admin] Publish callbacks [] for security_group (f60bc1a9-1e65-488f-8be3-4b64df5a3e7e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:47.969228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network a3af94d3-18ad-4dd4-b721-932a63af958a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:48.116026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575af799-3bec-4aab-93bd-2a3f75e027fc req-a596b556-0b52-4785-b5fa-4eadc2f4afe4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:48.117749 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-575af799-3bec-4aab-93bd-2a3f75e027fc req-a596b556-0b52-4785-b5fa-4eadc2f4afe4 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0699944
May 14 21:31:48.140186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3af94d3-18ad-4dd4-b721-932a63af958a) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:48.140186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:48.144334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f5de1-8992-4607-ae01-c34f70ada80d None None] Network a3af94d3-18ad-4dd4-b721-932a63af958a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:48.156199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:48.161188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:48.162032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.174733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa39a-32c8-4fb9-a1c4-8002728b8f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f60bc1a9-1e65-488f-8be3-4b64df5a3e7e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.178894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff2fa39a-32c8-4fb9-a1c4-8002728b8f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.182241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ff2fa39a-32c8-4fb9-a1c4-8002728b8f8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f60bc1a9-1e65-488f-8be3-4b64df5a3e7e HTTP/1.1" status: 204  len: 168 time: 0.3844383
May 14 21:31:48.194976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fa39a-32c8-4fb9-a1c4-8002728b8f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60bc1a9-1e65-488f-8be3-4b64df5a3e7e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:48.253453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 07b542f8-1cfa-4182-a102-d1a66ca2fc18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:48.270050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-575af799-3bec-4aab-93bd-2a3f75e027fc req-1b73eebc-4bbf-4939-a457-44acf1227563 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1460624
May 14 21:31:48.331439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 07b542f8-1cfa-4182-a102-d1a66ca2fc18 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:31:48.332355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 07b542f8-1cfa-4182-a102-d1a66ca2fc18 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:31:48.333580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:48.334841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4b347c37-4346-40ca-85cc-91245aac1b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.4830756
May 14 21:31:48.435225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:31:48.476822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port ec246f74-c468-4202-9c0b-dc17255cbf95 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:48.477397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ec246f74-c468-4202-9c0b-dc17255cbf95), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.601592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ec246f74-c468-4202-9c0b-dc17255cbf95), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.621636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for ec246f74-c468-4202-9c0b-dc17255cbf95 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:48.854287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ec246f74-c468-4202-9c0b-dc17255cbf95), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.952154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:48.958023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/ec246f74-c468-4202-9c0b-dc17255cbf95 HTTP/1.1" status: 204  len: 168 time: 0.6204672
May 14 21:31:48.958023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e838a5-5425-4b4d-aeda-3687c443c493 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=ec246f74-c468-4202-9c0b-dc17255cbf95,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:48.958274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47760) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.020436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e75228-027e-4b7a-960f-88b923e6ac96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:49.028371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e75228-027e-4b7a-960f-88b923e6ac96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:49.028371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1e75228-027e-4b7a-960f-88b923e6ac96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.0685203
May 14 21:31:49.030933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47766) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.147427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:49.149627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.253125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.269579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:49.388255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47784) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.426989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c9df-6741-4128-8644-51a1c3c300ff req-b914da4d-fd91-4239-bc95-2d8a5964093a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:49.435598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3360c9df-6741-4128-8644-51a1c3c300ff req-b914da4d-fd91-4239-bc95-2d8a5964093a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0721791
May 14 21:31:49.457790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.478515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb9b452a-ddcd-4d5b-8ff1-477b578bffc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5f5d25903a54e73ac56fef5225279c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0888939
May 14 21:31:49.486215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47786) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.495695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:49.520281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.525864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f9e56b45-5d6e-45fc-964b-293e58e7b564 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e HTTP/1.1" status: 204  len: 168 time: 0.4914227
May 14 21:31:49.532969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47788) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.568353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3360c9df-6741-4128-8644-51a1c3c300ff req-8905b005-d080-4acc-bb9b-f054546819df tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215856
May 14 21:31:49.617645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f87e32-697e-4853-9a45-9ddea90544ea admin admin] Publish callbacks [] for security_group (9797f73a-d3c4-4766-bb0e-d0d50048cd07), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.618302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036811c4-3963-49d3-a216-56cdfa69a669 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:49.620630 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-036811c4-3963-49d3-a216-56cdfa69a669 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0859547
May 14 21:31:49.627794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47792) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.658824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f87e32-697e-4853-9a45-9ddea90544ea admin admin] Publish callbacks [] for security_group (9797f73a-d3c4-4766-bb0e-d0d50048cd07), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.662159 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33f3e12-dbb2-49e9-9b1e-3aa0f5bc5ff4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:31:49.664052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c33f3e12-dbb2-49e9-9b1e-3aa0f5bc5ff4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/ec246f74-c468-4202-9c0b-dc17255cbf95 HTTP/1.1" status: 404  len: 333 time: 0.0349946
May 14 21:31:49.667258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47798) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.697133 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7f0ded-0afc-4ac4-a203-aae4835af059 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:31:49.702078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2f7f0ded-0afc-4ac4-a203-aae4835af059 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/bf0fe7d2-72d7-4d69-b5f9-3e88a8f7614e HTTP/1.1" status: 404  len: 333 time: 0.0304041
May 14 21:31:49.704131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47802) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:49.821692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f87e32-697e-4853-9a45-9ddea90544ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9797f73a-d3c4-4766-bb0e-d0d50048cd07), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.825039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1f87e32-697e-4853-9a45-9ddea90544ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.826577 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1f87e32-697e-4853-9a45-9ddea90544ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9797f73a-d3c4-4766-bb0e-d0d50048cd07 HTTP/1.1" status: 204  len: 168 time: 0.3373401
May 14 21:31:49.837415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a3af94d3-18ad-4dd4-b721-932a63af958a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:49.853951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f87e32-697e-4853-9a45-9ddea90544ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797f73a-d3c4-4766-bb0e-d0d50048cd07,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:49.972427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a3af94d3-18ad-4dd4-b721-932a63af958a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.000346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523111f4c0>,) {'filters': {'network_id': ['a3af94d3-18ad-4dd4-b721-932a63af958a']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:50.012777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523111f4c0>, '1c7e233a-82d9-4576-99b5-8035c204c78e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:50.013078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523111f4c0>, '1c7e233a-82d9-4576-99b5-8035c204c78e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:50.024155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1c7e233a-82d9-4576-99b5-8035c204c78e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.051370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1c7e233a-82d9-4576-99b5-8035c204c78e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.071243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:50.077521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1c7e233a-82d9-4576-99b5-8035c204c78e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:50.101682 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:50.256068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a3af94d3-18ad-4dd4-b721-932a63af958a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.276697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.280353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/a3af94d3-18ad-4dd4-b721-932a63af958a HTTP/1.1" status: 204  len: 168 time: 0.5752473
May 14 21:31:50.285063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47822) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:50.291167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1503559903'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:50.327317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa24552-fc1c-43ee-a934-4373fdd17202 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=a3af94d3-18ad-4dd4-b721-932a63af958a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:50.350129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47826) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:50.460520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:50.472105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.495525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:50.508797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (92aea228-3be3-4761-9638-b1b3bd805ba0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.509804 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment 92aea228-3be3-4761-9638-b1b3bd805ba0 of type vlan for network 762471e5-10f5-4746-b34f-c39cdafa1dbf
May 14 21:31:50.606688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41934ad0-52a1-445f-8861-78a73d1ac8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.616743 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (762471e5-10f5-4746-b34f-c39cdafa1dbf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.804041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e6321-625f-41b5-b460-ef2bc8f2f244 req-80690395-2978-489f-b1e3-64d81f504ab6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:50.805822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf6e6321-625f-41b5-b460-ef2bc8f2f244 req-80690395-2978-489f-b1e3-64d81f504ab6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0714498
May 14 21:31:50.880318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (762471e5-10f5-4746-b34f-c39cdafa1dbf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.886568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:50.886568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:50.946428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41934ad0-52a1-445f-8861-78a73d1ac8d6 admin admin] Publish callbacks [] for security_group (06986048-4143-4754-a2bc-e0e2b7b532bf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.020184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=762471e5-10f5-4746-b34f-c39cdafa1dbf,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:51.034166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 762471e5-10f5-4746-b34f-c39cdafa1dbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:51.035516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf6e6321-625f-41b5-b460-ef2bc8f2f244 req-47ba478a-9bc0-4bb7-971c-ce7d6bf94a71 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2167010
May 14 21:31:51.042254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41934ad0-52a1-445f-8861-78a73d1ac8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (06986048-4143-4754-a2bc-e0e2b7b532bf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.094901 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1dc804b-0d23-4b3e-8ae2-cc80e6230b31 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.8080518
May 14 21:31:51.104420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47862) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:51.111281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:51.204395 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-41934ad0-52a1-445f-8861-78a73d1ac8d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b8dacf58289444eb351814a7708b42d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8441498
May 14 21:31:51.206135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47870) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:51.225882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41934ad0-52a1-445f-8861-78a73d1ac8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06986048-4143-4754-a2bc-e0e2b7b532bf,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:51.364606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de85b2cd-db82-4b31-b822-3eabe7ae662c admin admin] Publish callbacks [] for security_group (06986048-4143-4754-a2bc-e0e2b7b532bf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.411702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de85b2cd-db82-4b31-b822-3eabe7ae662c admin admin] Publish callbacks [] for security_group (06986048-4143-4754-a2bc-e0e2b7b532bf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.474691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47882) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:51.583495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2029140183-network', 'tenant_id': '5241cdff4cf3483c9b0dbdf7bf4e0ceb'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:51.695873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:51.699426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.765130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Made reservation on behalf of 5241cdff4cf3483c9b0dbdf7bf4e0ceb for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:51.767194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Performing IP validity checks on allocation pools {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:31:51.769631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.770637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:31:51.782332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de85b2cd-db82-4b31-b822-3eabe7ae662c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (06986048-4143-4754-a2bc-e0e2b7b532bf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.786221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de85b2cd-db82-4b31-b822-3eabe7ae662c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.791771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de85b2cd-db82-4b31-b822-3eabe7ae662c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06986048-4143-4754-a2bc-e0e2b7b532bf HTTP/1.1" status: 204  len: 168 time: 0.5842628
May 14 21:31:51.793233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:51.813640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85b2cd-db82-4b31-b822-3eabe7ae662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06986048-4143-4754-a2bc-e0e2b7b532bf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:51.975398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks [] for security_group (9826fbc8-f749-4c23-939a-3f699bc9d9de), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.075295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (f797993e-4403-40f9-ae0d-53395b2bb9d0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.118657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9826fbc8-f749-4c23-939a-3f699bc9d9de), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.170726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:52.192331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9826fbc8-f749-4c23-939a-3f699bc9d9de,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:52.209362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=f797993e-4403-40f9-ae0d-53395b2bb9d0,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:52.216855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fe2b4ad6-06a5-445e-b43e-2974146692fb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.217297 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Added segment fe2b4ad6-06a5-445e-b43e-2974146692fb of type vlan for network b0cab043-53b8-4ad0-a05a-af91f4f3c378
May 14 21:31:52.226892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': '92aea228-3be3-4761-9638-b1b3bd805ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:52.228472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 762471e5-10f5-4746-b34f-c39cdafa1dbf, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:52.269585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c9014-d1e6-49ce-8928-d451860fd475 req-9f5c551f-6be1-4f73-8104-073dc5a0c36b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:52.271399 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-377c9014-d1e6-49ce-8928-d451860fd475 req-9f5c551f-6be1-4f73-8104-073dc5a0c36b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1029346
May 14 21:31:52.282905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b0cab043-53b8-4ad0-a05a-af91f4f3c378), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.353742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 762471e5-10f5-4746-b34f-c39cdafa1dbf is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:52.355411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-377c9014-d1e6-49ce-8928-d451860fd475 req-cb78af95-74e5-4398-8a48-16bd08b36b46 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672686
May 14 21:31:52.457961 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b0cab043-53b8-4ad0-a05a-af91f4f3c378), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.460443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:52.468607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.501757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 762471e5-10f5-4746-b34f-c39cdafa1dbf) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:52.507700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:52.508356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.517708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e678a-4ae4-41a1-80cc-da4460de94c2 None None] Network 762471e5-10f5-4746-b34f-c39cdafa1dbf requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:52.540727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cab043-53b8-4ad0-a05a-af91f4f3c378,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:52.569520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b0cab043-53b8-4ad0-a05a-af91f4f3c378 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:52.586257 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d57656d2-1f99-4ab6-9a68-21e3559abab2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.1096926
May 14 21:31:52.588579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:52.597581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Request body: {'subnet': {'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2029140183-subnet', 'tenant_id': '5241cdff4cf3483c9b0dbdf7bf4e0ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:52.660763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47920) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:52.666627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf', 'name': 'tempest-PortsIpV6TestJSON-1107634519'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:52.673552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e938dc49-21f1-4a97-b103-6a39ff838132 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5566227
May 14 21:31:52.741443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Made reservation on behalf of 5241cdff4cf3483c9b0dbdf7bf4e0ceb for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:52.743702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.808646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-762471e5-10f5-4746-b34f-c39cdafa1dbf', 'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': 'f797993e-4403-40f9-ae0d-53395b2bb9d0'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:31:52.808646 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:52.968648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:52.972745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.039614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 395fb415-7992-4342-b384-0bf0d650e1e2 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:53.114539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Allocated IP 2001:db8::2 (762471e5-10f5-4746-b34f-c39cdafa1dbf/f797993e-4403-40f9-ae0d-53395b2bb9d0/fb9931f6-af29-4338-b75c-614f9cef710a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:53.165207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (4b4a4f6a-fd58-4245-977a-3f45811bfef3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.242766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4a4f6a-fd58-4245-977a-3f45811bfef3,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:53.253251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Checking segment: {'id': 'fe2b4ad6-06a5-445e-b43e-2974146692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:53.253897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Network hostable DHCP agents. Network: b0cab043-53b8-4ad0-a05a-af91f4f3c378, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:53.317406 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Publish callbacks [] for port (fb9931f6-af29-4338-b75c-614f9cef710a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.363969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Network b0cab043-53b8-4ad0-a05a-af91f4f3c378 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:53.389503 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.449784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Network 762471e5-10f5-4746-b34f-c39cdafa1dbf is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:53.457314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b0cab043-53b8-4ad0-a05a-af91f4f3c378) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:53.463366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:53.467628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.475264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::2c (762471e5-10f5-4746-b34f-c39cdafa1dbf/f797993e-4403-40f9-ae0d-53395b2bb9d0/395fb415-7992-4342-b384-0bf0d650e1e2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:53.485774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3435ff-2b56-425e-af58-4def1d1fd457 None None] Network b0cab043-53b8-4ad0-a05a-af91f4f3c378 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:53.488489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:53.493244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:53.561910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Pushing event updated for resources: {'Port': ['ID=fb9931f6-af29-4338-b75c-614f9cef710a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:53.633030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1854c-da33-4979-af2a-fe6c62e2294d req-e96befc3-1897-4978-b401-346bec2f25d5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:53.642279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df1854c-da33-4979-af2a-fe6c62e2294d req-e96befc3-1897-4978-b401-346bec2f25d5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0722439
May 14 21:31:53.662207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-07791a6d-b46c-4d9f-8c44-3348d051238e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0621827
May 14 21:31:53.781721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df1854c-da33-4979-af2a-fe6c62e2294d req-7998c7a7-3e54-4b5d-90b9-96faa99d1579 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1305599
May 14 21:31:53.788742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (395fb415-7992-4342-b384-0bf0d650e1e2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.863536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Attempting to bind port fb9931f6-af29-4338-b75c-614f9cef710a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:31:53.864042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Attempting to bind port fb9931f6-af29-4338-b75c-614f9cef710a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92aea228-3be3-4761-9638-b1b3bd805ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:31:53.864533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Attempting to bind port fb9931f6-af29-4338-b75c-614f9cef710a on network 762471e5-10f5-4746-b34f-c39cdafa1dbf {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:31:53.878074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:31:53.878709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Checking segment: {'id': '92aea228-3be3-4761-9638-b1b3bd805ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:53.879095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.879642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Bound using segment: {'id': '92aea228-3be3-4761-9638-b1b3bd805ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:31:53.880288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Bound port: fb9931f6-af29-4338-b75c-614f9cef710a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aea228-3be3-4761-9638-b1b3bd805ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '762471e5-10f5-4746-b34f-c39cdafa1dbf'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:31:53.881794 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.913704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (395fb415-7992-4342-b384-0bf0d650e1e2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:53.976478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76999c6-f204-4827-94f3-55dc189895a3 None None] Network b0cab043-53b8-4ad0-a05a-af91f4f3c378 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:53.990113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 762471e5-10f5-4746-b34f-c39cdafa1dbf is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:53.993731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:53.999447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:54.005114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.005667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:54.010231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=395fb415-7992-4342-b384-0bf0d650e1e2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:54.106943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] For port fb9931f6-af29-4338-b75c-614f9cef710a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:31:54.114344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] For port fb9931f6-af29-4338-b75c-614f9cef710a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb9931f6-af29-4338-b75c-614f9cef710a,segment=NetworkSegment(92aea228-3be3-4761-9638-b1b3bd805ba0),segment_id=92aea228-3be3-4761-9638-b1b3bd805ba0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:31:54.135732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-82e51336-d2d8-4ff5-8041-c8fdf1e75289 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4712842
May 14 21:31:54.135990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47972) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:54.182280 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:54.234500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294c435-e626-4c07-ad80-d68c916fad9a None None] Pushing event updated for resources: {'Port': ['ID=fb9931f6-af29-4338-b75c-614f9cef710a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:54.316143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 395fb415-7992-4342-b384-0bf0d650e1e2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:54.316756 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (395fb415-7992-4342-b384-0bf0d650e1e2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:54.426394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (395fb415-7992-4342-b384-0bf0d650e1e2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:54.451769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 395fb415-7992-4342-b384-0bf0d650e1e2 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:54.471461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-37e0f134-585e-44d8-876a-a6d71efabfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.473164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-37e0f134-585e-44d8-876a-a6d71efabfe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1128 time: 0.0726132
May 14 21:31:54.632994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-d034da6c-e63a-4bdf-92d5-223163e35d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.634724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-d034da6c-e63a-4bdf-92d5-223163e35d3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.1555510
May 14 21:31:54.759769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-75a80aff-c8a9-40c0-85af-2d96188f270b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 1001 time: 0.1184428
May 14 21:31:54.804255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-11bd3f5d-285d-4578-bed0-89e7181d8538 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.812611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-11bd3f5d-285d-4578-bed0-89e7181d8538 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/networks?id=b0cab043-53b8-4ad0-a05a-af91f4f3c378 HTTP/1.1" status: 200  len: 818 time: 0.3455095
May 14 21:31:54.836038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-10ad85aa-3a86-4285-a87c-5ac9d9abe66f tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/quotas/5241cdff4cf3483c9b0dbdf7bf4e0ceb HTTP/1.1" status: 200  len: 375 time: 0.0234849
May 14 21:31:54.858059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-6fa14d96-fddd-413e-9c6d-981fe1ea27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.862437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-6fa14d96-fddd-413e-9c6d-981fe1ea27f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.0971863
May 14 21:31:54.877220 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-802923ef-4eae-4c90-94fc-9feadb3738bc tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5241cdff4cf3483c9b0dbdf7bf4e0ceb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400467
May 14 21:31:54.947593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-6ceaf709-1bfa-474b-9b0b-0338eedf56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.950165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (395fb415-7992-4342-b384-0bf0d650e1e2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:54.950482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-6ceaf709-1bfa-474b-9b0b-0338eedf56ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0770748
May 14 21:31:54.961705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0dd72-c21b-451a-867f-d3ab99d6aaf8 req-1a178966-8e95-4b1d-84ab-40d4d24cb6ef tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:54.962969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11d0dd72-c21b-451a-867f-d3ab99d6aaf8 req-1a178966-8e95-4b1d-84ab-40d4d24cb6ef tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0795083
May 14 21:31:54.991407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=395fb415-7992-4342-b384-0bf0d650e1e2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:55.043944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.047145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e82773f6-d77a-409d-afa8-6aea2be1c39c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/395fb415-7992-4342-b384-0bf0d650e1e2 HTTP/1.1" status: 204  len: 168 time: 0.9101970
May 14 21:31:55.049949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:55.061845 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-393039cb-3ded-4ee5-89d7-a5e14824ca46 service neutron] 10.222.0.52 "GET /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837869
May 14 21:31:55.072034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11d0dd72-c21b-451a-867f-d3ab99d6aaf8 req-1159022e-567c-4d31-b407-b0c20c80feed tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976994
May 14 21:31:55.086217 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a6d5b1-db4c-4d40-afc2-44ff9e03fe7d tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:31:55.086831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a6d5b1-db4c-4d40-afc2-44ff9e03fe7d tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:31:55.089763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53a6d5b1-db4c-4d40-afc2-44ff9e03fe7d tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/395fb415-7992-4342-b384-0bf0d650e1e2 HTTP/1.1" status: 404  len: 333 time: 0.0388877
May 14 21:31:55.098609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48002) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:55.124178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48004) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:55.134684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-4272ae07-9ca8-4a24-b9d4-295decdee399 service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1694129
May 14 21:31:55.135895 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2073d0-c01c-45da-a3bb-96bc49889b6b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:31:55.141506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fe2073d0-c01c-45da-a3bb-96bc49889b6b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/395fb415-7992-4342-b384-0bf0d650e1e2 HTTP/1.1" status: 404  len: 333 time: 0.0371363
May 14 21:31:55.141667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48008) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:55.211318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-b7b8eddd-1244-4f4d-b593-68d5c51e7fa0 service neutron] 10.222.0.52 "GET /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322427
May 14 21:31:55.293969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet f797993e-4403-40f9-ae0d-53395b2bb9d0 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:31:55.297707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (f797993e-4403-40f9-ae0d-53395b2bb9d0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.355294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f797993e-4403-40f9-ae0d-53395b2bb9d0), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.378305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1731850377'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:55.401367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-263cee4b-a7aa-41e6-a58e-7de84afaca9e req-574d664e-5fe5-4651-a854-129e80f7c14c service neutron] 10.222.0.48 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2608602
May 14 21:31:55.463138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f797993e-4403-40f9-ae0d-53395b2bb9d0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.501534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Made reservation on behalf of 4d79f7e4d0ac4ea98550cf3b65fe66af for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:55.505042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.518038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.607617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8884c3a-2fdd-453d-96c8-bcf6179f1ec0 req-814b7de7-a6c6-407e-9711-1e661edee075 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 210 time: 0.0493422
May 14 21:31:55.613497 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f797993e-4403-40f9-ae0d-53395b2bb9d0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.654389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for security_group (60e19b12-5d46-412b-8b16-609c42a4c59e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.658725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.664883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f797993e-4403-40f9-ae0d-53395b2bb9d0 HTTP/1.1" status: 204  len: 168 time: 0.5197339
May 14 21:31:55.664883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488b735-0787-4758-afcf-85af813f78c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=f797993e-4403-40f9-ae0d-53395b2bb9d0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:55.665406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:55.677568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603fc555-f202-42fb-814e-42995cd2237a None None] Network 762471e5-10f5-4746-b34f-c39cdafa1dbf requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:55.738052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (60e19b12-5d46-412b-8b16-609c42a4c59e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.779346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:55.782978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] Provisioning complete for port fb9931f6-af29-4338-b75c-614f9cef710a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:31:55.783575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.810554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (762471e5-10f5-4746-b34f-c39cdafa1dbf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.817337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0443a24b-a2ce-4f6a-9a29-d5f6accdba58), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.817807 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Added segment 0443a24b-a2ce-4f6a-9a29-d5f6accdba58 of type vlan for network 63e652c0-6319-4ab6-92ff-d0c219c72fc8
May 14 21:31:55.819346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e19b12-5d46-412b-8b16-609c42a4c59e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:55.898454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] Current status of the port fb9931f6-af29-4338-b75c-614f9cef710a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:55.898944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.923138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (63e652c0-6319-4ab6-92ff-d0c219c72fc8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.936707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] DHCP port deletion for 762471e5-10f5-4746-b34f-c39cdafa1dbf request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:31:55.941669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] For port fb9931f6-af29-4338-b75c-614f9cef710a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb9931f6-af29-4338-b75c-614f9cef710a,segment=NetworkSegment(92aea228-3be3-4761-9638-b1b3bd805ba0),segment_id=92aea228-3be3-4761-9638-b1b3bd805ba0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:55.949424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port fb9931f6-af29-4338-b75c-614f9cef710a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:55.949782 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:55.955247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48048) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:55.997307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] Deleting port fb9931f6-af29-4338-b75c-614f9cef710a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:55.997307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.044963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] For port fb9931f6-af29-4338-b75c-614f9cef710a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb9931f6-af29-4338-b75c-614f9cef710a,segment=NetworkSegment(92aea228-3be3-4761-9638-b1b3bd805ba0),segment_id=92aea228-3be3-4761-9638-b1b3bd805ba0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:56.045368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.053183 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.059600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for fb9931f6-af29-4338-b75c-614f9cef710a owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:56.096522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] For port fb9931f6-af29-4338-b75c-614f9cef710a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb9931f6-af29-4338-b75c-614f9cef710a,segment=NetworkSegment(92aea228-3be3-4761-9638-b1b3bd805ba0),segment_id=92aea228-3be3-4761-9638-b1b3bd805ba0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:56.097004 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.118792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] Calling delete_port for fb9931f6-af29-4338-b75c-614f9cef710a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:56.133703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (63e652c0-6319-4ab6-92ff-d0c219c72fc8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.146028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:56.146028 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.169083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adb6b9-ad51-4543-bf8f-d024dd94e980 None None] Pushing event updated for resources: {'Port': ['ID=fb9931f6-af29-4338-b75c-614f9cef710a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:56.266837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event updated for resources: {'Network': ['ID=63e652c0-6319-4ab6-92ff-d0c219c72fc8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:56.278770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:56.286245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11cbef-8a9c-45f5-8889-552356318abc req-c2eed597-fbf0-401c-afe8-a43178023bca tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:56.287802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e11cbef-8a9c-45f5-8889-552356318abc req-c2eed597-fbf0-401c-afe8-a43178023bca tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.0623038
May 14 21:31:56.340657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e11cbef-8a9c-45f5-8889-552356318abc req-e32a8fef-0b3a-41ec-96bf-28e3351ffe36 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450842
May 14 21:31:56.379548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.386576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74b39c87-bf2b-4a87-a2bd-779fe02af779 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 1.2614136
May 14 21:31:56.388529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (fb9931f6-af29-4338-b75c-614f9cef710a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.402963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48054) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:56.410349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Request body: {'subnet': {'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:56.417012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] Pushing event deleted for resources: {'Port': ['ID=fb9931f6-af29-4338-b75c-614f9cef710a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:56.418525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=fb9931f6-af29-4338-b75c-614f9cef710a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:56.422117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No DVR routers for this DVR port fb9931f6-af29-4338-b75c-614f9cef710a on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:56.426012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce130a-5e1f-4e6b-b12c-07b44699c9b5 None None] No DVR routers for this DVR port fb9931f6-af29-4338-b75c-614f9cef710a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:31:56.656104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (26804ec0-5496-4b67-a54f-85478d9c9f55), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.701518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Made reservation on behalf of 4d79f7e4d0ac4ea98550cf3b65fe66af for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:56.705058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.769135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8809d210-28a7-4106-84f8-3269ee5fd39a req-f94a18dd-5e66-4691-9a62-40577d4535bb tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 210 time: 0.0720255
May 14 21:31:56.871112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (762471e5-10f5-4746-b34f-c39cdafa1dbf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.896640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b9070a0>,) {'filters': {'network_id': ['762471e5-10f5-4746-b34f-c39cdafa1dbf']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:56.899971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:31:56.911241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b9070a0>, '92aea228-3be3-4761-9638-b1b3bd805ba0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:56.911681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b9070a0>, '92aea228-3be3-4761-9638-b1b3bd805ba0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:56.926029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (92aea228-3be3-4761-9638-b1b3bd805ba0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.943337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (92aea228-3be3-4761-9638-b1b3bd805ba0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.954308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:31:56.954912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (92aea228-3be3-4761-9638-b1b3bd805ba0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:31:56.958711 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:31:56.987611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:31:56.988042 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.036989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:31:57.040029 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d5e9ef-fbc4-48dd-bcaa-4127fab61b3e" -d '{"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-unplugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:31:57.054471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:57.091369 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5317b6-3d22-4692-bef8-0b5b5c1d13d1 x-openstack-request-id: req-8b5317b6-3d22-4692-bef8-0b5b5c1d13d1 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:31:57.091855 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-unplugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:31:57.092110 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b5317b6-3d22-4692-bef8-0b5b5c1d13d1 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:31:57.092512 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5317b6-3d22-4692-bef8-0b5b5c1d13d1'] response: {'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'code': 200}
May 14 21:31:57.147946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (762471e5-10f5-4746-b34f-c39cdafa1dbf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.148340 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.165523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.178747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/762471e5-10f5-4746-b34f-c39cdafa1dbf HTTP/1.1" status: 204  len: 168 time: 1.5123625
May 14 21:31:57.179425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48076) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:57.193962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1308566750'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:57.200269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bec40-20d7-433e-b17d-1761d7f7ee3a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=762471e5-10f5-4746-b34f-c39cdafa1dbf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:57.223462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:57.340334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:57.344420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.369949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:31:57.379587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.379996 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f of type vlan for network 90da8a66-feeb-44ee-85a1-aa68a10c2e99
May 14 21:31:57.433664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (90da8a66-feeb-44ee-85a1-aa68a10c2e99), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.540213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (90da8a66-feeb-44ee-85a1-aa68a10c2e99), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.548771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:57.550058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.560783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144df20-3bfb-4d8f-9602-619bbfe04e67 req-763f64ea-d5ac-45f1-a643-c449fc7fdbe5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:57.561347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8144df20-3bfb-4d8f-9602-619bbfe04e67 req-763f64ea-d5ac-45f1-a643-c449fc7fdbe5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.1006711
May 14 21:31:57.578752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Deleting port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:57.579297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.629888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (df5e8bac-4cdc-41f6-b873-b6e63525a9af), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.649107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=90da8a66-feeb-44ee-85a1-aa68a10c2e99,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:57.661424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:31:57.670001 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c381b0fd-be73-4e03-bf37-63225e2dfcc7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.4799914
May 14 21:31:57.672724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48080) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:57.679614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:57.770848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8144df20-3bfb-4d8f-9602-619bbfe04e67 req-7bc5635f-cbe4-4c35-857f-2bb3b405d04c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1950288
May 14 21:31:57.780151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event updated for resources: {'Subnet': ['ID=df5e8bac-4cdc-41f6-b873-b6e63525a9af,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:57.825254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Checking segment: {'id': '0443a24b-a2ce-4f6a-9a29-d5f6accdba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:57.830016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Network hostable DHCP agents. Network: 63e652c0-6319-4ab6-92ff-d0c219c72fc8, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:57.834074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] For port ce61fc9f-9d71-4d7e-bacf-192e4cde9a07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:31:57.840140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:57.857498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Calling delete_port for ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:31:57.889079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:57.893609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.029620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:58.040543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50ac3c79-c53e-4472-9b0e-90d98fd8ac3d req-c0163438-900f-4ffd-bfcd-dc7f359f4447 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 210 time: 0.0401478
May 14 21:31:58.145822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 63e652c0-6319-4ab6-92ff-d0c219c72fc8) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:58.151287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:58.152909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.156633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6fbf2-06b1-4904-b995-bf79c40dbf96 None None] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:58.170530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ce61fc9f-9d71-4d7e-bacf-192e4cde9a07), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.207793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce61fc9f-9d71-4d7e-bacf-192e4cde9a07,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:58.270451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ce65a64f-7c76-4ef9-bc98-c7cc1b57d992 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8657570
May 14 21:31:58.273318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:58.289667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-63e652c0-6319-4ab6-92ff-d0c219c72fc8', 'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8', 'project_id': '4d79f7e4d0ac4ea98550cf3b65fe66af', 'fixed_ips': [{'subnet_id': 'df5e8bac-4cdc-41f6-b873-b6e63525a9af'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:31:58.290907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.314328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Request body: {'port': {'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-686679575'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:58.357978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f20827e8-c394-4987-9af4-e3e12a95d62b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.514101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (26804ec0-5496-4b67-a54f-85478d9c9f55), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.551146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=f20827e8-c394-4987-9af4-e3e12a95d62b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:58.559633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Allocated IP 172.20.0.2 (63e652c0-6319-4ab6-92ff-d0c219c72fc8/df5e8bac-4cdc-41f6-b873-b6e63525a9af/9b121587-4ef2-4bca-9abf-9f95d18c2c4c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:58.571764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:58.571764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 90da8a66-feeb-44ee-85a1-aa68a10c2e99, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:31:58.667523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Made reservation on behalf of 4d79f7e4d0ac4ea98550cf3b65fe66af for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:58.671884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.674081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:31:58.702151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] device_id is not set on port b6aa7ca9-f64b-4d4d-a583-2d212435f06a yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:58.740873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Publish callbacks [] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.780306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90da8a66-feeb-44ee-85a1-aa68a10c2e99) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:58.785321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:58.785935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.798314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425699b-ace5-45dc-8c98-4a972d4181ba None None] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:31:58.862584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:58.873011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-72fcc5d6-2bc8-40bb-bbe2-64e1e085d2d0 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:58.874494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-72fcc5d6-2bc8-40bb-bbe2-64e1e085d2d0 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.48 "GET /v2.0/networks?id=b0cab043-53b8-4ad0-a05a-af91f4f3c378 HTTP/1.1" status: 200  len: 818 time: 0.1611753
May 14 21:31:58.879708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Router 26804ec0-5496-4b67-a54f-85478d9c9f55 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:31:58.888378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Request body: {'port': {'device_id': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378', 'admin_state_up': True, 'tenant_id': '5241cdff4cf3483c9b0dbdf7bf4e0ceb'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:58.910755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:58.921009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:58.940986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Allocated IP 172.20.0.12 (63e652c0-6319-4ab6-92ff-d0c219c72fc8/df5e8bac-4cdc-41f6-b873-b6e63525a9af/b6aa7ca9-f64b-4d4d-a583-2d212435f06a) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:58.944647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:58.949175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Pushing event updated for resources: {'Port': ['ID=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:58.961209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-60b0390f-69c3-4703-9c6a-5ccac1939e02 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2870574
May 14 21:31:58.971856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48114) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:58.983504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1576709737'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:31:59.046795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90da8a66-feeb-44ee-85a1-aa68a10c2e99', 'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': 'f20827e8-c394-4987-9af4-e3e12a95d62b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:31:59.053018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.100336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:31:59.106320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4fd60aad-12e6-45ca-b6d9-93135b1ef1d1 admin admin] 10.222.0.52 "PUT /v2.0/routers/26804ec0-5496-4b67-a54f-85478d9c9f55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1493003
May 14 21:31:59.108598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48122) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:31:59.120156 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] Sync routers for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:31:59.134856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Attempting to bind port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:31:59.135209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Attempting to bind port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0443a24b-a2ce-4f6a-9a29-d5f6accdba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:31:59.135668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Attempting to bind port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c on network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:31:59.148074 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:59.148761 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d367c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:59.191968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:31:59.192611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Checking segment: {'id': '0443a24b-a2ce-4f6a-9a29-d5f6accdba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:31:59.192611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.192970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Bound using segment: {'id': '0443a24b-a2ce-4f6a-9a29-d5f6accdba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:31:59.193426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Bound port: 9b121587-4ef2-4bca-9abf-9f95d18c2c4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0443a24b-a2ce-4f6a-9a29-d5f6accdba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '63e652c0-6319-4ab6-92ff-d0c219c72fc8'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:31:59.193805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.240904 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks [] for router (26804ec0-5496-4b67-a54f-85478d9c9f55), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.244235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Made reservation on behalf of 5241cdff4cf3483c9b0dbdf7bf4e0ceb for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:59.248636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.304650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-def969fc-6a39-45d3-bff3-e3f717f6965e req-92b74c4c-7e59-4992-9432-3fd89d68bc71 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 210 time: 0.0565693
May 14 21:31:59.317525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Allocated IP 2001:db8::2 (90da8a66-feeb-44ee-85a1-aa68a10c2e99/f20827e8-c394-4987-9af4-e3e12a95d62b/39e4883a-e180-4dac-bff6-e903424fc975) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:59.354123 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:59.400459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for port (b6aa7ca9-f64b-4d4d-a583-2d212435f06a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.472475 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks [] for router_gateway (26804ec0-5496-4b67-a54f-85478d9c9f55), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.475849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:31:59.485523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.498001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Allocated IP 172.20.0.9 (b0cab043-53b8-4ad0-a05a-af91f4f3c378/4b4a4f6a-fd58-4245-977a-3f45811bfef3/f4fab8ca-b5ab-4fbe-826f-38baba8500e2) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:59.509953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 1a382d0d-1b3d-4f5c-bdac-6f636b115390 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:31:59.540925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] For port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:31:59.546465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] For port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,segment=NetworkSegment(0443a24b-a2ce-4f6a-9a29-d5f6accdba58),segment_id=0443a24b-a2ce-4f6a-9a29-d5f6accdba58)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:31:59.563763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Publish callbacks [] for port (39e4883a-e180-4dac-bff6-e903424fc975), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.572587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b6aa7ca9-f64b-4d4d-a583-2d212435f06a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.606807 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d367c0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189'}], 'enable_snat': True}, 'gw_port_id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:31:58Z', 'revision_number': 5, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port': {'id': 'a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:25:49Z', 'updated_at': '2022-05-14T21:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:59.633285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.651758 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] Checking router: 26804ec0-5496-4b67-a54f-85478d9c9f55 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:31:59.662033 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] Routers {'26804ec0-5496-4b67-a54f-85478d9c9f55'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:31:59.662852 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d367c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:31:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['26804ec0-5496-4b67-a54f-85478d9c9f55'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:59.678939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:59.685242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:59.686122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (39e4883a-e180-4dac-bff6-e903424fc975), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.694916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:59.765512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event updated for resources: {'Port': ['ID=b6aa7ca9-f64b-4d4d-a583-2d212435f06a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:59.785014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:31:59.785368 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] Set router 26804ec0-5496-4b67-a54f-85478d9c9f55 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:31:59.795403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:31:59.802359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:31:59.806722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d542180-5f77-453e-9253-b04369adaf5a None None] Pushing event updated for resources: {'Port': ['ID=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:59.821959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:31:59.823931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.826465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::340 (90da8a66-feeb-44ee-85a1-aa68a10c2e99/f20827e8-c394-4987-9af4-e3e12a95d62b/1a382d0d-1b3d-4f5c-bdac-6f636b115390) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:31:59.860685 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d367c0>, [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:31:59Z', 'revision_number': 6, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:31:59.903325 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e450941a-8fd2-4161-893b-51fc9b8545a2 None None] The sync data for ids ['26804ec0-5496-4b67-a54f-85478d9c9f55'] in ncdv-master-1 is: [{'id': '26804ec0-5496-4b67-a54f-85478d9c9f55', 'name': 'tempest-AttachVolumeNegativeTest-520731727-router', 'tenant_id': '8bd6f25048cd4798985e725f734f1845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:25:48Z', 'updated_at': '2022-05-14T21:31:59Z', 'revision_number': 6, 'project_id': '8bd6f25048cd4798985e725f734f1845', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:31:59.919053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Deleting port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:31:59.919053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.930158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks [] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:31:59.975099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Pushing event updated for resources: {'Port': ['ID=39e4883a-e180-4dac-bff6-e903424fc975,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:31:59.988270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Attempting to bind port 39e4883a-e180-4dac-bff6-e903424fc975 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:31:59.988707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Attempting to bind port 39e4883a-e180-4dac-bff6-e903424fc975 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:31:59.989072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Attempting to bind port 39e4883a-e180-4dac-bff6-e903424fc975 on network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:31:59.999909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:00.000281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Checking segment: {'id': 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:00.000905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.001302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Bound using segment: {'id': 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:00.001883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Bound port: 39e4883a-e180-4dac-bff6-e903424fc975, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90da8a66-feeb-44ee-85a1-aa68a10c2e99'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:00.002262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39e4883a-e180-4dac-bff6-e903424fc975), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.003087 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-88e77987-dade-4daa-b115-62119aaaef2a tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7260981
May 14 21:32:00.013391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48132) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:00.159077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] For port 39e4883a-e180-4dac-bff6-e903424fc975, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:00.162804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] For port 39e4883a-e180-4dac-bff6-e903424fc975, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39e4883a-e180-4dac-bff6-e903424fc975,segment=NetworkSegment(f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f),segment_id=f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:00.193846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] For port a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:00.194350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.226588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Calling delete_port for a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:00.260036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (1a382d0d-1b3d-4f5c-bdac-6f636b115390), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.273872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39e4883a-e180-4dac-bff6-e903424fc975), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.316675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Deleting port b6aa7ca9-f64b-4d4d-a583-2d212435f06a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:00.317303 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b6aa7ca9-f64b-4d4d-a583-2d212435f06a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.400387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.406631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c69a4-f581-4fb5-a13a-e9fdd5bd1fb2 None None] Pushing event updated for resources: {'Port': ['ID=39e4883a-e180-4dac-bff6-e903424fc975,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:00.457489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b6aa7ca9-f64b-4d4d-a583-2d212435f06a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.472258 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1a382d0d-1b3d-4f5c-bdac-6f636b115390), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.475501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Calling delete_port for b6aa7ca9-f64b-4d4d-a583-2d212435f06a owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:00.492464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Network b0cab043-53b8-4ad0-a05a-af91f4f3c378 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:00.505518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:00.517931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:00.560154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:00.568153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Pushing event updated for resources: {'Port': ['ID=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:00.582722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897ab70-2bb6-42f6-917a-60a48fc76aa5 req-449024d4-2936-4bbc-93fc-594306407e5d tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:00.584228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f897ab70-2bb6-42f6-917a-60a48fc76aa5 req-449024d4-2936-4bbc-93fc-594306407e5d tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 931 time: 0.1371458
May 14 21:32:00.610957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:00.622933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:00.634879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:00.637918 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.641319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=1a382d0d-1b3d-4f5c-bdac-6f636b115390,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:00.660647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b121587-4ef2-4bca-9abf-9f95d18c2c4c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:00.697830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:00.701832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.725307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f897ab70-2bb6-42f6-917a-60a48fc76aa5 req-e91f0c93-5396-4036-a7e1-e5832071b7e6 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083097
May 14 21:32:00.790770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cf1b72a3-0900-49d0-b225-23a6a8a69221 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 1.8177803
May 14 21:32:00.793978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48144) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:00.809318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:00.809699 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.838982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.878715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:00.894142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-6c246c4e-039b-4aae-8f41-4b782c14cf72 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0104640
May 14 21:32:00.911991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-2aee9958-3f21-4a15-a539-18a86dadac3c tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:32:00.913060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-2aee9958-3f21-4a15-a539-18a86dadac3c tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0077474
May 14 21:32:00.934093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:00.942259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b6aa7ca9-f64b-4d4d-a583-2d212435f06a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:00.971064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Request body: {'port': {'device_id': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:00.981634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event deleted for resources: {'Port': ['ID=b6aa7ca9-f64b-4d4d-a583-2d212435f06a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:01.014514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:01.014905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.050899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 1a382d0d-1b3d-4f5c-bdac-6f636b115390 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:01.051235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1a382d0d-1b3d-4f5c-bdac-6f636b115390), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.092320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,segment=NetworkSegment(0443a24b-a2ce-4f6a-9a29-d5f6accdba58),segment_id=0443a24b-a2ce-4f6a-9a29-d5f6accdba58)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:01.110602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.121709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e18cdfa2-b746-4e94-96e4-4f3077617773 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "DELETE /v2.0/ports/b6aa7ca9-f64b-4d4d-a583-2d212435f06a HTTP/1.1" status: 204  len: 168 time: 1.1067803
May 14 21:32:01.122698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:01.145434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: DOWN; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:01.159027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.179100 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (26804ec0-5496-4b67-a54f-85478d9c9f55), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.239037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:01.275199 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-62c0d030-48c5-4f01-8e17-99925997dbd3 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4935 time: 0.1500010
May 14 21:32:01.276539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48158) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:01.284097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1550293570'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:01.296384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:01.332393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:01.332744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce61fc9f-9d71-4d7e-bacf-192e4cde9a07 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:01.414032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Made reservation on behalf of 4d79f7e4d0ac4ea98550cf3b65fe66af for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:01.422486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.455365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:01.472810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1a382d0d-1b3d-4f5c-bdac-6f636b115390), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.473432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (453fc637-468c-41ac-ac8a-99c2d8100581), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.474691 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Added segment 453fc637-468c-41ac-ac8a-99c2d8100581 of type vlan for network ffa75f3a-8bd6-4335-8368-4612d624d63f
May 14 21:32:01.478655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.498963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22103d0d-b9d2-4778-b3a5-a6a86c25be0f None None] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:01.509195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (26804ec0-5496-4b67-a54f-85478d9c9f55), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.514191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks [] for router_controller (26804ec0-5496-4b67-a54f-85478d9c9f55), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.521061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 1a382d0d-1b3d-4f5c-bdac-6f636b115390 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:01.534925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ffa75f3a-8bd6-4335-8368-4612d624d63f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.542613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70956e-083b-48b2-8862-80c48a3752c5 req-5f091f42-aa7b-4a65-9edd-00248b758217 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:01.545213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d70956e-083b-48b2-8862-80c48a3752c5 req-5f091f42-aa7b-4a65-9edd-00248b758217 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.2076368
May 14 21:32:01.587232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-60b4e844-6bae-46ac-98ae-a8239d5a6c0b None None] Provisioning complete for port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:01.587622 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-60b4e844-6bae-46ac-98ae-a8239d5a6c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.661151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ffa75f3a-8bd6-4335-8368-4612d624d63f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.668707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:01.672254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.718087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-60b4e844-6bae-46ac-98ae-a8239d5a6c0b None None] Current status of the port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:01.783102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-3c65fa05-0811-497b-b44b-406030bc048d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1280615
May 14 21:32:01.799732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event updated for resources: {'Network': ['ID=ffa75f3a-8bd6-4335-8368-4612d624d63f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:01.801810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (26804ec0-5496-4b67-a54f-85478d9c9f55), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.802422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26804ec0-5496-4b67-a54f-85478d9c9f55 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:32:01.810599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d70956e-083b-48b2-8862-80c48a3752c5 req-c77cb190-d586-4442-861d-92904b55cbd8 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2206361
May 14 21:32:01.815146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:01.816414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9496fd69-21d7-4378-8d59-249a9002a054 admin admin] 10.222.0.52 "DELETE /v2.0/routers/26804ec0-5496-4b67-a54f-85478d9c9f55 HTTP/1.1" status: 204  len: 168 time: 2.7067289
May 14 21:32:01.824447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ffa75f3a-8bd6-4335-8368-4612d624d63f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:01.825127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48178) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:01.936946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-ff194a68-81bc-4c74-a1e9-f50fe6df484e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:01.938454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-ff194a68-81bc-4c74-a1e9-f50fe6df484e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports/3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 941 time: 0.0895791
May 14 21:32:02.148200 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-72884ebd-4e32-4e3b-9795-a07803e8cb57 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.8699939
May 14 21:32:02.150224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48182) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:02.156320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6bcaf340-09f6-4716-bbb0-e96db7a92125 None None] Provisioning complete for port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:02.156787 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6bcaf340-09f6-4716-bbb0-e96db7a92125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:02.353312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6bcaf340-09f6-4716-bbb0-e96db7a92125 None None] Current status of the port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:02.426451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39e4883a-e180-4dac-bff6-e903424fc975 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:02.496295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 39e4883a-e180-4dac-bff6-e903424fc975 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:02.496880 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39e4883a-e180-4dac-bff6-e903424fc975), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:02.538970 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6271549f-d85a-45ca-8169-21f9229bd9a1 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/agents/cc0e7905-a54d-4eef-8c7a-25cca977871d/dhcp-networks HTTP/1.1" status: 200  len: 12018 time: 0.3871858
May 14 21:32:02.543708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:02.572154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e003dc3-dada-411e-b2e7-59b9b440de66 None None] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:02.612319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Could not find standard attr ID for object b6aa7ca9-f64b-4d4d-a583-2d212435f06a. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:32:02.638249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94e0d2-5091-4ba4-8243-6b302b445767 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] Network ffa75f3a-8bd6-4335-8368-4612d624d63f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:02.726017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eb94e0d2-5091-4ba4-8243-6b302b445767 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "POST /v2.0/agents/cc0e7905-a54d-4eef-8c7a-25cca977871d/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1791010
May 14 21:32:02.726731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Provisioning complete for port 39e4883a-e180-4dac-bff6-e903424fc975 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:02.726731 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39e4883a-e180-4dac-bff6-e903424fc975), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:02.727788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:02.763266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952a11d-e352-4882-9f67-080ad32cb42a None None] Network ffa75f3a-8bd6-4335-8368-4612d624d63f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:02.774873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 39e4883a-e180-4dac-bff6-e903424fc975 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:02.775729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39e4883a-e180-4dac-bff6-e903424fc975), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:02.853084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c036-f7f6-47c0-b7fc-9852eefd1d86 req-3da8e473-cc19-45d6-ab31-2015e8bf3541 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:02.855880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c00c036-f7f6-47c0-b7fc-9852eefd1d86 req-3da8e473-cc19-45d6-ab31-2015e8bf3541 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 931 time: 0.7916403
May 14 21:32:02.859206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Deleting subnet 52825e75-9886-4363-8086-0e1e307605a9 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:02.882994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Publish callbacks [] for subnet (52825e75-9886-4363-8086-0e1e307605a9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:02.994139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 39e4883a-e180-4dac-bff6-e903424fc975, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39e4883a-e180-4dac-bff6-e903424fc975,segment=NetworkSegment(f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f),segment_id=f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:03.036484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (52825e75-9886-4363-8086-0e1e307605a9), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.053469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Current status of the port 39e4883a-e180-4dac-bff6-e903424fc975 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:03.054142 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39e4883a-e180-4dac-bff6-e903424fc975), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.082636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c00c036-f7f6-47c0-b7fc-9852eefd1d86 req-c5dc6270-dc89-4e5c-a910-31a008520c86 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2009122
May 14 21:32:03.112796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1a382d0d-1b3d-4f5c-bdac-6f636b115390), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.124843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d252a-01bd-4a6d-910c-25c16cf11e86 req-cb647bbe-2f36-4488-b987-d2ebfbda9659 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:03.126804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-958d252a-01bd-4a6d-910c-25c16cf11e86 req-cb647bbe-2f36-4488-b987-d2ebfbda9659 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.1236036
May 14 21:32:03.132993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39e4883a-e180-4dac-bff6-e903424fc975), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.133836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b121587-4ef2-4bca-9abf-9f95d18c2c4c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:03.150434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94332a5f-900b-433e-9f74-d46b1c5dc6b3 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/agents/cc0e7905-a54d-4eef-8c7a-25cca977871d/dhcp-networks HTTP/1.1" status: 200  len: 12789 time: 0.4208498
May 14 21:32:03.153822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.218330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=1a382d0d-1b3d-4f5c-bdac-6f636b115390,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:03.229193 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-958d252a-01bd-4a6d-910c-25c16cf11e86 req-d7c90be9-2529-4415-bcc2-3dd2cd9e6b0d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843024
May 14 21:32:03.322303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.326735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4f65b4fa-489d-47a9-9a28-ca36125b216a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/1a382d0d-1b3d-4f5c-bdac-6f636b115390 HTTP/1.1" status: 204  len: 168 time: 2.5316110
May 14 21:32:03.330529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48202) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.374245 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a9b9b5-620d-4684-9245-8a2da3dca43f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:03.379202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-92a9b9b5-620d-4684-9245-8a2da3dca43f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/1a382d0d-1b3d-4f5c-bdac-6f636b115390 HTTP/1.1" status: 404  len: 333 time: 0.0475314
May 14 21:32:03.380553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48204) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.407216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fab8ca-b5ab-4fbe-826f-38baba8500e2 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:03.416842 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Publish callbacks [] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.443851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Transition to ACTIVE for port object f4fab8ca-b5ab-4fbe-826f-38baba8500e2 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:32:03.468618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (52825e75-9886-4363-8086-0e1e307605a9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.477576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=39e4883a-e180-4dac-bff6-e903424fc975,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:03.485209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:32:03.485626 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:32:03.504964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:03.505482 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.518133 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-505a24c2-a130-403f-ba4a-42dea5344034 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "DELETE /v2.0/agents/cc0e7905-a54d-4eef-8c7a-25cca977871d/dhcp-networks/ffa75f3a-8bd6-4335-8368-4612d624d63f HTTP/1.1" status: 204  len: 168 time: 0.3626623
May 14 21:32:03.520951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48214) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.537962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.582499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet f20827e8-c394-4987-9af4-e3e12a95d62b {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:03.590357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (f20827e8-c394-4987-9af4-e3e12a95d62b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.626749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:03.662135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:03.697623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (52825e75-9886-4363-8086-0e1e307605a9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.697949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (f20827e8-c394-4987-9af4-e3e12a95d62b), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.760485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-0314b77b-786a-4cde-b824-447952aada6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:03.762618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-0314b77b-786a-4cde-b824-447952aada6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b&tenant_id=4989c480608c4b86bd1cd7615fba4d20 HTTP/1.1" status: 200  len: 1126 time: 0.0523148
May 14 21:32:03.773535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:03.819106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:03.828134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1f13390d-89ad-4b98-83da-61b779398811 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/agents/cc0e7905-a54d-4eef-8c7a-25cca977871d/dhcp-networks HTTP/1.1" status: 200  len: 12018 time: 0.3059843
May 14 21:32:03.835179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48228) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.852351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:03.853330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a9a6ad3c-f475-46d2-a17f-bd6cc3f9c99f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:03.888856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194eb947-f618-42b2-996c-1253e94c48fa None None] Network afd341be-651f-4dc3-82bf-83f603d58628 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:03.895456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52825e75-9886-4363-8086-0e1e307605a9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:03.906709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f2c54b3d-250f-45f6-94e4-2d6230e264ad tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/networks/63e652c0-6319-4ab6-92ff-d0c219c72fc8/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0709567
May 14 21:32:03.913138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48238) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.923288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.936583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e18d2db6-ed94-4aef-89f0-f3a84b42a4e3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/52825e75-9886-4363-8086-0e1e307605a9 HTTP/1.1" status: 204  len: 168 time: 2.0973434
May 14 21:32:03.939168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Attempting to bind port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:03.939168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Attempting to bind port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fe2b4ad6-06a5-445e-b43e-2974146692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:03.939456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Attempting to bind port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 on network b0cab043-53b8-4ad0-a05a-af91f4f3c378 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:03.944110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48240) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:03.966191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 on network b0cab043-53b8-4ad0-a05a-af91f4f3c378 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:03.966523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Attempting to bind port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 on network b0cab043-53b8-4ad0-a05a-af91f4f3c378 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:03.966679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f20827e8-c394-4987-9af4-e3e12a95d62b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:03.972630 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-30defd58-c3e9-4da8-8cc2-7dc1a71498b3 tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/networks/63e652c0-6319-4ab6-92ff-d0c219c72fc8/dhcp-agents HTTP/1.1" status: 200  len: 798 time: 0.0583644
May 14 21:32:04.002668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48242) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:04.047243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (afd341be-651f-4dc3-82bf-83f603d58628), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.059351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:04.059717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Checking segment: {'id': 'fe2b4ad6-06a5-445e-b43e-2974146692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:04.065686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Bound using segment: {'id': 'fe2b4ad6-06a5-445e-b43e-2974146692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:04.065686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Bound port: f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2b4ad6-06a5-445e-b43e-2974146692fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:04.065686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.074287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.089065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c7e5ccca-13b3-4c00-a5de-92d6de4f8e51 None None] Current status of the port 39e4883a-e180-4dac-bff6-e903424fc975 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:04.198029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] DHCP port deletion for afd341be-651f-4dc3-82bf-83f603d58628 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:32:04.241310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-91c14073-6183-45f2-9e29-141730348c87 None None] Could not find standard attr ID for object 1a382d0d-1b3d-4f5c-bdac-6f636b115390. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:32:04.248725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (f20827e8-c394-4987-9af4-e3e12a95d62b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.265715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] Deleting port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:04.266779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.270283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-91c14073-6183-45f2-9e29-141730348c87 None None] Provisioning complete for port 39e4883a-e180-4dac-bff6-e903424fc975 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:04.270709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91c14073-6183-45f2-9e29-141730348c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39e4883a-e180-4dac-bff6-e903424fc975), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.285065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Deleting port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:04.285398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.298546 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=f20827e8-c394-4987-9af4-e3e12a95d62b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:04.304129 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ee44ce1-9211-4035-a9e3-0bed77b4eb7f tempest-DHCPAgentSchedulersTestJSON-1951238358 tempest-DHCPAgentSchedulersTestJSON-1951238358-project-admin] 10.222.0.52 "GET /v2.0/agents/cc0e7905-a54d-4eef-8c7a-25cca977871d/dhcp-networks HTTP/1.1" status: 200  len: 11980 time: 0.3004456
May 14 21:32:04.308317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48248) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:04.317323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.324782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eed620a1-e38e-4904-a8e3-56c48a2ef261 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f20827e8-c394-4987-9af4-e3e12a95d62b HTTP/1.1" status: 204  len: 168 time: 0.9368360
May 14 21:32:04.338954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:04.349472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39e4883a-e180-4dac-bff6-e903424fc975 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:04.356690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77613a-c538-43cf-84a3-b0404983958f None None] Network 90da8a66-feeb-44ee-85a1-aa68a10c2e99 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:04.406991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] For port f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:04.465938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] For port f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,segment=NetworkSegment(fe2b4ad6-06a5-445e-b43e-2974146692fb),segment_id=fe2b4ad6-06a5-445e-b43e-2974146692fb)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:04.492907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c358e-d686-445f-a1a0-0cf3f507132e req-98b8a723-5479-402b-b618-d5b6f7c02e10 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:04.494462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-851c358e-d686-445f-a1a0-0cf3f507132e req-98b8a723-5479-402b-b618-d5b6f7c02e10 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 943 time: 0.2425728
May 14 21:32:04.524813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] For port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:04.525438 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.538802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ffa75f3a-8bd6-4335-8368-4612d624d63f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.553449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (90da8a66-feeb-44ee-85a1-aa68a10c2e99), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.567011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] For port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,segment=NetworkSegment(10f84b93-dc23-404b-b9c5-595eb13e3dcc),segment_id=10f84b93-dc23-404b-b9c5-595eb13e3dcc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:04.567395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.573451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8bd61-87ff-414b-a006-863147a42e94 req-315a19bf-d4c2-4813-9041-18dde8772cfa tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:04.579661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] Calling delete_port for f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:04.581722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbf8bd61-87ff-414b-a006-863147a42e94 req-315a19bf-d4c2-4813-9041-18dde8772cfa tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.1516972
May 14 21:32:04.598738 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.613477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-91c14073-6183-45f2-9e29-141730348c87 None None] Current status of the port 39e4883a-e180-4dac-bff6-e903424fc975 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:04.628846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:04.630582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.632528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] 10.222.0.48 "PUT /v2.0/ports/f4fab8ca-b5ab-4fbe-826f-38baba8500e2 HTTP/1.1" status: 200  len: 1091 time: 3.6699867
May 14 21:32:04.634137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Calling delete_port for f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:04.642991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'tag': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:04.645436 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937a1f85-7055-4f7a-898c-a5f7e7c945f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5097366c-3a6d-4520-b622-a2b5efbf3e67", "tag": "f4fab8ca-b5ab-4fbe-826f-38baba8500e2"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:04.656071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 39e4883a-e180-4dac-bff6-e903424fc975 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:04.656557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (39e4883a-e180-4dac-bff6-e903424fc975), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.743509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ffa75f3a-8bd6-4335-8368-4612d624d63f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.757625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] DHCP port deletion for 90da8a66-feeb-44ee-85a1-aa68a10c2e99 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:32:04.795879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbf8bd61-87ff-414b-a006-863147a42e94 req-055f1d0f-d212-45c8-aff9-4198b7e60799 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2094924
May 14 21:32:04.812438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 39e4883a-e180-4dac-bff6-e903424fc975 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:04.812438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (39e4883a-e180-4dac-bff6-e903424fc975), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.812438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b53cb80>,) {'filters': {'network_id': ['ffa75f3a-8bd6-4335-8368-4612d624d63f']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:04.853478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 39e4883a-e180-4dac-bff6-e903424fc975 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:04.857066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b53cb80>, '453fc637-468c-41ac-ac8a-99c2d8100581') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:04.863357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b53cb80>, '453fc637-468c-41ac-ac8a-99c2d8100581') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:04.866055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.901344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] No DVR routers for this DVR port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:04.930778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] Deleting port 39e4883a-e180-4dac-bff6-e903424fc975 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:04.931193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (39e4883a-e180-4dac-bff6-e903424fc975), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.939312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (453fc637-468c-41ac-ac8a-99c2d8100581), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.948720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af304d-583c-41bf-aa37-7275e02eae50 None None] Pushing event deleted for resources: {'Port': ['ID=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:04.973622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] For port 39e4883a-e180-4dac-bff6-e903424fc975, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39e4883a-e180-4dac-bff6-e903424fc975,segment=NetworkSegment(f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f),segment_id=f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:04.973622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (39e4883a-e180-4dac-bff6-e903424fc975), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.983264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (453fc637-468c-41ac-ac8a-99c2d8100581), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:04.999182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 39e4883a-e180-4dac-bff6-e903424fc975 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:05.001941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:05.002348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (453fc637-468c-41ac-ac8a-99c2d8100581), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:05.006293 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:05.011193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:05.020219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-851c358e-d686-445f-a1a0-0cf3f507132e req-4fc95fdd-f01f-44b4-b063-3b263063d173 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4709523
May 14 21:32:05.029373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] For port 39e4883a-e180-4dac-bff6-e903424fc975, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39e4883a-e180-4dac-bff6-e903424fc975,segment=NetworkSegment(f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f),segment_id=f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:05.030720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (39e4883a-e180-4dac-bff6-e903424fc975), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.032748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422039e-02bc-4c70-b480-7bf234673920 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.048985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] Calling delete_port for 39e4883a-e180-4dac-bff6-e903424fc975 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:05.050405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-dd921c5d-3be2-4b19-b60c-5a515fb535b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:05.063813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-dd921c5d-3be2-4b19-b60c-5a515fb535b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5241cdff4cf3483c9b0dbdf7bf4e0ceb&device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 1125 time: 0.3034115
May 14 21:32:05.063813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.138439 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798f96f-5ebc-47eb-ba60-61f64711d435 x-openstack-request-id: req-1798f96f-5ebc-47eb-ba60-61f64711d435 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:05.138779 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5097366c-3a6d-4520-b622-a2b5efbf3e67", "tag": "f4fab8ca-b5ab-4fbe-826f-38baba8500e2", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:05.139073 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1798f96f-5ebc-47eb-ba60-61f64711d435 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:05.139436 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1798f96f-5ebc-47eb-ba60-61f64711d435'] response: {'name': 'network-changed', 'server_uuid': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'tag': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2', 'status': 'completed', 'code': 200}
May 14 21:32:05.145732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Pushing event deleted for resources: {'Port': ['ID=f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.149851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-3e538f9f-0a60-497f-a048-ead3a1e7cf65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2 HTTP/1.1" status: 200  len: 217 time: 0.0884295
May 14 21:32:05.158809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] No DVR routers for this DVR port f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:05.208291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ffa75f3a-8bd6-4335-8368-4612d624d63f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.218599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:05.222974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.226118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "DELETE /v2.0/networks/ffa75f3a-8bd6-4335-8368-4612d624d63f HTTP/1.1" status: 204  len: 168 time: 0.9168015
May 14 21:32:05.235131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48260) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:05.243256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa388cdb-2311-4938-8bf1-a232015e3bfb tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event deleted for resources: {'Network': ['ID=ffa75f3a-8bd6-4335-8368-4612d624d63f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.244172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (39e4883a-e180-4dac-bff6-e903424fc975), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.246873 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (39e4883a-e180-4dac-bff6-e903424fc975), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.274265 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-362a4467-2035-4b7a-ac2c-4d88e36ec6d1 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] DELETE failed (client error): The resource could not be found.
May 14 21:32:05.275005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362a4467-2035-4b7a-ac2c-4d88e36ec6d1 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:32:05.275898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] Pushing event deleted for resources: {'Port': ['ID=39e4883a-e180-4dac-bff6-e903424fc975,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.280224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-362a4467-2035-4b7a-ac2c-4d88e36ec6d1 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "DELETE /v2.0/ports/b6aa7ca9-f64b-4d4d-a583-2d212435f06a HTTP/1.1" status: 404  len: 333 time: 0.0412600
May 14 21:32:05.281133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424641c-6c29-43e3-8e7b-3db8e11d56b5 None None] No DVR routers for this DVR port 39e4883a-e180-4dac-bff6-e903424fc975 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:05.299019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48262) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:05.301226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No DVR routers for this DVR port 39e4883a-e180-4dac-bff6-e903424fc975 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:05.308510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=39e4883a-e180-4dac-bff6-e903424fc975,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.314873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-8f1fd387-95ef-4cd1-ba37-858f32527f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:05.316439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-8f1fd387-95ef-4cd1-ba37-858f32527f66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b4a4f6a-fd58-4245-977a-3f45811bfef3 HTTP/1.1" status: 200  len: 858 time: 0.1508968
May 14 21:32:05.321230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (afd341be-651f-4dc3-82bf-83f603d58628), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.326626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:05.366647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Publish callbacks [] for port (3a71fedd-378c-474b-8ed3-687958dee25b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.380152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-623a6fa4-f675-4596-9aef-c59d3bef7b57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0cab043-53b8-4ad0-a05a-af91f4f3c378&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558851
May 14 21:32:05.386433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b7f7700>,) {'filters': {'network_id': ['afd341be-651f-4dc3-82bf-83f603d58628']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:05.425322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Transition to ACTIVE for port object 3a71fedd-378c-474b-8ed3-687958dee25b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:32:05.432717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b7f7700>, '10f84b93-dc23-404b-b9c5-595eb13e3dcc') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:05.433020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b7f7700>, '10f84b93-dc23-404b-b9c5-595eb13e3dcc') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:05.450713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Deleting subnet df5e8bac-4cdc-41f6-b873-b6e63525a9af {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:05.453936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (90da8a66-feeb-44ee-85a1-aa68a10c2e99), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.461742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for subnet (df5e8bac-4cdc-41f6-b873-b6e63525a9af), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.469693 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (10f84b93-dc23-404b-b9c5-595eb13e3dcc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.488641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (10f84b93-dc23-404b-b9c5-595eb13e3dcc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.495793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.502436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a8ed2e0>,) {'filters': {'network_id': ['90da8a66-feeb-44ee-85a1-aa68a10c2e99']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:05.508332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:05.508762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (10f84b93-dc23-404b-b9c5-595eb13e3dcc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:05.510486 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:05.518700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a8ed2e0>, 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:05.519033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a8ed2e0>, 'f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:05.528641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (df5e8bac-4cdc-41f6-b873-b6e63525a9af), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.550313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.572773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (f55ecb03-ee74-4bcf-b4ca-e1f8b61b5e7f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:05.590424 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:05.616454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-b3cb3a1a-5b04-4303-bdcd-033d15698e33 service neutron] 10.222.0.48 "GET /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272637
May 14 21:32:05.676890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=9']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.691338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (df5e8bac-4cdc-41f6-b873-b6e63525a9af), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.851576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (afd341be-651f-4dc3-82bf-83f603d58628), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.851576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] No DVR routers for this DVR port 3a71fedd-378c-474b-8ed3-687958dee25b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:05.888177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:05.891761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] 10.222.0.52 "DELETE /v2.0/networks/afd341be-651f-4dc3-82bf-83f603d58628 HTTP/1.1" status: 204  len: 168 time: 1.9227433
May 14 21:32:05.924869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d3bd9-4677-4730-8814-8ce71aef0cce admin admin] Pushing event deleted for resources: {'Network': ['ID=afd341be-651f-4dc3-82bf-83f603d58628,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:05.973573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f92e556f-08b6-40e0-ac73-ec4c52cec8db req-f44dc761-8808-4414-80c2-24a474fbc666 service neutron] 10.222.0.48 "GET /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3361816
May 14 21:32:06.020919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2ba1-e252-4778-890a-42d8312307ae req-41b7d2bb-0891-4b80-9487-e8dc883e3025 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:06.022556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72fc2ba1-e252-4778-890a-42d8312307ae req-41b7d2bb-0891-4b80-9487-e8dc883e3025 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 944 time: 0.1139636
May 14 21:32:06.067210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (90da8a66-feeb-44ee-85a1-aa68a10c2e99), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.073368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.080315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/90da8a66-feeb-44ee-85a1-aa68a10c2e99 HTTP/1.1" status: 204  len: 168 time: 1.7404783
May 14 21:32:06.083276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:06.094385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'name': 'tempest-PortsIpV6TestJSON-447677772'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:06.114141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72fc2ba1-e252-4778-890a-42d8312307ae req-a8f50b26-4063-4924-9d28-c4b27dcd3944 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817997
May 14 21:32:06.129100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:06.129575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:06.129909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:06.139668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Port 3a71fedd-378c-474b-8ed3-687958dee25b on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:06.140048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Attempting to bind port 3a71fedd-378c-474b-8ed3-687958dee25b on network 4cc7003c-2823-48d0-8842-9a2e7e084a2e {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:06.153870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:06.154219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Checking segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:06.156862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Bound using segment: {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:06.156862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Bound port: 3a71fedd-378c-474b-8ed3-687958dee25b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:06.156862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.165599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b467-cf8f-44b0-8aa3-92757266cb59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=90da8a66-feeb-44ee-85a1-aa68a10c2e99,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:06.194931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:06.216292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:06.216642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f83ec328-ec90-4bd2-a8f2-59bf9c4bf9a0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:06.217069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39e4883a-e180-4dac-bff6-e903424fc975 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:06.238237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 39e4883a-e180-4dac-bff6-e903424fc975 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:06.238585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 39e4883a-e180-4dac-bff6-e903424fc975 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:06.253031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:06.260629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:06.284844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb67dc7-7dd7-4f95-8d24-1f67018e24ab req-95a5c5de-b2ac-4f21-91a4-2e9714f52351 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:06.286331 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edb67dc7-7dd7-4f95-8d24-1f67018e24ab req-95a5c5de-b2ac-4f21-91a4-2e9714f52351 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 943 time: 0.1363420
May 14 21:32:06.325397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48276) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:06.340480 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.346216 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edb67dc7-7dd7-4f95-8d24-1f67018e24ab req-b783edde-89c1-4502-bbd7-d0c71449d38f tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522451
May 14 21:32:06.393389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:06.394063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.395435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 1092 time: 2.5818410
May 14 21:32:06.405968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (df5e8bac-4cdc-41f6-b873-b6e63525a9af), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.427739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bc1e9df8-9d2f-43f0-820d-0c2293546e9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bd6f25048cd4798985e725f734f1845&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0988970
May 14 21:32:06.428156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48280) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:06.434677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fceb4-c1c0-4f7b-9062-222d4e062510 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:06.441872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event deleted for resources: {'Subnet': ['ID=df5e8bac-4cdc-41f6-b873-b6e63525a9af,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:06.444199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.447671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a76444e7-ff05-4859-b899-e725a2bc2553 tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "DELETE /v2.0/subnets/df5e8bac-4cdc-41f6-b873-b6e63525a9af HTTP/1.1" status: 204  len: 168 time: 1.1476018
May 14 21:32:06.449563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:06.453588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.455988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:06.458858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4776ed0-1790-4553-ac8c-67dd47a33266 None None] Network 63e652c0-6319-4ab6-92ff-d0c219c72fc8 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:06.507423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-126b4a77-2130-49d9-93ce-d2a632b471a7 admin admin] Publish callbacks [] for security_group (01b3d20a-936a-499c-aa15-d49bea8615c9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.531977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port da53a3dc-4f08-4c66-97ea-cb6c669e3601 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:06.536121 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-126b4a77-2130-49d9-93ce-d2a632b471a7 admin admin] Publish callbacks [] for security_group (01b3d20a-936a-499c-aa15-d49bea8615c9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.589321 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (63e652c0-6319-4ab6-92ff-d0c219c72fc8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.684091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] DHCP port deletion for 63e652c0-6319-4ab6-92ff-d0c219c72fc8 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:32:06.694666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Deleting port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:06.695010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.718533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-126b4a77-2130-49d9-93ce-d2a632b471a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (01b3d20a-936a-499c-aa15-d49bea8615c9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.721679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-126b4a77-2130-49d9-93ce-d2a632b471a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.724607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] Deleting port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:06.724974 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.726651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-126b4a77-2130-49d9-93ce-d2a632b471a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01b3d20a-936a-499c-aa15-d49bea8615c9 HTTP/1.1" status: 204  len: 168 time: 0.2973983
May 14 21:32:06.734935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b4a77-2130-49d9-93ce-d2a632b471a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b3d20a-936a-499c-aa15-d49bea8615c9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:06.809239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] For port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,segment=NetworkSegment(0443a24b-a2ce-4f6a-9a29-d5f6accdba58),segment_id=0443a24b-a2ce-4f6a-9a29-d5f6accdba58)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:06.809239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.813085 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (da53a3dc-4f08-4c66-97ea-cb6c669e3601), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.820195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] Calling delete_port for 9b121587-4ef2-4bca-9abf-9f95d18c2c4c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:06.822552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] For port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,segment=NetworkSegment(0443a24b-a2ce-4f6a-9a29-d5f6accdba58),segment_id=0443a24b-a2ce-4f6a-9a29-d5f6accdba58)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:06.822921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:06.846022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Calling delete_port for 9b121587-4ef2-4bca-9abf-9f95d18c2c4c owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:06.946959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-fa898458-0cc0-444e-a1b6-925704f5fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:06.948831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-fa898458-0cc0-444e-a1b6-925704f5fd30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1127 time: 0.1284339
May 14 21:32:06.953128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-e167eedc-041b-418a-918d-e0d8746b7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:06.954769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-e167eedc-041b-418a-918d-e0d8746b7f3b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5241cdff4cf3483c9b0dbdf7bf4e0ceb&device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 1125 time: 0.0723078
May 14 21:32:07.004581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (da53a3dc-4f08-4c66-97ea-cb6c669e3601), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.051519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:07.063069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:07.065763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:07.071914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.075214 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.077793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=da53a3dc-4f08-4c66-97ea-cb6c669e3601,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:07.094121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.103733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9b121587-4ef2-4bca-9abf-9f95d18c2c4c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.118770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-3ea09d66-6af2-4753-b877-4fd8f6ef3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.120690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] Pushing event deleted for resources: {'Port': ['ID=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:07.122643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-3ea09d66-6af2-4753-b877-4fd8f6ef3043 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.1667466
May 14 21:32:07.133337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281d9d0-fca9-43c6-8be7-75e912b9eb14 None None] No DVR routers for this DVR port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:07.147349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:07.149241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event deleted for resources: {'Port': ['ID=9b121587-4ef2-4bca-9abf-9f95d18c2c4c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:07.149349 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42686823-a32a-47f9-8d67-cf044169983e" -d '{"events": [{"name": "network-changed", "server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:07.150274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-61f7d38e-eb14-4c35-a64f-dfd993f573cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.155366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d67e759a-8857-41db-ad05-4f47a4fb9c27 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.0642374
May 14 21:32:07.155565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-61f7d38e-eb14-4c35-a64f-dfd993f573cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0cab043-53b8-4ad0-a05a-af91f4f3c378 HTTP/1.1" status: 200  len: 919 time: 0.1879933
May 14 21:32:07.155816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] No DVR routers for this DVR port 9b121587-4ef2-4bca-9abf-9f95d18c2c4c on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:07.156065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48292) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:07.252487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-49f7a596-1620-46a0-87e7-ac9622d87110 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2 HTTP/1.1" status: 200  len: 217 time: 0.0658660
May 14 21:32:07.306998 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5eac60-1013-44a3-a019-d678d3f94d97 x-openstack-request-id: req-9a5eac60-1013-44a3-a019-d678d3f94d97 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:07.306998 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:07.306998 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a5eac60-1013-44a3-a019-d678d3f94d97 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:07.307704 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5eac60-1013-44a3-a019-d678d3f94d97'] response: {'name': 'network-changed', 'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'status': 'completed', 'code': 200}
May 14 21:32:07.343284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (63e652c0-6319-4ab6-92ff-d0c219c72fc8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.371257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb46e79-3787-4e38-84c8-855b403310c0 req-719059a3-5e61-4356-a85a-5cf123a1d83e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.387607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bdb46e79-3787-4e38-84c8-855b403310c0 req-719059a3-5e61-4356-a85a-5cf123a1d83e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.1300180
May 14 21:32:07.398612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b1f2df0>,) {'filters': {'network_id': ['63e652c0-6319-4ab6-92ff-d0c219c72fc8']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:07.421136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b1f2df0>, '0443a24b-a2ce-4f6a-9a29-d5f6accdba58') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:07.421490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b1f2df0>, '0443a24b-a2ce-4f6a-9a29-d5f6accdba58') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:07.437644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (0443a24b-a2ce-4f6a-9a29-d5f6accdba58), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.441535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-5ecda113-c0ce-4e35-a6c6-3233c7d3ab1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 999 time: 0.2877276
May 14 21:32:07.445360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-24361ffa-b98d-4968-ab31-f5136869a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.447377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-24361ffa-b98d-4968-ab31-f5136869a407 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4b4a4f6a-fd58-4245-977a-3f45811bfef3 HTTP/1.1" status: 200  len: 858 time: 0.1134536
May 14 21:32:07.470920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0443a24b-a2ce-4f6a-9a29-d5f6accdba58), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.483026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:07.483664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (0443a24b-a2ce-4f6a-9a29-d5f6accdba58), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.491983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bdb46e79-3787-4e38-84c8-855b403310c0 req-24a0ee64-08a0-4d3d-af83-07015fbcbe16 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033936
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:07.493800 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:07.509862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-0b0cbb8a-c57d-46fd-b22b-bf339832368b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0cab043-53b8-4ad0-a05a-af91f4f3c378&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501921
May 14 21:32:07.562162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port da53a3dc-4f08-4c66-97ea-cb6c669e3601 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:07.562507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (da53a3dc-4f08-4c66-97ea-cb6c669e3601), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.632866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (63e652c0-6319-4ab6-92ff-d0c219c72fc8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.641703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:07.644859 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] 10.222.0.52 "DELETE /v2.0/networks/63e652c0-6319-4ab6-92ff-d0c219c72fc8 HTTP/1.1" status: 204  len: 168 time: 1.1879172
May 14 21:32:07.661922 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6fa6f-f003-4240-b915-2c0989f404da tempest-DHCPAgentSchedulersTestJSON-620953494 tempest-DHCPAgentSchedulersTestJSON-620953494-project] Pushing event deleted for resources: {'Network': ['ID=63e652c0-6319-4ab6-92ff-d0c219c72fc8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:07.692865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-ef9242e9-67b1-410e-b997-3834047e9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.694733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-ef9242e9-67b1-410e-b997-3834047e9816 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.2459826
May 14 21:32:07.718542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b2e2-72ab-4fff-9d7e-314182376ca0 req-c5453190-a52a-470f-aeac-6d28d75dfa47 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:07.720071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4536b2e2-72ab-4fff-9d7e-314182376ca0 req-c5453190-a52a-470f-aeac-6d28d75dfa47 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 943 time: 0.1868427
May 14 21:32:07.763922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (da53a3dc-4f08-4c66-97ea-cb6c669e3601), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.163851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for da53a3dc-4f08-4c66-97ea-cb6c669e3601 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:08.170566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-f0c07c3d-4e3e-43ec-ac57-2c36c9173749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:08.172308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-f0c07c3d-4e3e-43ec-ac57-2c36c9173749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4711211
May 14 21:32:08.203748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b121587-4ef2-4bca-9abf-9f95d18c2c4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:08.232149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9b121587-4ef2-4bca-9abf-9f95d18c2c4c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:08.232884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9b121587-4ef2-4bca-9abf-9f95d18c2c4c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:08.248042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-4a900cf9-2a38-49c9-9a39-a861dc817a4d service neutron] 10.222.0.48 "GET /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7119768
May 14 21:32:08.268687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48330) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:08.360365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4536b2e2-72ab-4fff-9d7e-314182376ca0 req-3b0f4981-e7b9-4fc6-9759-713084b2aabd tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6056085
May 14 21:32:08.451807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3de6e04d-3f4a-44bc-a622-cdee5f4aa2eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d79f7e4d0ac4ea98550cf3b65fe66af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1818690
May 14 21:32:08.455264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:08.478094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-9535483f-c5bb-4a1a-b681-5b093b9d3b31 service neutron] 10.222.0.36 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942469
May 14 21:32:08.520165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-437f77eb-bb50-43f1-a48a-f9d8c6fd24d6 admin admin] Publish callbacks [] for security_group (60e19b12-5d46-412b-8b16-609c42a4c59e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.530087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-937a1f85-7055-4f7a-898c-a5f7e7c945f6 req-dbd3cda4-28b6-4bcb-8835-ef983a9bf676 service neutron] 10.222.0.48 "GET /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478619
May 14 21:32:08.565684 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (da53a3dc-4f08-4c66-97ea-cb6c669e3601), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.566548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-437f77eb-bb50-43f1-a48a-f9d8c6fd24d6 admin admin] Publish callbacks [] for security_group (60e19b12-5d46-412b-8b16-609c42a4c59e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.611032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=da53a3dc-4f08-4c66-97ea-cb6c669e3601,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:08.641375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.644523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c49723e3-9145-43c6-ba1e-f42bb7895eb5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/da53a3dc-4f08-4c66-97ea-cb6c669e3601 HTTP/1.1" status: 204  len: 168 time: 1.4887662
May 14 21:32:08.647217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48346) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:08.652718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'mac_address': 'fa:16:3e:c7:02:8b', 'name': 'tempest-PortsIpV6TestJSON-2607350'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:08.672525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4dc9-2750-4a82-86f8-818579b25926 req-39780807-5dfa-4f36-9b3b-168cf4a01129 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:08.674008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92bd4dc9-2750-4a82-86f8-818579b25926 req-39780807-5dfa-4f36-9b3b-168cf4a01129 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.0939844
May 14 21:32:08.678696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-03001d4a-ac65-4bb5-a872-d2a5523ad73f service neutron] 10.222.0.36 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919627
May 14 21:32:08.726394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-437f77eb-bb50-43f1-a48a-f9d8c6fd24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (60e19b12-5d46-412b-8b16-609c42a4c59e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.727956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92bd4dc9-2750-4a82-86f8-818579b25926 req-9002a8d8-7cf5-4715-a57f-491e44e3b0ff tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477943
May 14 21:32:08.728996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-437f77eb-bb50-43f1-a48a-f9d8c6fd24d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:08.730661 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-437f77eb-bb50-43f1-a48a-f9d8c6fd24d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60e19b12-5d46-412b-8b16-609c42a4c59e HTTP/1.1" status: 204  len: 168 time: 0.2737174
May 14 21:32:08.746951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f77eb-bb50-43f1-a48a-f9d8c6fd24d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e19b12-5d46-412b-8b16-609c42a4c59e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:08.900549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686823-a32a-47f9-8d67-cf044169983e req-c6ca0054-c5d4-4751-933c-a0aef4cadc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:08.902223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-c6ca0054-c5d4-4751-933c-a0aef4cadc56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4989c480608c4b86bd1cd7615fba4d20&device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1127 time: 0.0528653
May 14 21:32:08.912602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:08.947551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f4fab8ca-b5ab-4fbe-826f-38baba8500e2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:32:09.047113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.082431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 349f3887-e4f7-46ea-b5e4-9e83e588296d yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:09.097080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686823-a32a-47f9-8d67-cf044169983e req-3987b2d9-9bd4-45c9-94ec-31d3f0f8f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:09.099061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-3987b2d9-9bd4-45c9-94ec-31d3f0f8f573 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 200  len: 918 time: 0.1909637
May 14 21:32:09.103846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,segment=NetworkSegment(fe2b4ad6-06a5-445e-b43e-2974146692fb),segment_id=fe2b4ad6-06a5-445e-b43e-2974146692fb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:09.117588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2', 'network_id': 'b0cab043-53b8-4ad0-a05a-af91f4f3c378', 'port_id': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2', 'mac_address': 'fa:16:3e:37:3f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a4f6a-fd58-4245-977a-3f45811bfef3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:32:09.162838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:09.163187 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.194421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fab8ca-b5ab-4fbe-826f-38baba8500e2 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:09.213660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-8e8e04f3-5927-4263-a568-c5344da7e6fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 200  len: 999 time: 0.1090832
May 14 21:32:09.228232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,segment=NetworkSegment(fe2b4ad6-06a5-445e-b43e-2974146692fb),segment_id=fe2b4ad6-06a5-445e-b43e-2974146692fb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:09.286825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686823-a32a-47f9-8d67-cf044169983e req-a1d7335f-4ce8-4feb-8858-cc11e89ed471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:09.288486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-a1d7335f-4ce8-4feb-8858-cc11e89ed471 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 200  len: 856 time: 0.0553987
May 14 21:32:09.345744 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.349095 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (349f3887-e4f7-46ea-b5e4-9e83e588296d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.375452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686823-a32a-47f9-8d67-cf044169983e req-236758aa-3db1-4db9-b0f4-85257fc51bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:09.378171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-236758aa-3db1-4db9-b0f4-85257fc51bfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4cc7003c-2823-48d0-8842-9a2e7e084a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0828767
May 14 21:32:09.419609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:09.549018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['f4fab8ca-b5ab-4fbe-826f-38baba8500e2'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:32:09.553265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (349f3887-e4f7-46ea-b5e4-9e83e588296d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.672954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-cb6f8e67-3618-484e-b0df-b6287fbaa3ee service neutron] 10.222.0.36 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834740
May 14 21:32:09.680551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:09.684555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a01c-e0b3-4e11-b847-425e81cf1f3e req-75745442-8490-4e49-ab06-ce6a1b5d2cab tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:09.686660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8018a01c-e0b3-4e11-b847-425e81cf1f3e req-75745442-8490-4e49-ab06-ce6a1b5d2cab tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 944 time: 0.1542194
May 14 21:32:09.688171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:09.692564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:09.700079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:09.700992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.721110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=349f3887-e4f7-46ea-b5e4-9e83e588296d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:09.752723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48398) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:09.828295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b41cce36-b77a-42b8-97e3-926614011471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:09.835778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0bef27fc-36b5-4135-ae84-36c0e0bd83da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 847 time: 1.1873398
May 14 21:32:09.841436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48402) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:09.895089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8018a01c-e0b3-4e11-b847-425e81cf1f3e req-46d8f746-cbf8-4179-952b-33febefb641a tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925318
May 14 21:32:09.985035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0edf2-8626-4173-9389-6fba10654442 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:09.987164 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ab0edf2-8626-4173-9389-6fba10654442 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/349f3887-e4f7-46ea-b5e4-9e83e588296d HTTP/1.1" status: 200  len: 842 time: 0.1385179
May 14 21:32:09.997055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48404) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:10.025334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb17fc-f2bc-41a0-83d0-0d33b2b07d8c req-7f30f787-65bc-461b-a4a3-ac0ee85d8a2a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:10.033704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3feb17fc-f2bc-41a0-83d0-0d33b2b07d8c req-7f30f787-65bc-461b-a4a3-ac0ee85d8a2a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.1200566
May 14 21:32:10.116526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 349f3887-e4f7-46ea-b5e4-9e83e588296d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:10.116860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (349f3887-e4f7-46ea-b5e4-9e83e588296d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.154216 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3feb17fc-f2bc-41a0-83d0-0d33b2b07d8c req-c85b9f2a-5d8d-45ff-8350-4b477f3917a1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1192086
May 14 21:32:10.201327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (349f3887-e4f7-46ea-b5e4-9e83e588296d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.209956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b41cce36-b77a-42b8-97e3-926614011471 admin admin] Publish callbacks [] for security_group (3c21f13b-9759-4d80-bfc2-4b67a3a6edcc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.218642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 349f3887-e4f7-46ea-b5e4-9e83e588296d owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:10.284164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b41cce36-b77a-42b8-97e3-926614011471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c21f13b-9759-4d80-bfc2-4b67a3a6edcc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.314363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42686823-a32a-47f9-8d67-cf044169983e req-d6800223-f5f4-4d85-95f4-dc91a4d4991c service neutron] 10.222.0.36 "GET /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4916546
May 14 21:32:10.380504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cce36-b77a-42b8-97e3-926614011471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c21f13b-9759-4d80-bfc2-4b67a3a6edcc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:10.381503 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-96211752-4f52-4ec7-b1e1-ddb9c05c8cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.402872 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b41cce36-b77a-42b8-97e3-926614011471 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0497902906ea4c059ecd90e7bb6d18f1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6444919
May 14 21:32:10.408608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48418) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:10.455803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (349f3887-e4f7-46ea-b5e4-9e83e588296d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.469697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92ac4d34-01a8-4b90-9fa6-622380607ed9 admin admin] Publish callbacks [] for security_group (3c21f13b-9759-4d80-bfc2-4b67a3a6edcc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.494064 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92ac4d34-01a8-4b90-9fa6-622380607ed9 admin admin] Publish callbacks [] for security_group (3c21f13b-9759-4d80-bfc2-4b67a3a6edcc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.507960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=349f3887-e4f7-46ea-b5e4-9e83e588296d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:10.510734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.517472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-204c1351-b09b-42db-880a-7d684a3f2fab tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/349f3887-e4f7-46ea-b5e4-9e83e588296d HTTP/1.1" status: 204  len: 168 time: 0.5159633
May 14 21:32:10.517845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:10.586446 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98655b7-7ce8-476e-9c93-b246b70a4574 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:10.588170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b98655b7-7ce8-476e-9c93-b246b70a4574 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/349f3887-e4f7-46ea-b5e4-9e83e588296d HTTP/1.1" status: 404  len: 333 time: 0.0693862
May 14 21:32:10.593240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48428) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:10.614023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'name': 'tempest-PortsIpV6TestJSON-1757811915'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:10.691241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92ac4d34-01a8-4b90-9fa6-622380607ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c21f13b-9759-4d80-bfc2-4b67a3a6edcc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.697017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92ac4d34-01a8-4b90-9fa6-622380607ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.698562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-92ac4d34-01a8-4b90-9fa6-622380607ed9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c21f13b-9759-4d80-bfc2-4b67a3a6edcc HTTP/1.1" status: 204  len: 168 time: 0.2940464
May 14 21:32:10.724500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac4d34-01a8-4b90-9fa6-622380607ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c21f13b-9759-4d80-bfc2-4b67a3a6edcc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:10.867169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:10.870958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:10.919821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 9ccf1dc9-ebb5-4ab7-83c6-68c03540815f yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:10.958308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f4fab8ca-b5ab-4fbe-826f-38baba8500e2 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:11.101861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:32:11.110907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4edaa6-aa89-45b1-b6d8-a1970cd33e84 req-393bb017-27b3-431f-b0e8-de66dd8e25da tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:11.112434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae4edaa6-aa89-45b1-b6d8-a1970cd33e84 req-393bb017-27b3-431f-b0e8-de66dd8e25da tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 944 time: 0.0832930
May 14 21:32:11.198645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:11.199861 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.203064 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae4edaa6-aa89-45b1-b6d8-a1970cd33e84 req-3363eced-4f3a-4a83-9fad-8c6aefe1dd2c tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784328
May 14 21:32:11.285842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-eba3d20d-1e60-408b-9969-435aaf522ae0 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:11.287366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-eba3d20d-1e60-408b-9969-435aaf522ae0 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 813 time: 0.2793078
May 14 21:32:11.298860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.319080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-fce4064d-8dc2-4b1d-a95d-6441a9602312 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/quotas/162610ac2697486d8a05f41713cc5ba2 HTTP/1.1" status: 200  len: 375 time: 0.0240436
May 14 21:32:11.364071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-fc7d219f-464a-45f6-8a25-ee7f5ce910ac tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0336175
May 14 21:32:11.380232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:11.380612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.381828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d05243-6016-470b-ac04-06f1af23e874 req-21e3cf48-2472-4468-8763-a8ca4ec5bd70 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:11.383341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82d05243-6016-470b-ac04-06f1af23e874 req-21e3cf48-2472-4468-8763-a8ca4ec5bd70 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.0945694
May 14 21:32:11.464563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:11.466873 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c231a9f-c2f6-4e6e-ad95-43f3cd70b412" -d '{"events": [{"server_uuid": "5097366c-3a6d-4520-b622-a2b5efbf3e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4fab8ca-b5ab-4fbe-826f-38baba8500e2"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:11.479923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,segment=NetworkSegment(fe2b4ad6-06a5-445e-b43e-2974146692fb),segment_id=fe2b4ad6-06a5-445e-b43e-2974146692fb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:11.516009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-b256474e-d923-42ab-897e-d2fedf4e842f service neutron] 10.222.0.52 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477492
May 14 21:32:11.546668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82d05243-6016-470b-ac04-06f1af23e874 req-ad0a024e-f38e-479a-a8d3-babcc07866a0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1473932
May 14 21:32:11.560231 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.624640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.706797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:11.710637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:11.711992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-7d2bc817-714f-4b22-b891-05b16f014ee8 service neutron] 10.222.0.52 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871765
May 14 21:32:11.715252 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:11.724284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:11.732006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:11.732663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.746680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=9ccf1dc9-ebb5-4ab7-83c6-68c03540815f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:11.758196 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71576c25-32fa-4084-ac36-3560ab982f70 x-openstack-request-id: req-71576c25-32fa-4084-ac36-3560ab982f70 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:11.759208 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5097366c-3a6d-4520-b622-a2b5efbf3e67", "name": "network-vif-plugged", "status": "completed", "tag": "f4fab8ca-b5ab-4fbe-826f-38baba8500e2", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:11.759508 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71576c25-32fa-4084-ac36-3560ab982f70 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:11.760014 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71576c25-32fa-4084-ac36-3560ab982f70'] response: {'server_uuid': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2', 'code': 200}
May 14 21:32:11.835509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e069e607-9b22-46d1-9d7f-31974526a9bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.2410154
May 14 21:32:11.838279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48468) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:11.844463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:11.907060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:11.981120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf81d-8814-46e8-a6a8-ec919e36a957 req-ce949aed-54a4-4dbc-b28c-939ad316d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:11.983118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08dbf81d-8814-46e8-a6a8-ec919e36a957 req-ce949aed-54a4-4dbc-b28c-939ad316d6ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 1127 time: 0.1351578
May 14 21:32:12.072853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:12.141772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08dbf81d-8814-46e8-a6a8-ec919e36a957 req-d0a1a113-c861-4290-9483-a5c09b3b935c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212604
May 14 21:32:12.408772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:12.515351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:12.520112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df6bd864-f01c-45f2-90e8-79ddca657860 req-8b726d50-e23e-4f46-9da8-60db451fc7e9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0579383
May 14 21:32:12.630860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:12.715663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] In _notify_port_updated(), no bound segment for port 9ccf1dc9-ebb5-4ab7-83c6-68c03540815f on network 5ee180d5-ae8a-4453-8063-70ed7d10a931 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:32:12.723882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:12.724550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:12.725982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/ports/9ccf1dc9-ebb5-4ab7-83c6-68c03540815f HTTP/1.1" status: 200  len: 818 time: 0.8866155
May 14 21:32:12.730328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48504) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:12.735160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56384d8-85b6-46a4-bc1f-2df6feb19caa req-3fdeacec-ef96-41d3-8ce4-2e5c2e047706 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:12.744389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c56384d8-85b6-46a4-bc1f-2df6feb19caa req-3fdeacec-ef96-41d3-8ce4-2e5c2e047706 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 945 time: 0.1361601
May 14 21:32:12.781753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2dc51-ec64-4053-a6e1-a17a2b91aa90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=9ccf1dc9-ebb5-4ab7-83c6-68c03540815f,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:12.823470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c56384d8-85b6-46a4-bc1f-2df6feb19caa req-81dd97be-29fa-4640-b314-2a3549d7c23d tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780871
May 14 21:32:12.882698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7e64c9b-e50c-4779-854f-0e9d192aae98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:12.901414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 9ccf1dc9-ebb5-4ab7-83c6-68c03540815f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:12.903271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.010497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.025883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 9ccf1dc9-ebb5-4ab7-83c6-68c03540815f owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:13.034730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056eace-fc28-4b26-98ab-f3deb7832f58 req-77cec1e3-7dde-40fb-841a-205f22656bce tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:13.038434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f056eace-fc28-4b26-98ab-f3deb7832f58 req-77cec1e3-7dde-40fb-841a-205f22656bce tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.0887134
May 14 21:32:13.164286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f056eace-fc28-4b26-98ab-f3deb7832f58 req-38020bb9-238c-4962-837e-7dc6966b1e33 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1184821
May 14 21:32:13.234668 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9ccf1dc9-ebb5-4ab7-83c6-68c03540815f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.277665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=9ccf1dc9-ebb5-4ab7-83c6-68c03540815f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:13.283908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.290528 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0e936c82-4057-4573-92ea-a3488bbb3721 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/9ccf1dc9-ebb5-4ab7-83c6-68c03540815f HTTP/1.1" status: 204  len: 168 time: 0.5564895
May 14 21:32:13.290867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48524) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:13.430802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4732f15e-68f2-44a2-920a-963174c9f737 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:13.437868 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4732f15e-68f2-44a2-920a-963174c9f737 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1453764
May 14 21:32:13.442252 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:13.496059 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-92865355-753b-450f-b1d6-1b3bd90bc666 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:13.498908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-92865355-753b-450f-b1d6-1b3bd90bc666 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/9ccf1dc9-ebb5-4ab7-83c6-68c03540815f HTTP/1.1" status: 404  len: 333 time: 0.0528138
May 14 21:32:13.502307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48544) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:13.508659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1717531251'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:13.641864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:13.645679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.692924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-327dc4e9-d7cd-49ae-9889-d080fda18a74 req-23644c53-9d73-4a76-a678-ba818c40f51a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0647936
May 14 21:32:13.733420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:13.751504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d3d03903-2deb-47ec-a973-8369be4393c8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.751925 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment d3d03903-2deb-47ec-a973-8369be4393c8 of type vlan for network 32225650-6424-47bc-a63d-6d158352cee2
May 14 21:32:13.840096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.840495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (32225650-6424-47bc-a63d-6d158352cee2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.955131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (32225650-6424-47bc-a63d-6d158352cee2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.960292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:13.960936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:13.976738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48556) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:14.077840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7939ec7-c13d-457c-989f-43f8faaaf123 req-d48bde0f-b9ce-45f3-913c-f994698ed6cd tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:14.079437 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d7939ec7-c13d-457c-989f-43f8faaaf123 req-d48bde0f-b9ce-45f3-913c-f994698ed6cd tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 945 time: 0.1379938
May 14 21:32:14.096523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=32225650-6424-47bc-a63d-6d158352cee2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:14.109882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 32225650-6424-47bc-a63d-6d158352cee2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:14.190123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5335fb63-18b6-4ac7-94aa-57b8c4344f96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.6866431
May 14 21:32:14.193202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48560) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:14.204400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d7939ec7-c13d-457c-989f-43f8faaaf123 req-ce0c4df3-fae2-435f-81cd-7f9f68862c19 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098661
May 14 21:32:14.212884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '32225650-6424-47bc-a63d-6d158352cee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:14.286919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-439750079'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:14.377657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b605fb9-5622-46ce-bdb9-7bed7bdbc1dc req-2bad1af4-82f7-45ae-952e-fe1ad8b2132e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:14.379237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b605fb9-5622-46ce-bdb9-7bed7bdbc1dc req-2bad1af4-82f7-45ae-952e-fe1ad8b2132e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.0758538
May 14 21:32:14.490347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b605fb9-5622-46ce-bdb9-7bed7bdbc1dc req-1a0b2cca-bf5f-438e-8fab-b4f0584029c7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778949
May 14 21:32:14.535922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Made reservation on behalf of 574107fbfe6248259dcdf198e50cc290 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:14.540293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:14.554983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:14.648230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:14.651366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:14.686748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks [] for security_group (f6d0b05d-d619-4232-93a2-06b8161208fe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:14.800989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f6d0b05d-d619-4232-93a2-06b8161208fe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:14.852947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:14.907588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87115a87-2888-42c7-b403-f32229dc7ea2 req-a3e8d9b7-7aa6-4d5b-91a8-143906a8d1c1 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0586939
May 14 21:32:14.910947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (60971806-7fa9-4836-9101-7c4ab32f739f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:14.911408 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Added segment 60971806-7fa9-4836-9101-7c4ab32f739f of type vlan for network 1eba98d6-7f34-486b-92ac-c20e1185a257
May 14 21:32:14.916530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d0b05d-d619-4232-93a2-06b8161208fe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:15.006584 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (1eba98d6-7f34-486b-92ac-c20e1185a257), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.089891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (f1eef56f-66f7-4b4e-923a-cccbeb691037), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.103553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf7835-29f9-4548-9519-e5c6d8cc69c9 req-a6157c34-be69-49fb-8531-b276c9faf64c tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:15.114022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4daf7835-29f9-4548-9519-e5c6d8cc69c9 req-a6157c34-be69-49fb-8531-b276c9faf64c tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 945 time: 0.0816243
May 14 21:32:15.153687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (1eba98d6-7f34-486b-92ac-c20e1185a257), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.177495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:15.178161 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.190390 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4daf7835-29f9-4548-9519-e5c6d8cc69c9 req-9fe4ffb3-52ab-4534-b6af-b13e54c3b35d tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752461
May 14 21:32:15.285960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=f1eef56f-66f7-4b4e-923a-cccbeb691037,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:15.301174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Pushing event updated for resources: {'Network': ['ID=1eba98d6-7f34-486b-92ac-c20e1185a257,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:15.304273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': 'd3d03903-2deb-47ec-a973-8369be4393c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '32225650-6424-47bc-a63d-6d158352cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:15.304653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 32225650-6424-47bc-a63d-6d158352cee2, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:15.318660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 1eba98d6-7f34-486b-92ac-c20e1185a257 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:15.353315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-25f459c5-6c59-4503-bd29-a75915ffb98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3748839
May 14 21:32:15.444439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 32225650-6424-47bc-a63d-6d158352cee2 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:15.523936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 32225650-6424-47bc-a63d-6d158352cee2) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:15.531722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:15.532813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.537932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5d7e6-ff9c-48f5-a6ba-97dabf11ad66 None None] Network 32225650-6424-47bc-a63d-6d158352cee2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:15.628854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:15.634997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Request body: {'port': {'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1448126797'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:15.664916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-85acdfce-bb6e-430b-afdd-b49fc27e1095 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4704411
May 14 21:32:15.668243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48602) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:15.673841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '32225650-6424-47bc-a63d-6d158352cee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:15.764278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Made reservation on behalf of 6dc7b08c0f7749cf9834cc2d878c26af for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:15.768698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.786075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.793553 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.884170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-32225650-6424-47bc-a63d-6d158352cee2', 'network_id': '32225650-6424-47bc-a63d-6d158352cee2', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': 'f1eef56f-66f7-4b4e-923a-cccbeb691037'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:32:15.884170 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:15.970236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2202e8-6a4a-4949-a954-ff786f3cec6d req-44bccbe7-036a-4f8e-b38d-7e9affb95599 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:15.977479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2202e8-6a4a-4949-a954-ff786f3cec6d req-44bccbe7-036a-4f8e-b38d-7e9affb95599 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.2007077
May 14 21:32:15.992274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for security_group (eddb8e10-f33c-4d44-8462-1129dc0569aa), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.087577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-2dac68e8-a7a3-4be0-a564-254ad9b1730a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:16.087577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-2dac68e8-a7a3-4be0-a564-254ad9b1730a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 813 time: 0.1902654
May 14 21:32:16.089089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a7455-17b6-42ca-910e-6a57b38b6e64 req-f258ce3c-2cce-4d1a-a1df-e316d408cd2f tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:16.089089 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-542a7455-17b6-42ca-910e-6a57b38b6e64 req-f258ce3c-2cce-4d1a-a1df-e316d408cd2f tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.0669951
May 14 21:32:16.089862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e2202e8-6a4a-4949-a954-ff786f3cec6d req-f4b2dc07-af4c-498c-90da-c6393bff838b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977676
May 14 21:32:16.091538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Allocated IP 2001:db8::2 (32225650-6424-47bc-a63d-6d158352cee2/f1eef56f-66f7-4b4e-923a-cccbeb691037/e3a3718e-3937-4b0a-9eec-7be0e2c42d08) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:16.134138 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-542a7455-17b6-42ca-910e-6a57b38b6e64 req-24b9dafb-3f30-4549-8c91-d9b9ad095c92 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0594769
May 14 21:32:16.216110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (eddb8e10-f33c-4d44-8462-1129dc0569aa), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.216110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port fc7ebc97-63f9-4e36-8613-211283229fe7 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:16.259283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb8e10-f33c-4d44-8462-1129dc0569aa,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:16.301592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-115172b6-45e3-4ed6-be5b-0c32a7260405 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:16.304091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-115172b6-45e3-4ed6-be5b-0c32a7260405 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.48 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 945 time: 0.1366158
May 14 21:32:16.306433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcbbea74-bc7b-44eb-8a93-d20641c90df1 req-22d04fb6-1ed6-40bd-942b-9657981260bd tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0849853
May 14 21:32:16.351991 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Publish callbacks [] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.354480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:16.358370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.389928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d9cc-06a4-47f5-a052-bc28b2fce18f req-49fc5558-8295-4c65-8c1c-f3b56cda5893 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:16.397232 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff95d9cc-06a4-47f5-a052-bc28b2fce18f req-49fc5558-8295-4c65-8c1c-f3b56cda5893 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 945 time: 0.0767310
May 14 21:32:16.488583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff95d9cc-06a4-47f5-a052-bc28b2fce18f req-fa9eea18-f3de-4487-b464-68889d692073 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/security-groups?id=9826fbc8-f749-4c23-939a-3f699bc9d9de&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903986
May 14 21:32:16.555203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port fc7ebc97-63f9-4e36-8613-211283229fe7 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:16.565236 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.717186 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.730567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Deleting port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:16.730906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.756601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Network 32225650-6424-47bc-a63d-6d158352cee2 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:16.764969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:16.770005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.770172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:16.772926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Pushing event updated for resources: {'Port': ['ID=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:16.775562 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1eef56f-66f7-4b4e-923a-cccbeb691037 (CIDR: 2001:db8::/64)
May 14 21:32:16.802273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.830225 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:32:16.830701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:32:16.833766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7ebc97-63f9-4e36-8613-211283229fe7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:16.842107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Attempting to bind port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:16.842107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Attempting to bind port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd3d03903-2deb-47ec-a973-8369be4393c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '32225650-6424-47bc-a63d-6d158352cee2'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:16.843125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Attempting to bind port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 on network 32225650-6424-47bc-a63d-6d158352cee2 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:16.850028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:16.850428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Checking segment: {'id': 'd3d03903-2deb-47ec-a973-8369be4393c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '32225650-6424-47bc-a63d-6d158352cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:16.851021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.851233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Bound using segment: {'id': 'd3d03903-2deb-47ec-a973-8369be4393c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '32225650-6424-47bc-a63d-6d158352cee2'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:16.851730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Bound port: e3a3718e-3937-4b0a-9eec-7be0e2c42d08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d03903-2deb-47ec-a973-8369be4393c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '32225650-6424-47bc-a63d-6d158352cee2'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:16.852102 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.855949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Checking segment: {'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:16.855949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Network hostable DHCP agents. Network: 1eba98d6-7f34-486b-92ac-c20e1185a257, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:16.863750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] For port f4fab8ca-b5ab-4fbe-826f-38baba8500e2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,segment=NetworkSegment(fe2b4ad6-06a5-445e-b43e-2974146692fb),segment_id=fe2b4ad6-06a5-445e-b43e-2974146692fb)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:16.864516 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:16.878327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Calling delete_port for f4fab8ca-b5ab-4fbe-826f-38baba8500e2 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:16.928205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] For port e3a3718e-3937-4b0a-9eec-7be0e2c42d08, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:16.931407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] For port e3a3718e-3937-4b0a-9eec-7be0e2c42d08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,segment=NetworkSegment(d3d03903-2deb-47ec-a973-8369be4393c8),segment_id=d3d03903-2deb-47ec-a973-8369be4393c8)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:16.945855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-666a5883-49d5-4e3d-b058-5db27e4729f2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2763715
May 14 21:32:16.949505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48614) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:16.954594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '32225650-6424-47bc-a63d-6d158352cee2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:16.970709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Network 1eba98d6-7f34-486b-92ac-c20e1185a257 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:17.067178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:17.113262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f4fab8ca-b5ab-4fbe-826f-38baba8500e2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:17.116805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1eba98d6-7f34-486b-92ac-c20e1185a257) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:17.127377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8c87a-1193-4702-80f7-3d1c3bea7c37 None None] Pushing event updated for resources: {'Port': ['ID=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:17.131835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e3390-945a-4011-89cb-affe8850a37f None None] Network 1eba98d6-7f34-486b-92ac-c20e1185a257 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:17.142714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:17.160275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:17.164460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:17.171354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Pushing event deleted for resources: {'Port': ['ID=f4fab8ca-b5ab-4fbe-826f-38baba8500e2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:17.196441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.196858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.197239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.233181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.233512 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.250398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] No DVR routers for this DVR port f4fab8ca-b5ab-4fbe-826f-38baba8500e2 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:17.257092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:17.259905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e8fa516-b875-411e-a42a-7a2abbd3518a req-c4e6f8e8-de83-4000-b7d1-f9f6cd651272 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.48 "DELETE /v2.0/ports/f4fab8ca-b5ab-4fbe-826f-38baba8500e2 HTTP/1.1" status: 204  len: 173 time: 0.9489582
May 14 21:32:17.263530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'name': 'network-vif-deleted', 'tag': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:17.265927 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e9bf25-f6ba-4219-9f27-c9d5aa9b28c1" -d '{"events": [{"server_uuid": "5097366c-3a6d-4520-b622-a2b5efbf3e67", "name": "network-vif-deleted", "tag": "f4fab8ca-b5ab-4fbe-826f-38baba8500e2"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:17.273786 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 2 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.346926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.350364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.350733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.365628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.365973 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.372078 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 3 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.398639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.409193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.409193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.413631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.413969 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.415517 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 4 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.491399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.491688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.492116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.506708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef834711-2550-4532-ac1d-6a96339990f8 req-7ba5db15-1fda-4119-9736-b01870ed19f2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:17.511518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef834711-2550-4532-ac1d-6a96339990f8 req-7ba5db15-1fda-4119-9736-b01870ed19f2 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.1372626
May 14 21:32:17.523174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.548084 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.555418 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 5 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.603861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef834711-2550-4532-ac1d-6a96339990f8 req-a965f80f-2640-413d-863a-cc412f278c2c tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0817544
May 14 21:32:17.614166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.614509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.614850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.646690 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe58dfa-3b8a-4280-b2f5-5060bf324003 x-openstack-request-id: req-6fe58dfa-3b8a-4280-b2f5-5060bf324003 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:17.647008 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5097366c-3a6d-4520-b622-a2b5efbf3e67", "name": "network-vif-deleted", "tag": "f4fab8ca-b5ab-4fbe-826f-38baba8500e2", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:17.647248 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fe58dfa-3b8a-4280-b2f5-5060bf324003 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:17.647714 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fe58dfa-3b8a-4280-b2f5-5060bf324003'] response: {'server_uuid': '5097366c-3a6d-4520-b622-a2b5efbf3e67', 'name': 'network-vif-deleted', 'tag': 'f4fab8ca-b5ab-4fbe-826f-38baba8500e2', 'status': 'completed', 'code': 200}
May 14 21:32:17.713836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.713836 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.716557 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 6 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.777228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.777755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.778118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.800567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df7f6b73-6b32-4ebc-9900-ec79113d744c req-d91a3f40-3c7d-45fe-9d52-5f562426b3f6 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0434361
May 14 21:32:17.804352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Request body: {'port': {'device_id': '8b5aab0f-f971-443e-b949-5430a66f746e', 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8', 'admin_state_up': True, 'tenant_id': '162610ac2697486d8a05f41713cc5ba2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:17.820769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.821118 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.834116 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 7 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.849362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e29ee-35e8-430e-8258-e691f7058e66 req-dfc93724-386d-4f77-8f02-2249e51402b3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:17.852293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-826e29ee-35e8-430e-8258-e691f7058e66 req-dfc93724-386d-4f77-8f02-2249e51402b3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.1762226
May 14 21:32:17.888684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.889073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.889818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:17.921343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:17.921678 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:17.926715 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 8 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:17.974784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:17.975359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:17.975959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:18.001146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:18.001720 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:18.002506 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 9 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:18.023056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-826e29ee-35e8-430e-8258-e691f7058e66 req-494fc09c-0830-4d68-9446-62becb0ad290 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1593151
May 14 21:32:18.056730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:18.056730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:18.056730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:18.080595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:18.082920 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:18.083773 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 10 to bind port fc7ebc97-63f9-4e36-8613-211283229fe7
May 14 21:32:18.087699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (2eeda50a-c78b-4310-a1c8-a9e51e01531e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.096038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-79ff65d4-9205-4fc9-b883-1ffe9e739836 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:18.098243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-79ff65d4-9205-4fc9-b883-1ffe9e739836 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.1907194
May 14 21:32:18.377014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Made reservation on behalf of 162610ac2697486d8a05f41713cc5ba2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:18.377620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 32225650-6424-47bc-a63d-6d158352cee2 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:18.377992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.378086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=2eeda50a-c78b-4310-a1c8-a9e51e01531e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:18.388553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:18.395648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:18.396264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.400740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:18.401074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:18.401407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:18.426656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc7ebc97-63f9-4e36-8613-211283229fe7 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:18.426999 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc7ebc97-63f9-4e36-8613-211283229fe7 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:18.427351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.477862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e3a3718e-3937-4b0a-9eec-7be0e2c42d08 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:18.531131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31f08038-7938-4ad2-bf51-2a2b090c8d83 req-db64e4a6-3dbe-4c03-a96a-8056b8853792 tempest-InstanceActionsV221TestJSON-1441468009 tempest-InstanceActionsV221TestJSON-1441468009-project] 10.222.0.52 "GET /v2.0/ports?device_id=5097366c-3a6d-4520-b622-a2b5efbf3e67 HTTP/1.1" status: 200  len: 210 time: 0.4205830
May 14 21:32:18.582521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] For port fc7ebc97-63f9-4e36-8613-211283229fe7, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:18.583024 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempted to set empty binding levels {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 14 21:32:18.630348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:18.630729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.758319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Deleting port eeffe894-ffc8-46c9-9c14-d40a84ece6ac {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:18.758319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.825647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df2d1f-3f87-4300-81eb-58ee975ef3fb req-c08ef39d-9ce6-4585-b1f1-f86df749ddb8 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:18.825647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-10df2d1f-3f87-4300-81eb-58ee975ef3fb req-c08ef39d-9ce6-4585-b1f1-f86df749ddb8 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 0.0871315
May 14 21:32:18.862555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:18.862997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:18.912250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e3a3718e-3937-4b0a-9eec-7be0e2c42d08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,segment=NetworkSegment(d3d03903-2deb-47ec-a973-8369be4393c8),segment_id=d3d03903-2deb-47ec-a973-8369be4393c8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:18.920224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Allocated IP 172.20.0.6 (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8/658ef061-2a9e-4cfa-aacf-f1d6f625de0a/8a97af7f-e8ff-41fa-b059-8c13a6ced336) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:18.991304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f4fab8ca-b5ab-4fbe-826f-38baba8500e2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:19.044734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: f4fab8ca-b5ab-4fbe-826f-38baba8500e2 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:19.045738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f4fab8ca-b5ab-4fbe-826f-38baba8500e2 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:19.048420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4acd7-c22e-4e66-b16f-35d699dc25cd None None] Network 32225650-6424-47bc-a63d-6d158352cee2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:19.174094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks [] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.175949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.183667 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e9a1794d-6c78-4483-8fed-c69513a9f0f5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.2280500
May 14 21:32:19.183667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.184028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-934482bc-beb1-4f2d-955b-827300a56d11 None None] Provisioning complete for port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:19.195521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-934482bc-beb1-4f2d-955b-827300a56d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.199668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48646) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:19.220792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '32225650-6424-47bc-a63d-6d158352cee2', 'fixed_ips': [{'subnet_id': 'f1eef56f-66f7-4b4e-923a-cccbeb691037'}, {'subnet_id': '2eeda50a-c78b-4310-a1c8-a9e51e01531e'}], 'name': 'tempest-PortsIpV6TestJSON-1857351273'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:19.328429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-10df2d1f-3f87-4300-81eb-58ee975ef3fb req-99903352-14ec-4198-97f3-56340f608dd4 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2155077
May 14 21:32:19.337262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:19.342420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.367009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7ebc97-63f9-4e36-8613-211283229fe7,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:19.415834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:19.416512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.460090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5087f6b7-a893-454e-9ed2-5b119e24905a req-95d3d8f0-1a23-44a6-bd68-31f53ff6991a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0600715
May 14 21:32:19.472147 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-92137847-67f5-4b86-9914-b0fedf480b49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 3.8415244
May 14 21:32:19.483556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48660) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:19.509567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:19.528174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-934482bc-beb1-4f2d-955b-827300a56d11 None None] Current status of the port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:19.592750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Deleting port fc7ebc97-63f9-4e36-8613-211283229fe7 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:19.593101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.609306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.616847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] Update dhcp port {'port': {'network_id': '32225650-6424-47bc-a63d-6d158352cee2', 'fixed_ips': [{'subnet_id': 'f1eef56f-66f7-4b4e-923a-cccbeb691037', 'ip_address': '2001:db8::2'}, {'subnet_id': '2eeda50a-c78b-4310-a1c8-a9e51e01531e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e3a3718e-3937-4b0a-9eec-7be0e2c42d08'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:32:19.657362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.699262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] For port fc7ebc97-63f9-4e36-8613-211283229fe7, host nch2-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:19.699816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:19.721027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Calling delete_port for fc7ebc97-63f9-4e36-8613-211283229fe7 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:19.749029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Pushing event updated for resources: {'Port': ['ID=8a97af7f-e8ff-41fa-b059-8c13a6ced336,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:19.779463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc8ae6-04c4-477b-a911-4baaf3625376 req-abd50c61-e946-41b0-9223-25e293412725 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:19.782167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c6bc8ae6-04c4-477b-a911-4baaf3625376 req-abd50c61-e946-41b0-9223-25e293412725 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.2389500
May 14 21:32:19.869542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:19.878737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:19.894119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:19.908549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:20.050437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] Allocated IP 2001:db8:0:1::2 (32225650-6424-47bc-a63d-6d158352cee2/2eeda50a-c78b-4310-a1c8-a9e51e01531e/e3a3718e-3937-4b0a-9eec-7be0e2c42d08) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:20.086198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fc7ebc97-63f9-4e36-8613-211283229fe7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.110435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48674) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:20.150246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:20.150817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.189509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.195007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "DELETE /v2.0/ports/fc7ebc97-63f9-4e36-8613-211283229fe7 HTTP/1.1" status: 204  len: 168 time: 0.7021217
May 14 21:32:20.196721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a751c6-92d8-427d-9472-3f6135a836e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc7ebc97-63f9-4e36-8613-211283229fe7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:20.202942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48678) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:20.224987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c6bc8ae6-04c4-477b-a911-4baaf3625376 req-db6d8976-1efc-40d5-9baf-20da78fadc1f tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3495572
May 14 21:32:20.239772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Deleting subnet 4b4a4f6a-fd58-4245-977a-3f45811bfef3 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:20.270526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Publish callbacks [] for subnet (4b4a4f6a-fd58-4245-977a-3f45811bfef3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.270792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e3a3718e-3937-4b0a-9eec-7be0e2c42d08 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:20.275426 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8ac12c-24bd-4806-b8c8-893fa1986338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] GET failed (client error): The resource could not be found.
May 14 21:32:20.282227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a8ac12c-24bd-4806-b8c8-893fa1986338 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "GET /v2.0/ports/fc7ebc97-63f9-4e36-8613-211283229fe7 HTTP/1.1" status: 404  len: 333 time: 0.0748127
May 14 21:32:20.302829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48680) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:20.309916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Request body: {'port': {'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-21724666'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:20.318661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-5efaab42-2bb9-4c1f-8f91-24176397bdb5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5205688
May 14 21:32:20.326770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.327137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (cb3ad9af-993a-4292-86d1-52b24e1b858f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.327459 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Floating IP cb3ad9af-993a-4292-86d1-52b24e1b858f disassociated. External IP: 172.35.4.241, port: eeffe894-ffc8-46c9-9c14-d40a84ece6ac.
May 14 21:32:20.327821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Calling delete_port for eeffe894-ffc8-46c9-9c14-d40a84ece6ac owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:20.349883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:20.349883 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.350110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Request body: {'port': {'device_id': '8b5aab0f-f971-443e-b949-5430a66f746e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:20.350203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4b4a4f6a-fd58-4245-977a-3f45811bfef3), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.350469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.415019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4b4a4f6a-fd58-4245-977a-3f45811bfef3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.450096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] For port e3a3718e-3937-4b0a-9eec-7be0e2c42d08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,segment=NetworkSegment(d3d03903-2deb-47ec-a973-8369be4393c8),segment_id=d3d03903-2deb-47ec-a973-8369be4393c8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:20.466399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Made reservation on behalf of 6dc7b08c0f7749cf9834cc2d878c26af for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:20.473133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.510074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:20.534352 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] Publish callbacks [] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.613902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:20.622876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.673346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c5623-a8d9-4380-8e9c-ac800d5a5ae2 req-1e4a3fab-968f-4688-a025-5bf62dfbac83 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:20.681232 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-955c5623-a8d9-4380-8e9c-ac800d5a5ae2 req-1e4a3fab-968f-4688-a025-5bf62dfbac83 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 931 time: 0.0881014
May 14 21:32:20.709045 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4b4a4f6a-fd58-4245-977a-3f45811bfef3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.720691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 78d613a9-0c2d-464b-a6b8-65972c124c8d yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:20.756071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525abe94-86fa-47ed-9bd7-d62924bfb05f None None] Pushing event updated for resources: {'Port': ['ID=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:20.762535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4a4f6a-fd58-4245-977a-3f45811bfef3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:20.807419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.814641 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e982a7d8-3aa3-43ec-a3c5-1d44376fb54a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4b4a4f6a-fd58-4245-977a-3f45811bfef3 HTTP/1.1" status: 204  len: 168 time: 0.7073345
May 14 21:32:20.817929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48690) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:20.877769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-955c5623-a8d9-4380-8e9c-ac800d5a5ae2 req-a1384c4a-f6c8-405b-a743-64ee2582b26e tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954238
May 14 21:32:20.948028 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:20.981353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b0cab043-53b8-4ad0-a05a-af91f4f3c378), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.102745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device eeffe894-ffc8-46c9-9c14-d40a84ece6ac no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:21.165174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.176146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b0cab043-53b8-4ad0-a05a-af91f4f3c378), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.283527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522afacb80>,) {'filters': {'network_id': ['b0cab043-53b8-4ad0-a05a-af91f4f3c378']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:21.321855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port eeffe894-ffc8-46c9-9c14-d40a84ece6ac is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:21.322693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.343502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Network 1eba98d6-7f34-486b-92ac-c20e1185a257 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:21.378682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afacb80>, 'fe2b4ad6-06a5-445e-b43e-2974146692fb') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:21.379655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afacb80>, 'fe2b4ad6-06a5-445e-b43e-2974146692fb') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:21.384422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9571c9-4e7d-4b4c-a9cb-d627968b7059,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:21.404919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port eeffe894-ffc8-46c9-9c14-d40a84ece6ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:21.409249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:21.410791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:21.420197 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff3aba-7594-4076-833e-accb886c5f58" -d '{"events": [{"server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "name": "network-vif-unplugged", "status": "completed", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:21.431338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:21.431338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:21.431338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.480874 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.491591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (fe2b4ad6-06a5-445e-b43e-2974146692fb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.527420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.546593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fe2b4ad6-06a5-445e-b43e-2974146692fb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.588830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f4137-0ad8-4027-a9d9-9574f7449c00 req-89b33ddc-221e-4e15-9826-d0210344747e tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:21.593083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e63f4137-0ad8-4027-a9d9-9574f7449c00 req-89b33ddc-221e-4e15-9826-d0210344747e tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 945 time: 1.0950630
May 14 21:32:21.603009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:21.605150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (fe2b4ad6-06a5-445e-b43e-2974146692fb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:21.610438 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:21.622449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:21.655690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5a86-4cef-4c21-aec9-d916637403aa req-43ad217e-ac52-4834-9c0f-79908b1d3c32 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:21.657694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c07a5a86-4cef-4c21-aec9-d916637403aa req-43ad217e-ac52-4834-9c0f-79908b1d3c32 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.2283614
May 14 21:32:21.699675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9f66bc38-fa7e-4783-b75a-3aa51442098b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 962 time: 1.3952281
May 14 21:32:21.719882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48698) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:21.736026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::139 (32225650-6424-47bc-a63d-6d158352cee2/f1eef56f-66f7-4b4e-923a-cccbeb691037/78d613a9-0c2d-464b-a6b8-65972c124c8d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:21.746916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:21.774746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73c932-0be7-42e8-a379-5e06d57487ea None None] Network 32225650-6424-47bc-a63d-6d158352cee2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:21.797867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c07a5a86-4cef-4c21-aec9-d916637403aa req-84f4501f-6161-4216-aabe-b7f5878bca5b tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201000
May 14 21:32:21.854749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8:0:1::361 (32225650-6424-47bc-a63d-6d158352cee2/2eeda50a-c78b-4310-a1c8-a9e51e01531e/78d613a9-0c2d-464b-a6b8-65972c124c8d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:21.868369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b0cab043-53b8-4ad0-a05a-af91f4f3c378), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.871785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (eeffe894-ffc8-46c9-9c14-d40a84ece6ac), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.880384 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2baeb7-93d4-42de-88d4-268f89f95b0b x-openstack-request-id: req-fe2baeb7-93d4-42de-88d4-268f89f95b0b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:21.880497 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "name": "network-vif-unplugged", "status": "completed", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:21.880684 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe2baeb7-93d4-42de-88d4-268f89f95b0b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:21.881094 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2baeb7-93d4-42de-88d4-268f89f95b0b'] response: {'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'code': 200}
May 14 21:32:21.881788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.883673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-44a0e668-b001-412c-ae1d-c0545d9044fe None None] Provisioning complete for port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:21.884028 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44a0e668-b001-412c-ae1d-c0545d9044fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:21.889907 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] 10.222.0.52 "DELETE /v2.0/networks/b0cab043-53b8-4ad0-a05a-af91f4f3c378 HTTP/1.1" status: 204  len: 168 time: 1.0669665
May 14 21:32:21.943966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc549c0c-c6ef-4aec-b4aa-3080467d30fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cab043-53b8-4ad0-a05a-af91f4f3c378,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:21.973214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event deleted for resources: {'Port': ['ID=eeffe894-ffc8-46c9-9c14-d40a84ece6ac,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:21.993940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e63f4137-0ad8-4027-a9d9-9574f7449c00 req-541cdc9c-d691-461f-9979-3f05da1199e3 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups?id=2f67dcf4-62a8-482a-a8d4-1bc61111a96a&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3572218
May 14 21:32:22.110196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-44a0e668-b001-412c-ae1d-c0545d9044fe None None] Current status of the port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:22.211136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:22.303109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e3a3718e-3937-4b0a-9eec-7be0e2c42d08 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:22.481268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:22.481268 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:22.646266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:22.651916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ea324e69-e0ba-40a3-9a57-0c49a19e2501 None None] Provisioning complete for port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:22.652339 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea324e69-e0ba-40a3-9a57-0c49a19e2501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:22.743263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204f6c-cfa3-4755-8931-2a6fa14e5ddf req-7dec4e77-be38-435e-a0b5-e364c3358452 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:22.751114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1204f6c-cfa3-4755-8931-2a6fa14e5ddf req-7dec4e77-be38-435e-a0b5-e364c3358452 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 931 time: 0.6932809
May 14 21:32:22.817488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ea324e69-e0ba-40a3-9a57-0c49a19e2501 None None] Current status of the port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:22.826252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d1204f6c-cfa3-4755-8931-2a6fa14e5ddf req-1b2d5d0a-7ad8-4202-85e7-96846c85c7b0 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742292
May 14 21:32:22.938839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48712) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:22.967522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:32:23.006070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7e269894-f9e5-480d-b1cd-10017d16e45a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5241cdff4cf3483c9b0dbdf7bf4e0ceb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0660021
May 14 21:32:23.013741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48716) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:23.122892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a97af7f-e8ff-41fa-b059-8c13a6ced336 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:23.131963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-19898e44-d776-41dc-a5e6-68c14eab9edc req-57da7731-3924-45b9-bc42-d08e82ce0f30 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0424767
May 14 21:32:23.154052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Publish callbacks [] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.244806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65120e2a-bbe6-428c-bedf-d95be6b9b459 req-f01120a8-b638-4cea-a865-8d8b1e566c14 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:23.247091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-65120e2a-bbe6-428c-bedf-d95be6b9b459 req-f01120a8-b638-4cea-a865-8d8b1e566c14 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.2659760
May 14 21:32:23.268343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Transition to ACTIVE for port object 8a97af7f-e8ff-41fa-b059-8c13a6ced336 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:32:23.271031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.301498 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8903b384-93cd-498d-8633-bda6619a0d51 admin admin] Publish callbacks [] for security_group (9826fbc8-f749-4c23-939a-3f699bc9d9de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.371972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.458719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8903b384-93cd-498d-8633-bda6619a0d51 admin admin] Publish callbacks [] for security_group (9826fbc8-f749-4c23-939a-3f699bc9d9de), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.523784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:23.539496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-65120e2a-bbe6-428c-bedf-d95be6b9b459 req-432f6ff2-8ae7-415d-911c-e852523c962c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2781079
May 14 21:32:23.547886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.558952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=8a97af7f-e8ff-41fa-b059-8c13a6ced336,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:23.565283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:32:23.576803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:32:23.593366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:23.593993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223bf4b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:23.651112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] No DVR routers for this DVR port eeffe894-ffc8-46c9-9c14-d40a84ece6ac on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:23.656550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.662303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-086c19ae-a4ef-4dd7-8443-6b336767f285 req-599c4118-c1f6-4a7e-9c8b-f1042d5d757a tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.36 "DELETE /v2.0/ports/eeffe894-ffc8-46c9-9c14-d40a84ece6ac HTTP/1.1" status: 204  len: 173 time: 5.5392437
May 14 21:32:23.662303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'name': 'network-vif-deleted', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:23.662517 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f431d4-4a66-4693-925b-d3389a623392" -d '{"events": [{"server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "name": "network-vif-deleted", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:23.666911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.702721 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b49b4e-893a-4f9d-aa1f-e6cf23ff6255 x-openstack-request-id: req-62b49b4e-893a-4f9d-aa1f-e6cf23ff6255 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:23.703026 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3052d147-1dbb-4370-97c7-1d8170765e60", "name": "network-vif-deleted", "tag": "eeffe894-ffc8-46c9-9c14-d40a84ece6ac", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:23.703280 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62b49b4e-893a-4f9d-aa1f-e6cf23ff6255 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:23.703715 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b49b4e-893a-4f9d-aa1f-e6cf23ff6255'] response: {'server_uuid': '3052d147-1dbb-4370-97c7-1d8170765e60', 'name': 'network-vif-deleted', 'tag': 'eeffe894-ffc8-46c9-9c14-d40a84ece6ac', 'status': 'completed', 'code': 200}
May 14 21:32:23.709379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:23.724251 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.747948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Attempting to bind port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:23.748289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Attempting to bind port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:23.748626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Attempting to bind port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 on network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:23.753909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8903b384-93cd-498d-8633-bda6619a0d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9826fbc8-f749-4c23-939a-3f699bc9d9de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.756566 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8903b384-93cd-498d-8633-bda6619a0d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.757737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8903b384-93cd-498d-8633-bda6619a0d51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9826fbc8-f749-4c23-939a-3f699bc9d9de HTTP/1.1" status: 204  len: 168 time: 0.7061441
May 14 21:32:23.770496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9571c9-4e7d-4b4c-a9cb-d627968b7059,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:23.794875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 32225650-6424-47bc-a63d-6d158352cee2 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:23.796908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 on network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:23.796908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Attempting to bind port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 on network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:23.801918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903b384-93cd-498d-8633-bda6619a0d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9826fbc8-f749-4c23-939a-3f699bc9d9de,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:23.824526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:23.831036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:23.836336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:23.836983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.840308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:23.840633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:23.840971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:23.846867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:23.847243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Checking segment: {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:23.847624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Bound using segment: {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:23.848073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Bound port: 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:23.848432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:23.907141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:23.907512 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:23.909776 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 2 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:23.915872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=78d613a9-0c2d-464b-a6b8-65972c124c8d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:23.936832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:23.937848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:23.938198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:23.944846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:23.945213 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:23.968538 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 3 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.025727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f6969676-0590-46f3-b3dc-a112748394a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1017 time: 4.8090038
May 14 21:32:24.026647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.027195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.027664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.029185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48728) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:24.044122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1eef56f-66f7-4b4e-923a-cccbeb691037'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:24.053707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.054035 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.056264 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 4 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.082280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223bf4b20>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:24.083762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a556e-9f57-4736-a0fd-9f1981d89301 req-b35929e1-33e1-4c75-bb9a-e57e20a01c2f tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:24.087363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45a556e-9f57-4736-a0fd-9f1981d89301 req-b35929e1-33e1-4c75-bb9a-e57e20a01c2f tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 943 time: 0.1436744
May 14 21:32:24.101559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] For port 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:24.132699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:32:24.142149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:24.143396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223bf4b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:24.143550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.143850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.144190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.150580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.150914 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.153599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] For port 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:24.158445 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 5 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.246048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.246496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.246892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.254342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-19318ba0-d49c-450c-9083-656b24c4c0f2 None None] Provisioning complete for port 78d613a9-0c2d-464b-a6b8-65972c124c8d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:24.254342 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-19318ba0-d49c-450c-9083-656b24c4c0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.255513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f45a556e-9f57-4736-a0fd-9f1981d89301 req-e0c9e757-86d4-4082-8c40-58a46a5ea98a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552293
May 14 21:32:24.257484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.257809 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.258197 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 6 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.270217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.306674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.306674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.306674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.307470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9bbb44fb-e92c-465c-84e2-4762811f7ec6 req-57592658-0939-49cc-ac1d-14cb0b54c66e tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0476863
May 14 21:32:24.316454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.316793 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.320333 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 7 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.322954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.341807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-19318ba0-d49c-450c-9083-656b24c4c0f2 None None] Port 78d613a9-0c2d-464b-a6b8-65972c124c8d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:24.366931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:24.366931 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.369438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a97af7f-e8ff-41fa-b059-8c13a6ced336 HTTP/1.1" status: 200  len: 1091 time: 4.0343893
May 14 21:32:24.380019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:24.384964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.385214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.385554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.396818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.397147 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.399496 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 8 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.404727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc701d-5af6-4f4d-8ba8-65f63c23ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=8a97af7f-e8ff-41fa-b059-8c13a6ced336,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:24.418996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.419372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.419748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.424526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.424725 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.425109 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 9 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.440594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.441336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.441841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.447153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.447685 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.448329 ncdv-master-1 neutron-server[115781]: INFO neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 10 to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059
May 14 21:32:24.463980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:24.464387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:24.464734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:24.478027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:24.478375 ncdv-master-1 neutron-server[115781]: ERROR neutron.plugins.ml2.managers [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:24.478712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.620095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] For port fc9571c9-4e7d-4b4c-a9cb-d627968b7059, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:24.621128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempted to set empty binding levels {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 14 21:32:24.688194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223bf4b20>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:24.720877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed93c2d-ad78-4ca1-bf87-bae017c3fa28 None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:27:55Z', 'revision_number': 4, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '67353bec-2808-4d16-92e8-b1d2266e853a', 'name': '', 'network_id': '482e0ed1-68c5-4c2d-8efe-8f79824053af', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'mac_address': 'fa:16:3e:1d:1e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:53Z', 'updated_at': '2022-05-14T21:27:59Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'subnets': [{'id': 'e64369c2-020c-4472-ad29-d17d58e68391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:32:24.736703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0bf60-df87-4761-af8c-743b68079718 req-269197d5-fea8-4c4a-b6a3-21465c8e4f24 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:24.738443 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ba0bf60-df87-4761-af8c-743b68079718 req-269197d5-fea8-4c4a-b6a3-21465c8e4f24 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.0905092
May 14 21:32:24.740289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Delete allocated IP 2001:db8:0:1::361 (32225650-6424-47bc-a63d-6d158352cee2/2eeda50a-c78b-4310-a1c8-a9e51e01531e) {{(pid=115780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 14 21:32:24.755050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-d75c5ddc-e74f-4c0f-8c5b-fdf23e195843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:24.756805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-d75c5ddc-e74f-4c0f-8c5b-fdf23e195843 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 1125 time: 0.0494359
May 14 21:32:24.772760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.850535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ba0bf60-df87-4761-af8c-743b68079718 req-096d034a-a577-46be-b822-88864f05ad63 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029563
May 14 21:32:24.869387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9571c9-4e7d-4b4c-a9cb-d627968b7059,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:24.876717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-349cd856-dfbf-43ef-b41a-afee0ae9bced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336 HTTP/1.1" status: 200  len: 217 time: 0.1134584
May 14 21:32:24.881725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] In _notify_port_updated(), no bound segment for port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:32:24.881725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:24.882157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:24.883255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4368f8d6-bc4b-459b-81ba-20f14dc84b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "PUT /v2.0/ports/fc9571c9-4e7d-4b4c-a9cb-d627968b7059 HTTP/1.1" status: 200  len: 977 time: 3.1488957
May 14 21:32:24.894449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48748) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:25.053855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.080870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.081450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.081797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.082467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.082936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.083995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.083995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.084362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.088345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.089386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.089386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.089545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.090152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.090610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.091066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.091546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.092224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.092553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.092953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.093654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.094148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.094599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.095327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.095823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.096280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.096832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.097179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.097630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.104253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9e018aba-f54d-4733-8678-080cce4a1547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 31442 time: 0.2063136
May 14 21:32:25.106236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48752) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:25.106435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-a3b9a514-5e1a-4e40-b8e1-0cb855ef1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.108015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-a3b9a514-5e1a-4e40-b8e1-0cb855ef1c40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658ef061-2a9e-4cfa-aacf-f1d6f625de0a HTTP/1.1" status: 200  len: 853 time: 0.2237020
May 14 21:32:25.168734 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b93307-7f26-4606-95b5-960f5959e209 None None] New status for floating IP cb3ad9af-993a-4292-86d1-52b24e1b858f: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:32:25.182514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.254043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Deleting port fc9571c9-4e7d-4b4c-a9cb-d627968b7059 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:25.254480 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.298989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=78d613a9-0c2d-464b-a6b8-65972c124c8d,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:25.304681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] In _notify_port_updated(), no bound segment for port 78d613a9-0c2d-464b-a6b8-65972c124c8d on network 32225650-6424-47bc-a63d-6d158352cee2 {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:32:25.310956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.311442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.312843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f2a4960a-b170-4dfb-9f90-6d428e8631d0 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/ports/78d613a9-0c2d-464b-a6b8-65972c124c8d HTTP/1.1" status: 200  len: 926 time: 1.2820964
May 14 21:32:25.334532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48762) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:25.343797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1eef56f-66f7-4b4e-923a-cccbeb691037'}, {'subnet_id': '2eeda50a-c78b-4310-a1c8-a9e51e01531e'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:25.348863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-746212f6-c78a-45c3-b290-d2235b76bbb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2315888
May 14 21:32:25.367304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] For port fc9571c9-4e7d-4b4c-a9cb-d627968b7059, host nch2-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:25.367983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.397493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Calling delete_port for fc9571c9-4e7d-4b4c-a9cb-d627968b7059 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:25.436051 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:32:25.484722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-70646dbe-84b5-4f24-b819-bbe1cb448544 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:32:25.485801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-70646dbe-84b5-4f24-b819-bbe1cb448544 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0588412
May 14 21:32:25.529438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-28f3a8ff-57fa-4853-864c-4b5e3a40e987 req-8c3bcf27-b787-4afb-ae86-6f8f688872ec tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/ports?device_id=3052d147-1dbb-4370-97c7-1d8170765e60 HTTP/1.1" status: 200  len: 210 time: 0.0545981
May 14 21:32:25.541886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:25.691524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5d853911-8250-4c72-983b-97381eb9c215 None None] Provisioning complete for port 78d613a9-0c2d-464b-a6b8-65972c124c8d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:25.692172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5d853911-8250-4c72-983b-97381eb9c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.693572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-840165171-network', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:25.699672 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fc9571c9-4e7d-4b4c-a9cb-d627968b7059), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.741698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5d853911-8250-4c72-983b-97381eb9c215 None None] Port 78d613a9-0c2d-464b-a6b8-65972c124c8d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:25.745679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc9571c9-4e7d-4b4c-a9cb-d627968b7059,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:25.750014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.754145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5aed6f2-26ce-453e-a9ad-697e6e01be86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "DELETE /v2.0/ports/fc9571c9-4e7d-4b4c-a9cb-d627968b7059 HTTP/1.1" status: 204  len: 168 time: 0.6462746
May 14 21:32:25.756594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48780) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:25.787312 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcaed65-c086-403c-87c2-093a667ea78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] GET failed (client error): The resource could not be found.
May 14 21:32:25.788953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4fcaed65-c086-403c-87c2-093a667ea78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "GET /v2.0/ports/fc9571c9-4e7d-4b4c-a9cb-d627968b7059 HTTP/1.1" status: 404  len: 333 time: 0.0312645
May 14 21:32:25.792959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48782) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:25.798122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-254694154', 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:25.806371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5aab0f-f971-443e-b949-5430a66f746e', 'tag': '8a97af7f-e8ff-41fa-b059-8c13a6ced336'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:25.809731 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8df51c-f888-463a-930f-c252790b2ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5aab0f-f971-443e-b949-5430a66f746e", "tag": "8a97af7f-e8ff-41fa-b059-8c13a6ced336"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:25.882564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37226079-6561-4962-9479-13f4213b941c req-38b6d521-2940-4870-9069-b6c60bf64d97 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:25.883776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Made reservation on behalf of 59c0f4df562340e5bb096ef2eed9239e for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:25.883984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37226079-6561-4962-9479-13f4213b941c req-38b6d521-2940-4870-9069-b6c60bf64d97 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 943 time: 0.4918230
May 14 21:32:25.887526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.897281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.953722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Made reservation on behalf of 6dc7b08c0f7749cf9834cc2d878c26af for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:25.956606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:25.992831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port 46c4f914-1fe9-4b78-a336-c0575b2be553 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:25.999166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks [] for security_group (ae30d2c7-3653-4c84-964f-bd681abaf183), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.028600 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9467c3ee-93af-4a00-ac44-41d7084f81ef x-openstack-request-id: req-9467c3ee-93af-4a00-ac44-41d7084f81ef {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:26.029022 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5aab0f-f971-443e-b949-5430a66f746e", "tag": "8a97af7f-e8ff-41fa-b059-8c13a6ced336", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:26.029259 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9467c3ee-93af-4a00-ac44-41d7084f81ef {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:26.029669 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9467c3ee-93af-4a00-ac44-41d7084f81ef'] response: {'name': 'network-changed', 'server_uuid': '8b5aab0f-f971-443e-b949-5430a66f746e', 'tag': '8a97af7f-e8ff-41fa-b059-8c13a6ced336', 'status': 'completed', 'code': 200}
May 14 21:32:26.039560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-68c19377-3020-43db-8fe1-0f1d08eb5f1e service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5462162
May 14 21:32:26.057179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37226079-6561-4962-9479-13f4213b941c req-0a09523a-c994-4338-899d-73597e46f306 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409111
May 14 21:32:26.127724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ae30d2c7-3653-4c84-964f-bd681abaf183), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.179520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.204016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2ffd093-9c4e-48e3-859e-f2b4254650d2 req-9d906fda-7519-4eca-a115-80c9b9188ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451211
May 14 21:32:26.234986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:26.264776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for port (46c4f914-1fe9-4b78-a336-c0575b2be553), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.266724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae30d2c7-3653-4c84-964f-bd681abaf183,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:26.278124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea316941-54b2-450f-9680-cc57990a8a26 req-830d7f3c-60cd-4cc6-a830-3825a9ffa8a1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:26.279649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea316941-54b2-450f-9680-cc57990a8a26 req-830d7f3c-60cd-4cc6-a830-3825a9ffa8a1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 945 time: 0.1532278
May 14 21:32:26.283186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (486033e6-996e-44c8-8f72-2d08a838a889), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.283186 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Added segment 486033e6-996e-44c8-8f72-2d08a838a889 of type vlan for network 80d87f84-7a26-47b5-8752-d965abc19974
May 14 21:32:26.354799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (80d87f84-7a26-47b5-8752-d965abc19974), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.409765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea316941-54b2-450f-9680-cc57990a8a26 req-31f55dae-cf29-4592-b3d5-1357732ac8ab tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178381
May 14 21:32:26.459636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (46c4f914-1fe9-4b78-a336-c0575b2be553), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.498212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (80d87f84-7a26-47b5-8752-d965abc19974), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.499220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:26.499854 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.509624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Network 1eba98d6-7f34-486b-92ac-c20e1185a257 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:26.528900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8:0:1::35d (32225650-6424-47bc-a63d-6d158352cee2/2eeda50a-c78b-4310-a1c8-a9e51e01531e/78d613a9-0c2d-464b-a6b8-65972c124c8d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:26.529108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:26.531525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:26.532670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:26.533274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.558457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=46c4f914-1fe9-4b78-a336-c0575b2be553,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:26.594334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] Pushing event updated for resources: {'Network': ['ID=80d87f84-7a26-47b5-8752-d965abc19974,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:26.612188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 80d87f84-7a26-47b5-8752-d965abc19974 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:26.635244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7123e210-b0ad-443a-8a05-fa14248fb0cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.0915318
May 14 21:32:26.646029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48806) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:26.649500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Request body: {'subnet': {'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-subnet', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:26.666391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-44ff37e8-5285-432a-9eb2-29fbe90774cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.8720455
May 14 21:32:26.674153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.675964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:26.715099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec725c3-7b90-4bc7-93f4-d9ca608a3f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:26.716551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3ec725c3-7b90-4bc7-93f4-d9ca608a3f21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "GET /v2.0/ports/46c4f914-1fe9-4b78-a336-c0575b2be553 HTTP/1.1" status: 200  len: 958 time: 0.0399721
May 14 21:32:26.719259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48812) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:26.750026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.752142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Made reservation on behalf of 59c0f4df562340e5bb096ef2eed9239e for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:26.755058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.761888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:26.911430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=78d613a9-0c2d-464b-a6b8-65972c124c8d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:26.923834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] In _notify_port_updated(), no bound segment for port 78d613a9-0c2d-464b-a6b8-65972c124c8d on network 32225650-6424-47bc-a63d-6d158352cee2 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:32:26.929473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:26.931370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.931863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-73c9d511-f17b-42cb-9c24-ed8e49c04bdb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/ports/78d613a9-0c2d-464b-a6b8-65972c124c8d HTTP/1.1" status: 200  len: 1012 time: 1.5959129
May 14 21:32:26.934486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Deleting port 46c4f914-1fe9-4b78-a336-c0575b2be553 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:26.934959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (46c4f914-1fe9-4b78-a336-c0575b2be553), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:26.936189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48816) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:27.008594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (46c4f914-1fe9-4b78-a336-c0575b2be553), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.031847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Calling delete_port for 46c4f914-1fe9-4b78-a336-c0575b2be553 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:27.043701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14228317-66bd-4729-960d-e7eed77cfeaa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (2f67dcf4-62a8-482a-a8d4-1bc61111a96a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.052997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 78d613a9-0c2d-464b-a6b8-65972c124c8d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:27.053437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.079037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ece9034b-8960-4afe-8789-01873900c9bc None None] Provisioning complete for port 78d613a9-0c2d-464b-a6b8-65972c124c8d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:27.092718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ece9034b-8960-4afe-8789-01873900c9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.109163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14228317-66bd-4729-960d-e7eed77cfeaa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (2f67dcf4-62a8-482a-a8d4-1bc61111a96a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.116746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4286a7fa-1e79-42e8-916b-8f6b26d50853), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.164697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:32:27.213180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.231631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4286a7fa-1e79-42e8-916b-8f6b26d50853,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:27.242568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 78d613a9-0c2d-464b-a6b8-65972c124c8d owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:27.255596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ece9034b-8960-4afe-8789-01873900c9bc None None] Port 78d613a9-0c2d-464b-a6b8-65972c124c8d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:27.262369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Checking segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:27.262768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Network hostable DHCP agents. Network: 80d87f84-7a26-47b5-8752-d965abc19974, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:27.269085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-dac73795-280d-4c38-90b5-4947e2547976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:27.271187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-dac73795-280d-4c38-90b5-4947e2547976 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 1125 time: 0.1282582
May 14 21:32:27.275448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (46c4f914-1fe9-4b78-a336-c0575b2be553), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.296351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61830-e1e4-4b08-851e-b22dc4440caf req-1a1c34ac-2226-4138-8d68-e2bb621d75e4 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:27.298735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3db61830-e1e4-4b08-851e-b22dc4440caf req-1a1c34ac-2226-4138-8d68-e2bb621d75e4 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 943 time: 0.1120393
May 14 21:32:27.300865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:27.315658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '3a71fedd-378c-474b-8ed3-687958dee25b', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'port_id': '3a71fedd-378c-474b-8ed3-687958dee25b', 'mac_address': 'fa:16:3e:90:db:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:32:27.356331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event deleted for resources: {'Port': ['ID=46c4f914-1fe9-4b78-a336-c0575b2be553,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:27.361548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:27.362129 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.376343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:27.387869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.391159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-508fc617-b02d-482f-9657-e0f8b09fde6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "DELETE /v2.0/ports/46c4f914-1fe9-4b78-a336-c0575b2be553 HTTP/1.1" status: 204  len: 168 time: 0.6709838
May 14 21:32:27.394168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48824) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:27.397742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:27.403060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14228317-66bd-4729-960d-e7eed77cfeaa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2f67dcf4-62a8-482a-a8d4-1bc61111a96a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.406000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14228317-66bd-4729-960d-e7eed77cfeaa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.407359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14228317-66bd-4729-960d-e7eed77cfeaa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "DELETE /v2.0/security-groups/2f67dcf4-62a8-482a-a8d4-1bc61111a96a HTTP/1.1" status: 204  len: 168 time: 0.6260102
May 14 21:32:27.427175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48826) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:27.439637 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa017a9b-2094-4677-80a3-ea7775583c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] GET failed (client error): The resource could not be found.
May 14 21:32:27.441463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aa017a9b-2094-4677-80a3-ea7775583c69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "GET /v2.0/ports/46c4f914-1fe9-4b78-a336-c0575b2be553 HTTP/1.1" status: 404  len: 333 time: 0.0463052
May 14 21:32:27.445509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48830) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:27.452051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Request body: {'port': {'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-489742977'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:27.452610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14228317-66bd-4729-960d-e7eed77cfeaa tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f67dcf4-62a8-482a-a8d4-1bc61111a96a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:27.464093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3db61830-e1e4-4b08-851e-b22dc4440caf req-9fe411e1-f511-4845-8e36-d5cbcb59e5ca tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495109
May 14 21:32:27.465291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Network 80d87f84-7a26-47b5-8752-d965abc19974 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:27.481119 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-50fbc4b3-5f45-494b-a91c-211857ef4a71 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] show failed (client error): The resource could not be found.
May 14 21:32:27.483778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-50fbc4b3-5f45-494b-a91c-211857ef4a71 tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "GET /v2.0/security-groups/2f67dcf4-62a8-482a-a8d4-1bc61111a96a HTTP/1.1" status: 404  len: 347 time: 0.0536556
May 14 21:32:27.490384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48832) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:27.496566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-7de655ba-bf22-4932-aaa9-94de4c691436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:27.498073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-7de655ba-bf22-4932-aaa9-94de4c691436 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 914 time: 0.2192459
May 14 21:32:27.499031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.545913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-fa3edabd-f6a4-4aea-ab0a-85641a120464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336 HTTP/1.1" status: 200  len: 217 time: 0.0366328
May 14 21:32:27.556811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=11']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:27.599957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80d87f84-7a26-47b5-8752-d965abc19974) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:27.601811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-0ced241b-6bd8-4c5c-aed6-a458999596f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:27.602726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-0ced241b-6bd8-4c5c-aed6-a458999596f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658ef061-2a9e-4cfa-aacf-f1d6f625de0a HTTP/1.1" status: 200  len: 853 time: 0.0507009
May 14 21:32:27.615265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520e056-6c94-4bff-8991-c566c3c92c31 None None] Network 80d87f84-7a26-47b5-8752-d965abc19974 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:27.642366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-0b8b1137-6793-41b7-bdf7-09fb230a4cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334721
May 14 21:32:27.677853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:27.678795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.707932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e0922-2391-4311-8789-3d6916b25478 req-a20441ed-3c67-4170-87a1-a5e3e1a0088c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:27.709468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-298e0922-2391-4311-8789-3d6916b25478 req-a20441ed-3c67-4170-87a1-a5e3e1a0088c tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1569116
May 14 21:32:27.735472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Made reservation on behalf of 6dc7b08c0f7749cf9834cc2d878c26af for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:27.737908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80d87f84-7a26-47b5-8752-d965abc19974', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:32:27.738201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.738884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.772604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-f0cb1ccd-91d3-4b5d-b390-e222ff4da78e service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242027
May 14 21:32:27.790920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port f4e66776-9bc9-458a-b766-f7f423693691 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:27.795708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Deleting port 62e386ed-a545-4c1d-9892-98271112d0aa {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:27.796052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (62e386ed-a545-4c1d-9892-98271112d0aa), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.805437 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8d3095e1-6734-453d-a9c8-aa3c2f18107b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1653621
May 14 21:32:27.808289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48834) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:27.814219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:27.815259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3a71fedd-378c-474b-8ed3-687958dee25b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:32:27.891860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (78d613a9-0c2d-464b-a6b8-65972c124c8d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.908436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b8df51c-f888-463a-930f-c252790b2ea0 req-b1c9855e-2a56-49e2-b96b-97916ba2f37a service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296861
May 14 21:32:27.941266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-298e0922-2391-4311-8789-3d6916b25478 req-8b398fbf-273c-4c5f-94b2-ffd17d6557d9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1997678
May 14 21:32:27.955560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=78d613a9-0c2d-464b-a6b8-65972c124c8d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:27.957886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Allocated IP 172.20.0.2 (80d87f84-7a26-47b5-8752-d965abc19974/4286a7fa-1e79-42e8-916b-8f6b26d50853/0c177cac-fa1a-49fc-b815-5ae979f29a7c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:27.974823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (1c9855c9-c552-4cd2-967e-796180258ec7), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:27.976469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (1c9855c9-c552-4cd2-967e-796180258ec7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.066597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (62e386ed-a545-4c1d-9892-98271112d0aa), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.066987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (62e386ed-a545-4c1d-9892-98271112d0aa), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.081184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.084713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ee270571-8966-4d26-9934-918087ad83bc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/78d613a9-0c2d-464b-a6b8-65972c124c8d HTTP/1.1" status: 204  len: 168 time: 1.1472771
May 14 21:32:28.091423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48836) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:28.132109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks [] for router_controller (1c9855c9-c552-4cd2-967e-796180258ec7), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.163430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Calling delete_port for 62e386ed-a545-4c1d-9892-98271112d0aa owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:28.174423 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0293fdbd-5346-42d7-a1f5-79ba1f6364e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:28.178000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0293fdbd-5346-42d7-a1f5-79ba1f6364e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/78d613a9-0c2d-464b-a6b8-65972c124c8d HTTP/1.1" status: 404  len: 333 time: 0.0815234
May 14 21:32:28.178853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48838) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:28.203683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for port (f4e66776-9bc9-458a-b766-f7f423693691), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.210684 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Publish callbacks [] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.259264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet 2eeda50a-c78b-4310-a1c8-a9e51e01531e {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:28.264007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (2eeda50a-c78b-4310-a1c8-a9e51e01531e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.325705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.373714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Network 80d87f84-7a26-47b5-8752-d965abc19974 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:28.379095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:28.381690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:28.389719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (2eeda50a-c78b-4310-a1c8-a9e51e01531e), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.399975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Pushing event updated for resources: {'Port': ['ID=0c177cac-fa1a-49fc-b815-5ae979f29a7c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:28.453864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Attempting to bind port 0c177cac-fa1a-49fc-b815-5ae979f29a7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:28.454150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Attempting to bind port 0c177cac-fa1a-49fc-b815-5ae979f29a7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:28.454516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Attempting to bind port 0c177cac-fa1a-49fc-b815-5ae979f29a7c on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:28.460091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:28.460245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Checking segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:28.460520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.460913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Bound using segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:28.461382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Bound port: 0c177cac-fa1a-49fc-b815-5ae979f29a7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:28.461758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.463317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f4e66776-9bc9-458a-b766-f7f423693691), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.466185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (62e386ed-a545-4c1d-9892-98271112d0aa), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.486108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks [] for router_gateway (1c9855c9-c552-4cd2-967e-796180258ec7), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.502369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Pushing event deleted for resources: {'Port': ['ID=62e386ed-a545-4c1d-9892-98271112d0aa,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:28.551259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] For port 0c177cac-fa1a-49fc-b815-5ae979f29a7c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:28.556092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] For port 0c177cac-fa1a-49fc-b815-5ae979f29a7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c177cac-fa1a-49fc-b815-5ae979f29a7c,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:28.562390 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (2eeda50a-c78b-4310-a1c8-a9e51e01531e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.577792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Network 1eba98d6-7f34-486b-92ac-c20e1185a257 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:28.596617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:28.618938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:28.619915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:28.631994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.654462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks [] for floatingip (cb3ad9af-993a-4292-86d1-52b24e1b858f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.657007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.658179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d737a794-80c5-40d7-8eeb-de2ee38627de tempest-AttachVolumeTestJSON-1845080071 tempest-AttachVolumeTestJSON-1845080071-project] 10.222.0.52 "DELETE /v2.0/floatingips/cb3ad9af-993a-4292-86d1-52b24e1b858f HTTP/1.1" status: 204  len: 168 time: 1.1654634
May 14 21:32:28.659066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e66776-9bc9-458a-b766-f7f423693691,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:28.669160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e1f37-d882-4e4a-a726-234e1aa75374 req-720c39ff-f164-47b3-8daf-2eae1a19aa58 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:28.670708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e8e1f37-d882-4e4a-a726-234e1aa75374 req-720c39ff-f164-47b3-8daf-2eae1a19aa58 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 943 time: 0.0973587
May 14 21:32:28.688320 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:28.737903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8e8e1f37-d882-4e4a-a726-234e1aa75374 req-cbb718ae-61cf-4612-9b13-e7eb97ee9540 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563362
May 14 21:32:28.767765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fae1de5d-f457-4793-bef9-7e2cf2ef5b74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.3205602
May 14 21:32:28.769381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f9e0d-591b-40d4-857b-09d15674759a None None] Pushing event updated for resources: {'Port': ['ID=0c177cac-fa1a-49fc-b815-5ae979f29a7c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:28.770448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48848) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:28.775969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:28.848867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4e66776-9bc9-458a-b766-f7f423693691), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.102522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (2eeda50a-c78b-4310-a1c8-a9e51e01531e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.138193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8a97af7f-e8ff-41fa-b059-8c13a6ced336 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:32:29.140013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] device_id is not set on port f4e66776-9bc9-458a-b766-f7f423693691 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:29.149735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks [] for port (f4e66776-9bc9-458a-b766-f7f423693691), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.154924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:29.188489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.194193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/2eeda50a-c78b-4310-a1c8-a9e51e01531e HTTP/1.1" status: 204  len: 168 time: 1.0118840
May 14 21:32:29.194193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55126d2-8b53-4763-93d0-1f8a6bfce38b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=2eeda50a-c78b-4310-a1c8-a9e51e01531e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:29.195392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48862) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:29.216032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ba544-9769-4f2a-8822-d286f139dbfe None None] Network 32225650-6424-47bc-a63d-6d158352cee2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:29.253585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f4e66776-9bc9-458a-b766-f7f423693691), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.278263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2c36-f4ea-4f7a-9883-2f1c356cb0ed req-f0acc66c-6d94-463c-bff8-6a1bbb78d4f3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:29.280823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-748b2c36-f4ea-4f7a-9883-2f1c356cb0ed req-f0acc66c-6d94-463c-bff8-6a1bbb78d4f3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 946 time: 0.1819592
May 14 21:32:29.318829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 3a71fedd-378c-474b-8ed3-687958dee25b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:32:29.343107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e66776-9bc9-458a-b766-f7f423693691,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:29.353808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.354153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.354522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.365712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.366031 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.366428 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 2 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.376364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks [] for router_gateway (1c9855c9-c552-4cd2-967e-796180258ec7), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.382574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet f1eef56f-66f7-4b4e-923a-cccbeb691037 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:29.395637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:29.400674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.401016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.401506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.405184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 3a71fedd-378c-474b-8ed3-687958dee25b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:29.405563 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.406834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.407166 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.407597 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 3 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.421239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.421582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.421974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.426518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.426845 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.427235 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 4 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.429416 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (f1eef56f-66f7-4b4e-923a-cccbeb691037), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.438238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8a97af7f-e8ff-41fa-b059-8c13a6ced336', 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8', 'port_id': '8a97af7f-e8ff-41fa-b059-8c13a6ced336', 'mac_address': 'fa:16:3e:a1:20:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658ef061-2a9e-4cfa-aacf-f1d6f625de0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:32:29.442732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.443330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.444004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.450192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.450698 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.451271 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 5 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.458733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.466903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.467865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.468365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.473602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.474305 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.474907 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 6 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.491670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.492458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.493001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.500458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.501005 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.501610 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 7 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.518251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.518576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.519086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.524712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.525397 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.525855 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 8 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.544327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.544680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.545009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.552468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.552468 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.552834 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 9 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.573057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.573696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.574540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.582764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.582764 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.583026 ncdv-master-1 neutron-server[115780]: INFO neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempt 10 to bind port f4e66776-9bc9-458a-b766-f7f423693691
May 14 21:32:29.602669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:29.602669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:29.602997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempting to bind port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:29.611869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:29.612251 ncdv-master-1 neutron-server[115780]: ERROR neutron.plugins.ml2.managers [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Failed to bind port f4e66776-9bc9-458a-b766-f7f423693691 on host nch2-master-1 for vnic_type normal using segments [{'id': '60971806-7fa9-4836-9101-7c4ab32f739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1eba98d6-7f34-486b-92ac-c20e1185a257'}]
May 14 21:32:29.612628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4e66776-9bc9-458a-b766-f7f423693691), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.632065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f1eef56f-66f7-4b4e-923a-cccbeb691037), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.644237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:29.644639 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.662919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a97af7f-e8ff-41fa-b059-8c13a6ced336 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:29.718264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:29.728562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] For port f4e66776-9bc9-458a-b766-f7f423693691, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:29.728964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attempted to set empty binding levels {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 14 21:32:29.731969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-748b2c36-f4ea-4f7a-9883-2f1c356cb0ed req-357c0760-e648-4d35-91a3-59eedddadbf7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3918154
May 14 21:32:29.733491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3a71fedd-378c-474b-8ed3-687958dee25b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:29.733932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.801940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:29.803227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:29.805736 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffc55de-4d05-4e33-beed-1b9c973f58c7" -d '{"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-plugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:29.812008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Allocated IP 172.35.4.141 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a6100f4c-0e08-4b41-8e87-4f369660f9e3) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:29.820668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.875283 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab81378d-41a1-4f8f-8ec2-e5d8eb2f4a78 x-openstack-request-id: req-ab81378d-41a1-4f8f-8ec2-e5d8eb2f4a78 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:29.875513 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-plugged", "status": "completed", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:29.875901 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab81378d-41a1-4f8f-8ec2-e5d8eb2f4a78 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:29.876382 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab81378d-41a1-4f8f-8ec2-e5d8eb2f4a78'] response: {'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'code': 200}
May 14 21:32:29.878380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f1eef56f-66f7-4b4e-923a-cccbeb691037), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.881544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8a97af7f-e8ff-41fa-b059-8c13a6ced336,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:29.907860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f4e66776-9bc9-458a-b766-f7f423693691), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.923578 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.988804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] In _notify_port_updated(), no bound segment for port f4e66776-9bc9-458a-b766-f7f423693691 on network 1eba98d6-7f34-486b-92ac-c20e1185a257 {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:32:29.989977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:29.990642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:29.996212 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "PUT /v2.0/ports/f4e66776-9bc9-458a-b766-f7f423693691 HTTP/1.1" status: 200  len: 978 time: 1.2246306
May 14 21:32:30.003005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c3610-f080-438d-95f0-965154ff5fee req-4c79f5f1-38e2-481a-93aa-e1f9142150f9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:30.011279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e5c3610-f080-438d-95f0-965154ff5fee req-4c79f5f1-38e2-481a-93aa-e1f9142150f9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 944 time: 0.1466959
May 14 21:32:30.013713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:30.037645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:30.052257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f1eef56f-66f7-4b4e-923a-cccbeb691037), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.093349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8a97af7f-e8ff-41fa-b059-8c13a6ced336'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:32:30.110484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.120457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f1eef56f-66f7-4b4e-923a-cccbeb691037 HTTP/1.1" status: 204  len: 168 time: 0.8980930
May 14 21:32:30.123260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48882) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:30.128557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b294df5-6b36-4208-8e3f-957478531942 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eef56f-66f7-4b4e-923a-cccbeb691037,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:30.158604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks [] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.241003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9e5c3610-f080-438d-95f0-965154ff5fee req-6ce7f4d6-4f3f-4d18-87f9-73a81d49a0de tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288041
May 14 21:32:30.241975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c47a2c-1952-409d-93a3-c5957ca71c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event updated for resources: {'Port': ['ID=f4e66776-9bc9-458a-b766-f7f423693691,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:30.297397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a2ca5-8c87-4d18-aa16-023e1ed88b36 req-07562114-cb18-4ce8-846b-7180f42f90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:30.297397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e94a2ca5-8c87-4d18-aa16-023e1ed88b36 req-07562114-cb18-4ce8-846b-7180f42f90de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 1129 time: 0.1147687
May 14 21:32:30.322351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0c177cac-fa1a-49fc-b815-5ae979f29a7c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:30.337009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Deleting port f4e66776-9bc9-458a-b766-f7f423693691 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:30.337462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f4e66776-9bc9-458a-b766-f7f423693691), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.344984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (32225650-6424-47bc-a63d-6d158352cee2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.364880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e94a2ca5-8c87-4d18-aa16-023e1ed88b36 req-af0a660a-9bd4-4ba5-bb2d-a6c085d8ec58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627081
May 14 21:32:30.377015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a202456-8e47-454d-bb75-c5ee26878f8d None None] Network 80d87f84-7a26-47b5-8752-d965abc19974 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:30.384193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.436726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:30.439837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:30.444532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:30.447986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Pushing event updated for resources: {'Port': ['ID=a6100f4c-0e08-4b41-8e87-4f369660f9e3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:30.464915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] For port f4e66776-9bc9-458a-b766-f7f423693691, host nch2-master-1, got binding levels [] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:30.465476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f4e66776-9bc9-458a-b766-f7f423693691), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.494638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Calling delete_port for f4e66776-9bc9-458a-b766-f7f423693691 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:30.498478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:30.498978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.570577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] Provisioning complete for port 0c177cac-fa1a-49fc-b815-5ae979f29a7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:30.570950 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.576270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] For port e3a3718e-3937-4b0a-9eec-7be0e2c42d08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,segment=NetworkSegment(d3d03903-2deb-47ec-a973-8369be4393c8),segment_id=d3d03903-2deb-47ec-a973-8369be4393c8)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:30.576458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.593043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for e3a3718e-3937-4b0a-9eec-7be0e2c42d08 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:30.619232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e30c31-27db-41b2-81c8-fa7268800e61 None None] Network 32225650-6424-47bc-a63d-6d158352cee2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:30.645432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0c177cac-fa1a-49fc-b815-5ae979f29a7c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:30.647202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.822803 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f4e66776-9bc9-458a-b766-f7f423693691), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.832853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks [] for router_gateway (1c9855c9-c552-4cd2-967e-796180258ec7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.882995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e3a3718e-3937-4b0a-9eec-7be0e2c42d08), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.883939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] Current status of the port 0c177cac-fa1a-49fc-b815-5ae979f29a7c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:30.884349 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.899737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No DVR routers for this DVR port e3a3718e-3937-4b0a-9eec-7be0e2c42d08 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:30.911392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.913325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0c177cac-fa1a-49fc-b815-5ae979f29a7c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:30.913706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:30.926501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de204fc3-d226-4b1e-9085-8bb6f3a4d003 None None] DHCP port deletion for 32225650-6424-47bc-a63d-6d158352cee2 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:32:30.932736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:30.932859 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "DELETE /v2.0/ports/f4e66776-9bc9-458a-b766-f7f423693691 HTTP/1.1" status: 204  len: 168 time: 0.9146280
May 14 21:32:30.933618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0025b-c9d6-4bf2-86ad-4257f2a57573 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4e66776-9bc9-458a-b766-f7f423693691,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:30.957394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] For port 0c177cac-fa1a-49fc-b815-5ae979f29a7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c177cac-fa1a-49fc-b815-5ae979f29a7c,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:30.990330 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cadd4d-d061-4bdc-9b94-dbe920741285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] GET failed (client error): The resource could not be found.
May 14 21:32:30.991898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-85cadd4d-d061-4bdc-9b94-dbe920741285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1921879272-project-admin] 10.222.0.52 "GET /v2.0/ports/f4e66776-9bc9-458a-b766-f7f423693691 HTTP/1.1" status: 404  len: 333 time: 0.0640328
May 14 21:32:30.996016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:31.000279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5459dd-98a0-4280-9af9-78224f4fd298 req-4c49dc87-269c-4687-9072-95d3c56bd759 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:31.001782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c5459dd-98a0-4280-9af9-78224f4fd298 req-4c49dc87-269c-4687-9072-95d3c56bd759 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.1808951
May 14 21:32:31.013749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=e3a3718e-3937-4b0a-9eec-7be0e2c42d08,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:31.045360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.082894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (32225650-6424-47bc-a63d-6d158352cee2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.114172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522afcbd60>,) {'filters': {'network_id': ['32225650-6424-47bc-a63d-6d158352cee2']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.119201 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c5459dd-98a0-4280-9af9-78224f4fd298 req-2856d8f1-7387-4d79-b414-97ecd147c61e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066852
May 14 21:32:31.128249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afcbd60>, 'd3d03903-2deb-47ec-a973-8369be4393c8') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.128249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afcbd60>, 'd3d03903-2deb-47ec-a973-8369be4393c8') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.133450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (1eba98d6-7f34-486b-92ac-c20e1185a257), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.140870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (d3d03903-2deb-47ec-a973-8369be4393c8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.142192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:32:31.142636 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:32:31.146051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edbd16-fd78-418b-93ef-91df25b9b67a None None] Pushing event updated for resources: {'Port': ['ID=0c177cac-fa1a-49fc-b815-5ae979f29a7c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:31.159127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d3d03903-2deb-47ec-a973-8369be4393c8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.171572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:31.172024 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (d3d03903-2deb-47ec-a973-8369be4393c8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:31.176107 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:31.181884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5ef34295-6231-4581-9732-1347176de44b None None] Provisioning complete for port 0c177cac-fa1a-49fc-b815-5ae979f29a7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:31.182323 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5ef34295-6231-4581-9732-1347176de44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.282763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5ef34295-6231-4581-9732-1347176de44b None None] Current status of the port 0c177cac-fa1a-49fc-b815-5ae979f29a7c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:31.286173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5ef34295-6231-4581-9732-1347176de44b None None] Could not find standard attr ID for object e3a3718e-3937-4b0a-9eec-7be0e2c42d08. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:32:31.289860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (1eba98d6-7f34-486b-92ac-c20e1185a257), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.303043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (1c9855c9-c552-4cd2-967e-796180258ec7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.319036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b0c8f70>,) {'filters': {'network_id': ['1eba98d6-7f34-486b-92ac-c20e1185a257']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.324147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (32225650-6424-47bc-a63d-6d158352cee2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.329189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.332841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/32225650-6424-47bc-a63d-6d158352cee2 HTTP/1.1" status: 204  len: 168 time: 1.1988816
May 14 21:32:31.337211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48898) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:31.379527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b0c8f70>, '60971806-7fa9-4836-9101-7c4ab32f739f') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.379527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b0c8f70>, '60971806-7fa9-4836-9101-7c4ab32f739f') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.380417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93feaa5e-963d-40ae-9ac0-7e1563afc06f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=32225650-6424-47bc-a63d-6d158352cee2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:31.402018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27752f9b-bcc4-4d0b-86c2-8ac55d51b618 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:31.403564 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-27752f9b-bcc4-4d0b-86c2-8ac55d51b618 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0654135
May 14 21:32:31.407321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:31.413617 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (60971806-7fa9-4836-9101-7c4ab32f739f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.460574 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5370160e-6288-4181-9b6f-abf0111177a1 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0519361
May 14 21:32:31.461596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48906) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:31.466386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1151917141'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:31.473204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (60971806-7fa9-4836-9101-7c4ab32f739f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.482930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b7208-5c4c-4baf-b012-e142a1f413d1 req-98d28c17-2036-4969-affb-9de6729018d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:31.484509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f4b7208-5c4c-4baf-b012-e142a1f413d1 req-98d28c17-2036-4969-affb-9de6729018d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 944 time: 0.1284211
May 14 21:32:31.493203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:31.493618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (60971806-7fa9-4836-9101-7c4ab32f739f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:31.498743 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:31.558159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:31.561872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.562316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8a97af7f-e8ff-41fa-b059-8c13a6ced336 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:31.599924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:31.614224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e11c0de1-c184-40c3-8022-25d4c4731060), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.614644 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment e11c0de1-c184-40c3-8022-25d4c4731060 of type vlan for network 84c807fe-ba07-493e-afec-c3edb000be2b
May 14 21:32:31.635678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:32:31.648374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f4b7208-5c4c-4baf-b012-e142a1f413d1 req-22d241b4-fae7-4e54-9b95-c9c12f1e381d tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501024
May 14 21:32:31.678950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (84c807fe-ba07-493e-afec-c3edb000be2b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.692804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0c177cac-fa1a-49fc-b815-5ae979f29a7c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:31.712547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (1eba98d6-7f34-486b-92ac-c20e1185a257), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.720280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.723221 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] 10.222.0.52 "DELETE /v2.0/networks/1eba98d6-7f34-486b-92ac-c20e1185a257 HTTP/1.1" status: 204  len: 168 time: 0.7266271
May 14 21:32:31.739207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Pushing event deleted for resources: {'Network': ['ID=1eba98d6-7f34-486b-92ac-c20e1185a257,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:31.744020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.744264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.744608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.746523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.746621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.746921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.747303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.747667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.747999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.748327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.748656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.748984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.749306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.749632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.749953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06f786b-1b50-455e-a0a3-d44b72b5dbf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172132432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:31.774781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Router 1c9855c9-c552-4cd2-967e-796180258ec7 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:32:31.775432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:31.775846 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.836418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (84c807fe-ba07-493e-afec-c3edb000be2b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.841747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:31.842330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.859327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:31.859660 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:31.885254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5aab0f-f971-443e-b949-5430a66f746e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a97af7f-e8ff-41fa-b059-8c13a6ced336'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:31.889441 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9910ccf2-712b-4310-94a8-3b43ccf4471b" -d '{"events": [{"server_uuid": "8b5aab0f-f971-443e-b949-5430a66f746e", "name": "network-vif-plugged", "status": "completed", "tag": "8a97af7f-e8ff-41fa-b059-8c13a6ced336"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:31.897195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:32:31.911339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:31.916537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Sync routers for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:32:31.937453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=84c807fe-ba07-493e-afec-c3edb000be2b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:31.940582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:31.941338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230550a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:31.982656 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd28f7-4875-4009-a623-f09afd8353d6 x-openstack-request-id: req-c7cd28f7-4875-4009-a623-f09afd8353d6 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:31.982942 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5aab0f-f971-443e-b949-5430a66f746e", "name": "network-vif-plugged", "status": "completed", "tag": "8a97af7f-e8ff-41fa-b059-8c13a6ced336", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:31.983198 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7cd28f7-4875-4009-a623-f09afd8353d6 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:31.983739 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cd28f7-4875-4009-a623-f09afd8353d6'] response: {'server_uuid': '8b5aab0f-f971-443e-b949-5430a66f746e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a97af7f-e8ff-41fa-b059-8c13a6ced336', 'code': 200}
May 14 21:32:31.984292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 84c807fe-ba07-493e-afec-c3edb000be2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:32.021956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37c54ae3-5100-4195-a039-92e827a412d4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.5593202
May 14 21:32:32.024837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48934) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:32.032089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:32.051128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bea8d-4590-4828-a0ed-697b4ada9310 req-cf7da7a1-f7d2-4354-9127-373178a57504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:32.052677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-283bea8d-4590-4828-a0ed-697b4ada9310 req-cf7da7a1-f7d2-4354-9127-373178a57504 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 1126 time: 0.0464814
May 14 21:32:32.111720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-283bea8d-4590-4828-a0ed-697b4ada9310 req-d5c27d86-fa51-4141-88b9-bb075f80ee94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522683
May 14 21:32:32.115163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:32.133309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.134604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-37408678-0bff-43f6-8734-f81e921f115c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.3252881
May 14 21:32:32.138288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48936) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:32.142818 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.265969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0c177cac-fa1a-49fc-b815-5ae979f29a7c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:32.294949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:32.298540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.311906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d112f4-b393-485a-9b2e-a19d377db243 req-f16ccbe1-72d3-4410-9e0e-c0ed4eebdacf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:32.317497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19d112f4-b393-485a-9b2e-a19d377db243 req-f16ccbe1-72d3-4410-9e0e-c0ed4eebdacf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.0654860
May 14 21:32:32.368959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8a97af7f-e8ff-41fa-b059-8c13a6ced336,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:32.377146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19d112f4-b393-485a-9b2e-a19d377db243 req-531bbb6c-849d-4e55-bf8a-077b90c73be3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575771
May 14 21:32:32.415642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0c177cac-fa1a-49fc-b815-5ae979f29a7c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:32.416182 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.479538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48956) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:32.493958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230550a90>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:30Z', 'revision_number': 3, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:32.532085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Checking router: 1c9855c9-c552-4cd2-967e-796180258ec7 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:32:32.532554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Updating router 1c9855c9-c552-4cd2-967e-796180258ec7 port a6100f4c-0e08-4b41-8e87-4f369660f9e3 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:32:32.588384 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.630732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0c177cac-fa1a-49fc-b815-5ae979f29a7c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:32.708659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18eae210-810e-4427-81dc-352fa1a2d2b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=574107fbfe6248259dcdf198e50cc290&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2272134
May 14 21:32:32.711030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48970) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:32.747554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e3a3718e-3937-4b0a-9eec-7be0e2c42d08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:32.777813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e3a3718e-3937-4b0a-9eec-7be0e2c42d08 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:32.778165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e3a3718e-3937-4b0a-9eec-7be0e2c42d08 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:32.812874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e984-2c88-4799-87a6-384940e2f3f5 admin admin] Publish callbacks [] for security_group (f6d0b05d-d619-4232-93a2-06b8161208fe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.845609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d386f-2d81-47ab-bb00-1d9d0bbb67ff req-128c7051-d440-4297-9468-2609b1e37f87 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:32.853372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-837d386f-2d81-47ab-bb00-1d9d0bbb67ff req-128c7051-d440-4297-9468-2609b1e37f87 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 945 time: 0.0932751
May 14 21:32:32.885404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e984-2c88-4799-87a6-384940e2f3f5 admin admin] Publish callbacks [] for security_group (f6d0b05d-d619-4232-93a2-06b8161208fe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:32.927878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-837d386f-2d81-47ab-bb00-1d9d0bbb67ff req-0c9e2e3b-c835-4377-ae3c-81a27eeadb4f tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734417
May 14 21:32:33.078147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e984-2c88-4799-87a6-384940e2f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f6d0b05d-d619-4232-93a2-06b8161208fe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.081561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ff0e984-2c88-4799-87a6-384940e2f3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.083660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ff0e984-2c88-4799-87a6-384940e2f3f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6d0b05d-d619-4232-93a2-06b8161208fe HTTP/1.1" status: 204  len: 168 time: 0.3713613
May 14 21:32:33.093879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e984-2c88-4799-87a6-384940e2f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d0b05d-d619-4232-93a2-06b8161208fe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:33.211018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Publish callbacks [] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.239514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.356814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.360405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f482d4f4-9a01-4ba9-9c6d-354842248d2c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.414970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Attempting to bind port a6100f4c-0e08-4b41-8e87-4f369660f9e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:33.415369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Attempting to bind port a6100f4c-0e08-4b41-8e87-4f369660f9e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:33.415744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Attempting to bind port a6100f4c-0e08-4b41-8e87-4f369660f9e3 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:33.423578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:33.423578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:33.424011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.424530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:33.425339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Bound port: a6100f4c-0e08-4b41-8e87-4f369660f9e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:33.425653 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.427461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623277e-c450-451f-9d6f-47fcbf95d83f None None] Pushing event updated for resources: {'Port': ['ID=a6100f4c-0e08-4b41-8e87-4f369660f9e3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:33.492118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=f482d4f4-9a01-4ba9-9c6d-354842248d2c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:33.497062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Allocated IP 172.20.0.1 (80d87f84-7a26-47b5-8752-d965abc19974/4286a7fa-1e79-42e8-916b-8f6b26d50853/166a4b40-7949-4d9d-98da-656d53a0e29e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:33.513500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] For port a6100f4c-0e08-4b41-8e87-4f369660f9e3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:33.517717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] For port a6100f4c-0e08-4b41-8e87-4f369660f9e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6100f4c-0e08-4b41-8e87-4f369660f9e3,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:33.519751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': 'e11c0de1-c184-40c3-8022-25d4c4731060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:33.520160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 84c807fe-ba07-493e-afec-c3edb000be2b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:33.608985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.643273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3f979-eb2e-42e8-aa25-72cf5393e77b req-45545a09-e12e-482e-b2e2-c83504b0cadd tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:33.645291 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96e3f979-eb2e-42e8-aa25-72cf5393e77b req-45545a09-e12e-482e-b2e2-c83504b0cadd tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.1210763
May 14 21:32:33.666977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:33.667645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230550a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:33.673038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623277e-c450-451f-9d6f-47fcbf95d83f None None] Pushing event updated for resources: {'Port': ['ID=a6100f4c-0e08-4b41-8e87-4f369660f9e3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:33.724106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks [] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.732725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-96e3f979-eb2e-42e8-aa25-72cf5393e77b req-6faef1ae-bdb6-4d1d-a6e4-9a7fb76ca5d7 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776398
May 14 21:32:33.803915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:33.808775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 84c807fe-ba07-493e-afec-c3edb000be2b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:33.873096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.906125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84c807fe-ba07-493e-afec-c3edb000be2b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:33.918154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0625370-1fb4-46e9-83c1-85d8ee6c6a24 None None] Network 84c807fe-ba07-493e-afec-c3edb000be2b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:33.919351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Network 80d87f84-7a26-47b5-8752-d965abc19974 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:33.924385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:33.924992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:33.927652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:33.934638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:33.986310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=166a4b40-7949-4d9d-98da-656d53a0e29e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:34.014006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (1c9855c9-c552-4cd2-967e-796180258ec7), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.056060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230550a90>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:30Z', 'revision_number': 3, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:34.103552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-84c807fe-ba07-493e-afec-c3edb000be2b', 'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': 'f482d4f4-9a01-4ba9-9c6d-354842248d2c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:32:34.104627 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.107635 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-431045f8-3a98-4ce9-b054-f61fef42a1dd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0814435
May 14 21:32:34.110270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48986) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:34.110698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48988) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:34.116827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b', 'name': 'tempest-PortsIpV6TestJSON-1621453365'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:34.117366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d79ae60-5b6d-41fe-a6d2-001ef4e1faaa None None] The sync data for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 is: [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:30Z', 'revision_number': 3, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:32:34.149286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc4255-643d-4c59-8547-21ef85f8e303 req-b6ff0588-f050-4262-b091-e767ec4af578 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:34.151526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5dbc4255-643d-4c59-8547-21ef85f8e303 req-b6ff0588-f050-4262-b091-e767ec4af578 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 945 time: 0.0904121
May 14 21:32:34.257235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5dbc4255-643d-4c59-8547-21ef85f8e303 req-f76d73a8-f273-4bbe-80d3-423f1016c3ac tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961661
May 14 21:32:34.299273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-76354866-f55b-4a20-8e18-f681125ce89e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dc7b08c0f7749cf9834cc2d878c26af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1862345
May 14 21:32:34.302435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48994) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:34.304442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Allocated IP 2001:db8::2 (84c807fe-ba07-493e-afec-c3edb000be2b/f482d4f4-9a01-4ba9-9c6d-354842248d2c/9e74e7f0-7aea-4d32-9157-dda4caaf70f0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:34.379344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.392888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:34.393934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3132372b-2e19-4878-b4cb-93dddb400819 None None] Provisioning complete for port 166a4b40-7949-4d9d-98da-656d53a0e29e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:34.394312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3132372b-2e19-4878-b4cb-93dddb400819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.400664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.457342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06b177-fc12-424c-a7a0-6730b94832b1 admin admin] Publish callbacks [] for security_group (eddb8e10-f33c-4d44-8462-1129dc0569aa), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.461585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port febcbd8d-6485-43a6-afb4-6e12f64ae30a yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:34.473045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3132372b-2e19-4878-b4cb-93dddb400819 None None] Port 166a4b40-7949-4d9d-98da-656d53a0e29e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:34.582643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06b177-fc12-424c-a7a0-6730b94832b1 admin admin] Publish callbacks [] for security_group (eddb8e10-f33c-4d44-8462-1129dc0569aa), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.609309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Publish callbacks [] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.697405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-9e909023-cea7-4ad3-91cc-2d8eed593232 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1193843
May 14 21:32:34.776678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.841848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks [] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.869517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Network 84c807fe-ba07-493e-afec-c3edb000be2b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:34.873468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:34.877542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:34.901545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Pushing event updated for resources: {'Port': ['ID=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:34.960034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.960491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.960784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.961054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.961390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.961725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.962059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.962386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.962896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.963022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.963340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.964461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.965460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.966008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.966526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:34.988573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Attempting to bind port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:34.988806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Attempting to bind port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e11c0de1-c184-40c3-8022-25d4c4731060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:34.989404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Attempting to bind port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 on network 84c807fe-ba07-493e-afec-c3edb000be2b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:34.997706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:34.998229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Checking segment: {'id': 'e11c0de1-c184-40c3-8022-25d4c4731060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:34.998870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:34.999457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Bound using segment: {'id': 'e11c0de1-c184-40c3-8022-25d4c4731060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:35.004147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Bound port: 9e74e7f0-7aea-4d32-9157-dda4caaf70f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11c0de1-c184-40c3-8022-25d4c4731060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:35.004147 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:35.004495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:35.004495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06b177-fc12-424c-a7a0-6730b94832b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (eddb8e10-f33c-4d44-8462-1129dc0569aa), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:35.007587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e06b177-fc12-424c-a7a0-6730b94832b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:35.016745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e06b177-fc12-424c-a7a0-6730b94832b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eddb8e10-f33c-4d44-8462-1129dc0569aa HTTP/1.1" status: 204  len: 168 time: 0.7128108
May 14 21:32:35.108160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] For port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:35.109775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b177-fc12-424c-a7a0-6730b94832b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddb8e10-f33c-4d44-8462-1129dc0569aa,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:35.116601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] For port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,segment=NetworkSegment(e11c0de1-c184-40c3-8022-25d4c4731060),segment_id=e11c0de1-c184-40c3-8022-25d4c4731060)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:35.178717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (1c9855c9-c552-4cd2-967e-796180258ec7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:35.186846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Pushing event updated for resources: {'Port': ['ID=166a4b40-7949-4d9d-98da-656d53a0e29e,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:35.234547 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:35.363036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.371758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.371758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.372220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Network 80d87f84-7a26-47b5-8752-d965abc19974 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:35.372851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.372851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.372851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.372851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.372851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ceaf2ff6-38d7-4f6e-b233-4a0d20247e7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6709 time: 0.6031158
May 14 21:32:35.378245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:35.385096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::2c7 (84c807fe-ba07-493e-afec-c3edb000be2b/f482d4f4-9a01-4ba9-9c6d-354842248d2c/febcbd8d-6485-43a6-afb4-6e12f64ae30a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:35.393115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115fd9f-d6d5-4b7c-8596-3db1d1c25a53 None None] Pushing event updated for resources: {'Port': ['ID=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:35.424013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61da8e9-c2bd-4e76-85b0-7c13b28d2ac9 req-d55d9955-6e08-4b31-ac06-1349ad1ad97e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:35.429187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c61da8e9-c2bd-4e76-85b0-7c13b28d2ac9 req-d55d9955-6e08-4b31-ac06-1349ad1ad97e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.5758517
May 14 21:32:35.726262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Router 1c9855c9-c552-4cd2-967e-796180258ec7 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:32:35.963605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c61da8e9-c2bd-4e76-85b0-7c13b28d2ac9 req-d476a062-7222-4b90-9391-5e78e13c2ca6 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4878571
May 14 21:32:35.982712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:32:36.002536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cad819e3-f946-4e98-9689-73148579ac35 admin admin] 10.222.0.52 "PUT /v2.0/routers/1c9855c9-c552-4cd2-967e-796180258ec7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8604736
May 14 21:32:36.074277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-62543b04-3314-47a3-944a-241b8ca2f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:36.074834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-62543b04-3314-47a3-944a-241b8ca2f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:36.075307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-62543b04-3314-47a3-944a-241b8ca2f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:36.077385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-62543b04-3314-47a3-944a-241b8ca2f4cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef572d9b-20a4-4311-9582-fea3efbf759e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=2379f3be-5962-40d1-834f-0e520eee96e4&id=2379f3be-5962-40d1-834f-0e520eee96e4 HTTP/1.1" status: 200  len: 2293 time: 0.6321626
May 14 21:32:36.099242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.122106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0ce0de2d-89e9-4ade-933a-f63286d0128d None None] Provisioning complete for port 166a4b40-7949-4d9d-98da-656d53a0e29e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:36.123079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ce0de2d-89e9-4ade-933a-f63286d0128d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.204013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0de2d-89e9-4ade-933a-f63286d0128d None None] Port 166a4b40-7949-4d9d-98da-656d53a0e29e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:36.212352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-e3fb9e3c-e2e2-460e-8973-fd75fcedf57e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 200  len: 1000 time: 0.1256423
May 14 21:32:36.295411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-f8c27a85-e5a4-4815-b71d-75c9bbb62d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:36.298092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-f8c27a85-e5a4-4815-b71d-75c9bbb62d85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 HTTP/1.1" status: 200  len: 851 time: 0.0790930
May 14 21:32:36.354477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-8386a7dd-6f78-413c-a49f-7a162a2ada2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:36.356536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-8386a7dd-6f78-413c-a49f-7a162a2ada2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef572d9b-20a4-4311-9582-fea3efbf759e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474906
May 14 21:32:36.358872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.362668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:36.430960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:36.432022 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.447458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 84c807fe-ba07-493e-afec-c3edb000be2b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:36.451423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:36.454507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:36.461387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:36.462310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.537471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=febcbd8d-6485-43a6-afb4-6e12f64ae30a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:36.580692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:36.580692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.590599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-7de73f9e-9ff2-42a6-b836-3eee4862f6bc service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758857
May 14 21:32:36.615597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,segment=NetworkSegment(e11c0de1-c184-40c3-8022-25d4c4731060),segment_id=e11c0de1-c184-40c3-8022-25d4c4731060)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:36.703290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7abbe796-4722-45a7-8e78-e8e0db5afc28 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5914001
May 14 21:32:36.705804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49120) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:36.712581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '84c807fe-ba07-493e-afec-c3edb000be2b', 'name': 'tempest-PortsIpV6TestJSON-1944818262'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:36.733246 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.734113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a6100f4c-0e08-4b41-8e87-4f369660f9e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:36.825273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:36.831507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a6100f4c-0e08-4b41-8e87-4f369660f9e3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:36.831890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.886883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-89d1fdbd-e6f3-4fe3-91d7-260909152480 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2771761
May 14 21:32:36.932395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a6100f4c-0e08-4b41-8e87-4f369660f9e3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:36.933207 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:36.961332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port a6100f4c-0e08-4b41-8e87-4f369660f9e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6100f4c-0e08-4b41-8e87-4f369660f9e3,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:36.967338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-558a86fe-c977-4428-8b16-74f637de897f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 217 time: 0.0733850
May 14 21:32:37.022196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-e7479872-3ea2-4bf8-a85f-8be886a52a3b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:37.023760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-e7479872-3ea2-4bf8-a85f-8be886a52a3b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 818 time: 0.3061106
May 14 21:32:37.050317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-fc0cde45-30e5-451a-8b51-1eaac12fe8bc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/quotas/59c0f4df562340e5bb096ef2eed9239e HTTP/1.1" status: 200  len: 375 time: 0.0192153
May 14 21:32:37.051975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-508caef2-c711-45fb-8661-f2db70e606cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:37.053375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-508caef2-c711-45fb-8661-f2db70e606cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0777433
May 14 21:32:37.102825 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:37.175091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=a6100f4c-0e08-4b41-8e87-4f369660f9e3,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:37.227456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-71f83b10-a5b8-4c2b-8908-ca4b9bcee425 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1651361
May 14 21:32:37.227456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:37.227456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:37.248053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-ef4b0228-5589-4167-a1a3-84abb6d612c1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:32:37.249394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-ef4b0228-5589-4167-a1a3-84abb6d612c1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0085821
May 14 21:32:37.263841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-00a448d6-88d4-45c9-acb1-bb2ba429730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:37.265563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-00a448d6-88d4-45c9-acb1-bb2ba429730c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1990836
May 14 21:32:37.268171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:37.284522 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Sync routers for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:32:37.304729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:37.305611 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d1ff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:37.408368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-6124a81f-558d-4c98-8d79-aafd33e640b9 service neutron] 10.222.0.52 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461875
May 14 21:32:37.492682 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:37.567164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a45353-4b25-4a4a-b968-c856dca87491 None None] Network 84c807fe-ba07-493e-afec-c3edb000be2b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:37.661922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0a9a56ef-9bb1-474f-8e07-d59b71da3a1c None None] Provisioning complete for port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:37.662575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a9a56ef-9bb1-474f-8e07-d59b71da3a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:37.684679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-bd16caf9-81cc-4295-823f-d2e45650c564 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3778951
May 14 21:32:37.693668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-58a774d3-72fa-4936-81bf-baa71314c3e7 service neutron] 10.222.0.52 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368362
May 14 21:32:37.719956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::336 (84c807fe-ba07-493e-afec-c3edb000be2b/f482d4f4-9a01-4ba9-9c6d-354842248d2c/0fb7d0c5-06e2-41c7-9e4d-30278e2a9519) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:37.820868 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d1ff70>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 2, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:37.868694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a56ef-9bb1-474f-8e07-d59b71da3a1c None None] Current status of the port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:37.873867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Checking router: 1c9855c9-c552-4cd2-967e-796180258ec7 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:32:37.874729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Updating router 1c9855c9-c552-4cd2-967e-796180258ec7 port 166a4b40-7949-4d9d-98da-656d53a0e29e binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:32:37.911531 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.060291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49158) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:38.069299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-ee349ea0-4787-40c8-8462-821ceb4751e1 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3540375
May 14 21:32:38.173005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-c0edeebf-fffc-4daa-83e5-8fb52f30a9a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 217 time: 0.0999393
May 14 21:32:38.208152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-62f6d181-4535-4cf7-8bfd-ad4c44d385b7 req-0624c190-04d6-4f2c-820c-60052f3c5c44 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 210 time: 0.0817363
May 14 21:32:38.282613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (0fb7d0c5-06e2-41c7-9e4d-30278e2a9519), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.286949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-8ae26d90-1ac2-4b0f-8d0b-ad0d45745353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:38.288482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-8ae26d90-1ac2-4b0f-8d0b-ad0d45745353 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.1000268
May 14 21:32:38.308798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:38.371804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-c5381f96-b221-4115-a3f8-2ac6c8f17bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:38.373345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-c5381f96-b221-4115-a3f8-2ac6c8f17bde service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0773370
May 14 21:32:38.400609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8591bfc4-2ca5-47d3-a89f-280324d1ee07 None None] Provisioning complete for port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:38.401566 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8591bfc4-2ca5-47d3-a89f-280324d1ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.443737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:38.444116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.500262 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Publish callbacks [] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.593437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.594140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-03e8881c-403b-4af3-82b5-c3a3fa234dd6 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031264
May 14 21:32:38.595471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0fb7d0c5-06e2-41c7-9e4d-30278e2a9519), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.700563 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.778804 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Publish callbacks [] for security_group (e7cae8e9-3b86-4662-b4c7-537fc908b63b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.837585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 84c807fe-ba07-493e-afec-c3edb000be2b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:38.879556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:38.884925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7cae8e9-3b86-4662-b4c7-537fc908b63b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.944015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:38.949643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:38.950715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:38.970064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a1393fd6fd94533b439ca5f156d94ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9083252
May 14 21:32:38.987507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49192) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:38.987768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8591bfc4-2ca5-47d3-a89f-280324d1ee07 None None] Current status of the port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:39.025765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=0fb7d0c5-06e2-41c7-9e4d-30278e2a9519,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:39.028313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8591bfc4-2ca5-47d3-a89f-280324d1ee07 None None] Provisioning complete for port febcbd8d-6485-43a6-afb4-6e12f64ae30a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:39.028867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8591bfc4-2ca5-47d3-a89f-280324d1ee07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.031768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:39.032338 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Pushing event updated for resources: {'Port': ['ID=166a4b40-7949-4d9d-98da-656d53a0e29e,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:39.034979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a6100f4c-0e08-4b41-8e87-4f369660f9e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:39.040201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cae8e9-3b86-4662-b4c7-537fc908b63b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:39.070726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.071373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.071455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.071952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.072352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.072737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.073805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.076030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.076720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.077952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.084058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.092528 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.092884 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.096605 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.096987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.097333 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.098060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.098835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.100015 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.100991 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.103416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.105490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.107185 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.107938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.108585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a5e2b2-e195-476a-966f-0f7bdbe30445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.109543 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.109898 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.111498 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.111853 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.130991 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:32:39.131903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8591bfc4-2ca5-47d3-a89f-280324d1ee07 None None] Port febcbd8d-6485-43a6-afb4-6e12f64ae30a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:39.132466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-4bd917b7-fc14-4140-b9ea-39e84e9ee00c service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5325963
May 14 21:32:39.140740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cb9538fc-c18a-4613-9f82-073ae5415797 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4340746
May 14 21:32:39.144216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49202) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:39.166901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a6100f4c-0e08-4b41-8e87-4f369660f9e3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:39.172911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.187876 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Attempting to bind port 166a4b40-7949-4d9d-98da-656d53a0e29e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:39.188419 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Attempting to bind port 166a4b40-7949-4d9d-98da-656d53a0e29e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:39.189075 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Attempting to bind port 166a4b40-7949-4d9d-98da-656d53a0e29e on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:39.206434 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:39.206884 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Checking segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:39.207574 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.208661 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Bound using segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:39.209563 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Bound port: 166a4b40-7949-4d9d-98da-656d53a0e29e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:39.210202 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.236162 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49206) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:39.294691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1d6add47-3af0-43f6-8b61-52bd6faa22ae None None] Provisioning complete for port febcbd8d-6485-43a6-afb4-6e12f64ae30a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:39.295076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1d6add47-3af0-43f6-8b61-52bd6faa22ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.376451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1d6add47-3af0-43f6-8b61-52bd6faa22ae None None] Port febcbd8d-6485-43a6-afb4-6e12f64ae30a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:39.377696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a6100f4c-0e08-4b41-8e87-4f369660f9e3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:39.409729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d447ccc4-5aed-4f2a-9a37-a670717579e2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:39.411421 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d447ccc4-5aed-4f2a-9a37-a670717579e2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c7 HTTP/1.1" status: 200  len: 929 time: 0.2660596
May 14 21:32:39.414258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49218) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:39.414513 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] For port 166a4b40-7949-4d9d-98da-656d53a0e29e, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:39.418906 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] For port 166a4b40-7949-4d9d-98da-656d53a0e29e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=166a4b40-7949-4d9d-98da-656d53a0e29e,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:39.466072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6e81fd54-6b48-458b-bc8f-4d9721277e1e tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:39.500857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f3cd96a0-4a92-4a52-ba3c-a0c76361fe83 None None] Provisioning complete for port 166a4b40-7949-4d9d-98da-656d53a0e29e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:39.502351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3cd96a0-4a92-4a52-ba3c-a0c76361fe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.539136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:39.539685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0fb7d0c5-06e2-41c7-9e4d-30278e2a9519), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.551568 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.555800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd96a0-4a92-4a52-ba3c-a0c76361fe83 None None] Port 166a4b40-7949-4d9d-98da-656d53a0e29e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:39.618668 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef0e6a-59ef-4978-832c-eb4ec479261d None None] Pushing event updated for resources: {'Port': ['ID=166a4b40-7949-4d9d-98da-656d53a0e29e,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:39.629627 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:39.630412 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d1ff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:39.673776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0fb7d0c5-06e2-41c7-9e4d-30278e2a9519), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.679927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c6bfdbfc-a914-4a48-a485-c00dc404fe53 None None] Provisioning complete for port 0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:39.680305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6bfdbfc-a914-4a48-a485-c00dc404fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0fb7d0c5-06e2-41c7-9e4d-30278e2a9519), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.692821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-e0b8de42-fa27-45e1-9663-d3575baed12c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=edfac6c5-c706-4629-944c-81d0943a6af1 HTTP/1.1" status: 200  len: 217 time: 0.5394137
May 14 21:32:39.707928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:39.746162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c6bfdbfc-a914-4a48-a485-c00dc404fe53 None None] Port 0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:39.820985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:39.837291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-05948ce0-df8d-4182-97df-06c03142bc4a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:39.839236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-05948ce0-df8d-4182-97df-06c03142bc4a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 818 time: 0.9996006
May 14 21:32:39.845811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-018b9ddb-145b-4256-b556-5fda8cd60471 admin admin] Publish callbacks [] for security_group (e7cae8e9-3b86-4662-b4c7-537fc908b63b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.850757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-242acc05-f102-4415-a11b-4d92b7dd2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:39.852671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-242acc05-f102-4415-a11b-4d92b7dd2bb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.1510928
May 14 21:32:39.939391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e81fd54-6b48-458b-bc8f-4d9721277e1e tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "PUT /v2.0/quotas/55d6be0220554977943c9d64a2e4bd76 HTTP/1.1" status: 200  len: 366 time: 0.7020438
May 14 21:32:39.941680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49244) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:39.971037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9c81ee8e-fd0e-4d7e-9d52-e76542918527 tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0219755
May 14 21:32:39.971037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:39.971712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-1e43231d-f74b-445a-a651-9a41df5bb36f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/quotas/59c0f4df562340e5bb096ef2eed9239e HTTP/1.1" status: 200  len: 375 time: 0.1110713
May 14 21:32:39.981658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-018b9ddb-145b-4256-b556-5fda8cd60471 admin admin] Publish callbacks [] for security_group (e7cae8e9-3b86-4662-b4c7-537fc908b63b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:39.987944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff850979-32a7-4728-ba43-8501658ea4a3 tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "GET /v2.0/quotas/55d6be0220554977943c9d64a2e4bd76 HTTP/1.1" status: 200  len: 366 time: 0.0211871
May 14 21:32:39.988563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49248) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:39.996941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-70b1f3d1-a1b3-45d2-96ff-0b7958cdcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:40.008236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-70b1f3d1-a1b3-45d2-96ff-0b7958cdcf47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1143055
May 14 21:32:40.066401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] Provisioning complete for port 166a4b40-7949-4d9d-98da-656d53a0e29e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:40.067225 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.079766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0fb7d0c5-06e2-41c7-9e4d-30278e2a9519), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.119776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-d931fe0a-a1e0-4315-bf8d-2a8d675fa45b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1270831
May 14 21:32:40.169789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.175516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 HTTP/1.1" status: 204  len: 168 time: 0.7578008
May 14 21:32:40.175516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c394c3a-1a79-417d-a042-1746dfe9386f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=0fb7d0c5-06e2-41c7-9e4d-30278e2a9519,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:40.176076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49250) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.217514 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d1ff70>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:39Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:40.218431 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f4a0f9-2fbe-466b-9896-fdc1c1d7c144 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:40.219923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-87f4a0f9-2fbe-466b-9896-fdc1c1d7c144 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/0fb7d0c5-06e2-41c7-9e4d-30278e2a9519 HTTP/1.1" status: 404  len: 333 time: 0.0429442
May 14 21:32:40.223536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.228046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] Current status of the port 166a4b40-7949-4d9d-98da-656d53a0e29e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:40.228429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.257208 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a65aef-fe5f-4baf-913f-84f77d6d67d7 None None] The sync data for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 is: [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:39Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:32:40.270058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-d66b9aed-9cb1-4c46-89de-f72ebd7adc8e service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550550
May 14 21:32:40.271267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9432da77-b779-420c-a03a-05c6ac7952d9 tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/55d6be0220554977943c9d64a2e4bd76 HTTP/1.1" status: 204  len: 168 time: 0.2816262
May 14 21:32:40.273623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49256) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.283868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] For port 166a4b40-7949-4d9d-98da-656d53a0e29e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=166a4b40-7949-4d9d-98da-656d53a0e29e,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:40.295462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7ef5c29-449d-4389-8a83-64b6da75c4b5 tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0206218
May 14 21:32:40.297894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49258) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.312097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7bb41b95-cd7a-470d-b475-4ba1c9f469fd tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "GET /v2.0/quotas/55d6be0220554977943c9d64a2e4bd76 HTTP/1.1" status: 200  len: 370 time: 0.0124440
May 14 21:32:40.319463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49260) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.326856 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-df6d9876-a5b9-428f-8c53-551309495e5c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "GET /v2.0/quotas/55d6be0220554977943c9d64a2e4bd76/default HTTP/1.1" status: 200  len: 370 time: 0.0040870
May 14 21:32:40.331087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49262) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.351099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-3f095e0b-deb5-4e0a-a6f4-61c927ad23a3 service neutron] 10.222.0.52 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245183
May 14 21:32:40.362415 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-7341f2a9-2a3d-4f36-a806-63db9ec825ae tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] delete failed (client error): The resource could not be found.
May 14 21:32:40.363757 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7341f2a9-2a3d-4f36-a806-63db9ec825ae tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/55d6be0220554977943c9d64a2e4bd76 HTTP/1.1" status: 404  len: 348 time: 0.0353310
May 14 21:32:40.410570 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-206475ba-e85e-49d6-ba76-1bf9e0cfc485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.415311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.506703 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-018b9ddb-145b-4256-b556-5fda8cd60471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7cae8e9-3b86-4662-b4c7-537fc908b63b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.509332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-018b9ddb-145b-4256-b556-5fda8cd60471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.511244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-018b9ddb-145b-4256-b556-5fda8cd60471 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7cae8e9-3b86-4662-b4c7-537fc908b63b HTTP/1.1" status: 204  len: 168 time: 1.5147235
May 14 21:32:40.514242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff036d-6efe-4a8a-bf72-57b6b6c34290 None None] Pushing event updated for resources: {'Port': ['ID=166a4b40-7949-4d9d-98da-656d53a0e29e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:40.554303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9ddb-145b-4256-b556-5fda8cd60471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cae8e9-3b86-4662-b4c7-537fc908b63b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:40.569028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-d6f7b916-a9b6-4000-bc7c-a434f5f53bd8 service neutron] 10.222.0.52 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1800389
May 14 21:32:40.574300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port febcbd8d-6485-43a6-afb4-6e12f64ae30a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:40.574821 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.690564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-8b24e14e-db3a-4d37-adc3-4af7f1db3c45 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4126763
May 14 21:32:40.744174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-e1825924-27ba-4c4a-a3b9-6e34fe660daa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=fa577191-77f9-4d03-a86c-1dae3aad889a HTTP/1.1" status: 200  len: 217 time: 0.0460353
May 14 21:32:40.764583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:40.792579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:network and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:40.792579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:40.796448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:subnet and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:40.798714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:40.800787 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:40.805671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:subnetpool and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:40.823241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for febcbd8d-6485-43a6-afb4-6e12f64ae30a owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:40.826122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-e903ad90-dd9a-45bb-9514-15c67f66f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:40.827251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:40.827645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-e903ad90-dd9a-45bb-9514-15c67f66f8aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0772829
May 14 21:32:40.844634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:port and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:40.848626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:40.856224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:router and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:40.861804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:40.879019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:floatingip and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:40.879019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:40.934486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d7a2024b-1a2e-4194-adcd-2dd1a3eee269 req-a41786c0-7745-4e68-8d70-9c00247d3f4c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 210 time: 0.0451880
May 14 21:32:40.935064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-29a3818d-062d-4be6-ba01-ebf8ac1fb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:40.937482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-29a3818d-062d-4be6-ba01-ebf8ac1fb656 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0856199
May 14 21:32:40.993550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:security_group and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:41.005295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:41.021147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Usage tracker for resource:security_group_rule and project:7ed63d34601b465898ecacd22cd3e558 is out of sync, need to count used quota {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 14 21:32:41.028363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.quota.resource [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115780) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 14 21:32:41.039453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5f7d3f4f-3f8d-4a96-a41a-7050ce2ea07c tempest-QuotasTest-1133392860 tempest-QuotasTest-1133392860-project-admin] 10.222.0.52 "GET /v2.0/quotas/7ed63d34601b465898ecacd22cd3e558/details.json HTTP/1.1" status: 200  len: 703 time: 0.2738051
May 14 21:32:41.142716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-c6a379c6-9598-4cda-b2d6-29dd75e950a6 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968942
May 14 21:32:41.292514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-48ddf718-b548-4900-bcdc-5b3edfe8ba59 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423059
May 14 21:32:41.345336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-8ffb7c2a-be30-4184-bee7-494267b1347a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4663d148-3f78-4667-9e22-e6be0e34d3da HTTP/1.1" status: 200  len: 217 time: 0.0453789
May 14 21:32:41.405108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-787395d1-a2fc-40bb-919c-b8a1855b1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:41.406597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-787395d1-a2fc-40bb-919c-b8a1855b1f2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0556998
May 14 21:32:41.407316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (febcbd8d-6485-43a6-afb4-6e12f64ae30a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:41.481634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=febcbd8d-6485-43a6-afb4-6e12f64ae30a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:41.531963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-fb2c3bcd-33c1-4cf1-8fb0-6c20b2e11f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:41.534794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-fb2c3bcd-33c1-4cf1-8fb0-6c20b2e11f8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1202631
May 14 21:32:41.537915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:41.541470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f79dc15-9aaf-452c-9841-44f6a4cd6f90 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/febcbd8d-6485-43a6-afb4-6e12f64ae30a HTTP/1.1" status: 204  len: 168 time: 1.3155284
May 14 21:32:41.544601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49308) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:41.614274 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-820f88b1-f8e9-49c4-a3b3-ca4d16066463 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:41.615789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-820f88b1-f8e9-49c4-a3b3-ca4d16066463 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/febcbd8d-6485-43a6-afb4-6e12f64ae30a HTTP/1.1" status: 404  len: 333 time: 0.0692918
May 14 21:32:41.623357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49312) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:41.692161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet f482d4f4-9a01-4ba9-9c6d-354842248d2c {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:41.704428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (f482d4f4-9a01-4ba9-9c6d-354842248d2c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:41.718324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-28a4498a-1f0c-498d-83c1-8f98f06ea3d2 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753552
May 14 21:32:41.813791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49316) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:41.871323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (f482d4f4-9a01-4ba9-9c6d-354842248d2c), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:41.906859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:41.933944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-02613fe9-a94f-4629-a9a6-c1e33efc0163 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2078750
May 14 21:32:41.997470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-1e733b1e-5958-485c-b85b-0e2ae9a54816 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39024741-3b76-4bb3-aecf-4392e5246961 HTTP/1.1" status: 200  len: 217 time: 0.0573890
May 14 21:32:42.040391 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f482d4f4-9a01-4ba9-9c6d-354842248d2c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.070083 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a9c20d4-8852-4ad6-a866-6459b707d79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.117775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3abef726-ca68-480d-a346-fd188ac07944 req-666c43a9-4ce5-4ef7-b51d-7a6ef5703919 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 210 time: 0.0873146
May 14 21:32:42.195589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-724d90ea-9ad2-4340-a749-da356aafa747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:42.197064 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-724d90ea-9ad2-4340-a749-da356aafa747 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.1898904
May 14 21:32:42.249775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (f482d4f4-9a01-4ba9-9c6d-354842248d2c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.294245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 166a4b40-7949-4d9d-98da-656d53a0e29e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:42.320492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-fce86b23-a776-403e-ac66-d0ff71d4b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:42.322339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-fce86b23-a776-403e-ac66-d0ff71d4b600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1187088
May 14 21:32:42.361838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=f482d4f4-9a01-4ba9-9c6d-354842248d2c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:42.378046 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.385430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-016ba656-5a9a-47ef-b74c-0fccee7d1bb2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f482d4f4-9a01-4ba9-9c6d-354842248d2c HTTP/1.1" status: 204  len: 168 time: 0.7596731
May 14 21:32:42.389406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059e18b-2303-460a-b642-9445faf4b8cd None None] Network 84c807fe-ba07-493e-afec-c3edb000be2b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:42.393533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49332) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:42.461161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-ed5557a1-eb3c-408a-b41b-f595c5939b29 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:42.463319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-ed5557a1-eb3c-408a-b41b-f595c5939b29 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 818 time: 0.3080406
May 14 21:32:42.479381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'port': {'device_id': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'admin_state_up': True, 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:42.507511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-6fdcec41-5093-4fed-9850-38708b192c8f service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733897
May 14 21:32:42.520034 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.525610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 166a4b40-7949-4d9d-98da-656d53a0e29e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:42.525610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.556799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a9c20d4-8852-4ad6-a866-6459b707d79f admin admin] Publish callbacks [] for security_group (828b0c16-b9f1-4377-873f-59f4c0852330), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.571770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (84c807fe-ba07-493e-afec-c3edb000be2b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.639548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:42.639905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.642445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a9c20d4-8852-4ad6-a866-6459b707d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (828b0c16-b9f1-4377-873f-59f4c0852330), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.720196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] DHCP port deletion for 84c807fe-ba07-493e-afec-c3edb000be2b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:32:42.767594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 166a4b40-7949-4d9d-98da-656d53a0e29e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:42.773984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0144548-2f57-4008-9c5e-1b188550b6c3 req-898c0e0b-a96a-43c1-b31a-9b44349646f7 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2448618
May 14 21:32:42.786498 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a9c20d4-8852-4ad6-a866-6459b707d79f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c087509b6aa40b0b220f34beebf3501&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9716322
May 14 21:32:42.790241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:42.792087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c20d4-8852-4ad6-a866-6459b707d79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b0c16-b9f1-4377-873f-59f4c0852330,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:42.810760 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] For port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,segment=NetworkSegment(e11c0de1-c184-40c3-8022-25d4c4731060),segment_id=e11c0de1-c184-40c3-8022-25d4c4731060)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:42.811444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.830319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:42.844064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] Deleting port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:42.853725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.872107 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef6edaae-47bf-4f1a-8e70-7326ce8a154f admin admin] Publish callbacks [] for security_group (828b0c16-b9f1-4377-873f-59f4c0852330), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.896706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef6edaae-47bf-4f1a-8e70-7326ce8a154f admin admin] Publish callbacks [] for security_group (828b0c16-b9f1-4377-873f-59f4c0852330), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.907327 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0770b4b8-c24f-4826-900f-0f38c53df270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.939740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Made reservation on behalf of 59c0f4df562340e5bb096ef2eed9239e for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:42.943660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.967453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] For port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,segment=NetworkSegment(e11c0de1-c184-40c3-8022-25d4c4731060),segment_id=e11c0de1-c184-40c3-8022-25d4c4731060)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:42.967928 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:42.981754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] Calling delete_port for 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:43.082579 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.091395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9e74e7f0-7aea-4d32-9157-dda4caaf70f0), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.121607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] Pushing event deleted for resources: {'Port': ['ID=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:43.124134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=9e74e7f0-7aea-4d32-9157-dda4caaf70f0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:43.129242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5d291-40b4-46df-a5de-0a6cd56804a0 None None] No DVR routers for this DVR port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:43.148138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No DVR routers for this DVR port 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:43.185254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef6edaae-47bf-4f1a-8e70-7326ce8a154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (828b0c16-b9f1-4377-873f-59f4c0852330), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.190766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef6edaae-47bf-4f1a-8e70-7326ce8a154f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.194277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ef6edaae-47bf-4f1a-8e70-7326ce8a154f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/828b0c16-b9f1-4377-873f-59f4c0852330 HTTP/1.1" status: 204  len: 168 time: 0.4013162
May 14 21:32:43.265606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (84c807fe-ba07-493e-afec-c3edb000be2b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.272925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6edaae-47bf-4f1a-8e70-7326ce8a154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b0c16-b9f1-4377-873f-59f4c0852330,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:43.300540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523089a190>,) {'filters': {'network_id': ['84c807fe-ba07-493e-afec-c3edb000be2b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:43.354432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523089a190>, 'e11c0de1-c184-40c3-8022-25d4c4731060') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:43.354818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523089a190>, 'e11c0de1-c184-40c3-8022-25d4c4731060') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:43.378366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-142fb7f1-d6e5-448d-ab22-2b92b0b41140 req-4dd9618a-1d58-43b3-9dd8-93b127cbb894 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 210 time: 0.0626678
May 14 21:32:43.382265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (e11c0de1-c184-40c3-8022-25d4c4731060), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.406943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e11c0de1-c184-40c3-8022-25d4c4731060), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.415209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:43.415467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (e11c0de1-c184-40c3-8022-25d4c4731060), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.416246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Allocated IP 172.20.0.11 (80d87f84-7a26-47b5-8752-d965abc19974/4286a7fa-1e79-42e8-916b-8f6b26d50853/3bd86955-065d-4044-84d3-96660ce658cb) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   warnings.warn('Neutron quota engine will require "--force" '
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:43.420909 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:43.602717 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for port (3bd86955-065d-4044-84d3-96660ce658cb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.620877 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (84c807fe-ba07-493e-afec-c3edb000be2b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.628985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.636737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/84c807fe-ba07-493e-afec-c3edb000be2b HTTP/1.1" status: 204  len: 168 time: 1.2395861
May 14 21:32:43.636956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49364) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:43.642512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-808492727'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:43.666049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e75c0-d837-46ef-97aa-2ae3334470f6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=84c807fe-ba07-493e-afec-c3edb000be2b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:43.690713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3bd86955-065d-4044-84d3-96660ce658cb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.751583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:43.755040 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.782071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Network 80d87f84-7a26-47b5-8752-d965abc19974 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:43.790471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:43.794783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:43.799963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'Port': ['ID=3bd86955-065d-4044-84d3-96660ce658cb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:43.821580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.845441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:43.882784 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5859c26e-98d4-4ca1-bf12-ab06f6f50114), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:43.883199 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment 5859c26e-98d4-4ca1-bf12-ab06f6f50114 of type vlan for network 909c8271-a0b2-48dc-ad4e-6f2df9e22448
May 14 21:32:43.939395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:43.940967 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.001505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (909c8271-a0b2-48dc-ad4e-6f2df9e22448), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.049082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-663961fc-8a17-4aa7-a993-438e59568370 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:44.050672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-663961fc-8a17-4aa7-a993-438e59568370 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 818 time: 0.2259254
May 14 21:32:44.062592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'port': {'device_id': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'admin_state_up': True, 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:44.188070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d8cf3157-7242-4d5a-b267-bfcd76e2c650 None None] Provisioning complete for port 3bd86955-065d-4044-84d3-96660ce658cb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:44.188621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d8cf3157-7242-4d5a-b267-bfcd76e2c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bd86955-065d-4044-84d3-96660ce658cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.215921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:44.248890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:44.249537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9e74e7f0-7aea-4d32-9157-dda4caaf70f0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:44.262394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d8cf3157-7242-4d5a-b267-bfcd76e2c650 None None] Port 3bd86955-065d-4044-84d3-96660ce658cb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:44.297991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49378) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:44.313798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac5efef-c017-4320-aa94-5974452206b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.383420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-c7362314-e016-4839-b70b-9c481a7e86cf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9090126
May 14 21:32:44.390973 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (909c8271-a0b2-48dc-ad4e-6f2df9e22448), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.396390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:44.396888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.412248 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac5efef-c017-4320-aa94-5974452206b3 admin admin] Publish callbacks [] for security_group (4dc63d5c-b12a-4406-9547-d88f931bc043), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.499042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9122992-392b-44df-9a6c-43cf673ea5f9 req-3e798b0f-b017-46df-9e6e-2fba7a462a9e tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 210 time: 0.0457158
May 14 21:32:44.512307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ac5efef-c017-4320-aa94-5974452206b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4dc63d5c-b12a-4406-9547-d88f931bc043), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.522028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=909c8271-a0b2-48dc-ad4e-6f2df9e22448,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:44.535418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:44.569002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cb6844ca-f218-478e-a39f-efadac107722 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 752 time: 0.9285779
May 14 21:32:44.572489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49386) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:44.574699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:44.629569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ac5efef-c017-4320-aa94-5974452206b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ed63d34601b465898ecacd22cd3e558&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3250690
May 14 21:32:44.630133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5efef-c017-4320-aa94-5974452206b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc63d5c-b12a-4406-9547-d88f931bc043,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:44.633037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49392) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:44.684143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Request body: {'port': {'device_id': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:44.720998 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-085217d7-0375-44a3-a8ca-e0b58ad1d92a admin admin] Publish callbacks [] for security_group (4dc63d5c-b12a-4406-9547-d88f931bc043), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.744671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-085217d7-0375-44a3-a8ca-e0b58ad1d92a admin admin] Publish callbacks [] for security_group (4dc63d5c-b12a-4406-9547-d88f931bc043), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.768612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bd86955-065d-4044-84d3-96660ce658cb), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.819720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Made reservation on behalf of 59c0f4df562340e5bb096ef2eed9239e for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:44.823991 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.828543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:44.831871 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.919249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-085217d7-0375-44a3-a8ca-e0b58ad1d92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4dc63d5c-b12a-4406-9547-d88f931bc043), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.922246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-085217d7-0375-44a3-a8ca-e0b58ad1d92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:44.923587 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-085217d7-0375-44a3-a8ca-e0b58ad1d92a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4dc63d5c-b12a-4406-9547-d88f931bc043 HTTP/1.1" status: 204  len: 168 time: 0.2875121
May 14 21:32:44.938523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085217d7-0375-44a3-a8ca-e0b58ad1d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc63d5c-b12a-4406-9547-d88f931bc043,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:45.234642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Allocated IP 172.20.0.12 (80d87f84-7a26-47b5-8752-d965abc19974/4286a7fa-1e79-42e8-916b-8f6b26d50853/3bdd3c6d-f517-4fec-8956-4ac2b17c2b04) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:45.420946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:45.492487 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:45.508129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:45.526727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': '5859c26e-98d4-4ca1-bf12-ab06f6f50114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:45.527095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 909c8271-a0b2-48dc-ad4e-6f2df9e22448, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:45.626706 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44548a16-26c7-460f-9db1-2934e1a05791 req-4409d73c-5529-4ea9-b009-45eac9ae0707 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 210 time: 0.0346074
May 14 21:32:45.751444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:45.759604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:45.762551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:45.846653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Network 80d87f84-7a26-47b5-8752-d965abc19974 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:45.851092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:45.864448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:45.872695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 909c8271-a0b2-48dc-ad4e-6f2df9e22448) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:45.890131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7772cf-b534-4651-8a5d-acd37e6c18eb None None] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:45.899357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:45.899981 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:45.906521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'Port': ['ID=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:45.969132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:45.969921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.066163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-909c8271-a0b2-48dc-ad4e-6f2df9e22448', 'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': '0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:32:46.067352 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.075081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd86955-065d-4044-84d3-96660ce658cb {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:46.084944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Publish callbacks [] for port (3bd86955-065d-4044-84d3-96660ce658cb), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.094302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f18a51cb-f300-41bc-b138-6cc6b4b32db7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5209985
May 14 21:32:46.094815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49438) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:46.104198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448', 'name': 'tempest-PortsIpV6TestJSON-1137653207', 'fixed_ips': [{'subnet_id': '0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89', 'ip_address': '2001:db8::10'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:46.104763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Transition to ACTIVE for port object 3bd86955-065d-4044-84d3-96660ce658cb will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:32:46.133840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-378d445c-b10d-4fd3-904d-f41583252c1c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0751479
May 14 21:32:46.147218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Request body: {'port': {'device_id': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:46.216484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3bd86955-065d-4044-84d3-96660ce658cb), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.273106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5056a461-2454-47e7-bf43-962394963daf None None] Provisioning complete for port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:46.273720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5056a461-2454-47e7-bf43-962394963daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.285790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.318920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Pushing event updated for resources: {'Port': ['ID=3bd86955-065d-4044-84d3-96660ce658cb,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:46.351282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:46.360483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5056a461-2454-47e7-bf43-962394963daf None None] Port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:46.398281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Allocated IP 2001:db8::2 (909c8271-a0b2-48dc-ad4e-6f2df9e22448/0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89/e590fb83-bf6e-4395-a565-48cc01755452) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:46.514250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.559233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 727a8ac0-0549-460f-a2ae-d57d4c368815 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:46.649165 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Publish callbacks [] for port (e590fb83-bf6e-4395-a565-48cc01755452), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.749470 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e590fb83-bf6e-4395-a565-48cc01755452), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.765250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Attempting to bind port 3bd86955-065d-4044-84d3-96660ce658cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:46.765810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Attempting to bind port 3bd86955-065d-4044-84d3-96660ce658cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:46.766179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Attempting to bind port 3bd86955-065d-4044-84d3-96660ce658cb on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:46.821170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Pushing event updated for resources: {'Port': ['ID=e590fb83-bf6e-4395-a565-48cc01755452,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:46.824593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.833634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:46.835409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:46.838090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:46.860731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::10 (909c8271-a0b2-48dc-ad4e-6f2df9e22448/0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89/727a8ac0-0549-460f-a2ae-d57d4c368815) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:46.884396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:46.904721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Publish callbacks [] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.940516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Attempting to bind port e590fb83-bf6e-4395-a565-48cc01755452 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:46.941153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Attempting to bind port e590fb83-bf6e-4395-a565-48cc01755452 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5859c26e-98d4-4ca1-bf12-ab06f6f50114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:46.942440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Attempting to bind port e590fb83-bf6e-4395-a565-48cc01755452 on network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:46.950109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Transition to ACTIVE for port object 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:32:46.950776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:46.951034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Port 3bd86955-065d-4044-84d3-96660ce658cb on network 80d87f84-7a26-47b5-8752-d965abc19974 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:46.951749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Checking segment: {'id': '5859c26e-98d4-4ca1-bf12-ab06f6f50114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:46.952428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.952921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Bound using segment: {'id': '5859c26e-98d4-4ca1-bf12-ab06f6f50114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:46.953486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Attempting to bind port 3bd86955-065d-4044-84d3-96660ce658cb on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:46.953595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Bound port: e590fb83-bf6e-4395-a565-48cc01755452, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5859c26e-98d4-4ca1-bf12-ab06f6f50114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:46.954043 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e590fb83-bf6e-4395-a565-48cc01755452), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:46.977078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:46.977078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Checking segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:46.977078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Bound using segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:46.977078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Bound port: 3bd86955-065d-4044-84d3-96660ce658cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:46.977583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bd86955-065d-4044-84d3-96660ce658cb), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.035817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] For port e590fb83-bf6e-4395-a565-48cc01755452, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:47.039076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] For port e590fb83-bf6e-4395-a565-48cc01755452, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e590fb83-bf6e-4395-a565-48cc01755452,segment=NetworkSegment(5859c26e-98d4-4ca1-bf12-ab06f6f50114),segment_id=5859c26e-98d4-4ca1-bf12-ab06f6f50114)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:47.048255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.060710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443f4e6-68a1-459f-93a2-e0f94a8b494f req-6f5f0c1b-99e3-4539-8e34-d7d63bd8bf37 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:47.062231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b443f4e6-68a1-459f-93a2-e0f94a8b494f req-6f5f0c1b-99e3-4539-8e34-d7d63bd8bf37 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 932 time: 0.1172838
May 14 21:32:47.084126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.129502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e590fb83-bf6e-4395-a565-48cc01755452), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.147260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] For port 3bd86955-065d-4044-84d3-96660ce658cb, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:47.199919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.221936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] For port 3bd86955-065d-4044-84d3-96660ce658cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bd86955-065d-4044-84d3-96660ce658cb,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:47.226703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b0389-08fa-404d-ab0b-73c06efef97d None None] Pushing event updated for resources: {'Port': ['ID=e590fb83-bf6e-4395-a565-48cc01755452,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:47.231647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:47.268289 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b443f4e6-68a1-459f-93a2-e0f94a8b494f req-d6b246d5-44cc-474a-995e-a75b32a7b94d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954646
May 14 21:32:47.308732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3bd86955-065d-4044-84d3-96660ce658cb), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.323294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:47.333588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:47.351642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:47.358942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:47.360295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.368838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:47.369652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.371619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-33dbc465-b737-482a-bf74-4180d884452c service neutron] 10.222.0.48 "PUT /v2.0/ports/3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 200  len: 1092 time: 2.9601617
May 14 21:32:47.372426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'tag': '3bd86955-065d-4044-84d3-96660ce658cb'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:47.378903 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d944397-f9b8-4893-8ebf-2cad2fcab96f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f98eb2-6910-4d90-86c1-bc42958e30ca", "tag": "3bd86955-065d-4044-84d3-96660ce658cb"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:47.417178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=727a8ac0-0549-460f-a2ae-d57d4c368815,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:47.443989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbc465-b737-482a-bf74-4180d884452c service neutron] Pushing event updated for resources: {'Port': ['ID=3bd86955-065d-4044-84d3-96660ce658cb,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:47.454476 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43760b06-b305-43d3-bdad-ad86044eb6ff x-openstack-request-id: req-43760b06-b305-43d3-bdad-ad86044eb6ff {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:47.454875 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f98eb2-6910-4d90-86c1-bc42958e30ca", "tag": "3bd86955-065d-4044-84d3-96660ce658cb", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:47.455234 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43760b06-b305-43d3-bdad-ad86044eb6ff {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:47.455784 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43760b06-b305-43d3-bdad-ad86044eb6ff'] response: {'name': 'network-changed', 'server_uuid': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'tag': '3bd86955-065d-4044-84d3-96660ce658cb', 'status': 'completed', 'code': 200}
May 14 21:32:47.461228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Attempting to bind port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:47.461704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Attempting to bind port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:47.462305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Attempting to bind port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:47.468994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 on network 80d87f84-7a26-47b5-8752-d965abc19974 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:32:47.469671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Attempting to bind port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:47.475840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:47.476488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Checking segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:47.477093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Bound using segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:47.477775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Bound port: 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:47.478199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.581547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944397-f9b8-4893-8ebf-2cad2fcab96f req-f82a269a-2c43-45a0-9e33-8c41d2fa78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:47.583180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d944397-f9b8-4893-8ebf-2cad2fcab96f req-f82a269a-2c43-45a0-9e33-8c41d2fa78e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1126 time: 0.0944767
May 14 21:32:47.590085 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f4ab7ef5-735d-4a5c-a30d-11505f9b72da tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4927816
May 14 21:32:47.595239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49464) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:47.608695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '909c8271-a0b2-48dc-ad4e-6f2df9e22448', 'name': 'tempest-PortsIpV6TestJSON-1792203988', 'fixed_ips': [{'subnet_id': '0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89', 'ip_address': '2001:db8::f'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:47.722127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] For port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:47.750104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] For port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:47.820120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944397-f9b8-4893-8ebf-2cad2fcab96f req-bfe7c317-7e96-4fde-bf02-75c61c08454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:47.821753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d944397-f9b8-4893-8ebf-2cad2fcab96f req-bfe7c317-7e96-4fde-bf02-75c61c08454c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=59c0f4df562340e5bb096ef2eed9239e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2140310
May 14 21:32:47.825328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.889229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:47.898063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:47.922809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port 94ceac20-958c-49c2-afcd-1afbbcaea911 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:47.988156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49478) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:48.031716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.032510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.033172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49482) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:48.035097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] 10.222.0.48 "PUT /v2.0/ports/3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 200  len: 1092 time: 1.8926229
May 14 21:32:48.039146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0244a-7213-4011-b9ba-72250ea8b284 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:48.240643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d944397-f9b8-4893-8ebf-2cad2fcab96f req-380fe334-0458-467a-b77f-d693fc8aeb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.242397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8d944397-f9b8-4893-8ebf-2cad2fcab96f req-380fe334-0458-467a-b77f-d693fc8aeb32 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3801837
May 14 21:32:48.268313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34672262-ef3a-4504-9804-4179891cc4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.288658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1078896053', 'router:external': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:48.313294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-f266fbda-75b8-453e-a5b1-29e5aebc483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.315012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e590fb83-bf6e-4395-a565-48cc01755452 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:48.315593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-f266fbda-75b8-453e-a5b1-29e5aebc483e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1126 time: 0.1420338
May 14 21:32:48.388265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::f (909c8271-a0b2-48dc-ad4e-6f2df9e22448/0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89/94ceac20-958c-49c2-afcd-1afbbcaea911) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:48.428458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e590fb83-bf6e-4395-a565-48cc01755452 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:48.428845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e590fb83-bf6e-4395-a565-48cc01755452), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.463142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-c0dd0167-9d0e-4bbb-8261-d020e67a755f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 200  len: 217 time: 0.0758438
May 14 21:32:48.486352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Made reservation on behalf of 032ba616dcc14854aeef541cdedda6df for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:48.488863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.501301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-e8e31387-0c3a-4208-b828-20dac18e6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.503099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-e8e31387-0c3a-4208-b828-20dac18e6a1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1126 time: 0.2040913
May 14 21:32:48.503535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.528171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e590fb83-bf6e-4395-a565-48cc01755452 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:48.528808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e590fb83-bf6e-4395-a565-48cc01755452), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.573878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e590fb83-bf6e-4395-a565-48cc01755452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e590fb83-bf6e-4395-a565-48cc01755452,segment=NetworkSegment(5859c26e-98d4-4ca1-bf12-ab06f6f50114),segment_id=5859c26e-98d4-4ca1-bf12-ab06f6f50114)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:48.594667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34672262-ef3a-4504-9804-4179891cc4cb admin admin] Publish callbacks [] for security_group (ab04aaac-577a-4b7b-965e-baa914f9583d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.641391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-d0566045-ef5b-4a51-a9e1-8e12d003c918 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 200  len: 217 time: 0.0625453
May 14 21:32:48.643082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-9d416f41-b201-417e-b319-49bc17b0955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.644531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-9d416f41-b201-417e-b319-49bc17b0955d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.1447814
May 14 21:32:48.653410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec321b-8332-48bd-8f5d-84cc2c976e30 req-f495f77c-fd69-408c-97c3-2c2b97505901 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.653726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e590fb83-bf6e-4395-a565-48cc01755452), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.654979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57ec321b-8332-48bd-8f5d-84cc2c976e30 req-f495f77c-fd69-408c-97c3-2c2b97505901 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 944 time: 0.1973295
May 14 21:32:48.691822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34672262-ef3a-4504-9804-4179891cc4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab04aaac-577a-4b7b-965e-baa914f9583d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.723598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-34672262-ef3a-4504-9804-4179891cc4cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01d43a90ddfb4d95909b88ddec426a3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7341766
May 14 21:32:48.725283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e590fb83-bf6e-4395-a565-48cc01755452,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:48.727542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.740598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:48.789625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-8f1b5b20-24d5-4fde-aed4-2f27d863ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.791877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-8f1b5b20-24d5-4fde-aed4-2f27d863ad4a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1353631
May 14 21:32:48.802754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-e1e9aba9-b1f4-42a7-855e-2e24c30af814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.810371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-e1e9aba9-b1f4-42a7-855e-2e24c30af814 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.1471019
May 14 21:32:48.810533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672262-ef3a-4504-9804-4179891cc4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab04aaac-577a-4b7b-965e-baa914f9583d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:48.846205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for security_group (049b4ee0-a882-4d00-adc1-b8eed7eb6922), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.864100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8e232c2-508c-4791-aff0-75800cde017a admin admin] Publish callbacks [] for security_group (ab04aaac-577a-4b7b-965e-baa914f9583d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.875286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57ec321b-8332-48bd-8f5d-84cc2c976e30 req-87e7240b-9932-4e58-9731-2388a3f9bec4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983225
May 14 21:32:48.889062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8e232c2-508c-4791-aff0-75800cde017a admin admin] Publish callbacks [] for security_group (ab04aaac-577a-4b7b-965e-baa914f9583d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.899875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476ea06-bd57-40b9-95ad-b950c0de6f1a None None] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:48.916283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-7363ef85-4eb2-4ee6-9caa-87aeeba5f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:48.918015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-7363ef85-4eb2-4ee6-9caa-87aeeba5f405 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0893917
May 14 21:32:48.935602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (049b4ee0-a882-4d00-adc1-b8eed7eb6922), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.969371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:48.981586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049b4ee0-a882-4d00-adc1-b8eed7eb6922,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:48.991370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-009fb064-eaea-4e0a-a531-bb5c290ec55f None None] Provisioning complete for port e590fb83-bf6e-4395-a565-48cc01755452 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:48.992136 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-009fb064-eaea-4e0a-a531-bb5c290ec55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e590fb83-bf6e-4395-a565-48cc01755452), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:48.993623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.051891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-ef579993-d8d7-4cb2-ae61-c7d90ccf9353 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513404
May 14 21:32:49.073058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=94ceac20-958c-49c2-afcd-1afbbcaea911,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:49.088857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:49.091914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:49.095661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:49.108511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:49.109157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.123092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8e232c2-508c-4791-aff0-75800cde017a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab04aaac-577a-4b7b-965e-baa914f9583d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.125648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8e232c2-508c-4791-aff0-75800cde017a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.127470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d8e232c2-508c-4791-aff0-75800cde017a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab04aaac-577a-4b7b-965e-baa914f9583d HTTP/1.1" status: 204  len: 168 time: 0.3852019
May 14 21:32:49.130997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (55911279-ca4d-48cb-85fb-44008d09fc29), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.131671 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Added segment 55911279-ca4d-48cb-85fb-44008d09fc29 of type vlan for network f6627c5f-2f5f-4c12-8253-d8ef17280ec2
May 14 21:32:49.131918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-104ff1dc-ef5d-4cce-bc84-e62bb03ee779 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062156
May 14 21:32:49.155496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e232c2-508c-4791-aff0-75800cde017a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab04aaac-577a-4b7b-965e-baa914f9583d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:49.206347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-009fb064-eaea-4e0a-a531-bb5c290ec55f None None] Current status of the port e590fb83-bf6e-4395-a565-48cc01755452 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:49.207928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (f6627c5f-2f5f-4c12-8253-d8ef17280ec2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.230638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-326f8182-2738-4beb-a61c-40ce51a3a528 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6308155
May 14 21:32:49.239004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49502) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:49.345327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18c53a41-79ab-4e6d-91dc-2ee93558b42f req-8116a634-c4ab-4f09-ad76-a8f93f7dd3d7 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592614
May 14 21:32:49.349259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40b9f886-dd5b-4c90-9527-ec2f05c6b89c req-7ab50f12-8696-4914-8319-8c7b96e3e250 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031021
May 14 21:32:49.360129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca9326-42f2-4510-9962-4a79115b6321 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:49.365881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-76ca9326-42f2-4510-9962-4a79115b6321 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1277206
May 14 21:32:49.366245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49504) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:49.399103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (f6627c5f-2f5f-4c12-8253-d8ef17280ec2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.400425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:49.401090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.460091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847348d-f1ba-47c9-a07d-725f491ff4e9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:49.466280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847348d-f1ba-47c9-a07d-725f491ff4e9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:49.471760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847348d-f1ba-47c9-a07d-725f491ff4e9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:49.473535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5847348d-f1ba-47c9-a07d-725f491ff4e9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2391 time: 0.1060836
May 14 21:32:49.474195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'tag': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:49.486652 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3805e0-e1aa-429d-bd09-1283ca6abff9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8a0510-504e-4380-b02e-0e0f3c522ba9", "tag": "3bdd3c6d-f517-4fec-8956-4ac2b17c2b04"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:49.486652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49506) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:49.495535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.4444234
May 14 21:32:49.496170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:49.503402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'subnet': {'network_id': 'f6627c5f-2f5f-4c12-8253-d8ef17280ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:49.513364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300a75-e7cc-4d3f-8172-44908fce8f0b tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Network': ['ID=f6627c5f-2f5f-4c12-8253-d8ef17280ec2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:49.528047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network f6627c5f-2f5f-4c12-8253-d8ef17280ec2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:49.642072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Made reservation on behalf of 032ba616dcc14854aeef541cdedda6df for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:49.645029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.673007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Provisioning complete for port 727a8ac0-0549-460f-a2ae-d57d4c368815 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:49.673386 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.720603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Port 727a8ac0-0549-460f-a2ae-d57d4c368815 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:49.755156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Provisioning complete for port 94ceac20-958c-49c2-afcd-1afbbcaea911 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:49.755616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.844960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Port 94ceac20-958c-49c2-afcd-1afbbcaea911 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:49.857512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Provisioning complete for port e590fb83-bf6e-4395-a565-48cc01755452 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:49.857889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e590fb83-bf6e-4395-a565-48cc01755452), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.938315 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8129486b-1b90-4a7e-8e77-c4ad9aee8522 x-openstack-request-id: req-8129486b-1b90-4a7e-8e77-c4ad9aee8522 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:49.938890 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8a0510-504e-4380-b02e-0e0f3c522ba9", "tag": "3bdd3c6d-f517-4fec-8956-4ac2b17c2b04", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:49.939056 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8129486b-1b90-4a7e-8e77-c4ad9aee8522 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:49.939684 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8129486b-1b90-4a7e-8e77-c4ad9aee8522'] response: {'name': 'network-changed', 'server_uuid': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'tag': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04', 'status': 'completed', 'code': 200}
May 14 21:32:49.960239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 94ceac20-958c-49c2-afcd-1afbbcaea911 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:49.960878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:49.981912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49518) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:50.011335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-447034d6-58a9-47ec-a827-dad222ac1c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.147897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3df145-c34f-4f3b-87ca-9b2dfe9b24e3 req-519b4ff8-bf94-4e94-8a85-3652b7421f0c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:50.147897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd3df145-c34f-4f3b-87ca-9b2dfe9b24e3 req-519b4ff8-bf94-4e94-8a85-3652b7421f0c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 944 time: 0.1413820
May 14 21:32:50.153774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb5779-ed48-4a9c-8cef-ad0eda1f37b7 None None] Current status of the port e590fb83-bf6e-4395-a565-48cc01755452 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:50.220406 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.256202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 94ceac20-958c-49c2-afcd-1afbbcaea911 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:50.260923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:32:50.261512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f119dcd2-bbb9-4c57-bed2-cdb2ff912826), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.276375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d3084d30-bbfc-4caf-ae63-e57657fc4ced None None] Provisioning complete for port 727a8ac0-0549-460f-a2ae-d57d4c368815 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:50.276733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d3084d30-bbfc-4caf-ae63-e57657fc4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.306356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e590fb83-bf6e-4395-a565-48cc01755452 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:50.314452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd3df145-c34f-4f3b-87ca-9b2dfe9b24e3 req-a259673f-c141-4ba7-bbeb-ec2aa8ba9dfd tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555502
May 14 21:32:50.366342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f119dcd2-bbb9-4c57-bed2-cdb2ff912826,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:50.379702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Checking segment: {'id': '55911279-ca4d-48cb-85fb-44008d09fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f6627c5f-2f5f-4c12-8253-d8ef17280ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:50.380065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network hostable DHCP agents. Network: f6627c5f-2f5f-4c12-8253-d8ef17280ec2, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:50.384723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d3084d30-bbfc-4caf-ae63-e57657fc4ced None None] Port 727a8ac0-0549-460f-a2ae-d57d4c368815 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:50.395880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-447034d6-58a9-47ec-a827-dad222ac1c1d admin admin] Publish callbacks [] for security_group (863ec695-e30d-489d-b4cc-40d8aa268d11), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.401052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e590fb83-bf6e-4395-a565-48cc01755452 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:50.401619 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e590fb83-bf6e-4395-a565-48cc01755452), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.484433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e590fb83-bf6e-4395-a565-48cc01755452 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:50.513248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b27b74e-58e5-432d-af91-ffc5aef2723c None None] Provisioning complete for port 94ceac20-958c-49c2-afcd-1afbbcaea911 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:50.513717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b27b74e-58e5-432d-af91-ffc5aef2723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.557238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b27b74e-58e5-432d-af91-ffc5aef2723c None None] Port 94ceac20-958c-49c2-afcd-1afbbcaea911 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:50.569308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network f6627c5f-2f5f-4c12-8253-d8ef17280ec2 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:50.569501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-447034d6-58a9-47ec-a827-dad222ac1c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (863ec695-e30d-489d-b4cc-40d8aa268d11), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.610660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-447034d6-58a9-47ec-a827-dad222ac1c1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=518df7d85bbf4702b3a30647ead34c0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6274431
May 14 21:32:50.611599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447034d6-58a9-47ec-a827-dad222ac1c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863ec695-e30d-489d-b4cc-40d8aa268d11,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:50.613300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49554) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:50.622066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (94ceac20-958c-49c2-afcd-1afbbcaea911), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.655169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=94ceac20-958c-49c2-afcd-1afbbcaea911,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:50.695164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.700621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49558) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:50.701412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ca079966-61ea-4473-9682-fff6e0732a4e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/94ceac20-958c-49c2-afcd-1afbbcaea911 HTTP/1.1" status: 204  len: 168 time: 1.2201326
May 14 21:32:50.718059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6627c5f-2f5f-4c12-8253-d8ef17280ec2) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:50.733705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f6f8c-c45d-4b35-b121-680ffd9cf30c None None] Network f6627c5f-2f5f-4c12-8253-d8ef17280ec2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:50.741998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:50.742689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.749692 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82a4532-c9d5-4644-8286-9a1eefdb6b59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:50.751338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e82a4532-c9d5-4644-8286-9a1eefdb6b59 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/94ceac20-958c-49c2-afcd-1afbbcaea911 HTTP/1.1" status: 404  len: 333 time: 0.0494680
May 14 21:32:50.754030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49560) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:50.762699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3fd5-7ee8-4f95-a2b8-e6e0cef9e19e admin admin] Publish callbacks [] for security_group (863ec695-e30d-489d-b4cc-40d8aa268d11), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.803114 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3fd5-7ee8-4f95-a2b8-e6e0cef9e19e admin admin] Publish callbacks [] for security_group (863ec695-e30d-489d-b4cc-40d8aa268d11), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.874210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37bdc2-6525-4578-8daf-e087f4e78d9e None None] Network f6627c5f-2f5f-4c12-8253-d8ef17280ec2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:50.878422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 727a8ac0-0549-460f-a2ae-d57d4c368815 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:50.878827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:50.881597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a0b38d49-0133-4cf8-afa9-662ce420c3a4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 1.3821063
May 14 21:32:50.881746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49564) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:50.889769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-718652678', 'network_id': 'f6627c5f-2f5f-4c12-8253-d8ef17280ec2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:51.014835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3fd5-7ee8-4f95-a2b8-e6e0cef9e19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (863ec695-e30d-489d-b4cc-40d8aa268d11), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.017832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3fd5-7ee8-4f95-a2b8-e6e0cef9e19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.022456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9e4d3fd5-7ee8-4f95-a2b8-e6e0cef9e19e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/863ec695-e30d-489d-b4cc-40d8aa268d11 HTTP/1.1" status: 204  len: 168 time: 0.4069445
May 14 21:32:51.032364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d3fd5-7ee8-4f95-a2b8-e6e0cef9e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ec695-e30d-489d-b4cc-40d8aa268d11,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:51.038149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.066546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 727a8ac0-0549-460f-a2ae-d57d4c368815 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:51.070152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Made reservation on behalf of 032ba616dcc14854aeef541cdedda6df for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:51.075684 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.087525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-d7b0a42e-3748-461c-ae5b-275bf271aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:51.090385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-d7b0a42e-3748-461c-ae5b-275bf271aa53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1126 time: 0.0726979
May 14 21:32:51.097957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bd86955-065d-4044-84d3-96660ce658cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:32:51.128868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] device_id is not set on port 6f2f861d-cc87-46ef-8e0c-244ad10ab4a7 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:51.203908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3bd86955-065d-4044-84d3-96660ce658cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bd86955-065d-4044-84d3-96660ce658cb,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:51.215347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '3bd86955-065d-4044-84d3-96660ce658cb', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'port_id': '3bd86955-065d-4044-84d3-96660ce658cb', 'mac_address': 'fa:16:3e:e7:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:32:51.254418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3bd86955-065d-4044-84d3-96660ce658cb is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:51.254801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bd86955-065d-4044-84d3-96660ce658cb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.269507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd86955-065d-4044-84d3-96660ce658cb {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:51.289780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3bd86955-065d-4044-84d3-96660ce658cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bd86955-065d-4044-84d3-96660ce658cb,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:51.337938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-2d7a35be-3aaf-476c-8385-9df4d7ccc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:51.341246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-2d7a35be-3aaf-476c-8385-9df4d7ccc014 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.2432771
May 14 21:32:51.376188 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bd86955-065d-4044-84d3-96660ce658cb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.418584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-25b61cf3-28b0-4610-b016-c57eeea10d92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 200  len: 217 time: 0.0684614
May 14 21:32:51.434261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Allocated IP 2001:db8::27f (f6627c5f-2f5f-4c12-8253-d8ef17280ec2/f119dcd2-bbb9-4c57-bed2-cdb2ff912826/6f2f861d-cc87-46ef-8e0c-244ad10ab4a7) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:51.453866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3bd86955-065d-4044-84d3-96660ce658cb,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:51.476077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215b293-304f-483a-84ca-8b0f8cee8e0a req-6c898e29-1c0a-4105-b86b-3bdafe02b0aa tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:51.477620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f215b293-304f-483a-84ca-8b0f8cee8e0a req-6c898e29-1c0a-4105-b86b-3bdafe02b0aa tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 944 time: 0.0765901
May 14 21:32:51.498962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-bd9bc477-33ff-4fcd-b86e-b877881700f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:51.500905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-bd9bc477-33ff-4fcd-b86e-b877881700f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0681920
May 14 21:32:51.538960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f215b293-304f-483a-84ca-8b0f8cee8e0a req-5b4777a8-5bcf-4333-a94c-c215cd84f23e tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537283
May 14 21:32:51.552658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-9dc6a844-b085-45da-970d-69ffcaf28284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:51.554282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-9dc6a844-b085-45da-970d-69ffcaf28284 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0467680
May 14 21:32:51.571598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3bd86955-065d-4044-84d3-96660ce658cb'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:32:51.615628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (727a8ac0-0549-460f-a2ae-d57d4c368815), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.664718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=727a8ac0-0549-460f-a2ae-d57d4c368815,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:51.729565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.732562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1eb70453-b3a8-4614-8e85-532750deed96 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/727a8ac0-0549-460f-a2ae-d57d4c368815 HTTP/1.1" status: 204  len: 168 time: 0.9772649
May 14 21:32:51.735754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49590) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:51.738278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-87196f4a-d59a-4b0d-9ab1-df7c52998b0f service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1777105
May 14 21:32:51.781542 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5792e677-3cc4-4b9c-8b79-b01b2a29707c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:32:51.783020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5792e677-3cc4-4b9c-8b79-b01b2a29707c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/727a8ac0-0549-460f-a2ae-d57d4c368815 HTTP/1.1" status: 404  len: 333 time: 0.0430930
May 14 21:32:51.788007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49594) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:51.852450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet 0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:51.856839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.911313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:51.965394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a3805e0-e1aa-429d-bd09-1283ca6abff9 req-4db0ffc2-8e78-4986-824a-75d63b1bfa8d service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2182393
May 14 21:32:51.970269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for port (6f2f861d-cc87-46ef-8e0c-244ad10ab4a7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.018971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.073986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6f2f861d-cc87-46ef-8e0c-244ad10ab4a7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.124773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network f6627c5f-2f5f-4c12-8253-d8ef17280ec2 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:52.127749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:52.132157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:52.133116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:52.133709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.137958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Port': ['ID=6f2f861d-cc87-46ef-8e0c-244ad10ab4a7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:52.142906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.177135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:52.183667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.187547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb9d6221-4048-457d-9900-2c54b6910456 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89 HTTP/1.1" status: 204  len: 168 time: 0.3978322
May 14 21:32:52.190701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49606) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:52.192368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb0b4c4-af36-4fdc-9982-9b2381deddd7 None None] Network 909c8271-a0b2-48dc-ad4e-6f2df9e22448 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:52.217336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-acec9020-bf35-42b2-a761-50c08a795f6a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 1.3326840
May 14 21:32:52.219659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49608) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:52.293694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (909c8271-a0b2-48dc-ad4e-6f2df9e22448), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.308317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Deleting port 6f2f861d-cc87-46ef-8e0c-244ad10ab4a7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:52.308642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6f2f861d-cc87-46ef-8e0c-244ad10ab4a7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.355446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port e590fb83-bf6e-4395-a565-48cc01755452 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:52.355802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e590fb83-bf6e-4395-a565-48cc01755452), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.402368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] DHCP port deletion for 909c8271-a0b2-48dc-ad4e-6f2df9e22448 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:32:52.404050 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6f2f861d-cc87-46ef-8e0c-244ad10ab4a7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.427921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Calling delete_port for 6f2f861d-cc87-46ef-8e0c-244ad10ab4a7 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:52.440050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] For port e590fb83-bf6e-4395-a565-48cc01755452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e590fb83-bf6e-4395-a565-48cc01755452,segment=NetworkSegment(5859c26e-98d4-4ca1-bf12-ab06f6f50114),segment_id=5859c26e-98d4-4ca1-bf12-ab06f6f50114)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:52.444320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e590fb83-bf6e-4395-a565-48cc01755452), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.444471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] Deleting port e590fb83-bf6e-4395-a565-48cc01755452 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:52.444471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e590fb83-bf6e-4395-a565-48cc01755452), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.459614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for e590fb83-bf6e-4395-a565-48cc01755452 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:52.514471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] For port e590fb83-bf6e-4395-a565-48cc01755452, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e590fb83-bf6e-4395-a565-48cc01755452,segment=NetworkSegment(5859c26e-98d4-4ca1-bf12-ab06f6f50114),segment_id=5859c26e-98d4-4ca1-bf12-ab06f6f50114)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:52.515128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e590fb83-bf6e-4395-a565-48cc01755452), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.533885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] Calling delete_port for e590fb83-bf6e-4395-a565-48cc01755452 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.637074 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:32:52.640252 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:32:52.643089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e590fb83-bf6e-4395-a565-48cc01755452), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.653598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e590fb83-bf6e-4395-a565-48cc01755452), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.668357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6f2f861d-cc87-46ef-8e0c-244ad10ab4a7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.672244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=e590fb83-bf6e-4395-a565-48cc01755452,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:52.676103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No DVR routers for this DVR port e590fb83-bf6e-4395-a565-48cc01755452 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:52.692319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] Pushing event deleted for resources: {'Port': ['ID=e590fb83-bf6e-4395-a565-48cc01755452,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:52.696904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceed1d9-467e-48be-8b64-6fab203b9718 None None] No DVR routers for this DVR port e590fb83-bf6e-4395-a565-48cc01755452 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:32:52.709253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f2f861d-cc87-46ef-8e0c-244ad10ab4a7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:52.726847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa639f3-adc9-4aba-b5f8-9c32bd9f8207 req-a69faa74-7c95-4048-8879-c6a84335f80d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:52.734901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fa639f3-adc9-4aba-b5f8-9c32bd9f8207 req-a69faa74-7c95-4048-8879-c6a84335f80d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 944 time: 0.1076834
May 14 21:32:52.771383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.774505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0fe1ff31-1b03-4992-b4d2-74f39661aad0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/ports/6f2f861d-cc87-46ef-8e0c-244ad10ab4a7 HTTP/1.1" status: 204  len: 168 time: 0.5539212
May 14 21:32:52.777794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:52.782315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6627c5f-2f5f-4c12-8253-d8ef17280ec2', 'external_fixed_ips': [{'subnet_id': 'f119dcd2-bbb9-4c57-bed2-cdb2ff912826', 'ip_address': '2001:db8::27f'}]}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:52.793708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (909c8271-a0b2-48dc-ad4e-6f2df9e22448), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.832215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b151fd0>,) {'filters': {'network_id': ['909c8271-a0b2-48dc-ad4e-6f2df9e22448']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:52.850340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b151fd0>, '5859c26e-98d4-4ca1-bf12-ab06f6f50114') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:52.850703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b151fd0>, '5859c26e-98d4-4ca1-bf12-ab06f6f50114') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:52.863266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (5859c26e-98d4-4ca1-bf12-ab06f6f50114), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.863597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fa639f3-adc9-4aba-b5f8-9c32bd9f8207 req-7d761286-b202-42c3-bbe1-3792e917f756 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229715
May 14 21:32:52.883128 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5859c26e-98d4-4ca1-bf12-ab06f6f50114), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.889730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:52.890115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (5859c26e-98d4-4ca1-bf12-ab06f6f50114), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:52.893449 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:52.929453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (41077386-5a7c-4361-9047-d9778c05b6d4), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:52.930523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (41077386-5a7c-4361-9047-d9778c05b6d4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.050732 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (909c8271-a0b2-48dc-ad4e-6f2df9e22448), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.070337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.076728 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/909c8271-a0b2-48dc-ad4e-6f2df9e22448 HTTP/1.1" status: 204  len: 168 time: 0.8824489
May 14 21:32:53.076728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f90cf9-b4fb-4897-bdbf-43ed8cf91b42 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=909c8271-a0b2-48dc-ad4e-6f2df9e22448,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:53.078386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49628) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:53.083249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1578152074'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:53.106952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (41077386-5a7c-4361-9047-d9778c05b6d4), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.112591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:32:53.116789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bd86955-065d-4044-84d3-96660ce658cb up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:53.148265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-00bd8309-3eb2-4f98-aa7d-36085194315f req-e620e26a-6b81-473c-906d-5df3461cdcd4 service neutron] (115780) timed out ('10.222.0.48', 54380) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:32:53.186187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:53.190596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.221386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 3bd86955-065d-4044-84d3-96660ce658cb completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:32:53.244471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:32:53.261661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:53.264723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d2ee4326-468b-49a6-8d61-b5f241391cd0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.265141 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Added segment d2ee4326-468b-49a6-8d61-b5f241391cd0 of type vlan for network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a
May 14 21:32:53.280816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'port_id': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04', 'mac_address': 'fa:16:3e:1e:34:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:32:53.311054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 3bd86955-065d-4044-84d3-96660ce658cb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:53.311364 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bd86955-065d-4044-84d3-96660ce658cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.332805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (61406f66-62e8-4702-b9cb-b6d4f66d4f6a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.373100 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (41077386-5a7c-4361-9047-d9778c05b6d4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.457073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:53.457073 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.457073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:32:53.457073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3bd86955-065d-4044-84d3-96660ce658cb is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:53.457073 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bd86955-065d-4044-84d3-96660ce658cb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.459564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:53.482977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd86955-065d-4044-84d3-96660ce658cb'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:53.485456 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bdb6e4-de2c-4646-bd9f-a900c7dcc327" -d '{"events": [{"server_uuid": "d1f98eb2-6910-4d90-86c1-bc42958e30ca", "name": "network-vif-plugged", "status": "completed", "tag": "3bd86955-065d-4044-84d3-96660ce658cb"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:53.499662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3bd86955-065d-4044-84d3-96660ce658cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bd86955-065d-4044-84d3-96660ce658cb,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:53.651193 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae119a0-e805-4452-a245-4f8ecd66e60f x-openstack-request-id: req-cae119a0-e805-4452-a245-4f8ecd66e60f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:53.651808 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f98eb2-6910-4d90-86c1-bc42958e30ca", "name": "network-vif-plugged", "status": "completed", "tag": "3bd86955-065d-4044-84d3-96660ce658cb", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:53.652008 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cae119a0-e805-4452-a245-4f8ecd66e60f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:53.652412 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae119a0-e805-4452-a245-4f8ecd66e60f'] response: {'server_uuid': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd86955-065d-4044-84d3-96660ce658cb', 'code': 200}
May 14 21:32:53.746227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24378-18b2-4801-836c-0984bf181aae req-6ffb5f1c-7954-4c89-af47-33f980d98021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:53.747674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ad24378-18b2-4801-836c-0984bf181aae req-6ffb5f1c-7954-4c89-af47-33f980d98021 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1127 time: 0.0430565
May 14 21:32:53.780669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (61406f66-62e8-4702-b9cb-b6d4f66d4f6a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.786060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:53.786646 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.789513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ad24378-18b2-4801-836c-0984bf181aae req-743a882b-0d49-4c4b-b171-a87b1bb549f3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363445
May 14 21:32:53.798551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.803423 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bd86955-065d-4044-84d3-96660ce658cb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:53.862237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:53.953793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3bd86955-065d-4044-84d3-96660ce658cb,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:54.006595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3bdd3c6d-f517-4fec-8956-4ac2b17c2b04'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:32:54.087350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a2f47-6af8-4969-86bb-bd80664948e7 req-c137d4ab-e038-468d-a8e3-a88b8015dfea tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:54.095465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-267a2f47-6af8-4969-86bb-bd80664948e7 req-c137d4ab-e038-468d-a8e3-a88b8015dfea tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 945 time: 0.1174951
May 14 21:32:54.155406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-267a2f47-6af8-4969-86bb-bd80664948e7 req-b62312c4-f2e0-4244-9f99-6c27079f9881 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589471
May 14 21:32:54.156843 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (41077386-5a7c-4361-9047-d9778c05b6d4), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:54.179885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:54.247080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e590fb83-bf6e-4395-a565-48cc01755452 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:32:54.271628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e590fb83-bf6e-4395-a565-48cc01755452 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:32:54.272255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e590fb83-bf6e-4395-a565-48cc01755452 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:32:54.332086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 1.2525873
May 14 21:32:54.335142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:54.340392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:54.364864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9887ad-9946-420c-bff0-2b94e83947bb tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Network': ['ID=61406f66-62e8-4702-b9cb-b6d4f66d4f6a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:54.378196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:32:54.416023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Allocated IP 2001:db8::27f (f6627c5f-2f5f-4c12-8253-d8ef17280ec2/f119dcd2-bbb9-4c57-bed2-cdb2ff912826/a56acd37-a7a2-47ef-9c38-2bb8545ef598) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:54.538617 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for port (a56acd37-a7a2-47ef-9c38-2bb8545ef598), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:54.540597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:54.544678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:54.637713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a56acd37-a7a2-47ef-9c38-2bb8545ef598), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:54.680879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network f6627c5f-2f5f-4c12-8253-d8ef17280ec2 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:54.684663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:54.691074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:54.747683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Port': ['ID=a56acd37-a7a2-47ef-9c38-2bb8545ef598,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:54.866691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (72901d2a-5ca0-4cca-9022-d5dc260a79e9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:54.928720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=72901d2a-5ca0-4cca-9022-d5dc260a79e9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:54.940081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Checking segment: {'id': 'd2ee4326-468b-49a6-8d61-b5f241391cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:54.940263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network hostable DHCP agents. Network: 61406f66-62e8-4702-b9cb-b6d4f66d4f6a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:32:55.055233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:32:55.135895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:55.146598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61406f66-62e8-4702-b9cb-b6d4f66d4f6a) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:55.158490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:55.158728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.162131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90493efb-f521-4b83-bc39-cb801ed3c42e None None] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:55.287132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e627dcbb-7eeb-4689-a002-cb2c4a64b7e6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9508321
May 14 21:32:55.291946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49692) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:55.297303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2014985285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:55.326728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a28dce-5b71-45cf-9da7-66bc39e39dde req-078a6ef6-ae3c-41f8-b7f0-5dbf55f23a30 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:55.332046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c2a28dce-5b71-45cf-9da7-66bc39e39dde req-078a6ef6-ae3c-41f8-b7f0-5dbf55f23a30 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 945 time: 0.0864940
May 14 21:32:55.340598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (41077386-5a7c-4361-9047-d9778c05b6d4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.402287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c2a28dce-5b71-45cf-9da7-66bc39e39dde req-78f2fb44-ac12-4086-b8ef-2d0c4553b821 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570700
May 14 21:32:55.406826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:32:55.456191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61406f66-62e8-4702-b9cb-b6d4f66d4f6a', 'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': '72901d2a-5ca0-4cca-9022-d5dc260a79e9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:32:55.457689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.522023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.525691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.549537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:55.550484 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.587303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (41077386-5a7c-4361-9047-d9778c05b6d4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.622974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for router_controller (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.653000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Allocated IP 2001:db8::2 (61406f66-62e8-4702-b9cb-b6d4f66d4f6a/72901d2a-5ca0-4cca-9022-d5dc260a79e9/4f749f32-4cb6-4716-a55d-e50cb61c19bf) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:55.705475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:55.705868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.716625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.769180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:32:55.771425 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e7edc2-44c7-4b45-93ea-f15d67e3a7fe" -d '{"events": [{"server_uuid": "0c8a0510-504e-4380-b02e-0e0f3c522ba9", "name": "network-vif-plugged", "status": "completed", "tag": "3bdd3c6d-f517-4fec-8956-4ac2b17c2b04"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:32:55.791787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:55.803380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.804815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de9cd29a-612a-4016-b8c5-74e9721d6484 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5115728
May 14 21:32:55.812121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49704) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:55.812471 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c738f169-4333-441c-8edc-a1e620bdf4e6 x-openstack-request-id: req-c738f169-4333-441c-8edc-a1e620bdf4e6 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:32:55.812471 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8a0510-504e-4380-b02e-0e0f3c522ba9", "name": "network-vif-plugged", "status": "completed", "tag": "3bdd3c6d-f517-4fec-8956-4ac2b17c2b04", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:32:55.812793 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c738f169-4333-441c-8edc-a1e620bdf4e6 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:32:55.812899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a', 'name': 'tempest-PortsIpV6TestJSON-393580122'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:55.813294 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c738f169-4333-441c-8edc-a1e620bdf4e6'] response: {'server_uuid': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04', 'code': 200}
May 14 21:32:55.831745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Router 41077386-5a7c-4361-9047-d9778c05b6d4 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:32:55.877512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Publish callbacks [] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.881420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.944030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:55.970373 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:55.988412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c474db-719b-45a2-9f5a-c4d190348f57 req-eaa20b58-d92a-4534-9586-82cfc8b564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:55.989972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5c474db-719b-45a2-9f5a-c4d190348f57 req-eaa20b58-d92a-4534-9586-82cfc8b564ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1128 time: 0.0984976
May 14 21:32:56.025423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:56.028877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:56.033312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:56.036528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Pushing event updated for resources: {'Port': ['ID=4f749f32-4cb6-4716-a55d-e50cb61c19bf,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:56.038752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:32:56.042380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:32:56.044185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.055101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Sync routers for ids ['41077386-5a7c-4361-9047-d9778c05b6d4'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:32:56.067745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5c474db-719b-45a2-9f5a-c4d190348f57 req-59484583-e006-4829-9939-6261dd599983 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711648
May 14 21:32:56.082534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port b2a7617f-8f19-456c-8624-07a3d915064a yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:32:56.101149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Routers {'41077386-5a7c-4361-9047-d9778c05b6d4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:56.101800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523027c790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['41077386-5a7c-4361-9047-d9778c05b6d4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:56.153519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Attempting to bind port 4f749f32-4cb6-4716-a55d-e50cb61c19bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:32:56.154200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Attempting to bind port 4f749f32-4cb6-4716-a55d-e50cb61c19bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2ee4326-468b-49a6-8d61-b5f241391cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:32:56.154320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Attempting to bind port 4f749f32-4cb6-4716-a55d-e50cb61c19bf on network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:32:56.155159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.156853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a3062175-9fd6-49f2-84bc-490bcadb43fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 3.3780544
May 14 21:32:56.163868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:32:56.164873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Checking segment: {'id': 'd2ee4326-468b-49a6-8d61-b5f241391cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:32:56.164873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.165073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Bound using segment: {'id': 'd2ee4326-468b-49a6-8d61-b5f241391cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:32:56.165490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Bound port: 4f749f32-4cb6-4716-a55d-e50cb61c19bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ee4326-468b-49a6-8d61-b5f241391cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61406f66-62e8-4702-b9cb-b6d4f66d4f6a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:32:56.166435 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.167215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49714) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:56.215364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::2ac (61406f66-62e8-4702-b9cb-b6d4f66d4f6a/72901d2a-5ca0-4cca-9022-d5dc260a79e9/b2a7617f-8f19-456c-8624-07a3d915064a) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:32:56.276780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Set router 41077386-5a7c-4361-9047-d9778c05b6d4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:32:56.284631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (41077386-5a7c-4361-9047-d9778c05b6d4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.371833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] For port 4f749f32-4cb6-4716-a55d-e50cb61c19bf, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:32:56.395967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (b2a7617f-8f19-456c-8624-07a3d915064a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.412705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] For port 4f749f32-4cb6-4716-a55d-e50cb61c19bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f749f32-4cb6-4716-a55d-e50cb61c19bf,segment=NetworkSegment(d2ee4326-468b-49a6-8d61-b5f241391cd0),segment_id=d2ee4326-468b-49a6-8d61-b5f241391cd0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:32:56.435881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (41077386-5a7c-4361-9047-d9778c05b6d4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.517024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.529785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.573314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Deleting port a56acd37-a7a2-47ef-9c38-2bb8545ef598 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:32:56.573486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a56acd37-a7a2-47ef-9c38-2bb8545ef598), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.582424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f0a70-65d1-4564-a6fa-ab0d72e3b5bc req-9bfe72c8-bcc7-450f-ad25-bc279176037f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:56.584045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff4f0a70-65d1-4564-a6fa-ab0d72e3b5bc req-9bfe72c8-bcc7-450f-ad25-bc279176037f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0964160
May 14 21:32:56.602134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:56.615729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0f546-663e-4621-8c03-08cd9a5945a0 None None] Pushing event updated for resources: {'Port': ['ID=4f749f32-4cb6-4716-a55d-e50cb61c19bf,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:56.624873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:56.632792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:32:56.638549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:56.639185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.640739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523027c790>, [{'id': '41077386-5a7c-4361-9047-d9778c05b6d4', 'name': '', 'tenant_id': '032ba616dcc14854aeef541cdedda6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6627c5f-2f5f-4c12-8253-d8ef17280ec2', 'external_fixed_ips': [{'subnet_id': 'f119dcd2-bbb9-4c57-bed2-cdb2ff912826', 'ip_address': '2001:db8::27f'}], 'enable_snat': True}, 'gw_port_id': 'a56acd37-a7a2-47ef-9c38-2bb8545ef598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:52Z', 'updated_at': '2022-05-14T21:32:54Z', 'revision_number': 3, 'project_id': '032ba616dcc14854aeef541cdedda6df', 'gw_port': {'id': 'a56acd37-a7a2-47ef-9c38-2bb8545ef598', 'name': '', 'network_id': 'f6627c5f-2f5f-4c12-8253-d8ef17280ec2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41077386-5a7c-4361-9047-d9778c05b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': 'f119dcd2-bbb9-4c57-bed2-cdb2ff912826', 'ip_address': '2001:db8::27f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:54Z', 'updated_at': '2022-05-14T21:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f119dcd2-bbb9-4c57-bed2-cdb2ff912826', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:56.649974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=b2a7617f-8f19-456c-8624-07a3d915064a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:56.678278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Checking router: 41077386-5a7c-4361-9047-d9778c05b6d4 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:32:56.678596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Updating router 41077386-5a7c-4361-9047-d9778c05b6d4 port a56acd37-a7a2-47ef-9c38-2bb8545ef598 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:32:56.685522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ff4f0a70-65d1-4564-a6fa-ab0d72e3b5bc req-1cb252ea-1e02-4152-914d-74a3f85873cb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864928
May 14 21:32:56.700110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a56acd37-a7a2-47ef-9c38-2bb8545ef598), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.716962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Calling delete_port for a56acd37-a7a2-47ef-9c38-2bb8545ef598 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:32:56.721174 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a56acd37-a7a2-47ef-9c38-2bb8545ef598), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:56.738579 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dfd90483-8d3f-4cd9-bfb0-502844186022 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9296339
May 14 21:32:56.739267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49722) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:57.036240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49726) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:57.176457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a56acd37-a7a2-47ef-9c38-2bb8545ef598), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.246385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event deleted for resources: {'Port': ['ID=a56acd37-a7a2-47ef-9c38-2bb8545ef598,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:57.250598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (41077386-5a7c-4361-9047-d9778c05b6d4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.251044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.271037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:32:57.272852 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:32:57.282714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dd5b40e2-f25d-4e10-9795-ea3f2d01bb2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.352781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (41077386-5a7c-4361-9047-d9778c05b6d4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.355003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (41077386-5a7c-4361-9047-d9778c05b6d4), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.471642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (41077386-5a7c-4361-9047-d9778c05b6d4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.472623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41077386-5a7c-4361-9047-d9778c05b6d4 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:32:57.477298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.479292 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6b3d6707-d482-48d8-92b9-c358abe94a73 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/routers/41077386-5a7c-4361-9047-d9778c05b6d4 HTTP/1.1" status: 204  len: 168 time: 1.3102009
May 14 21:32:57.481926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49734) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:57.537061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Deleting subnet f119dcd2-bbb9-4c57-bed2-cdb2ff912826 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:32:57.541293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for subnet (f119dcd2-bbb9-4c57-bed2-cdb2ff912826), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.582587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f119dcd2-bbb9-4c57-bed2-cdb2ff912826), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.583523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dd5b40e2-f25d-4e10-9795-ea3f2d01bb2a admin admin] Publish callbacks [] for security_group (0840ccd4-2176-4f11-bdd5-9cce042643af), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.626788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f119dcd2-bbb9-4c57-bed2-cdb2ff912826), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.660378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (b2a7617f-8f19-456c-8624-07a3d915064a), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.667042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dd5b40e2-f25d-4e10-9795-ea3f2d01bb2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0840ccd4-2176-4f11-bdd5-9cce042643af), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.708106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dd5b40e2-f25d-4e10-9795-ea3f2d01bb2a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5208d64e0a41427eab0d8c69aa9a4e09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6707015
May 14 21:32:57.710263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b40e2-f25d-4e10-9795-ea3f2d01bb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840ccd4-2176-4f11-bdd5-9cce042643af,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:57.711077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49738) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:57.715331 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.747044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f119dcd2-bbb9-4c57-bed2-cdb2ff912826), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.799833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=b2a7617f-8f19-456c-8624-07a3d915064a,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:57.820233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Port a56acd37-a7a2-47ef-9c38-2bb8545ef598 not found while updating agent binding for router 41077386-5a7c-4361-9047-d9778c05b6d4. {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
May 14 21:32:57.828647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f119dcd2-bbb9-4c57-bed2-cdb2ff912826,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:57.845718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:32:57.846167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 14 21:32:57.846852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_agentschedulers_db [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41077386-5a7c-4361-9047-d9778c05b6d4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent'). {{(pid=115782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 14 21:32:57.847320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b043e-32ad-4a3a-8c2e-4c861a7eb6d5 None None] The sync data for ids ['41077386-5a7c-4361-9047-d9778c05b6d4'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:32:57.861244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.867310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-86838f34-e60e-4b79-9227-dedb8eb1bdee tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/f119dcd2-bbb9-4c57-bed2-cdb2ff912826 HTTP/1.1" status: 204  len: 168 time: 0.3841820
May 14 21:32:57.870371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49742) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:57.908544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbf85d70-6762-47d8-ab07-ebbe9c360e81 admin admin] Publish callbacks [] for security_group (0840ccd4-2176-4f11-bdd5-9cce042643af), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.921078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3b079-23ed-443d-93fb-6e4d966f4737 req-d3daae84-28ac-4229-a32e-efa9296bd06d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:57.922770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3eb3b079-23ed-443d-93fb-6e4d966f4737 req-d3daae84-28ac-4229-a32e-efa9296bd06d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1072135
May 14 21:32:57.944674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbf85d70-6762-47d8-ab07-ebbe9c360e81 admin admin] Publish callbacks [] for security_group (0840ccd4-2176-4f11-bdd5-9cce042643af), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:57.992362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (f6627c5f-2f5f-4c12-8253-d8ef17280ec2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.015120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.023741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3eb3b079-23ed-443d-93fb-6e4d966f4737 req-5a1594a2-440d-4703-bc62-2cbd701c3202 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765190
May 14 21:32:58.096914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbf85d70-6762-47d8-ab07-ebbe9c360e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0840ccd4-2176-4f11-bdd5-9cce042643af), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.099104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dbf85d70-6762-47d8-ab07-ebbe9c360e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.100251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dbf85d70-6762-47d8-ab07-ebbe9c360e81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0840ccd4-2176-4f11-bdd5-9cce042643af HTTP/1.1" status: 204  len: 168 time: 0.3881593
May 14 21:32:58.113746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa9130-51a1-4a88-8ec1-cacb2d98d27f None None] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:32:58.129905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf85d70-6762-47d8-ab07-ebbe9c360e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840ccd4-2176-4f11-bdd5-9cce042643af,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:58.202103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] Provisioning complete for port 4f749f32-4cb6-4716-a55d-e50cb61c19bf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:58.202103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.232471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (f6627c5f-2f5f-4c12-8253-d8ef17280ec2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.256050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522aeb5ac0>,) {'filters': {'network_id': ['f6627c5f-2f5f-4c12-8253-d8ef17280ec2']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:58.269331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aeb5ac0>, '55911279-ca4d-48cb-85fb-44008d09fc29') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:58.269968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aeb5ac0>, '55911279-ca4d-48cb-85fb-44008d09fc29') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:32:58.281303 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (55911279-ca4d-48cb-85fb-44008d09fc29), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.297461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (55911279-ca4d-48cb-85fb-44008d09fc29), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.316668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:32:58.317908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (55911279-ca4d-48cb-85fb-44008d09fc29), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:32:58.319131 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:32:58.359251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4f749f32-4cb6-4716-a55d-e50cb61c19bf up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:32:58.387929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] Current status of the port 4f749f32-4cb6-4716-a55d-e50cb61c19bf is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:58.389416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.440365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] For port 4f749f32-4cb6-4716-a55d-e50cb61c19bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f749f32-4cb6-4716-a55d-e50cb61c19bf,segment=NetworkSegment(d2ee4326-468b-49a6-8d61-b5f241391cd0),segment_id=d2ee4326-468b-49a6-8d61-b5f241391cd0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:32:58.443540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.449166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4f749f32-4cb6-4716-a55d-e50cb61c19bf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:58.449800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.550934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4f749f32-4cb6-4716-a55d-e50cb61c19bf is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:58.551958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.604303 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.605619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (f6627c5f-2f5f-4c12-8253-d8ef17280ec2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.623174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  f6627c5f-2f5f-4c12-8253-d8ef17280ec2 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:32:58.636990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.646751 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/networks/f6627c5f-2f5f-4c12-8253-d8ef17280ec2 HTTP/1.1" status: 204  len: 168 time: 0.7754035
May 14 21:32:58.652673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d4ef9-f024-4581-94ae-5e1b98ec3614 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6627c5f-2f5f-4c12-8253-d8ef17280ec2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:58.761938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89bc65e-23ea-4e89-ac68-38146c38fd80 req-18b9efef-a279-4502-9f7b-d96a9f801cbc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:58.773834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c89bc65e-23ea-4e89-ac68-38146c38fd80 req-18b9efef-a279-4502-9f7b-d96a9f801cbc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1340532
May 14 21:32:58.844449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-ea143d3f-dd0e-466b-8cba-f9288337b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:58.847094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-ea143d3f-dd0e-466b-8cba-f9288337b4ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1128 time: 0.0675185
May 14 21:32:58.961686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c4d97791-8c41-4e43-88c0-b699971e9c58 None None] Provisioning complete for port b2a7617f-8f19-456c-8624-07a3d915064a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:58.962060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c4d97791-8c41-4e43-88c0-b699971e9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:58.999035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-73b02733-b0e0-48fa-807d-3e1e28d4cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:59.000269 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-73b02733-b0e0-48fa-807d-3e1e28d4cce6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.1444468
May 14 21:32:59.022719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c4d97791-8c41-4e43-88c0-b699971e9c58 None None] Port b2a7617f-8f19-456c-8624-07a3d915064a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:59.029429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:32:59.030296 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:32:59.031677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49764) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:59.051402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a8d7c-9b8e-4dc2-874d-c1ba47013c72 None None] Pushing event updated for resources: {'Port': ['ID=4f749f32-4cb6-4716-a55d-e50cb61c19bf,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:59.063084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c4d97791-8c41-4e43-88c0-b699971e9c58 None None] Provisioning complete for port 4f749f32-4cb6-4716-a55d-e50cb61c19bf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:59.063554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c4d97791-8c41-4e43-88c0-b699971e9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.071665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7910e993-664c-4adf-afda-383492862dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.080074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-6dbaec34-9b2c-491e-846a-97135b49e903 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 200  len: 217 time: 0.0731692
May 14 21:32:59.138160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-d560d209-a89f-44df-b069-58daf42c2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:59.140102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-d560d209-a89f-44df-b069-58daf42c2ca3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0500221
May 14 21:32:59.223316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c4d97791-8c41-4e43-88c0-b699971e9c58 None None] Current status of the port 4f749f32-4cb6-4716-a55d-e50cb61c19bf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:59.229519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c89bc65e-23ea-4e89-ac68-38146c38fd80 req-f3d6bce4-c7b6-42b3-b9a0-0629b08e4531 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4536159
May 14 21:32:59.271827 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7910e993-664c-4adf-afda-383492862dce admin admin] Publish callbacks [] for security_group (ccc58c12-1c3d-4c7d-bc19-e392d2051555), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.290010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-08c09dee-a073-4651-935c-f5a5d2ad4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:32:59.291862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-08c09dee-a073-4651-935c-f5a5d2ad4f36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1389947
May 14 21:32:59.351315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (b2a7617f-8f19-456c-8624-07a3d915064a), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.369771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7910e993-664c-4adf-afda-383492862dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ccc58c12-1c3d-4c7d-bc19-e392d2051555), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.370013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7ebd2eeb-3e9e-4f04-99f9-9dfb08edf6ca None None] Provisioning complete for port b2a7617f-8f19-456c-8624-07a3d915064a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:59.370643 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2eeb-3e9e-4f04-99f9-9dfb08edf6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.439845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49774) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:59.444200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd2eeb-3e9e-4f04-99f9-9dfb08edf6ca None None] Port b2a7617f-8f19-456c-8624-07a3d915064a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:59.448243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'name': 'tempest-router--283370266', 'project_id': 'adba66d333d04beda076fac69586aeef'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:32:59.454932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910e993-664c-4adf-afda-383492862dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc58c12-1c3d-4c7d-bc19-e392d2051555,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:59.481208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-3cce5d23-c700-4b51-979e-88b61e377ebf service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831970
May 14 21:32:59.483754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7910e993-664c-4adf-afda-383492862dce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8789066f62374508a750836dbf4f4a2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4509990
May 14 21:32:59.486772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49776) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:32:59.488397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.489418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.598577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e1ae91d8-8cab-4281-8441-57524c76d847 None None] Provisioning complete for port b2a7617f-8f19-456c-8624-07a3d915064a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:32:59.599192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1ae91d8-8cab-4281-8441-57524c76d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.612683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (80a194ee-4234-44d2-99c8-126b84a134ef), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.613734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (80a194ee-4234-44d2-99c8-126b84a134ef), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.617076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=b2a7617f-8f19-456c-8624-07a3d915064a,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:32:59.655335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74a6d973-e31b-4409-a8d8-5177ee30022c req-1666af95-940f-4e33-8c46-e9a58ac08f91 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225708
May 14 21:32:59.682846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e238cae-c42f-4617-b24f-69ce2db3e4ad admin admin] Publish callbacks [] for security_group (ccc58c12-1c3d-4c7d-bc19-e392d2051555), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.685592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4f749f32-4cb6-4716-a55d-e50cb61c19bf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:32:59.706779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae91d8-8cab-4281-8441-57524c76d847 None None] Port b2a7617f-8f19-456c-8624-07a3d915064a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:32:59.722556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e238cae-c42f-4617-b24f-69ce2db3e4ad admin admin] Publish callbacks [] for security_group (ccc58c12-1c3d-4c7d-bc19-e392d2051555), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.724953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (80a194ee-4234-44d2-99c8-126b84a134ef), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.734211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:32:59.735662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:32:59.871913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e238cae-c42f-4617-b24f-69ce2db3e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ccc58c12-1c3d-4c7d-bc19-e392d2051555), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.874700 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e238cae-c42f-4617-b24f-69ce2db3e4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:32:59.878685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8e238cae-c42f-4617-b24f-69ce2db3e4ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccc58c12-1c3d-4c7d-bc19-e392d2051555 HTTP/1.1" status: 204  len: 168 time: 0.3885126
May 14 21:32:59.886499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e238cae-c42f-4617-b24f-69ce2db3e4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc58c12-1c3d-4c7d-bc19-e392d2051555,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:00.026325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a76849de-8112-4fca-ae5b-ff7cf5369618 None None] Provisioning complete for port b2a7617f-8f19-456c-8624-07a3d915064a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:00.027116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a76849de-8112-4fca-ae5b-ff7cf5369618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.027593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (80a194ee-4234-44d2-99c8-126b84a134ef), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.066799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a76849de-8112-4fca-ae5b-ff7cf5369618 None None] Port b2a7617f-8f19-456c-8624-07a3d915064a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:00.152916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.152916 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96599129-45f6-4f55-b997-fe1a629fe179 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.7086282
May 14 21:33:00.153296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49792) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:00.214618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Router 2d7161cd-93a3-4cbe-85a8-bcc92f34721c is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:00.226822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4f749f32-4cb6-4716-a55d-e50cb61c19bf up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:00.231707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (80a194ee-4234-44d2-99c8-126b84a134ef), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.320357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:00.326853 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19531784-abdb-49b1-b498-c240a0150782 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/routers/2d7161cd-93a3-4cbe-85a8-bcc92f34721c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5863886
May 14 21:33:00.329871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49800) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:00.335018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] Sync routers for ids ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:00.360110 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] Routers {'2d7161cd-93a3-4cbe-85a8-bcc92f34721c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:00.360110 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:00.362906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4f749f32-4cb6-4716-a55d-e50cb61c19bf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:00.363291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.386605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a5c90a-1e96-4eeb-a43a-8c7bd1437ac9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:00.388654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2a5c90a-1e96-4eeb-a43a-8c7bd1437ac9 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d7161cd-93a3-4cbe-85a8-bcc92f34721c HTTP/1.1" status: 200  len: 988 time: 0.0575676
May 14 21:33:00.401489 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102d310>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:00.407250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49802) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:00.412883 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] Routers {'2d7161cd-93a3-4cbe-85a8-bcc92f34721c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:00.413763 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102d310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:00.452875 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102d310>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:00.453474 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa9730-4ad6-4fc1-8a24-7fcb4a5574e3 None None] The sync data for ids ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:00.497400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (80a194ee-4234-44d2-99c8-126b84a134ef), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.500562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (80a194ee-4234-44d2-99c8-126b84a134ef), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.532575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caf6ce-cac5-4097-b55d-c8cda3ec0afe req-ebd6436f-5da3-4052-8e95-cc0a36de313d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:00.532703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4f749f32-4cb6-4716-a55d-e50cb61c19bf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:00.533176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29caf6ce-cac5-4097-b55d-c8cda3ec0afe req-ebd6436f-5da3-4052-8e95-cc0a36de313d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1360633
May 14 21:33:00.644638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (80a194ee-4234-44d2-99c8-126b84a134ef), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.645676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80a194ee-4234-44d2-99c8-126b84a134ef {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:00.650860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:00.652313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dfa0decd-cb17-4e71-8933-28fac16e2a86 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/routers/80a194ee-4234-44d2-99c8-126b84a134ef HTTP/1.1" status: 204  len: 168 time: 0.4980357
May 14 21:33:00.681493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-29caf6ce-cac5-4097-b55d-c8cda3ec0afe req-087e2a4b-507d-420b-880c-d9f9641e6170 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395731
May 14 21:33:00.844692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49838) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:00.950232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.013944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49844) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:01.223154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port b2a7617f-8f19-456c-8624-07a3d915064a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:01.223515 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.256813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-784619674', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:01.316425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.331028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for b2a7617f-8f19-456c-8624-07a3d915064a owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:01.425884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (9275a8da-3727-4971-920a-872e7e22cc5b), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.427100 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (9275a8da-3727-4971-920a-872e7e22cc5b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.523669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (9275a8da-3727-4971-920a-872e7e22cc5b), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.567358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.607817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b2a7617f-8f19-456c-8624-07a3d915064a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.637297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=b2a7617f-8f19-456c-8624-07a3d915064a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:01.778514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:01.992842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Router 2d7161cd-93a3-4cbe-85a8-bcc92f34721c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:02.077411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:02.082293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-147ae20d-b59d-4bd3-a41a-9f88b6920c56 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/routers/2d7161cd-93a3-4cbe-85a8-bcc92f34721c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6723931
May 14 21:33:02.086026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:02.088463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] Sync routers for ids ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:02.100307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] Routers {'2d7161cd-93a3-4cbe-85a8-bcc92f34721c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:02.101206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eb5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:02.123300 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-33742497-9f5e-4af7-b8d4-4c3db2546756 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:33:02.124894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33742497-9f5e-4af7-b8d4-4c3db2546756 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/b2a7617f-8f19-456c-8624-07a3d915064a HTTP/1.1" status: 404  len: 333 time: 0.0375621
May 14 21:33:02.127624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49868) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:02.139217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eb5e50>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:02.151704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] Routers {'2d7161cd-93a3-4cbe-85a8-bcc92f34721c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:02.153308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eb5e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:02.193417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eb5e50>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:02.194114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76ed011-8f33-4a40-92cf-59a3f3b11e02 None None] The sync data for ids ['2d7161cd-93a3-4cbe-85a8-bcc92f34721c'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:02.208573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ed5d-853b-4322-ad01-ed51eab1463b req-2f7be419-51a1-4281-8543-f7a50964e314 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:02.209111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c99ed5d-853b-4322-ad01-ed51eab1463b req-2f7be419-51a1-4281-8543-f7a50964e314 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1824276
May 14 21:33:02.214775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9275a8da-3727-4971-920a-872e7e22cc5b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.238253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for router (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.390646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c99ed5d-853b-4322-ad01-ed51eab1463b req-4fcd10ef-2680-4f04-b7bc-1aeb922606c5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707759
May 14 21:33:02.427342 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:33:02.639175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9275a8da-3727-4971-920a-872e7e22cc5b), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.663648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Deleting port 67353bec-2808-4d16-92e8-b1d2266e853a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:02.664116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.666723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.684295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.686602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for router_controller (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.820406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (2d7161cd-93a3-4cbe-85a8-bcc92f34721c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.821068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Fanout notify agent at l3_agent the message router_deleted on router 2d7161cd-93a3-4cbe-85a8-bcc92f34721c {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:02.824228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] For port 67353bec-2808-4d16-92e8-b1d2266e853a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=67353bec-2808-4d16-92e8-b1d2266e853a,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:02.824595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.835614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.836855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-014dc7b5-5118-47eb-8933-8fa6111e8492 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/routers/2d7161cd-93a3-4cbe-85a8-bcc92f34721c HTTP/1.1" status: 204  len: 168 time: 0.7083323
May 14 21:33:02.839746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49898) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:02.847673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Calling delete_port for 67353bec-2808-4d16-92e8-b1d2266e853a owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:02.867508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Allocated IP 172.35.4.88 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/f01253b7-dc7d-457f-8370-40b79c0ce386) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:02.897382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet 72901d2a-5ca0-4cca-9022-d5dc260a79e9 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:02.901257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (72901d2a-5ca0-4cca-9022-d5dc260a79e9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:02.946389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (72901d2a-5ca0-4cca-9022-d5dc260a79e9), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.037383 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (72901d2a-5ca0-4cca-9022-d5dc260a79e9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.073317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for port (f01253b7-dc7d-457f-8370-40b79c0ce386), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.207812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f01253b7-dc7d-457f-8370-40b79c0ce386), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.207961 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (72901d2a-5ca0-4cca-9022-d5dc260a79e9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.235308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=72901d2a-5ca0-4cca-9022-d5dc260a79e9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:03.242122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.245585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:03.249085 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fa7891be-f559-4e01-b067-21a0706fa05b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/72901d2a-5ca0-4cca-9022-d5dc260a79e9 HTTP/1.1" status: 204  len: 168 time: 0.4056396
May 14 21:33:03.249085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49906) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:03.250483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:03.250788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b439b-fcc9-4813-8c2f-a47e50fbba78 None None] Network 61406f66-62e8-4702-b9cb-b6d4f66d4f6a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:03.258287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:03.264046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (67353bec-2808-4d16-92e8-b1d2266e853a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.299721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event updated for resources: {'Port': ['ID=f01253b7-dc7d-457f-8370-40b79c0ce386,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:03.344234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (61406f66-62e8-4702-b9cb-b6d4f66d4f6a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.395056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 4f749f32-4cb6-4716-a55d-e50cb61c19bf {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:03.396023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.463342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Pushing event deleted for resources: {'Port': ['ID=67353bec-2808-4d16-92e8-b1d2266e853a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:03.495445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] DHCP port deletion for 61406f66-62e8-4702-b9cb-b6d4f66d4f6a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:03.520669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] For port 4f749f32-4cb6-4716-a55d-e50cb61c19bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f749f32-4cb6-4716-a55d-e50cb61c19bf,segment=NetworkSegment(d2ee4326-468b-49a6-8d61-b5f241391cd0),segment_id=d2ee4326-468b-49a6-8d61-b5f241391cd0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:03.522355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.554581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] Deleting port 4f749f32-4cb6-4716-a55d-e50cb61c19bf {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:03.555251 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.556223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 4f749f32-4cb6-4716-a55d-e50cb61c19bf owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:03.575765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f315165-460f-4219-aecc-921fbe7b5479 req-c58a9655-4617-406f-b8d7-44a4cf190ef3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:03.577321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f315165-460f-4219-aecc-921fbe7b5479 req-c58a9655-4617-406f-b8d7-44a4cf190ef3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0748637
May 14 21:33:03.641367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] For port 4f749f32-4cb6-4716-a55d-e50cb61c19bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f749f32-4cb6-4716-a55d-e50cb61c19bf,segment=NetworkSegment(d2ee4326-468b-49a6-8d61-b5f241391cd0),segment_id=d2ee4326-468b-49a6-8d61-b5f241391cd0)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:03.644174 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.682837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] Calling delete_port for 4f749f32-4cb6-4716-a55d-e50cb61c19bf owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:03.720902 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7f315165-460f-4219-aecc-921fbe7b5479 req-d42a81dd-fdcc-4d58-8c1d-7f52e9922c13 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945642
May 14 21:33:03.850199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.857430 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4f749f32-4cb6-4716-a55d-e50cb61c19bf), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.878254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=4f749f32-4cb6-4716-a55d-e50cb61c19bf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:03.882451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No DVR routers for this DVR port 4f749f32-4cb6-4716-a55d-e50cb61c19bf on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:03.890836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] Pushing event deleted for resources: {'Port': ['ID=4f749f32-4cb6-4716-a55d-e50cb61c19bf,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:03.894050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc6881f-bc41-411d-869a-0d1b2c1ae488 None None] No DVR routers for this DVR port 4f749f32-4cb6-4716-a55d-e50cb61c19bf on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:03.954129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.962887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9275a8da-3727-4971-920a-872e7e22cc5b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:03.977076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (61406f66-62e8-4702-b9cb-b6d4f66d4f6a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.000040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231341dc0>,) {'filters': {'network_id': ['61406f66-62e8-4702-b9cb-b6d4f66d4f6a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:04.012381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231341dc0>, 'd2ee4326-468b-49a6-8d61-b5f241391cd0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:04.012738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231341dc0>, 'd2ee4326-468b-49a6-8d61-b5f241391cd0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:04.024039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (d2ee4326-468b-49a6-8d61-b5f241391cd0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.038340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d2ee4326-468b-49a6-8d61-b5f241391cd0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.046315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:04.046728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (d2ee4326-468b-49a6-8d61-b5f241391cd0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:04.050305 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:04.186407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (61406f66-62e8-4702-b9cb-b6d4f66d4f6a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.219755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.228959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/61406f66-62e8-4702-b9cb-b6d4f66d4f6a HTTP/1.1" status: 204  len: 168 time: 0.9784012
May 14 21:33:04.234778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864656f-2702-4db0-ac80-35336c65f6ac tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=61406f66-62e8-4702-b9cb-b6d4f66d4f6a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:04.234778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:04.295524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dabcd5e-2e90-40ff-b1a9-dd03bcd5a92f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:04.297005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8dabcd5e-2e90-40ff-b1a9-dd03bcd5a92f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/645b915b-991f-41a2-804b-0d792d478a5e HTTP/1.1" status: 200  len: 844 time: 0.0604050
May 14 21:33:04.300751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49942) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:04.310719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4f749f32-4cb6-4716-a55d-e50cb61c19bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:04.356245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5ef08599-4454-4ea4-8728-7a0c11b9071c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/645b915b-991f-41a2-804b-0d792d478a5e?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0543513
May 14 21:33:04.360981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:04.366202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:04.375099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4f749f32-4cb6-4716-a55d-e50cb61c19bf {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:04.376703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4f749f32-4cb6-4716-a55d-e50cb61c19bf not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:04.511982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:04.515650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.626115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (9275a8da-3727-4971-920a-872e7e22cc5b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.681241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:04.808349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b26ea60e-c39d-4690-9ca5-1a3db6f416ec), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.861026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:04.865793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:04.873335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:04.873601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:04.887857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=b26ea60e-c39d-4690-9ca5-1a3db6f416ec,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:04.888811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c617d-c9eb-4a37-9ca1-5d94c075836b None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:04.903373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30aec54-028b-44fd-a163-7c98ea4f934f req-38a896e3-8125-4800-9015-138b54db4c10 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:04.904924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c30aec54-028b-44fd-a163-7c98ea4f934f req-38a896e3-8125-4800-9015-138b54db4c10 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0709908
May 14 21:33:04.924346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:04.930989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b9aa31f-56e0-4e45-bef2-e8a9d8c8984f admin admin] 10.222.0.52 "PUT /v2.0/routers/1d54d4aa-110d-41de-87ca-70ac8d4b4ddb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0907896
May 14 21:33:04.937711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49958) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:04.939904 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] Sync routers for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:04.950542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-650a8d76-d01a-4325-8861-e55f3a01796c tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5859871
May 14 21:33:04.950758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:04.955236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'security_group': {'name': 'tempest-secgroup-1428704890'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:04.958791 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:04.959661 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.061165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c30aec54-028b-44fd-a163-7c98ea4f934f req-88298b91-63b6-4c2b-8b5c-7b203bf9068e tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483121
May 14 21:33:05.077954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.081985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:05.093031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ee180d5-ae8a-4453-8063-70ed7d10a931', 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'project_id': '01ee6268a3564343aa30b49035a0e4fe', 'fixed_ips': [{'subnet_id': 'b26ea60e-c39d-4690-9ca5-1a3db6f416ec'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:33:05.096114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.146180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks [] for router (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.191912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Router 9275a8da-3727-4971-920a-872e7e22cc5b is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:05.221000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (aafbebb9-1967-4314-9ab2-53e1dec1e829), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.267167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Allocated IP 2001:db8::2 (5ee180d5-ae8a-4453-8063-70ed7d10a931/b26ea60e-c39d-4690-9ca5-1a3db6f416ec/281816c5-06ba-48c2-848a-64d03e43b3b3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:05.317133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aafbebb9-1967-4314-9ab2-53e1dec1e829), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.321465 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:33:03Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.359572 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] Checking router: 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:33:05.360490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbebb9-1967-4314-9ab2-53e1dec1e829,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:05.371225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] Routers {'1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:05.371901 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.414741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks [] for router_gateway (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.432231 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.432519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:05.435534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-377cfa77-5591-49d4-82b6-7ee5e31dd080 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4819191
May 14 21:33:05.443900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49972) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:05.453454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'security_group': {'name': 'tempest-secgroup-9672690'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:05.453844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] Sync routers for ids ['9275a8da-3727-4971-920a-872e7e22cc5b'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:05.465930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Publish callbacks [] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.472661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] Routers {'9275a8da-3727-4971-920a-872e7e22cc5b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:05.473302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52301aca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9275a8da-3727-4971-920a-872e7e22cc5b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.507254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52301aca90>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.514721 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] Set router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:05.517052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] Routers {'9275a8da-3727-4971-920a-872e7e22cc5b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:05.517449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52301aca90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9275a8da-3727-4971-920a-872e7e22cc5b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.553289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52301aca90>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.553896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a3b5cd-6f12-434c-a727-4909ff3169c8 None None] The sync data for ids ['9275a8da-3727-4971-920a-872e7e22cc5b'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:05.583752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Deleting port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:05.584173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.593078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.601585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.601585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8dbe1fca-fb37-4ebd-894d-8b87905c0049 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 4.5831630
May 14 21:33:05.602116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49974) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:05.616917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:05.620406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:05.644916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:05.698142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] For port 5203ed50-a7c7-4d0d-944c-1440d48d7eb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:05.699551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.699699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.736337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Attempting to bind port 281816c5-06ba-48c2-848a-64d03e43b3b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:33:05.736986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Attempting to bind port 281816c5-06ba-48c2-848a-64d03e43b3b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8bd11eaa-fb42-462b-a6c9-e5d118c2194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:33:05.737506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Attempting to bind port 281816c5-06ba-48c2-848a-64d03e43b3b3 on network 5ee180d5-ae8a-4453-8063-70ed7d10a931 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:33:05.743735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:33:05.745046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Checking segment: {'id': '8bd11eaa-fb42-462b-a6c9-e5d118c2194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:05.745162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Calling delete_port for 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:05.745262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.746028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Bound using segment: {'id': '8bd11eaa-fb42-462b-a6c9-e5d118c2194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:33:05.746671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Bound port: 281816c5-06ba-48c2-848a-64d03e43b3b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd11eaa-fb42-462b-a6c9-e5d118c2194c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:33:05.747057 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.749867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Pushing event updated for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:05.798025 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:33:03Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:05.823265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:33:05.828061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=281816c5-06ba-48c2-848a-64d03e43b3b3,segment=NetworkSegment(8bd11eaa-fb42-462b-a6c9-e5d118c2194c),segment_id=8bd11eaa-fb42-462b-a6c9-e5d118c2194c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:33:05.840753 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aec28d-243f-4aa7-8753-79677926e8a2 None None] The sync data for ids ['1d54d4aa-110d-41de-87ca-70ac8d4b4ddb'] in ncdv-master-1 is: [{'id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'name': 'tempest-AttachVolumeTestJSON-381441380-router', 'tenant_id': '6641b342c1d440aea451919f391bc5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:46Z', 'updated_at': '2022-05-14T21:33:03Z', 'revision_number': 5, 'project_id': '6641b342c1d440aea451919f391bc5db', 'gw_port': {'id': '5203ed50-a7c7-4d0d-944c-1440d48d7eb7', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54d4aa-110d-41de-87ca-70ac8d4b4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:47Z', 'updated_at': '2022-05-14T21:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:05.845908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09997d30-b466-45fd-9ce4-21a0b405fd25 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/9275a8da-3727-4971-920a-872e7e22cc5b HTTP/1.1" status: 200  len: 923 time: 0.2401834
May 14 21:33:05.850302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49980) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:05.894516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8a109ea-b991-4d5b-a5de-6ade3a92b22c tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=9275a8da-3727-4971-920a-872e7e22cc5b HTTP/1.1" status: 200  len: 205 time: 0.0399492
May 14 21:33:05.894656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:05.913722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:05.999590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fc64a-3eb7-4985-bb67-3ddd855e75d8 None None] Pushing event updated for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:06.038421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (9275a8da-3727-4971-920a-872e7e22cc5b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.073347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5203ed50-a7c7-4d0d-944c-1440d48d7eb7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.101862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (b2a325db-8ed6-47b7-a54c-15cb439a8d7d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.167283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5203ed50-a7c7-4d0d-944c-1440d48d7eb7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:06.189297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.296142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b2a325db-8ed6-47b7-a54c-15cb439a8d7d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.382602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f7f94-8bad-4ef3-8670-de798e79d1ca req-7930435e-9961-4cb9-bb68-c876f222914c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:06.386489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.390088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f53f7f94-8bad-4ef3-8670-de798e79d1ca req-7930435e-9961-4cb9-bb68-c876f222914c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.2086742
May 14 21:33:06.392948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks [] for router_controller (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.394940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 67353bec-2808-4d16-92e8-b1d2266e853a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:06.396332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9275a8da-3727-4971-920a-872e7e22cc5b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.445459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 67353bec-2808-4d16-92e8-b1d2266e853a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:06.445813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 67353bec-2808-4d16-92e8-b1d2266e853a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:06.457264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a325db-8ed6-47b7-a54c-15cb439a8d7d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:06.479849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.479849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-67cb0535-ae32-48e0-8194-5ea512c0cecf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1759 time: 1.0303733
May 14 21:33:06.480066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49998) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:06.486033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-346003539', 'security_groups': ['b2a325db-8ed6-47b7-a54c-15cb439a8d7d'], 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b26ea60e-c39d-4690-9ca5-1a3db6f416ec'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:06.539270 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f53f7f94-8bad-4ef3-8670-de798e79d1ca req-3e6842e7-1747-4ab4-a6a7-0c20ba337c43 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482556
May 14 21:33:06.558313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (1d54d4aa-110d-41de-87ca-70ac8d4b4ddb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.558915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d54d4aa-110d-41de-87ca-70ac8d4b4ddb {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:06.571914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.573207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e09a3ead-1c81-49dd-bd5b-8fb903af03b0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1d54d4aa-110d-41de-87ca-70ac8d4b4ddb HTTP/1.1" status: 204  len: 168 time: 1.6344233
May 14 21:33:06.586527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50006) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:06.641149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Deleting port f01253b7-dc7d-457f-8370-40b79c0ce386 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:06.641494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f01253b7-dc7d-457f-8370-40b79c0ce386), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.659001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Deleting subnet e64369c2-020c-4472-ad29-d17d58e68391 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:06.662156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Publish callbacks [] for subnet (e64369c2-020c-4472-ad29-d17d58e68391), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.751932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (e64369c2-020c-4472-ad29-d17d58e68391), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.763200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:06.806754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f01253b7-dc7d-457f-8370-40b79c0ce386), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.831031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Calling delete_port for f01253b7-dc7d-457f-8370-40b79c0ce386 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:06.897430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.913516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e64369c2-020c-4472-ad29-d17d58e68391), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:06.924664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port afed2458-c1f4-4b95-92c9-52fd5024b307 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:33:07.128102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (e64369c2-020c-4472-ad29-d17d58e68391), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.143897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078b12-0e2d-48e6-9312-0f2562896b64 req-cd1dcf31-8c84-4f27-b8b9-fc612f2e6b0d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:07.145953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0078b12-0e2d-48e6-9312-0f2562896b64 req-cd1dcf31-8c84-4f27-b8b9-fc612f2e6b0d tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.0957909
May 14 21:33:07.197612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::375 (5ee180d5-ae8a-4453-8063-70ed7d10a931/b26ea60e-c39d-4690-9ca5-1a3db6f416ec/afed2458-c1f4-4b95-92c9-52fd5024b307) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:07.198945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64369c2-020c-4472-ad29-d17d58e68391,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:07.223204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.226602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b8329f2a-5ec4-4d07-9cb2-88d8baad5a5e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e64369c2-020c-4472-ad29-d17d58e68391 HTTP/1.1" status: 204  len: 168 time: 0.6391234
May 14 21:33:07.231990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459c8eca-0691-4c04-8bff-3b6cb61589f2 None None] Network 482e0ed1-68c5-4c2d-8efe-8f79824053af requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:07.234233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50018) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:07.311146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f01253b7-dc7d-457f-8370-40b79c0ce386), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.341781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event deleted for resources: {'Port': ['ID=f01253b7-dc7d-457f-8370-40b79c0ce386,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:07.346501 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0078b12-0e2d-48e6-9312-0f2562896b64 req-17aa1b28-f3c8-4b37-942d-d7be4bbfe553 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1894736
May 14 21:33:07.366592 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (482e0ed1-68c5-4c2d-8efe-8f79824053af), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.442074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.465100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] DHCP port deletion for 482e0ed1-68c5-4c2d-8efe-8f79824053af request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:07.475255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (9275a8da-3727-4971-920a-872e7e22cc5b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.480129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Deleting port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:07.480479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.534663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] Deleting port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:07.535044 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.603451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] For port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:07.603984 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.612407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.627094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] Calling delete_port for 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:07.633463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (9275a8da-3727-4971-920a-872e7e22cc5b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.638432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (9275a8da-3727-4971-920a-872e7e22cc5b), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.716270 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] For port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,segment=NetworkSegment(56e52c1f-bbce-407f-bbc4-78fe17556655),segment_id=56e52c1f-bbce-407f-bbc4-78fe17556655)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:07.716560 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.720187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:07.733618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Calling delete_port for 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:07.746079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:07.753338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:07.763436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:07.763436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.792571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=afed2458-c1f4-4b95-92c9-52fd5024b307,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:07.799337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (9275a8da-3727-4971-920a-872e7e22cc5b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.802920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Fanout notify agent at l3_agent the message router_deleted on router 9275a8da-3727-4971-920a-872e7e22cc5b {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:07.809897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45160d05-497f-4543-a251-9aea9308fb3e req-1c1f5045-edf8-4d6b-9438-176d92d21397 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:07.811349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.812631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a10ed225-32c0-422e-8e82-537535a9e393 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/9275a8da-3727-4971-920a-872e7e22cc5b HTTP/1.1" status: 204  len: 168 time: 1.9169779
May 14 21:33:07.816150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45160d05-497f-4543-a251-9aea9308fb3e req-1c1f5045-edf8-4d6b-9438-176d92d21397 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1388268
May 14 21:33:07.816735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50028) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:07.820700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.832583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-674074577', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': False}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:07.862120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (770eb7ab-b572-4b9f-a3b7-ea93e81c4c50), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.885878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] No DVR routers for this DVR port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:07.888459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496c52e-d767-4bf5-8159-c076b2da96b2 None None] Pushing event deleted for resources: {'Port': ['ID=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:07.903414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:07.904027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:07.904836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=770eb7ab-b572-4b9f-a3b7-ea93e81c4c50,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:07.906845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] No DVR routers for this DVR port 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:07.937179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45160d05-497f-4543-a251-9aea9308fb3e req-2925be8a-4c5f-4853-8630-ddeaa43e6c1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842636
May 14 21:33:07.945563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:07.946764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6dec3fb3-df64-4264-9a3f-cd3f3efd6ad4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.4652417
May 14 21:33:07.951415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:08.038982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (06266ad2-3485-460e-b580-201989fb1e05), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.047277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (06266ad2-3485-460e-b580-201989fb1e05), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.054409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (482e0ed1-68c5-4c2d-8efe-8f79824053af), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.076926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:08.077319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.089888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a9adb20>,) {'filters': {'network_id': ['482e0ed1-68c5-4c2d-8efe-8f79824053af']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:08.107843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a9adb20>, '56e52c1f-bbce-407f-bbc4-78fe17556655') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:08.108624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a9adb20>, '56e52c1f-bbce-407f-bbc4-78fe17556655') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:08.123176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (56e52c1f-bbce-407f-bbc4-78fe17556655), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.126909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=281816c5-06ba-48c2-848a-64d03e43b3b3,segment=NetworkSegment(8bd11eaa-fb42-462b-a6c9-e5d118c2194c),segment_id=8bd11eaa-fb42-462b-a6c9-e5d118c2194c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:08.151899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (56e52c1f-bbce-407f-bbc4-78fe17556655), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.162624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:08.163036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (56e52c1f-bbce-407f-bbc4-78fe17556655), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.163527 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (06266ad2-3485-460e-b580-201989fb1e05), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:08.164914 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:08.246983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:08.292977 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.307547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:08.308179 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.409246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:08.423607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:08.424794 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.467160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebfe83-81e8-4f45-91ae-cb7b5ad72111 None None] Pushing event updated for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:08.523914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-7c440b6c-d512-41b0-a31c-999e6e7f34f9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:08.526791 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-7c440b6c-d512-41b0-a31c-999e6e7f34f9 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.36 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.0718737
May 14 21:33:08.549683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c59628-9159-4d4b-947e-e50b570e8c44 req-55b0d331-2b49-460d-afbc-ef593585cd25 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:08.551769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0c59628-9159-4d4b-947e-e50b570e8c44 req-55b0d331-2b49-460d-afbc-ef593585cd25 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.0593891
May 14 21:33:08.557952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:08.561710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.571838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ff1675d9-511d-4e42-9825-da1d849fa984 None None] Provisioning complete for port afed2458-c1f4-4b95-92c9-52fd5024b307 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:08.572214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ff1675d9-511d-4e42-9825-da1d849fa984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.596303 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (482e0ed1-68c5-4c2d-8efe-8f79824053af), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.626400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:08.630418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ff1675d9-511d-4e42-9825-da1d849fa984 None None] Port afed2458-c1f4-4b95-92c9-52fd5024b307 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:08.649104 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.652961 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/482e0ed1-68c5-4c2d-8efe-8f79824053af HTTP/1.1" status: 204  len: 168 time: 1.4176040
May 14 21:33:08.670344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c45808-1f20-4bfe-88b1-f6fecdba79a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=482e0ed1-68c5-4c2d-8efe-8f79824053af,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:08.675718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (06266ad2-3485-460e-b580-201989fb1e05), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.706065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:08.710194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0c59628-9159-4d4b-947e-e50b570e8c44 req-c3ffe923-751c-43fc-9b6b-5b4f454664b0 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441319
May 14 21:33:08.726950 ncdv-master-1 neutron-server[115780]: INFO neutron.db.ipam_backend_mixin [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b26ea60e-c39d-4690-9ca5-1a3db6f416ec (CIDR: 2001:db8::/64)
May 14 21:33:08.754592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:08.755201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 770eb7ab-b572-4b9f-a3b7-ea93e81c4c50 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:08.755841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:08.782109 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:33:08.782828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:08.859449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Deleting port 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:08.860667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:08.909418 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37218817-4b18-4dd3-bbd0-859accecfd64 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9620686
May 14 21:33:08.912383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50050) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:08.918251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:08.940882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:08.951309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5203ed50-a7c7-4d0d-944c-1440d48d7eb7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:09.100580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] For port 3a71fedd-378c-474b-8ed3-687958dee25b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a71fedd-378c-474b-8ed3-687958dee25b,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:09.100946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.120968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8db571-377d-4373-ab89-93289d0c19f5 req-4e43a84c-acf0-4f04-a169-237d17415feb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:09.122442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a8db571-377d-4373-ab89-93289d0c19f5 req-4e43a84c-acf0-4f04-a169-237d17415feb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0855410
May 14 21:33:09.123385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (06266ad2-3485-460e-b580-201989fb1e05), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.140192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:09.144136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.184745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.202079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50056) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:09.268556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a8db571-377d-4373-ab89-93289d0c19f5 req-e59b1d5b-569d-4e5d-a6b1-3d8ab1fdd631 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395195
May 14 21:33:09.269401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-01e94311-9e9d-40d0-8590-6afd2f3e80fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6641b342c1d440aea451919f391bc5db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0661800
May 14 21:33:09.273921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50060) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:09.382171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c036486-e1cd-469f-9e03-851f1d10803b admin admin] Publish callbacks [] for security_group (9cf5ec87-5e67-4059-880e-158860e8baed), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.422776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c036486-e1cd-469f-9e03-851f1d10803b admin admin] Publish callbacks [] for security_group (9cf5ec87-5e67-4059-880e-158860e8baed), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.569663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (01509afc-bb80-43cf-9297-1fbe5eb19bfd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.607989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c036486-e1cd-469f-9e03-851f1d10803b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9cf5ec87-5e67-4059-880e-158860e8baed), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.610593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c036486-e1cd-469f-9e03-851f1d10803b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.614441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1c036486-e1cd-469f-9e03-851f1d10803b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9cf5ec87-5e67-4059-880e-158860e8baed HTTP/1.1" status: 204  len: 168 time: 0.3395138
May 14 21:33:09.638786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:09.639920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c036486-e1cd-469f-9e03-851f1d10803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5ec87-5e67-4059-880e-158860e8baed,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:09.647289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:09.657367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:09.657976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.672263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=01509afc-bb80-43cf-9297-1fbe5eb19bfd,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:09.674673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449cf6f8-676f-45b2-b3df-8cf2eac83c46 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:09.723004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Allocated IP 172.35.4.254 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/164f38e4-a65e-4c48-91f5-b67498116d73) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:09.746263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.746621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (65229ce1-ab53-4064-b1d4-c9509ab6200e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.747133 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Floating IP 65229ce1-ab53-4064-b1d4-c9509ab6200e disassociated. External IP: 172.35.4.47, port: 3a71fedd-378c-474b-8ed3-687958dee25b.
May 14 21:33:09.747507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Calling delete_port for 3a71fedd-378c-474b-8ed3-687958dee25b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:09.771648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-da45b92a-0ddb-4cf0-b37e-cf8cdec13249 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.8580048
May 14 21:33:09.774271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:09.780517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-694729752', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01509afc-bb80-43cf-9297-1fbe5eb19bfd'}], 'security_groups': ['aafbebb9-1967-4314-9ab2-53e1dec1e829']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:09.913572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for port (164f38e4-a65e-4c48-91f5-b67498116d73), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:09.969622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] Update dhcp port {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'fixed_ips': [{'subnet_id': 'b26ea60e-c39d-4690-9ca5-1a3db6f416ec', 'ip_address': '2001:db8::2'}, {'subnet_id': '01509afc-bb80-43cf-9297-1fbe5eb19bfd'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '281816c5-06ba-48c2-848a-64d03e43b3b3'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:33:09.996353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6744-c825-439e-b1f0-8768d24ddbda req-31be65eb-9daf-4679-8b4b-b49fb67ab0e1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:10.004098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-897f6744-c825-439e-b1f0-8768d24ddbda req-31be65eb-9daf-4679-8b4b-b49fb67ab0e1 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 947 time: 0.1251051
May 14 21:33:10.015035 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.076220 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-897f6744-c825-439e-b1f0-8768d24ddbda req-62f17508-af42-48ee-bd5c-bdbd9cbf58cf tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b4f86fa-7298-4bbd-8392-a16231028bf1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710180
May 14 21:33:10.081530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3a71fedd-378c-474b-8ed3-687958dee25b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.113909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.127429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event deleted for resources: {'Port': ['ID=3a71fedd-378c-474b-8ed3-687958dee25b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:10.139663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.283906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:10.292440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:10.296863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:10.304601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Port': ['ID=164f38e4-a65e-4c48-91f5-b67498116d73,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:10.345125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:10.418691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] Allocated IP 2001:db8:0:1::2 (5ee180d5-ae8a-4453-8063-70ed7d10a931/01509afc-bb80-43cf-9297-1fbe5eb19bfd/281816c5-06ba-48c2-848a-64d03e43b3b3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:10.473891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:10.474385 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.544202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:10.554016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e6661-48ea-4f94-aea6-17fec4c6ef27 req-506a80f4-91a4-4395-9c14-26666fb15b6f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:10.555809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c9e6661-48ea-4f94-aea6-17fec4c6ef27 req-506a80f4-91a4-4395-9c14-26666fb15b6f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1188822
May 14 21:33:10.559115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5180d77c-9973-4c42-b145-8d0f4d8114a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.636539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=281816c5-06ba-48c2-848a-64d03e43b3b3,segment=NetworkSegment(8bd11eaa-fb42-462b-a6c9-e5d118c2194c),segment_id=8bd11eaa-fb42-462b-a6c9-e5d118c2194c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:10.709252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:10.718695 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] Publish callbacks [] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.769434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c9e6661-48ea-4f94-aea6-17fec4c6ef27 req-ea523443-c83b-4a7c-9a42-a9159eecf8ab tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049196
May 14 21:33:10.805208 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.888193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (06266ad2-3485-460e-b580-201989fb1e05), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:10.891512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:10.906918 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:10.926586 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:10.927559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312cd250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:10.966619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c986cc1-c34d-495e-9c86-4f31c53760e6 None None] Pushing event updated for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:10.997634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Delete allocated IP 2001:db8::375 (5ee180d5-ae8a-4453-8063-70ed7d10a931/b26ea60e-c39d-4690-9ca5-1a3db6f416ec) {{(pid=115780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 14 21:33:11.009782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8:0:1::108 (5ee180d5-ae8a-4453-8063-70ed7d10a931/01509afc-bb80-43cf-9297-1fbe5eb19bfd/afed2458-c1f4-4b95-92c9-52fd5024b307) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:11.045134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] No DVR routers for this DVR port 3a71fedd-378c-474b-8ed3-687958dee25b on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:11.049081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.052446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6892f0ff-3862-46e6-9f4a-0429f7973c7a req-aba8fa31-62ac-4178-a4e2-b1d97eb42fba tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.36 "DELETE /v2.0/ports/3a71fedd-378c-474b-8ed3-687958dee25b HTTP/1.1" status: 204  len: 173 time: 2.5173860
May 14 21:33:11.052953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-deleted', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:33:11.055252 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2601fe68-9036-41a8-8df3-7ff6d52b3d01" -d '{"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-deleted", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:33:11.155924 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46531a5-6449-4f94-b74d-72ee0748724e x-openstack-request-id: req-c46531a5-6449-4f94-b74d-72ee0748724e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:33:11.158189 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0cc056-41d6-4656-ab5e-714ac048819b", "name": "network-vif-deleted", "tag": "3a71fedd-378c-474b-8ed3-687958dee25b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:33:11.158501 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c46531a5-6449-4f94-b74d-72ee0748724e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:33:11.159417 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46531a5-6449-4f94-b74d-72ee0748724e'] response: {'server_uuid': 'db0cc056-41d6-4656-ab5e-714ac048819b', 'name': 'network-vif-deleted', 'tag': '3a71fedd-378c-474b-8ed3-687958dee25b', 'status': 'completed', 'code': 200}
May 14 21:33:11.289002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c2291d9-1673-4e80-adc3-bffd20e832cf req-04941446-90fc-4b18-8115-684befd2bf8a tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0cc056-41d6-4656-ab5e-714ac048819b HTTP/1.1" status: 200  len: 210 time: 0.0958016
May 14 21:33:11.345936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (06266ad2-3485-460e-b580-201989fb1e05), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.394811 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:11.413190 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.471773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.558283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] In _notify_port_updated(), no bound segment for port afed2458-c1f4-4b95-92c9-52fd5024b307 on network 5ee180d5-ae8a-4453-8063-70ed7d10a931 {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:33:11.563378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:11.564063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.567984 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/ports/afed2458-c1f4-4b95-92c9-52fd5024b307 HTTP/1.1" status: 200  len: 930 time: 1.7900403
May 14 21:33:11.568694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50110) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:11.595681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb558ac-963d-476f-85f5-8198d6e8924e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=afed2458-c1f4-4b95-92c9-52fd5024b307,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:11.712178 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312cd250>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:11.718278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port afed2458-c1f4-4b95-92c9-52fd5024b307 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:11.720479 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.776587 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:33:11.786606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Router 06266ad2-3485-460e-b580-201989fb1e05 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:11.789610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:11.798548 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:11.799197 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312cd250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:11.849007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 3a71fedd-378c-474b-8ed3-687958dee25b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:11.851766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3a71fedd-378c-474b-8ed3-687958dee25b not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:11.914494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.968232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:11.970989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for afed2458-c1f4-4b95-92c9-52fd5024b307 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:11.995915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678df15-42cd-4f75-b844-7328f77e146f req-c6eb510c-5649-45b8-a033-580a8c8d0bbb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:12.012796 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6678df15-42cd-4f75-b844-7328f77e146f req-c6eb510c-5649-45b8-a033-580a8c8d0bbb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1030180
May 14 21:33:12.019082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Provisioning complete for port afed2458-c1f4-4b95-92c9-52fd5024b307 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:12.019469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.056468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:12.078591 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:12.163832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Sync routers for ids ['06266ad2-3485-460e-b580-201989fb1e05'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:12.164065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6678df15-42cd-4f75-b844-7328f77e146f req-5b61d22b-c5a8-4457-8b96-17ca3e3d76bd tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441154
May 14 21:33:12.194585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.196101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bead65a9-883d-4611-8cfc-e5ba1828d68a tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.3784058
May 14 21:33:12.198993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50122) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:12.267894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Routers {'06266ad2-3485-460e-b580-201989fb1e05'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:12.268539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230110820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:32:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['06266ad2-3485-460e-b580-201989fb1e05'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:12.288488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Port afed2458-c1f4-4b95-92c9-52fd5024b307 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:12.305868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (afed2458-c1f4-4b95-92c9-52fd5024b307), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.417643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=afed2458-c1f4-4b95-92c9-52fd5024b307,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:12.460734 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a93b4019-8d2f-4d93-9bf7-58a630292cc0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/06266ad2-3485-460e-b580-201989fb1e05 HTTP/1.1" status: 200  len: 908 time: 0.2545083
May 14 21:33:12.461691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50130) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:12.469654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-674074577', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': True}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:12.480640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Set router 06266ad2-3485-460e-b580-201989fb1e05 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:12.533450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.533667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50132) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:12.533752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a17e81a5-409f-4a65-bd81-6a40a10e2951 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/afed2458-c1f4-4b95-92c9-52fd5024b307 HTTP/1.1" status: 204  len: 168 time: 0.9521809
May 14 21:33:12.552107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:12.558609 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-939d551a-9622-4fd8-a9ad-25462b41457d tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:33:12.560172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-939d551a-9622-4fd8-a9ad-25462b41457d tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/afed2458-c1f4-4b95-92c9-52fd5024b307 HTTP/1.1" status: 404  len: 333 time: 0.0314417
May 14 21:33:12.562858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50134) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:12.594548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50136) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:12.609614 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312cd250>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:12.620980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.622443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.637694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:12.638218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef0df-c83e-41d5-8904-4e121ecf0a43 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (b2a325db-8ed6-47b7-a54c-15cb439a8d7d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.638338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.646495 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b795c0-1654-4754-9e14-fff1d60754ef None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:27:14Z', 'revision_number': 4, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45761ee0-595d-4fe7-9e24-3843d76b4381', 'name': '', 'network_id': '4cc7003c-2823-48d0-8842-9a2e7e084a2e', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'mac_address': 'fa:16:3e:bb:39:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_interface', 'standard_attr_id': 1597, 'fixed_ips': [{'subnet_id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:12Z', 'updated_at': '2022-05-14T21:27:19Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'subnets': [{'id': '5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:12.717534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef0df-c83e-41d5-8904-4e121ecf0a43 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (b2a325db-8ed6-47b7-a54c-15cb439a8d7d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.785187 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.786597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-babff613-4794-4263-9322-f4c7138385f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (7b4f86fa-7298-4bbd-8392-a16231028bf1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.845331 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-babff613-4794-4263-9322-f4c7138385f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (7b4f86fa-7298-4bbd-8392-a16231028bf1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.857260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.919949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6d236874-2117-4368-a27d-b933b14c34f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:12.980350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:12.986500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:12.986881 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.008217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef0df-c83e-41d5-8904-4e121ecf0a43 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b2a325db-8ed6-47b7-a54c-15cb439a8d7d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.019432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ef0df-c83e-41d5-8904-4e121ecf0a43 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.019432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ad7ef0df-c83e-41d5-8904-4e121ecf0a43 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/security-groups/b2a325db-8ed6-47b7-a54c-15cb439a8d7d HTTP/1.1" status: 204  len: 168 time: 0.4488504
May 14 21:33:13.020192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50144) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:13.025715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:13.026210 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.084950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230110820>, [{'id': '06266ad2-3485-460e-b580-201989fb1e05', 'name': 'tempest-snat-router-674074577', 'tenant_id': '032ba616dcc14854aeef541cdedda6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.254'}], 'enable_snat': False}, 'gw_port_id': '164f38e4-a65e-4c48-91f5-b67498116d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:33:08Z', 'updated_at': '2022-05-14T21:33:10Z', 'revision_number': 3, 'project_id': '032ba616dcc14854aeef541cdedda6df', 'gw_port': {'id': '164f38e4-a65e-4c48-91f5-b67498116d73', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06266ad2-3485-460e-b580-201989fb1e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:33:09Z', 'updated_at': '2022-05-14T21:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:13.089954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-90007f31-8a73-42f9-a5a1-9e802a456622 None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:13.096883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-babff613-4794-4263-9322-f4c7138385f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7b4f86fa-7298-4bbd-8392-a16231028bf1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.103989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-babff613-4794-4263-9322-f4c7138385f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.108139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-babff613-4794-4263-9322-f4c7138385f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "DELETE /v2.0/security-groups/7b4f86fa-7298-4bbd-8392-a16231028bf1 HTTP/1.1" status: 204  len: 168 time: 0.5124946
May 14 21:33:13.109070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50150) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:13.121575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ef0df-c83e-41d5-8904-4e121ecf0a43 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a325db-8ed6-47b7-a54c-15cb439a8d7d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:13.129034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Checking router: 06266ad2-3485-460e-b580-201989fb1e05 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:33:13.129034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Updating router 06266ad2-3485-460e-b580-201989fb1e05 port 164f38e4-a65e-4c48-91f5-b67498116d73 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:33:13.131615 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-537e57e7-d8fe-4e11-844e-2062d70b73c3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] show failed (client error): The resource could not be found.
May 14 21:33:13.136445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-537e57e7-d8fe-4e11-844e-2062d70b73c3 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "GET /v2.0/security-groups/7b4f86fa-7298-4bbd-8392-a16231028bf1 HTTP/1.1" status: 404  len: 347 time: 0.0225685
May 14 21:33:13.137246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50152) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:13.164458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babff613-4794-4263-9322-f4c7138385f5 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4f86fa-7298-4bbd-8392-a16231028bf1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:13.204343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.216152 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b937c-16e3-4f8d-a303-5af7edef6f6f None None] New status for floating IP 65229ce1-ab53-4064-b1d4-c9509ab6200e: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:33:13.250172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e4be8d23-369b-4ca3-84d9-38cd91d4bcf9 None None] Could not find standard attr ID for object afed2458-c1f4-4b95-92c9-52fd5024b307. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:33:13.253299 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.257647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af2ba07b-039a-4522-ac18-a907593f92ef tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (aafbebb9-1967-4314-9ab2-53e1dec1e829), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.388941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae18f77-d89f-4c75-8b27-0e7a9d00c738 req-cedfe9f0-54af-401b-b096-74afe3b63fb4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:13.390872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ae18f77-d89f-4c75-8b27-0e7a9d00c738 req-cedfe9f0-54af-401b-b096-74afe3b63fb4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0637648
May 14 21:33:13.451311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af2ba07b-039a-4522-ac18-a907593f92ef tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (aafbebb9-1967-4314-9ab2-53e1dec1e829), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.505217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Deleting port 2aec4fb2-ac30-432b-b91e-353265f5a414 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:13.505848 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.519944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ae18f77-d89f-4c75-8b27-0e7a9d00c738 req-ba114e88-64a3-488e-b88a-2c021eed2ccf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017694
May 14 21:33:13.583156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:13.615931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.626939 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.627556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (2aec4fb2-ac30-432b-b91e-353265f5a414), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.640721 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.658515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Calling delete_port for 2aec4fb2-ac30-432b-b91e-353265f5a414 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:13.661258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af2ba07b-039a-4522-ac18-a907593f92ef tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aafbebb9-1967-4314-9ab2-53e1dec1e829), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.664142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af2ba07b-039a-4522-ac18-a907593f92ef tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.668066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-af2ba07b-039a-4522-ac18-a907593f92ef tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/security-groups/aafbebb9-1967-4314-9ab2-53e1dec1e829 HTTP/1.1" status: 204  len: 168 time: 0.6468561
May 14 21:33:13.679275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50164) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:13.705093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ba07b-039a-4522-ac18-a907593f92ef tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbebb9-1967-4314-9ab2-53e1dec1e829,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:13.809763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Allocated IP 172.35.4.80 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e52e8df1-8dc6-4b1f-a46b-d3be15b0226e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:13.813588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet b26ea60e-c39d-4690-9ca5-1a3db6f416ec {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:13.819936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (b26ea60e-c39d-4690-9ca5-1a3db6f416ec), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.847878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.877347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (b26ea60e-c39d-4690-9ca5-1a3db6f416ec), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:13.930143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for port (e52e8df1-8dc6-4b1f-a46b-d3be15b0226e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.009080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b26ea60e-c39d-4690-9ca5-1a3db6f416ec), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.043236 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e52e8df1-8dc6-4b1f-a46b-d3be15b0226e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.069263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2aec4fb2-ac30-432b-b91e-353265f5a414), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.098080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:14.100973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:14.110063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:14.137545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Port': ['ID=e52e8df1-8dc6-4b1f-a46b-d3be15b0226e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:14.144994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Pushing event deleted for resources: {'Port': ['ID=2aec4fb2-ac30-432b-b91e-353265f5a414,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:14.233665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks [] for floatingip (65229ce1-ab53-4064-b1d4-c9509ab6200e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.236651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.244061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1f3a18df-e00c-4a2b-894f-f426e9729a92 tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] 10.222.0.52 "DELETE /v2.0/floatingips/65229ce1-ab53-4064-b1d4-c9509ab6200e HTTP/1.1" status: 204  len: 168 time: 1.0893941
May 14 21:33:14.299505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b26ea60e-c39d-4690-9ca5-1a3db6f416ec), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.322524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Publish callbacks [] for port (164f38e4-a65e-4c48-91f5-b67498116d73), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.335145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=b26ea60e-c39d-4690-9ca5-1a3db6f416ec,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:14.339101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.342347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-66150f53-42e6-49a1-8155-90deafa509a2 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/b26ea60e-c39d-4690-9ca5-1a3db6f416ec HTTP/1.1" status: 204  len: 168 time: 0.6593924
May 14 21:33:14.347419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50180) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:14.352292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e891880-23a7-4dd7-92dc-af08eb6e256f None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:14.352635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:14.418323 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.498902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Attempting to bind port 164f38e4-a65e-4c48-91f5-b67498116d73 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:33:14.499264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Attempting to bind port 164f38e4-a65e-4c48-91f5-b67498116d73 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:33:14.499667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Attempting to bind port 164f38e4-a65e-4c48-91f5-b67498116d73 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:33:14.519127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:33:14.519547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:14.520071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.520347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:33:14.520827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Bound port: 164f38e4-a65e-4c48-91f5-b67498116d73, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:33:14.521205 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.570494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.588576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] For port 164f38e4-a65e-4c48-91f5-b67498116d73, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:33:14.588576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] For port 164f38e4-a65e-4c48-91f5-b67498116d73, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=164f38e4-a65e-4c48-91f5-b67498116d73,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:33:14.588576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283be861-99cd-49af-92ee-da00dd06cffd None None] Pushing event updated for resources: {'Port': ['ID=164f38e4-a65e-4c48-91f5-b67498116d73,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:14.606880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:14.610915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.723670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:14.828397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Routers {'06266ad2-3485-460e-b580-201989fb1e05'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:14.829172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230110820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['06266ad2-3485-460e-b580-201989fb1e05'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:14.922986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283be861-99cd-49af-92ee-da00dd06cffd None None] Pushing event updated for resources: {'Port': ['ID=164f38e4-a65e-4c48-91f5-b67498116d73,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:15.032978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] Set router 06266ad2-3485-460e-b580-201989fb1e05 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:15.153451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd3671-00b6-454b-a550-de144a888c55 req-8d975803-9a89-4b79-8356-3d899a0d46ea tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:15.153451 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edfd3671-00b6-454b-a550-de144a888c55 req-8d975803-9a89-4b79-8356-3d899a0d46ea tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0651071
May 14 21:33:15.219284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (57783989-8675-4a5e-80d4-3b46af2b7dec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.239892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:15.247699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:15.286308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:15.286906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.310349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-edfd3671-00b6-454b-a550-de144a888c55 req-4a02d0c4-874a-420a-b6dc-907d72cea116 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182292
May 14 21:33:15.333137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230110820>, [{'id': '06266ad2-3485-460e-b580-201989fb1e05', 'name': 'tempest-snat-router-674074577', 'tenant_id': '032ba616dcc14854aeef541cdedda6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.254'}], 'enable_snat': False}, 'gw_port_id': '164f38e4-a65e-4c48-91f5-b67498116d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:33:08Z', 'updated_at': '2022-05-14T21:33:10Z', 'revision_number': 3, 'project_id': '032ba616dcc14854aeef541cdedda6df', 'gw_port': {'id': '164f38e4-a65e-4c48-91f5-b67498116d73', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06266ad2-3485-460e-b580-201989fb1e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:33:09Z', 'updated_at': '2022-05-14T21:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:15.341450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=57783989-8675-4a5e-80d4-3b46af2b7dec,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:15.365769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.375692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9c7fe-82fb-46be-874f-79cb354ce792 None None] The sync data for ids ['06266ad2-3485-460e-b580-201989fb1e05'] in ncdv-master-1 is: [{'id': '06266ad2-3485-460e-b580-201989fb1e05', 'name': 'tempest-snat-router-674074577', 'tenant_id': '032ba616dcc14854aeef541cdedda6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.254'}], 'enable_snat': False}, 'gw_port_id': '164f38e4-a65e-4c48-91f5-b67498116d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:33:08Z', 'updated_at': '2022-05-14T21:33:10Z', 'revision_number': 3, 'project_id': '032ba616dcc14854aeef541cdedda6df', 'gw_port': {'id': '164f38e4-a65e-4c48-91f5-b67498116d73', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06266ad2-3485-460e-b580-201989fb1e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:33:09Z', 'updated_at': '2022-05-14T21:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:15.384645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50212) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:15.454912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d1109a78-1348-4908-a9cd-97596fa6dbdc tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1061358
May 14 21:33:15.457824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50218) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:15.464918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'security_group': {'name': 'tempest-secgroup-337156341'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:15.504212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf31ca-2e48-48a9-8988-a2a299fd18dd None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:15.537591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b37f9a99-a403-48dd-862c-8d173eb9697f None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:15.537951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b37f9a99-a403-48dd-862c-8d173eb9697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.740621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Router 9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:15.742649 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.771061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b37f9a99-a403-48dd-862c-8d173eb9697f None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:15.794116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b37f9a99-a403-48dd-862c-8d173eb9697f None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:15.795190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b37f9a99-a403-48dd-862c-8d173eb9697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.867508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b37f9a99-a403-48dd-862c-8d173eb9697f None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:15.877411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] Update dhcp port {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'fixed_ips': [{'subnet_id': '01509afc-bb80-43cf-9297-1fbe5eb19bfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '57783989-8675-4a5e-80d4-3b46af2b7dec'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '281816c5-06ba-48c2-848a-64d03e43b3b3'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:33:15.923689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.943963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:15.949658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.951771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179df005-bef6-4089-8147-897b40571523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:15.992255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Sync routers for ids ['9cff29d2-7b86-4b8e-ac8c-45be6c5833c5'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:16.032140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Routers {'9cff29d2-7b86-4b8e-ac8c-45be6c5833c5'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:16.032783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223977310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cff29d2-7b86-4b8e-ac8c-45be6c5833c5'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:16.085418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179df005-bef6-4089-8147-897b40571523 admin admin] Publish callbacks [] for security_group (0ffd23d1-7ae9-4772-97ea-80c413e79741), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.095023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.097301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96df3783-9feb-4c3b-9d27-c0db8e04d145 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 3.6333461
May 14 21:33:16.099069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50226) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:16.108593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (40c0760f-339f-43b1-8166-6d7b8cb28d51), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.237889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40c0760f-339f-43b1-8166-6d7b8cb28d51), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.254851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179df005-bef6-4089-8147-897b40571523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0ffd23d1-7ae9-4772-97ea-80c413e79741), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.293983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-18ab09aa-cf23-4a51-b0b7-446c49d6f3fe tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 HTTP/1.1" status: 200  len: 906 time: 0.1934664
May 14 21:33:16.296881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50232) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:16.318599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 164f38e4-a65e-4c48-91f5-b67498116d73 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:16.357016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c0760f-339f-43b1-8166-6d7b8cb28d51,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:16.379342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-179df005-bef6-4089-8147-897b40571523 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ab705ce1456448785c121ba9cf6e5c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9840479
May 14 21:33:16.380862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50236) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:16.416439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Set router 9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:16.463149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.467394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e8388992-24f4-4937-ad24-52646df80cf5 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 1.0084257
May 14 21:33:16.468339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179df005-bef6-4089-8147-897b40571523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffd23d1-7ae9-4772-97ea-80c413e79741,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:16.469191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50238) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:16.491039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'security_group': {'name': 'tempest-secgroup-963252558'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:16.515804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] Allocated IP 2001:db8::2 (5ee180d5-ae8a-4453-8063-70ed7d10a931/57783989-8675-4a5e-80d4-3b46af2b7dec/281816c5-06ba-48c2-848a-64d03e43b3b3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:16.538584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.542064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce65c-222f-4618-93df-ebb782f620e1 admin admin] Publish callbacks [] for security_group (0ffd23d1-7ae9-4772-97ea-80c413e79741), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.550780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef3d7-8b41-4811-9cdc-b7180a92b858 req-b5be927c-0f8b-4a96-881a-1d579437cfb4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:16.559729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01aef3d7-8b41-4811-9cdc-b7180a92b858 req-b5be927c-0f8b-4a96-881a-1d579437cfb4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1237943
May 14 21:33:16.616464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce65c-222f-4618-93df-ebb782f620e1 admin admin] Publish callbacks [] for security_group (0ffd23d1-7ae9-4772-97ea-80c413e79741), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.638210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.695441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01aef3d7-8b41-4811-9cdc-b7180a92b858 req-01099dfc-d9f1-4215-9f32-2923edc111d4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346822
May 14 21:33:16.714999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.782194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 164f38e4-a65e-4c48-91f5-b67498116d73 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:16.782562 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.797599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce65c-222f-4618-93df-ebb782f620e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0ffd23d1-7ae9-4772-97ea-80c413e79741), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.800224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f5ce65c-222f-4618-93df-ebb782f620e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.801434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f5ce65c-222f-4618-93df-ebb782f620e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ffd23d1-7ae9-4772-97ea-80c413e79741 HTTP/1.1" status: 204  len: 168 time: 0.4195375
May 14 21:33:16.810805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ce65c-222f-4618-93df-ebb782f620e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffd23d1-7ae9-4772-97ea-80c413e79741,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:16.930722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Deleting port e52e8df1-8dc6-4b1f-a46b-d3be15b0226e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:16.933408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e52e8df1-8dc6-4b1f-a46b-d3be15b0226e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.955306 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (e1249b25-2c9f-45de-8eca-2194db311ea4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:16.979334 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.028461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=281816c5-06ba-48c2-848a-64d03e43b3b3,segment=NetworkSegment(8bd11eaa-fb42-462b-a6c9-e5d118c2194c),segment_id=8bd11eaa-fb42-462b-a6c9-e5d118c2194c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:17.031586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223977310>, [{'id': '9cff29d2-7b86-4b8e-ac8c-45be6c5833c5', 'name': 'tempest-snat-router-674074577', 'tenant_id': '032ba616dcc14854aeef541cdedda6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e52e8df1-8dc6-4b1f-a46b-d3be15b0226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:33:12Z', 'updated_at': '2022-05-14T21:33:14Z', 'revision_number': 3, 'project_id': '032ba616dcc14854aeef541cdedda6df', 'gw_port': {'id': 'e52e8df1-8dc6-4b1f-a46b-d3be15b0226e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:58:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cff29d2-7b86-4b8e-ac8c-45be6c5833c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:33:13Z', 'updated_at': '2022-05-14T21:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:17.049666 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e1249b25-2c9f-45de-8eca-2194db311ea4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.059047 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e52e8df1-8dc6-4b1f-a46b-d3be15b0226e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.092542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Calling delete_port for e52e8df1-8dc6-4b1f-a46b-d3be15b0226e owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:17.099205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Checking router: 9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:33:17.099671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Updating router 9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 port e52e8df1-8dc6-4b1f-a46b-d3be15b0226e binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:33:17.101566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1249b25-2c9f-45de-8eca-2194db311ea4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:17.139414 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] Publish callbacks [] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.154935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 164f38e4-a65e-4c48-91f5-b67498116d73 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:17.155338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.160040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e52e8df1-8dc6-4b1f-a46b-d3be15b0226e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.197691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 164f38e4-a65e-4c48-91f5-b67498116d73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=164f38e4-a65e-4c48-91f5-b67498116d73,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:17.232256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.232256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94ddd230-602e-42b5-b685-7e2663dec52e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.7562666
May 14 21:33:17.232772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.232884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:17.246289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'security_group': {'name': 'tempest-secgroup-800680845'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:17.302642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.398841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.425688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73dcea-ed84-42e0-b48a-33a242efdd1e None None] Pushing event updated for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:17.444025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e52e8df1-8dc6-4b1f-a46b-d3be15b0226e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.499295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (94da662b-1653-468d-b9a8-eae257850750), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.514843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event deleted for resources: {'Port': ['ID=e52e8df1-8dc6-4b1f-a46b-d3be15b0226e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:17.554257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:17.568582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=164f38e4-a65e-4c48-91f5-b67498116d73,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:17.639310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.643880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (94da662b-1653-468d-b9a8-eae257850750), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.701606 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:33:17.702654 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:33:17.717673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5100ac8-8a83-4670-983a-627e2143c3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.796200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.802655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.815335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.821925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5829058
May 14 21:33:17.823600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b3544-7b26-4798-942f-f3e6029a3405 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94da662b-1653-468d-b9a8-eae257850750,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:17.847258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50262) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:17.847764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:17.872940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-442780415', 'security_groups': ['94da662b-1653-468d-b9a8-eae257850750'], 'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57783989-8675-4a5e-80d4-3b46af2b7dec'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:17.876682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f39a6ddc-49f0-4748-806d-c8d313ffd9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.895274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5100ac8-8a83-4670-983a-627e2143c3cb admin admin] Publish callbacks [] for security_group (c8e9cb4b-42e9-496b-8adc-24eb000f628c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.927527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceb8d1-b12f-414b-9852-32367695d525 req-402c4ac3-8d47-4ff6-96cc-d3dadf509f60 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:17.930076 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abceb8d1-b12f-414b-9852-32367695d525 req-402c4ac3-8d47-4ff6-96cc-d3dadf509f60 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1193538
May 14 21:33:17.991761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abceb8d1-b12f-414b-9852-32367695d525 req-b675e116-fdf3-44b5-9a83-7b575ce78b6f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538945
May 14 21:33:17.992851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (9cff29d2-7b86-4b8e-ac8c-45be6c5833c5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.993560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:17.998189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:17.999467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2bf9faef-387d-4cae-8e9f-3b0d40ce9d59 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/routers/9cff29d2-7b86-4b8e-ac8c-45be6c5833c5 HTTP/1.1" status: 204  len: 168 time: 1.7015061
May 14 21:33:18.003099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50266) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:18.057165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5100ac8-8a83-4670-983a-627e2143c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c8e9cb4b-42e9-496b-8adc-24eb000f628c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.062546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f39a6ddc-49f0-4748-806d-c8d313ffd9d7 admin admin] Publish callbacks [] for security_group (a050e0e5-eb09-451a-abc7-380ee16dde9a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.105655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b5100ac8-8a83-4670-983a-627e2143c3cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e47a259ad71441e8aa863bfef62ff84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5499542
May 14 21:33:18.108515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50268) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:18.109073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5100ac8-8a83-4670-983a-627e2143c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9cb4b-42e9-496b-8adc-24eb000f628c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:18.129616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f39a6ddc-49f0-4748-806d-c8d313ffd9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a050e0e5-eb09-451a-abc7-380ee16dde9a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.161181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:18.163219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (06266ad2-3485-460e-b580-201989fb1e05), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.194767 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f39a6ddc-49f0-4748-806d-c8d313ffd9d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c389ec6b454405aad0012fe235deac5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3446779
May 14 21:33:18.197367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a6ddc-49f0-4748-806d-c8d313ffd9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a050e0e5-eb09-451a-abc7-380ee16dde9a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:18.201295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50270) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:18.237325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Port e52e8df1-8dc6-4b1f-a46b-d3be15b0226e not found while updating agent binding for router 9cff29d2-7b86-4b8e-ac8c-45be6c5833c5. {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
May 14 21:33:18.267298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:18.267786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 14 21:33:18.268622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_agentschedulers_db [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9cff29d2-7b86-4b8e-ac8c-45be6c5833c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent'). {{(pid=115782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 14 21:33:18.276017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3607333d-ff40-4b7f-95f8-41d56fc2513b None None] The sync data for ids ['9cff29d2-7b86-4b8e-ac8c-45be6c5833c5'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:18.287942 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2eb3-5614-4bb9-b3b2-24e6a93c3a2f admin admin] Publish callbacks [] for security_group (c8e9cb4b-42e9-496b-8adc-24eb000f628c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.312159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2eb3-5614-4bb9-b3b2-24e6a93c3a2f admin admin] Publish callbacks [] for security_group (c8e9cb4b-42e9-496b-8adc-24eb000f628c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.333447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:18.359355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.372340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-091530ac-f452-4eb2-b903-5aafd8b130c3 admin admin] Publish callbacks [] for security_group (a050e0e5-eb09-451a-abc7-380ee16dde9a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.381794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] device_id is not set on port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:33:18.382390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (06266ad2-3485-460e-b580-201989fb1e05), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.409783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-091530ac-f452-4eb2-b903-5aafd8b130c3 admin admin] Publish callbacks [] for security_group (a050e0e5-eb09-451a-abc7-380ee16dde9a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.412064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-42287725-b993-4e8b-a394-a1f4198dad8b None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:18.412437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-42287725-b993-4e8b-a394-a1f4198dad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.441700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:18.442427 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.519026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Deleting port 164f38e4-a65e-4c48-91f5-b67498116d73 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:18.519590 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.538643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2eb3-5614-4bb9-b3b2-24e6a93c3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c8e9cb4b-42e9-496b-8adc-24eb000f628c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.541192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2f2eb3-5614-4bb9-b3b2-24e6a93c3a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.544908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9b2f2eb3-5614-4bb9-b3b2-24e6a93c3a2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8e9cb4b-42e9-496b-8adc-24eb000f628c HTTP/1.1" status: 204  len: 168 time: 0.4323776
May 14 21:33:18.560878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-42287725-b993-4e8b-a394-a1f4198dad8b None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:18.570913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:18.572480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 164f38e4-a65e-4c48-91f5-b67498116d73 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:18.577277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-42287725-b993-4e8b-a394-a1f4198dad8b None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:18.577651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-42287725-b993-4e8b-a394-a1f4198dad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.580816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f2eb3-5614-4bb9-b3b2-24e6a93c3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9cb4b-42e9-496b-8adc-24eb000f628c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:18.608412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-091530ac-f452-4eb2-b903-5aafd8b130c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a050e0e5-eb09-451a-abc7-380ee16dde9a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.610987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-091530ac-f452-4eb2-b903-5aafd8b130c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.612449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-091530ac-f452-4eb2-b903-5aafd8b130c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a050e0e5-eb09-451a-abc7-380ee16dde9a HTTP/1.1" status: 204  len: 168 time: 0.4102242
May 14 21:33:18.643127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] For port 164f38e4-a65e-4c48-91f5-b67498116d73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=164f38e4-a65e-4c48-91f5-b67498116d73,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:18.643531 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.662114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-42287725-b993-4e8b-a394-a1f4198dad8b None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:18.663300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Calling delete_port for 164f38e4-a65e-4c48-91f5-b67498116d73 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:18.673267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 164f38e4-a65e-4c48-91f5-b67498116d73 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:18.673640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:18.674515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091530ac-f452-4eb2-b903-5aafd8b130c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050e0e5-eb09-451a-abc7-380ee16dde9a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:18.844105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 164f38e4-a65e-4c48-91f5-b67498116d73 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:18.907534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8::bd (5ee180d5-ae8a-4453-8063-70ed7d10a931/57783989-8675-4a5e-80d4-3b46af2b7dec/cf53f1fa-5d4d-43a5-9052-83fbcda78f86) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:18.999685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (164f38e4-a65e-4c48-91f5-b67498116d73), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.050537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event deleted for resources: {'Port': ['ID=164f38e4-a65e-4c48-91f5-b67498116d73,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:19.124980 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.194986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (06266ad2-3485-460e-b580-201989fb1e05), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.211675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb366cc-bb89-4a3f-82d5-486c1c754ca3 req-355d0993-fc98-41a0-aca2-d5cb326a5fa5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:19.213484 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cb366cc-bb89-4a3f-82d5-486c1c754ca3 req-355d0993-fc98-41a0-aca2-d5cb326a5fa5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0837770
May 14 21:33:19.269046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cb366cc-bb89-4a3f-82d5-486c1c754ca3 req-9886e50b-513e-4fc3-93eb-244be673da30 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472822
May 14 21:33:19.313220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.369975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:19.373385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:19.378278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:19.383567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:19.385007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.389026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=cf53f1fa-5d4d-43a5-9052-83fbcda78f86,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:19.466800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ea421c72-e6cc-4b9a-8ee4-abde57b7ce51 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6178601
May 14 21:33:19.469770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:19.474705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:19.547374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50298) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:19.566802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-50a22d89-aea4-45c3-b378-b5c89c4a9056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.643652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (06266ad2-3485-460e-b580-201989fb1e05), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.646638 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_controller (06266ad2-3485-460e-b580-201989fb1e05), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.700252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ddc52e17-3e04-45a8-ab55-31d9f764e183 None None] Provisioning complete for port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:19.700805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddc52e17-3e04-45a8-ab55-31d9f764e183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.701959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-50a22d89-aea4-45c3-b378-b5c89c4a9056 admin admin] Publish callbacks [] for security_group (0cfe4dec-6fc2-4d7c-8198-1f961369e44d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.738714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52e17-3e04-45a8-ab55-31d9f764e183 None None] Port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:19.767329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:19.770916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.808014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (06266ad2-3485-460e-b580-201989fb1e05), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.808200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06266ad2-3485-460e-b580-201989fb1e05 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:19.812625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.814181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1302757-d204-4aa2-bb5a-4a537c7622db tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "DELETE /v2.0/routers/06266ad2-3485-460e-b580-201989fb1e05 HTTP/1.1" status: 204  len: 168 time: 1.8099635
May 14 21:33:19.817606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:19.823038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-932932089', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:19.831656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-50a22d89-aea4-45c3-b378-b5c89c4a9056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0cfe4dec-6fc2-4d7c-8198-1f961369e44d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.876758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-50a22d89-aea4-45c3-b378-b5c89c4a9056 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b971c2d1ade9426c9f9ffbbc92f71b3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3283675
May 14 21:33:19.881564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50308) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:19.891668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a22d89-aea4-45c3-b378-b5c89c4a9056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfe4dec-6fc2-4d7c-8198-1f961369e44d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:19.914566 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57783989-8675-4a5e-80d4-3b46af2b7dec (CIDR: 2001:db8::/64)
May 14 21:33:19.946626 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc88a4-d31d-4c7d-8c20-5beccf0d4cb7 admin admin] Publish callbacks [] for security_group (0cfe4dec-6fc2-4d7c-8198-1f961369e44d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.969287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc88a4-d31d-4c7d-8c20-5beccf0d4cb7 admin admin] Publish callbacks [] for security_group (0cfe4dec-6fc2-4d7c-8198-1f961369e44d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:19.972810 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:33:19.972810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:20.001426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (c4dead4f-c826-484b-9007-4980eb434703), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.002484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (c4dead4f-c826-484b-9007-4980eb434703), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.068256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (c4dead4f-c826-484b-9007-4980eb434703), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.091521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-25ab14fc-3deb-41d6-bdb2-b6f18b38a9ca tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6207407
May 14 21:33:20.095080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50314) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:20.100060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:20.157065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc88a4-d31d-4c7d-8c20-5beccf0d4cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0cfe4dec-6fc2-4d7c-8198-1f961369e44d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.159654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcc88a4-d31d-4c7d-8c20-5beccf0d4cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.160817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1dcc88a4-d31d-4c7d-8c20-5beccf0d4cb7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cfe4dec-6fc2-4d7c-8198-1f961369e44d HTTP/1.1" status: 204  len: 168 time: 0.2804430
May 14 21:33:20.170015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc88a4-d31d-4c7d-8c20-5beccf0d4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfe4dec-6fc2-4d7c-8198-1f961369e44d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:20.345052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (c4dead4f-c826-484b-9007-4980eb434703), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.346853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:20.355006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.376330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 164f38e4-a65e-4c48-91f5-b67498116d73 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:20.419773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 164f38e4-a65e-4c48-91f5-b67498116d73 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:20.420103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 164f38e4-a65e-4c48-91f5-b67498116d73 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:20.494308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3b25d-7fce-49aa-98fc-201e3fa338ca req-fe750a7f-b3a4-4e33-8c73-fe361e32050d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:20.495910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-05b3b25d-7fce-49aa-98fc-201e3fa338ca req-fe750a7f-b3a4-4e33-8c73-fe361e32050d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.1059017
May 14 21:33:20.498126 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 01509afc-bb80-43cf-9297-1fbe5eb19bfd (CIDR: 2001:db8:0:1::/64)
May 14 21:33:20.552667 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:33:20.553118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:20.632047 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-05b3b25d-7fce-49aa-98fc-201e3fa338ca req-3cb19716-bc13-4d2a-ad61-845a75452d45 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284750
May 14 21:33:20.658124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (c4dead4f-c826-484b-9007-4980eb434703), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.669025 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18c4a8ce-9441-41a6-9504-c0403f1144de tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5727079
May 14 21:33:20.671751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:20.678757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'subnet': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:20.679164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.790560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Allocated IP 172.35.4.173 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/d61942af-58f3-408b-a1b3-a2201c21c7fb) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:20.888798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Made reservation on behalf of 01ee6268a3564343aa30b49035a0e4fe for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:20.894351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:20.909485 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for port (d61942af-58f3-408b-a1b3-a2201c21c7fb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.055005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d61942af-58f3-408b-a1b3-a2201c21c7fb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.097151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:21.104774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:21.107422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:21.137505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event updated for resources: {'Port': ['ID=d61942af-58f3-408b-a1b3-a2201c21c7fb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:21.235422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (727044cc-73ae-4621-8011-d4a97279d827), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.283747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:21.285114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:21.291072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:21.291712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.299238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c691a6d-22f3-4907-b4ba-81487e575e38 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:21.308622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Subnet': ['ID=727044cc-73ae-4621-8011-d4a97279d827,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:21.418202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e36a3af-16c5-454b-8b78-6a6fcd8865f8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7444968
May 14 21:33:21.420905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50366) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:21.427897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1162389677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '727044cc-73ae-4621-8011-d4a97279d827'}], 'security_groups': ['40c0760f-339f-43b1-8166-6d7b8cb28d51', 'e1249b25-2c9f-45de-8eca-2194db311ea4']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:21.523446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (c4dead4f-c826-484b-9007-4980eb434703), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.524825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.552260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] Update dhcp port {'port': {'network_id': '5ee180d5-ae8a-4453-8063-70ed7d10a931', 'fixed_ips': [{'subnet_id': '01509afc-bb80-43cf-9297-1fbe5eb19bfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '57783989-8675-4a5e-80d4-3b46af2b7dec', 'ip_address': '2001:db8::2'}, {'subnet_id': '727044cc-73ae-4621-8011-d4a97279d827'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '281816c5-06ba-48c2-848a-64d03e43b3b3'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:33:21.596403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.806648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (c4dead4f-c826-484b-9007-4980eb434703), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:21.964893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947579-5c75-4470-9a27-f0fbdedac1b3 req-beb0f516-0e5c-425a-83b8-596993f0603c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:21.966753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45947579-5c75-4470-9a27-f0fbdedac1b3 req-beb0f516-0e5c-425a-83b8-596993f0603c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.2309737
May 14 21:33:22.073770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45947579-5c75-4470-9a27-f0fbdedac1b3 req-418dfc9f-4f2b-475b-931b-2a711300b746 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980890
May 14 21:33:22.082502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] Allocated IP 2001:db8:0:2::2 (5ee180d5-ae8a-4453-8063-70ed7d10a931/727044cc-73ae-4621-8011-d4a97279d827/281816c5-06ba-48c2-848a-64d03e43b3b3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:22.083507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Router c4dead4f-c826-484b-9007-4980eb434703 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:22.193018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=281816c5-06ba-48c2-848a-64d03e43b3b3,segment=NetworkSegment(8bd11eaa-fb42-462b-a6c9-e5d118c2194c),segment_id=8bd11eaa-fb42-462b-a6c9-e5d118c2194c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:22.224628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] Publish callbacks [] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.230247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:22.246310 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] Sync routers for ids ['c4dead4f-c826-484b-9007-4980eb434703'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:22.256482 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] Routers {'c4dead4f-c826-484b-9007-4980eb434703'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:22.257167 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c4dead4f-c826-484b-9007-4980eb434703'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:22.283528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.295973 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e910>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:22.300075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.306000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ceee8876-cbe5-41ba-b20b-8fb11b7531b2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.4872296
May 14 21:33:22.306832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50398) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:22.307722 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] Routers {'c4dead4f-c826-484b-9007-4980eb434703'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:22.308508 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c4dead4f-c826-484b-9007-4980eb434703'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:22.312365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': False}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:22.347814 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e910>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:22.348686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28892eb-1a25-453c-894a-6b2e12e6c962 None None] The sync data for ids ['c4dead4f-c826-484b-9007-4980eb434703'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:22.429015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0131b0-337e-4836-9f17-10b4b9362617 None None] Pushing event updated for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:22.478531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Delete allocated IP 2001:db8::bd (5ee180d5-ae8a-4453-8063-70ed7d10a931/57783989-8675-4a5e-80d4-3b46af2b7dec) {{(pid=115781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 14 21:33:22.491037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Allocated IP 2001:db8:0:2::84 (5ee180d5-ae8a-4453-8063-70ed7d10a931/727044cc-73ae-4621-8011-d4a97279d827/cf53f1fa-5d4d-43a5-9052-83fbcda78f86) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:22.716771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.737458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (c4dead4f-c826-484b-9007-4980eb434703), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.791401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.834829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50414) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:22.899874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] In _notify_port_updated(), no bound segment for port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 on network 5ee180d5-ae8a-4453-8063-70ed7d10a931 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:33:22.906852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:22.907829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:22.909638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "PUT /v2.0/ports/cf53f1fa-5d4d-43a5-9052-83fbcda78f86 HTTP/1.1" status: 200  len: 969 time: 1.4873278
May 14 21:33:22.913865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:22.960612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbbbc9-1200-40e8-9244-658862444bb8 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event updated for resources: {'Port': ['ID=cf53f1fa-5d4d-43a5-9052-83fbcda78f86,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:23.015628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e990fba-0284-4165-96e4-d81b8a635b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.051275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:23.051957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.206730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.225245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for cf53f1fa-5d4d-43a5-9052-83fbcda78f86 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:23.292682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:23.293121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.379722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:23.401457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Provisioning complete for port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:23.401973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.464326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Port cf53f1fa-5d4d-43a5-9052-83fbcda78f86 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:23.481916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:23.482295 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.523856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cf53f1fa-5d4d-43a5-9052-83fbcda78f86), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.566776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=cf53f1fa-5d4d-43a5-9052-83fbcda78f86,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:23.597200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-210bb2f5-c209-4ef9-bfcc-7ae4d3d55b62 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:23.606040 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.610259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8eaa3fa6-6bee-40e3-91a0-648d70b894e3 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/cf53f1fa-5d4d-43a5-9052-83fbcda78f86 HTTP/1.1" status: 204  len: 168 time: 0.6946914
May 14 21:33:23.614136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50440) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:23.651540 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-223d5a6e-8f23-475d-b9aa-382459d64c37 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] GET failed (client error): The resource could not be found.
May 14 21:33:23.654001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-223d5a6e-8f23-475d-b9aa-382459d64c37 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports/cf53f1fa-5d4d-43a5-9052-83fbcda78f86 HTTP/1.1" status: 404  len: 333 time: 0.0374663
May 14 21:33:23.662330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50456) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:23.694272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e990fba-0284-4165-96e4-d81b8a635b21 admin admin] Publish callbacks [] for security_group (021a80c4-22a7-4b2a-84f2-d9606d05f58e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.717957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ae4267ac-f184-4929-9642-1f8018b25753 None None] Could not find standard attr ID for object cf53f1fa-5d4d-43a5-9052-83fbcda78f86. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:33:23.728371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d21c1-8d1b-4fba-a31e-5d8a3972b4e5 req-52daa2e3-4931-48b2-bb05-f83838d8187f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:23.730079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0929e9ce-a578-4ba0-ac0a-c1b3b3de0638 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (94da662b-1653-468d-b9a8-eae257850750), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.730558 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-380d21c1-8d1b-4fba-a31e-5d8a3972b4e5 req-52daa2e3-4931-48b2-bb05-f83838d8187f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.4987707
May 14 21:33:23.761293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0929e9ce-a578-4ba0-ac0a-c1b3b3de0638 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (94da662b-1653-468d-b9a8-eae257850750), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.761513 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e990fba-0284-4165-96e4-d81b8a635b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (021a80c4-22a7-4b2a-84f2-d9606d05f58e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.870733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e990fba-0284-4165-96e4-d81b8a635b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021a80c4-22a7-4b2a-84f2-d9606d05f58e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:23.883346 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e990fba-0284-4165-96e4-d81b8a635b21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd659514e6fa4b619978b0fa9173b4f2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0435708
May 14 21:33:23.883346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50460) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:23.896066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-380d21c1-8d1b-4fba-a31e-5d8a3972b4e5 req-1aee53a1-e853-40da-b180-ead8010c331e tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566677
May 14 21:33:23.922313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0929e9ce-a578-4ba0-ac0a-c1b3b3de0638 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (94da662b-1653-468d-b9a8-eae257850750), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.936874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0929e9ce-a578-4ba0-ac0a-c1b3b3de0638 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.950454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0929e9ce-a578-4ba0-ac0a-c1b3b3de0638 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/security-groups/94da662b-1653-468d-b9a8-eae257850750 HTTP/1.1" status: 204  len: 168 time: 0.2750003
May 14 21:33:23.950454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50462) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:23.968661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e9ce-a578-4ba0-ac0a-c1b3b3de0638 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da662b-1653-468d-b9a8-eae257850750,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:23.985687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (c4dead4f-c826-484b-9007-4980eb434703), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:23.999466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (c4dead4f-c826-484b-9007-4980eb434703), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.005467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d28fe9d9-38f3-4183-bcc4-cda943eb8131 admin admin] Publish callbacks [] for security_group (021a80c4-22a7-4b2a-84f2-d9606d05f58e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.026844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5fc1-faec-4561-969b-0438d6339377 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (e1249b25-2c9f-45de-8eca-2194db311ea4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.050079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5fc1-faec-4561-969b-0438d6339377 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (e1249b25-2c9f-45de-8eca-2194db311ea4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.069264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d28fe9d9-38f3-4183-bcc4-cda943eb8131 admin admin] Publish callbacks [] for security_group (021a80c4-22a7-4b2a-84f2-d9606d05f58e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.158986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Router c4dead4f-c826-484b-9007-4980eb434703 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:24.164489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5fc1-faec-4561-969b-0438d6339377 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e1249b25-2c9f-45de-8eca-2194db311ea4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.168285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f7e5fc1-faec-4561-969b-0438d6339377 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.172408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2f7e5fc1-faec-4561-969b-0438d6339377 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/security-groups/e1249b25-2c9f-45de-8eca-2194db311ea4 HTTP/1.1" status: 204  len: 168 time: 0.2139089
May 14 21:33:24.172741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50466) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.180432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e5fc1-faec-4561-969b-0438d6339377 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1249b25-2c9f-45de-8eca-2194db311ea4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:24.255078 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d28fe9d9-38f3-4183-bcc4-cda943eb8131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (021a80c4-22a7-4b2a-84f2-d9606d05f58e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.269341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d28fe9d9-38f3-4183-bcc4-cda943eb8131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.269341 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d28fe9d9-38f3-4183-bcc4-cda943eb8131 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/021a80c4-22a7-4b2a-84f2-d9606d05f58e HTTP/1.1" status: 204  len: 168 time: 0.3759382
May 14 21:33:24.326464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fe9d9-38f3-4183-bcc4-cda943eb8131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021a80c4-22a7-4b2a-84f2-d9606d05f58e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:24.327845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:24.484143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53ac10a4-56b9-455b-a0db-8e0275df56d6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (40c0760f-339f-43b1-8166-6d7b8cb28d51), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.484143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53ac10a4-56b9-455b-a0db-8e0275df56d6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (40c0760f-339f-43b1-8166-6d7b8cb28d51), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.490598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:24.490598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.496122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:24.496122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.496122 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c80eb2a8-82d7-4e07-9bff-15475a740c65 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "PUT /v2.0/routers/c4dead4f-c826-484b-9007-4980eb434703 HTTP/1.1" status: 200  len: 925 time: 2.1197817
May 14 21:33:24.496845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82983407-318e-4d45-8e72-138f504992a8 None None] Sync routers for ids ['c4dead4f-c826-484b-9007-4980eb434703'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:24.496845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82983407-318e-4d45-8e72-138f504992a8 None None] Routers {'c4dead4f-c826-484b-9007-4980eb434703'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:24.496845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82983407-318e-4d45-8e72-138f504992a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f522393ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c4dead4f-c826-484b-9007-4980eb434703'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:24.497195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50480) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.502748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82983407-318e-4d45-8e72-138f504992a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f522393ba90>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:24.547188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82983407-318e-4d45-8e72-138f504992a8 None None] Routers {'c4dead4f-c826-484b-9007-4980eb434703'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:24.574419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82983407-318e-4d45-8e72-138f504992a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f522393ba90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c4dead4f-c826-484b-9007-4980eb434703'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:24.583057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:24.585826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82983407-318e-4d45-8e72-138f504992a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f522393ba90>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:24.586636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82983407-318e-4d45-8e72-138f504992a8 None None] The sync data for ids ['c4dead4f-c826-484b-9007-4980eb434703'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:24.611509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a3984d9-527b-48fa-aeb8-a5170ddff47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/c4dead4f-c826-484b-9007-4980eb434703 HTTP/1.1" status: 200  len: 925 time: 0.1298242
May 14 21:33:24.614556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50484) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.687657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6a9c3-7b68-4752-b1b8-52b7217979f4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:24.689544 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ade6a9c3-7b68-4752-b1b8-52b7217979f4 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=c4dead4f-c826-484b-9007-4980eb434703&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0734589
May 14 21:33:24.692107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50486) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.755853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53ac10a4-56b9-455b-a0db-8e0275df56d6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40c0760f-339f-43b1-8166-6d7b8cb28d51), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.758493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53ac10a4-56b9-455b-a0db-8e0275df56d6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.760945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53ac10a4-56b9-455b-a0db-8e0275df56d6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/security-groups/40c0760f-339f-43b1-8166-6d7b8cb28d51 HTTP/1.1" status: 204  len: 168 time: 0.5869601
May 14 21:33:24.764699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50490) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.774460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac10a4-56b9-455b-a0db-8e0275df56d6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c0760f-339f-43b1-8166-6d7b8cb28d51,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:24.831292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec699c2-bfaa-4a43-99aa-20e4f8ec150c tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:24.835023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ec699c2-bfaa-4a43-99aa-20e4f8ec150c tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.1395350
May 14 21:33:24.835877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50492) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.840014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet 57783989-8675-4a5e-80d4-3b46af2b7dec {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:24.843770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (57783989-8675-4a5e-80d4-3b46af2b7dec), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:24.872448 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-775084a8-e07b-4484-97ca-5895023e58c8 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4dead4f-c826-484b-9007-4980eb434703 HTTP/1.1" status: 200  len: 205 time: 0.0346305
May 14 21:33:24.874885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50496) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:24.909809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (57783989-8675-4a5e-80d4-3b46af2b7dec), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.117236 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (c4dead4f-c826-484b-9007-4980eb434703), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.127923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056bc74-5933-4a79-84b4-83fc7c9f203b req-a8efdc91-3870-4f20-894d-a34f90fa48c2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:25.135253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5056bc74-5933-4a79-84b4-83fc7c9f203b req-a8efdc91-3870-4f20-894d-a34f90fa48c2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0660410
May 14 21:33:25.195014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (57783989-8675-4a5e-80d4-3b46af2b7dec), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.233998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5056bc74-5933-4a79-84b4-83fc7c9f203b req-5210ffa0-b73e-40db-a665-66abfa0c0aff tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978038
May 14 21:33:25.265739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (c4dead4f-c826-484b-9007-4980eb434703), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.369745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (57783989-8675-4a5e-80d4-3b46af2b7dec), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.388107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Deleting port d61942af-58f3-408b-a1b3-a2201c21c7fb {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:25.388452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d61942af-58f3-408b-a1b3-a2201c21c7fb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.409890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.410009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccad1b-17da-4e7e-bd8a-4fbffee017e1 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:25.410727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/57783989-8675-4a5e-80d4-3b46af2b7dec HTTP/1.1" status: 204  len: 168 time: 0.6451671
May 14 21:33:25.411815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed44df-80c3-4c2f-85f6-2dfde4919d9e tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=57783989-8675-4a5e-80d4-3b46af2b7dec,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:25.415804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50514) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:25.497056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50518) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:25.512694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0827c003-e2ff-4c82-be62-11c90b75ac31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.522000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet 727044cc-73ae-4621-8011-d4a97279d827 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:25.527222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (727044cc-73ae-4621-8011-d4a97279d827), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.581835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (727044cc-73ae-4621-8011-d4a97279d827), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.647145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0827c003-e2ff-4c82-be62-11c90b75ac31 admin admin] Publish callbacks [] for security_group (0ea24c18-acb0-4ec7-a3fc-6a9cd107660c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.652563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d61942af-58f3-408b-a1b3-a2201c21c7fb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.686034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Calling delete_port for d61942af-58f3-408b-a1b3-a2201c21c7fb owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:25.706709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (727044cc-73ae-4621-8011-d4a97279d827), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.809795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-dfa0b2bd-bd7c-4029-8c73-a9436976df93 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0641103
May 14 21:33:25.814190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0827c003-e2ff-4c82-be62-11c90b75ac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0ea24c18-acb0-4ec7-a3fc-6a9cd107660c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.921964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf947f-08cd-49ef-8881-abad3c13d445 req-bdb9adad-f2b7-46b7-99e6-fa57eef5f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:25.921964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ceaf947f-08cd-49ef-8881-abad3c13d445 req-bdb9adad-f2b7-46b7-99e6-fa57eef5f483 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1128 time: 0.0837162
May 14 21:33:25.944445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (727044cc-73ae-4621-8011-d4a97279d827), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:25.958196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827c003-e2ff-4c82-be62-11c90b75ac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea24c18-acb0-4ec7-a3fc-6a9cd107660c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:26.005471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0827c003-e2ff-4c82-be62-11c90b75ac31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a499a459a2c74d81a59092a0e8eedefb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5073199
May 14 21:33:26.014012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50530) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:26.028375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.032248 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/727044cc-73ae-4621-8011-d4a97279d827 HTTP/1.1" status: 204  len: 168 time: 0.6157169
May 14 21:33:26.033497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f8626-d4fb-484e-93da-24ba79189e5a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=727044cc-73ae-4621-8011-d4a97279d827,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:26.036569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50532) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:26.050070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-4e4da416-8bae-4f03-9603-34883ed5f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:26.050070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-4e4da416-8bae-4f03-9603-34883ed5f30b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1128 time: 0.1756098
May 14 21:33:26.067362 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d3b117-a79e-41e9-8ba0-091e4c144e10 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:26.068134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d3b117-a79e-41e9-8ba0-091e4c144e10 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:26.068295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ceaf947f-08cd-49ef-8881-abad3c13d445 req-3e2f1cdd-f942-4106-b99b-a2957b7d9596 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128523
May 14 21:33:26.073614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-07d3b117-a79e-41e9-8ba0-091e4c144e10 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/57783989-8675-4a5e-80d4-3b46af2b7dec HTTP/1.1" status: 404  len: 337 time: 0.0334408
May 14 21:33:26.074601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50534) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:26.091213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a042d958-8645-4ca8-a3d8-7716a8fecc8d admin admin] Publish callbacks [] for security_group (0ea24c18-acb0-4ec7-a3fc-6a9cd107660c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.117682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a042d958-8645-4ca8-a3d8-7716a8fecc8d admin admin] Publish callbacks [] for security_group (0ea24c18-acb0-4ec7-a3fc-6a9cd107660c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.128678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d61942af-58f3-408b-a1b3-a2201c21c7fb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.164513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting subnet 01509afc-bb80-43cf-9297-1fbe5eb19bfd {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:26.171150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks [] for subnet (01509afc-bb80-43cf-9297-1fbe5eb19bfd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.174082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event deleted for resources: {'Port': ['ID=d61942af-58f3-408b-a1b3-a2201c21c7fb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:26.268123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (01509afc-bb80-43cf-9297-1fbe5eb19bfd), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.276852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a042d958-8645-4ca8-a3d8-7716a8fecc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0ea24c18-acb0-4ec7-a3fc-6a9cd107660c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.281608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a042d958-8645-4ca8-a3d8-7716a8fecc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.286358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a042d958-8645-4ca8-a3d8-7716a8fecc8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ea24c18-acb0-4ec7-a3fc-6a9cd107660c HTTP/1.1" status: 204  len: 168 time: 0.2712154
May 14 21:33:26.313102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (c4dead4f-c826-484b-9007-4980eb434703), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.361370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042d958-8645-4ca8-a3d8-7716a8fecc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea24c18-acb0-4ec7-a3fc-6a9cd107660c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:26.424754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-88ca6ae5-86a7-4a88-8423-7e3a297e9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:26.426510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-88ca6ae5-86a7-4a88-8423-7e3a297e9523 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.1657414
May 14 21:33:26.431283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7c57f-8cb1-4c16-abdc-3ab184300ff1 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:26.479352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (c4dead4f-c826-484b-9007-4980eb434703), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.500393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (c4dead4f-c826-484b-9007-4980eb434703), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.504833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ac5d8106-86b4-4b60-a2a0-7336153782e8 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:26.505428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8106-86b4-4b60-a2a0-7336153782e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.521986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8d262-1097-4a2c-9098-d7474dd57dca req-3119af5c-c3ab-4717-925c-3fc96f5b2b05 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:26.523505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbc8d262-1097-4a2c-9098-d7474dd57dca req-3119af5c-c3ab-4717-925c-3fc96f5b2b05 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0982697
May 14 21:33:26.581224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (01509afc-bb80-43cf-9297-1fbe5eb19bfd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.651336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (c4dead4f-c826-484b-9007-4980eb434703), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.651980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Fanout notify agent at l3_agent the message router_deleted on router c4dead4f-c826-484b-9007-4980eb434703 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:26.659276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.660192 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b246ad9d-b2f1-418f-aaa4-9f95a83479d0 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/c4dead4f-c826-484b-9007-4980eb434703 HTTP/1.1" status: 204  len: 168 time: 1.7840412
May 14 21:33:26.667561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fbc8d262-1097-4a2c-9098-d7474dd57dca req-f4bc6e1a-7944-4150-b6a0-08d27e259116 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124823
May 14 21:33:26.671515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50548) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:26.674579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d8106-86b4-4b60-a2a0-7336153782e8 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:26.677106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1346042554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:26.698054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ac5d8106-86b4-4b60-a2a0-7336153782e8 None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:26.698054 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8106-86b4-4b60-a2a0-7336153782e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.726814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-db9f466a-e199-48b1-8bcd-ba6276018523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 200  len: 217 time: 0.0710483
May 14 21:33:26.742348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d8106-86b4-4b60-a2a0-7336153782e8 None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:26.784717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-7816aef0-ff16-4c55-8bb3-82fcc4a66404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:26.787153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-7816aef0-ff16-4c55-8bb3-82fcc4a66404 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0536368
May 14 21:33:26.798153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (01509afc-bb80-43cf-9297-1fbe5eb19bfd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.804548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (a6da0962-987a-4113-b984-9a249034abc6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.806342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (a6da0962-987a-4113-b984-9a249034abc6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.850015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-21980b10-46ce-4686-bd7a-b279f65c601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:26.851942 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-21980b10-46ce-4686-bd7a-b279f65c601a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0555761
May 14 21:33:26.855023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.860473 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/01509afc-bb80-43cf-9297-1fbe5eb19bfd HTTP/1.1" status: 204  len: 168 time: 0.7827797
May 14 21:33:26.860821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04845a8-7dc8-4a1f-8044-c838c42c9965 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Subnet': ['ID=01509afc-bb80-43cf-9297-1fbe5eb19bfd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:26.861780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:26.926496 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c296de-c281-4d6c-add5-de763d49d288 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:26.926950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c296de-c281-4d6c-add5-de763d49d288 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:26.930017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90c296de-c281-4d6c-add5-de763d49d288 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/b26ea60e-c39d-4690-9ca5-1a3db6f416ec HTTP/1.1" status: 404  len: 337 time: 0.0671358
May 14 21:33:26.931905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (a6da0962-987a-4113-b984-9a249034abc6), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:26.932932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50556) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:26.972440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ca39a62b-cff9-4984-810c-916747bd314f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d7161cd-93a3-4cbe-85a8-bcc92f34721c HTTP/1.1" status: 200  len: 205 time: 0.0360634
May 14 21:33:26.973113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50558) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.036813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (a6da0962-987a-4113-b984-9a249034abc6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:27.039239 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-2b93c7b1-2e41-4a16-a43d-73f44fbfcf40 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] delete failed (client error): The resource could not be found.
May 14 21:33:27.040336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b93c7b1-2e41-4a16-a43d-73f44fbfcf40 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/routers/2d7161cd-93a3-4cbe-85a8-bcc92f34721c HTTP/1.1" status: 404  len: 336 time: 0.0665758
May 14 21:33:27.042932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50566) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.095596 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5062af6-bd1c-4502-9883-c89d59d639cd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.096338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5062af6-bd1c-4502-9883-c89d59d639cd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.100925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5062af6-bd1c-4502-9883-c89d59d639cd tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/72901d2a-5ca0-4cca-9022-d5dc260a79e9 HTTP/1.1" status: 404  len: 337 time: 0.0567772
May 14 21:33:27.103593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50568) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.126925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-605349fe-f58e-438b-9833-d4b213decb7a service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480223
May 14 21:33:27.135000 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-beef65df-2ee0-469e-9a18-3e66bb1d5556 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.135874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beef65df-2ee0-469e-9a18-3e66bb1d5556 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.139694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-beef65df-2ee0-469e-9a18-3e66bb1d5556 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/0cb7b767-d2b5-4d13-a0d2-754fd7a1bb89 HTTP/1.1" status: 404  len: 337 time: 0.0347276
May 14 21:33:27.143928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:27.145452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8b3084d-ad86-4564-8c08-de46cd38e619 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4730291
May 14 21:33:27.146183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.155071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.159810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:27.221799 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5693a70e-4d0d-4b75-bcd9-6ac086da64a1 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.222255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5693a70e-4d0d-4b75-bcd9-6ac086da64a1 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.227654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5693a70e-4d0d-4b75-bcd9-6ac086da64a1 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f482d4f4-9a01-4ba9-9c6d-354842248d2c HTTP/1.1" status: 404  len: 337 time: 0.0781589
May 14 21:33:27.254529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50580) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.468531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba96f70-44f4-4ecf-afc3-5e0ea2719f50 None None] Network 5ee180d5-ae8a-4453-8063-70ed7d10a931 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:27.644497 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d713b3b0-3006-4d82-9b8e-cb810913223b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.645444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d713b3b0-3006-4d82-9b8e-cb810913223b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.656527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d713b3b0-3006-4d82-9b8e-cb810913223b tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/78d613a9-0c2d-464b-a6b8-65972c124c8d HTTP/1.1" status: 404  len: 333 time: 0.3998680
May 14 21:33:27.658217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50590) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.685372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-029a5dbf-9e9e-4a74-b44c-a69bedc0ad94 None None] Provisioning complete for port 281816c5-06ba-48c2-848a-64d03e43b3b3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:27.686209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-029a5dbf-9e9e-4a74-b44c-a69bedc0ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:27.718332 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-79efbc8c-3d87-4d1a-a282-22b29b2661cf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.718928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79efbc8c-3d87-4d1a-a282-22b29b2661cf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.725652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-79efbc8c-3d87-4d1a-a282-22b29b2661cf tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/2eeda50a-c78b-4310-a1c8-a9e51e01531e HTTP/1.1" status: 404  len: 337 time: 0.0571687
May 14 21:33:27.729564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50594) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.782414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] DHCP port deletion for 5ee180d5-ae8a-4453-8063-70ed7d10a931 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:27.804781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (a6da0962-987a-4113-b984-9a249034abc6), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:27.821194 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d6f788-b877-4e03-9002-d7d558aa5bd6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.823764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d6f788-b877-4e03-9002-d7d558aa5bd6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.828224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e3d6f788-b877-4e03-9002-d7d558aa5bd6 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f1eef56f-66f7-4b4e-923a-cccbeb691037 HTTP/1.1" status: 404  len: 337 time: 0.0979187
May 14 21:33:27.828488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50596) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.834758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ccb6d4e-559c-42d4-aa45-ac268da817f3 req-d19652e8-0c9c-4184-b668-b810326e23ed service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7010486
May 14 21:33:27.861269 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a9f40f-717e-4cea-a9c1-6709c075b3c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.861845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a9f40f-717e-4cea-a9c1-6709c075b3c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.864914 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a1a9f40f-717e-4cea-a9c1-6709c075b3c7 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/1a382d0d-1b3d-4f5c-bdac-6f636b115390 HTTP/1.1" status: 404  len: 333 time: 0.0348854
May 14 21:33:27.867419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.882145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-029a5dbf-9e9e-4a74-b44c-a69bedc0ad94 None None] Current status of the port 281816c5-06ba-48c2-848a-64d03e43b3b3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:27.884531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] Deleting port 281816c5-06ba-48c2-848a-64d03e43b3b3 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:27.885091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:27.888711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5da0a-fab0-43d4-a8a0-1755023d8589 req-aa50b0d4-0912-4dc2-a9ac-cee24ad4b9ba tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:27.891005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eac5da0a-fab0-43d4-a8a0-1755023d8589 req-aa50b0d4-0912-4dc2-a9ac-cee24ad4b9ba tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0595460
May 14 21:33:27.914932 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2d9235-2a38-4398-bf41-7e19e4217d9a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.915367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-029a5dbf-9e9e-4a74-b44c-a69bedc0ad94 None None] Provisioning complete for port 645b915b-991f-41a2-804b-0d792d478a5e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:27.915783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2d9235-2a38-4398-bf41-7e19e4217d9a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.915920 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-029a5dbf-9e9e-4a74-b44c-a69bedc0ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (645b915b-991f-41a2-804b-0d792d478a5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:27.919010 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ab2d9235-2a38-4398-bf41-7e19e4217d9a tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f20827e8-c394-4987-9af4-e3e12a95d62b HTTP/1.1" status: 404  len: 337 time: 0.0505841
May 14 21:33:27.921776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50604) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:27.971190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eac5da0a-fab0-43d4-a8a0-1755023d8589 req-fa3f11ee-b61b-4c44-8a55-12e05accca4e tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741298
May 14 21:33:27.974512 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea68bdcf-9163-4cc4-b73d-63f18fa8645f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:27.975041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea68bdcf-9163-4cc4-b73d-63f18fa8645f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:27.978589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ea68bdcf-9163-4cc4-b73d-63f18fa8645f tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/subnets/f797993e-4403-40f9-ae0d-53395b2bb9d0 HTTP/1.1" status: 404  len: 337 time: 0.0557368
May 14 21:33:27.981372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50606) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:28.004522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] For port 281816c5-06ba-48c2-848a-64d03e43b3b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=281816c5-06ba-48c2-848a-64d03e43b3b3,segment=NetworkSegment(8bd11eaa-fb42-462b-a6c9-e5d118c2194c),segment_id=8bd11eaa-fb42-462b-a6c9-e5d118c2194c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:28.005223 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.021121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-029a5dbf-9e9e-4a74-b44c-a69bedc0ad94 None None] Port 645b915b-991f-41a2-804b-0d792d478a5e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:28.021121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] Calling delete_port for 281816c5-06ba-48c2-848a-64d03e43b3b3 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:28.155980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abe510-de9a-4012-898a-0991703f996c req-b11b07f6-eb87-49fa-a807-55681d6b4fb7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:28.157545 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0abe510-de9a-4012-898a-0991703f996c req-b11b07f6-eb87-49fa-a807-55681d6b4fb7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1037147
May 14 21:33:28.227800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (281816c5-06ba-48c2-848a-64d03e43b3b3), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.252857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Deleting port 645b915b-991f-41a2-804b-0d792d478a5e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:28.253041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (645b915b-991f-41a2-804b-0d792d478a5e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.280665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] No DVR routers for this DVR port 281816c5-06ba-48c2-848a-64d03e43b3b3 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:28.287847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:28.292706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eab63-e2f9-4db4-95d2-a864640ac764 None None] Pushing event deleted for resources: {'Port': ['ID=281816c5-06ba-48c2-848a-64d03e43b3b3,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:28.320042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 281816c5-06ba-48c2-848a-64d03e43b3b3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:28.321335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 281816c5-06ba-48c2-848a-64d03e43b3b3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:28.356607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (a6da0962-987a-4113-b984-9a249034abc6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.397139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.402336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (645b915b-991f-41a2-804b-0d792d478a5e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.407414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f0abe510-de9a-4012-898a-0991703f996c req-603763bb-5315-4a21-93a5-b71d398343b1 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2402012
May 14 21:33:28.466358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Calling delete_port for 645b915b-991f-41a2-804b-0d792d478a5e owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:28.610371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Allocated IP 172.35.4.45 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/fa18b50a-0b57-4952-b8e6-cd6a12290186) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:28.734477 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for port (fa18b50a-0b57-4952-b8e6-cd6a12290186), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.737354 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (645b915b-991f-41a2-804b-0d792d478a5e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.772319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Port': ['ID=645b915b-991f-41a2-804b-0d792d478a5e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:28.782380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.786244 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-14cfa48b-a8cd-4fc7-9cf9-fff7cd61b303 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/ports/645b915b-991f-41a2-804b-0d792d478a5e HTTP/1.1" status: 204  len: 168 time: 0.8038938
May 14 21:33:28.789253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50632) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:28.912299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5ee180d5-ae8a-4453-8063-70ed7d10a931), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.913175 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fa18b50a-0b57-4952-b8e6-cd6a12290186), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:28.927386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29376-91e6-4f43-ae07-5ea409ff0988 req-561f0908-c6f7-4712-b270-8d30c6822e30 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:28.929376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcb29376-91e6-4f43-ae07-5ea409ff0988 req-561f0908-c6f7-4712-b270-8d30c6822e30 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0702288
May 14 21:33:28.983337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:28.986595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:28.991109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:28.995366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event updated for resources: {'Port': ['ID=fa18b50a-0b57-4952-b8e6-cd6a12290186,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:29.061440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5ee180d5-ae8a-4453-8063-70ed7d10a931), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.067049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcb29376-91e6-4f43-ae07-5ea409ff0988 req-4f99cf53-65b7-4982-8cf0-7217c420e3c3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287522
May 14 21:33:29.089943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230c6a580>,) {'filters': {'network_id': ['5ee180d5-ae8a-4453-8063-70ed7d10a931']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:29.101750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230c6a580>, '8bd11eaa-fb42-462b-a6c9-e5d118c2194c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:29.102088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230c6a580>, '8bd11eaa-fb42-462b-a6c9-e5d118c2194c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:29.113426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (8bd11eaa-fb42-462b-a6c9-e5d118c2194c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.129903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8bd11eaa-fb42-462b-a6c9-e5d118c2194c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.137122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:29.137511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (8bd11eaa-fb42-462b-a6c9-e5d118c2194c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:29.141318 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:29.318990 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5ee180d5-ae8a-4453-8063-70ed7d10a931), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.325382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.332190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] 10.222.0.52 "DELETE /v2.0/networks/5ee180d5-ae8a-4453-8063-70ed7d10a931 HTTP/1.1" status: 204  len: 168 time: 0.5410700
May 14 21:33:29.364753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd305ab-d500-4e3b-8f98-df1640aa03a4 tempest-PortsIpV6TestJSON-688596097 tempest-PortsIpV6TestJSON-688596097-project] Pushing event deleted for resources: {'Network': ['ID=5ee180d5-ae8a-4453-8063-70ed7d10a931,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:29.390878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (a6da0962-987a-4113-b984-9a249034abc6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.597844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (a6da0962-987a-4113-b984-9a249034abc6), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.602790 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (a6da0962-987a-4113-b984-9a249034abc6), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.841245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Router a6da0962-987a-4113-b984-9a249034abc6 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:29.875345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50666) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:29.955117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:29.961740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:29.965783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50670) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:29.967502 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] Sync routers for ids ['a6da0962-987a-4113-b984-9a249034abc6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:29.973522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a215291c-e646-4946-b989-998136019a75 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "PUT /v2.0/routers/a6da0962-987a-4113-b984-9a249034abc6 HTTP/1.1" status: 200  len: 883 time: 2.8150849
May 14 21:33:29.979416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] Routers {'a6da0962-987a-4113-b984-9a249034abc6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:29.980080 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230be39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a6da0962-987a-4113-b984-9a249034abc6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:30.017635 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230be39a0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:30.027018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] Routers {'a6da0962-987a-4113-b984-9a249034abc6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:30.027683 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230be39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['a6da0962-987a-4113-b984-9a249034abc6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:30.061205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230be39a0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:30.061805 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c374abb-37ae-4757-8656-e3cde59219a7 None None] The sync data for ids ['a6da0962-987a-4113-b984-9a249034abc6'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:30.082867 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fc0f4043-82c4-4495-83a2-9370fe2a4f07 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/a6da0962-987a-4113-b984-9a249034abc6 HTTP/1.1" status: 200  len: 924 time: 0.1146052
May 14 21:33:30.085438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50674) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:30.188264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ccdcb-f4e5-4434-8ddc-ee9356405339 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:30.192348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e3ccdcb-f4e5-4434-8ddc-ee9356405339 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=a6da0962-987a-4113-b984-9a249034abc6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1034844
May 14 21:33:30.192669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50678) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:30.218816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d83f9-81c1-406f-9e20-8c1d196f6e7f req-3da88a5d-eab6-41bc-ae19-a9abf132dc83 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:30.220452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e57d83f9-81c1-406f-9e20-8c1d196f6e7f req-3da88a5d-eab6-41bc-ae19-a9abf132dc83 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0583429
May 14 21:33:30.302451 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e57d83f9-81c1-406f-9e20-8c1d196f6e7f req-b3f40b4c-29a7-4e8e-a46b-42ca9bca47e6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762177
May 14 21:33:30.354680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823491db-c56f-4b54-817c-96f85c884ea9 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:30.354961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-823491db-c56f-4b54-817c-96f85c884ea9 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.1614456
May 14 21:33:30.358279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50686) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:30.359835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f771dfab-e5c2-40f2-ab59-283a4997f450 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01ee6268a3564343aa30b49035a0e4fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4811566
May 14 21:33:30.360645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50688) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:30.391727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c363e683-f0c8-4064-8c8c-d3258e39fbd1 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6da0962-987a-4113-b984-9a249034abc6 HTTP/1.1" status: 200  len: 205 time: 0.0322526
May 14 21:33:30.400487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50690) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:30.431835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e02a13a5-1051-44d1-9712-f6a35e16a1f2 admin admin] Publish callbacks [] for security_group (d2d72bbe-76f1-4a70-92ff-3b977e79155f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.469782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e02a13a5-1051-44d1-9712-f6a35e16a1f2 admin admin] Publish callbacks [] for security_group (d2d72bbe-76f1-4a70-92ff-3b977e79155f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.522145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (a6da0962-987a-4113-b984-9a249034abc6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.629872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e02a13a5-1051-44d1-9712-f6a35e16a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d2d72bbe-76f1-4a70-92ff-3b977e79155f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.632826 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e02a13a5-1051-44d1-9712-f6a35e16a1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.637044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e02a13a5-1051-44d1-9712-f6a35e16a1f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2d72bbe-76f1-4a70-92ff-3b977e79155f HTTP/1.1" status: 204  len: 168 time: 0.2751966
May 14 21:33:30.647367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a13a5-1051-44d1-9712-f6a35e16a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d72bbe-76f1-4a70-92ff-3b977e79155f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:30.651638 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (a6da0962-987a-4113-b984-9a249034abc6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.775844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Deleting port fa18b50a-0b57-4952-b8e6-cd6a12290186 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:30.776266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fa18b50a-0b57-4952-b8e6-cd6a12290186), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.860808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ad815-eddc-47e7-be07-232d4966ff37 req-1096894e-1a1e-4a69-8ea6-fc3b2a841373 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:30.862574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c03ad815-eddc-47e7-be07-232d4966ff37 req-1096894e-1a1e-4a69-8ea6-fc3b2a841373 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0551462
May 14 21:33:30.884568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fa18b50a-0b57-4952-b8e6-cd6a12290186), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:30.897630 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Calling delete_port for fa18b50a-0b57-4952-b8e6-cd6a12290186 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:30.929249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c03ad815-eddc-47e7-be07-232d4966ff37 req-c86341d3-216a-47a4-a2ab-5f9887717df9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573554
May 14 21:33:30.936568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50706) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:31.129234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fa18b50a-0b57-4952-b8e6-cd6a12290186), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.155426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event deleted for resources: {'Port': ['ID=fa18b50a-0b57-4952-b8e6-cd6a12290186,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:31.230123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (a6da0962-987a-4113-b984-9a249034abc6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.272589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f107303-8fec-44e5-9dd1-e5113165ead3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.366359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f107303-8fec-44e5-9dd1-e5113165ead3 admin admin] Publish callbacks [] for security_group (87c12c50-bf8a-4ee1-a445-fec1a8c8acb8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.451117 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f107303-8fec-44e5-9dd1-e5113165ead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (87c12c50-bf8a-4ee1-a445-fec1a8c8acb8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.496364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0f107303-8fec-44e5-9dd1-e5113165ead3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87acd75b9e52482996ab310e28234587&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5588462
May 14 21:33:31.497098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107303-8fec-44e5-9dd1-e5113165ead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c12c50-bf8a-4ee1-a445-fec1a8c8acb8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:31.500282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50724) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:31.557538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f58f248-20ce-452e-a800-6d2c01c8d808 admin admin] Publish callbacks [] for security_group (87c12c50-bf8a-4ee1-a445-fec1a8c8acb8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.587746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f58f248-20ce-452e-a800-6d2c01c8d808 admin admin] Publish callbacks [] for security_group (87c12c50-bf8a-4ee1-a445-fec1a8c8acb8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.602685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (a6da0962-987a-4113-b984-9a249034abc6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.605017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (a6da0962-987a-4113-b984-9a249034abc6), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.712004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f58f248-20ce-452e-a800-6d2c01c8d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (87c12c50-bf8a-4ee1-a445-fec1a8c8acb8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.715802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f58f248-20ce-452e-a800-6d2c01c8d808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.716979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7f58f248-20ce-452e-a800-6d2c01c8d808 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87c12c50-bf8a-4ee1-a445-fec1a8c8acb8 HTTP/1.1" status: 204  len: 168 time: 0.2156696
May 14 21:33:31.725759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58f248-20ce-452e-a800-6d2c01c8d808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c12c50-bf8a-4ee1-a445-fec1a8c8acb8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:31.745937 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (a6da0962-987a-4113-b984-9a249034abc6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.746748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Fanout notify agent at l3_agent the message router_deleted on router a6da0962-987a-4113-b984-9a249034abc6 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:31.753379 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.757946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dda1da0a-27a2-4809-a96f-7bccaaef1cf9 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/a6da0962-987a-4113-b984-9a249034abc6 HTTP/1.1" status: 204  len: 168 time: 1.3526728
May 14 21:33:31.758435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50732) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:31.763761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-168756871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:31.866316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.867383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:31.920869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (2925066e-b835-4370-8083-e9cc6b3a9b30), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.038256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.054469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbceb3-7433-4938-be98-22c302a9b646 req-1f9580f3-470c-47a4-b2d2-6049ace36e36 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:32.054469 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58fbceb3-7433-4938-be98-22c302a9b646 req-1f9580f3-470c-47a4-b2d2-6049ace36e36 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0511231
May 14 21:33:32.105365 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58fbceb3-7433-4938-be98-22c302a9b646 req-29889463-65b3-4d1a-9eb7-4f3356104c63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480535
May 14 21:33:32.130812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.133067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5ee91845-2262-48be-af25-5a84fb1cd329 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3721383
May 14 21:33:32.135217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50748) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:32.139940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': True}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:32.364964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (2925066e-b835-4370-8083-e9cc6b3a9b30), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.483884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50758) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:32.498116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc80b-a7f5-44d5-9658-ce5db6eecb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.603353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc80b-a7f5-44d5-9658-ce5db6eecb34 admin admin] Publish callbacks [] for security_group (0fe93dae-c5dd-440d-b75a-75281c4cf112), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.631857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (2925066e-b835-4370-8083-e9cc6b3a9b30), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.653347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.662676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50762) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:32.672546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc80b-a7f5-44d5-9658-ce5db6eecb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0fe93dae-c5dd-440d-b75a-75281c4cf112), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.717569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9dfc80b-a7f5-44d5-9658-ce5db6eecb34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=049de61d833b45bba49f7ebfc0f343c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2325778
May 14 21:33:32.718721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfc80b-a7f5-44d5-9658-ce5db6eecb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe93dae-c5dd-440d-b75a-75281c4cf112,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:32.720164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50766) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:32.779973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1399767221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:32.826316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Allocated IP 172.35.4.151 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/0a537b2d-93af-4182-9be1-17b8e856d139) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:32.851129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Publish callbacks [] for security_group (0fe93dae-c5dd-440d-b75a-75281c4cf112), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.912009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Publish callbacks [] for security_group (0fe93dae-c5dd-440d-b75a-75281c4cf112), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.921793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:32.922820 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.020339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router_controller (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.032048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for port (0a537b2d-93af-4182-9be1-17b8e856d139), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.105777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.110606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0fe93dae-c5dd-440d-b75a-75281c4cf112), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.114940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.114940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fe93dae-c5dd-440d-b75a-75281c4cf112 HTTP/1.1" status: 204  len: 168 time: 0.3932068
May 14 21:33:33.130030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe93dae-c5dd-440d-b75a-75281c4cf112,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:33.138626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.138980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.139320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.139677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.140014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.140341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.140664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.140987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.141307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.141647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.142217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.142538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.142856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.143174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.143506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2d0e9c-1fd0-4609-aece-4442c3168712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:33.157445 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0a537b2d-93af-4182-9be1-17b8e856d139), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.246612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:33.254567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:33.257001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:33.262830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Port': ['ID=0a537b2d-93af-4182-9be1-17b8e856d139,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:33.287933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.289116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ddcec05a-f5ce-40aa-ba7b-ce32c882ad4b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.6254883
May 14 21:33:33.292622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50780) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:33.297727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-311037119'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:33.302149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9dcf9-cda6-46db-8063-1476e82cd376 req-71afbdf0-e759-4cef-ab20-352a1680ffb5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:33.303698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15b9dcf9-cda6-46db-8063-1476e82cd376 req-71afbdf0-e759-4cef-ab20-352a1680ffb5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1029749
May 14 21:33:33.372756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Made reservation on behalf of 82badb8800bb4096858c945e023ba597 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:33.376429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.385906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.455123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15b9dcf9-cda6-46db-8063-1476e82cd376 req-94c5ea1b-41f0-4476-b218-9c83bbb83db3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417732
May 14 21:33:33.476465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for security_group (5c8fcb70-fddc-488f-8211-4dc08ee9eb82), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.591366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5c8fcb70-fddc-488f-8211-4dc08ee9eb82), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.635077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:33:33.655662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8fcb70-fddc-488f-8211-4dc08ee9eb82,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:33.660097 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (90f84c68-f8be-4922-8344-26525d9ef376), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.660816 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Added segment 90f84c68-f8be-4922-8344-26525d9ef376 of type vlan for network 27cd1387-c133-46ac-8206-d45f99d27e27
May 14 21:33:33.684044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (2925066e-b835-4370-8083-e9cc6b3a9b30), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.714038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (27cd1387-c133-46ac-8206-d45f99d27e27), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.894169 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (27cd1387-c133-46ac-8206-d45f99d27e27), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.895111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.899706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.900903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:33.901505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:33.972040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Network': ['ID=27cd1387-c133-46ac-8206-d45f99d27e27,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:33.984877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 27cd1387-c133-46ac-8206-d45f99d27e27 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:33:34.103073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a15d613-a26e-4143-a612-cd436fc8e868 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8072939
May 14 21:33:34.104081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50820) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.109387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'subnet': {'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:34.143774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Router 2925066e-b835-4370-8083-e9cc6b3a9b30 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:34.266584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:34.271254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:34.272198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-73e0b17f-e778-4c05-9954-ef897ca654f0 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "PUT /v2.0/routers/2925066e-b835-4370-8083-e9cc6b3a9b30 HTTP/1.1" status: 200  len: 918 time: 2.1360064
May 14 21:33:34.275450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50824) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.277912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] Sync routers for ids ['2925066e-b835-4370-8083-e9cc6b3a9b30'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:34.288980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] Routers {'2925066e-b835-4370-8083-e9cc6b3a9b30'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:34.289896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['2925066e-b835-4370-8083-e9cc6b3a9b30'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:34.326247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f700>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:34.341091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] Routers {'2925066e-b835-4370-8083-e9cc6b3a9b30'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:34.341725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['2925066e-b835-4370-8083-e9cc6b3a9b30'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:34.344063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Made reservation on behalf of 82badb8800bb4096858c945e023ba597 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:34.355792 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:34.393334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6f700>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:34.394266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b2e73-aa75-45d5-9c42-9761ea5c98ae None None] The sync data for ids ['2925066e-b835-4370-8083-e9cc6b3a9b30'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:34.417603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c13773bc-b474-46f3-95cc-4b20b8dfe2a7 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/2925066e-b835-4370-8083-e9cc6b3a9b30 HTTP/1.1" status: 200  len: 924 time: 0.1386733
May 14 21:33:34.420263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50828) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.471624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37eeaa-dce2-4cb8-97f0-3a7678617c4d tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:34.473516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-df37eeaa-dce2-4cb8-97f0-3a7678617c4d tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=2925066e-b835-4370-8083-e9cc6b3a9b30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0522830
May 14 21:33:34.476497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50830) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.666815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ffee-b85f-4813-a293-aa58a67b5491 req-532bb4ab-c759-41d2-acef-fa34c9f16b88 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:34.669064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5006ffee-b85f-4813-a293-aa58a67b5491 req-532bb4ab-c759-41d2-acef-fa34c9f16b88 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0846214
May 14 21:33:34.701884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fdeac-b079-4650-b75f-00d3d96f34c1 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:34.708963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-132fdeac-b079-4650-b75f-00d3d96f34c1 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.2309587
May 14 21:33:34.711739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50844) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.727521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50846) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.750258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-244f2c74-c1d6-421e-b2e4-5323589fe1e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0812018
May 14 21:33:34.761666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50850) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.781258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0db48b6f-513e-44e0-8a87-cd54690073eb tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=2925066e-b835-4370-8083-e9cc6b3a9b30 HTTP/1.1" status: 200  len: 205 time: 0.0663188
May 14 21:33:34.785573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (7cc28961-46b3-40da-9b52-728d2807343b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:34.786666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50854) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:34.849652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5006ffee-b85f-4813-a293-aa58a67b5491 req-e5ffc396-8c7b-4264-938a-45896711c910 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740441
May 14 21:33:34.898257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-7765e51e-94f0-4d18-a5eb-f4d48ccbf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:34.901493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-7765e51e-94f0-4d18-a5eb-f4d48ccbf291 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 1127 time: 0.1241956
May 14 21:33:34.937180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Subnet': ['ID=7cc28961-46b3-40da-9b52-728d2807343b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:34.971134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Checking segment: {'id': '90f84c68-f8be-4922-8344-26525d9ef376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:34.972060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network hostable DHCP agents. Network: 27cd1387-c133-46ac-8206-d45f99d27e27, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:33:35.134826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network 27cd1387-c133-46ac-8206-d45f99d27e27 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:33:35.184089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-386d196e-163f-4c53-8af8-05a206a897af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.323840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27cd1387-c133-46ac-8206-d45f99d27e27) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:35.341139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:35.341680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.344576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965894af-8f01-4735-af2b-f62b09aa70a7 None None] Network 27cd1387-c133-46ac-8206-d45f99d27e27 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:35.455851 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-30515283-c8a4-406a-a41e-bbae3c313abc tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3472340
May 14 21:33:35.457502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50878) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:35.463838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-386d196e-163f-4c53-8af8-05a206a897af admin admin] Publish callbacks [] for security_group (3ba7e259-1c8a-47dd-8327-b3663d4d2dc3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.464106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'network': {'name': 'tempest-router-network01--1213758608'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:35.495336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.543610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-27cd1387-c133-46ac-8206-d45f99d27e27', 'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27', 'project_id': '82badb8800bb4096858c945e023ba597', 'fixed_ips': [{'subnet_id': '7cc28961-46b3-40da-9b52-728d2807343b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:33:35.545952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.580568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-bf9aead2-2aa2-4a87-8151-6f0c5d8fd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:35.582007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-bf9aead2-2aa2-4a87-8151-6f0c5d8fd09a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 914 time: 0.6066420
May 14 21:33:35.621167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Made reservation on behalf of 82badb8800bb4096858c945e023ba597 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:35.626533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.649965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-386d196e-163f-4c53-8af8-05a206a897af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3ba7e259-1c8a-47dd-8327-b3663d4d2dc3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.678456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-c6a4a49e-729d-4d46-8580-d23d4eae497b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336 HTTP/1.1" status: 200  len: 217 time: 0.0660908
May 14 21:33:35.699195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:33:35.708298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2a9abc09-9b8d-4340-88bb-a484a1c3cef8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.708707 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Added segment 2a9abc09-9b8d-4340-88bb-a484a1c3cef8 of type vlan for network 55b03017-9500-4802-ae05-c324089e8eab
May 14 21:33:35.718398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Allocated IP 172.20.0.2 (27cd1387-c133-46ac-8206-d45f99d27e27/7cc28961-46b3-40da-9b52-728d2807343b/54474043-a40d-4de0-922f-57167fb08056) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:35.734278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.736187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d196e-163f-4c53-8af8-05a206a897af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba7e259-1c8a-47dd-8327-b3663d4d2dc3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:35.750534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (55b03017-9500-4802-ae05-c324089e8eab), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.826365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (2925066e-b835-4370-8083-e9cc6b3a9b30), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.838441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-680578fc-1205-47ee-95c9-4e445c00bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:35.838441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-680578fc-1205-47ee-95c9-4e445c00bbd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658ef061-2a9e-4cfa-aacf-f1d6f625de0a HTTP/1.1" status: 200  len: 853 time: 0.1515548
May 14 21:33:35.840787 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-386d196e-163f-4c53-8af8-05a206a897af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eae50436f3714e2cbb5deeb6574aee2e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0774531
May 14 21:33:35.843454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50890) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:35.854263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (55b03017-9500-4802-ae05-c324089e8eab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.859725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:35.860392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:35.889534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-ce7474bd-32fd-42c9-8671-1511cb62997f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451949
May 14 21:33:36.014280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-168658b1-f078-4e29-aa91-839db44c0d8f admin admin] Publish callbacks [] for security_group (3ba7e259-1c8a-47dd-8327-b3663d4d2dc3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.072230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-168658b1-f078-4e29-aa91-839db44c0d8f admin admin] Publish callbacks [] for security_group (3ba7e259-1c8a-47dd-8327-b3663d4d2dc3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.093682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Publish callbacks [] for port (54474043-a40d-4de0-922f-57167fb08056), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.094640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.6367431
May 14 21:33:36.095375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c52a2-a93a-41d8-8d73-cc7d079e78d7 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Network': ['ID=55b03017-9500-4802-ae05-c324089e8eab,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.097421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50896) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:36.109164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 55b03017-9500-4802-ae05-c324089e8eab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:33:36.115115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'network': {'name': 'tempest-router-network02--1561456615'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:36.128111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Deleting port 0a537b2d-93af-4182-9be1-17b8e856d139 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:36.128813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0a537b2d-93af-4182-9be1-17b8e856d139), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.201671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3d381-1c6f-4413-82ff-f2800bbcdf4b req-f66aebf3-d392-4b49-bded-5f225a19dd9a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:36.202264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (54474043-a40d-4de0-922f-57167fb08056), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.203626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83e3d381-1c6f-4413-82ff-f2800bbcdf4b req-f66aebf3-d392-4b49-bded-5f225a19dd9a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1850774
May 14 21:33:36.249689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Network 27cd1387-c133-46ac-8206-d45f99d27e27 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:36.254985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:36.257548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:36.263033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-a9802ed4-5437-4d62-a824-5c624df9829c service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3552165
May 14 21:33:36.272142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Pushing event updated for resources: {'Port': ['ID=54474043-a40d-4de0-922f-57167fb08056,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.282277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.282944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.283122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Deleting port 45761ee0-595d-4fe7-9e24-3843d76b4381 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:36.290280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.290501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:36.322855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83e3d381-1c6f-4413-82ff-f2800bbcdf4b req-0b8bfcbf-70f1-48d8-9e62-e801e1d91092 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045566
May 14 21:33:36.328009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0a537b2d-93af-4182-9be1-17b8e856d139), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.364802 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Attempting to bind port 54474043-a40d-4de0-922f-57167fb08056 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:33:36.365436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Attempting to bind port 54474043-a40d-4de0-922f-57167fb08056 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '90f84c68-f8be-4922-8344-26525d9ef376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:33:36.365620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Attempting to bind port 54474043-a40d-4de0-922f-57167fb08056 on network 27cd1387-c133-46ac-8206-d45f99d27e27 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:33:36.370908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Calling delete_port for 0a537b2d-93af-4182-9be1-17b8e856d139 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:36.372345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:33:36.373002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Checking segment: {'id': '90f84c68-f8be-4922-8344-26525d9ef376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:36.373407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.373803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Bound using segment: {'id': '90f84c68-f8be-4922-8344-26525d9ef376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:33:36.374282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Bound port: 54474043-a40d-4de0-922f-57167fb08056, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f84c68-f8be-4922-8344-26525d9ef376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '27cd1387-c133-46ac-8206-d45f99d27e27'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:33:36.374668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54474043-a40d-4de0-922f-57167fb08056), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.389263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-168658b1-f078-4e29-aa91-839db44c0d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3ba7e259-1c8a-47dd-8327-b3663d4d2dc3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.392118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-168658b1-f078-4e29-aa91-839db44c0d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.399641 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-168658b1-f078-4e29-aa91-839db44c0d8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ba7e259-1c8a-47dd-8327-b3663d4d2dc3 HTTP/1.1" status: 204  len: 168 time: 0.5488050
May 14 21:33:36.406375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168658b1-f078-4e29-aa91-839db44c0d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba7e259-1c8a-47dd-8327-b3663d4d2dc3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.433609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] For port 45761ee0-595d-4fe7-9e24-3843d76b4381, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45761ee0-595d-4fe7-9e24-3843d76b4381,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:36.433981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.455769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Calling delete_port for 45761ee0-595d-4fe7-9e24-3843d76b4381 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:36.470787 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb5b15bc-bc64-4b8c-9b2e-37e77abd978a req-2f9fb655-8397-4d06-a8a8-63f2e2b3365f service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999550
May 14 21:33:36.473654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] For port 54474043-a40d-4de0-922f-57167fb08056, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:33:36.474698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Made reservation on behalf of 82badb8800bb4096858c945e023ba597 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:36.479167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.490930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] For port 54474043-a40d-4de0-922f-57167fb08056, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54474043-a40d-4de0-922f-57167fb08056,segment=NetworkSegment(90f84c68-f8be-4922-8344-26525d9ef376),segment_id=90f84c68-f8be-4922-8344-26525d9ef376)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:33:36.540631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:33:36.561888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3066c89e-fbda-42fe-8087-59c234e3de9e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.562644 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Added segment 3066c89e-fbda-42fe-8087-59c234e3de9e of type vlan for network d6321e94-3774-49a3-b352-9fb132cd6273
May 14 21:33:36.587204 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54474043-a40d-4de0-922f-57167fb08056), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.657975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d0f86-435f-4933-b40a-48f6df56a9c8 None None] Pushing event updated for resources: {'Port': ['ID=54474043-a40d-4de0-922f-57167fb08056,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.665332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d6321e94-3774-49a3-b352-9fb132cd6273), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.717958 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0a537b2d-93af-4182-9be1-17b8e856d139), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.790419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event deleted for resources: {'Port': ['ID=0a537b2d-93af-4182-9be1-17b8e856d139,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.808903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d6321e94-3774-49a3-b352-9fb132cd6273), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.816173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:36.816941 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.832591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (2925066e-b835-4370-8083-e9cc6b3a9b30), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.948016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Network': ['ID=d6321e94-3774-49a3-b352-9fb132cd6273,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.951921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (45761ee0-595d-4fe7-9e24-3843d76b4381), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:36.967858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d6321e94-3774-49a3-b352-9fb132cd6273 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:33:36.990632 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42a1fd0c-7085-41a0-aaa1-7e6efcbe0e5c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.8917551
May 14 21:33:36.992052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=45761ee0-595d-4fe7-9e24-3843d76b4381,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:36.998511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50912) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:37.004615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'subnet': {'network_id': '55b03017-9500-4802-ae05-c324089e8eab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:37.077315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.083449 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (2925066e-b835-4370-8083-e9cc6b3a9b30), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.309739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (2925066e-b835-4370-8083-e9cc6b3a9b30), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.314142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Fanout notify agent at l3_agent the message router_deleted on router 2925066e-b835-4370-8083-e9cc6b3a9b30 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:37.317788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.318061 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.319311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f82b4658-81bc-45f0-88d2-a4c5310c3cf5 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/2925066e-b835-4370-8083-e9cc6b3a9b30 HTTP/1.1" status: 204  len: 168 time: 2.5318844
May 14 21:33:37.323563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50920) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:37.328155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1993665982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:37.367324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Made reservation on behalf of 82badb8800bb4096858c945e023ba597 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:37.371326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.410184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.413034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.504962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.574528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.608542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:37.625061 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46a6d8dc-43ba-4cf2-90d3-039c6599ef77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.714424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.715802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12fc4fac-5924-4e49-9c64-9855a25144e3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3912253
May 14 21:33:37.722726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50936) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:37.729220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': False}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:37.791071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46a6d8dc-43ba-4cf2-90d3-039c6599ef77 admin admin] Publish callbacks [] for security_group (33e3b594-98ff-4475-8b8a-4edcfc7b45bf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:37.919964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e48b3-9974-41e4-af3e-ccb330e49673 req-99f074fe-8b54-435a-947d-cc1d737fa9ef tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:37.919964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-281e48b3-9974-41e4-af3e-ccb330e49673 req-99f074fe-8b54-435a-947d-cc1d737fa9ef tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.3960435
May 14 21:33:38.018566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471002d7-3470-4079-8e61-3d04fed69556 None None] Network 27cd1387-c133-46ac-8206-d45f99d27e27 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:38.022358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46a6d8dc-43ba-4cf2-90d3-039c6599ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (33e3b594-98ff-4475-8b8a-4edcfc7b45bf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.022917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-281e48b3-9974-41e4-af3e-ccb330e49673 req-86906f4c-3abf-4976-ad27-e1fe75af0485 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841204
May 14 21:33:38.047325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.076828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6d8dc-43ba-4cf2-90d3-039c6599ef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e3b594-98ff-4475-8b8a-4edcfc7b45bf,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:38.079277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46a6d8dc-43ba-4cf2-90d3-039c6599ef77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6399289b82f54d2181dc635e73f101ef&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4694293
May 14 21:33:38.081717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:38.133939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] Provisioning complete for port 54474043-a40d-4de0-922f-57167fb08056 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:38.133939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54474043-a40d-4de0-922f-57167fb08056), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.134571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:38.149879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04ca2a29-0dde-4cce-9059-d0b359733e8b admin admin] Publish callbacks [] for security_group (33e3b594-98ff-4475-8b8a-4edcfc7b45bf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.207054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (ae5c58ef-b803-4dab-9fe2-202bb151af9c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.252234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04ca2a29-0dde-4cce-9059-d0b359733e8b admin admin] Publish callbacks [] for security_group (33e3b594-98ff-4475-8b8a-4edcfc7b45bf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.297401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Subnet': ['ID=ae5c58ef-b803-4dab-9fe2-202bb151af9c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:38.343222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] Current status of the port 54474043-a40d-4de0-922f-57167fb08056 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:38.350517 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54474043-a40d-4de0-922f-57167fb08056), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.420944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Checking segment: {'id': '2a9abc09-9b8d-4340-88bb-a484a1c3cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '55b03017-9500-4802-ae05-c324089e8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:38.420944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network hostable DHCP agents. Network: 55b03017-9500-4802-ae05-c324089e8eab, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:33:38.443751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] For port 54474043-a40d-4de0-922f-57167fb08056, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54474043-a40d-4de0-922f-57167fb08056,segment=NetworkSegment(90f84c68-f8be-4922-8344-26525d9ef376),segment_id=90f84c68-f8be-4922-8344-26525d9ef376)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:38.451417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:38.456988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-34c309a7-6203-481e-9ac8-20eae9932b85 admin admin] 10.222.0.52 "PUT /v2.0/routers/6d7fbe7d-f580-4cdc-9d2c-2828435ea153/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7262568
May 14 21:33:38.459541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50950) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:38.463599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] Sync routers for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:38.477341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.483996 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:38.491536 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230be3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:38.498119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.540223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 54474043-a40d-4de0-922f-57167fb08056 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:38.592616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 54474043-a40d-4de0-922f-57167fb08056 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:38.593371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54474043-a40d-4de0-922f-57167fb08056), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.624201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks [] for router (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.626897 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:38.636013 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54474043-a40d-4de0-922f-57167fb08056), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.636129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04ca2a29-0dde-4cce-9059-d0b359733e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (33e3b594-98ff-4475-8b8a-4edcfc7b45bf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.641180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04ca2a29-0dde-4cce-9059-d0b359733e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.643358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04ca2a29-0dde-4cce-9059-d0b359733e8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33e3b594-98ff-4475-8b8a-4edcfc7b45bf HTTP/1.1" status: 204  len: 168 time: 0.5600657
May 14 21:33:38.698564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network 55b03017-9500-4802-ae05-c324089e8eab is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:33:38.705223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f6ff2-13ce-4140-8f89-da23ff4d5d30 None None] Pushing event updated for resources: {'Port': ['ID=54474043-a40d-4de0-922f-57167fb08056,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:38.769094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dc423ebe-e612-453f-89e6-72247a76f00c None None] Provisioning complete for port 54474043-a40d-4de0-922f-57167fb08056 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:38.769819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc423ebe-e612-453f-89e6-72247a76f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54474043-a40d-4de0-922f-57167fb08056), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.815036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 54474043-a40d-4de0-922f-57167fb08056 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:38.846138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks [] for router_gateway (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.866075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 55b03017-9500-4802-ae05-c324089e8eab) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:38.870597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:38.871424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:38.895227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca2a29-0dde-4cce-9059-d0b359733e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e3b594-98ff-4475-8b8a-4edcfc7b45bf,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:38.901900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc3fa11-52f1-4ff8-ae92-92b436fa571a None None] Network 55b03017-9500-4802-ae05-c324089e8eab requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:38.938930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Allocated IP 172.35.4.204 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/11b86120-a651-4ff9-8e1f-21272c20c83c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:39.000094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dc423ebe-e612-453f-89e6-72247a76f00c None None] Current status of the port 54474043-a40d-4de0-922f-57167fb08056 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:39.018951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230be3640>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130'}], 'enable_snat': True}, 'gw_port_id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:33:36Z', 'revision_number': 5, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port': {'id': '579cf41c-9cfc-445d-82a2-d03420f897bb', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:27:08Z', 'updated_at': '2022-05-14T21:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:39.024914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Deleting port 579cf41c-9cfc-445d-82a2-d03420f897bb {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:39.024914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.056698 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] Checking router: 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:33:39.058788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-55b03017-9500-4802-ae05-c324089e8eab', 'network_id': '55b03017-9500-4802-ae05-c324089e8eab', 'project_id': '82badb8800bb4096858c945e023ba597', 'fixed_ips': [{'subnet_id': 'ae5c58ef-b803-4dab-9fe2-202bb151af9c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:33:39.066679 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] Routers {'6d7fbe7d-f580-4cdc-9d2c-2828435ea153'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:39.067312 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230be3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:39.074809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.078958 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for port (11b86120-a651-4ff9-8e1f-21272c20c83c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.104953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8926588e-fc2a-4897-ac7c-5db368ae526f tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1039522
May 14 21:33:39.108159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50956) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:39.115970 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'subnet': {'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:39.220618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (11b86120-a651-4ff9-8e1f-21272c20c83c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.243834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] For port 579cf41c-9cfc-445d-82a2-d03420f897bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=579cf41c-9cfc-445d-82a2-d03420f897bb,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:39.244556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.262835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Calling delete_port for 579cf41c-9cfc-445d-82a2-d03420f897bb owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:39.307162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:39.311252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:39.317550 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] Set router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:33:39.320416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:39.328498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Allocated IP 172.20.0.2 (55b03017-9500-4802-ae05-c324089e8eab/ae5c58ef-b803-4dab-9fe2-202bb151af9c/4aeafaff-3b58-4391-aef1-1b528105086f) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:39.335054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Made reservation on behalf of 82badb8800bb4096858c945e023ba597 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:33:39.339571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.423661 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230be3640>, [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:33:38Z', 'revision_number': 6, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:39.460127 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:33:39.461519 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52288d73-c2bc-4cc9-958b-ee707bb98f9b None None] The sync data for ids ['6d7fbe7d-f580-4cdc-9d2c-2828435ea153'] in ncdv-master-1 is: [{'id': '6d7fbe7d-f580-4cdc-9d2c-2828435ea153', 'name': 'tempest-AttachVolumeShelveTestJSON-1363262714-router', 'tenant_id': '4989c480608c4b86bd1cd7615fba4d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:27:07Z', 'updated_at': '2022-05-14T21:33:38Z', 'revision_number': 6, 'project_id': '4989c480608c4b86bd1cd7615fba4d20', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:39.555895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Pushing event updated for resources: {'Port': ['ID=11b86120-a651-4ff9-8e1f-21272c20c83c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:39.584767 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Publish callbacks [] for port (4aeafaff-3b58-4391-aef1-1b528105086f), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.679416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50970) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:39.694926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.737849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Network 55b03017-9500-4802-ae05-c324089e8eab is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:39.740973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:39.744999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:39.784003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Pushing event updated for resources: {'Port': ['ID=4aeafaff-3b58-4391-aef1-1b528105086f,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:39.826203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (579cf41c-9cfc-445d-82a2-d03420f897bb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.856074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Attempting to bind port 4aeafaff-3b58-4391-aef1-1b528105086f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:33:39.856566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Attempting to bind port 4aeafaff-3b58-4391-aef1-1b528105086f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a9abc09-9b8d-4340-88bb-a484a1c3cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '55b03017-9500-4802-ae05-c324089e8eab'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:33:39.857175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Attempting to bind port 4aeafaff-3b58-4391-aef1-1b528105086f on network 55b03017-9500-4802-ae05-c324089e8eab {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:33:39.873336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:33:39.874507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Checking segment: {'id': '2a9abc09-9b8d-4340-88bb-a484a1c3cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '55b03017-9500-4802-ae05-c324089e8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:39.875024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.877417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Bound using segment: {'id': '2a9abc09-9b8d-4340-88bb-a484a1c3cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '55b03017-9500-4802-ae05-c324089e8eab'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:33:39.879043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Bound port: 4aeafaff-3b58-4391-aef1-1b528105086f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9abc09-9b8d-4340-88bb-a484a1c3cef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '55b03017-9500-4802-ae05-c324089e8eab'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:33:39.880169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.912132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-16e7851e-582c-484e-9038-402e7a4dc404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.920048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=579cf41c-9cfc-445d-82a2-d03420f897bb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:39.931679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8367bbdd-0465-463c-a565-aaf0d7b3dc2f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:39.938271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.938631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.939525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.939894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.940244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.940576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.940906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.941237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.941910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.941910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.942196 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.942517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.942839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.943861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.944723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:33:39.982540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] For port 4aeafaff-3b58-4391-aef1-1b528105086f, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:33:39.986249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] For port 4aeafaff-3b58-4391-aef1-1b528105086f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4aeafaff-3b58-4391-aef1-1b528105086f,segment=NetworkSegment(2a9abc09-9b8d-4340-88bb-a484a1c3cef8),segment_id=2a9abc09-9b8d-4340-88bb-a484a1c3cef8)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:33:40.072136 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.075849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Subnet': ['ID=8367bbdd-0465-463c-a565-aaf0d7b3dc2f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:40.089140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.108805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router_gateway (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.163896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a91430-3b4c-43fb-a90d-6c1c034aeed7 None None] Pushing event updated for resources: {'Port': ['ID=4aeafaff-3b58-4391-aef1-1b528105086f,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:40.179449 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-16e7851e-582c-484e-9038-402e7a4dc404 admin admin] Publish callbacks [] for security_group (431f51d5-1c4b-4caa-9482-ca70e9d62358), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.194499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Checking segment: {'id': '3066c89e-fbda-42fe-8087-59c234e3de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:40.194898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network hostable DHCP agents. Network: d6321e94-3774-49a3-b352-9fb132cd6273, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:33:40.206554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.209254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks [] for router_controller (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.282438 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-16e7851e-582c-484e-9038-402e7a4dc404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (431f51d5-1c4b-4caa-9482-ca70e9d62358), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.352755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network d6321e94-3774-49a3-b352-9fb132cd6273 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:33:40.379755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (6d7fbe7d-f580-4cdc-9d2c-2828435ea153), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.380412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7fbe7d-f580-4cdc-9d2c-2828435ea153 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:40.385485 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.401740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-be5a8043-2b31-486f-b599-28b5ec51aa5d admin admin] 10.222.0.52 "DELETE /v2.0/routers/6d7fbe7d-f580-4cdc-9d2c-2828435ea153 HTTP/1.1" status: 204  len: 168 time: 1.9264836
May 14 21:33:40.402140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:40.426240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-16e7851e-582c-484e-9038-402e7a4dc404 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d62ef5d2df94259814d63ba298d4e20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7432270
May 14 21:33:40.426240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7851e-582c-484e-9038-402e7a4dc404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431f51d5-1c4b-4caa-9482-ca70e9d62358,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:40.438178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51002) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:40.475576 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9acc74e-ec24-4555-b16d-3b300ea4d420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.500818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.508825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.556254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Deleting subnet 5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:40.565549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Publish callbacks [] for subnet (5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.579857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 54474043-a40d-4de0-922f-57167fb08056 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:40.642403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9953eeb3-e7ac-4149-ba06-4c7038513c92 admin admin] Publish callbacks [] for security_group (431f51d5-1c4b-4caa-9482-ca70e9d62358), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.647972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.668615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6321e94-3774-49a3-b352-9fb132cd6273) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:40.675518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 54474043-a40d-4de0-922f-57167fb08056 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:40.676368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54474043-a40d-4de0-922f-57167fb08056), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.677211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:40.677813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.724917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9953eeb3-e7ac-4149-ba06-4c7038513c92 admin admin] Publish callbacks [] for security_group (431f51d5-1c4b-4caa-9482-ca70e9d62358), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.725847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3ac83-fdd8-42f9-955f-280e64e48a64 None None] Network d6321e94-3774-49a3-b352-9fb132cd6273 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:40.823912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70770183-d0e3-4fce-bcf0-c74f0ae0921d tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7104855
May 14 21:33:40.824631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51008) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:40.835130 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.923119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6321e94-3774-49a3-b352-9fb132cd6273', 'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273', 'project_id': '82badb8800bb4096858c945e023ba597', 'fixed_ips': [{'subnet_id': '8367bbdd-0465-463c-a565-aaf0d7b3dc2f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:33:40.930409 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:40.972393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 54474043-a40d-4de0-922f-57167fb08056 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:41.048558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 45761ee0-595d-4fe7-9e24-3843d76b4381 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:41.072610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 45761ee0-595d-4fe7-9e24-3843d76b4381 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:41.073317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 45761ee0-595d-4fe7-9e24-3843d76b4381 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:41.073605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 579cf41c-9cfc-445d-82a2-d03420f897bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:41.102624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 579cf41c-9cfc-445d-82a2-d03420f897bb {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:41.103093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 579cf41c-9cfc-445d-82a2-d03420f897bb not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:41.130585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9953eeb3-e7ac-4149-ba06-4c7038513c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (431f51d5-1c4b-4caa-9482-ca70e9d62358), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.130585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9953eeb3-e7ac-4149-ba06-4c7038513c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.130585 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9953eeb3-e7ac-4149-ba06-4c7038513c92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/431f51d5-1c4b-4caa-9482-ca70e9d62358 HTTP/1.1" status: 204  len: 168 time: 0.6864626
May 14 21:33:41.245867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.249561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Router 7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:41.260598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.268047 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d HTTP/1.1" status: 204  len: 168 time: 0.8648598
May 14 21:33:41.268987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9953eeb3-e7ac-4149-ba06-4c7038513c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431f51d5-1c4b-4caa-9482-ca70e9d62358,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:41.273571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51014) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:41.316731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ada24-65e7-4e5c-9ccc-1fcedee78b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b97d91a-e5c0-4d63-9520-b1ab9b39bb1d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:41.329907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Allocated IP 172.20.0.2 (d6321e94-3774-49a3-b352-9fb132cd6273/8367bbdd-0465-463c-a565-aaf0d7b3dc2f/ce1f6db2-3cc2-4bc3-a899-92e8a8e54174) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:41.375571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.420345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f399da-9402-4c2a-8d90-f1e9886c557a None None] Network 4cc7003c-2823-48d0-8842-9a2e7e084a2e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:41.513303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4cc7003c-2823-48d0-8842-9a2e7e084a2e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.708392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:41.715282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.716557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ce957b78-bd94-42f6-accb-d88fedc5e47e tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "PUT /v2.0/routers/7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 HTTP/1.1" status: 200  len: 920 time: 3.9920435
May 14 21:33:41.720455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51028) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:41.735858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] Sync routers for ids ['7ac50cf0-7521-4f29-9c00-891ab1f6a8b6'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:41.797836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] Routers {'7ac50cf0-7521-4f29-9c00-891ab1f6a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:41.798475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523022d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7ac50cf0-7521-4f29-9c00-891ab1f6a8b6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:41.822493 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Publish callbacks [] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:41.844043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Allocated IP 172.20.0.1 (55b03017-9500-4802-ae05-c324089e8eab/ae5c58ef-b803-4dab-9fe2-202bb151af9c/f15a81b7-87de-4275-86aa-3c60c80661b1) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:41.876124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6a71a-8e22-4fc9-a24b-b4e4b0bf4614 None None] Network 55b03017-9500-4802-ae05-c324089e8eab requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:41.887215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523022d250>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:41.894754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-511ca203-7d5a-48a7-9ad6-2b2d514b743c tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 HTTP/1.1" status: 200  len: 926 time: 0.1702766
May 14 21:33:41.894895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51032) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:41.982319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27794b-cce1-4a23-bcb7-5c4c87f64280 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:41.983441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dc27794b-cce1-4a23-bcb7-5c4c87f64280 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=7ac50cf0-7521-4f29-9c00-891ab1f6a8b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0876851
May 14 21:33:41.986088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51036) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:41.998688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Deleting port e5a37cd0-5f46-44ed-9244-11a92c4cf756 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:41.999277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.087546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] For port e5a37cd0-5f46-44ed-9244-11a92c4cf756, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5a37cd0-5f46-44ed-9244-11a92c4cf756,segment=NetworkSegment(4feb6ce7-48e4-4ede-bae6-ed9c965bdf27),segment_id=4feb6ce7-48e4-4ede-bae6-ed9c965bdf27)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:42.088302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.110035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.120530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51040) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:42.120682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Calling delete_port for e5a37cd0-5f46-44ed-9244-11a92c4cf756 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:42.120794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] Routers {'7ac50cf0-7521-4f29-9c00-891ab1f6a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:42.120794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523022d250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7ac50cf0-7521-4f29-9c00-891ab1f6a8b6'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:42.133773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57e09026-ccd3-4c3f-a9fa-245584b5ecbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.158663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523022d250>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:42.159256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70f309b-e1d9-49a2-9968-fcb39ce7b961 None None] The sync data for ids ['7ac50cf0-7521-4f29-9c00-891ab1f6a8b6'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:42.160774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] DHCP port deletion for 4cc7003c-2823-48d0-8842-9a2e7e084a2e request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:42.162511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] Provisioning complete for port 4aeafaff-3b58-4391-aef1-1b528105086f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:42.162804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.219700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.239980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Network d6321e94-3774-49a3-b352-9fb132cd6273 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:42.247327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:42.283316 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.285424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:42.310837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57e09026-ccd3-4c3f-a9fa-245584b5ecbf admin admin] Publish callbacks [] for security_group (ca3d1154-4a99-4292-9519-93fbf57c5533), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.329475 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.365565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Pushing event updated for resources: {'Port': ['ID=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:42.399719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-a1d50ccb-ac13-41e2-bed9-e4d4d516414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:42.401345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-a1d50ccb-ac13-41e2-bed9-e4d4d516414f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1128 time: 0.0764019
May 14 21:33:42.422051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network 55b03017-9500-4802-ae05-c324089e8eab is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:42.431888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791afccc-972e-4c8e-9421-8a27f72479e7 req-92ff0f86-2660-4d6c-86ed-1be6ae271b29 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:42.432852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4aeafaff-3b58-4391-aef1-1b528105086f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:42.439816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-791afccc-972e-4c8e-9421-8a27f72479e7 req-92ff0f86-2660-4d6c-86ed-1be6ae271b29 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0967667
May 14 21:33:42.449333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:42.459892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bb3c9b-7f34-49c9-b870-4f30dca72c81 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:42.464350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-11bb3c9b-7f34-49c9-b870-4f30dca72c81 tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.4747138
May 14 21:33:42.467531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51050) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:42.529327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.544993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae56e8e1-f934-4385-a35f-500deba2edb2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 HTTP/1.1" status: 200  len: 205 time: 0.0770164
May 14 21:33:42.546594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51052) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:42.549671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Port': ['ID=f15a81b7-87de-4275-86aa-3c60c80661b1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:42.552626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:42.558156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Deleting port e5a37cd0-5f46-44ed-9244-11a92c4cf756 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:42.558360 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57e09026-ccd3-4c3f-a9fa-245584b5ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ca3d1154-4a99-4292-9519-93fbf57c5533), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.558522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.613342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4aeafaff-3b58-4391-aef1-1b528105086f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:42.613715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.621268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a37cd0-5f46-44ed-9244-11a92c4cf756,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:42.626330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Attempting to bind port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:33:42.626330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Attempting to bind port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3066c89e-fbda-42fe-8087-59c234e3de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:33:42.626330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Attempting to bind port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 on network d6321e94-3774-49a3-b352-9fb132cd6273 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:33:42.626663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] No DVR routers for this DVR port e5a37cd0-5f46-44ed-9244-11a92c4cf756 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:42.634455 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.651118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-57e09026-ccd3-4c3f-a9fa-245584b5ecbf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28e3d40619394585b4a4bec131c82270&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5379944
May 14 21:33:42.659046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51054) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:42.664924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:33:42.665301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Checking segment: {'id': '3066c89e-fbda-42fe-8087-59c234e3de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:33:42.665703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.666095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Bound using segment: {'id': '3066c89e-fbda-42fe-8087-59c234e3de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:33:42.666576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Bound port: ce1f6db2-3cc2-4bc3-a899-92e8a8e54174, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3066c89e-fbda-42fe-8087-59c234e3de9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6321e94-3774-49a3-b352-9fb132cd6273'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:33:42.667045 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.668856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] Current status of the port 4aeafaff-3b58-4391-aef1-1b528105086f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:42.669139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.701792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e09026-ccd3-4c3f-a9fa-245584b5ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3d1154-4a99-4292-9519-93fbf57c5533,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:42.707639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] For port e5a37cd0-5f46-44ed-9244-11a92c4cf756, host ncdv-master-1, got binding levels [] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:42.708114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.709624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.722355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-55e46808-5964-49dc-a570-fe123ee4bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:42.731119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-55e46808-5964-49dc-a570-fe123ee4bdfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.3202891
May 14 21:33:42.734444 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-791afccc-972e-4c8e-9421-8a27f72479e7 req-3eadcbd0-54b1-44b0-9075-d6caca919c40 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2905142
May 14 21:33:42.734848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Calling delete_port for e5a37cd0-5f46-44ed-9244-11a92c4cf756 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:42.741214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.ipam_backend_mixin [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Port e5a37cd0-5f46-44ed-9244-11a92c4cf756 was not found and therefore no delete operation was performed {{(pid=115782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 14 21:33:42.798078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e5a37cd0-5f46-44ed-9244-11a92c4cf756), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:42.811164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] For port 4aeafaff-3b58-4391-aef1-1b528105086f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4aeafaff-3b58-4391-aef1-1b528105086f,segment=NetworkSegment(2a9abc09-9b8d-4340-88bb-a484a1c3cef8),segment_id=2a9abc09-9b8d-4340-88bb-a484a1c3cef8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:42.867632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] Pushing event deleted for resources: {'Port': ['ID=e5a37cd0-5f46-44ed-9244-11a92c4cf756,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:42.890193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-0d1930bc-bd3e-4197-b162-9617541a89ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 200  len: 217 time: 0.0848269
May 14 21:33:42.911903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f71b44-dbc2-408a-a30e-19cea64d663c None None] No DVR routers for this DVR port e5a37cd0-5f46-44ed-9244-11a92c4cf756 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:42.942934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] For port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:33:42.949617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] For port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,segment=NetworkSegment(3066c89e-fbda-42fe-8087-59c234e3de9e),segment_id=3066c89e-fbda-42fe-8087-59c234e3de9e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:33:42.953729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4aeafaff-3b58-4391-aef1-1b528105086f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:42.954110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.003469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4cc7003c-2823-48d0-8842-9a2e7e084a2e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.023044 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3fcbda6-1ad6-4c52-9bb1-07c1d3489936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.027096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.031357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.049377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230746d00>,) {'filters': {'network_id': ['4cc7003c-2823-48d0-8842-9a2e7e084a2e']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:43.090292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.140439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:33:43.141157 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:33:43.145704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-4f3e1ba2-ab73-45e2-98b0-bcb853c2f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:43.147130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-4f3e1ba2-ab73-45e2-98b0-bcb853c2f5f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.2513816
May 14 21:33:43.149298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230746d00>, '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:43.149599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230746d00>, '4feb6ce7-48e4-4ede-bae6-ed9c965bdf27') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:43.156922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9b580-bc9c-410c-8e8d-5f34c6276b62 None None] Pushing event updated for resources: {'Port': ['ID=4aeafaff-3b58-4391-aef1-1b528105086f,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:43.169605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f6ec7bf1-9f53-4cd9-8a91-a2be3dcd5f81 None None] Provisioning complete for port 4aeafaff-3b58-4391-aef1-1b528105086f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:43.169995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7bf1-9f53-4cd9-8a91-a2be3dcd5f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.267716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec4af4-3bb2-4905-9ee9-bccd7a931e89 None None] Pushing event updated for resources: {'Port': ['ID=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:43.352238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec7bf1-9f53-4cd9-8a91-a2be3dcd5f81 None None] Current status of the port 4aeafaff-3b58-4391-aef1-1b528105086f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:43.359414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (4feb6ce7-48e4-4ede-bae6-ed9c965bdf27), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.361517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.389675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f6ec7bf1-9f53-4cd9-8a91-a2be3dcd5f81 None None] Provisioning complete for port f15a81b7-87de-4275-86aa-3c60c80661b1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:43.390118 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7bf1-9f53-4cd9-8a91-a2be3dcd5f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.412365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (4feb6ce7-48e4-4ede-bae6-ed9c965bdf27), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.412874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4de7a3a3-4dc4-4807-9631-3c5c6fb9d67e admin admin] Publish callbacks [] for security_group (ca3d1154-4a99-4292-9519-93fbf57c5533), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.430279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-ae138de6-1ba2-44a1-9849-b0ee86c663ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:43.431845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-ae138de6-1ba2-44a1-9849-b0ee86c663ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2486107
May 14 21:33:43.433340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:43.433744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (4feb6ce7-48e4-4ede-bae6-ed9c965bdf27), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:43.435716 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:43.444398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec7bf1-9f53-4cd9-8a91-a2be3dcd5f81 None None] Port f15a81b7-87de-4275-86aa-3c60c80661b1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:43.506141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4de7a3a3-4dc4-4807-9631-3c5c6fb9d67e admin admin] Publish callbacks [] for security_group (ca3d1154-4a99-4292-9519-93fbf57c5533), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.601495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.673873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Deleting port 11b86120-a651-4ff9-8e1f-21272c20c83c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:43.675964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (11b86120-a651-4ff9-8e1f-21272c20c83c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.693211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f538679-609e-41d9-b0b3-31b23d009731 None None] Provisioning complete for port f15a81b7-87de-4275-86aa-3c60c80661b1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:43.693867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f538679-609e-41d9-b0b3-31b23d009731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.735756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4aeafaff-3b58-4391-aef1-1b528105086f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:43.768260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f538679-609e-41d9-b0b3-31b23d009731 None None] Port f15a81b7-87de-4275-86aa-3c60c80661b1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:43.784735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4de7a3a3-4dc4-4807-9631-3c5c6fb9d67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ca3d1154-4a99-4292-9519-93fbf57c5533), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.784735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4de7a3a3-4dc4-4807-9631-3c5c6fb9d67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.784735 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4de7a3a3-4dc4-4807-9631-3c5c6fb9d67e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca3d1154-4a99-4292-9519-93fbf57c5533 HTTP/1.1" status: 204  len: 168 time: 1.1134605
May 14 21:33:43.802791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4cc7003c-2823-48d0-8842-9a2e7e084a2e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.826368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5a37cd0-5f46-44ed-9244-11a92c4cf756 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:43.830190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.850516 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:43.856787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e5a37cd0-5f46-44ed-9244-11a92c4cf756 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:43.857137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5a37cd0-5f46-44ed-9244-11a92c4cf756 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:43.858695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4cc7003c-2823-48d0-8842-9a2e7e084a2e HTTP/1.1" status: 204  len: 168 time: 2.5846729
May 14 21:33:43.861237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-449486a9-7d77-43b6-9832-8eb7929122dc service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4117036
May 14 21:33:43.872467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7a3a3-4dc4-4807-9631-3c5c6fb9d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3d1154-4a99-4292-9519-93fbf57c5533,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:43.900472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c64b-2178-48f2-8acd-01bf7860f378 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc7003c-2823-48d0-8842-9a2e7e084a2e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:43.922098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (11b86120-a651-4ff9-8e1f-21272c20c83c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.079889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5578527-23b2-4f9a-ac81-337ad146c1d5 req-2d25b1af-0869-4cd0-8818-d0bc19f73dce service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1990261
May 14 21:33:44.081705 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.089543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42e547-c936-490f-8b70-239c331196fe req-0cb4a892-3bec-4cc3-ba88-0eabf6e59e01 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:44.091266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e42e547-c936-490f-8b70-239c331196fe req-0cb4a892-3bec-4cc3-ba88-0eabf6e59e01 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.2165825
May 14 21:33:44.096693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Calling delete_port for 11b86120-a651-4ff9-8e1f-21272c20c83c owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:44.151517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.198874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e42e547-c936-490f-8b70-239c331196fe req-67a5d6fc-81e2-41f7-b2ae-74a732a5eca1 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993490
May 14 21:33:44.235671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.250510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Port': ['ID=f15a81b7-87de-4275-86aa-3c60c80661b1,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:44.406226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4aeafaff-3b58-4391-aef1-1b528105086f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:44.435034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network 55b03017-9500-4802-ae05-c324089e8eab is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:44.435034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:44.457867 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (11b86120-a651-4ff9-8e1f-21272c20c83c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.483844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4aeafaff-3b58-4391-aef1-1b528105086f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:44.484213 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.521576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51082) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:44.546945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event deleted for resources: {'Port': ['ID=11b86120-a651-4ff9-8e1f-21272c20c83c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:44.667917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3b113aef-2ad0-4ac6-b5e7-d0214b095fe9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4989c480608c4b86bd1cd7615fba4d20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1379366
May 14 21:33:44.670960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.673363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51086) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:44.684162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4aeafaff-3b58-4391-aef1-1b528105086f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:44.685176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:44.785587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:44.786505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.850633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f1d8e-0b66-426f-a766-a5f55738dba5 None None] Network d6321e94-3774-49a3-b352-9fb132cd6273 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:44.853150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.855845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.859621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Router ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:44.943906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e29f5f4-cd0d-4e80-bc57-9bfcf9001792 admin admin] Publish callbacks [] for security_group (2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.972696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e29f5f4-cd0d-4e80-bc57-9bfcf9001792 admin admin] Publish callbacks [] for security_group (2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:44.989478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:45.002863 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8951e4d5-0718-4da7-afa2-5071ab66457c tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1748734
May 14 21:33:45.003271 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] Sync routers for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:45.005661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51094) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:45.017687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Provisioning complete for port f15a81b7-87de-4275-86aa-3c60c80661b1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:45.017853 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:45.018047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.025615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231e5b310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:45.031270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (7ac50cf0-7521-4f29-9c00-891ab1f6a8b6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.033275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Fanout notify agent at l3_agent the message router_deleted on router 7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:45.047314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.048516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-093b9d13-81a5-4496-b2c0-cb01638c67b6 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 HTTP/1.1" status: 204  len: 168 time: 2.4885218
May 14 21:33:45.053313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:45.059980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-181559553', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:45.083526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Port f15a81b7-87de-4275-86aa-3c60c80661b1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:45.086562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231e5b310>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:45.107441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Provisioning complete for port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:45.107441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.109881 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:45.110594 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231e5b310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:45.158942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.160220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.194079 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231e5b310>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:45.196843 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de813e3b-2ddb-407e-8366-1cf45574da37 None None] The sync data for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:45.237703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:45.238222 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.249976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.251641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e29f5f4-cd0d-4e80-bc57-9bfcf9001792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.254944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e29f5f4-cd0d-4e80-bc57-9bfcf9001792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.255974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1e29f5f4-cd0d-4e80-bc57-9bfcf9001792 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1 HTTP/1.1" status: 204  len: 168 time: 0.5806344
May 14 21:33:45.265509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29f5f4-cd0d-4e80-bc57-9bfcf9001792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c502fd7-a94c-4678-9e8f-9d0dc7da3eb1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:45.302113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,segment=NetworkSegment(3066c89e-fbda-42fe-8087-59c234e3de9e),segment_id=3066c89e-fbda-42fe-8087-59c234e3de9e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:45.359205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Current status of the port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:45.359878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.384671 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.437303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbffcf1-68ed-447c-9e15-ecb043b565d6 req-72284ce3-69ea-486e-a8b7-3d16a5b02359 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:45.438991 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cbffcf1-68ed-447c-9e15-ecb043b565d6 req-72284ce3-69ea-486e-a8b7-3d16a5b02359 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0656667
May 14 21:33:45.452587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:45.503651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:33:45.504065 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:33:45.566598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.634393 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cbffcf1-68ed-447c-9e15-ecb043b565d6 req-9ec6648c-4190-4c8a-b5e4-7a5c7a8228c1 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651356
May 14 21:33:45.652348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:45.742746 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-8a348379-8550-4426-9a8a-8488b6ddfc14 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:33:45.746906 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a348379-8550-4426-9a8a-8488b6ddfc14 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.7402439
May 14 21:33:45.747586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51114) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:46.057138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b4648422-e781-47f0-8e8b-c484e7c0aa87 None None] Current status of the port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:46.116844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.181728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2777386f-c44e-4dc7-a73e-6f147338ab53 None None] Provisioning complete for port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:46.182433 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2777386f-c44e-4dc7-a73e-6f147338ab53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.210980 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.231821 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.329432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:33:46.379945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2777386f-c44e-4dc7-a73e-6f147338ab53 None None] Current status of the port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:46.388206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:46.388722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.409253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51128) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:46.444478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Allocated IP 172.35.4.95 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/8e1251b9-2854-45a9-baf7-67fb8453da28) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:46.495838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:46.519375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Deleting port f15a81b7-87de-4275-86aa-3c60c80661b1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:46.521871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.571827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for port (8e1251b9-2854-45a9-baf7-67fb8453da28), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.616507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e57b80b-83a5-4a1b-8336-3dce1bcf9145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.644305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.664210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Calling delete_port for f15a81b7-87de-4275-86aa-3c60c80661b1 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:46.693749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8e1251b9-2854-45a9-baf7-67fb8453da28), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.773087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:46.780500 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.783801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:46.786483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:46.789684 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e57b80b-83a5-4a1b-8336-3dce1bcf9145 admin admin] Publish callbacks [] for security_group (2319f23f-f5c7-4fbe-97e4-69b57e2185f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.823857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event updated for resources: {'Port': ['ID=8e1251b9-2854-45a9-baf7-67fb8453da28,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:46.841969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d115e-7e9f-47b9-9b16-40817f60b32a req-9ad3a202-8e63-4d1f-836a-ca2d359bba1b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:46.843753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-167d115e-7e9f-47b9-9b16-40817f60b32a req-9ad3a202-8e63-4d1f-836a-ca2d359bba1b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1430216
May 14 21:33:46.883351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e57b80b-83a5-4a1b-8336-3dce1bcf9145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2319f23f-f5c7-4fbe-97e4-69b57e2185f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:46.947573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57b80b-83a5-4a1b-8336-3dce1bcf9145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2319f23f-f5c7-4fbe-97e4-69b57e2185f9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:46.953448 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e57b80b-83a5-4a1b-8336-3dce1bcf9145 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63a065f76abb45a598ce947ffaa1eefb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5383592
May 14 21:33:46.958230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51146) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:46.999397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-167d115e-7e9f-47b9-9b16-40817f60b32a req-68ca04b4-030f-48d4-8629-7632e3be599e tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440792
May 14 21:33:47.011304 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-866a401f-8b0e-47ee-8c00-5f867cead846 admin admin] Publish callbacks [] for security_group (2319f23f-f5c7-4fbe-97e4-69b57e2185f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.035582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-866a401f-8b0e-47ee-8c00-5f867cead846 admin admin] Publish callbacks [] for security_group (2319f23f-f5c7-4fbe-97e4-69b57e2185f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.075103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f15a81b7-87de-4275-86aa-3c60c80661b1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.104625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Port': ['ID=f15a81b7-87de-4275-86aa-3c60c80661b1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:47.261248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.290146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.305325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-866a401f-8b0e-47ee-8c00-5f867cead846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2319f23f-f5c7-4fbe-97e4-69b57e2185f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.310412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-866a401f-8b0e-47ee-8c00-5f867cead846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.314109 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-866a401f-8b0e-47ee-8c00-5f867cead846 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2319f23f-f5c7-4fbe-97e4-69b57e2185f9 HTTP/1.1" status: 204  len: 168 time: 0.3545620
May 14 21:33:47.394839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a401f-8b0e-47ee-8c00-5f867cead846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2319f23f-f5c7-4fbe-97e4-69b57e2185f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:47.525742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Router ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:47.555064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:47.638457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:47.652649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5b224337-9a71-47c1-ba13-5fa165d13e58 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9039268
May 14 21:33:47.656816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] Sync routers for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:47.659653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51172) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:47.680441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:47.681146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b7f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:47.714359 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-865fe3f2-7ec6-435d-8d80-e1bf0cfd147e tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] delete failed (client error): The resource could not be found.
May 14 21:33:47.714359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-865fe3f2-7ec6-435d-8d80-e1bf0cfd147e tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1862162547 HTTP/1.1" status: 404  len: 335 time: 0.0519698
May 14 21:33:47.717046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51174) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:47.722207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b7f940>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:47.722389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cefcec90-53c5-433b-ad0c-5a2f2a6f52d9 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:47.733253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:47.733796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b7f940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:47.831232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Router 9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:33:47.917116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b7f940>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:47.917966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73093bb4-a8cd-4d00-b6ca-cfa3aa6877c4 None None] The sync data for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:48.028012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:48.040062 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] Sync routers for ids ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:48.053193 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] Routers {'9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:48.053822 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523113a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:48.098087 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523113a790>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:48.109838 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] Routers {'9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:48.110507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523113a790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:48.152985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523113a790>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:48.153589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa88af-5a3f-45bb-becd-dec217cfce41 None None] The sync data for ids ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:48.186290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.187584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dd9d7eda-072c-4f6a-81a8-538ec347e2c3 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.1328025
May 14 21:33:48.190337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51186) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:48.196040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:48.264348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cefcec90-53c5-433b-ad0c-5a2f2a6f52d9 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router_gateway (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.300597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe17168-fd21-4d3c-961b-905d1f54923a req-9576b731-e2e1-443e-b54a-76f7a926a1a9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:48.303247 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8fe17168-fd21-4d3c-961b-905d1f54923a req-9576b731-e2e1-443e-b54a-76f7a926a1a9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0560875
May 14 21:33:48.358465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8fe17168-fd21-4d3c-961b-905d1f54923a req-5e1ad0e2-a6b6-440e-8bd1-c5a09dedb00b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459795
May 14 21:33:48.454427 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-cefcec90-53c5-433b-ad0c-5a2f2a6f52d9 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] update failed (client error): The resource could not be found.
May 14 21:33:48.456205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cefcec90-53c5-433b-ad0c-5a2f2a6f52d9 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a HTTP/1.1" status: 404  len: 339 time: 0.7376933
May 14 21:33:48.460461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:48.473884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51192) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:48.499068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-64dab2db-5b3c-4557-ae9f-abfcc9a1d707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.590030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.642889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-64dab2db-5b3c-4557-ae9f-abfcc9a1d707 admin admin] Publish callbacks [] for security_group (c584b552-287f-4055-b074-d1317537eff8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.694940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_gateway (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.720383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-64dab2db-5b3c-4557-ae9f-abfcc9a1d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c584b552-287f-4055-b074-d1317537eff8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.767584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dab2db-5b3c-4557-ae9f-abfcc9a1d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c584b552-287f-4055-b074-d1317537eff8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:48.771935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.778207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-64dab2db-5b3c-4557-ae9f-abfcc9a1d707 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd8e2b08e11f477fa85b79a9d599f126&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3031526
May 14 21:33:48.783963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51202) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:48.870128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4489587-9dc3-4cbe-90a2-dd4bc58742d6 admin admin] Publish callbacks [] for security_group (c584b552-287f-4055-b074-d1317537eff8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.893813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4489587-9dc3-4cbe-90a2-dd4bc58742d6 admin admin] Publish callbacks [] for security_group (c584b552-287f-4055-b074-d1317537eff8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:48.912052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Deleting port 8e1251b9-2854-45a9-baf7-67fb8453da28 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:48.912392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8e1251b9-2854-45a9-baf7-67fb8453da28), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.018137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8e1251b9-2854-45a9-baf7-67fb8453da28), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.032291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Calling delete_port for 8e1251b9-2854-45a9-baf7-67fb8453da28 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:49.088649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4489587-9dc3-4cbe-90a2-dd4bc58742d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c584b552-287f-4055-b074-d1317537eff8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.091261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4489587-9dc3-4cbe-90a2-dd4bc58742d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.092480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b4489587-9dc3-4cbe-90a2-dd4bc58742d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c584b552-287f-4055-b074-d1317537eff8 HTTP/1.1" status: 204  len: 168 time: 0.3098903
May 14 21:33:49.094689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Allocated IP 172.20.0.1 (27cd1387-c133-46ac-8206-d45f99d27e27/7cc28961-46b3-40da-9b52-728d2807343b/43a18386-7db5-469e-a142-f17593634ffb) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:33:49.103108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4489587-9dc3-4cbe-90a2-dd4bc58742d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c584b552-287f-4055-b074-d1317537eff8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:49.230592 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for port (43a18386-7db5-469e-a142-f17593634ffb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.352148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8e1251b9-2854-45a9-baf7-67fb8453da28), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.378459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Pushing event deleted for resources: {'Port': ['ID=8e1251b9-2854-45a9-baf7-67fb8453da28,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:49.395530 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (43a18386-7db5-469e-a142-f17593634ffb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.450923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network 27cd1387-c133-46ac-8206-d45f99d27e27 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:49.456291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:49.459318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:33:49.470156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.497053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Port': ['ID=43a18386-7db5-469e-a142-f17593634ffb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:49.534283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.640247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033eb5c-2e6b-4f04-9298-923ea00b9995 req-d3a80546-ffc0-46ba-acb2-0c55e290c52c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:49.642833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7033eb5c-2e6b-4f04-9298-923ea00b9995 req-d3a80546-ffc0-46ba-acb2-0c55e290c52c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.2098269
May 14 21:33:49.774042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43a18386-7db5-469e-a142-f17593634ffb), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.788730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.795682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7033eb5c-2e6b-4f04-9298-923ea00b9995 req-2e169cdf-4a7d-4939-ab51-857f50ef7ad5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459916
May 14 21:33:49.798299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.831905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-27f99bad-355c-4937-ab15-572cee6cb17f None None] Provisioning complete for port 43a18386-7db5-469e-a142-f17593634ffb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:49.832559 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27f99bad-355c-4937-ab15-572cee6cb17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (43a18386-7db5-469e-a142-f17593634ffb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.877390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-27f99bad-355c-4937-ab15-572cee6cb17f None None] Port 43a18386-7db5-469e-a142-f17593634ffb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:49.891351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Router 9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:49.971228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:49.978323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:49.979385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-708900b6-c7f9-4b58-a884-872bf247c75f tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "PUT /v2.0/routers/9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 200  len: 709 time: 1.7879181
May 14 21:33:49.981917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51226) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:49.984618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] Sync routers for ids ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:49.997761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] Routers {'9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:49.998531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523008c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:50.043841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523008c370>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:50.053362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] Routers {'9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:50.054262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523008c370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:50.071142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cafafeea-9de8-47f0-98dd-fc731737eb6d tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/routers/9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 200  len: 744 time: 0.0881042
May 14 21:33:50.071768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.131171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523008c370>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:50.135867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a6d6a-e152-4d1e-8141-d3c3ff87bccd None None] The sync data for ids ['9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:50.136112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bc2b7b61-9cdf-4de3-9efd-2a7f7f48e2ac tempest-RoutersIpV6AdminTest-1967192725 tempest-RoutersIpV6AdminTest-1967192725-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 200  len: 205 time: 0.0632234
May 14 21:33:50.136263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51234) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.174212 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d0d88da-9ce3-4f79-9431-0764b7e8bd2d tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 200  len: 205 time: 0.0367391
May 14 21:33:50.179016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.268671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for port (43a18386-7db5-469e-a142-f17593634ffb), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.271995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.377620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (43a18386-7db5-469e-a142-f17593634ffb), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.499817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.503599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router_controller (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.532396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.578598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event updated for resources: {'Port': ['ID=43a18386-7db5-469e-a142-f17593634ffb,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:50.668383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Network 27cd1387-c133-46ac-8206-d45f99d27e27 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:33:50.669746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:33:50.676870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.677513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Fanout notify agent at l3_agent the message router_deleted on router 9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:50.688979 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:50.688979 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39a3222f-2d1e-4152-8753-f1b1a588673b tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 204  len: 168 time: 0.5081303
May 14 21:33:50.691804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.730987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae99c7ae-e2b5-48dd-9da3-3d4832ec149d tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 200  len: 205 time: 0.0378325
May 14 21:33:50.731626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51256) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.807723 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-9a526f4d-415a-4120-9f11-936d8c3d14dd tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] delete failed (client error): The resource could not be found.
May 14 21:33:50.808786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a526f4d-415a-4120-9f11-936d8c3d14dd tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/9de4dc5e-f137-4c2b-bc40-f1aa0ac6d7ea HTTP/1.1" status: 404  len: 336 time: 0.0762355
May 14 21:33:50.810798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Router ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:50.811534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51262) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.851182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8086024a-8279-48f5-b850-94a1e8a0f034 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 HTTP/1.1" status: 200  len: 205 time: 0.0320268
May 14 21:33:50.853935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.911780 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-50ded8a6-afa2-4997-ae9a-3e523723eafe tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] delete failed (client error): The resource could not be found.
May 14 21:33:50.916945 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-50ded8a6-afa2-4997-ae9a-3e523723eafe tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/7ac50cf0-7521-4f29-9c00-891ab1f6a8b6 HTTP/1.1" status: 404  len: 336 time: 0.0578640
May 14 21:33:50.916945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:50.947671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-299f68fe-a0b2-40e0-8374-76150e0d4271 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=2925066e-b835-4370-8083-e9cc6b3a9b30 HTTP/1.1" status: 200  len: 205 time: 0.0279143
May 14 21:33:50.949467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51270) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.002692 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-a7f3f167-da21-4fac-bddb-10489f3bc478 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] delete failed (client error): The resource could not be found.
May 14 21:33:51.006493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a7f3f167-da21-4fac-bddb-10489f3bc478 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/2925066e-b835-4370-8083-e9cc6b3a9b30 HTTP/1.1" status: 404  len: 336 time: 0.0558581
May 14 21:33:51.007068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51274) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.024301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-79411418-9cac-4a68-9908-1fbb54c25c2a None None] Provisioning complete for port 43a18386-7db5-469e-a142-f17593634ffb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:33:51.024873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191b625-609f-4967-9e81-4e38a01bc080 req-5706b28a-9180-4c7d-90cc-e569b697b940 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:51.025793 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-79411418-9cac-4a68-9908-1fbb54c25c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (43a18386-7db5-469e-a142-f17593634ffb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:51.026361 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8191b625-609f-4967-9e81-4e38a01bc080 req-5706b28a-9180-4c7d-90cc-e569b697b940 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1069753
May 14 21:33:51.036447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:51.044678 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-48e25520-b385-49a1-8e72-9641789452c1 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5795836
May 14 21:33:51.053022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51278) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.054956 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] Sync routers for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:51.056445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5789fd5-93b8-48b1-8a12-2aa0b06bd801 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6da0962-987a-4113-b984-9a249034abc6 HTTP/1.1" status: 200  len: 205 time: 0.0479827
May 14 21:33:51.057074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51280) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.079463 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:51.080327 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231397d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:51.085114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-79411418-9cac-4a68-9908-1fbb54c25c2a None None] Port 43a18386-7db5-469e-a142-f17593634ffb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:33:51.116211 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-9c95587c-899d-421d-8ec4-ecbe4cf91d52 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] delete failed (client error): The resource could not be found.
May 14 21:33:51.118913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9c95587c-899d-421d-8ec4-ecbe4cf91d52 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/a6da0962-987a-4113-b984-9a249034abc6 HTTP/1.1" status: 404  len: 336 time: 0.0607758
May 14 21:33:51.123068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51282) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.156747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-243f6f82-04da-459f-9e38-552c4d532ca4 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4dead4f-c826-484b-9007-4980eb434703 HTTP/1.1" status: 200  len: 205 time: 0.0322783
May 14 21:33:51.159051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.160261 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231397d30>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:51.185729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:51.186633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231397d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:51.225097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8191b625-609f-4967-9e81-4e38a01bc080 req-2dcfce56-1cc5-4f0e-8791-1f17568b5044 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884086
May 14 21:33:51.237309 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231397d30>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:51.238155 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fb796d-700c-4d70-924c-5f0f03ba1f14 None None] The sync data for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:51.250868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-03464ca7-52b6-4900-810a-c6e9833163b6 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:51.350237 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-03464ca7-52b6-4900-810a-c6e9833163b6 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] delete failed (client error): There was a conflict when trying to complete your request.
May 14 21:33:51.352488 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-03464ca7-52b6-4900-810a-c6e9833163b6 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a HTTP/1.1" status: 409  len: 376 time: 0.3028069
May 14 21:33:51.354798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51290) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.523252 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-996d6a03-6fac-4b7b-90a4-463ffb0dbec2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] delete failed (client error): The resource could not be found.
May 14 21:33:51.524268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-996d6a03-6fac-4b7b-90a4-463ffb0dbec2 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/c4dead4f-c826-484b-9007-4980eb434703 HTTP/1.1" status: 404  len: 336 time: 0.3638465
May 14 21:33:51.526947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51294) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.574419 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7cd76f72-b895-4af5-b794-31b740f6ffbe tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "GET /v2.0/ports?device_id=9275a8da-3727-4971-920a-872e7e22cc5b HTTP/1.1" status: 200  len: 205 time: 0.0462365
May 14 21:33:51.575139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.628431 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-88f7de26-b68b-4a14-94c0-1991d250eefa tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] delete failed (client error): The resource could not be found.
May 14 21:33:51.628431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-88f7de26-b68b-4a14-94c0-1991d250eefa tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/routers/9275a8da-3727-4971-920a-872e7e22cc5b HTTP/1.1" status: 404  len: 336 time: 0.0472569
May 14 21:33:51.633399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51300) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.661314 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6e8264-109c-4a27-b922-2cdebad23a57 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] DELETE failed (client error): The resource could not be found.
May 14 21:33:51.661847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6e8264-109c-4a27-b922-2cdebad23a57 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:33:51.666789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-df6e8264-109c-4a27-b922-2cdebad23a57 tempest-RoutersIpV6AdminTest-256909305 tempest-RoutersIpV6AdminTest-256909305-project] 10.222.0.52 "DELETE /v2.0/subnets/f119dcd2-bbb9-4c57-bed2-cdb2ff912826 HTTP/1.1" status: 404  len: 337 time: 0.0316672
May 14 21:33:51.835240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51312) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:51.957383 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.198676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Deleting port 43a18386-7db5-469e-a142-f17593634ffb {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:52.198676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (43a18386-7db5-469e-a142-f17593634ffb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.301182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (43a18386-7db5-469e-a142-f17593634ffb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.318182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Calling delete_port for 43a18386-7db5-469e-a142-f17593634ffb owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:52.342164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfd44f-21b4-43ca-925d-18b41f22dce5 req-025f55e9-6002-401e-85fe-4fa9e1a4af5c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:52.344332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cdbfd44f-21b4-43ca-925d-18b41f22dce5 req-025f55e9-6002-401e-85fe-4fa9e1a4af5c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0560546
May 14 21:33:52.403878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cdbfd44f-21b4-43ca-925d-18b41f22dce5 req-519f4374-4033-4724-b43d-9efbd5265dee tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500069
May 14 21:33:52.417453 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9ee9-1a53-41f0-abfa-e3372d9e8deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.523748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51328) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:52.634600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (43a18386-7db5-469e-a142-f17593634ffb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.677413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Port': ['ID=43a18386-7db5-469e-a142-f17593634ffb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:52.711996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6426c53-c65a-4cc3-a655-c1bee1dd7244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.780633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9ee9-1a53-41f0-abfa-e3372d9e8deb admin admin] Publish callbacks [] for security_group (a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.833467 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6426c53-c65a-4cc3-a655-c1bee1dd7244 admin admin] Publish callbacks [] for security_group (17cd3d7f-26b6-49be-b677-4368f65bd894), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.879221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e5b9ee9-1a53-41f0-abfa-e3372d9e8deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.922353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:52.931285 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e5b9ee9-1a53-41f0-abfa-e3372d9e8deb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f581de4f93ab4bd3a7da5640198b8aee&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0943699
May 14 21:33:52.934001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:52.942301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b9ee9-1a53-41f0-abfa-e3372d9e8deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:52.956522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6426c53-c65a-4cc3-a655-c1bee1dd7244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (17cd3d7f-26b6-49be-b677-4368f65bd894), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.066816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6426c53-c65a-4cc3-a655-c1bee1dd7244 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42f767810e984404be0dc9a736a84765&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5407076
May 14 21:33:53.068336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6426c53-c65a-4cc3-a655-c1bee1dd7244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cd3d7f-26b6-49be-b677-4368f65bd894,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:53.081305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:53.097625 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfac6018-396c-4be4-94fd-d6d307a8bd98 admin admin] Publish callbacks [] for security_group (a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.131144 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfac6018-396c-4be4-94fd-d6d307a8bd98 admin admin] Publish callbacks [] for security_group (a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.131918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Router ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:33:53.189113 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6bb783f-00ee-4ca8-b47d-3bec6027b654 admin admin] Publish callbacks [] for security_group (17cd3d7f-26b6-49be-b677-4368f65bd894), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.211339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6bb783f-00ee-4ca8-b47d-3bec6027b654 admin admin] Publish callbacks [] for security_group (17cd3d7f-26b6-49be-b677-4368f65bd894), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.219676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:33:53.225888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-43da3727-53a2-4e4f-b936-4481e356e298 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8699887
May 14 21:33:53.231092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51350) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:53.233665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] Sync routers for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:33:53.253746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:53.255242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:53.275012 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-4c049d81-87a3-4ffa-ad50-28bc9c8fd2eb tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] show failed (client error): The resource could not be found.
May 14 21:33:53.276113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4c049d81-87a3-4ffa-ad50-28bc9c8fd2eb tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1979937566 HTTP/1.1" status: 404  len: 335 time: 0.0438819
May 14 21:33:53.279959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51352) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:53.284561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0fe3b4df-75d9-418b-bc47-34a6e15cf1f2 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:33:53.292129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:53.301077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] Routers {'ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:33:53.301741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:53.321414 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-0fe3b4df-75d9-418b-bc47-34a6e15cf1f2 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] update failed (client error): The resource could not be found.
May 14 21:33:53.322465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0fe3b4df-75d9-418b-bc47-34a6e15cf1f2 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-146865958 HTTP/1.1" status: 404  len: 334 time: 0.0414257
May 14 21:33:53.326986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51356) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:53.335504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523013c430>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:53.336735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a2e69-bbe6-4e0b-9819-b096c7a4cb9d None None] The sync data for ids ['ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:33:53.340112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfac6018-396c-4be4-94fd-d6d307a8bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.342116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfac6018-396c-4be4-94fd-d6d307a8bd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.346053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cfac6018-396c-4be4-94fd-d6d307a8bd98 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd HTTP/1.1" status: 204  len: 168 time: 0.4084849
May 14 21:33:53.375503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac6018-396c-4be4-94fd-d6d307a8bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ef2a1-1bee-4c6a-9fcd-b7db79dd26dd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:53.381375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6bb783f-00ee-4ca8-b47d-3bec6027b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (17cd3d7f-26b6-49be-b677-4368f65bd894), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.385182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6bb783f-00ee-4ca8-b47d-3bec6027b654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.386528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b6bb783f-00ee-4ca8-b47d-3bec6027b654 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17cd3d7f-26b6-49be-b677-4368f65bd894 HTTP/1.1" status: 204  len: 168 time: 0.3083625
May 14 21:33:53.405695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb783f-00ee-4ca8-b47d-3bec6027b654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cd3d7f-26b6-49be-b677-4368f65bd894,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:53.415745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Deleting subnet 8367bbdd-0465-463c-a565-aaf0d7b3dc2f {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:53.419734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for subnet (8367bbdd-0465-463c-a565-aaf0d7b3dc2f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.475594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (8367bbdd-0465-463c-a565-aaf0d7b3dc2f), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.547710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893b740-6b84-42b7-921e-278262cc2827 req-dbb50e3f-8e0a-4f49-bfd3-156a5bef272f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:53.549230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8893b740-6b84-42b7-921e-278262cc2827 req-dbb50e3f-8e0a-4f49-bfd3-156a5bef272f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0534983
May 14 21:33:53.565118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8367bbdd-0465-463c-a565-aaf0d7b3dc2f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.616272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8893b740-6b84-42b7-921e-278262cc2827 req-c8a87622-c637-4f4b-9113-82c66d620313 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578346
May 14 21:33:53.763065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (8367bbdd-0465-463c-a565-aaf0d7b3dc2f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.791777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Subnet': ['ID=8367bbdd-0465-463c-a565-aaf0d7b3dc2f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:53.795675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.801068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4585005d-3204-4905-ab85-a95d3e98c094 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/subnets/8367bbdd-0465-463c-a565-aaf0d7b3dc2f HTTP/1.1" status: 204  len: 168 time: 0.4703500
May 14 21:33:53.801804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51372) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:53.805254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1242ae-ebe7-4829-ba20-d71d1ef0756a None None] Network d6321e94-3774-49a3-b352-9fb132cd6273 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:53.879148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Deleting subnet ae5c58ef-b803-4dab-9fe2-202bb151af9c {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:53.882604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for subnet (ae5c58ef-b803-4dab-9fe2-202bb151af9c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.936098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (ae5c58ef-b803-4dab-9fe2-202bb151af9c), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:53.977066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] DHCP port deletion for d6321e94-3774-49a3-b352-9fb132cd6273 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:54.024633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] Deleting port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:54.025082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.030146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (ae5c58ef-b803-4dab-9fe2-202bb151af9c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.095813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] For port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,segment=NetworkSegment(3066c89e-fbda-42fe-8087-59c234e3de9e),segment_id=3066c89e-fbda-42fe-8087-59c234e3de9e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:54.096215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.111988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] Calling delete_port for ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:54.231744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (ae5c58ef-b803-4dab-9fe2-202bb151af9c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.247557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:54.260651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5c58ef-b803-4dab-9fe2-202bb151af9c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:54.262626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.266366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-38e53e16-49d4-4003-9f8c-9f412f902b76 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/subnets/ae5c58ef-b803-4dab-9fe2-202bb151af9c HTTP/1.1" status: 204  len: 168 time: 0.4632518
May 14 21:33:54.268577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51378) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:54.271216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a59bdd-c7ee-44da-b8ed-35b5154c7503 None None] Network 55b03017-9500-4802-ae05-c324089e8eab requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:54.278607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ce1f6db2-3cc2-4bc3-a899-92e8a8e54174), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.333027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] Pushing event deleted for resources: {'Port': ['ID=ce1f6db2-3cc2-4bc3-a899-92e8a8e54174,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:54.353575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d6321e94-3774-49a3-b352-9fb132cd6273), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.367737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f203f-9e98-4612-b5ae-f7d5847ac23d None None] No DVR routers for this DVR port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:54.384595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No active binding found for port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 {{(pid=115782) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 14 21:33:54.385455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] The host ncdv-master-1 is not matching for port ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 host None! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:33:54.386139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ce1f6db2-3cc2-4bc3-a899-92e8a8e54174 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:54.472828 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d6321e94-3774-49a3-b352-9fb132cd6273), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.499535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] DHCP port deletion for 55b03017-9500-4802-ae05-c324089e8eab request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:54.501208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a0db790>,) {'filters': {'network_id': ['d6321e94-3774-49a3-b352-9fb132cd6273']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:54.512800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a0db790>, '3066c89e-fbda-42fe-8087-59c234e3de9e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:54.513100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a0db790>, '3066c89e-fbda-42fe-8087-59c234e3de9e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:54.524636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51384) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:54.526214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3066c89e-fbda-42fe-8087-59c234e3de9e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.541895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-87d0c91c-b33f-4470-bcce-f5af147eb993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.544740 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3066c89e-fbda-42fe-8087-59c234e3de9e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.553882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:54.557372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3066c89e-fbda-42fe-8087-59c234e3de9e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:54.562131 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:54.581276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] Deleting port 4aeafaff-3b58-4391-aef1-1b528105086f {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:54.581276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.668601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] For port 4aeafaff-3b58-4391-aef1-1b528105086f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4aeafaff-3b58-4391-aef1-1b528105086f,segment=NetworkSegment(2a9abc09-9b8d-4340-88bb-a484a1c3cef8),segment_id=2a9abc09-9b8d-4340-88bb-a484a1c3cef8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:54.668601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.677339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] Calling delete_port for 4aeafaff-3b58-4391-aef1-1b528105086f owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:54.749318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397931-e6df-4749-aecd-f0103ffede5e req-e3d494f8-653e-4388-b419-62bd93dc159c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:54.750831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb397931-e6df-4749-aecd-f0103ffede5e req-e3d494f8-653e-4388-b419-62bd93dc159c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0489411
May 14 21:33:54.777949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d6321e94-3774-49a3-b352-9fb132cd6273), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.792115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.794745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/networks/d6321e94-3774-49a3-b352-9fb132cd6273 HTTP/1.1" status: 204  len: 168 time: 0.5249894
May 14 21:33:54.798209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51390) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:54.812750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0020c-abba-468a-a8fb-6f79717db682 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Network': ['ID=d6321e94-3774-49a3-b352-9fb132cd6273,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:54.821663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb397931-e6df-4749-aecd-f0103ffede5e req-8e47eefb-a26a-4ccb-ae4d-d5b6ccd097b2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646424
May 14 21:33:54.846444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4aeafaff-3b58-4391-aef1-1b528105086f), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:54.877680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] Pushing event deleted for resources: {'Port': ['ID=4aeafaff-3b58-4391-aef1-1b528105086f,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:54.883032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f283703-3e25-4e28-bd31-36982367e395 None None] No DVR routers for this DVR port 4aeafaff-3b58-4391-aef1-1b528105086f on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:54.924488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (55b03017-9500-4802-ae05-c324089e8eab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.002945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-87d0c91c-b33f-4470-bcce-f5af147eb993 admin admin] Publish callbacks [] for security_group (c074e455-dba0-4e3c-a53a-45a01338a37d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.031720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51396) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:55.051559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (55b03017-9500-4802-ae05-c324089e8eab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.076308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b0e40a0>,) {'filters': {'network_id': ['55b03017-9500-4802-ae05-c324089e8eab']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:55.088470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b0e40a0>, '2a9abc09-9b8d-4340-88bb-a484a1c3cef8') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:55.089108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b0e40a0>, '2a9abc09-9b8d-4340-88bb-a484a1c3cef8') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:55.089229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c3e456eb-b423-4fbe-8a20-e310bc922313 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=032ba616dcc14854aeef541cdedda6df&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0562649
May 14 21:33:55.089844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51398) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:55.101940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2a9abc09-9b8d-4340-88bb-a484a1c3cef8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.111413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-87d0c91c-b33f-4470-bcce-f5af147eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c074e455-dba0-4e3c-a53a-45a01338a37d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.140340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2a9abc09-9b8d-4340-88bb-a484a1c3cef8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.152069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63fa499a-ea7a-489b-bd6c-19345a0ebf79 admin admin] Publish callbacks [] for security_group (049b4ee0-a882-4d00-adc1-b8eed7eb6922), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.159431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:55.159860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2a9abc09-9b8d-4340-88bb-a484a1c3cef8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:55.168003 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:55.183588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-87d0c91c-b33f-4470-bcce-f5af147eb993 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f176f884005f4842aadd9e5362060a4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6576936
May 14 21:33:55.188239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51400) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:55.191586 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63fa499a-ea7a-489b-bd6c-19345a0ebf79 admin admin] Publish callbacks [] for security_group (049b4ee0-a882-4d00-adc1-b8eed7eb6922), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.192382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0c91c-b33f-4470-bcce-f5af147eb993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c074e455-dba0-4e3c-a53a-45a01338a37d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:55.267896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a57bedbd-b605-4f10-b14f-04c250856d9d admin admin] Publish callbacks [] for security_group (c074e455-dba0-4e3c-a53a-45a01338a37d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.296830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a57bedbd-b605-4f10-b14f-04c250856d9d admin admin] Publish callbacks [] for security_group (c074e455-dba0-4e3c-a53a-45a01338a37d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.497696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (55b03017-9500-4802-ae05-c324089e8eab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.506059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.509268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/networks/55b03017-9500-4802-ae05-c324089e8eab HTTP/1.1" status: 204  len: 168 time: 0.7090173
May 14 21:33:55.511965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51406) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:55.519253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edb5ca-225c-4035-9561-7d0392109dfa tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Network': ['ID=55b03017-9500-4802-ae05-c324089e8eab,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:55.549975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63fa499a-ea7a-489b-bd6c-19345a0ebf79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (049b4ee0-a882-4d00-adc1-b8eed7eb6922), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.552633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63fa499a-ea7a-489b-bd6c-19345a0ebf79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.553665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-63fa499a-ea7a-489b-bd6c-19345a0ebf79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/049b4ee0-a882-4d00-adc1-b8eed7eb6922 HTTP/1.1" status: 204  len: 168 time: 0.4629064
May 14 21:33:55.555111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a57bedbd-b605-4f10-b14f-04c250856d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c074e455-dba0-4e3c-a53a-45a01338a37d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.557734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a57bedbd-b605-4f10-b14f-04c250856d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.558757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a57bedbd-b605-4f10-b14f-04c250856d9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c074e455-dba0-4e3c-a53a-45a01338a37d HTTP/1.1" status: 204  len: 168 time: 0.3696024
May 14 21:33:55.575189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa499a-ea7a-489b-bd6c-19345a0ebf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b4ee0-a882-4d00-adc1-b8eed7eb6922,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:55.591238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Deleting subnet 7cc28961-46b3-40da-9b52-728d2807343b {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:33:55.595412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for subnet (7cc28961-46b3-40da-9b52-728d2807343b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.601696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bedbd-b605-4f10-b14f-04c250856d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c074e455-dba0-4e3c-a53a-45a01338a37d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:55.645067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (7cc28961-46b3-40da-9b52-728d2807343b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.732814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7cc28961-46b3-40da-9b52-728d2807343b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.870983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (7cc28961-46b3-40da-9b52-728d2807343b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.905036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc28961-46b3-40da-9b52-728d2807343b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:55.908868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:55.915374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e87dc29a-62b5-485c-824b-387e4d00805b tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/subnets/7cc28961-46b3-40da-9b52-728d2807343b HTTP/1.1" status: 204  len: 168 time: 0.3993945
May 14 21:33:55.915715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88c796-c6e0-444d-9a29-ff6cf8b4fce1 None None] Network 27cd1387-c133-46ac-8206-d45f99d27e27 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:33:55.919027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51418) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:55.959211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7f85d-edf1-4d88-95fc-f760dd568cfa req-150bd5e4-2ff4-468c-a342-31f6818e7004 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:55.962288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ba7f85d-edf1-4d88-95fc-f760dd568cfa req-150bd5e4-2ff4-468c-a342-31f6818e7004 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0689445
May 14 21:33:56.035775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (27cd1387-c133-46ac-8206-d45f99d27e27), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.053436 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ba7f85d-edf1-4d88-95fc-f760dd568cfa req-29015463-1e2e-4c73-8bdf-96b82e098bdb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857239
May 14 21:33:56.094495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Deleting port 54474043-a40d-4de0-922f-57167fb08056 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:56.094843 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (54474043-a40d-4de0-922f-57167fb08056), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.116249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] DHCP port deletion for 27cd1387-c133-46ac-8206-d45f99d27e27 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:33:56.158483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] Deleting port 54474043-a40d-4de0-922f-57167fb08056 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:33:56.159168 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (54474043-a40d-4de0-922f-57167fb08056), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.174466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] For port 54474043-a40d-4de0-922f-57167fb08056, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54474043-a40d-4de0-922f-57167fb08056,segment=NetworkSegment(90f84c68-f8be-4922-8344-26525d9ef376),segment_id=90f84c68-f8be-4922-8344-26525d9ef376)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:56.174899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (54474043-a40d-4de0-922f-57167fb08056), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.193406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Calling delete_port for 54474043-a40d-4de0-922f-57167fb08056 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:56.245529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] For port 54474043-a40d-4de0-922f-57167fb08056, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=54474043-a40d-4de0-922f-57167fb08056,segment=NetworkSegment(90f84c68-f8be-4922-8344-26525d9ef376),segment_id=90f84c68-f8be-4922-8344-26525d9ef376)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:33:56.246317 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (54474043-a40d-4de0-922f-57167fb08056), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.261900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] Calling delete_port for 54474043-a40d-4de0-922f-57167fb08056 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:33:56.315573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4aeafaff-3b58-4391-aef1-1b528105086f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:56.346252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4aeafaff-3b58-4391-aef1-1b528105086f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:33:56.346252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4aeafaff-3b58-4391-aef1-1b528105086f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:33:56.346252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 54474043-a40d-4de0-922f-57167fb08056 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:33:56.434789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (54474043-a40d-4de0-922f-57167fb08056), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.444878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 54474043-a40d-4de0-922f-57167fb08056 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:33:56.445255 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54474043-a40d-4de0-922f-57167fb08056), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.456193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (54474043-a40d-4de0-922f-57167fb08056), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.471771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Port': ['ID=54474043-a40d-4de0-922f-57167fb08056,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:56.477249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] No DVR routers for this DVR port 54474043-a40d-4de0-922f-57167fb08056 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:56.494055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] Pushing event deleted for resources: {'Port': ['ID=54474043-a40d-4de0-922f-57167fb08056,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:56.501695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b945c-4716-4588-bb3d-97d04c1f74ae None None] No DVR routers for this DVR port 54474043-a40d-4de0-922f-57167fb08056 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:33:56.579432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (27cd1387-c133-46ac-8206-d45f99d27e27), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.599957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522acbf1f0>,) {'filters': {'network_id': ['27cd1387-c133-46ac-8206-d45f99d27e27']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:56.609349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522acbf1f0>, '90f84c68-f8be-4922-8344-26525d9ef376') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:56.609650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522acbf1f0>, '90f84c68-f8be-4922-8344-26525d9ef376') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:33:56.619773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (90f84c68-f8be-4922-8344-26525d9ef376), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.634431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (90f84c68-f8be-4922-8344-26525d9ef376), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.641569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:33:56.642779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (90f84c68-f8be-4922-8344-26525d9ef376), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:33:56.646044 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:33:56.789370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (27cd1387-c133-46ac-8206-d45f99d27e27), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.794258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:56.797418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/networks/27cd1387-c133-46ac-8206-d45f99d27e27 HTTP/1.1" status: 204  len: 168 time: 0.8657212
May 14 21:33:56.800260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51438) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:56.807846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a177-ee34-4b21-97fa-4994b3cb5947 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Pushing event deleted for resources: {'Network': ['ID=27cd1387-c133-46ac-8206-d45f99d27e27,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:56.830995 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e2dea7a4-964f-44c2-b97a-df5b4e3ed005 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a HTTP/1.1" status: 200  len: 205 time: 0.0291481
May 14 21:33:56.833198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:56.921208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:57.098595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:57.099162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router_controller (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:57.193105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26c19-4f97-4b5e-bbce-ac1bb9e78923 req-123ccf79-8e63-4d07-bc50-09e62978061c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:57.194655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-beb26c19-4f97-4b5e-bbce-ac1bb9e78923 req-123ccf79-8e63-4d07-bc50-09e62978061c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0639629
May 14 21:33:57.202624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:57.203292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Fanout notify agent at l3_agent the message router_deleted on router ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:33:57.209972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:57.217557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-93104b47-1548-4ed4-ab4d-a0435940af54 tempest-RoutersNegativeTest-830067754 tempest-RoutersNegativeTest-830067754-project] 10.222.0.52 "DELETE /v2.0/routers/ff2f8eb8-e9b8-4dcc-8f2c-3020f40cad0a HTTP/1.1" status: 204  len: 168 time: 0.3769796
May 14 21:33:57.257431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-beb26c19-4f97-4b5e-bbce-ac1bb9e78923 req-11f29412-875e-4cad-949c-7ed0b64e1862 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564551
May 14 21:33:58.111784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51482) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:58.394302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db5be269-cd14-48e1-94b3-1cf26a3b6d5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82badb8800bb4096858c945e023ba597&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2788382
May 14 21:33:58.394701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51496) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:58.403887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcdfdb-b44d-4485-940a-7e5ccb67eb57 req-2ccb2920-56a5-4460-a42e-933f06dd72f7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:58.405556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a4fcdfdb-b44d-4485-940a-7e5ccb67eb57 req-2ccb2920-56a5-4460-a42e-933f06dd72f7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0713725
May 14 21:33:58.459662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a7edf14-1878-4d87-bd7b-f6de609351b8 admin admin] Publish callbacks [] for security_group (5c8fcb70-fddc-488f-8211-4dc08ee9eb82), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:58.459882 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a4fcdfdb-b44d-4485-940a-7e5ccb67eb57 req-6e942301-78b5-4044-954e-5a519a325697 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476701
May 14 21:33:58.488636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a7edf14-1878-4d87-bd7b-f6de609351b8 admin admin] Publish callbacks [] for security_group (5c8fcb70-fddc-488f-8211-4dc08ee9eb82), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:58.611964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a7edf14-1878-4d87-bd7b-f6de609351b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5c8fcb70-fddc-488f-8211-4dc08ee9eb82), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:58.614572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7a7edf14-1878-4d87-bd7b-f6de609351b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:58.615750 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7a7edf14-1878-4d87-bd7b-f6de609351b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c8fcb70-fddc-488f-8211-4dc08ee9eb82 HTTP/1.1" status: 204  len: 168 time: 0.2200353
May 14 21:33:58.624702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7edf14-1878-4d87-bd7b-f6de609351b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8fcb70-fddc-488f-8211-4dc08ee9eb82,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:58.738501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51506) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:59.229847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ce5e-f65f-49e5-ab78-182b8ec67f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.307249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ce5e-f65f-49e5-ab78-182b8ec67f50 admin admin] Publish callbacks [] for security_group (aeb7cf30-5d47-4d5f-84c4-77aad2e71099), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.391203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ce5e-f65f-49e5-ab78-182b8ec67f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aeb7cf30-5d47-4d5f-84c4-77aad2e71099), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.433217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4c5ce5e-f65f-49e5-ab78-182b8ec67f50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=857222f705324b6bb53df723369d59f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6936169
May 14 21:33:59.434399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ce5e-f65f-49e5-ab78-182b8ec67f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb7cf30-5d47-4d5f-84c4-77aad2e71099,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:33:59.436557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51526) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:33:59.491963 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9131f812-2257-4026-a043-e2e4aad7a7df admin admin] Publish callbacks [] for security_group (aeb7cf30-5d47-4d5f-84c4-77aad2e71099), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.514310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9131f812-2257-4026-a043-e2e4aad7a7df admin admin] Publish callbacks [] for security_group (aeb7cf30-5d47-4d5f-84c4-77aad2e71099), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.588220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d033d-c03c-49d9-a5de-8cb8cccdc682 req-138f59f0-3b37-42e9-904c-ddbd7b476377 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:33:59.589753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e10d033d-c03c-49d9-a5de-8cb8cccdc682 req-138f59f0-3b37-42e9-904c-ddbd7b476377 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0532482
May 14 21:33:59.644034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e10d033d-c03c-49d9-a5de-8cb8cccdc682 req-1d348236-3f44-495c-b63b-2e4dff2f2f08 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466681
May 14 21:33:59.671685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9131f812-2257-4026-a043-e2e4aad7a7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aeb7cf30-5d47-4d5f-84c4-77aad2e71099), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.674532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9131f812-2257-4026-a043-e2e4aad7a7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:33:59.678058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9131f812-2257-4026-a043-e2e4aad7a7df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aeb7cf30-5d47-4d5f-84c4-77aad2e71099 HTTP/1.1" status: 204  len: 168 time: 0.2371869
May 14 21:33:59.684580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131f812-2257-4026-a043-e2e4aad7a7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb7cf30-5d47-4d5f-84c4-77aad2e71099,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:00.144624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b86a85-6ff1-44de-831f-ec95fbf0bd28 req-1bd1831b-f7c4-42c9-ab15-4af6b58ca1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:00.150450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46b86a85-6ff1-44de-831f-ec95fbf0bd28 req-1bd1831b-f7c4-42c9-ab15-4af6b58ca1af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1128 time: 0.0409534
May 14 21:34:00.193159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46b86a85-6ff1-44de-831f-ec95fbf0bd28 req-0cd62146-18d0-4abe-81e6-0661d8472537 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388536
May 14 21:34:00.702120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51572) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:00.716382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-05ba8dcc-5652-4817-93a6-f7d22669d08d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:00.783292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af1ded-3dc2-4491-9057-0a5fef651135 req-c2a5c482-2082-49c2-96d0-a3c06813a5d0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:00.784922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-13af1ded-3dc2-4491-9057-0a5fef651135 req-c2a5c482-2082-49c2-96d0-a3c06813a5d0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0668061
May 14 21:34:00.813032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-05ba8dcc-5652-4817-93a6-f7d22669d08d admin admin] Publish callbacks [] for security_group (7559d536-ad4d-4219-be34-875132c43f88), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:00.841809 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-13af1ded-3dc2-4491-9057-0a5fef651135 req-bf9e52e4-6034-42e1-b088-1ef157426db4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505602
May 14 21:34:00.888399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-05ba8dcc-5652-4817-93a6-f7d22669d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7559d536-ad4d-4219-be34-875132c43f88), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:00.928120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-05ba8dcc-5652-4817-93a6-f7d22669d08d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18ef6ea639fd4d01a2d29fc0b826df7b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2249835
May 14 21:34:00.930860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51580) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:00.938216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba8dcc-5652-4817-93a6-f7d22669d08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7559d536-ad4d-4219-be34-875132c43f88,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:00.956201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51582) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:00.986155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae345d2e-3c0a-4334-a4a6-5cd9f2959645 admin admin] Publish callbacks [] for security_group (7559d536-ad4d-4219-be34-875132c43f88), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.011437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae345d2e-3c0a-4334-a4a6-5cd9f2959645 admin admin] Publish callbacks [] for security_group (7559d536-ad4d-4219-be34-875132c43f88), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.135142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae345d2e-3c0a-4334-a4a6-5cd9f2959645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7559d536-ad4d-4219-be34-875132c43f88), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.151440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae345d2e-3c0a-4334-a4a6-5cd9f2959645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.151440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae345d2e-3c0a-4334-a4a6-5cd9f2959645 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7559d536-ad4d-4219-be34-875132c43f88 HTTP/1.1" status: 204  len: 168 time: 0.2149837
May 14 21:34:01.167201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae345d2e-3c0a-4334-a4a6-5cd9f2959645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7559d536-ad4d-4219-be34-875132c43f88,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:01.247328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-230646386'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:01.391675 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (7a3c9929-5d84-439a-a70b-7ad42e342999), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.393027 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (7a3c9929-5d84-439a-a70b-7ad42e342999), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.445179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (7a3c9929-5d84-439a-a70b-7ad42e342999), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.550222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (7a3c9929-5d84-439a-a70b-7ad42e342999), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.637108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.641927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aaf09c85-3348-4bf9-a399-3b6dcc943958 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.6855867
May 14 21:34:01.642413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51600) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:01.719800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (7a3c9929-5d84-439a-a70b-7ad42e342999), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.884844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (7a3c9929-5d84-439a-a70b-7ad42e342999), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.887310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (7a3c9929-5d84-439a-a70b-7ad42e342999), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:01.983704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ac674-5a7e-46de-ba9f-98683bac7484 req-36126428-9547-4f83-9b5c-369116995863 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:01.985196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86ac674-5a7e-46de-ba9f-98683bac7484 req-36126428-9547-4f83-9b5c-369116995863 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0505409
May 14 21:34:02.036346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86ac674-5a7e-46de-ba9f-98683bac7484 req-dec2f91d-46b5-4012-afa0-dd3780e486ee tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455015
May 14 21:34:02.047730 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (7a3c9929-5d84-439a-a70b-7ad42e342999), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.048340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3c9929-5d84-439a-a70b-7ad42e342999 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:34:02.070606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.070606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f81bc242-6035-480e-874d-51474f9a48fc tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7a3c9929-5d84-439a-a70b-7ad42e342999 HTTP/1.1" status: 204  len: 168 time: 0.4096837
May 14 21:34:02.072655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51614) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:02.077108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Request body: {'router': {'name': 'tempest-router-528377139', 'distributed': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:02.186020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b2c948b0-21c3-4e20-bf4a-6298cb218f76), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.188060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b2c948b0-21c3-4e20-bf4a-6298cb218f76), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.255917 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (b2c948b0-21c3-4e20-bf4a-6298cb218f76), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.323325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b2c948b0-21c3-4e20-bf4a-6298cb218f76), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.438756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.442697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41288a5d-443d-44e2-9c07-87873d994e6c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.3665397
May 14 21:34:02.443129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51638) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:02.551430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (b2c948b0-21c3-4e20-bf4a-6298cb218f76), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.600563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-a11d9107-819d-4b67-a0fb-856bb683ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:02.602502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-a11d9107-819d-4b67-a0fb-856bb683ee1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1128 time: 0.0461893
May 14 21:34:02.641740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eadee-aa10-48ec-ae49-3e6bb019cbcd req-47eaee05-8b1a-4d74-8206-ffe4cca14346 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:02.643593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-900eadee-aa10-48ec-ae49-3e6bb019cbcd req-47eaee05-8b1a-4d74-8206-ffe4cca14346 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1578407
May 14 21:34:02.706891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-f0f89db2-4a06-4312-bd0d-f3d337a03649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:02.709636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-f0f89db2-4a06-4312-bd0d-f3d337a03649 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.1013167
May 14 21:34:02.753626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-6566b98d-54de-44ee-90ad-a4850c7044cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 200  len: 217 time: 0.0377495
May 14 21:34:02.770023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b2c948b0-21c3-4e20-bf4a-6298cb218f76), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.779864 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (b2c948b0-21c3-4e20-bf4a-6298cb218f76), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.823325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-4b0018f7-e721-4084-b55f-4ab43a9b9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:02.824907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-4b0018f7-e721-4084-b55f-4ab43a9b9414 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0643911
May 14 21:34:02.845347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-900eadee-aa10-48ec-ae49-3e6bb019cbcd req-125c99d2-55bd-4609-b433-d5f37edadb00 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909921
May 14 21:34:02.881710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-29c79386-70da-4b63-b0fd-df9ce614cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:02.884166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-29c79386-70da-4b63-b0fd-df9ce614cc4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0518632
May 14 21:34:02.945342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b2c948b0-21c3-4e20-bf4a-6298cb218f76), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.946439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2c948b0-21c3-4e20-bf4a-6298cb218f76 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:34:02.950724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:02.952117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e198b463-c262-4fde-ac6e-0d373fe42146 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b2c948b0-21c3-4e20-bf4a-6298cb218f76 HTTP/1.1" status: 204  len: 168 time: 0.5078719
May 14 21:34:02.956017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51650) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:02.961176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Request body: {'router': {'name': 'tempest-router-1032644435', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '88c8745ee478438bb57cc3b7ffe73fc8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:02.990878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-c0b288f8-8578-40d2-827a-b6a46463c08f service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0994017
May 14 21:34:03.082836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.083933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.092195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f6e0aef-21df-4c65-a330-c7158110fb9a req-c924b8fa-66d7-4a3e-b43b-c72f4f57e6c6 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0948594
May 14 21:34:03.141401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.217878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.313131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.317308 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f706235f-9a16-476b-9685-9c58ae1dcbe7 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3573532
May 14 21:34:03.317629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51664) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:03.322024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:03.547043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.547381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (5b105a94-09ca-488a-91ea-602549e53ad6), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.625503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115781) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
May 14 21:34:03.625837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Router 5b105a94-09ca-488a-91ea-602549e53ad6 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f52334c3fd0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f52334c3e80> provider. {{(pid=115781) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
May 14 21:34:03.626203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.630621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.717386 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:03.807911 ncdv-master-1 neutron-server[115781]: WARNING neutron.scheduler.l3_agent_scheduler [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] No L3 agents can host the router 5b105a94-09ca-488a-91ea-602549e53ad6
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]: WARNING neutron.objects.base [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] ORM session: SQL execution without transaction in progress, traceback:
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     result = function(*args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     proto.__init__(conn_state, self)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     self.handle()
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     self.handle_one_request()
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     self.handle_one_response()
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     result = self.application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return app(environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return request.get_response(self.application)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self._app)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     response = self.app(environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.104445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     result = method(request=request, **args)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return self._update(request, id, body, **kwargs)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return f(*dup_args, **dup_kwargs)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     obj = obj_updater(request.context, id, **kwargs)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     self.notify_router_updated(context, router_dict['id'], None)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     self.l3_rpc_notifier.routers_updated(
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     self._notification(context, 'routers_updated', router_ids,
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     self._agent_notification(
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     dvr_hosts = self._get_dvr_hosts_for_router(context, router_id)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     hosts = [item[0] for item in query if item[0] != '']
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     return self._iter().__iter__()
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     result = self.session.execute(
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]:     result = fn(orm_exec_state)
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]: 
May 14 21:34:04.112626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Hosts for router 5b105a94-09ca-488a-91ea-602549e53ad6: [] {{(pid=115781) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]: WARNING neutron.objects.base [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] ORM session: SQL execution without transaction in progress, traceback:
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     result = function(*args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     proto.__init__(conn_state, self)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     self.handle()
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     self.handle_one_request()
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     self.handle_one_response()
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     result = self.application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return app(environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return request.get_response(self.application)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self._app)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     response = self.app(environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:34:04.171864 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     result = method(request=request, **args)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return self._update(request, id, body, **kwargs)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return f(*dup_args, **dup_kwargs)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     obj = obj_updater(request.context, id, **kwargs)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     self.notify_router_updated(context, router_dict['id'], None)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     self.l3_rpc_notifier.routers_updated(
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     self._notification(context, 'routers_updated', router_ids,
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     self._agent_notification(
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     dvr_hosts |= self._get_other_dvr_hosts(context, router_id)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     self._get_other_dvr_router_ids_connected_router(
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return [item[0] for item in query]
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     return self._iter().__iter__()
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     result = self.session.execute(
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]:     result = fn(orm_exec_state)
May 14 21:34:04.178454 ncdv-master-1 neutron-server[115781]: 
May 14 21:34:04.472774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Hosts for other DVR routers connected to router 5b105a94-09ca-488a-91ea-602549e53ad6: set() {{(pid=115781) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
May 14 21:34:04.475182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:04.476390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-963968e5-789b-4186-bbed-0edbf0c5160c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "PUT /v2.0/routers/5b105a94-09ca-488a-91ea-602549e53ad6 HTTP/1.1" status: 200  len: 717 time: 1.1577749
May 14 21:34:04.479679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51712) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:04.556516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ea9b4-fb43-4b42-b712-0b9bb8b7d1db req-53a682fb-6160-48ae-9fea-ed3086b7b397 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:04.558017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-748ea9b4-fb43-4b42-b712-0b9bb8b7d1db req-53a682fb-6160-48ae-9fea-ed3086b7b397 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.4435441
May 14 21:34:04.579999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-456e5e83-3fff-48c3-9c57-4cbf45aa210c tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "GET /v2.0/routers/5b105a94-09ca-488a-91ea-602549e53ad6 HTTP/1.1" status: 200  len: 717 time: 0.0991800
May 14 21:34:04.582499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51716) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:04.635237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-748ea9b4-fb43-4b42-b712-0b9bb8b7d1db req-841e5f0d-0a19-45b6-8713-5545148ef75d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711384
May 14 21:34:04.726277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51724) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:04.939866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-800327a0-9f47-4351-a8b8-a52db272fe6a tempest-RoutersTestDVR-1073276539 tempest-RoutersTestDVR-1073276539-project] 10.222.0.52 "GET /v2.0/routers/5b105a94-09ca-488a-91ea-602549e53ad6 HTTP/1.1" status: 200  len: 683 time: 0.3562779
May 14 21:34:04.942566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51730) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.016675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (5b105a94-09ca-488a-91ea-602549e53ad6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.089547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3f61c3e-7059-48e9-a7fe-c12cc7113302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.113653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51732) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.188834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.189751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3f61c3e-7059-48e9-a7fe-c12cc7113302 admin admin] Publish callbacks [] for security_group (5814cc8c-1d46-4dfd-b722-f783ede22a4b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.191346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (5b105a94-09ca-488a-91ea-602549e53ad6), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.206682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15cbea95-a671-43a6-8a39-b73ed0d5d8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.277131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51740) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.295361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15cbea95-a671-43a6-8a39-b73ed0d5d8e8 admin admin] Publish callbacks [] for security_group (dbf3be0d-4dde-42f5-840a-8c75a1d80141), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.379460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3f61c3e-7059-48e9-a7fe-c12cc7113302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5814cc8c-1d46-4dfd-b722-f783ede22a4b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.386021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (5b105a94-09ca-488a-91ea-602549e53ad6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.386633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b105a94-09ca-488a-91ea-602549e53ad6 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:34:05.393289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.394457 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0585bbeb-e4ff-4f11-8414-12ad9599a50a tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/5b105a94-09ca-488a-91ea-602549e53ad6 HTTP/1.1" status: 204  len: 168 time: 0.4509802
May 14 21:34:05.395824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7650f3fe-f9c5-4d52-955e-fca78e72e321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.403986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51744) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.411831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Request body: {'router': {'name': 'tempest-router-1177764324', 'distributed': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:05.426271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c3f61c3e-7059-48e9-a7fe-c12cc7113302 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a817c498d25142468b4239855fd084cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6988568
May 14 21:34:05.427756 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15cbea95-a671-43a6-8a39-b73ed0d5d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dbf3be0d-4dde-42f5-840a-8c75a1d80141), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.429392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.431906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f61c3e-7059-48e9-a7fe-c12cc7113302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814cc8c-1d46-4dfd-b722-f783ede22a4b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:05.468503 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-15cbea95-a671-43a6-8a39-b73ed0d5d8e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81c202907c9c412ea6dc5f2aa0f008e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3545992
May 14 21:34:05.471796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51748) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.479846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbea95-a671-43a6-8a39-b73ed0d5d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3be0d-4dde-42f5-840a-8c75a1d80141,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:05.520064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40a54590-c6a5-482c-a5ea-2939e4a4b983 admin admin] Publish callbacks [] for security_group (5814cc8c-1d46-4dfd-b722-f783ede22a4b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.528476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3f9f-d642-4779-b46b-46a6ae0b2ea7 admin admin] Publish callbacks [] for security_group (dbf3be0d-4dde-42f5-840a-8c75a1d80141), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.546749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7650f3fe-f9c5-4d52-955e-fca78e72e321 admin admin] Publish callbacks [] for security_group (a8df4526-a995-4fd8-b72d-d762ea689178), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.549829 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3f9f-d642-4779-b46b-46a6ae0b2ea7 admin admin] Publish callbacks [] for security_group (dbf3be0d-4dde-42f5-840a-8c75a1d80141), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.554432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (432b0809-372d-4c5d-83d8-9177177c7b40), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.556003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (432b0809-372d-4c5d-83d8-9177177c7b40), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.560372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40a54590-c6a5-482c-a5ea-2939e4a4b983 admin admin] Publish callbacks [] for security_group (5814cc8c-1d46-4dfd-b722-f783ede22a4b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.631520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7650f3fe-f9c5-4d52-955e-fca78e72e321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a8df4526-a995-4fd8-b72d-d762ea689178), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.648797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (432b0809-372d-4c5d-83d8-9177177c7b40), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.686647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3f9f-d642-4779-b46b-46a6ae0b2ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dbf3be0d-4dde-42f5-840a-8c75a1d80141), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.686647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3f9f-d642-4779-b46b-46a6ae0b2ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.686827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7650f3fe-f9c5-4d52-955e-fca78e72e321 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=415a3b147fd74521bbcb82b069157bcf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4056571
May 14 21:34:05.687000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d7ec3f9f-d642-4779-b46b-46a6ae0b2ea7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbf3be0d-4dde-42f5-840a-8c75a1d80141 HTTP/1.1" status: 204  len: 168 time: 0.2112112
May 14 21:34:05.687081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650f3fe-f9c5-4d52-955e-fca78e72e321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8df4526-a995-4fd8-b72d-d762ea689178,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:05.689899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51754) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.725488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3f9f-d642-4779-b46b-46a6ae0b2ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3be0d-4dde-42f5-840a-8c75a1d80141,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:05.746589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (432b0809-372d-4c5d-83d8-9177177c7b40), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.780149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba6d4ae-b38e-47aa-b4ad-88c62267a5e8 admin admin] Publish callbacks [] for security_group (a8df4526-a995-4fd8-b72d-d762ea689178), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.783302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40a54590-c6a5-482c-a5ea-2939e4a4b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5814cc8c-1d46-4dfd-b722-f783ede22a4b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.786815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40a54590-c6a5-482c-a5ea-2939e4a4b983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.789732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-40a54590-c6a5-482c-a5ea-2939e4a4b983 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5814cc8c-1d46-4dfd-b722-f783ede22a4b HTTP/1.1" status: 204  len: 168 time: 0.3559754
May 14 21:34:05.802961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a54590-c6a5-482c-a5ea-2939e4a4b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814cc8c-1d46-4dfd-b722-f783ede22a4b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:05.828280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba6d4ae-b38e-47aa-b4ad-88c62267a5e8 admin admin] Publish callbacks [] for security_group (a8df4526-a995-4fd8-b72d-d762ea689178), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.835202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4520db-c403-4b03-916c-31f58a5607e0 req-0cf0a6d9-42c5-4cd3-a1d9-37e0b4091eb2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:05.837557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d4520db-c403-4b03-916c-31f58a5607e0 req-0cf0a6d9-42c5-4cd3-a1d9-37e0b4091eb2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.0705130
May 14 21:34:05.867896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:05.870374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-162e999c-b571-48ad-baf8-9e096f4f0f3d tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.4640877
May 14 21:34:05.872452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51762) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:05.931993 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4d4520db-c403-4b03-916c-31f58a5607e0 req-68ffcea7-de34-4271-b213-7c099c87ba97 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848866
May 14 21:34:05.975995 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (432b0809-372d-4c5d-83d8-9177177c7b40), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.093988 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba6d4ae-b38e-47aa-b4ad-88c62267a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a8df4526-a995-4fd8-b72d-d762ea689178), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.097350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba6d4ae-b38e-47aa-b4ad-88c62267a5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.099173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bba6d4ae-b38e-47aa-b4ad-88c62267a5e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8df4526-a995-4fd8-b72d-d762ea689178 HTTP/1.1" status: 204  len: 168 time: 0.4066100
May 14 21:34:06.108871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6d4ae-b38e-47aa-b4ad-88c62267a5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8df4526-a995-4fd8-b72d-d762ea689178,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:06.150506 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (432b0809-372d-4c5d-83d8-9177177c7b40), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.152803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router_controller (432b0809-372d-4c5d-83d8-9177177c7b40), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.275125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (432b0809-372d-4c5d-83d8-9177177c7b40), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.275766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 432b0809-372d-4c5d-83d8-9177177c7b40 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:34:06.290207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.291313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12648c63-88e6-41fc-9dbf-eb08ddb30a57 tempest-RoutersTestDVR-983946112 tempest-RoutersTestDVR-983946112-project-admin] 10.222.0.52 "DELETE /v2.0/routers/432b0809-372d-4c5d-83d8-9177177c7b40 HTTP/1.1" status: 204  len: 168 time: 0.4152615
May 14 21:34:06.623838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:06.661333 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81d8532f-6035-469e-afb4-1cf35db3d619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.795242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81d8532f-6035-469e-afb4-1cf35db3d619 admin admin] Publish callbacks [] for security_group (df0e4e94-35d8-451d-9c00-8b4f69410802), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.905651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81d8532f-6035-469e-afb4-1cf35db3d619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (df0e4e94-35d8-451d-9c00-8b4f69410802), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:06.960739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-81d8532f-6035-469e-afb4-1cf35db3d619 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a329d238f3f74c22907b2e021f31b7bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3357997
May 14 21:34:06.963682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8532f-6035-469e-afb4-1cf35db3d619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e4e94-35d8-451d-9c00-8b4f69410802,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:06.964099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51794) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:07.013362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff17c-4c14-46e7-b411-c30f91824b3e admin admin] Publish callbacks [] for security_group (df0e4e94-35d8-451d-9c00-8b4f69410802), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.036051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff17c-4c14-46e7-b411-c30f91824b3e admin admin] Publish callbacks [] for security_group (df0e4e94-35d8-451d-9c00-8b4f69410802), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.094679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51796) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:07.109289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5cef9716-e484-4fb1-8e98-0d3409a0c8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.164409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff17c-4c14-46e7-b411-c30f91824b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (df0e4e94-35d8-451d-9c00-8b4f69410802), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.169210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d9ff17c-4c14-46e7-b411-c30f91824b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.170662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6d9ff17c-4c14-46e7-b411-c30f91824b3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df0e4e94-35d8-451d-9c00-8b4f69410802 HTTP/1.1" status: 204  len: 168 time: 0.2054732
May 14 21:34:07.179555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ff17c-4c14-46e7-b411-c30f91824b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e4e94-35d8-451d-9c00-8b4f69410802,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:07.294503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5cef9716-e484-4fb1-8e98-0d3409a0c8ac admin admin] Publish callbacks [] for security_group (ae452761-f34b-4596-aa69-20633613ff56), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.336330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51814) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:07.358011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5cef9716-e484-4fb1-8e98-0d3409a0c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ae452761-f34b-4596-aa69-20633613ff56), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.394045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5cef9716-e484-4fb1-8e98-0d3409a0c8ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cdd622c16cd46e2b8f1476076af3f39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2982543
May 14 21:34:07.396519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51830) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:07.403781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef9716-e484-4fb1-8e98-0d3409a0c8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae452761-f34b-4596-aa69-20633613ff56,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:07.450443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdcb91f0-85ec-405c-b133-633c13402b04 admin admin] Publish callbacks [] for security_group (ae452761-f34b-4596-aa69-20633613ff56), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.478055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdcb91f0-85ec-405c-b133-633c13402b04 admin admin] Publish callbacks [] for security_group (ae452761-f34b-4596-aa69-20633613ff56), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.596187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3567d99-736b-4d43-b9c7-cebd1ec9f412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.659650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdcb91f0-85ec-405c-b133-633c13402b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ae452761-f34b-4596-aa69-20633613ff56), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.662151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdcb91f0-85ec-405c-b133-633c13402b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.664219 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fdcb91f0-85ec-405c-b133-633c13402b04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae452761-f34b-4596-aa69-20633613ff56 HTTP/1.1" status: 204  len: 168 time: 0.2667363
May 14 21:34:07.680800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb91f0-85ec-405c-b133-633c13402b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae452761-f34b-4596-aa69-20633613ff56,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:07.723769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3567d99-736b-4d43-b9c7-cebd1ec9f412 admin admin] Publish callbacks [] for security_group (a10fe435-f0a8-44aa-830c-8637a5f30b26), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.827111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3567d99-736b-4d43-b9c7-cebd1ec9f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a10fe435-f0a8-44aa-830c-8637a5f30b26), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.881527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d3567d99-736b-4d43-b9c7-cebd1ec9f412 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88c8745ee478438bb57cc3b7ffe73fc8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5415082
May 14 21:34:07.882681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3567d99-736b-4d43-b9c7-cebd1ec9f412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10fe435-f0a8-44aa-830c-8637a5f30b26,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:07.884874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51866) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:07.958938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee890eeb-446c-4c1e-ba12-34baef4a4301 admin admin] Publish callbacks [] for security_group (a10fe435-f0a8-44aa-830c-8637a5f30b26), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:07.982609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee890eeb-446c-4c1e-ba12-34baef4a4301 admin admin] Publish callbacks [] for security_group (a10fe435-f0a8-44aa-830c-8637a5f30b26), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:08.099701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee890eeb-446c-4c1e-ba12-34baef4a4301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a10fe435-f0a8-44aa-830c-8637a5f30b26), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:08.102961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ee890eeb-446c-4c1e-ba12-34baef4a4301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:08.104204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ee890eeb-446c-4c1e-ba12-34baef4a4301 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a10fe435-f0a8-44aa-830c-8637a5f30b26 HTTP/1.1" status: 204  len: 168 time: 0.2180312
May 14 21:34:08.112527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890eeb-446c-4c1e-ba12-34baef4a4301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10fe435-f0a8-44aa-830c-8637a5f30b26,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:08.899696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:08.915312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01d00146-dcc1-45ed-8d20-b85a42068fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:08.975221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51910) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:08.982479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430793766', 'description': 'tempest-description--966222001'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:09.025194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01d00146-dcc1-45ed-8d20-b85a42068fcb admin admin] Publish callbacks [] for security_group (d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.122265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.144956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01d00146-dcc1-45ed-8d20-b85a42068fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.191671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-01d00146-dcc1-45ed-8d20-b85a42068fcb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b09813cd5054b258baf9a2e719749c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2883120
May 14 21:34:09.191671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d00146-dcc1-45ed-8d20-b85a42068fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:09.192011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:09.205318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group (c5c8128c-f009-444e-aa3e-51cfc44294c4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.260048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a716-3f68-4840-8268-62f58f80805d admin admin] Publish callbacks [] for security_group (d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.274988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c5c8128c-f009-444e-aa3e-51cfc44294c4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.307426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a716-3f68-4840-8268-62f58f80805d admin admin] Publish callbacks [] for security_group (d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.332645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8128c-f009-444e-aa3e-51cfc44294c4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:09.444615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.446489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-85a1ccba-0517-4098-a92d-f2d40ce0c2f5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.4692667
May 14 21:34:09.449130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51928) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:09.453684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8128c-f009-444e-aa3e-51cfc44294c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:09.466524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a716-3f68-4840-8268-62f58f80805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.469046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ff9a716-3f68-4840-8268-62f58f80805d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.471075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ff9a716-3f68-4840-8268-62f58f80805d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4 HTTP/1.1" status: 204  len: 168 time: 0.2771356
May 14 21:34:09.483919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9a716-3f68-4840-8268-62f58f80805d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd7f42-d3d2-4794-ab7a-c68f4ce1acf4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:09.570720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group_rule (5645bb98-8b78-47c2-bbf6-386618b7bb2c), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.667903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group_rule (5645bb98-8b78-47c2-bbf6-386618b7bb2c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.745363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (5645bb98-8b78-47c2-bbf6-386618b7bb2c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.762963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5645bb98-8b78-47c2-bbf6-386618b7bb2c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:09.821403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:09.822733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-382a6eb3-99e7-46cd-9f7e-15df45f2a688 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3726308
May 14 21:34:09.825663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51954) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:09.830681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'security_group_rule': {'security_group_id': 'c5c8128c-f009-444e-aa3e-51cfc44294c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:09.950806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group_rule (ec499e25-9ebe-4ae7-a85f-637025201e00), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.007140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group_rule (ec499e25-9ebe-4ae7-a85f-637025201e00), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.077146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ec499e25-9ebe-4ae7-a85f-637025201e00), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.098040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec499e25-9ebe-4ae7-a85f-637025201e00,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:10.207518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.208934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51974) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:10.209348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e73052d4-e392-4b73-bdc3-c007c6f6dd63 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3821516
May 14 21:34:10.213824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:10.311080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.339136 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b7dd870d-f6b7-42b9-8dc4-a6531005e38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.397598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.513924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Allocated IP 172.35.4.233 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/f6205b85-df54-4af0-aa3b-17ed0c621c74) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:10.626749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.757237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:10.804099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:10.807693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:10.812319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:10.815538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'Port': ['ID=f6205b85-df54-4af0-aa3b-17ed0c621c74,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:10.986234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:11.155817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:11.373135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:11.510778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:11.587692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'Port': ['ID=f6205b85-df54-4af0-aa3b-17ed0c621c74,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:11.602142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:11.730611 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:11.732019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3ae759c7-aa9a-42b7-97b9-6fd6a5076d20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5219471
May 14 21:34:11.932789 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.039198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52086) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:12.060087 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-fde4a88e-76d8-43b9-8576-a65db8d84e7f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--430793766&fields=id&tenant_id=59c0f4df562340e5bb096ef2eed9239e HTTP/1.1" status: 200  len: 267 time: 0.0638847
May 14 21:34:12.244555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-27230830'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:12.322369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:12.326700 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.338125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.443435 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.446187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for security_group (eb9da044-5e3c-43f9-b51a-a885e909a38e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.455595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-4f5c8bc5-06c7-411b-ac92-6e36b9a19bc8 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:12.457091 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-4f5c8bc5-06c7-411b-ac92-6e36b9a19bc8 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 818 time: 0.3944981
May 14 21:34:12.472282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-653c8cc6-584d-4355-ba48-e4d901797b40 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/quotas/59c0f4df562340e5bb096ef2eed9239e HTTP/1.1" status: 200  len: 375 time: 0.0089605
May 14 21:34:12.523280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (eb9da044-5e3c-43f9-b51a-a885e909a38e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.539131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:12.542757 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-2192d094-4d21-41b5-b7d0-7bd876d68612 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0655739
May 14 21:34:12.550304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fd55ed7e-4091-4e07-b503-374f2b552ebf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.550931 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Added segment fd55ed7e-4091-4e07-b503-374f2b552ebf of type vlan for network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd
May 14 21:34:12.624868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.632180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9da044-5e3c-43f9-b51a-a885e909a38e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:12.665417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52106) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:12.728741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.734200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:12.734931 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.801297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Network': ['ID=126a8acb-f678-49f9-ab42-8f3eb5f6c0cd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:12.816698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:12.859912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5bb8e28a-e2fe-43a5-a30f-cf8defa7bc7f tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 777 time: 0.8194180
May 14 21:34:12.863045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52114) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:12.873540 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ffc7-203c-4b20-a387-bae419babea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:12.873894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'subnet': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:12.981714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-e2a8882e-2da8-49c4-93d9-9d8148f23b50 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:34:12.992939 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-e2a8882e-2da8-49c4-93d9-9d8148f23b50 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.4274518
May 14 21:34:13.037162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753979d8-304b-4a9d-9260-f03da61edd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.157400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-07b18289-74b3-49f7-9dcc-094ece9b5b51 service neutron] 10.222.0.52 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663189
May 14 21:34:13.260282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:13.263849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.269503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753979d8-304b-4a9d-9260-f03da61edd81 admin admin] Publish callbacks [] for security_group (5cc8d177-9072-4ce2-82b2-688c9084b60b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.342615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-d6ecf2d8-3b06-4cd1-9d60-25b42a32faf1 service neutron] 10.222.0.52 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774619
May 14 21:34:13.349765 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-753979d8-304b-4a9d-9260-f03da61edd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5cc8d177-9072-4ce2-82b2-688c9084b60b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.427046 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-753979d8-304b-4a9d-9260-f03da61edd81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c44381aa7d104743a382b437425dcedb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7607708
May 14 21:34:13.428756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52134) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:13.451963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753979d8-304b-4a9d-9260-f03da61edd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc8d177-9072-4ce2-82b2-688c9084b60b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:13.540338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea0433be-975b-4ef9-9749-7283a4f1b2d1 admin admin] Publish callbacks [] for security_group (5cc8d177-9072-4ce2-82b2-688c9084b60b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.566194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea0433be-975b-4ef9-9749-7283a4f1b2d1 admin admin] Publish callbacks [] for security_group (5cc8d177-9072-4ce2-82b2-688c9084b60b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.682632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea0433be-975b-4ef9-9749-7283a4f1b2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5cc8d177-9072-4ce2-82b2-688c9084b60b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.687646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea0433be-975b-4ef9-9749-7283a4f1b2d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.687646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ea0433be-975b-4ef9-9749-7283a4f1b2d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5cc8d177-9072-4ce2-82b2-688c9084b60b HTTP/1.1" status: 204  len: 168 time: 0.2575424
May 14 21:34:13.695777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (552c4e3f-abbb-4fca-a94e-af18a5731c07), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.701877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0433be-975b-4ef9-9749-7283a4f1b2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc8d177-9072-4ce2-82b2-688c9084b60b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:13.837118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-795c077d-1ed0-469d-b1a6-f5bd374c78be req-f6021dc1-7816-43e2-b744-3e7d9f3cdf6a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 210 time: 0.0519583
May 14 21:34:13.856103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Subnet': ['ID=552c4e3f-abbb-4fca-a94e-af18a5731c07,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:13.864960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Checking segment: {'id': 'fd55ed7e-4091-4e07-b503-374f2b552ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:13.865328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network hostable DHCP agents. Network: 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:13.908913 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:13.974963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:14.082156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:14.093385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:14.094154 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.094401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b607cc-fa03-4079-8a3a-71c3006d81f2 None None] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:14.208107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'project_id': 'b5b858647966413b879a40dae63bc55c', 'fixed_ips': [{'subnet_id': '552c4e3f-abbb-4fca-a94e-af18a5731c07'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:14.209194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.263942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-08c4e297-0ed2-4285-84d2-19b15530c640 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3988662
May 14 21:34:14.266015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:14.271623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1884448211'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:14.362758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Allocated IP 2001:db8::2 (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/38071e55-5998-4bd5-8099-53a22df7e1e9) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:14.507138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Publish callbacks [] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.560556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:14.565682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.594925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] device_id is not set on port c2f13f67-364c-4940-bf0b-cc7fbe541d6c yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:14.597048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.661277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:14.672024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:14.678026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:14.694940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Pushing event updated for resources: {'Port': ['ID=38071e55-5998-4bd5-8099-53a22df7e1e9,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:14.740096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Allocated IP 2001:db8::26b (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/c2f13f67-364c-4940-bf0b-cc7fbe541d6c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:14.753348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Attempting to bind port 38071e55-5998-4bd5-8099-53a22df7e1e9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:14.754026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Attempting to bind port 38071e55-5998-4bd5-8099-53a22df7e1e9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd55ed7e-4091-4e07-b503-374f2b552ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:14.754563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Attempting to bind port 38071e55-5998-4bd5-8099-53a22df7e1e9 on network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:14.761354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:14.762518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Checking segment: {'id': 'fd55ed7e-4091-4e07-b503-374f2b552ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:14.763232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.763816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Bound using segment: {'id': 'fd55ed7e-4091-4e07-b503-374f2b552ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:14.764885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Bound port: 38071e55-5998-4bd5-8099-53a22df7e1e9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd55ed7e-4091-4e07-b503-374f2b552ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:14.765746 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.768619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52196) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:14.788141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb60f-535f-4c7b-acaa-e0e7846d7003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.833647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] For port 38071e55-5998-4bd5-8099-53a22df7e1e9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:14.837055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] For port 38071e55-5998-4bd5-8099-53a22df7e1e9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38071e55-5998-4bd5-8099-53a22df7e1e9,segment=NetworkSegment(fd55ed7e-4091-4e07-b503-374f2b552ebf),segment_id=fd55ed7e-4091-4e07-b503-374f2b552ebf)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:14.925433 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:14.957249 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d806d94c-132d-4525-b15b-1df9ad1db8a5 req-406de10b-57bc-475e-94bb-cd4b5ee1566f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 210 time: 0.0729280
May 14 21:34:15.040363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb60f-535f-4c7b-acaa-e0e7846d7003 admin admin] Publish callbacks [] for security_group (98499386-2033-4415-9b58-43fd598e47a5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.047999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.068728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4940f-0d66-433b-888b-47068e3f1fda None None] Pushing event updated for resources: {'Port': ['ID=38071e55-5998-4bd5-8099-53a22df7e1e9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:15.115681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb60f-535f-4c7b-acaa-e0e7846d7003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98499386-2033-4415-9b58-43fd598e47a5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.183786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fb60f-535f-4c7b-acaa-e0e7846d7003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98499386-2033-4415-9b58-43fd598e47a5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:15.190860 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e4fb60f-535f-4c7b-acaa-e0e7846d7003 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5a76b72cce44047aba65ab9b0ebe59d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4207354
May 14 21:34:15.193353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52222) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:15.255934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.310537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f878c566-c6ad-427c-9267-c70d55f0abe8 admin admin] Publish callbacks [] for security_group (98499386-2033-4415-9b58-43fd598e47a5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.338562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f878c566-c6ad-427c-9267-c70d55f0abe8 admin admin] Publish callbacks [] for security_group (98499386-2033-4415-9b58-43fd598e47a5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.346961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:15.356453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:15.362730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:15.370941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:15.374606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.400323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=c2f13f67-364c-4940-bf0b-cc7fbe541d6c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:15.416512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52228) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:15.505187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f878c566-c6ad-427c-9267-c70d55f0abe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98499386-2033-4415-9b58-43fd598e47a5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.507725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a3c05ca-20cd-4329-b659-d2a898046ffe tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.2405419
May 14 21:34:15.507860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f878c566-c6ad-427c-9267-c70d55f0abe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.512107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f878c566-c6ad-427c-9267-c70d55f0abe8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98499386-2033-4415-9b58-43fd598e47a5 HTTP/1.1" status: 204  len: 168 time: 0.3152940
May 14 21:34:15.513806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52232) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:15.520345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1967900605', 'allowed_address_pairs': [{'ip_address': '2001:db8::26b', 'mac_address': 'fa:16:3e:f6:f5:87'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:15.528182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878c566-c6ad-427c-9267-c70d55f0abe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98499386-2033-4415-9b58-43fd598e47a5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:15.613691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4a159b35-53ac-4bb9-8675-eef28e23f329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.705278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.732062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4a159b35-53ac-4bb9-8675-eef28e23f329 admin admin] Publish callbacks [] for security_group (5b33566b-d10a-4dd4-8aae-a16905e1b02e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.796746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:15.847196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4a159b35-53ac-4bb9-8675-eef28e23f329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5b33566b-d10a-4dd4-8aae-a16905e1b02e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.911669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a159b35-53ac-4bb9-8675-eef28e23f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33566b-d10a-4dd4-8aae-a16905e1b02e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:15.932287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4a159b35-53ac-4bb9-8675-eef28e23f329 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ac9d212545f4b64bbca41e474fd9c08&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5147820
May 14 21:34:15.934956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52238) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:15.959044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:15.987398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] device_id is not set on port e6c7f71c-92b5-49ed-bde9-6748245b874a yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:16.002366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76e4262b-1bf6-49ee-9df1-b11d3bd37207 admin admin] Publish callbacks [] for security_group (5b33566b-d10a-4dd4-8aae-a16905e1b02e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.041219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76e4262b-1bf6-49ee-9df1-b11d3bd37207 admin admin] Publish callbacks [] for security_group (5b33566b-d10a-4dd4-8aae-a16905e1b02e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.167112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce998db4-ecc1-466e-9689-e3da8050c717 req-5f56dd3d-2390-4eda-9c30-82b0fb22a8b8 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 210 time: 0.0302813
May 14 21:34:16.209888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:16.225336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76e4262b-1bf6-49ee-9df1-b11d3bd37207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5b33566b-d10a-4dd4-8aae-a16905e1b02e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.228536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76e4262b-1bf6-49ee-9df1-b11d3bd37207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.229743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-76e4262b-1bf6-49ee-9df1-b11d3bd37207 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b33566b-d10a-4dd4-8aae-a16905e1b02e HTTP/1.1" status: 204  len: 168 time: 0.2937980
May 14 21:34:16.262648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4262b-1bf6-49ee-9df1-b11d3bd37207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b33566b-d10a-4dd4-8aae-a16905e1b02e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:16.276559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Allocated IP 2001:db8::3d8 (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/e6c7f71c-92b5-49ed-bde9-6748245b874a) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:16.402449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41429ea-95bb-413e-80b0-62729eaf5075 None None] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:16.427826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 38071e55-5998-4bd5-8099-53a22df7e1e9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:16.432000 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:34:16.442642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d6213299-e46f-479a-a522-8bfdd82cb258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.538958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (e6c7f71c-92b5-49ed-bde9-6748245b874a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.657787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] Provisioning complete for port 38071e55-5998-4bd5-8099-53a22df7e1e9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:16.658151 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.659169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-7bdb372b-0805-4bb7-86e6-f93b5b688c78 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:16.662592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-7bdb372b-0805-4bb7-86e6-f93b5b688c78 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 818 time: 0.1927485
May 14 21:34:16.671909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e6c7f71c-92b5-49ed-bde9-6748245b874a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.748647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d6213299-e46f-479a-a522-8bfdd82cb258 admin admin] Publish callbacks [] for security_group (997c4227-162c-46be-a42b-1364191ab1cf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.754444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-47ee9704-495d-4880-aa1a-7cb016e30f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59c0f4df562340e5bb096ef2eed9239e HTTP/1.1" status: 200  len: 379 time: 0.0821738
May 14 21:34:16.766016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'port': {'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'admin_state_up': True, 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'security_groups': ['c5c8128c-f009-444e-aa3e-51cfc44294c4']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:16.766786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:16.772388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:16.773093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 38071e55-5998-4bd5-8099-53a22df7e1e9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:16.773382 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.776480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:16.782100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:16.782742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.806393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=e6c7f71c-92b5-49ed-bde9-6748245b874a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:16.832820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.860092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] Current status of the port 38071e55-5998-4bd5-8099-53a22df7e1e9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:16.860479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.874000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d6213299-e46f-479a-a522-8bfdd82cb258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (997c4227-162c-46be-a42b-1364191ab1cf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.904191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8a2d3681-e3bb-47e2-8432-792ba27aafad tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 1.3884149
May 14 21:34:16.912728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52264) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:16.931911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 38071e55-5998-4bd5-8099-53a22df7e1e9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:16.931911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:16.937502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] For port 38071e55-5998-4bd5-8099-53a22df7e1e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38071e55-5998-4bd5-8099-53a22df7e1e9,segment=NetworkSegment(fd55ed7e-4091-4e07-b503-374f2b552ebf),segment_id=fd55ed7e-4091-4e07-b503-374f2b552ebf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:16.944872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6213299-e46f-479a-a522-8bfdd82cb258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997c4227-162c-46be-a42b-1364191ab1cf,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:17.015515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d6213299-e46f-479a-a522-8bfdd82cb258 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d1c19b791654ed0b9facf59e9b2357f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8044789
May 14 21:34:17.016180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:17.031617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.051212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1bce1-1760-49e9-8249-fb888d18f8b0 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:17.060069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1bce1-1760-49e9-8249-fb888d18f8b0 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:17.065726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1bce1-1760-49e9-8249-fb888d18f8b0 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:17.071126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b8f1bce1-1760-49e9-8249-fb888d18f8b0 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.1542401
May 14 21:34:17.072204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52268) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:17.107023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92f39b8b-88fa-4274-8099-d34bf353e667 admin admin] Publish callbacks [] for security_group (997c4227-162c-46be-a42b-1364191ab1cf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.120845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Made reservation on behalf of 59c0f4df562340e5bb096ef2eed9239e for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:17.125983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.131312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:34:17.132541 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:34:17.137620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5825a7a-9e78-4c35-98ce-4ad4588ed026 None None] Pushing event updated for resources: {'Port': ['ID=38071e55-5998-4bd5-8099-53a22df7e1e9,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:17.149430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92f39b8b-88fa-4274-8099-d34bf353e667 admin admin] Publish callbacks [] for security_group (997c4227-162c-46be-a42b-1364191ab1cf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.190281 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:17.207258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port e6c7f71c-92b5-49ed-bde9-6748245b874a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:17.207651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e6c7f71c-92b5-49ed-bde9-6748245b874a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.218734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44374e4d-9952-461f-8222-14dca4ea9c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.342801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d094624d-1a04-4eb2-a662-2df557c822de req-9fea4ca6-7bb3-4427-80a5-c9e1843489e9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 210 time: 0.0597272
May 14 21:34:17.369481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92f39b8b-88fa-4274-8099-d34bf353e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (997c4227-162c-46be-a42b-1364191ab1cf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.372621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Provisioning complete for port e6c7f71c-92b5-49ed-bde9-6748245b874a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:17.373356 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e6c7f71c-92b5-49ed-bde9-6748245b874a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.378139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92f39b8b-88fa-4274-8099-d34bf353e667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.381241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-92f39b8b-88fa-4274-8099-d34bf353e667 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/997c4227-162c-46be-a42b-1364191ab1cf HTTP/1.1" status: 204  len: 168 time: 0.3627899
May 14 21:34:17.434571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Port e6c7f71c-92b5-49ed-bde9-6748245b874a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:17.442076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e6c7f71c-92b5-49ed-bde9-6748245b874a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.459187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Provisioning complete for port 38071e55-5998-4bd5-8099-53a22df7e1e9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:17.459845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.464369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Allocated IP 172.20.0.7 (80d87f84-7a26-47b5-8752-d965abc19974/4286a7fa-1e79-42e8-916b-8f6b26d50853/f7f8effc-6019-4774-a90b-8629243b910b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:17.465828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for e6c7f71c-92b5-49ed-bde9-6748245b874a owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:17.484154 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44374e4d-9952-461f-8222-14dca4ea9c7d admin admin] Publish callbacks [] for security_group (2e82e599-4ec1-4904-976f-48c143b4e262), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.509768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39b8b-88fa-4274-8099-d34bf353e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c4227-162c-46be-a42b-1364191ab1cf,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:17.587681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Current status of the port 38071e55-5998-4bd5-8099-53a22df7e1e9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:17.606759 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44374e4d-9952-461f-8222-14dca4ea9c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2e82e599-4ec1-4904-976f-48c143b4e262), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.611592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Provisioning complete for port c2f13f67-364c-4940-bf0b-cc7fbe541d6c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:17.611592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.676476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374e4d-9952-461f-8222-14dca4ea9c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e82e599-4ec1-4904-976f-48c143b4e262,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:17.709252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-44374e4d-9952-461f-8222-14dca4ea9c7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=829ec5c876a244508f4f4ba36b1e332d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5121708
May 14 21:34:17.714869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52288) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:17.734656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-874cbab5-f5d8-4341-af07-9aa8f5ef029c None None] Port c2f13f67-364c-4940-bf0b-cc7fbe541d6c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:17.756183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 38071e55-5998-4bd5-8099-53a22df7e1e9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:17.786311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56f28af2-3404-47e3-b74f-5ebdbb4a1575 admin admin] Publish callbacks [] for security_group (2e82e599-4ec1-4904-976f-48c143b4e262), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.812124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56f28af2-3404-47e3-b74f-5ebdbb4a1575 admin admin] Publish callbacks [] for security_group (2e82e599-4ec1-4904-976f-48c143b4e262), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.850557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e6c7f71c-92b5-49ed-bde9-6748245b874a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.868923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-54e74f76-32cc-44a0-9823-a73f8f9a98e7 None None] Provisioning complete for port c2f13f67-364c-4940-bf0b-cc7fbe541d6c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:17.869424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-54e74f76-32cc-44a0-9823-a73f8f9a98e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:17.892654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:17.904178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=e6c7f71c-92b5-49ed-bde9-6748245b874a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:17.964141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-54e74f76-32cc-44a0-9823-a73f8f9a98e7 None None] Port c2f13f67-364c-4940-bf0b-cc7fbe541d6c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:18.053630 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56f28af2-3404-47e3-b74f-5ebdbb4a1575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2e82e599-4ec1-4904-976f-48c143b4e262), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.057830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56f28af2-3404-47e3-b74f-5ebdbb4a1575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.059253 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-56f28af2-3404-47e3-b74f-5ebdbb4a1575 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e82e599-4ec1-4904-976f-48c143b4e262 HTTP/1.1" status: 204  len: 168 time: 0.3434563
May 14 21:34:18.093331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'networks': [{'name': 'tempest-network--1257198292'}, {'name': 'tempest-network--864473035'}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:18.093709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'network': {'name': 'tempest-network--1257198292'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:18.094120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'network': {'name': 'tempest-network--864473035'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:18.105161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.112114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bab28dc4-c399-4445-b0c4-a8648fa1631d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/ports/e6c7f71c-92b5-49ed-bde9-6748245b874a HTTP/1.1" status: 204  len: 168 time: 1.0387871
May 14 21:34:18.112742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52304) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:18.119424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f28af2-3404-47e3-b74f-5ebdbb4a1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e82e599-4ec1-4904-976f-48c143b4e262,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:18.157469 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-64274ca1-58d6-4e0e-beaf-0ccea6036f79 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] GET failed (client error): The resource could not be found.
May 14 21:34:18.162854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-64274ca1-58d6-4e0e-beaf-0ccea6036f79 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "GET /v2.0/ports/e6c7f71c-92b5-49ed-bde9-6748245b874a HTTP/1.1" status: 404  len: 333 time: 0.0477223
May 14 21:34:18.163464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:18.176721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-348339633'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:18.193389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ce3abcda-0af3-4a4d-80f6-fd34899e3b57 None None] Could not find standard attr ID for object e6c7f71c-92b5-49ed-bde9-6748245b874a. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:34:18.285929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for port (f7f8effc-6019-4774-a90b-8629243b910b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.340576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'network': 2} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:18.345510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.353742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 38071e55-5998-4bd5-8099-53a22df7e1e9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:18.362122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.416561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f7f8effc-6019-4774-a90b-8629243b910b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.484737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 38071e55-5998-4bd5-8099-53a22df7e1e9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:18.485902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.513917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:18.522777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.537714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Network 80d87f84-7a26-47b5-8752-d965abc19974 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:18.546379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:18.568220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:18.605935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for security_group (4d086935-e62f-46a4-b505-fa807185fdff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.607896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] device_id is not set on port 50b69169-e340-461f-bd55-9629dd36dd20 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:18.649510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634e3a6-059c-4084-864d-df4b64381cba req-2052c7cf-ff71-45a7-a254-c277ea6e6a8b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:18.657083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 38071e55-5998-4bd5-8099-53a22df7e1e9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:18.658048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a634e3a6-059c-4084-864d-df4b64381cba req-2052c7cf-ff71-45a7-a254-c277ea6e6a8b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 931 time: 0.1686506
May 14 21:34:18.687790 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4d086935-e62f-46a4-b505-fa807185fdff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.688129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.696114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event updated for resources: {'Port': ['ID=f7f8effc-6019-4774-a90b-8629243b910b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:18.756073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:18.760106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.780222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a634e3a6-059c-4084-864d-df4b64381cba req-771a62f2-fb0b-49d1-ae34-40894f909a57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165092
May 14 21:34:18.795216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:18.807855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d086935-e62f-46a4-b505-fa807185fdff,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:18.820187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bc3c185f-c51d-497a-9987-2d4ba7f6286b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.820788 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Added segment bc3c185f-c51d-497a-9987-2d4ba7f6286b of type vlan for network 50177bd6-c1d9-4b59-8626-6a17a1070d57
May 14 21:34:18.850158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Allocated IP 2001:db8::d9 (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/50b69169-e340-461f-bd55-9629dd36dd20) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:18.879761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-6a7e883d-f74a-4ecc-9286-f890376156ca tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1175127
May 14 21:34:18.892876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Request body: {'port': {'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:18.903052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (50177bd6-c1d9-4b59-8626-6a17a1070d57), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.960223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c8a4af15-7164-4e17-ba2b-aa0a30b1edd9 None None] Provisioning complete for port f7f8effc-6019-4774-a90b-8629243b910b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:18.961753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8a4af15-7164-4e17-ba2b-aa0a30b1edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f7f8effc-6019-4774-a90b-8629243b910b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:18.982647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:19.023799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (31cca25f-e080-4917-85e5-687c30e0ccb5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.024317 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Added segment 31cca25f-e080-4917-85e5-687c30e0ccb5 of type vlan for network b7111035-e2f0-420d-a8c7-2addb5aa7cc3
May 14 21:34:19.037788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f7f8effc-6019-4774-a90b-8629243b910b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.043467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4af15-7164-4e17-ba2b-aa0a30b1edd9 None None] Port f7f8effc-6019-4774-a90b-8629243b910b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:19.089834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b7111035-e2f0-420d-a8c7-2addb5aa7cc3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.125074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (50b69169-e340-461f-bd55-9629dd36dd20), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.245890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (50177bd6-c1d9-4b59-8626-6a17a1070d57), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.252047 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b7111035-e2f0-420d-a8c7-2addb5aa7cc3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.253120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.258910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.259620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.298065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (50b69169-e340-461f-bd55-9629dd36dd20), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.382178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Network': ['ID=50177bd6-c1d9-4b59-8626-6a17a1070d57,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:19.399654 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1281 time: 1.5002732
May 14 21:34:19.401607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 50177bd6-c1d9-4b59-8626-6a17a1070d57 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:19.423318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:19.423882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:19.553353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f8effc-6019-4774-a90b-8629243b910b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:34:19.564887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723063b4-3e78-4419-982a-006997fdee84 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Network': ['ID=b7111035-e2f0-420d-a8c7-2addb5aa7cc3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:19.570295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:19.580146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:19.596132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Publish callbacks [] for port (f7f8effc-6019-4774-a90b-8629243b910b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.600072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.600957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.605432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=50b69169-e340-461f-bd55-9629dd36dd20,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:19.614661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b7111035-e2f0-420d-a8c7-2addb5aa7cc3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:19.708604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Transition to ACTIVE for port object f7f8effc-6019-4774-a90b-8629243b910b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:34:19.721670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0e5071be-14b8-4e75-b12a-53f36d51d433 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.5510211
May 14 21:34:19.721670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52356) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:19.728021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26b', 'mac_address': 'fa:16:3e:f6:f5:87'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:19.758135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421ba24-671a-4471-b5a0-b82bf96047cc tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.763985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421ba24-671a-4471-b5a0-b82bf96047cc tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.770424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421ba24-671a-4471-b5a0-b82bf96047cc tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.776795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a421ba24-671a-4471-b5a0-b82bf96047cc tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:19.782400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a421ba24-671a-4471-b5a0-b82bf96047cc tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.3569968
May 14 21:34:19.783608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52358) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:19.784018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:19.798169 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f7f8effc-6019-4774-a90b-8629243b910b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.898330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (50b69169-e340-461f-bd55-9629dd36dd20), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.904635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f8effc-6019-4774-a90b-8629243b910b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:19.986102 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (50177bd6-c1d9-4b59-8626-6a17a1070d57), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:19.997872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc182e7-bcde-4891-aef7-079448e7c245 req-4b5fcf9c-fe51-4b31-a3d7-4918c1a0f19b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:20.000079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d47b1d6-c62d-4b27-aff6-3d548ed16cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.000205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cc182e7-bcde-4891-aef7-079448e7c245 req-4b5fcf9c-fe51-4b31-a3d7-4918c1a0f19b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 943 time: 0.1146626
May 14 21:34:20.071451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7c6b7604-90d0-46df-b4e9-6f960ac094d0 None None] Provisioning complete for port 50b69169-e340-461f-bd55-9629dd36dd20 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:20.072613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7c6b7604-90d0-46df-b4e9-6f960ac094d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (50b69169-e340-461f-bd55-9629dd36dd20), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.105447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6cc182e7-bcde-4891-aef7-079448e7c245 req-af36f55c-84cb-4faf-ace2-16342afc2e3b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955720
May 14 21:34:20.113670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b7604-90d0-46df-b4e9-6f960ac094d0 None None] Port 50b69169-e340-461f-bd55-9629dd36dd20 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:20.203283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (50177bd6-c1d9-4b59-8626-6a17a1070d57), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.240736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b3cb1c0>,) {'filters': {'network_id': ['50177bd6-c1d9-4b59-8626-6a17a1070d57']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:20.258555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3cb1c0>, 'bc3c185f-c51d-497a-9987-2d4ba7f6286b') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:20.258861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3cb1c0>, 'bc3c185f-c51d-497a-9987-2d4ba7f6286b') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:20.260716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Attempting to bind port f7f8effc-6019-4774-a90b-8629243b910b on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:20.261049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Attempting to bind port f7f8effc-6019-4774-a90b-8629243b910b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:20.261378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Attempting to bind port f7f8effc-6019-4774-a90b-8629243b910b on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:20.277072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (bc3c185f-c51d-497a-9987-2d4ba7f6286b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.279657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Port f7f8effc-6019-4774-a90b-8629243b910b on network 80d87f84-7a26-47b5-8752-d965abc19974 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:34:20.279985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Attempting to bind port f7f8effc-6019-4774-a90b-8629243b910b on network 80d87f84-7a26-47b5-8752-d965abc19974 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:20.303028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:20.303370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Checking segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:20.303791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Bound using segment: {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:20.304245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Bound port: f7f8effc-6019-4774-a90b-8629243b910b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486033e6-996e-44c8-8f72-2d08a838a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:20.304624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f7f8effc-6019-4774-a90b-8629243b910b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.306212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (50b69169-e340-461f-bd55-9629dd36dd20), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.316669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bc3c185f-c51d-497a-9987-2d4ba7f6286b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.331323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d47b1d6-c62d-4b27-aff6-3d548ed16cf6 admin admin] Publish callbacks [] for security_group (9eac63d2-661b-438a-88d0-a7bfafdee6f0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.333775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:20.334155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (bc3c185f-c51d-497a-9987-2d4ba7f6286b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:20.337804 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:20.365521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (50b69169-e340-461f-bd55-9629dd36dd20), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.397794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] In _notify_port_updated(), no bound segment for port 50b69169-e340-461f-bd55-9629dd36dd20 on network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:34:20.403652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d47b1d6-c62d-4b27-aff6-3d548ed16cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9eac63d2-661b-438a-88d0-a7bfafdee6f0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.403787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:20.404474 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.409454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "PUT /v2.0/ports/50b69169-e340-461f-bd55-9629dd36dd20 HTTP/1.1" status: 200  len: 1001 time: 0.6838536
May 14 21:34:20.410433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52368) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:20.471658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6ae01-b4f2-484a-96c8-0128a24725fa tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=50b69169-e340-461f-bd55-9629dd36dd20,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:20.476311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d47b1d6-c62d-4b27-aff6-3d548ed16cf6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9e283a4783c4bcc8acc4e2986c87f1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6911976
May 14 21:34:20.478278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] For port f7f8effc-6019-4774-a90b-8629243b910b, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:20.479729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52370) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:20.480487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47b1d6-c62d-4b27-aff6-3d548ed16cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eac63d2-661b-438a-88d0-a7bfafdee6f0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:20.493457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] For port f7f8effc-6019-4774-a90b-8629243b910b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7f8effc-6019-4774-a90b-8629243b910b,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:20.531463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (50177bd6-c1d9-4b59-8626-6a17a1070d57), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.546309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.547328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/networks/50177bd6-c1d9-4b59-8626-6a17a1070d57 HTTP/1.1" status: 204  len: 168 time: 0.7610793
May 14 21:34:20.552906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52376) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:20.559707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a25ba-3072-4cd9-8cc2-59a0703e4eee tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Network': ['ID=50177bd6-c1d9-4b59-8626-6a17a1070d57,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:20.570083 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f7f8effc-6019-4774-a90b-8629243b910b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.619431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:20.620081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.621513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] 10.222.0.48 "PUT /v2.0/ports/f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 1091 time: 1.7342515
May 14 21:34:20.621961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:34:20.624254 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d5f783-1a81-49cd-93cd-065723ff3bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:34:20.640899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port 50b69169-e340-461f-bd55-9629dd36dd20 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:20.641238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (50b69169-e340-461f-bd55-9629dd36dd20), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.662687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3364e9ab-9cf7-4184-b90f-81282c50840d admin admin] Publish callbacks [] for security_group (9eac63d2-661b-438a-88d0-a7bfafdee6f0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.675331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0908b-84fd-485a-83be-69ab8a4cb779 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f8effc-6019-4774-a90b-8629243b910b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:20.686810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3364e9ab-9cf7-4184-b90f-81282c50840d admin admin] Publish callbacks [] for security_group (9eac63d2-661b-438a-88d0-a7bfafdee6f0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.700553 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b033a5-fae3-4939-91c4-425e40072b7a x-openstack-request-id: req-19b033a5-fae3-4939-91c4-425e40072b7a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:34:20.700861 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:34:20.701103 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19b033a5-fae3-4939-91c4-425e40072b7a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:34:20.701566 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b033a5-fae3-4939-91c4-425e40072b7a'] response: {'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b', 'status': 'completed', 'code': 200}
May 14 21:34:20.779192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d4042dd1-35d8-47b2-be3b-495b1738e080 None None] Provisioning complete for port 50b69169-e340-461f-bd55-9629dd36dd20 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:20.779806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4042dd1-35d8-47b2-be3b-495b1738e080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (50b69169-e340-461f-bd55-9629dd36dd20), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:20.791243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f783-1a81-49cd-93cd-065723ff3bcd req-febd5d05-de3d-4420-a3f1-2df9afbc4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:20.793204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13d5f783-1a81-49cd-93cd-065723ff3bcd req-febd5d05-de3d-4420-a3f1-2df9afbc4cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1125 time: 0.0680084
May 14 21:34:20.844309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d4042dd1-35d8-47b2-be3b-495b1738e080 None None] Port 50b69169-e340-461f-bd55-9629dd36dd20 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:20.932024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f783-1a81-49cd-93cd-065723ff3bcd req-cc24e78d-3e38-407d-84c6-f0db6e46538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:20.932024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13d5f783-1a81-49cd-93cd-065723ff3bcd req-cc24e78d-3e38-407d-84c6-f0db6e46538a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=59c0f4df562340e5bb096ef2eed9239e&shared=False HTTP/1.1" status: 200  len: 919 time: 0.1276324
May 14 21:34:21.042847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f783-1a81-49cd-93cd-065723ff3bcd req-43e8ea6d-7478-48e5-97c8-9c2537124d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.043837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-13d5f783-1a81-49cd-93cd-065723ff3bcd req-43e8ea6d-7478-48e5-97c8-9c2537124d70 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1098988
May 14 21:34:21.125547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b7111035-e2f0-420d-a8c7-2addb5aa7cc3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.142566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-27f031b1-6cad-4a7d-8e5a-372bc75222b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.144162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-27f031b1-6cad-4a7d-8e5a-372bc75222b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1125 time: 0.0619595
May 14 21:34:21.212751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (50b69169-e340-461f-bd55-9629dd36dd20), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.223535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-e95922d6-de55-43f1-936b-107464b94486 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 217 time: 0.0712628
May 14 21:34:21.266949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3364e9ab-9cf7-4184-b90f-81282c50840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9eac63d2-661b-438a-88d0-a7bfafdee6f0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.270011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3364e9ab-9cf7-4184-b90f-81282c50840d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.274159 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3364e9ab-9cf7-4184-b90f-81282c50840d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9eac63d2-661b-438a-88d0-a7bfafdee6f0 HTTP/1.1" status: 204  len: 168 time: 0.7905416
May 14 21:34:21.281058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-f1c5d662-283b-4dc3-8bab-f6916aaf237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.282899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-f1c5d662-283b-4dc3-8bab-f6916aaf237e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0519249
May 14 21:34:21.315136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364e9ab-9cf7-4184-b90f-81282c50840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eac63d2-661b-438a-88d0-a7bfafdee6f0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:21.319931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b7111035-e2f0-420d-a8c7-2addb5aa7cc3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.323185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for 50b69169-e340-461f-bd55-9629dd36dd20 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:21.342295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722fd55-0ad7-4a20-9739-7398102db951 req-fe1ce25f-4671-4415-9dfc-62657df1e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.343955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-fe1ce25f-4671-4415-9dfc-62657df1e1a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0551727
May 14 21:34:21.361313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52310a80a0>,) {'filters': {'network_id': ['b7111035-e2f0-420d-a8c7-2addb5aa7cc3']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:21.369599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344cec4-6c81-49c8-8cea-8be3c687a95b req-e1821ed7-d4bb-4211-a9f0-0b02287bf5eb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.371127 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e344cec4-6c81-49c8-8cea-8be3c687a95b req-e1821ed7-d4bb-4211-a9f0-0b02287bf5eb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 943 time: 0.1659150
May 14 21:34:21.382123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52310a80a0>, '31cca25f-e080-4917-85e5-687c30e0ccb5') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:21.382426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52310a80a0>, '31cca25f-e080-4917-85e5-687c30e0ccb5') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:21.435254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (31cca25f-e080-4917-85e5-687c30e0ccb5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.457355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-89bb9544-0624-452f-8d17-143ca6892152 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063035
May 14 21:34:21.468968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (31cca25f-e080-4917-85e5-687c30e0ccb5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.485077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:21.485477 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (31cca25f-e080-4917-85e5-687c30e0ccb5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:21.488541 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:21.546402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e344cec4-6c81-49c8-8cea-8be3c687a95b req-b4a9b88f-3830-474f-af1a-3bdca1e9241a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1668112
May 14 21:34:21.553073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8722fd55-0ad7-4a20-9739-7398102db951 req-150cc47c-97ff-4e8d-836e-1cb82524c7ef service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895820
May 14 21:34:21.733923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b7111035-e2f0-420d-a8c7-2addb5aa7cc3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.737580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (50b69169-e340-461f-bd55-9629dd36dd20), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.744265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.747497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/networks/b7111035-e2f0-420d-a8c7-2addb5aa7cc3 HTTP/1.1" status: 204  len: 168 time: 1.1929758
May 14 21:34:21.752919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:21.790210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=50b69169-e340-461f-bd55-9629dd36dd20,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:21.797917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0caa2-7b8f-4ce5-9671-3660a44ffc95 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Network': ['ID=b7111035-e2f0-420d-a8c7-2addb5aa7cc3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:21.882765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f6924-cdd2-4743-b1eb-94e13ac5b0c0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.888596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f6924-cdd2-4743-b1eb-94e13ac5b0c0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:21.894126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-055f6924-cdd2-4743-b1eb-94e13ac5b0c0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1388822
May 14 21:34:21.894571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52428) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:21.900303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1841837365'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:21.934047 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:21.937784 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-45194ad2-823b-4819-aeaf-33cb3bcb4720 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/ports/50b69169-e340-461f-bd55-9629dd36dd20 HTTP/1.1" status: 204  len: 168 time: 1.5199723
May 14 21:34:21.940422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52430) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:21.976497 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-915e10f9-fea5-46a9-afb6-c12eabdbe819 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] GET failed (client error): The resource could not be found.
May 14 21:34:21.979526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-915e10f9-fea5-46a9-afb6-c12eabdbe819 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "GET /v2.0/ports/50b69169-e340-461f-bd55-9629dd36dd20 HTTP/1.1" status: 404  len: 333 time: 0.0366220
May 14 21:34:21.982174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52434) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:21.987096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1145963470'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:22.050986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:22.054390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.097609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:22.115883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c57d653-24e7-4526-84cb-96515a09e85a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.116217 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Added segment 3c57d653-24e7-4526-84cb-96515a09e85a of type vlan for network 447de889-abb1-42ab-a330-725cc3e22e0c
May 14 21:34:22.171313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (447de889-abb1-42ab-a330-725cc3e22e0c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.248566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:22.252582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.271960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] device_id is not set on port 09175c5b-73ec-43da-8cf1-398f548165ae yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:22.276912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (447de889-abb1-42ab-a330-725cc3e22e0c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.281883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:22.282460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.400447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Network': ['ID=447de889-abb1-42ab-a330-725cc3e22e0c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:22.417114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 447de889-abb1-42ab-a330-725cc3e22e0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:22.436618 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ebf277cf-85cd-45bd-8c16-1f6a32dddfc2 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5409219
May 14 21:34:22.439224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52450) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:22.444062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1540651880'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:22.490186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Allocated IP 2001:db8::156 (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/09175c5b-73ec-43da-8cf1-398f548165ae) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:22.550986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:22.554434 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.641688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:22.662651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0ee440b6-0d71-46db-85da-8cef2beb8d76), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.663079 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Added segment 0ee440b6-0d71-46db-85da-8cef2beb8d76 of type vlan for network ca9a9e05-aa00-4140-a34f-0deee9ee708a
May 14 21:34:22.722908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df314173-29bb-446e-8f33-6d74696c7396 req-0099c794-c9c6-4099-9ee6-26a696bfe3a3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:22.725226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df314173-29bb-446e-8f33-6d74696c7396 req-0099c794-c9c6-4099-9ee6-26a696bfe3a3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 943 time: 0.0643277
May 14 21:34:22.727343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ca9a9e05-aa00-4140-a34f-0deee9ee708a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.731706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (09175c5b-73ec-43da-8cf1-398f548165ae), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.778918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df314173-29bb-446e-8f33-6d74696c7396 req-b93df49a-297a-4f66-8902-8a555621e6e4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468192
May 14 21:34:22.865788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ca9a9e05-aa00-4140-a34f-0deee9ee708a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.872165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:22.875453 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.879369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:22.983815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Network': ['ID=ca9a9e05-aa00-4140-a34f-0deee9ee708a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:22.987497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=09175c5b-73ec-43da-8cf1-398f548165ae,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:22.998756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:23.000274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:23.000503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ca9a9e05-aa00-4140-a34f-0deee9ee708a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:23.010851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:23.010851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:23.010851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.018664 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c61d8265-0428-46be-831b-69e84dc3a724 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5782909
May 14 21:34:23.018896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52490) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:23.024390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'ports': [{'network_id': '447de889-abb1-42ab-a330-725cc3e22e0c', 'name': 'tempest-port--1765646671', 'admin_state_up': True}, {'network_id': 'ca9a9e05-aa00-4140-a34f-0deee9ee708a', 'admin_state_up': False}]} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:23.024705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'port': {'network_id': '447de889-abb1-42ab-a330-725cc3e22e0c', 'name': 'tempest-port--1765646671', 'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:23.025309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'port': {'network_id': 'ca9a9e05-aa00-4140-a34f-0deee9ee708a', 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:23.138210 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a3cbdd2-da69-4604-93a5-f3aace6117a4 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.1545031
May 14 21:34:23.140450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52496) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:23.146114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f6:f5:87'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:23.296451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-12ea4a09-8054-4123-8f67-03ca09992f4e None None] Provisioning complete for port 09175c5b-73ec-43da-8cf1-398f548165ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:23.296943 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-12ea4a09-8054-4123-8f67-03ca09992f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.305497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'port': 2} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:23.310079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.321453 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.328812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.357858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-12ea4a09-8054-4123-8f67-03ca09992f4e None None] Port 09175c5b-73ec-43da-8cf1-398f548165ae cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:23.533878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] device_id is not set on port 9e3316d9-5de2-4f95-bfb0-08bc4501a2b6 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:23.612399 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (09175c5b-73ec-43da-8cf1-398f548165ae), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.625127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for port (9e3316d9-5de2-4f95-bfb0-08bc4501a2b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.672938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f7f8effc-6019-4774-a90b-8629243b910b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:34:23.693501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] device_id is not set on port 7f6db3aa-c617-4e7d-a7a1-1044cb69b923 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:23.699219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.732515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] In _notify_port_updated(), no bound segment for port 09175c5b-73ec-43da-8cf1-398f548165ae on network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:34:23.737597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:23.738290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.742953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52544) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:23.743752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "PUT /v2.0/ports/09175c5b-73ec-43da-8cf1-398f548165ae HTTP/1.1" status: 200  len: 1003 time: 0.6010704
May 14 21:34:23.769808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c8151-8089-47fb-9a63-e213d39cff1d tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=09175c5b-73ec-43da-8cf1-398f548165ae,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:23.789520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f7f8effc-6019-4774-a90b-8629243b910b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7f8effc-6019-4774-a90b-8629243b910b,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:23.802800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'f7f8effc-6019-4774-a90b-8629243b910b', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:34:23.858284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f7f8effc-6019-4774-a90b-8629243b910b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:23.858688 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f7f8effc-6019-4774-a90b-8629243b910b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.878631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f8effc-6019-4774-a90b-8629243b910b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:34:23.901829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f7f8effc-6019-4774-a90b-8629243b910b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7f8effc-6019-4774-a90b-8629243b910b,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:23.934061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c77597-c113-41be-91a1-445b14419906 req-b8c584fb-6ab1-4c48-9c0e-77057dd8ff14 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:23.935842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-64c77597-c113-41be-91a1-445b14419906 req-b8c584fb-6ab1-4c48-9c0e-77057dd8ff14 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 943 time: 0.0743742
May 14 21:34:23.964604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port 09175c5b-73ec-43da-8cf1-398f548165ae {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:23.965035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:23.995458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-64c77597-c113-41be-91a1-445b14419906 req-4d89df8c-c50f-435c-a5a0-bfd43eac6ef6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537841
May 14 21:34:24.000785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for port (7f6db3aa-c617-4e7d-a7a1-1044cb69b923), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.003271 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f7f8effc-6019-4774-a90b-8629243b910b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.081946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f7f8effc-6019-4774-a90b-8629243b910b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:24.096234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1aaf1d66-9c05-48bd-8e69-8a9ddf349d6c None None] Provisioning complete for port 09175c5b-73ec-43da-8cf1-398f548165ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:24.096691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1d66-9c05-48bd-8e69-8a9ddf349d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.109875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.122074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for 09175c5b-73ec-43da-8cf1-398f548165ae owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:24.133727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1aaf1d66-9c05-48bd-8e69-8a9ddf349d6c None None] Port 09175c5b-73ec-43da-8cf1-398f548165ae cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:24.195805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9e3316d9-5de2-4f95-bfb0-08bc4501a2b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.240225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['f7f8effc-6019-4774-a90b-8629243b910b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:34:24.298904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Port': ['ID=9e3316d9-5de2-4f95-bfb0-08bc4501a2b6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:24.314251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Checking segment: {'id': '3c57d653-24e7-4526-84cb-96515a09e85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '447de889-abb1-42ab-a330-725cc3e22e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:24.314622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network hostable DHCP agents. Network: 447de889-abb1-42ab-a330-725cc3e22e0c, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:24.425230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (09175c5b-73ec-43da-8cf1-398f548165ae), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.458564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=09175c5b-73ec-43da-8cf1-398f548165ae,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:24.487698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network 447de889-abb1-42ab-a330-725cc3e22e0c is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:24.493513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.496746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9e51acbd-ee93-4511-9675-0d85385f4f52 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/ports/09175c5b-73ec-43da-8cf1-398f548165ae HTTP/1.1" status: 204  len: 168 time: 0.7526779
May 14 21:34:24.499582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52574) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:24.527690 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1002699c-43cb-458f-8f01-5c2f45e6ee2c tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] GET failed (client error): The resource could not be found.
May 14 21:34:24.529159 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1002699c-43cb-458f-8f01-5c2f45e6ee2c tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "GET /v2.0/ports/09175c5b-73ec-43da-8cf1-398f548165ae HTTP/1.1" status: 404  len: 333 time: 0.0280423
May 14 21:34:24.533628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52576) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:24.538734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-431280441'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:24.599926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 447de889-abb1-42ab-a330-725cc3e22e0c) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:24.606766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:24.608058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7f6db3aa-c617-4e7d-a7a1-1044cb69b923), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.614429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c10bd1-0ee2-4254-b7d3-84cb156bb790 None None] Network 447de889-abb1-42ab-a330-725cc3e22e0c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:24.688774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Port': ['ID=7f6db3aa-c617-4e7d-a7a1-1044cb69b923,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:24.728804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Checking segment: {'id': '0ee440b6-0d71-46db-85da-8cef2beb8d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ca9a9e05-aa00-4140-a34f-0deee9ee708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:24.729044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network hostable DHCP agents. Network: ca9a9e05-aa00-4140-a34f-0deee9ee708a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:24.756795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52580) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:24.869776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network ca9a9e05-aa00-4140-a34f-0deee9ee708a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:24.872231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:24.883711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd15d9e3-8b50-4e03-ad6e-b55477d8f85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.883906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.897647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] device_id is not set on port cff8478f-8f5d-4608-8226-4f01682ca15d yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:24.963072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd15d9e3-8b50-4e03-ad6e-b55477d8f85b admin admin] Publish callbacks [] for security_group (a73159d5-cd5f-4a9b-beaa-0b59603ae410), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:24.985667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca9a9e05-aa00-4140-a34f-0deee9ee708a) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:24.989609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:24.994420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac741422-5ab3-4e90-ba6c-62334605ce05 None None] Network ca9a9e05-aa00-4140-a34f-0deee9ee708a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:24.995893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:25.000311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:25.000965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.053212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Allocated IP 2001:db8::f1 (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/cff8478f-8f5d-4608-8226-4f01682ca15d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:25.063291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd15d9e3-8b50-4e03-ad6e-b55477d8f85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a73159d5-cd5f-4a9b-beaa-0b59603ae410), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.115532 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bd15d9e3-8b50-4e03-ad6e-b55477d8f85b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=637ccc6c96d649a68284b09ddb5a0b0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3557029
May 14 21:34:25.115532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15d9e3-8b50-4e03-ad6e-b55477d8f85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73159d5-cd5f-4a9b-beaa-0b59603ae410,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:25.116682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52586) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:25.137522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aaaab35e-80f2-4e03-9787-268efcf78fbb tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 2.1144688
May 14 21:34:25.143918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52588) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:25.180711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a850604-5de2-4fea-a545-ebfee594dc1f admin admin] Publish callbacks [] for security_group (a73159d5-cd5f-4a9b-beaa-0b59603ae410), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.203361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a850604-5de2-4fea-a545-ebfee594dc1f admin admin] Publish callbacks [] for security_group (a73159d5-cd5f-4a9b-beaa-0b59603ae410), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.206393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f9744-574f-43ac-9301-fab6bbf55d1d req-60cc6dbe-672a-42b7-a5c8-11a8820e55ad tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:25.208010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f9744-574f-43ac-9301-fab6bbf55d1d req-60cc6dbe-672a-42b7-a5c8-11a8820e55ad tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 944 time: 0.1246548
May 14 21:34:25.243767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14143d4-318b-405a-8b72-e3a9f1562017 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:25.249054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14143d4-318b-405a-8b72-e3a9f1562017 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:25.250547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e14143d4-318b-405a-8b72-e3a9f1562017 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1055148
May 14 21:34:25.253470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52592) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:25.329429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-564f9744-574f-43ac-9301-fab6bbf55d1d req-fb32f89c-ea9d-45e0-a2be-9ad85db463e0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129601
May 14 21:34:25.352420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a850604-5de2-4fea-a545-ebfee594dc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a73159d5-cd5f-4a9b-beaa-0b59603ae410), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.355929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a850604-5de2-4fea-a545-ebfee594dc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.357584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1a850604-5de2-4fea-a545-ebfee594dc1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a73159d5-cd5f-4a9b-beaa-0b59603ae410 HTTP/1.1" status: 204  len: 168 time: 0.2399306
May 14 21:34:25.362551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (cff8478f-8f5d-4608-8226-4f01682ca15d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.368334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Deleting port 9e3316d9-5de2-4f95-bfb0-08bc4501a2b6 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:25.368685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9e3316d9-5de2-4f95-bfb0-08bc4501a2b6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.390061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a850604-5de2-4fea-a545-ebfee594dc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73159d5-cd5f-4a9b-beaa-0b59603ae410,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:25.456854 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9e3316d9-5de2-4f95-bfb0-08bc4501a2b6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.471036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Calling delete_port for 9e3316d9-5de2-4f95-bfb0-08bc4501a2b6 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:25.501944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cff8478f-8f5d-4608-8226-4f01682ca15d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.561380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:25.564554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:25.568410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:25.573732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:25.574380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.593067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=cff8478f-8f5d-4608-8226-4f01682ca15d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:25.666042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9e3316d9-5de2-4f95-bfb0-08bc4501a2b6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.669845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04f813f9-0b7e-42c1-a0e7-cd07eb29ecd6 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.1349523
May 14 21:34:25.672454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52608) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:25.675740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f7f8effc-6019-4774-a90b-8629243b910b up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:25.679340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'network_id': '126a8acb-f678-49f9-ab42-8f3eb5f6c0cd', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1611617228'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:25.732457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port f7f8effc-6019-4774-a90b-8629243b910b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:34:25.736117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Port': ['ID=9e3316d9-5de2-4f95-bfb0-08bc4501a2b6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:25.747985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.754035 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c031d2da-d4be-44da-8a9c-bc927fd8f02c tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/ports/9e3316d9-5de2-4f95-bfb0-08bc4501a2b6 HTTP/1.1" status: 204  len: 168 time: 0.4970601
May 14 21:34:25.754483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52612) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:25.843507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port f7f8effc-6019-4774-a90b-8629243b910b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:25.844401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f7f8effc-6019-4774-a90b-8629243b910b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.863699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Deleting port 7f6db3aa-c617-4e7d-a7a1-1044cb69b923 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:25.864612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7f6db3aa-c617-4e7d-a7a1-1044cb69b923), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.892547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f1fa1524-fd2d-4821-94d3-cb060bb8ef26 None None] Provisioning complete for port cff8478f-8f5d-4608-8226-4f01682ca15d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:25.892981 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1524-fd2d-4821-94d3-cb060bb8ef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cff8478f-8f5d-4608-8226-4f01682ca15d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.936112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f1fa1524-fd2d-4821-94d3-cb060bb8ef26 None None] Port cff8478f-8f5d-4608-8226-4f01682ca15d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:25.947296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7f6db3aa-c617-4e7d-a7a1-1044cb69b923), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.949268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Made reservation on behalf of b5b858647966413b879a40dae63bc55c for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:25.953468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:25.961493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Calling delete_port for 7f6db3aa-c617-4e7d-a7a1-1044cb69b923 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:25.982937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] device_id is not set on port 0b312f87-b785-453e-8325-ec05efd511ce yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:25.985884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f7f8effc-6019-4774-a90b-8629243b910b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:25.986267 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f7f8effc-6019-4774-a90b-8629243b910b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.012713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:34:26.035794 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cda4d1-e8bd-4c88-8495-40b213a32b5d" -d '{"events": [{"server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "name": "network-vif-plugged", "status": "completed", "tag": "f7f8effc-6019-4774-a90b-8629243b910b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:34:26.035794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f7f8effc-6019-4774-a90b-8629243b910b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7f8effc-6019-4774-a90b-8629243b910b,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:26.077108 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b6f32-387b-4f35-b74d-360955341c0f x-openstack-request-id: req-4d7b6f32-387b-4f35-b74d-360955341c0f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:34:26.077515 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "name": "network-vif-plugged", "status": "completed", "tag": "f7f8effc-6019-4774-a90b-8629243b910b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:34:26.077887 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d7b6f32-387b-4f35-b74d-360955341c0f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:34:26.078342 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7b6f32-387b-4f35-b74d-360955341c0f'] response: {'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b', 'code': 200}
May 14 21:34:26.133745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Allocated IP 2001:db8::21f (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd/552c4e3f-abbb-4fca-a94e-af18a5731c07/0b312f87-b785-453e-8325-ec05efd511ce) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:26.213227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074240d5-384b-4b56-a894-0f8cd5d919ed req-d540a04c-2dd8-40eb-8db9-7e84adaca44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:26.215713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-074240d5-384b-4b56-a894-0f8cd5d919ed req-d540a04c-2dd8-40eb-8db9-7e84adaca44d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1126 time: 0.0754464
May 14 21:34:26.222479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-eb243966-d4e7-4a17-b3c8-1f45fd560a00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0496342
May 14 21:34:26.257184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f7f8effc-6019-4774-a90b-8629243b910b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.278018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7f6db3aa-c617-4e7d-a7a1-1044cb69b923), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.307378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (0b312f87-b785-453e-8325-ec05efd511ce), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.332490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f7f8effc-6019-4774-a90b-8629243b910b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:26.334078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-074240d5-384b-4b56-a894-0f8cd5d919ed req-86aa99e1-977e-4cc9-b0cf-6e7d64c1a7d7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106803
May 14 21:34:26.340972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Port': ['ID=7f6db3aa-c617-4e7d-a7a1-1044cb69b923,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:26.345054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-49bb0ae7-2176-4562-9255-82dfdcf35b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:26.346902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-49bb0ae7-2176-4562-9255-82dfdcf35b74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1128 time: 0.0943878
May 14 21:34:26.349303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.352849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41f4ebed-043c-4d43-afdf-67bdc5ed4bc0 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/ports/7f6db3aa-c617-4e7d-a7a1-1044cb69b923 HTTP/1.1" status: 204  len: 168 time: 0.5972750
May 14 21:34:26.355371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52624) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:26.440459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0b312f87-b785-453e-8325-ec05efd511ce), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.496265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:26.496265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:26.498643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:26.504562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:26.505237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.517861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=0b312f87-b785-453e-8325-ec05efd511ce,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:26.627240 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cd33f0e9-bd26-4b2d-a95d-108ed1336d44 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 0.9523761
May 14 21:34:26.630130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52642) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:26.638468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::26b', 'mac_address': 'fa:16:3e:f6:f5:87'}, {'ip_address': '2001:db8::f1', 'mac_address': 'fa:16:3e:e7:51:9b'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:26.716240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-422a8f40-de4c-4fbd-a216-608ecc663807 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3561516
May 14 21:34:26.721465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52644) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:26.736944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1596251075'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:26.748377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0b312f87-b785-453e-8325-ec05efd511ce), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.839053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d392d-b8ff-4eb8-865b-8ade88c8484e req-70bdf6f7-b07b-40ac-a16b-a863df8e84ac tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:26.846153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e6d392d-b8ff-4eb8-865b-8ade88c8484e req-70bdf6f7-b07b-40ac-a16b-a863df8e84ac tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1433504
May 14 21:34:26.863009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4ea90e6a-4375-454b-9870-646e910dffb6 None None] Provisioning complete for port 0b312f87-b785-453e-8325-ec05efd511ce triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:26.863849 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4ea90e6a-4375-454b-9870-646e910dffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b312f87-b785-453e-8325-ec05efd511ce), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.908584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4ea90e6a-4375-454b-9870-646e910dffb6 None None] Port 0b312f87-b785-453e-8325-ec05efd511ce cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:26.916041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-dcae1f3c-9847-40cb-b268-6b10fd576c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:26.917779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-dcae1f3c-9847-40cb-b268-6b10fd576c68 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.2161467
May 14 21:34:26.925088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e6d392d-b8ff-4eb8-865b-8ade88c8484e req-37f37aae-5822-4119-a5b6-d45fd5b7f56b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780349
May 14 21:34:26.927376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:26.932332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.962504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:26.973639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (38fbf96c-8b99-4a66-a82e-38c8d2a6844a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:26.974059 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Added segment 38fbf96c-8b99-4a66-a82e-38c8d2a6844a of type vlan for network b7d33719-c8ce-4456-85c3-a0199d9e693a
May 14 21:34:27.020119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b7d33719-c8ce-4456-85c3-a0199d9e693a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.055939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for port (0b312f87-b785-453e-8325-ec05efd511ce), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.103461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-a5a66d65-e591-48f5-aa81-6ba8bd89453c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 200  len: 217 time: 0.0520129
May 14 21:34:27.146513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b7d33719-c8ce-4456-85c3-a0199d9e693a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.151513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:27.152091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.165974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (0b312f87-b785-453e-8325-ec05efd511ce), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.177816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-9bd12ac7-73b6-4c2a-b346-380eba0e99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:27.179991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-9bd12ac7-73b6-4c2a-b346-380eba0e99d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0701294
May 14 21:34:27.203242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] In _notify_port_updated(), no bound segment for port 0b312f87-b785-453e-8325-ec05efd511ce on network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:34:27.207361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:27.208071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.212279 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "PUT /v2.0/ports/0b312f87-b785-453e-8325-ec05efd511ce HTTP/1.1" status: 200  len: 1067 time: 0.5780842
May 14 21:34:27.224792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52660) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:27.258142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5244496
May 14 21:34:27.263800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52662) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:27.268410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea78eca-6432-4da2-973d-f19e063963ba tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Network': ['ID=b7d33719-c8ce-4456-85c3-a0199d9e693a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:27.275810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-5967354'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:27.277023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-e4ef9be8-4b76-4a17-851a-7e5981974e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:27.278529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-e4ef9be8-4b76-4a17-851a-7e5981974e2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0901916
May 14 21:34:27.282099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b7d33719-c8ce-4456-85c3-a0199d9e693a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:27.293973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569db7e-7c89-4efc-ac4a-1ce515f1afc7 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event updated for resources: {'Port': ['ID=0b312f87-b785-453e-8325-ec05efd511ce,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:27.385306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port 0b312f87-b785-453e-8325-ec05efd511ce {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:27.385657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0b312f87-b785-453e-8325-ec05efd511ce), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.404120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:27.411032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.462316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-18734f2f-636e-4b5f-8ee4-1ca5a1555eed service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751146
May 14 21:34:27.487766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:27.511412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ddba38d2-8c73-47f1-860e-4f7b4b7a1acc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.511752 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Added segment ddba38d2-8c73-47f1-860e-4f7b4b7a1acc of type vlan for network 78be81de-79f5-4a86-9aba-8a302729e5f0
May 14 21:34:27.521443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0b312f87-b785-453e-8325-ec05efd511ce), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.543744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for 0b312f87-b785-453e-8325-ec05efd511ce owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:27.617019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (78be81de-79f5-4a86-9aba-8a302729e5f0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.643046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8c0b859f-644a-4d91-a511-ec9771eedfa9 None None] Provisioning complete for port 0b312f87-b785-453e-8325-ec05efd511ce triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:27.645033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c0b859f-644a-4d91-a511-ec9771eedfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b312f87-b785-453e-8325-ec05efd511ce), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.647421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8b5bd6bb-ede9-4baa-8404-4aa34f4a115e req-d83ec579-e14d-49d2-980d-69e082373e2e service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247983
May 14 21:34:27.685954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b859f-644a-4d91-a511-ec9771eedfa9 None None] Port 0b312f87-b785-453e-8325-ec05efd511ce cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:27.748766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (78be81de-79f5-4a86-9aba-8a302729e5f0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.753889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:27.754496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.825642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Network': ['ID=78be81de-79f5-4a86-9aba-8a302729e5f0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:27.834013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0b312f87-b785-453e-8325-ec05efd511ce), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:27.852161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 78be81de-79f5-4a86-9aba-8a302729e5f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:27.888119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aefc0011-6cbd-43b3-89e2-9f493732486f tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6233277
May 14 21:34:28.030079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=0b312f87-b785-453e-8325-ec05efd511ce,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:28.202422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cd911-7d15-4a93-b6e1-865fb9125049 req-a5895404-8096-4579-b829-091e1c3ea13d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:28.203011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa3cd911-7d15-4a93-b6e1-865fb9125049 req-a5895404-8096-4579-b829-091e1c3ea13d tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1104691
May 14 21:34:28.261890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:28.265472 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-98aefe77-b6c6-4b93-b0e7-d6b580c6db27 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/ports/0b312f87-b785-453e-8325-ec05efd511ce HTTP/1.1" status: 204  len: 168 time: 1.0397186
May 14 21:34:28.268584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52708) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:28.294804 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e7d4d9-3b88-496e-bb1e-ef1883a07ab5 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] GET failed (client error): The resource could not be found.
May 14 21:34:28.296471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5e7d4d9-3b88-496e-bb1e-ef1883a07ab5 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "GET /v2.0/ports/0b312f87-b785-453e-8325-ec05efd511ce HTTP/1.1" status: 404  len: 333 time: 0.0269179
May 14 21:34:28.299230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52710) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:28.315158 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fa3cd911-7d15-4a93-b6e1-865fb9125049 req-e3f7d4c7-4aae-4ec1-a137-562143ba38ea tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848656
May 14 21:34:28.425170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port cff8478f-8f5d-4608-8226-4f01682ca15d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:28.427213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cff8478f-8f5d-4608-8226-4f01682ca15d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:28.512996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52718) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:28.575281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9228ef-f960-4b21-8111-1c19544898ae req-a6ae2962-5ab3-4bc7-bf46-fdc41d928b45 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:28.576692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be9228ef-f960-4b21-8111-1c19544898ae req-a6ae2962-5ab3-4bc7-bf46-fdc41d928b45 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.0639491
May 14 21:34:28.587419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52722) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:28.591909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'floatingip': {'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:28.617859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cff8478f-8f5d-4608-8226-4f01682ca15d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:28.645033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for cff8478f-8f5d-4608-8226-4f01682ca15d owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:28.672468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96e752fc-4014-486e-b258-1931a4649a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:28.677023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:28.911334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cff8478f-8f5d-4608-8226-4f01682ca15d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:28.984650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=cff8478f-8f5d-4608-8226-4f01682ca15d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:29.005349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.010659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5e627cad-b667-4c19-904e-889360827c84 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/ports/cff8478f-8f5d-4608-8226-4f01682ca15d HTTP/1.1" status: 204  len: 168 time: 0.7104619
May 14 21:34:29.013185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52730) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:29.046739 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a825878-9f72-4d4c-955b-793252ce8ba5 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] GET failed (client error): The resource could not be found.
May 14 21:34:29.048226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a825878-9f72-4d4c-955b-793252ce8ba5 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "GET /v2.0/ports/cff8478f-8f5d-4608-8226-4f01682ca15d HTTP/1.1" status: 404  len: 333 time: 0.0340304
May 14 21:34:29.052844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52732) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:29.093774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96e752fc-4014-486e-b258-1931a4649a1e admin admin] Publish callbacks [] for security_group (a7e1b26d-9189-4104-833a-54ee6208bb74), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.163167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96e752fc-4014-486e-b258-1931a4649a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a7e1b26d-9189-4104-833a-54ee6208bb74), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.186617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port c2f13f67-364c-4940-bf0b-cc7fbe541d6c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:29.187356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.229358 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96e752fc-4014-486e-b258-1931a4649a1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23a1ad0b54aa4bc798bdae748849d409&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7151036
May 14 21:34:29.230306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52750) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:29.255917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e752fc-4014-486e-b258-1931a4649a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e1b26d-9189-4104-833a-54ee6208bb74,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:29.314632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.330227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for c2f13f67-364c-4940-bf0b-cc7fbe541d6c owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:29.546017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c2f13f67-364c-4940-bf0b-cc7fbe541d6c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.578224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=c2f13f67-364c-4940-bf0b-cc7fbe541d6c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:29.615634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.619561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa44feb9-7bf5-4582-b963-a5ea31b28435 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/ports/c2f13f67-364c-4940-bf0b-cc7fbe541d6c HTTP/1.1" status: 204  len: 168 time: 0.5651498
May 14 21:34:29.621569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52752) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:29.670197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.690392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53e8e89-e6fa-43b9-8496-d22339b8ea28 admin admin] Publish callbacks [] for security_group (a7e1b26d-9189-4104-833a-54ee6208bb74), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.697704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting subnet 552c4e3f-abbb-4fca-a94e-af18a5731c07 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:29.700945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for subnet (552c4e3f-abbb-4fca-a94e-af18a5731c07), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.718963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53e8e89-e6fa-43b9-8496-d22339b8ea28 admin admin] Publish callbacks [] for security_group (a7e1b26d-9189-4104-833a-54ee6208bb74), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.741640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.758578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (552c4e3f-abbb-4fca-a94e-af18a5731c07), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.865350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (552c4e3f-abbb-4fca-a94e-af18a5731c07), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:29.907912 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Floating IP 3c262cad-f0d2-4767-8d36-5a922e66bd51 associated. External IP: 172.35.4.233, port: f7f8effc-6019-4774-a90b-8629243b910b.
May 14 21:34:30.004917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53e8e89-e6fa-43b9-8496-d22339b8ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a7e1b26d-9189-4104-833a-54ee6208bb74), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.007496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53e8e89-e6fa-43b9-8496-d22339b8ea28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.010900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c53e8e89-e6fa-43b9-8496-d22339b8ea28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7e1b26d-9189-4104-833a-54ee6208bb74 HTTP/1.1" status: 204  len: 168 time: 0.7582932
May 14 21:34:30.034699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (552c4e3f-abbb-4fca-a94e-af18a5731c07), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.055022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8e89-e6fa-43b9-8496-d22339b8ea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e1b26d-9189-4104-833a-54ee6208bb74,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:30.089118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Subnet': ['ID=552c4e3f-abbb-4fca-a94e-af18a5731c07,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:30.109382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.116437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-54945049-10cf-4f01-ab71-769236ebad51 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/subnets/552c4e3f-abbb-4fca-a94e-af18a5731c07 HTTP/1.1" status: 204  len: 168 time: 0.4936140
May 14 21:34:30.117800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52766) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:30.141889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a809c-fab2-43aa-9b2e-41bb8d73a882 None None] Network 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:30.215258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Router 1c9855c9-c552-4cd2-967e-796180258ec7 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:34:30.313789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.379841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Deleting port 38071e55-5998-4bd5-8099-53a22df7e1e9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:30.380428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.407713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:34:30.413233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.429943 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] Sync routers for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:34:30.441615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:34:30.443803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:30.476100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] DHCP port deletion for 126a8acb-f678-49f9-ab42-8f3eb5f6c0cd request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:30.500839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] For port 38071e55-5998-4bd5-8099-53a22df7e1e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38071e55-5998-4bd5-8099-53a22df7e1e9,segment=NetworkSegment(fd55ed7e-4091-4e07-b503-374f2b552ebf),segment_id=fd55ed7e-4091-4e07-b503-374f2b552ebf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:30.500839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.502190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db4d6324-070b-4622-8ce0-9a31232cec38 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "PUT /v2.0/floatingips/3c262cad-f0d2-4767-8d36-5a922e66bd51 HTTP/1.1" status: 200  len: 991 time: 1.9101121
May 14 21:34:30.502858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:34:30.512521 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06cf4cb-48e5-4436-a228-d6e344d2e050" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:34:30.524073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Calling delete_port for 38071e55-5998-4bd5-8099-53a22df7e1e9 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:30.587632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] Deleting port 38071e55-5998-4bd5-8099-53a22df7e1e9 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:30.587914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.698020 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:34:30.737137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.794128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Port': ['ID=38071e55-5998-4bd5-8099-53a22df7e1e9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:30.802440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] No DVR routers for this DVR port 38071e55-5998-4bd5-8099-53a22df7e1e9 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:30.841607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] For port 38071e55-5998-4bd5-8099-53a22df7e1e9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38071e55-5998-4bd5-8099-53a22df7e1e9,segment=NetworkSegment(fd55ed7e-4091-4e07-b503-374f2b552ebf),segment_id=fd55ed7e-4091-4e07-b503-374f2b552ebf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:30.842261 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.871372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] Calling delete_port for 38071e55-5998-4bd5-8099-53a22df7e1e9 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:30.913226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:30.945818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bfb9d60>,) {'filters': {'network_id': ['126a8acb-f678-49f9-ab42-8f3eb5f6c0cd']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:30.957190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bfb9d60>, 'fd55ed7e-4091-4e07-b503-374f2b552ebf') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:30.957686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bfb9d60>, 'fd55ed7e-4091-4e07-b503-374f2b552ebf') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:30.977733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (38071e55-5998-4bd5-8099-53a22df7e1e9), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.001109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (fd55ed7e-4091-4e07-b503-374f2b552ebf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.006153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] Pushing event deleted for resources: {'Port': ['ID=38071e55-5998-4bd5-8099-53a22df7e1e9,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:31.010176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397daaa1-3537-478d-9621-e301ff79ecbb None None] No DVR routers for this DVR port 38071e55-5998-4bd5-8099-53a22df7e1e9 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:31.046201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fd55ed7e-4091-4e07-b503-374f2b552ebf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.062786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:31.063456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (fd55ed7e-4091-4e07-b503-374f2b552ebf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.066854 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fe84ff-2c85-4977-b727-8757a2010489 x-openstack-request-id: req-51fe84ff-2c85-4977-b727-8757a2010489 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:34:31.067198 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:34:31.067386 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51fe84ff-2c85-4977-b727-8757a2010489 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:34:31.067825 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fe84ff-2c85-4977-b727-8757a2010489'] response: {'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b', 'status': 'completed', 'code': 200}
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:31.070640 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:31.215773 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6970>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c262cad-f0d2-4767-8d36-5a922e66bd51', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:34:10Z', 'updated_at': '2022-05-14T21:34:29Z', 'revision_number': 1, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:31.217345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52790) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:31.222852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'subnets': [{'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1055439939', 'ip_version': 6}, {'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:31.223352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'subnet': {'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1055439939', 'ip_version': 6}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:31.224104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Request body: {'subnet': {'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:31.241243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-7ee0798c-6fce-40ba-8005-001d479c9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:31.242991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-7ee0798c-6fce-40ba-8005-001d479c9b64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1127 time: 0.0614119
May 14 21:34:31.261236 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] Checking router: 1c9855c9-c552-4cd2-967e-796180258ec7 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:34:31.271034 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:34:31.271892 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:31.303309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:31.328490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (126a8acb-f678-49f9-ab42-8f3eb5f6c0cd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.349488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.359591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] 10.222.0.52 "DELETE /v2.0/networks/126a8acb-f678-49f9-ab42-8f3eb5f6c0cd HTTP/1.1" status: 204  len: 168 time: 1.2273474
May 14 21:34:31.360917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96652e20-7144-41d3-a2b6-88736c706090 tempest-AllowedAddressPairIpV6TestJSON-1671950504 tempest-AllowedAddressPairIpV6TestJSON-1671950504-project] Pushing event deleted for resources: {'Network': ['ID=126a8acb-f678-49f9-ab42-8f3eb5f6c0cd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:31.387062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-7f9d04c9-dbe3-4c26-a013-694d7c0d7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:31.388708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-7f9d04c9-dbe3-4c26-a013-694d7c0d7be6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.1391361
May 14 21:34:31.396753 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:34:31.460646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-eee08295-e3d8-454e-aad7-f06bc95d6416 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 999 time: 0.0655024
May 14 21:34:31.493629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdde2584-45fb-41b5-8395-d76e6eb0a5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.528096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-e632dafe-857d-4d40-82bb-0b87bba7df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:31.529599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-e632dafe-857d-4d40-82bb-0b87bba7df4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0630159
May 14 21:34:31.555245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Made reservation on behalf of f187941dc447483bad8f36293de5c259 for: {'subnet': 2} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:31.569225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.569577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.610789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-d3b811a0-1f34-4038-bcc2-7d6d7db6a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:31.612479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-d3b811a0-1f34-4038-bcc2-7d6d7db6a90c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0761855
May 14 21:34:31.659502 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6970>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c262cad-f0d2-4767-8d36-5a922e66bd51', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:34:10Z', 'updated_at': '2022-05-14T21:34:29Z', 'revision_number': 1, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:31.727799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdde2584-45fb-41b5-8395-d76e6eb0a5bd admin admin] Publish callbacks [] for security_group (69ea9715-2656-43de-94c7-d1496da3ef40), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.741407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-1e09b860-3030-4bb1-a450-349520cf9d1e service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221149
May 14 21:34:31.857225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7aa7b-0bfc-43ad-9c50-fbb8d7b74626 None None] The sync data for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 is: [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c262cad-f0d2-4767-8d36-5a922e66bd51', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:34:10Z', 'updated_at': '2022-05-14T21:34:29Z', 'revision_number': 1, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:34:31.875228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a06cf4cb-48e5-4436-a228-d6e344d2e050 req-5e89491e-b2aa-4123-aabf-bc2bce217481 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279485
May 14 21:34:31.877832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdde2584-45fb-41b5-8395-d76e6eb0a5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (69ea9715-2656-43de-94c7-d1496da3ef40), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:31.973674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde2584-45fb-41b5-8395-d76e6eb0a5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ea9715-2656-43de-94c7-d1496da3ef40,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:31.983807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fdde2584-45fb-41b5-8395-d76e6eb0a5bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc31f3fccb75482f9d0fe81ba4be186a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6793053
May 14 21:34:31.989178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:32.078453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77532083-c132-4ae1-a49a-bece39bac40b admin admin] Publish callbacks [] for security_group (69ea9715-2656-43de-94c7-d1496da3ef40), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.090230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:32.115268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77532083-c132-4ae1-a49a-bece39bac40b admin admin] Publish callbacks [] for security_group (69ea9715-2656-43de-94c7-d1496da3ef40), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.160650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:32.206306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e0c69-366d-4b54-a278-2a0f2ede5f64 None None] New status for floating IP 3c262cad-f0d2-4767-8d36-5a922e66bd51: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:34:32.213961 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8201345b-b88b-483a-a579-4704bcb9166e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.291991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Checking segment: {'id': '38fbf96c-8b99-4a66-a82e-38c8d2a6844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:32.292674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network hostable DHCP agents. Network: b7d33719-c8ce-4456-85c3-a0199d9e693a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:32.297232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Subnet': ['ID=8201345b-b88b-483a-a579-4704bcb9166e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:32.305691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77532083-c132-4ae1-a49a-bece39bac40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (69ea9715-2656-43de-94c7-d1496da3ef40), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.313747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77532083-c132-4ae1-a49a-bece39bac40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.313747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-77532083-c132-4ae1-a49a-bece39bac40b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69ea9715-2656-43de-94c7-d1496da3ef40 HTTP/1.1" status: 204  len: 168 time: 0.3249128
May 14 21:34:32.322287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532083-c132-4ae1-a49a-bece39bac40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ea9715-2656-43de-94c7-d1496da3ef40,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:32.327843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 38071e55-5998-4bd5-8099-53a22df7e1e9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:32.357767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 38071e55-5998-4bd5-8099-53a22df7e1e9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:34:32.358112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 38071e55-5998-4bd5-8099-53a22df7e1e9 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:34:32.403529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network b7d33719-c8ce-4456-85c3-a0199d9e693a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:32.420056 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-373b5a20-4765-4f98-bf35-ca75f48d6512 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5b858647966413b879a40dae63bc55c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2581613
May 14 21:34:32.422689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52824) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:32.434952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-565337169'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:32.494876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e072-5fbf-4f08-b49e-073809a93eed admin admin] Publish callbacks [] for security_group (eb9da044-5e3c-43f9-b51a-a885e909a38e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.522151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e072-5fbf-4f08-b49e-073809a93eed admin admin] Publish callbacks [] for security_group (eb9da044-5e3c-43f9-b51a-a885e909a38e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.531342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7d33719-c8ce-4456-85c3-a0199d9e693a) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:32.536035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (85b2ef79-2009-45c7-a72b-fab397b1759f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.542288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a326e-7c10-404a-9425-6dfe21bb40b3 None None] Network b7d33719-c8ce-4456-85c3-a0199d9e693a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:32.593046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Made reservation on behalf of 5a1920fe976b4f6da96a03177d55b7f2 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:32.597880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.606796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event updated for resources: {'Subnet': ['ID=85b2ef79-2009-45c7-a72b-fab397b1759f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:32.615710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Checking segment: {'id': 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:32.616007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network hostable DHCP agents. Network: 78be81de-79f5-4a86-9aba-8a302729e5f0, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:32.622114 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.671624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7d33719-c8ce-4456-85c3-a0199d9e693a', 'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a', 'project_id': 'f187941dc447483bad8f36293de5c259', 'fixed_ips': [{'subnet_id': '8201345b-b88b-483a-a579-4704bcb9166e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:32.672613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.707858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for security_group (8df1990c-b0dc-49fd-a723-9133783fb171), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.750772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e072-5fbf-4f08-b49e-073809a93eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (eb9da044-5e3c-43f9-b51a-a885e909a38e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.751429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Network 78be81de-79f5-4a86-9aba-8a302729e5f0 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:32.754066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e072-5fbf-4f08-b49e-073809a93eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.758252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d4f4e072-5fbf-4f08-b49e-073809a93eed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb9da044-5e3c-43f9-b51a-a885e909a38e HTTP/1.1" status: 204  len: 168 time: 0.3315597
May 14 21:34:32.767118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4e072-5fbf-4f08-b49e-073809a93eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9da044-5e3c-43f9-b51a-a885e909a38e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:32.795941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8df1990c-b0dc-49fd-a723-9133783fb171), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.830798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Allocated IP 2001:db8::1 (b7d33719-c8ce-4456-85c3-a0199d9e693a/8201345b-b88b-483a-a579-4704bcb9166e/0bb8af53-bd3b-4c7b-a377-2eac194e8d92) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:32.833498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:32.839787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1990c-b0dc-49fd-a723-9133783fb171,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:32.847434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (487cdf51-fbab-49de-acb6-87c0f8364701), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.847830 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Added segment 487cdf51-fbab-49de-acb6-87c0f8364701 of type vlan for network fd22e76b-4871-47e5-aedd-c688f6feb3f9
May 14 21:34:32.868638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78be81de-79f5-4a86-9aba-8a302729e5f0) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:32.874494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:32.878141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:32.878141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.903797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32bb8b1-b72d-4901-ae1b-adf2d0d23d30 None None] Network 78be81de-79f5-4a86-9aba-8a302729e5f0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:32.904804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (fd22e76b-4871-47e5-aedd-c688f6feb3f9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:32.999604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59befcd5-250c-4d2f-ae50-11dcbb11bd43 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.7809787
May 14 21:34:33.002675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52832) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:33.043131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-9d4a331f-95b0-4b41-af77-5e1660b90cad req-8ffe3279-7a04-4dda-9460-4341d16af0c8 service neutron] (115781) timed out ('10.222.0.48', 54238) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:34:33.052169 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (fd22e76b-4871-47e5-aedd-c688f6feb3f9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.057614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:33.058205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.081766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78be81de-79f5-4a86-9aba-8a302729e5f0', 'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0', 'project_id': 'f187941dc447483bad8f36293de5c259', 'fixed_ips': [{'subnet_id': '85b2ef79-2009-45c7-a72b-fab397b1759f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:33.082726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.123551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Publish callbacks [] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.161129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52ecdc-3926-4bec-91b5-22e0b4ce0adf tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:33.162499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52ecdc-3926-4bec-91b5-22e0b4ce0adf tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:33.164038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52ecdc-3926-4bec-91b5-22e0b4ce0adf tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:33.165722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fb52ecdc-3926-4bec-91b5-22e0b4ce0adf tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1619756
May 14 21:34:33.174853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event updated for resources: {'Network': ['ID=fd22e76b-4871-47e5-aedd-c688f6feb3f9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.175725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52834) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:33.183844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.184223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.184915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.185254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.185586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.186047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.186374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.186700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.187022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.187343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.187706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.188030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.188967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.188967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.188967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:33.195579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c0ba8c31-ed22-4008-8cc8-4a44755f6d74 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1042824
May 14 21:34:33.201962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:33.202716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52836) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:33.209360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Request body: {'subnet': {'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:33.253820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Deleting subnet 8201345b-b88b-483a-a579-4704bcb9166e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:33.255099 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.263762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for subnet (8201345b-b88b-483a-a579-4704bcb9166e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.307812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52840) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:33.322355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (8201345b-b88b-483a-a579-4704bcb9166e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.331165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e535a36a-15bc-47be-a35e-ae07892507dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.342551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Network b7d33719-c8ce-4456-85c3-a0199d9e693a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:33.357119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:33.368835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:33.372175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Allocated IP 2001:db8:0:1::1 (78be81de-79f5-4a86-9aba-8a302729e5f0/85b2ef79-2009-45c7-a72b-fab397b1759f/06e24616-4fe1-4813-ae6b-7f1cfe873bd0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:33.404397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.457919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e535a36a-15bc-47be-a35e-ae07892507dc admin admin] Publish callbacks [] for security_group (c398fc11-f122-4749-9303-936c7b42f2d2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.499151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Made reservation on behalf of 5a1920fe976b4f6da96a03177d55b7f2 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:33.499783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8201345b-b88b-483a-a579-4704bcb9166e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.505149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.533509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Attempting to bind port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:33.533992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Attempting to bind port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '38fbf96c-8b99-4a66-a82e-38c8d2a6844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:33.534367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Attempting to bind port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 on network b7d33719-c8ce-4456-85c3-a0199d9e693a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:33.548664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:33.549047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Checking segment: {'id': '38fbf96c-8b99-4a66-a82e-38c8d2a6844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:33.549453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.550246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Bound using segment: {'id': '38fbf96c-8b99-4a66-a82e-38c8d2a6844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:33.550382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Bound port: 0bb8af53-bd3b-4c7b-a377-2eac194e8d92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fbf96c-8b99-4a66-a82e-38c8d2a6844a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b7d33719-c8ce-4456-85c3-a0199d9e693a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:33.550995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.568478 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e535a36a-15bc-47be-a35e-ae07892507dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c398fc11-f122-4749-9303-936c7b42f2d2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.623008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e535a36a-15bc-47be-a35e-ae07892507dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8db70dff54747df8dc0ee388e89052a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3138781
May 14 21:34:33.626744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52848) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:33.631718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535a36a-15bc-47be-a35e-ae07892507dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398fc11-f122-4749-9303-936c7b42f2d2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.661811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (8201345b-b88b-483a-a579-4704bcb9166e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.662693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Publish callbacks [] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.670119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] For port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:33.673258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] For port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,segment=NetworkSegment(38fbf96c-8b99-4a66-a82e-38c8d2a6844a),segment_id=38fbf96c-8b99-4a66-a82e-38c8d2a6844a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:33.705098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Subnet': ['ID=8201345b-b88b-483a-a579-4704bcb9166e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.706814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.710024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-792e463d-af7b-4f51-ae17-d0a6cc86989a tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/subnets/8201345b-b88b-483a-a579-4704bcb9166e HTTP/1.1" status: 204  len: 168 time: 0.5330362
May 14 21:34:33.714406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52852) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:33.748654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.760682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4276f5b2-8029-4825-aef7-d17e8880089b admin admin] Publish callbacks [] for security_group (c398fc11-f122-4749-9303-936c7b42f2d2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.785874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Network 78be81de-79f5-4a86-9aba-8a302729e5f0 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:33.789813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:33.799139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4276f5b2-8029-4825-aef7-d17e8880089b admin admin] Publish callbacks [] for security_group (c398fc11-f122-4749-9303-936c7b42f2d2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.799340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:33.810325 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.813477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Pushing event updated for resources: {'Port': ['ID=06e24616-4fe1-4813-ae6b-7f1cfe873bd0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.845874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (4df96a11-9e28-45b2-a54f-7166a7a45f02), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.854346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Deleting subnet 85b2ef79-2009-45c7-a72b-fab397b1759f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:33.861541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for subnet (85b2ef79-2009-45c7-a72b-fab397b1759f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.911362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Attempting to bind port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:33.912619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (85b2ef79-2009-45c7-a72b-fab397b1759f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.915166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Attempting to bind port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:33.915782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Attempting to bind port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0 on network 78be81de-79f5-4a86-9aba-8a302729e5f0 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:33.942801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bd300-8512-4a1a-91b7-9cdbc38e6fe6 None None] Pushing event updated for resources: {'Port': ['ID=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.946728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:33.947346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Checking segment: {'id': 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:33.948012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.948547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Bound using segment: {'id': 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:33.950105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Bound port: 06e24616-4fe1-4813-ae6b-7f1cfe873bd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '78be81de-79f5-4a86-9aba-8a302729e5f0'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:33.950657 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:33.962838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event updated for resources: {'Subnet': ['ID=4df96a11-9e28-45b2-a54f-7166a7a45f02,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:33.989532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Checking segment: {'id': '487cdf51-fbab-49de-acb6-87c0f8364701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:33.992447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Network hostable DHCP agents. Network: fd22e76b-4871-47e5-aedd-c688f6feb3f9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:34.046393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4276f5b2-8029-4825-aef7-d17e8880089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c398fc11-f122-4749-9303-936c7b42f2d2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.049491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4276f5b2-8029-4825-aef7-d17e8880089b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.052068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4276f5b2-8029-4825-aef7-d17e8880089b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c398fc11-f122-4749-9303-936c7b42f2d2 HTTP/1.1" status: 204  len: 168 time: 0.4236991
May 14 21:34:34.055174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] For port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:34.061274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] For port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06e24616-4fe1-4813-ae6b-7f1cfe873bd0,segment=NetworkSegment(ddba38d2-8c73-47f1-860e-4f7b4b7a1acc),segment_id=ddba38d2-8c73-47f1-860e-4f7b4b7a1acc)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:34.066022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276f5b2-8029-4825-aef7-d17e8880089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398fc11-f122-4749-9303-936c7b42f2d2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:34.086178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:34.173487 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.180073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (85b2ef79-2009-45c7-a72b-fab397b1759f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.202515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd22e76b-4871-47e5-aedd-c688f6feb3f9) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:34.209032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:34.209772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.244627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68667047-3c1f-40a6-bdc9-c132b419714b None None] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:34.244627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090a96-5c52-4a04-9292-e294930a8d72 None None] Pushing event updated for resources: {'Port': ['ID=06e24616-4fe1-4813-ae6b-7f1cfe873bd0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:34.310166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-af4ed010-0270-499d-8a5e-ae6e8fcf4bcf tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1059515
May 14 21:34:34.312804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52866) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:34.329751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Request body: {'port': {'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1352659119'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:34.443064 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (85b2ef79-2009-45c7-a72b-fab397b1759f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.473547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.483553 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/subnets/85b2ef79-2009-45c7-a72b-fab397b1759f HTTP/1.1" status: 204  len: 168 time: 0.7679741
May 14 21:34:34.489834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52870) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:34.548323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52872) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:34.566430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b8a99-ec57-4e72-9066-5df464eebdfe tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Subnet': ['ID=85b2ef79-2009-45c7-a72b-fab397b1759f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:34.594608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:34.653677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee256f-a738-40e4-b0e6-e3b5d1b2ef37 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:34.655695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-adee256f-a738-40e4-b0e6-e3b5d1b2ef37 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1640918
May 14 21:34:34.659514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52878) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:34.701839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fd22e76b-4871-47e5-aedd-c688f6feb3f9', 'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9', 'project_id': '5a1920fe976b4f6da96a03177d55b7f2', 'fixed_ips': [{'subnet_id': '4df96a11-9e28-45b2-a54f-7166a7a45f02'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:34.702903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.743148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:34.743692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.758581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-644121460'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:34.788838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (78be81de-79f5-4a86-9aba-8a302729e5f0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.851063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:34.854752 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.866405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.871919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Deleting port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:34.872494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.882127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Made reservation on behalf of 5a1920fe976b4f6da96a03177d55b7f2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:34.886027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:34.926616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] device_id is not set on port 13c99822-d56d-472c-b956-8b7135275bc4 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:34.980596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:34.981282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.022210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Allocated IP 172.20.0.2 (fd22e76b-4871-47e5-aedd-c688f6feb3f9/4df96a11-9e28-45b2-a54f-7166a7a45f02/92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:35.025389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] For port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06e24616-4fe1-4813-ae6b-7f1cfe873bd0,segment=NetworkSegment(ddba38d2-8c73-47f1-860e-4f7b4b7a1acc),segment_id=ddba38d2-8c73-47f1-860e-4f7b4b7a1acc)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:35.025760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.053927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,segment=NetworkSegment(38fbf96c-8b99-4a66-a82e-38c8d2a6844a),segment_id=38fbf96c-8b99-4a66-a82e-38c8d2a6844a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:35.056517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Calling delete_port for 06e24616-4fe1-4813-ae6b-7f1cfe873bd0 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:35.085470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for security_group (d5029e85-a0ef-421c-ab48-ad1373a36acd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.160886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.213532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d5029e85-a0ef-421c-ab48-ad1373a36acd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.251687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5029e85-a0ef-421c-ab48-ad1373a36acd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:35.286311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Publish callbacks [] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.289371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:35.305763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (06e24616-4fe1-4813-ae6b-7f1cfe873bd0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.311122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:35.319678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] No DVR routers for this DVR port 06e24616-4fe1-4813-ae6b-7f1cfe873bd0 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:35.328907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0775a41a-ac1b-4e79-b950-ddc4686c608c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.329343 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Added segment 0775a41a-ac1b-4e79-b950-ddc4686c608c of type vlan for network 88e03173-3786-4c9f-927f-9ea223dbf14a
May 14 21:34:35.358275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.377302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (88e03173-3786-4c9f-927f-9ea223dbf14a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.420355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Pushing event updated for resources: {'Port': ['ID=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:35.446892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:35.448251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Port': ['ID=06e24616-4fe1-4813-ae6b-7f1cfe873bd0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:35.448443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:35.456189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:35.505999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Allocated IP 172.20.0.14 (fd22e76b-4871-47e5-aedd-c688f6feb3f9/4df96a11-9e28-45b2-a54f-7166a7a45f02/13c99822-d56d-472c-b956-8b7135275bc4) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:35.522218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (88e03173-3786-4c9f-927f-9ea223dbf14a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.528658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:35.529542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.550776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d32547-faad-4471-a577-611b0fe82799 None None] Network b7d33719-c8ce-4456-85c3-a0199d9e693a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:35.566297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (78be81de-79f5-4a86-9aba-8a302729e5f0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.606596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231a16fa0>,) {'filters': {'network_id': ['78be81de-79f5-4a86-9aba-8a302729e5f0']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:35.636993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231a16fa0>, 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:35.637295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231a16fa0>, 'ddba38d2-8c73-47f1-860e-4f7b4b7a1acc') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:35.666183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Network': ['ID=88e03173-3786-4c9f-927f-9ea223dbf14a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:35.672870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (ddba38d2-8c73-47f1-860e-4f7b4b7a1acc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.684301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-507b3b31-1016-48c1-9dce-e65e5f39a15a None None] Provisioning complete for port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:35.686634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-507b3b31-1016-48c1-9dce-e65e5f39a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.699140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Attempting to bind port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:35.700264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Attempting to bind port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '487cdf51-fbab-49de-acb6-87c0f8364701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:35.700749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Attempting to bind port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 on network fd22e76b-4871-47e5-aedd-c688f6feb3f9 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:35.708837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:35.724125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ddba38d2-8c73-47f1-860e-4f7b4b7a1acc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.761353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:35.761761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (ddba38d2-8c73-47f1-860e-4f7b4b7a1acc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.762815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:35.763310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Checking segment: {'id': '487cdf51-fbab-49de-acb6-87c0f8364701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:35.763856 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.765143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Bound using segment: {'id': '487cdf51-fbab-49de-acb6-87c0f8364701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:35.765143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Bound port: 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487cdf51-fbab-49de-acb6-87c0f8364701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:35.765445 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:35.775137 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.782597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b1b50b9-4d12-4619-9a70-9a66472e52c5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2327502
May 14 21:34:35.787764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52898) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:35.796812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:35.893410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for port (13c99822-d56d-472c-b956-8b7135275bc4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.945052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (78be81de-79f5-4a86-9aba-8a302729e5f0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.957695 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:35.967268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/networks/78be81de-79f5-4a86-9aba-8a302729e5f0 HTTP/1.1" status: 204  len: 168 time: 1.3064659
May 14 21:34:35.975373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52902) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:36.013623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73800bf4-82ed-4b73-baee-c92b6be0f3ac tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Network': ['ID=78be81de-79f5-4a86-9aba-8a302729e5f0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:36.054820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-507b3b31-1016-48c1-9dce-e65e5f39a15a None None] Current status of the port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:36.059887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] DHCP port deletion for b7d33719-c8ce-4456-85c3-a0199d9e693a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:36.060151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (13c99822-d56d-472c-b956-8b7135275bc4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.079208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] For port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:36.085949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] For port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,segment=NetworkSegment(487cdf51-fbab-49de-acb6-87c0f8364701),segment_id=487cdf51-fbab-49de-acb6-87c0f8364701)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:36.094862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b7d33719-c8ce-4456-85c3-a0199d9e693a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.137830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:36.145837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e91c7b0-17c2-4fa5-9bd1-b7754e2286bf None None] DHCP port deletion for 78be81de-79f5-4a86-9aba-8a302729e5f0 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:36.146845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:36.149717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event updated for resources: {'Port': ['ID=13c99822-d56d-472c-b956-8b7135275bc4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:36.154472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:36.181477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] Deleting port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:36.183241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.186761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:36.192052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.209767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0f323-af40-4723-b4c1-79fcd10ff4e7 None None] Network 78be81de-79f5-4a86-9aba-8a302729e5f0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:36.228931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.229640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.230280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-902e8be5-6a83-461e-ab64-3d1faaf7cb04 None None] Could not find standard attr ID for object 06e24616-4fe1-4813-ae6b-7f1cfe873bd0. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:34:36.236293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Deleting port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:36.236619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.246965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.282394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0f323-af40-4723-b4c1-79fcd10ff4e7 None None] Network 78be81de-79f5-4a86-9aba-8a302729e5f0 could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 21:34:36.352149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3517ab2c-a9b0-4ad6-b2e0-c054234e7363 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.0376961
May 14 21:34:36.354036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52908) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:36.359051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] For port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,segment=NetworkSegment(38fbf96c-8b99-4a66-a82e-38c8d2a6844a),segment_id=38fbf96c-8b99-4a66-a82e-38c8d2a6844a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:36.359608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.381814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Request body: {'port': {'network_id': 'fd22e76b-4871-47e5-aedd-c688f6feb3f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1672078972', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:36.383701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] bootfile-name is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:34:36.384266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] For port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,segment=NetworkSegment(38fbf96c-8b99-4a66-a82e-38c8d2a6844a),segment_id=38fbf96c-8b99-4a66-a82e-38c8d2a6844a)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:36.384639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.385122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] tftp-server is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:34:36.385242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] Calling delete_port for 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:36.386846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.api.validators [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] server-ip-address is not in valid_values {{(pid=115781) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:34:36.403895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:36.421289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Calling delete_port for 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:36.443846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Pushing event updated for resources: {'Port': ['ID=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:36.522664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.528631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.529794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.529794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.530230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.531086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.531870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.532322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.532548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.533400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.533587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.534159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.535179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.535179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.535406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc333f-6341-4a68-9318-fea2ae332671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:36.656606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-012bde31-69f6-4b0f-a9fa-e4b55b5cc12a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1065624
May 14 21:34:36.674045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Made reservation on behalf of 5a1920fe976b4f6da96a03177d55b7f2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:36.678175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.688911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:36.691754 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.711466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] device_id is not set on port 6b72fca0-ccfc-4708-8646-c77efa9247fd yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:36.724623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (0d46b210-6cfa-4eda-a526-05d999235ef0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.834183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.839379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=0d46b210-6cfa-4eda-a526-05d999235ef0,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:36.847358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:36.847750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network hostable DHCP agents. Network: 88e03173-3786-4c9f-927f-9ea223dbf14a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:36.850949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.851430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.851933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.855628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.855628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.855628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.855628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:36.855971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-febb208c-d173-4c19-b74c-285ec32c0158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1df1ae61bf82472dadc4830840421a63&device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 6709 time: 0.0792885
May 14 21:34:36.888379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Port': ['ID=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:36.890516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] No DVR routers for this DVR port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:36.901230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0bb8af53-bd3b-4c7b-a377-2eac194e8d92), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:36.935230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] No DVR routers for this DVR port 0bb8af53-bd3b-4c7b-a377-2eac194e8d92 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:36.962649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaef09a-cf7d-4ad0-8113-9d0908aa4826 None None] Pushing event deleted for resources: {'Port': ['ID=0bb8af53-bd3b-4c7b-a377-2eac194e8d92,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:37.011095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:37.016837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Allocated IP 172.20.0.10 (fd22e76b-4871-47e5-aedd-c688f6feb3f9/4df96a11-9e28-45b2-a54f-7166a7a45f02/6b72fca0-ccfc-4708-8646-c77efa9247fd) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:37.017266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b7d33719-c8ce-4456-85c3-a0199d9e693a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.047513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52312d04f0>,) {'filters': {'network_id': ['b7d33719-c8ce-4456-85c3-a0199d9e693a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:37.057783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52312d04f0>, '38fbf96c-8b99-4a66-a82e-38c8d2a6844a') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:37.058080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52312d04f0>, '38fbf96c-8b99-4a66-a82e-38c8d2a6844a') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:37.068602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (38fbf96c-8b99-4a66-a82e-38c8d2a6844a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.083258 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (38fbf96c-8b99-4a66-a82e-38c8d2a6844a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.089569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-817ce032-ec68-43d1-bc39-a267188508e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:37.090055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-817ce032-ec68-43d1-bc39-a267188508e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:37.090597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-817ce032-ec68-43d1-bc39-a267188508e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:37.091190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:37.091623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (38fbf96c-8b99-4a66-a82e-38c8d2a6844a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:37.094960 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:37.097486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-817ce032-ec68-43d1-bc39-a267188508e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef572d9b-20a4-4311-9582-fea3efbf759e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=d997121d-d5fd-4dda-af06-15496863df8e&id=2379f3be-5962-40d1-834f-0e520eee96e4&id=2379f3be-5962-40d1-834f-0e520eee96e4 HTTP/1.1" status: 200  len: 2293 time: 0.2012095
May 14 21:34:37.106152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88e03173-3786-4c9f-927f-9ea223dbf14a) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:37.123658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84549839-dd9a-4507-8c19-ecf648c32b60 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:37.145092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:37.145688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.245411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-98e4473d-03f5-4203-be66-210beb59573a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4556026
May 14 21:34:37.248103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52924) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:37.260790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'name': 'tempest-NetworksTestDHCPv6-799621305'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:37.274661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b7d33719-c8ce-4456-85c3-a0199d9e693a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.277347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '0d46b210-6cfa-4eda-a526-05d999235ef0'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:37.278536 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.307967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.315852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/networks/b7d33719-c8ce-4456-85c3-a0199d9e693a HTTP/1.1" status: 204  len: 168 time: 1.3386304
May 14 21:34:37.324398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52926) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:37.463093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1bf73-b309-42b8-910a-fce3d7b5d51e tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Network': ['ID=b7d33719-c8ce-4456-85c3-a0199d9e693a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:37.496015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/0d46b210-6cfa-4eda-a526-05d999235ef0/1640d8d7-355f-4896-844a-0c17e216bc7b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:37.600218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ca9a9e05-aa00-4140-a34f-0deee9ee708a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.695421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.737311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Publish callbacks [] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.759421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-cb1cd521-454b-48c2-b11e-52e5f15ff725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 200  len: 1000 time: 0.6548448
May 14 21:34:37.763065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ca9a9e05-aa00-4140-a34f-0deee9ee708a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.787559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230108220>,) {'filters': {'network_id': ['ca9a9e05-aa00-4140-a34f-0deee9ee708a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:37.799319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230108220>, '0ee440b6-0d71-46db-85da-8cef2beb8d76') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:37.799653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230108220>, '0ee440b6-0d71-46db-85da-8cef2beb8d76') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:37.810397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (0ee440b6-0d71-46db-85da-8cef2beb8d76), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.811161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-1b773031-4a5f-4994-927d-9f6d2cb0a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:37.812662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-1b773031-4a5f-4994-927d-9f6d2cb0a8e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 HTTP/1.1" status: 200  len: 851 time: 0.0472481
May 14 21:34:37.826954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0ee440b6-0d71-46db-85da-8cef2beb8d76), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.836345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.837323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:37.837323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (0ee440b6-0d71-46db-85da-8cef2beb8d76), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.839100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f148a-a1ee-4119-a556-57ccab3f40e2 None None] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:37.861575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.905000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:37.910786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-fd8fb93f-9834-484f-a82d-ff33656d27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:37.912373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-fd8fb93f-9834-484f-a82d-ff33656d27f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef572d9b-20a4-4311-9582-fea3efbf759e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0932562
May 14 21:34:37.916333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:37.926424 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:37.929865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:37.933925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:37.938356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.958611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port a357e4d5-ed8b-41d2-96f8-3ece7804d69c yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:37.959208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event updated for resources: {'Port': ['ID=6b72fca0-ccfc-4708-8646-c77efa9247fd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:37.968171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:37.979320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] Provisioning complete for port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:37.979320 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:37.981130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:37.983888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:37.986190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Pushing event updated for resources: {'Port': ['ID=1640d8d7-355f-4896-844a-0c17e216bc7b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:38.041042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:38.046039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.080280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-60895dc7-dff3-4390-a48f-ee3cc8480191 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614177
May 14 21:34:38.100165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ca9a9e05-aa00-4140-a34f-0deee9ee708a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.111733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.115564 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/networks/ca9a9e05-aa00-4140-a34f-0deee9ee708a HTTP/1.1" status: 204  len: 168 time: 0.7880423
May 14 21:34:38.119399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:38.129225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::124 (88e03173-3786-4c9f-927f-9ea223dbf14a/0d46b210-6cfa-4eda-a526-05d999235ef0/a357e4d5-ed8b-41d2-96f8-3ece7804d69c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:38.144051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fe6d3-f8b6-4a6a-b0c8-0f34b27d9fed tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Network': ['ID=ca9a9e05-aa00-4140-a34f-0deee9ee708a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:38.180317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a5aa681-d1a7-4c8a-8e29-00e1818fa8e9 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 1.8235295
May 14 21:34:38.190173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52936) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:38.302426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (447de889-abb1-42ab-a330-725cc3e22e0c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.311938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1601f7-ffb3-4341-a613-5c33c9864e91 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:38.317367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1601f7-ffb3-4341-a613-5c33c9864e91 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:38.321062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Attempting to bind port 1640d8d7-355f-4896-844a-0c17e216bc7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:38.321496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Attempting to bind port 1640d8d7-355f-4896-844a-0c17e216bc7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:38.321908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Attempting to bind port 1640d8d7-355f-4896-844a-0c17e216bc7b on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:38.324034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1601f7-ffb3-4341-a613-5c33c9864e91 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:38.324740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3a1601f7-ffb3-4341-a613-5c33c9864e91 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2618 time: 0.1283498
May 14 21:34:38.327683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-8b67655a-8ed4-478a-b75f-35d09203fe12 service neutron] 10.222.0.36 "GET /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2418382
May 14 21:34:38.328397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52940) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:38.331195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:38.331742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:38.332146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.332528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:38.333065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Bound port: 1640d8d7-355f-4896-844a-0c17e216bc7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:38.333471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.466258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:38.475279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-6c6e042e-650f-4218-b988-57fd70f643d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 217 time: 0.1353672
May 14 21:34:38.527518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] For port 1640d8d7-355f-4896-844a-0c17e216bc7b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:38.556264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] Current status of the port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:38.556778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.595727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] For port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,segment=NetworkSegment(487cdf51-fbab-49de-acb6-87c0f8364701),segment_id=487cdf51-fbab-49de-acb6-87c0f8364701)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:38.598230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] For port 1640d8d7-355f-4896-844a-0c17e216bc7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1640d8d7-355f-4896-844a-0c17e216bc7b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:38.613576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:38.614104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.622742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-85fa7e64-2bdb-454f-9713-24301decd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:38.625116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-85fa7e64-2bdb-454f-9713-24301decd0a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.1122932
May 14 21:34:38.727913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:38.728381 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.732354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.743825 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.769086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Deleting port 6b72fca0-ccfc-4708-8646-c77efa9247fd {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:38.769611 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.803756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (447de889-abb1-42ab-a330-725cc3e22e0c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.816516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-e9a52d1e-42a3-4681-921d-3ae7f7635793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:38.818808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-e9a52d1e-42a3-4681-921d-3ae7f7635793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1836944
May 14 21:34:38.869666 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (a357e4d5-ed8b-41d2-96f8-3ece7804d69c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.927661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb8225-f899-4a22-b2f4-33ca5ee96ee3 None None] Pushing event updated for resources: {'Port': ['ID=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:38.931969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Provisioning complete for port 13c99822-d56d-472c-b956-8b7135275bc4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:38.933564 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (13c99822-d56d-472c-b956-8b7135275bc4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:38.941607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231707580>,) {'filters': {'network_id': ['447de889-abb1-42ab-a330-725cc3e22e0c']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:38.975592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:34:38.976928 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:34:38.992876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231707580>, '3c57d653-24e7-4526-84cb-96515a09e85a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:38.993178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231707580>, '3c57d653-24e7-4526-84cb-96515a09e85a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:39.002474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Port 13c99822-d56d-472c-b956-8b7135275bc4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:39.007765 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a357e4d5-ed8b-41d2-96f8-3ece7804d69c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.011766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3c57d653-24e7-4526-84cb-96515a09e85a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.013032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Provisioning complete for port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:39.013434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.062864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c57d653-24e7-4526-84cb-96515a09e85a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.072231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.083729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:39.084135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3c57d653-24e7-4526-84cb-96515a09e85a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:39.087842 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:39.102941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc6e1c-bb03-422e-90b1-f659c35f4147 None None] Pushing event updated for resources: {'Port': ['ID=1640d8d7-355f-4896-844a-0c17e216bc7b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:39.107663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:39.112721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:39.121226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:39.128486 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:39.129326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.140485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-85bcad39-0f0f-49dd-9077-c5c9c93ac78a service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657146
May 14 21:34:39.167004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Calling delete_port for 6b72fca0-ccfc-4708-8646-c77efa9247fd owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:39.174732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Current status of the port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:39.176239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=a357e4d5-ed8b-41d2-96f8-3ece7804d69c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:39.190873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Provisioning complete for port 6b72fca0-ccfc-4708-8646-c77efa9247fd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:39.191351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.246667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-44f76619-6ca0-47cc-949d-5e2f037f85b4 None None] Port 6b72fca0-ccfc-4708-8646-c77efa9247fd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:39.269927 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0c346b80-d408-4671-a1e1-df9c57822eae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.0190461
May 14 21:34:39.271636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52956) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:39.367037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-159e8be9-8d27-42d1-90a4-81c7f28b042f None None] Provisioning complete for port 13c99822-d56d-472c-b956-8b7135275bc4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:39.367413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-159e8be9-8d27-42d1-90a4-81c7f28b042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (13c99822-d56d-472c-b956-8b7135275bc4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.378375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd67087-8181-4de9-a6dc-ebc3f8a3f2f0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:39.393157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd67087-8181-4de9-a6dc-ebc3f8a3f2f0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:39.395623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8dd67087-8181-4de9-a6dc-ebc3f8a3f2f0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1225829
May 14 21:34:39.398362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:39.420310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (447de889-abb1-42ab-a330-725cc3e22e0c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.438658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.440081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-159e8be9-8d27-42d1-90a4-81c7f28b042f None None] Port 13c99822-d56d-472c-b956-8b7135275bc4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:39.441957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] 10.222.0.52 "DELETE /v2.0/networks/447de889-abb1-42ab-a330-725cc3e22e0c HTTP/1.1" status: 204  len: 168 time: 1.3217728
May 14 21:34:39.517845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-7e65b48c-1329-4066-996a-ae40c24afcf2 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3468225
May 14 21:34:39.543505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:39.557724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port a357e4d5-ed8b-41d2-96f8-3ece7804d69c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:39.558150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a357e4d5-ed8b-41d2-96f8-3ece7804d69c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.600202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e5bb4-0e4e-4582-b597-6c3adaa678a6 tempest-BulkNetworkOpsIpV6Test-2117117623 tempest-BulkNetworkOpsIpV6Test-2117117623-project] Pushing event deleted for resources: {'Network': ['ID=447de889-abb1-42ab-a330-725cc3e22e0c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:39.630408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-926fb35e-17a8-4f80-89b5-ada19bb3f75d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 217 time: 0.0478001
May 14 21:34:39.667451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a22f3576-8113-493c-ac0c-e91a8129d707 None None] Provisioning complete for port 6b72fca0-ccfc-4708-8646-c77efa9247fd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:39.668827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a22f3576-8113-493c-ac0c-e91a8129d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.674745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a357e4d5-ed8b-41d2-96f8-3ece7804d69c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.715822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for a357e4d5-ed8b-41d2-96f8-3ece7804d69c owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:39.717825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-45fbeed9-15cc-440b-9623-2b4f8483191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:39.719369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-45fbeed9-15cc-440b-9623-2b4f8483191d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.0829067
May 14 21:34:39.722270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6b72fca0-ccfc-4708-8646-c77efa9247fd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.733355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a22f3576-8113-493c-ac0c-e91a8129d707 None None] Port 6b72fca0-ccfc-4708-8646-c77efa9247fd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:39.783307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event deleted for resources: {'Port': ['ID=6b72fca0-ccfc-4708-8646-c77efa9247fd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:39.864235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-571d330c-864a-4e54-8c31-06ca8f284964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:39.866198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-571d330c-864a-4e54-8c31-06ca8f284964 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1348953
May 14 21:34:39.967966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:39.974645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c37600fc-0b94-4a34-ad23-98d6b425a1f8 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "DELETE /v2.0/ports/6b72fca0-ccfc-4708-8646-c77efa9247fd HTTP/1.1" status: 204  len: 168 time: 1.6419020
May 14 21:34:39.975006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52970) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:39.980936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Request body: {'port': {'name': 'tempest-new-port-name-1297643185', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:39.981361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.api.validators [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] bootfile-name is not in valid_values {{(pid=115780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:34:39.981725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.api.validators [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] tftp-server is not in valid_values {{(pid=115780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:34:39.982063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.api.validators [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] server-ip-address is not in valid_values {{(pid=115780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:165}}
May 14 21:34:40.028541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-c3dc33ad-1aa9-4961-84e2-b17343c54dff service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544595
May 14 21:34:40.031238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a357e4d5-ed8b-41d2-96f8-3ece7804d69c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.094994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=a357e4d5-ed8b-41d2-96f8-3ece7804d69c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:40.115420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.131529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.133578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:34:40.141754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (13c99822-d56d-472c-b956-8b7135275bc4), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.148640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.152246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b29930fd-8b38-4d5f-908d-bd56ffdac91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/a357e4d5-ed8b-41d2-96f8-3ece7804d69c HTTP/1.1" status: 204  len: 168 time: 0.7525871
May 14 21:34:40.159236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52978) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:40.191403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-8103e694-57e6-4de0-b23d-243a6fb0beb3 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574798
May 14 21:34:40.289249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-8949cae4-5bad-47c8-aaf8-ff5268189d0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=edfac6c5-c706-4629-944c-81d0943a6af1 HTTP/1.1" status: 200  len: 217 time: 0.0878065
May 14 21:34:40.321033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52982) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:40.363774 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c40db6d-5725-4408-a547-258e4bf8d376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.410444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9e933-3487-4a5f-9896-c544a92f89d1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:40.411930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb9e933-3487-4a5f-9896-c544a92f89d1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:40.414302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2fb9e933-3487-4a5f-9896-c544a92f89d1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2539215
May 14 21:34:40.417376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52990) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:40.469161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-327ad88a-9b5d-4c3f-be52-083d9fbfb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:40.470664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-327ad88a-9b5d-4c3f-be52-083d9fbfb98c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.1777742
May 14 21:34:40.542123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 0d46b210-6cfa-4eda-a526-05d999235ef0 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:40.545444 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (0d46b210-6cfa-4eda-a526-05d999235ef0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.590189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3ac3a-5bd1-4275-b17d-28f26e5a8501 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:40.596168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1640d8d7-355f-4896-844a-0c17e216bc7b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:40.602160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (0d46b210-6cfa-4eda-a526-05d999235ef0), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.723582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-fbd9a707-a4cd-4c40-837b-4ef25a9a3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:40.727716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-fbd9a707-a4cd-4c40-837b-4ef25a9a3b38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2467904
May 14 21:34:40.773687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for port (13c99822-d56d-472c-b956-8b7135275bc4), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.791908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Provisioning complete for port 1640d8d7-355f-4896-844a-0c17e216bc7b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:40.792892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.801714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0d46b210-6cfa-4eda-a526-05d999235ef0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.834320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (13c99822-d56d-472c-b956-8b7135275bc4), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.934310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-27a86bda-072d-4823-a2ab-57ee43f61d58 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991091
May 14 21:34:40.934785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1640d8d7-355f-4896-844a-0c17e216bc7b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:40.935775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:40.971096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event updated for resources: {'Port': ['ID=13c99822-d56d-472c-b956-8b7135275bc4,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:40.991937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] In _notify_port_updated(), no bound segment for port 13c99822-d56d-472c-b956-8b7135275bc4 on network fd22e76b-4871-47e5-aedd-c688f6feb3f9 {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:34:40.997669 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d535ea3-4ff8-4025-975d-890009741700 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f187941dc447483bad8f36293de5c259&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6700468
May 14 21:34:40.999438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:41.000448 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.004396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Current status of the port 1640d8d7-355f-4896-844a-0c17e216bc7b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:41.004396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.005383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6329296e-4400-42b0-a88b-4f174dde59b7 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "PUT /v2.0/ports/13c99822-d56d-472c-b956-8b7135275bc4 HTTP/1.1" status: 200  len: 1137 time: 1.0290029
May 14 21:34:41.008695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52996) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:41.008695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52998) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:41.110114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1640d8d7-355f-4896-844a-0c17e216bc7b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:41.110882 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.111178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-2b338f1e-defd-4c63-ae1b-f9cfe5c72dad service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644480
May 14 21:34:41.119321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea57959-d9b2-41f4-8da6-d454a5c95f65 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:41.120834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aea57959-d9b2-41f4-8da6-d454a5c95f65 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "GET /v2.0/ports/13c99822-d56d-472c-b956-8b7135275bc4 HTTP/1.1" status: 200  len: 1137 time: 0.1098442
May 14 21:34:41.124741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53002) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:41.127377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de64be95-14d6-4e3f-a36a-16e48aed450c admin admin] Publish callbacks [] for security_group (4d086935-e62f-46a4-b505-fa807185fdff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.164465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de64be95-14d6-4e3f-a36a-16e48aed450c admin admin] Publish callbacks [] for security_group (4d086935-e62f-46a4-b505-fa807185fdff), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.170545 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (0d46b210-6cfa-4eda-a526-05d999235ef0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.247215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-bef5fd8f-94b2-45de-a950-0968c960f290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=fa577191-77f9-4d03-a86c-1dae3aad889a HTTP/1.1" status: 200  len: 217 time: 0.0547857
May 14 21:34:41.254765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=0d46b210-6cfa-4eda-a526-05d999235ef0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:41.257471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.263381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8ee4d2e-1437-498a-8463-bdcdb1606180 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/0d46b210-6cfa-4eda-a526-05d999235ef0 HTTP/1.1" status: 204  len: 168 time: 0.8450980
May 14 21:34:41.268447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53004) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:41.276354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:34:41.279872 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:34:41.282144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:34:41.282778 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:34:41.365113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b483670f-3523-4de6-aca8-8e58837686c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0955961
May 14 21:34:41.365732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:41.366142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de64be95-14d6-4e3f-a36a-16e48aed450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4d086935-e62f-46a4-b505-fa807185fdff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.369574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de64be95-14d6-4e3f-a36a-16e48aed450c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.370704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de64be95-14d6-4e3f-a36a-16e48aed450c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d086935-e62f-46a4-b505-fa807185fdff HTTP/1.1" status: 204  len: 168 time: 0.3625638
May 14 21:34:41.376053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:41.379572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64be95-14d6-4e3f-a36a-16e48aed450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d086935-e62f-46a4-b505-fa807185fdff,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:41.461686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c85f39-bcdc-43e7-9ac4-56acf77c37fd None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:41.468198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Deleting port 13c99822-d56d-472c-b956-8b7135275bc4 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:41.468627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (13c99822-d56d-472c-b956-8b7135275bc4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.476816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-18918e5a-99cb-4480-95e3-0ad3046d2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:41.478590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-18918e5a-99cb-4480-95e3-0ad3046d2729 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 200  len: 797 time: 0.2137980
May 14 21:34:41.620302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-76f7d7e7-b325-491c-92df-8b836c4f8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:41.621872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-76f7d7e7-b325-491c-92df-8b836c4f8d6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d997121d-d5fd-4dda-af06-15496863df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1232591
May 14 21:34:41.659893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (13c99822-d56d-472c-b956-8b7135275bc4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.682269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:41.712017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Calling delete_port for 13c99822-d56d-472c-b956-8b7135275bc4 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:41.717917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:41.721382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.745434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] Deleting port 1640d8d7-355f-4896-844a-0c17e216bc7b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:41.745434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.936662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] For port 1640d8d7-355f-4896-844a-0c17e216bc7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1640d8d7-355f-4896-844a-0c17e216bc7b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:41.939780 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.956986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] Calling delete_port for 1640d8d7-355f-4896-844a-0c17e216bc7b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:41.962213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1640d8d7-355f-4896-844a-0c17e216bc7b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:41.962689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:41.965192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Current status of the port 1640d8d7-355f-4896-844a-0c17e216bc7b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:41.965571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.008994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-1461600b-6b2a-421b-b5d6-2e2647e8c833 service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3783123
May 14 21:34:42.028886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] For port 1640d8d7-355f-4896-844a-0c17e216bc7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1640d8d7-355f-4896-844a-0c17e216bc7b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:42.078168 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.111455 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.182811 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:34:42.183562 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:34:42.262541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bc4d6-f104-4a36-9640-34d7836f6be9 None None] Pushing event updated for resources: {'Port': ['ID=1640d8d7-355f-4896-844a-0c17e216bc7b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:42.270779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bbe16d97-628e-4dff-ae6a-5a09e8c05578 None None] Provisioning complete for port 13c99822-d56d-472c-b956-8b7135275bc4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:42.271176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bbe16d97-628e-4dff-ae6a-5a09e8c05578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (13c99822-d56d-472c-b956-8b7135275bc4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.275612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1640d8d7-355f-4896-844a-0c17e216bc7b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:42.276483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:42.278256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1640d8d7-355f-4896-844a-0c17e216bc7b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.531536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b119886-8781-49bf-8568-034745e3351d req-d3d2114c-38dd-491f-bbc3-c6bd2ec3cb7a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:42.533014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b119886-8781-49bf-8568-034745e3351d req-d3d2114c-38dd-491f-bbc3-c6bd2ec3cb7a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 945 time: 0.0580764
May 14 21:34:42.537940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] Pushing event deleted for resources: {'Port': ['ID=1640d8d7-355f-4896-844a-0c17e216bc7b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:42.542602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cb728-9224-41c6-a058-3094b9bbbbdd None None] No DVR routers for this DVR port 1640d8d7-355f-4896-844a-0c17e216bc7b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:42.544378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (13c99822-d56d-472c-b956-8b7135275bc4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.576637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bbe16d97-628e-4dff-ae6a-5a09e8c05578 None None] Port 13c99822-d56d-472c-b956-8b7135275bc4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:42.576637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bbe16d97-628e-4dff-ae6a-5a09e8c05578 None None] Could not find standard attr ID for object 1640d8d7-355f-4896-844a-0c17e216bc7b. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:34:42.587363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:42.587779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.598695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-24c51d6c-b21f-4a3a-9b29-aae3b97da23b service neutron] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5827870
May 14 21:34:42.604866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event deleted for resources: {'Port': ['ID=13c99822-d56d-472c-b956-8b7135275bc4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:42.649914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b119886-8781-49bf-8568-034745e3351d req-7b614ad9-db28-4658-92b1-2577e4e0c33c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035783
May 14 21:34:42.668835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.688176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:42.807813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.810220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6129ad7c-5eb3-4271-b32b-37a9c0018f3e tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "DELETE /v2.0/ports/13c99822-d56d-472c-b956-8b7135275bc4 HTTP/1.1" status: 204  len: 168 time: 1.6836352
May 14 21:34:42.812945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:42.828227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1640d8d7-355f-4896-844a-0c17e216bc7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:42.849783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1640d8d7-355f-4896-844a-0c17e216bc7b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:34:42.850156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1640d8d7-355f-4896-844a-0c17e216bc7b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:34:42.857203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2497bd1-505c-4545-b234-f7feb2120b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.878866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Deleting subnet 4df96a11-9e28-45b2-a54f-7166a7a45f02 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:42.883515 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for subnet (4df96a11-9e28-45b2-a54f-7166a7a45f02), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.885876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dabaea27-d88c-4c23-9132-d45b15e6e62b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.941749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:42.944713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4df96a11-9e28-45b2-a54f-7166a7a45f02), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.945146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:42.949404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:42.949994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:42.957521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88223d0-f3a4-4393-a77b-37ea5ae2fc5c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:42.972831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=dabaea27-d88c-4c23-9132-d45b15e6e62b,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:43.043963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53062) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.044628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f204053a-817e-444d-85d5-bc6da78db59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6769583
May 14 21:34:43.052700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'name': 'tempest-NetworksTestDHCPv6-1138013983'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:43.052944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53064) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.072809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'dabaea27-d88c-4c23-9132-d45b15e6e62b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:43.077113 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.125675 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4df96a11-9e28-45b2-a54f-7166a7a45f02), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.173913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c2b4d02d-8307-4e8c-9b40-53aaa1a4dbf7 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] Request body: {'port': {'network_id': 'a5d5c3cf-cf38-4d97-8997-fd9be7626d83', 'name': 'tempest-NetworksNegativeTestJSON-1314793251'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:43.188218 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b4d02d-8307-4e8c-9b40-53aaa1a4dbf7 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] POST failed (client error): The resource could not be found.
May 14 21:34:43.188857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b4d02d-8307-4e8c-9b40-53aaa1a4dbf7 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.190088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c2b4d02d-8307-4e8c-9b40-53aaa1a4dbf7 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1361022
May 14 21:34:43.193881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53068) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.213091 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d451905-940b-4ab1-8a3c-8749d3fef6b2 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] DELETE failed (client error): The resource could not be found.
May 14 21:34:43.213655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d451905-940b-4ab1-8a3c-8749d3fef6b2 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.216569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7d451905-940b-4ab1-8a3c-8749d3fef6b2 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "DELETE /v2.0/networks/90ea6ec2-add5-4412-8076-340b9d2bad3a HTTP/1.1" status: 404  len: 339 time: 0.0215914
May 14 21:34:43.221061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53070) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.237783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/dabaea27-d88c-4c23-9132-d45b15e6e62b/4c65d403-5855-4949-9e26-a16f9ea55941) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:43.245927 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e83bb7c-94f7-4810-99ef-3ae4fecdc565 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] DELETE failed (client error): The resource could not be found.
May 14 21:34:43.246473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e83bb7c-94f7-4810-99ef-3ae4fecdc565 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.249542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0e83bb7c-94f7-4810-99ef-3ae4fecdc565 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "DELETE /v2.0/ports/1bb5559f-b206-46df-982a-252861eb5c71 HTTP/1.1" status: 404  len: 333 time: 0.0281713
May 14 21:34:43.253712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53072) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.279801 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e52a56-c91f-4294-a03c-864561cc41d3 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] DELETE failed (client error): The resource could not be found.
May 14 21:34:43.280238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e52a56-c91f-4294-a03c-864561cc41d3 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.286980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80e52a56-c91f-4294-a03c-864561cc41d3 tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "DELETE /v2.0/subnets/0a97dd25-759e-4b20-88f3-9174caea7bec HTTP/1.1" status: 404  len: 337 time: 0.0285823
May 14 21:34:43.286980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53076) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.291661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4df96a11-9e28-45b2-a54f-7166a7a45f02), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.309341 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8960d867-22bc-4b07-a7b0-8fb98fcb9c2a tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] GET failed (client error): The resource could not be found.
May 14 21:34:43.314247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8960d867-22bc-4b07-a7b0-8fb98fcb9c2a tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "GET /v2.0/networks/71d5c3a4-68b9-41bc-8fe5-faa3948e1f1b HTTP/1.1" status: 404  len: 339 time: 0.0229023
May 14 21:34:43.315380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53078) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.325252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.332677 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "DELETE /v2.0/subnets/4df96a11-9e28-45b2-a54f-7166a7a45f02 HTTP/1.1" status: 204  len: 168 time: 0.5145202
May 14 21:34:43.332677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b905-7ddc-44de-91c9-1442d1325eca tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event deleted for resources: {'Subnet': ['ID=4df96a11-9e28-45b2-a54f-7166a7a45f02,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:43.334222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53082) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.341411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087f932b-2522-48a0-aa52-b408d4702f91 None None] Network fd22e76b-4871-47e5-aedd-c688f6feb3f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:43.350012 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f35cab-ab33-44a3-856e-47920fe6264c tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] GET failed (client error): The resource could not be found.
May 14 21:34:43.355606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-27f35cab-ab33-44a3-856e-47920fe6264c tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "GET /v2.0/ports/d8a751d9-1776-4053-8931-5eef4589379e HTTP/1.1" status: 404  len: 333 time: 0.0368550
May 14 21:34:43.358393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:43.359046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53084) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.363738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.404576 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d18b1c-8a3a-4ddf-b54d-187afacb256b tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] GET failed (client error): The resource could not be found.
May 14 21:34:43.410258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29d18b1c-8a3a-4ddf-b54d-187afacb256b tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "GET /v2.0/subnets/15c62b59-1273-48e0-bfd7-5be2890217a6 HTTP/1.1" status: 404  len: 337 time: 0.0465753
May 14 21:34:43.410814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53088) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.436172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ffebf1d2-21e7-4fe4-9fa1-d5170e38c56f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:43.456115 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffebf1d2-21e7-4fe4-9fa1-d5170e38c56f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] PUT failed (client error): The resource could not be found.
May 14 21:34:43.456667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffebf1d2-21e7-4fe4-9fa1-d5170e38c56f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.457887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ffebf1d2-21e7-4fe4-9fa1-d5170e38c56f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "PUT /v2.0/networks/f7fc2847-bcbe-4684-ad87-97672876aa44 HTTP/1.1" status: 404  len: 339 time: 0.0460854
May 14 21:34:43.462758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53090) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.464150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 9e3bd64d-fe25-4603-b5be-76e4764a70f0 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:43.476124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-92c0d407-511a-4b35-ba19-f2993ccb137f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:43.499909 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c0d407-511a-4b35-ba19-f2993ccb137f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] PUT failed (client error): The resource could not be found.
May 14 21:34:43.500377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c0d407-511a-4b35-ba19-f2993ccb137f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.501531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-92c0d407-511a-4b35-ba19-f2993ccb137f tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "PUT /v2.0/ports/cedd53bf-06f0-4b6c-94f9-57b89e8d2871 HTTP/1.1" status: 404  len: 333 time: 0.0315375
May 14 21:34:43.505340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (fd22e76b-4871-47e5-aedd-c688f6feb3f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.508182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53094) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:43.540045 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Publish callbacks [] for port (4c65d403-5855-4949-9e26-a16f9ea55941), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.545813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c20d1762-ae09-406e-ade1-8bc7af2a618a tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:43.557747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-888b94da-229c-43a1-8300-08792d3b75ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4663d148-3f78-4667-9e22-e6be0e34d3da HTTP/1.1" status: 200  len: 217 time: 0.0634158
May 14 21:34:43.592256 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20d1762-ae09-406e-ade1-8bc7af2a618a tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] PUT failed (client error): The resource could not be found.
May 14 21:34:43.592724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20d1762-ae09-406e-ade1-8bc7af2a618a tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:34:43.594139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c20d1762-ae09-406e-ade1-8bc7af2a618a tempest-NetworksNegativeTestJSON-916473636 tempest-NetworksNegativeTestJSON-916473636-project] 10.222.0.52 "PUT /v2.0/subnets/e797bc09-d997-40f0-bbc4-5ae8bc60b1fc HTTP/1.1" status: 404  len: 337 time: 0.0593019
May 14 21:34:43.596989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] DHCP port deletion for fd22e76b-4871-47e5-aedd-c688f6feb3f9 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:43.624488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-9beea38a-bbe2-4237-8cb6-c1d4b318faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:43.626240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-9beea38a-bbe2-4237-8cb6-c1d4b318faa3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0607538
May 14 21:34:43.637361 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.665318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Deleting port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:43.665655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.683213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] Deleting port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:43.683621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.718955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:43.760850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:43.764185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Pushing event updated for resources: {'Port': ['ID=4c65d403-5855-4949-9e26-a16f9ea55941,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:43.774976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-8fbdd12f-42ac-4db9-9133-e82566a0f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:43.776568 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-8fbdd12f-42ac-4db9-9133-e82566a0f527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0871649
May 14 21:34:43.776725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:43.806426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::13a (88e03173-3786-4c9f-927f-9ea223dbf14a/dabaea27-d88c-4c23-9132-d45b15e6e62b/9e3bd64d-fe25-4603-b5be-76e4764a70f0) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:43.824590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] For port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,segment=NetworkSegment(487cdf51-fbab-49de-acb6-87c0f8364701),segment_id=487cdf51-fbab-49de-acb6-87c0f8364701)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:43.824915 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.844922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] Calling delete_port for 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:43.863011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] For port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,segment=NetworkSegment(487cdf51-fbab-49de-acb6-87c0f8364701),segment_id=487cdf51-fbab-49de-acb6-87c0f8364701)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:43.864248 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.886117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.890340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-915685aa-5214-4390-a2f9-f38f58ec7beb tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:43.892929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Attempting to bind port 4c65d403-5855-4949-9e26-a16f9ea55941 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:43.892929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Attempting to bind port 4c65d403-5855-4949-9e26-a16f9ea55941 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:43.893149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-915685aa-5214-4390-a2f9-f38f58ec7beb tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 945 time: 0.1029208
May 14 21:34:43.893246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Attempting to bind port 4c65d403-5855-4949-9e26-a16f9ea55941 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:43.902405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Calling delete_port for 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:43.909828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04386f-666b-4b87-9513-f35ccdb60579 req-8c1bd2aa-dbee-4450-9e6e-207cba499748 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:43.911695 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af04386f-666b-4b87-9513-f35ccdb60579 req-8c1bd2aa-dbee-4450-9e6e-207cba499748 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 945 time: 0.1204531
May 14 21:34:43.934167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:43.934596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:43.934962 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.935366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:43.935898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Bound port: 4c65d403-5855-4949-9e26-a16f9ea55941, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:43.936270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:43.990057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-23f3643d-af5d-47c9-b77c-5c5fbd3a33ec service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1995914
May 14 21:34:44.038878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] For port 4c65d403-5855-4949-9e26-a16f9ea55941, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:44.044414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] For port 4c65d403-5855-4949-9e26-a16f9ea55941, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c65d403-5855-4949-9e26-a16f9ea55941,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:44.099129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Deleting port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:44.099829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.103101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-af04386f-666b-4b87-9513-f35ccdb60579 req-6c887884-d6a2-44c8-958a-a90eaf864cbb tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704655
May 14 21:34:44.110623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.158104 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.173876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.188498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (9e3bd64d-fe25-4603-b5be-76e4764a70f0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.189610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53102) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:44.205379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] No DVR routers for this DVR port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:44.219274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] For port 8a97af7f-e8ff-41fa-b059-8c13a6ced336, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8a97af7f-e8ff-41fa-b059-8c13a6ced336,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:44.219274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.224597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event deleted for resources: {'Port': ['ID=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.228875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] No DVR routers for this DVR port 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:44.229470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04b88d-f1d8-4e5f-adaa-aa2de2fc98fd None None] Pushing event updated for resources: {'Port': ['ID=4c65d403-5855-4949-9e26-a16f9ea55941,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.279500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Calling delete_port for 8a97af7f-e8ff-41fa-b059-8c13a6ced336 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:44.281077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c7467-dbb9-458e-a890-3a08cde95d8a None None] Pushing event deleted for resources: {'Port': ['ID=92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.329260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (fd22e76b-4871-47e5-aedd-c688f6feb3f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.368863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52317d07c0>,) {'filters': {'network_id': ['fd22e76b-4871-47e5-aedd-c688f6feb3f9']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:44.390157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-0c0272bd-c64a-4cc8-bf97-2d187225c7ce service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3889446
May 14 21:34:44.428338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52317d07c0>, '487cdf51-fbab-49de-acb6-87c0f8364701') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:44.428643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52317d07c0>, '487cdf51-fbab-49de-acb6-87c0f8364701') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:44.432704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9e3bd64d-fe25-4603-b5be-76e4764a70f0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.437009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e379dfd-379b-4a27-b9fb-6dcea8cb1090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.453150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-2271aade-3f20-4935-bbba-26dfa1904ee4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39024741-3b76-4bb3-aecf-4392e5246961 HTTP/1.1" status: 200  len: 217 time: 0.0539391
May 14 21:34:44.501289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (487cdf51-fbab-49de-acb6-87c0f8364701), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.532701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-9114e6ac-eb88-45c0-9dd0-f9dd04bbad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:44.535320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-9114e6ac-eb88-45c0-9dd0-f9dd04bbad15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 200  len: 797 time: 0.0629551
May 14 21:34:44.541136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (487cdf51-fbab-49de-acb6-87c0f8364701), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.546814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:44.555290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:44.557916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:44.563434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:44.564098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.574318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:44.574318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (487cdf51-fbab-49de-acb6-87c0f8364701), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:44.582431 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:44.585712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=9e3bd64d-fe25-4603-b5be-76e4764a70f0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.624510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-40092c6f-60c2-4300-bb68-3b597fcd729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:44.626078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-40092c6f-60c2-4300-bb68-3b597fcd729f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2379f3be-5962-40d1-834f-0e520eee96e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0599930
May 14 21:34:44.698072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e379dfd-379b-4a27-b9fb-6dcea8cb1090 admin admin] Publish callbacks [] for security_group (5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.710909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8a97af7f-e8ff-41fa-b059-8c13a6ced336), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.743297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79b1ff69-ab52-4b9a-a6ea-4cc43e612b4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.6971931
May 14 21:34:44.745742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (fd22e76b-4871-47e5-aedd-c688f6feb3f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.747936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53110) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:44.748716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.754620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] 10.222.0.52 "DELETE /v2.0/networks/fd22e76b-4871-47e5-aedd-c688f6feb3f9 HTTP/1.1" status: 204  len: 168 time: 1.4168458
May 14 21:34:44.771435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Pushing event deleted for resources: {'Port': ['ID=8a97af7f-e8ff-41fa-b059-8c13a6ced336,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.774656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-93a660ae-3a50-4eb7-ae1c-1c2c2db748c2 service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429219
May 14 21:34:44.808540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e379dfd-379b-4a27-b9fb-6dcea8cb1090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.839107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd01fa-90fa-4621-95cb-94d43efe9a64 tempest-ExtraDHCPOptionsTestJSON-126141765 tempest-ExtraDHCPOptionsTestJSON-126141765-project] Pushing event deleted for resources: {'Network': ['ID=fd22e76b-4871-47e5-aedd-c688f6feb3f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.841129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c65d403-5855-4949-9e26-a16f9ea55941 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:44.883031 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e379dfd-379b-4a27-b9fb-6dcea8cb1090 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df09456b8d2940809a315d195dceab11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6709545
May 14 21:34:44.885264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53118) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:44.885264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e379dfd-379b-4a27-b9fb-6dcea8cb1090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:44.897132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4c65d403-5855-4949-9e26-a16f9ea55941 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:44.897550 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.931315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] No DVR routers for this DVR port 8a97af7f-e8ff-41fa-b059-8c13a6ced336 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:44.949023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10f796-5707-4c62-b2b7-732626a82fed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:44.955756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd10f796-5707-4c62-b2b7-732626a82fed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:44.957633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30f3f3ba-bdaf-4b73-94d0-68c36b8ac380 admin admin] Publish callbacks [] for security_group (5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.963317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bd10f796-5707-4c62-b2b7-732626a82fed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.2105966
May 14 21:34:44.963797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53120) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:44.964963 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:44.969217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "DELETE /v2.0/ports/8a97af7f-e8ff-41fa-b059-8c13a6ced336 HTTP/1.1" status: 204  len: 173 time: 1.0686121
May 14 21:34:44.998017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30f3f3ba-bdaf-4b73-94d0-68c36b8ac380 admin admin] Publish callbacks [] for security_group (5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.031050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5aab0f-f971-443e-b949-5430a66f746e', 'name': 'network-vif-deleted', 'tag': '8a97af7f-e8ff-41fa-b059-8c13a6ced336'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:34:45.033342 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1774b7e-2c83-4cdc-95e7-1eded64ea85c" -d '{"events": [{"server_uuid": "8b5aab0f-f971-443e-b949-5430a66f746e", "name": "network-vif-deleted", "tag": "8a97af7f-e8ff-41fa-b059-8c13a6ced336"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:34:45.038113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4c65d403-5855-4949-9e26-a16f9ea55941 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:45.039364 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.092823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4c65d403-5855-4949-9e26-a16f9ea55941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c65d403-5855-4949-9e26-a16f9ea55941,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:45.138995 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a39fc-1fbd-49fd-8dbd-b9e97c655dfb x-openstack-request-id: req-f63a39fc-1fbd-49fd-8dbd-b9e97c655dfb {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:34:45.139547 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5aab0f-f971-443e-b949-5430a66f746e", "name": "network-vif-deleted", "tag": "8a97af7f-e8ff-41fa-b059-8c13a6ced336", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:34:45.139636 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f63a39fc-1fbd-49fd-8dbd-b9e97c655dfb {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:34:45.140015 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63a39fc-1fbd-49fd-8dbd-b9e97c655dfb'] response: {'server_uuid': '8b5aab0f-f971-443e-b949-5430a66f746e', 'name': 'network-vif-deleted', 'tag': '8a97af7f-e8ff-41fa-b059-8c13a6ced336', 'status': 'completed', 'code': 200}
May 14 21:34:45.163142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-365ffdc5-4a10-4fab-aeb4-ee1e7117ad20 req-d552fec4-35d4-4b88-a5a4-b543115070be service neutron] 10.222.0.36 "GET /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3660259
May 14 21:34:45.165111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 9e3bd64d-fe25-4603-b5be-76e4764a70f0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:45.165447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9e3bd64d-fe25-4603-b5be-76e4764a70f0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.219737 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.230377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f8b1941d-a72f-4ed3-b85d-0a9ecf611380 req-a726bb78-ec97-41de-9cc9-517474dba4e0 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0433238
May 14 21:34:45.231265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30f3f3ba-bdaf-4b73-94d0-68c36b8ac380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.242834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-30f3f3ba-bdaf-4b73-94d0-68c36b8ac380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.258646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-30f3f3ba-bdaf-4b73-94d0-68c36b8ac380 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd HTTP/1.1" status: 204  len: 168 time: 0.3597758
May 14 21:34:45.258807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3f3ba-bdaf-4b73-94d0-68c36b8ac380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5aa989-09f1-4e0a-b5a9-58e5fc71edcd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:45.333849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4c65d403-5855-4949-9e26-a16f9ea55941,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:45.353858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9e3bd64d-fe25-4603-b5be-76e4764a70f0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.357275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:45.381576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 9e3bd64d-fe25-4603-b5be-76e4764a70f0 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:45.405425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:34:45.405763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 92a7ac7e-c8e7-4254-9d68-6ff65a1d66c3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:34:45.451934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53132) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:45.635561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9e3bd64d-fe25-4603-b5be-76e4764a70f0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.635681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a5902c22-6127-410a-b749-5189ead15862 None None] Provisioning complete for port 4c65d403-5855-4949-9e26-a16f9ea55941 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:45.635681 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a5902c22-6127-410a-b749-5189ead15862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.674754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=9e3bd64d-fe25-4603-b5be-76e4764a70f0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:45.684397 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.699390 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.705748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8350924b-1300-4e74-8c3a-eb8a810a2f20 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/9e3bd64d-fe25-4603-b5be-76e4764a70f0 HTTP/1.1" status: 204  len: 168 time: 0.7260635
May 14 21:34:45.706245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:45.749683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a5902c22-6127-410a-b749-5189ead15862 None None] Current status of the port 4c65d403-5855-4949-9e26-a16f9ea55941 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:45.806642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58087264-4e08-4e9f-a48d-7ff7956545ab tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:45.811870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58087264-4e08-4e9f-a48d-7ff7956545ab tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:45.820444 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-58087264-4e08-4e9f-a48d-7ff7956545ab tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1070392
May 14 21:34:45.821306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53146) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:45.833861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c281254f-5017-4ecf-a1a0-8a067b780229 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a1920fe976b4f6da96a03177d55b7f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3780026
May 14 21:34:45.835415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53148) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:45.883797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet dabaea27-d88c-4c23-9132-d45b15e6e62b {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:45.888144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (dabaea27-d88c-4c23-9132-d45b15e6e62b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.924747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee83-24aa-4d85-b6cf-e6f3b36c4f42 admin admin] Publish callbacks [] for security_group (8df1990c-b0dc-49fd-a723-9133783fb171), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.948956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (dabaea27-d88c-4c23-9132-d45b15e6e62b), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:45.965280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7c67f3d2-4e25-450d-b02b-8e5c1df3246a None None] Could not find standard attr ID for object 9e3bd64d-fe25-4603-b5be-76e4764a70f0. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:34:45.971333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee83-24aa-4d85-b6cf-e6f3b36c4f42 admin admin] Publish callbacks [] for security_group (8df1990c-b0dc-49fd-a723-9133783fb171), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.070344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dabaea27-d88c-4c23-9132-d45b15e6e62b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.208358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee83-24aa-4d85-b6cf-e6f3b36c4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8df1990c-b0dc-49fd-a723-9133783fb171), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.212362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee83-24aa-4d85-b6cf-e6f3b36c4f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.213470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8a97af7f-e8ff-41fa-b059-8c13a6ced336 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:46.215466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89a6ee83-24aa-4d85-b6cf-e6f3b36c4f42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8df1990c-b0dc-49fd-a723-9133783fb171 HTTP/1.1" status: 204  len: 168 time: 0.3790224
May 14 21:34:46.237038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8a97af7f-e8ff-41fa-b059-8c13a6ced336 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:34:46.237386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8a97af7f-e8ff-41fa-b059-8c13a6ced336 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:34:46.243233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ee83-24aa-4d85-b6cf-e6f3b36c4f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1990c-b0dc-49fd-a723-9133783fb171,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:46.284182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (dabaea27-d88c-4c23-9132-d45b15e6e62b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.314058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=dabaea27-d88c-4c23-9132-d45b15e6e62b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:46.316256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.320304 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f84d46d-d267-48f0-a52b-020b10d588fd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/dabaea27-d88c-4c23-9132-d45b15e6e62b HTTP/1.1" status: 204  len: 168 time: 0.4979398
May 14 21:34:46.322797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53162) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:46.324242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c5d05-d2c0-4c8b-8316-dee2bab01ddf None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:46.403519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d3fc3055-5651-4f9f-856f-a7a8ba261996 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0777438
May 14 21:34:46.405006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53166) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:46.410052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:46.490734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:46.535537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] Deleting port 4c65d403-5855-4949-9e26-a16f9ea55941 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:46.535922 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.626667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:46.632041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] For port 4c65d403-5855-4949-9e26-a16f9ea55941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c65d403-5855-4949-9e26-a16f9ea55941,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:46.632476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.635204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.653926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] Calling delete_port for 4c65d403-5855-4949-9e26-a16f9ea55941 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:46.801724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c65d403-5855-4949-9e26-a16f9ea55941 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:46.881459 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4c65d403-5855-4949-9e26-a16f9ea55941), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.884059 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:46.951947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No active binding found for port 4c65d403-5855-4949-9e26-a16f9ea55941 {{(pid=115782) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 14 21:34:46.951947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] The host ncdv-master-1 is not matching for port 4c65d403-5855-4949-9e26-a16f9ea55941 host None! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:34:46.952356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c65d403-5855-4949-9e26-a16f9ea55941 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:34:46.955458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f043e15-82da-4b68-b31f-f4e25ef54638 req-30aa27d9-db0a-4ecb-9eda-1e651c2e2b25 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b5aab0f-f971-443e-b949-5430a66f746e HTTP/1.1" status: 200  len: 210 time: 0.0869837
May 14 21:34:46.958947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] Pushing event deleted for resources: {'Port': ['ID=4c65d403-5855-4949-9e26-a16f9ea55941,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:46.965849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e5317-7da0-4eb8-a73d-d826aedcabc2 None None] No DVR routers for this DVR port 4c65d403-5855-4949-9e26-a16f9ea55941 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:47.145244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (a250aad2-4418-42c7-9b3d-e48edaffc173), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.188904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:47.195833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:47.197110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:47.197711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.204035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2dbd6-3685-4a4d-a3a1-a5fa3b413946 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:47.216868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=a250aad2-4418-42c7-9b3d-e48edaffc173,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:47.281168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53194) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:47.327373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'a250aad2-4418-42c7-9b3d-e48edaffc173'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:47.328795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.362056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e8645046-932a-4bd1-9ea4-49f120451f29 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9559543
May 14 21:34:47.364707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:47.370761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'name': 'tempest-NetworksTestDHCPv6-1722893969'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:47.479350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/a250aad2-4418-42c7-9b3d-e48edaffc173/c4896ef9-fc02-4bbc-872c-4f8c2d99947b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:47.542336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1959173881'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:47.636592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:47.642084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.666466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:47.670666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.674032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.699441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 355e5537-81c2-4aff-b23e-1a3e5ba5d8ea yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:47.835528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Publish callbacks [] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.845938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for security_group (a8f7eac5-7da3-426e-9635-5ebfe810e8d8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.907420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53218) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:47.914441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.920290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a8f7eac5-7da3-426e-9635-5ebfe810e8d8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:47.993300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Pushing event updated for resources: {'Port': ['ID=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.004303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:48.004612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:48.007873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:48.010727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:48.037597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8bc3e620-276a-484a-80a7-44892950254c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.038849 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment 8bc3e620-276a-484a-80a7-44892950254c of type vlan for network 7c0de0bb-5c26-4d70-9b74-7a04254428f9
May 14 21:34:48.076847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946667831'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:48.103523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Attempting to bind port c4896ef9-fc02-4bbc-872c-4f8c2d99947b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:48.104291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Attempting to bind port c4896ef9-fc02-4bbc-872c-4f8c2d99947b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:48.105237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Attempting to bind port c4896ef9-fc02-4bbc-872c-4f8c2d99947b on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:48.111457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:48.114687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:48.114687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.114687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:48.114687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Bound port: c4896ef9-fc02-4bbc-872c-4f8c2d99947b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:48.114687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.126696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7c0de0bb-5c26-4d70-9b74-7a04254428f9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.139158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::376 (88e03173-3786-4c9f-927f-9ea223dbf14a/a250aad2-4418-42c7-9b3d-e48edaffc173/355e5537-81c2-4aff-b23e-1a3e5ba5d8ea) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:48.142084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f7eac5-7da3-426e-9635-5ebfe810e8d8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.183007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:48.199511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.205231 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.228747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] For port c4896ef9-fc02-4bbc-872c-4f8c2d99947b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:48.232964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] For port c4896ef9-fc02-4bbc-872c-4f8c2d99947b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:48.285591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7c0de0bb-5c26-4d70-9b74-7a04254428f9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.291631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:48.292253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.323361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for security_group (35a97a83-2dc7-45a6-baa9-444e749e3eb3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.324321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53240) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:48.339594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.390872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=7c0de0bb-5c26-4d70-9b74-7a04254428f9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.404250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:48.419076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7664-f71c-4066-a445-618b636f2e92 None None] Pushing event updated for resources: {'Port': ['ID=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.430895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (35a97a83-2dc7-45a6-baa9-444e749e3eb3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.434401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (355e5537-81c2-4aff-b23e-1a3e5ba5d8ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.438186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6f96ef2a-e873-4d8f-8927-99a83b7ce5cc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 751 time: 1.1559594
May 14 21:34:48.441648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53244) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:48.470447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-48867565'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:48.501789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:48.517093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a97a83-2dc7-45a6-baa9-444e749e3eb3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.520337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (09bb7089-37ce-48ed-ae82-a129810f630c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.520962 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment 09bb7089-37ce-48ed-ae82-a129810f630c of type vlan for network 0ed487b8-7d2a-4b86-b023-0654437f2f5d
May 14 21:34:48.545484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (355e5537-81c2-4aff-b23e-1a3e5ba5d8ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.592466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8921a62-757a-4c35-807a-e6ae0c1eb760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.596423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (0ed487b8-7d2a-4b86-b023-0654437f2f5d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.606049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:48.612173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:48.614852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:48.615305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:48.619439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.621369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:48.622078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.636532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=355e5537-81c2-4aff-b23e-1a3e5ba5d8ea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.674568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:48.696635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (23e71c26-bb04-4b4f-b30b-455594f6c77b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.702140 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment 23e71c26-bb04-4b4f-b30b-455594f6c77b of type vlan for network a462e2bb-7560-40fc-a02f-2eb90063e154
May 14 21:34:48.724018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3ecfcd22-9591-4aa1-9a22-ac19965772f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.3578074
May 14 21:34:48.732267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53248) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:48.795712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (0ed487b8-7d2a-4b86-b023-0654437f2f5d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.802537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:48.803164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.822286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a462e2bb-7560-40fc-a02f-2eb90063e154), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.826425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4896ef9-fc02-4bbc-872c-4f8c2d99947b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:48.890423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a9815-9c11-4ec3-9f9b-a6b79d43f986 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:48.893184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c4896ef9-fc02-4bbc-872c-4f8c2d99947b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:48.893499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.896648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a9815-9c11-4ec3-9f9b-a6b79d43f986 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:48.899584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aa8a9815-9c11-4ec3-9f9b-a6b79d43f986 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1715415
May 14 21:34:48.902906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53260) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:48.952967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8921a62-757a-4c35-807a-e6ae0c1eb760 admin admin] Publish callbacks [] for security_group (9b8a3264-a313-404b-846d-4fdab0dd3e5c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:48.966251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=0ed487b8-7d2a-4b86-b023-0654437f2f5d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:48.980645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 0ed487b8-7d2a-4b86-b023-0654437f2f5d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:49.010456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e63ed02-2621-4d96-bf1f-0d63da4797ec tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.0940120
May 14 21:34:49.020804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c4896ef9-fc02-4bbc-872c-4f8c2d99947b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:49.021363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.033335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 355e5537-81c2-4aff-b23e-1a3e5ba5d8ea {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:49.033723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (355e5537-81c2-4aff-b23e-1a3e5ba5d8ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.036486 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d8921a62-757a-4c35-807a-e6ae0c1eb760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b8a3264-a313-404b-846d-4fdab0dd3e5c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.086335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8921a62-757a-4c35-807a-e6ae0c1eb760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8a3264-a313-404b-846d-4fdab0dd3e5c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:49.106243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d8921a62-757a-4c35-807a-e6ae0c1eb760 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6392084e6f942aca6701f8f01419ab4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7808039
May 14 21:34:49.107261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53264) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:49.123938 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a462e2bb-7560-40fc-a02f-2eb90063e154), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.130656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port c4896ef9-fc02-4bbc-872c-4f8c2d99947b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:49.130908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:49.131764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.176887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (355e5537-81c2-4aff-b23e-1a3e5ba5d8ea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.192278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 355e5537-81c2-4aff-b23e-1a3e5ba5d8ea owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:49.213984 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.240939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=a462e2bb-7560-40fc-a02f-2eb90063e154,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:49.255689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3012ac64-b9f3-4b02-ac30-095440b3967b admin admin] Publish callbacks [] for security_group (9b8a3264-a313-404b-846d-4fdab0dd3e5c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.272350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-18823534-d9d5-46bf-a059-8d540afaefd7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.8137755
May 14 21:34:49.272595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:49.273567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a462e2bb-7560-40fc-a02f-2eb90063e154 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:49.281103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:49.283426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3012ac64-b9f3-4b02-ac30-095440b3967b admin admin] Publish callbacks [] for security_group (9b8a3264-a313-404b-846d-4fdab0dd3e5c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.388839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:49.428198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3012ac64-b9f3-4b02-ac30-095440b3967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b8a3264-a313-404b-846d-4fdab0dd3e5c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.432781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3012ac64-b9f3-4b02-ac30-095440b3967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.439410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3012ac64-b9f3-4b02-ac30-095440b3967b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b8a3264-a313-404b-846d-4fdab0dd3e5c HTTP/1.1" status: 204  len: 168 time: 0.3309264
May 14 21:34:49.449547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012ac64-b9f3-4b02-ac30-095440b3967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8a3264-a313-404b-846d-4fdab0dd3e5c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:49.539192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:49.542943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.571147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (355e5537-81c2-4aff-b23e-1a3e5ba5d8ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.642741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=355e5537-81c2-4aff-b23e-1a3e5ba5d8ea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:49.683979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.689846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c3014cef-1a5d-4182-85c3-4211cfe00065 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/355e5537-81c2-4aff-b23e-1a3e5ba5d8ea HTTP/1.1" status: 204  len: 168 time: 0.7855916
May 14 21:34:49.690160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:49.809337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42088f40-7668-4e3b-8c7e-5db8ae9465c0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:49.813215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42088f40-7668-4e3b-8c7e-5db8ae9465c0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:49.814805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42088f40-7668-4e3b-8c7e-5db8ae9465c0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1233547
May 14 21:34:49.820147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53276) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:49.846374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8dd166f3-107d-41b9-8312-2177447fdd5e None None] Provisioning complete for port c4896ef9-fc02-4bbc-872c-4f8c2d99947b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:49.847025 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8dd166f3-107d-41b9-8312-2177447fdd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.900356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet a250aad2-4418-42c7-9b3d-e48edaffc173 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:49.909416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (a250aad2-4418-42c7-9b3d-e48edaffc173), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:49.962261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (044c2ecd-514a-4e16-854e-c70c352b6db2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.029696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (a250aad2-4418-42c7-9b3d-e48edaffc173), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.079779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=044c2ecd-514a-4e16-854e-c70c352b6db2,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:50.100008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8dd166f3-107d-41b9-8312-2177447fdd5e None None] Current status of the port c4896ef9-fc02-4bbc-872c-4f8c2d99947b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:50.119030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': '8bc3e620-276a-484a-80a7-44892950254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:50.119834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: 7c0de0bb-5c26-4d70-9b74-7a04254428f9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:50.196994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a250aad2-4418-42c7-9b3d-e48edaffc173), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.213855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:50.215868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2cde398e-4858-4a9b-91d0-aeb026484595 None None] Could not find standard attr ID for object 355e5537-81c2-4aff-b23e-1a3e5ba5d8ea. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:34:50.293128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c0de0bb-5c26-4d70-9b74-7a04254428f9) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:50.297925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:50.304208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.306415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7951a55d-f2b3-4fba-a065-3b0b0c86f8aa None None] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:50.347414 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (a250aad2-4418-42c7-9b3d-e48edaffc173), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.398702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=a250aad2-4418-42c7-9b3d-e48edaffc173,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:50.400569 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.407869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53288) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:50.408878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-529cef70-17d0-4d58-aba7-f0662b9e3aef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/a250aad2-4418-42c7-9b3d-e48edaffc173 HTTP/1.1" status: 204  len: 168 time: 0.5868568
May 14 21:34:50.459581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8686d898-dd7e-4713-b632-7a39590b2ccd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0497825
May 14 21:34:50.463101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53290) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:50.472621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e5337a2-03fc-4d2f-8b3c-b10162012931 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1988752
May 14 21:34:50.482144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:50.484122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c0de0bb-5c26-4d70-9b74-7a04254428f9', 'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': '044c2ecd-514a-4e16-854e-c70c352b6db2'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:50.485568 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.488559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:50.518271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df6c472-a05e-4725-a2b3-4b37f3ae209f None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:50.587870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cfade8-91d1-4f55-b71f-f9af0388c11d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:50.589566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9cfade8-91d1-4f55-b71f-f9af0388c11d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1244252
May 14 21:34:50.592513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53298) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:50.678912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f481e-d9d4-4369-b696-16aa8e88b053 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:50.683516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53304) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:50.685084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ff7f481e-d9d4-4369-b696-16aa8e88b053 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0855219
May 14 21:34:50.734274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:50.739925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:50.753161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Allocated IP 2001:db8::2 (7c0de0bb-5c26-4d70-9b74-7a04254428f9/044c2ecd-514a-4e16-854e-c70c352b6db2/c4bff42a-9032-45e5-8e51-ed9a492c0d5a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:50.824541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-798e2ff0-0607-408a-a600-f2039c614784 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1396451
May 14 21:34:50.832593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:50.837958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:50.849391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4896ef9-fc02-4bbc-872c-4f8c2d99947b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:51.003066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Publish callbacks [] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.050886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c4896ef9-fc02-4bbc-872c-4f8c2d99947b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:51.051691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.148543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:51.155985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.289523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:51.309014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Pushing event updated for resources: {'Port': ['ID=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:51.311560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:51.320229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:51.322763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] Deleting port c4896ef9-fc02-4bbc-872c-4f8c2d99947b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:51.323017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.523928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:51.528809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.612887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c4896ef9-fc02-4bbc-872c-4f8c2d99947b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:51.662192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Attempting to bind port c4bff42a-9032-45e5-8e51-ed9a492c0d5a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:51.662192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Attempting to bind port c4bff42a-9032-45e5-8e51-ed9a492c0d5a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8bc3e620-276a-484a-80a7-44892950254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:51.662192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Attempting to bind port c4bff42a-9032-45e5-8e51-ed9a492c0d5a on network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:51.666132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] For port c4896ef9-fc02-4bbc-872c-4f8c2d99947b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:51.666698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.677863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:51.678333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Checking segment: {'id': '8bc3e620-276a-484a-80a7-44892950254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:51.678838 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.679467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Bound using segment: {'id': '8bc3e620-276a-484a-80a7-44892950254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:51.680053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Bound port: c4bff42a-9032-45e5-8e51-ed9a492c0d5a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc3e620-276a-484a-80a7-44892950254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c0de0bb-5c26-4d70-9b74-7a04254428f9'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:51.680552 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.686464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] Calling delete_port for c4896ef9-fc02-4bbc-872c-4f8c2d99947b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:51.723443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (af80336b-2171-49e1-9703-89442d6c34f6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.801823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] For port c4bff42a-9032-45e5-8e51-ed9a492c0d5a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:51.806702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] For port c4bff42a-9032-45e5-8e51-ed9a492c0d5a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,segment=NetworkSegment(8bc3e620-276a-484a-80a7-44892950254c),segment_id=8bc3e620-276a-484a-80a7-44892950254c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:51.857997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=af80336b-2171-49e1-9703-89442d6c34f6,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:51.865591 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': '23e71c26-bb04-4b4f-b30b-455594f6c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:51.866577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: a462e2bb-7560-40fc-a02f-2eb90063e154, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:51.898123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.927678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (c4896ef9-fc02-4bbc-872c-4f8c2d99947b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.933616 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (e591e319-41a1-4496-99f7-6b7810e29d49), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:51.979999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] No DVR routers for this DVR port c4896ef9-fc02-4bbc-872c-4f8c2d99947b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:52.007770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:52.008796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network a462e2bb-7560-40fc-a02f-2eb90063e154 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:52.018532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7302f-e13b-4df6-b4da-3b2cf2b5d28f None None] Pushing event updated for resources: {'Port': ['ID=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:52.023676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:52.031464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:52.032244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.040944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=e591e319-41a1-4496-99f7-6b7810e29d49,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:52.052875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c7b2c-87d2-42a5-a548-997a95b19cbb None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:52.094734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4c07f-8719-42fd-b0bf-a162539596a4 None None] Pushing event deleted for resources: {'Port': ['ID=c4896ef9-fc02-4bbc-872c-4f8c2d99947b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:52.126927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a462e2bb-7560-40fc-a02f-2eb90063e154) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:52.145237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:52.150224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.154759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd38230-b723-4e67-99c6-a3bfb29d4340 None None] Network a462e2bb-7560-40fc-a02f-2eb90063e154 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:52.187150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:52.187980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-05806461-6985-410c-aad7-83d7cd6b5fc7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3543241
May 14 21:34:52.199705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': 'e591e319-41a1-4496-99f7-6b7810e29d49', 'ip_address': '2001:db8::def0:76c8:91b5:af0a'}], 'name': 'tempest-NetworksTestDHCPv6-1063348252'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:52.242527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a18bc226-a08d-4376-bddc-daffd1befa59 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.7561224
May 14 21:34:52.242739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53348) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:52.248046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-593421280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:52.371401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'e591e319-41a1-4496-99f7-6b7810e29d49'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:52.373025 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.401740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.403504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.433293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a462e2bb-7560-40fc-a02f-2eb90063e154', 'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': 'af80336b-2171-49e1-9703-89442d6c34f6'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:52.434272 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.519158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.576801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53354) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:52.582667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:52.610792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:52.631035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.750085 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.753011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a57d8ca1-e129-498e-a702-563f05b580be tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5077584
May 14 21:34:52.754170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:52.760321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Allocated IP 2001:db8:1::2 (a462e2bb-7560-40fc-a02f-2eb90063e154/af80336b-2171-49e1-9703-89442d6c34f6/0d196fbb-2f27-422e-9afa-2441e8599e3a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:52.760501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:52.783688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/e591e319-41a1-4496-99f7-6b7810e29d49/4a273888-ed3b-4d13-9d5a-482d1d938545) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:52.818258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 11daac4f-50a2-41cd-846f-90596c0305fb yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:52.944583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4bff42a-9032-45e5-8e51-ed9a492c0d5a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:52.971056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:52.975728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.162044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c4bff42a-9032-45e5-8e51-ed9a492c0d5a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:53.162044 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.355784 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.442425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Publish callbacks [] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.447349 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:34:53.451129 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Publish callbacks [] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.492601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c4bff42a-9032-45e5-8e51-ed9a492c0d5a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:53.494116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.532546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port c4bff42a-9032-45e5-8e51-ed9a492c0d5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,segment=NetworkSegment(8bc3e620-276a-484a-80a7-44892950254c),segment_id=8bc3e620-276a-484a-80a7-44892950254c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:53.579270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.624739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Pushing event updated for resources: {'Port': ['ID=0d196fbb-2f27-422e-9afa-2441e8599e3a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:53.641260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Network a462e2bb-7560-40fc-a02f-2eb90063e154 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:53.643249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:53.645669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.648442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:53.751904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c413a-f16d-4e97-a1be-14b5f97628cd None None] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:53.755451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:53.760976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.762938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Pushing event updated for resources: {'Port': ['ID=4a273888-ed3b-4d13-9d5a-482d1d938545,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:53.763901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::def0:76c8:91b5:af0a (88e03173-3786-4c9f-927f-9ea223dbf14a/e591e319-41a1-4496-99f7-6b7810e29d49/11daac4f-50a2-41cd-846f-90596c0305fb) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:53.778539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:53.788863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8::1 (7c0de0bb-5c26-4d70-9b74-7a04254428f9/044c2ecd-514a-4e16-854e-c70c352b6db2/28ab901a-6e0a-40e2-9b91-ce853e376736) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:53.815372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:53.885708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (116b1e05-c9ec-4e64-bae5-566f50a826bd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.900648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4896ef9-fc02-4bbc-872c-4f8c2d99947b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:34:53.911008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Attempting to bind port 0d196fbb-2f27-422e-9afa-2441e8599e3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:53.911390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Attempting to bind port 0d196fbb-2f27-422e-9afa-2441e8599e3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '23e71c26-bb04-4b4f-b30b-455594f6c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:53.911787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Attempting to bind port 0d196fbb-2f27-422e-9afa-2441e8599e3a on network a462e2bb-7560-40fc-a02f-2eb90063e154 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:53.949640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9ffbc833-4275-491f-8560-cf59a54f6300 None None] Provisioning complete for port c4bff42a-9032-45e5-8e51-ed9a492c0d5a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:53.950274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ffbc833-4275-491f-8560-cf59a54f6300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.983829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c4896ef9-fc02-4bbc-872c-4f8c2d99947b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:34:53.984230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:53.984567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4896ef9-fc02-4bbc-872c-4f8c2d99947b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:34:54.019096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:54.019498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Checking segment: {'id': '23e71c26-bb04-4b4f-b30b-455594f6c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:54.019902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.020419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Bound using segment: {'id': '23e71c26-bb04-4b4f-b30b-455594f6c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:54.020944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Bound port: 0d196fbb-2f27-422e-9afa-2441e8599e3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e71c26-bb04-4b4f-b30b-455594f6c77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a462e2bb-7560-40fc-a02f-2eb90063e154'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:54.021310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.039671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=116b1e05-c9ec-4e64-bae5-566f50a826bd,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:54.068997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (11daac4f-50a2-41cd-846f-90596c0305fb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.081257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:54.093635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.125975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': '09bb7089-37ce-48ed-ae82-a129810f630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:54.126440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: 0ed487b8-7d2a-4b86-b023-0654437f2f5d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:54.128306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Attempting to bind port 4a273888-ed3b-4d13-9d5a-482d1d938545 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:54.128680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Attempting to bind port 4a273888-ed3b-4d13-9d5a-482d1d938545 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:54.129048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Attempting to bind port 4a273888-ed3b-4d13-9d5a-482d1d938545 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:54.145170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:54.148980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:54.153000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:54.153566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.167433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:54.168095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:54.168237 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.168816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:54.169299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Bound port: 4a273888-ed3b-4d13-9d5a-482d1d938545, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:54.169679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.214384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=28ab901a-6e0a-40e2-9b91-ce853e376736,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:54.219827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 0ed487b8-7d2a-4b86-b023-0654437f2f5d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:54.228274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (11daac4f-50a2-41cd-846f-90596c0305fb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.296179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:54.299626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=11daac4f-50a2-41cd-846f-90596c0305fb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:54.315593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:54.318763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:54.325528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:54.325528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.435913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] For port 0d196fbb-2f27-422e-9afa-2441e8599e3a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:54.458842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] For port 0d196fbb-2f27-422e-9afa-2441e8599e3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d196fbb-2f27-422e-9afa-2441e8599e3a,segment=NetworkSegment(23e71c26-bb04-4b4f-b30b-455594f6c77b),segment_id=23e71c26-bb04-4b4f-b30b-455594f6c77b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:54.467766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e9a2c99d-d3ce-4c2d-9241-2257c34a388c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.2762294
May 14 21:34:54.467766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0ed487b8-7d2a-4b86-b023-0654437f2f5d) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:54.468293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53472) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:54.478751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbc833-4275-491f-8560-cf59a54f6300 None None] Current status of the port c4bff42a-9032-45e5-8e51-ed9a492c0d5a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:54.483807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:54.484471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.486495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598e218-c642-4f76-9361-236c16287897 None None] Network 0ed487b8-7d2a-4b86-b023-0654437f2f5d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:54.505533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.525706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] For port 4a273888-ed3b-4d13-9d5a-482d1d938545, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:54.538226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5a17a-e3dd-40ad-96e2-c6834f93af4b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:54.552196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb5a17a-e3dd-40ad-96e2-c6834f93af4b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:54.553924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3bb5a17a-e3dd-40ad-96e2-c6834f93af4b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0847764
May 14 21:34:54.557598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53476) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:54.562794 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.584774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] For port 4a273888-ed3b-4d13-9d5a-482d1d938545, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a273888-ed3b-4d13-9d5a-482d1d938545,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:54.634713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-231248b5-b98c-43b3-894d-5b314e53a76a None None] Provisioning complete for port 28ab901a-6e0a-40e2-9b91-ce853e376736 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:54.635050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231248b5-b98c-43b3-894d-5b314e53a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.682635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 11daac4f-50a2-41cd-846f-90596c0305fb {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:54.683505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (11daac4f-50a2-41cd-846f-90596c0305fb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.701505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f1ed9e4f-0c6b-4e1c-a30d-860ccc0355e0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1232758
May 14 21:34:54.702340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53480) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:54.719779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-231248b5-b98c-43b3-894d-5b314e53a76a None None] Port 28ab901a-6e0a-40e2-9b91-ce853e376736 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:54.730288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.758044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1076109256'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:54.796240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-231248b5-b98c-43b3-894d-5b314e53a76a None None] Provisioning complete for port c4bff42a-9032-45e5-8e51-ed9a492c0d5a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:54.801415 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231248b5-b98c-43b3-894d-5b314e53a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.907099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (11daac4f-50a2-41cd-846f-90596c0305fb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.927134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493833e2-42b8-40ed-8ac1-e72b119810d8 None None] Pushing event updated for resources: {'Port': ['ID=0d196fbb-2f27-422e-9afa-2441e8599e3a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:54.938118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 11daac4f-50a2-41cd-846f-90596c0305fb owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:54.942902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4bff42a-9032-45e5-8e51-ed9a492c0d5a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:54.974249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:54.979645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:54.988093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.003557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0ed487b8-7d2a-4b86-b023-0654437f2f5d', 'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': '116b1e05-c9ec-4e64-bae5-566f50a826bd'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:55.008529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.080474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:55.082655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.083875 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.118054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-231248b5-b98c-43b3-894d-5b314e53a76a None None] Current status of the port c4bff42a-9032-45e5-8e51-ed9a492c0d5a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:55.125063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2bdd7-4343-46d1-b4f3-c381b7c0520b None None] Pushing event updated for resources: {'Port': ['ID=4a273888-ed3b-4d13-9d5a-482d1d938545,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:55.156750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e3b38cb5-e920-48b8-ae21-e960d2828714), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.157173 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment e3b38cb5-e920-48b8-ae21-e960d2828714 of type vlan for network 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f
May 14 21:34:55.210868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c4bff42a-9032-45e5-8e51-ed9a492c0d5a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:55.211894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.226921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.303372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-17826479-5f9f-4a39-be2c-42999e2a27dc None None] Provisioning complete for port 28ab901a-6e0a-40e2-9b91-ce853e376736 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:55.303774 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17826479-5f9f-4a39-be2c-42999e2a27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.340932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=28ab901a-6e0a-40e2-9b91-ce853e376736,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:55.395578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.398183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-17826479-5f9f-4a39-be2c-42999e2a27dc None None] Port 28ab901a-6e0a-40e2-9b91-ce853e376736 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:55.403068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:55.404727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:55.404945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:55.405551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.408772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Allocated IP 2001:db8:0:ffff::2 (0ed487b8-7d2a-4b86-b023-0654437f2f5d/116b1e05-c9ec-4e64-bae5-566f50a826bd/f78817be-2400-4a05-a52d-6db7a354952d) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:55.519160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:55.536368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3f1773d0-92ec-4afb-b383-993f0a1ca86d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7909000
May 14 21:34:55.537133 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (11daac4f-50a2-41cd-846f-90596c0305fb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.548880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53512) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:55.569118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:55.602416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:55.636236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c4bff42a-9032-45e5-8e51-ed9a492c0d5a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:55.637449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=11daac4f-50a2-41cd-846f-90596c0305fb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:55.691206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 21b9aa42-03aa-4ec0-83c5-1d3c642e785b is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:34:55.826081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.832157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7bc0311f-6163-4add-abbf-4c4a45ff6954 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/11daac4f-50a2-41cd-846f-90596c0305fb HTTP/1.1" status: 204  len: 168 time: 1.2735057
May 14 21:34:55.835890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:55.900049 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Publish callbacks [] for port (f78817be-2400-4a05-a52d-6db7a354952d), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.911986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc5a04-d11e-4a17-b82b-0c37e8023a86 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:55.913575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc5a04-d11e-4a17-b82b-0c37e8023a86 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:55.919688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-80cc5a04-d11e-4a17-b82b-0c37e8023a86 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0782731
May 14 21:34:55.919985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53526) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:55.928327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:34:55.939279 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] Sync routers for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:34:55.942715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fce4ba75-b3c6-4df9-8d5b-e9ad317c49c0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/21b9aa42-03aa-4ec0-83c5-1d3c642e785b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1872439
May 14 21:34:55.947178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:55.955267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4bae1022-ae4f-4248-8547-792949f10300 None None] Provisioning complete for port 28ab901a-6e0a-40e2-9b91-ce853e376736 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:55.955682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bae1022-ae4f-4248-8547-792949f10300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:55.957562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:34:55.958212 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:56.005157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet e591e319-41a1-4496-99f7-6b7810e29d49 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:34:56.010350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (e591e319-41a1-4496-99f7-6b7810e29d49), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.025573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4bae1022-ae4f-4248-8547-792949f10300 None None] Port 28ab901a-6e0a-40e2-9b91-ce853e376736 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:56.035756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:56.037481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bac9b3-9e1b-40c5-83a3-ed27cb5386a1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:56.042476 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7bac9b3-9e1b-40c5-83a3-ed27cb5386a1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports/28ab901a-6e0a-40e2-9b91-ce853e376736 HTTP/1.1" status: 200  len: 911 time: 0.0914605
May 14 21:34:56.042781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.043168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53530) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:56.049404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ef70>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:56.061375 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:34:56.062255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ef70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:56.074191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f78817be-2400-4a05-a52d-6db7a354952d), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.109132 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ef70>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:56.109928 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f6cebb-680b-4b00-9ad5-0ef4f134b64c None None] The sync data for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:34:56.132784 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (e591e319-41a1-4496-99f7-6b7810e29d49), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.163353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Network 0ed487b8-7d2a-4b86-b023-0654437f2f5d is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:56.171373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:56.178173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:56.188103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Pushing event updated for resources: {'Port': ['ID=f78817be-2400-4a05-a52d-6db7a354952d,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:56.284156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Attempting to bind port f78817be-2400-4a05-a52d-6db7a354952d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:34:56.284854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Attempting to bind port f78817be-2400-4a05-a52d-6db7a354952d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '09bb7089-37ce-48ed-ae82-a129810f630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:34:56.284854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Attempting to bind port f78817be-2400-4a05-a52d-6db7a354952d on network 0ed487b8-7d2a-4b86-b023-0654437f2f5d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:34:56.298260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:34:56.304997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Checking segment: {'id': '09bb7089-37ce-48ed-ae82-a129810f630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:56.304997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.304997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Bound using segment: {'id': '09bb7089-37ce-48ed-ae82-a129810f630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:34:56.304997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Bound port: f78817be-2400-4a05-a52d-6db7a354952d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bb7089-37ce-48ed-ae82-a129810f630c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '0ed487b8-7d2a-4b86-b023-0654437f2f5d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:34:56.304997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f78817be-2400-4a05-a52d-6db7a354952d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.426193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] For port f78817be-2400-4a05-a52d-6db7a354952d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:34:56.430439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] For port f78817be-2400-4a05-a52d-6db7a354952d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f78817be-2400-4a05-a52d-6db7a354952d,segment=NetworkSegment(09bb7089-37ce-48ed-ae82-a129810f630c),segment_id=09bb7089-37ce-48ed-ae82-a129810f630c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:34:56.458971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e591e319-41a1-4496-99f7-6b7810e29d49), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.466950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e3e3d-891f-489f-bcb6-a44115bb3f56 None None] Network a462e2bb-7560-40fc-a02f-2eb90063e154 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:56.544952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (44662f9a-a79c-4f69-9412-29b6ab8a091a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.555853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] Provisioning complete for port 0d196fbb-2f27-422e-9afa-2441e8599e3a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:56.556622 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.561392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f78817be-2400-4a05-a52d-6db7a354952d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.620578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=44662f9a-a79c-4f69-9412-29b6ab8a091a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:56.639677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (e591e319-41a1-4496-99f7-6b7810e29d49), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.660382 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.660551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': 'e3b38cb5-e920-48b8-ae21-e960d2828714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:34:56.660979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:34:56.757379 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.770437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1347229-1eb7-4086-9c44-5b8944c1fb34 None None] Pushing event updated for resources: {'Port': ['ID=f78817be-2400-4a05-a52d-6db7a354952d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:56.782933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/e591e319-41a1-4496-99f7-6b7810e29d49 HTTP/1.1" status: 204  len: 168 time: 0.8614609
May 14 21:34:56.785455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8fafd-7169-44be-b6d9-af746907bc52 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=e591e319-41a1-4496-99f7-6b7810e29d49,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:56.791752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53554) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:56.849186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] Current status of the port 0d196fbb-2f27-422e-9afa-2441e8599e3a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:56.868319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:56.868485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21389926-8292-4388-8b05-1af24b8d31bf tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0598865
May 14 21:34:56.877716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53556) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:56.884964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:56.890274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] For port 0d196fbb-2f27-422e-9afa-2441e8599e3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d196fbb-2f27-422e-9afa-2441e8599e3a,segment=NetworkSegment(23e71c26-bb04-4b4f-b30b-455594f6c77b),segment_id=23e71c26-bb04-4b4f-b30b-455594f6c77b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:56.917653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586118fd-6d0d-41a7-825f-4865ab011cb9 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:57.028951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:34:57.061674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4a273888-ed3b-4d13-9d5a-482d1d938545 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:57.135344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.179901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:57.183987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.213968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4a273888-ed3b-4d13-9d5a-482d1d938545 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:57.214634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.325896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:57.335689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:57.336418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.345252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:34:57.350772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4e086-25ec-46d1-b148-e093815d119e None None] Network 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:57.366484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a745c6-7b5e-4a0c-af95-182589db2726 None None] Pushing event updated for resources: {'Port': ['ID=0d196fbb-2f27-422e-9afa-2441e8599e3a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:57.439328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2c77144-3ce6-4e25-a15b-4b36e6177d3d tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.8860569
May 14 21:34:57.443188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53584) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:57.452389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Provisioning complete for port 4a273888-ed3b-4d13-9d5a-482d1d938545 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:57.452772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.624927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.651906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8:1::1 (a462e2bb-7560-40fc-a02f-2eb90063e154/af80336b-2171-49e1-9703-89442d6c34f6/803222a9-4a62-4acb-9951-da3cf752bbed) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:57.683808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (4f96f8cf-05dd-42c2-a370-4c5408e14ec4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.713188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (44662f9a-a79c-4f69-9412-29b6ab8a091a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.775504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] Deleting port 4a273888-ed3b-4d13-9d5a-482d1d938545 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:34:57.775836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.782221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:57.788075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:57.792318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (803222a9-4a62-4acb-9951-da3cf752bbed), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.802535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:57.808663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.827096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=4f96f8cf-05dd-42c2-a370-4c5408e14ec4,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:57.841758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4a273888-ed3b-4d13-9d5a-482d1d938545 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:57.842148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.909759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f0e4c-510a-45ab-87d0-2873680bf92b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f', 'network_id': '13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': '44662f9a-a79c-4f69-9412-29b6ab8a091a'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:57.910701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-715f0e4c-510a-45ab-87d0-2873680bf92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.943549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.951752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Current status of the port 4a273888-ed3b-4d13-9d5a-482d1d938545 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:57.951752 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.951992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0861e4f1-314f-4113-8b61-ce4c98b4e14b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0710454
May 14 21:34:57.951992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (44662f9a-a79c-4f69-9412-29b6ab8a091a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:57.954035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53594) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:57.961160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '4f96f8cf-05dd-42c2-a370-4c5408e14ec4', 'ip_address': '2001:db8::8fc9:74dc:b3a7:115f'}], 'name': 'tempest-NetworksTestDHCPv6-2062127898'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:57.964634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4a273888-ed3b-4d13-9d5a-482d1d938545, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a273888-ed3b-4d13-9d5a-482d1d938545,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:57.997487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] For port 4a273888-ed3b-4d13-9d5a-482d1d938545, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a273888-ed3b-4d13-9d5a-482d1d938545,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:57.997846 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.008145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=44662f9a-a79c-4f69-9412-29b6ab8a091a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:58.014669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network a462e2bb-7560-40fc-a02f-2eb90063e154 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:58.020435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:58.027605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:58.028271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.038928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] Calling delete_port for 4a273888-ed3b-4d13-9d5a-482d1d938545 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:34:58.075555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.105111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bcae490>,) {'filters': {'network_id': ['13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:58.107733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.108830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0d196fbb-2f27-422e-9afa-2441e8599e3a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:58.119143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bcae490>, 'e3b38cb5-e920-48b8-ae21-e960d2828714') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:58.120126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bcae490>, 'e3b38cb5-e920-48b8-ae21-e960d2828714') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:34:58.139348 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (e3b38cb5-e920-48b8-ae21-e960d2828714), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.159682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e3b38cb5-e920-48b8-ae21-e960d2828714), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.172378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (e3b38cb5-e920-48b8-ae21-e960d2828714), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:34:58.179546 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:34:58.275435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=803222a9-4a62-4acb-9951-da3cf752bbed,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:58.294418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354b55f-f689-49e7-bb51-fbcbb6b327a1 None None] Network 13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:58.384818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.401836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.406776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f HTTP/1.1" status: 204  len: 168 time: 0.9637163
May 14 21:34:58.421748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53604) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:58.439000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558613693'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:58.455801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:34:58.456264 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:34:58.470839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510e3ca-cc4e-4f89-a360-f8752182e072 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:58.479068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4a273888-ed3b-4d13-9d5a-482d1d938545,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:58.482966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:58.501580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0d196fbb-2f27-422e-9afa-2441e8599e3a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:58.502518 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.533311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65894942-3a66-4119-ba9c-576d8a27e95b None None] Network 0ed487b8-7d2a-4b86-b023-0654437f2f5d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:58.558644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.563050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:58.569395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.637222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:34:58.661033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (259951d9-6e28-4bef-b411-99a5941740d3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.661775 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment 259951d9-6e28-4bef-b411-99a5941740d3 of type vlan for network e757eb1e-007c-4a21-96a6-e917f09a3262
May 14 21:34:58.698550 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4a273888-ed3b-4d13-9d5a-482d1d938545), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.731972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e757eb1e-007c-4a21-96a6-e917f09a3262), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.766781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] Pushing event deleted for resources: {'Port': ['ID=4a273888-ed3b-4d13-9d5a-482d1d938545,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:58.786883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.791666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df022c73-1b5a-46d1-8190-1ef9848d66ed None None] No DVR routers for this DVR port 4a273888-ed3b-4d13-9d5a-482d1d938545 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:34:58.808141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0d196fbb-2f27-422e-9afa-2441e8599e3a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:58.820393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port b6f582a8-0e45-4fc7-bc11-f8e009488571 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:34:58.826161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1ad65-2e9b-468e-9fbd-499fdd01df85 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:34:58.868170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e757eb1e-007c-4a21-96a6-e917f09a3262), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.876649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:58.877967 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:58.955231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53610) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:58.981403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9fed9ecd-2b26-44f4-86dc-b5d57c431a36 None None] Port 4a273888-ed3b-4d13-9d5a-482d1d938545 update to ACTIVE by agent not found {{(pid=115782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 14 21:34:58.990580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '4f96f8cf-05dd-42c2-a370-4c5408e14ec4'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:34:58.991825 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.135336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Provisioning complete for port 0d196fbb-2f27-422e-9afa-2441e8599e3a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:59.139790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.140097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.7253387
May 14 21:34:59.144468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:59.151777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:34:59.206164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55303cb0-48b8-4cd0-9957-5e6df3bc58a6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=e757eb1e-007c-4a21-96a6-e917f09a3262,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:59.222330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e757eb1e-007c-4a21-96a6-e917f09a3262 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:34:59.224100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0d196fbb-2f27-422e-9afa-2441e8599e3a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:59.242271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::8fc9:74dc:b3a7:115f (88e03173-3786-4c9f-927f-9ea223dbf14a/4f96f8cf-05dd-42c2-a370-4c5408e14ec4/b6f582a8-0e45-4fc7-bc11-f8e009488571) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:59.259075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23bf4d2d-2360-4912-b233-5007d5d8e601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.268447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (803222a9-4a62-4acb-9951-da3cf752bbed), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.376323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23bf4d2d-2360-4912-b233-5007d5d8e601 admin admin] Publish callbacks [] for security_group (e187ca88-5755-4841-9bbb-b4614faf68ff), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.387543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.388401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.390883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:34:59.402978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.424980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Current status of the port 0d196fbb-2f27-422e-9afa-2441e8599e3a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:59.430095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0d196fbb-2f27-422e-9afa-2441e8599e3a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:59.430513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.438653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=803222a9-4a62-4acb-9951-da3cf752bbed,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:59.457738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Provisioning complete for port 803222a9-4a62-4acb-9951-da3cf752bbed triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:59.458382 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.459195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23bf4d2d-2360-4912-b233-5007d5d8e601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e187ca88-5755-4841-9bbb-b4614faf68ff), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.509624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Port 803222a9-4a62-4acb-9951-da3cf752bbed cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:34:59.516454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23bf4d2d-2360-4912-b233-5007d5d8e601 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=289416fa3e14424cac2db2c12b1c80d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5575113
May 14 21:34:59.522735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53624) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:34:59.533698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Provisioning complete for port f78817be-2400-4a05-a52d-6db7a354952d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:59.534042 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f78817be-2400-4a05-a52d-6db7a354952d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.540125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf4d2d-2360-4912-b233-5007d5d8e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e187ca88-5755-4841-9bbb-b4614faf68ff,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:59.545622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network a462e2bb-7560-40fc-a02f-2eb90063e154 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:59.576806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (b6f582a8-0e45-4fc7-bc11-f8e009488571), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.587406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:59.599732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0d196fbb-2f27-422e-9afa-2441e8599e3a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:59.600797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f78817be-2400-4a05-a52d-6db7a354952d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:34:59.604417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31086902-8f80-4836-9568-213556930a17 admin admin] Publish callbacks [] for security_group (e187ca88-5755-4841-9bbb-b4614faf68ff), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.649716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31086902-8f80-4836-9568-213556930a17 admin admin] Publish callbacks [] for security_group (e187ca88-5755-4841-9bbb-b4614faf68ff), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.692250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Current status of the port f78817be-2400-4a05-a52d-6db7a354952d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:34:59.699586 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f78817be-2400-4a05-a52d-6db7a354952d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.706823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f78817be-2400-4a05-a52d-6db7a354952d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:34:59.707200 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f78817be-2400-4a05-a52d-6db7a354952d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.718659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b6f582a8-0e45-4fc7-bc11-f8e009488571), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.740411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 21b9aa42-03aa-4ec0-83c5-1d3c642e785b has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:34:59.765309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:34:59.824078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:34:59.833732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] For port f78817be-2400-4a05-a52d-6db7a354952d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f78817be-2400-4a05-a52d-6db7a354952d,segment=NetworkSegment(09bb7089-37ce-48ed-ae82-a129810f630c),segment_id=09bb7089-37ce-48ed-ae82-a129810f630c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:34:59.849994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/4f96f8cf-05dd-42c2-a370-4c5408e14ec4/0a05eef6-b16b-4d10-9fdc-6d152a367a88) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:34:59.897139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:34:59.902428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:34:59.903059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.929935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=b6f582a8-0e45-4fc7-bc11-f8e009488571,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:59.945503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31086902-8f80-4836-9568-213556930a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e187ca88-5755-4841-9bbb-b4614faf68ff), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.949012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31086902-8f80-4836-9568-213556930a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.955541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31086902-8f80-4836-9568-213556930a17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e187ca88-5755-4841-9bbb-b4614faf68ff HTTP/1.1" status: 204  len: 168 time: 0.4297123
May 14 21:34:59.963604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31086902-8f80-4836-9568-213556930a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187ca88-5755-4841-9bbb-b4614faf68ff,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:34:59.981060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f78817be-2400-4a05-a52d-6db7a354952d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:34:59.992990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:00.000798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fc212a52-a56d-41fc-9456-82ab7454c7c7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/21b9aa42-03aa-4ec0-83c5-1d3c642e785b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9563906
May 14 21:35:00.003303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53634) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:00.032686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] Sync routers for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:00.045863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.052289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f78817be-2400-4a05-a52d-6db7a354952d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:00.052683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f78817be-2400-4a05-a52d-6db7a354952d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.059827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5acddd0-a7fa-4313-b877-58ae08310183 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:00.061404 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f5acddd0-a7fa-4313-b877-58ae08310183 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports/803222a9-4a62-4acb-9951-da3cf752bbed HTTP/1.1" status: 200  len: 913 time: 0.0570970
May 14 21:35:00.070239 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8f5a76c3-82e8-4f19-a057-3c37e7b7dc14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.1135752
May 14 21:35:00.076299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:00.076636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53638) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:00.156301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:00.223691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': '259951d9-6e28-4bef-b411-99a5941740d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:00.225820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: e757eb1e-007c-4a21-96a6-e917f09a3262, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:00.234572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36388322-30f5-4e9e-88db-d866c5fa5233 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:00.237705 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-36388322-30f5-4e9e-88db-d866c5fa5233 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1545374
May 14 21:35:00.241100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53652) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:00.287952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:00.289109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c6a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:00.332988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network e757eb1e-007c-4a21-96a6-e917f09a3262 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:00.336127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-50509d12-a49c-45c5-acb1-58869b3995db None None] Provisioning complete for port f78817be-2400-4a05-a52d-6db7a354952d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:00.336505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50509d12-a49c-45c5-acb1-58869b3995db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f78817be-2400-4a05-a52d-6db7a354952d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.338071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccdd54-5e8d-4220-9568-8e0751f53c21 None None] Pushing event updated for resources: {'Port': ['ID=f78817be-2400-4a05-a52d-6db7a354952d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:00.347197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c6a760>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:00.423249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e757eb1e-007c-4a21-96a6-e917f09a3262) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:00.441933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:00.446436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.446838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca32ab2-39b1-42f7-8e39-514f3b03cc13 None None] Network e757eb1e-007c-4a21-96a6-e917f09a3262 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:00.452682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port b6f582a8-0e45-4fc7-bc11-f8e009488571 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:00.453292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b6f582a8-0e45-4fc7-bc11-f8e009488571), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.456098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:00.456747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c6a760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:00.529230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Publish callbacks [] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.541700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:00.541700 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:00.541700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c6a760>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:00.541700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650aba56-c94a-42a1-af25-4bb9c1cd1b51 None None] The sync data for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:00.569524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53668) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:00.572345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1d0e8739-9d1c-45fa-85a9-9017e0148b4b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.4265215
May 14 21:35:00.576006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968164858'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:00.621633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b6f582a8-0e45-4fc7-bc11-f8e009488571), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.628239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.654540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-50509d12-a49c-45c5-acb1-58869b3995db None None] Current status of the port f78817be-2400-4a05-a52d-6db7a354952d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:00.658380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for b6f582a8-0e45-4fc7-bc11-f8e009488571 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:00.682108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e757eb1e-007c-4a21-96a6-e917f09a3262', 'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': '56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:00.683059 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.708446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:00.716116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:00.719887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:00.721631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Pushing event updated for resources: {'Port': ['ID=0a05eef6-b16b-4d10-9fdc-6d152a367a88,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:00.734759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:00.740280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.774467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.836493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d03d8705-bbb9-4773-b406-ba8c515bbdb3 None None] Provisioning complete for port 803222a9-4a62-4acb-9951-da3cf752bbed triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:00.836789 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d03d8705-bbb9-4773-b406-ba8c515bbdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.861420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:00.884565 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (eec4c7c2-a020-46ad-91ba-7fa76719c8c9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.884982 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment eec4c7c2-a020-46ad-91ba-7fa76719c8c9 of type vlan for network e122f5d6-076c-4d7a-91ea-593d53b6e284
May 14 21:35:00.885104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Attempting to bind port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:00.885411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Attempting to bind port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:00.885780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Attempting to bind port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:00.918177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:00.918565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:00.918977 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.919381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:00.919917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Bound port: 0a05eef6-b16b-4d10-9fdc-6d152a367a88, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:00.920304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:00.930814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d03d8705-bbb9-4773-b406-ba8c515bbdb3 None None] Port 803222a9-4a62-4acb-9951-da3cf752bbed cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:00.998843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Allocated IP 2001:db8::1 (e757eb1e-007c-4a21-96a6-e917f09a3262/56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0/0a80c40b-b0b6-4e79-936d-37de07d5f6f0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:01.131970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] For port 0a05eef6-b16b-4d10-9fdc-6d152a367a88, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:01.152801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] For port 0a05eef6-b16b-4d10-9fdc-6d152a367a88, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a05eef6-b16b-4d10-9fdc-6d152a367a88,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:01.157468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f78817be-2400-4a05-a52d-6db7a354952d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:01.237190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4a273888-ed3b-4d13-9d5a-482d1d938545 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:01.263571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.274794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4a273888-ed3b-4d13-9d5a-482d1d938545 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:01.274794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4a273888-ed3b-4d13-9d5a-482d1d938545 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:01.286020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e122f5d6-076c-4d7a-91ea-593d53b6e284), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.302432 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Publish callbacks [] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.351354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434ec45-0b08-4e0a-9bea-c208bf649817 None None] Pushing event updated for resources: {'Port': ['ID=0a05eef6-b16b-4d10-9fdc-6d152a367a88,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:01.388812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.425174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e122f5d6-076c-4d7a-91ea-593d53b6e284), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.431468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:01.432012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.476051 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b6f582a8-0e45-4fc7-bc11-f8e009488571), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.483694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Network e757eb1e-007c-4a21-96a6-e917f09a3262 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:01.485908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f78817be-2400-4a05-a52d-6db7a354952d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:01.508235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Pushing event updated for resources: {'Port': ['ID=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:01.513546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:01.524044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:01.569730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=b6f582a8-0e45-4fc7-bc11-f8e009488571,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:01.592605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=e122f5d6-076c-4d7a-91ea-593d53b6e284,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:01.599295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a38f72a1-efd4-4c3e-af50-fd1df75bc185 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0293751
May 14 21:35:01.601737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f78817be-2400-4a05-a52d-6db7a354952d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:01.602242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f78817be-2400-4a05-a52d-6db7a354952d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.603013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53694) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:01.603797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Attempting to bind port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:01.604168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Attempting to bind port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '259951d9-6e28-4bef-b411-99a5941740d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:01.604524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Attempting to bind port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 on network e757eb1e-007c-4a21-96a6-e917f09a3262 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:01.625172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': 'e122f5d6-076c-4d7a-91ea-593d53b6e284', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:01.625348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 803222a9-4a62-4acb-9951-da3cf752bbed {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:01.625348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.635137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:01.635560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Checking segment: {'id': '259951d9-6e28-4bef-b411-99a5941740d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:01.635967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.636364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Bound using segment: {'id': '259951d9-6e28-4bef-b411-99a5941740d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:01.636890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Bound port: 0a80c40b-b0b6-4e79-936d-37de07d5f6f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259951d9-6e28-4bef-b411-99a5941740d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e757eb1e-007c-4a21-96a6-e917f09a3262'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:01.638180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.643968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.648622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1fb6b83f-dc40-42ca-bc4b-20dabad4fb54 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/b6f582a8-0e45-4fc7-bc11-f8e009488571 HTTP/1.1" status: 204  len: 168 time: 1.4023063
May 14 21:35:01.656699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53696) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:01.690892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e122f5d6-076c-4d7a-91ea-593d53b6e284 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:01.782029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:01.799837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 803222a9-4a62-4acb-9951-da3cf752bbed owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:01.842192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab25e3-cb5e-4246-955b-286dae0a7d10 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:01.843691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab25e3-cb5e-4246-955b-286dae0a7d10 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:01.845291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f5ab25e3-cb5e-4246-955b-286dae0a7d10 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1854508
May 14 21:35:01.849434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53706) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:01.908560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] For port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:01.940673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] For port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,segment=NetworkSegment(259951d9-6e28-4bef-b411-99a5941740d3),segment_id=259951d9-6e28-4bef-b411-99a5941740d3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:01.944606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f78817be-2400-4a05-a52d-6db7a354952d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:01.963634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 4f96f8cf-05dd-42c2-a370-4c5408e14ec4 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:01.968922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (4f96f8cf-05dd-42c2-a370-4c5408e14ec4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.014803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (4f96f8cf-05dd-42c2-a370-4c5408e14ec4), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.048440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.092875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:02.097101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.129681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7905caa-32ae-4546-b9db-ef8b10ca6e34 None None] Pushing event updated for resources: {'Port': ['ID=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:02.143215 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (803222a9-4a62-4acb-9951-da3cf752bbed), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.190761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=803222a9-4a62-4acb-9951-da3cf752bbed,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:02.224673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Performing IP validity checks on allocation pools {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:35:02.225072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:35:02.233956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4f96f8cf-05dd-42c2-a370-4c5408e14ec4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.337341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.562312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (4f96f8cf-05dd-42c2-a370-4c5408e14ec4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.596645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=4f96f8cf-05dd-42c2-a370-4c5408e14ec4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:02.605376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.611346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23927498-0481-42ae-a2f8-798ae72f3761 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/4f96f8cf-05dd-42c2-a370-4c5408e14ec4 HTTP/1.1" status: 204  len: 168 time: 0.7572627
May 14 21:35:02.611531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53726) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:02.641962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 21b9aa42-03aa-4ec0-83c5-1d3c642e785b has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:02.664558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4b5c6a65-1120-43cf-9913-36c6abf93e12 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0518773
May 14 21:35:02.665291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53728) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:02.679390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:02.683686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (bd2d86f3-ae87-4f14-b95a-6cba5c2579ad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:02.754518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=bd2d86f3-ae87-4f14-b95a-6cba5c2579ad,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:02.785379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:02.794083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1265bc7-a51b-4346-84b9-0b91219f9c1e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/21b9aa42-03aa-4ec0-83c5-1d3c642e785b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7162640
May 14 21:35:02.798909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] Sync routers for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:02.811769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53732) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:02.820459 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:02.822183 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:02.838215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53734) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:02.867335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': 'eec4c7c2-a020-46ad-91ba-7fa76719c8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e122f5d6-076c-4d7a-91ea-593d53b6e284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:02.868005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: e122f5d6-076c-4d7a-91ea-593d53b6e284, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:02.920958 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029610>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:02.933361 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:02.934027 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:02.986208 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029610>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:02.990225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f217eb-7e2c-45f3-883f-82467990307d None None] The sync data for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:02.999753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network e122f5d6-076c-4d7a-91ea-593d53b6e284 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:03.030552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:03.035264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.051362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e4ad7-76c0-407e-8d49-06e141db3351 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:03.101900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04caa224-4fb4-4fe3-acb6-beede6fa26a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.133444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e122f5d6-076c-4d7a-91ea-593d53b6e284) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:03.138514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:03.139246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.144950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] Provisioning complete for port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:03.145404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.175215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c490a257-4e1c-4e9a-b69f-86f41a0d18d3 None None] Network e122f5d6-076c-4d7a-91ea-593d53b6e284 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:03.276193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17ab980c-d2da-48d1-b337-273b55b247d5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.6650031
May 14 21:35:03.278700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53740) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:03.310152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04caa224-4fb4-4fe3-acb6-beede6fa26a2 admin admin] Publish callbacks [] for security_group (5491b31f-328e-4886-995c-b663c60628ef), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.315507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.332548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] Current status of the port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:03.332548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.391784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:03.424767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644f63d0-1475-4aa7-8380-673c530452d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e122f5d6-076c-4d7a-91ea-593d53b6e284', 'network_id': 'e122f5d6-076c-4d7a-91ea-593d53b6e284', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': 'bd2d86f3-ae87-4f14-b95a-6cba5c2579ad'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:03.429601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-644f63d0-1475-4aa7-8380-673c530452d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.451419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.457963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04caa224-4fb4-4fe3-acb6-beede6fa26a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5491b31f-328e-4886-995c-b663c60628ef), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.479055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] For port 0a05eef6-b16b-4d10-9fdc-6d152a367a88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a05eef6-b16b-4d10-9fdc-6d152a367a88,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:03.493243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] Deleting port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:03.493988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.541588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caa224-4fb4-4fe3-acb6-beede6fa26a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5491b31f-328e-4886-995c-b663c60628ef,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:03.555283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-04caa224-4fb4-4fe3-acb6-beede6fa26a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=122b28d20a6441228c557d18558267c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7132485
May 14 21:35:03.559028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53744) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:03.580616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:03.587567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e122f5d6-076c-4d7a-91ea-593d53b6e284), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.596338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:03.598802 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:03.602787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:03.605900 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.616986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:03.623070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.673159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (bd2d86f3-ae87-4f14-b95a-6cba5c2579ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.707740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-904990ad-17b7-4157-9db3-b244e7aae0d9 admin admin] Publish callbacks [] for security_group (5491b31f-328e-4886-995c-b663c60628ef), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.736056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e0700f5-bd0c-40ad-bede-d9617140d736 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0656543
May 14 21:35:03.741328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53750) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:03.747733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45', 'ip_address': '2001:db8::1db8:a0a4:4d35:b1ed'}], 'name': 'tempest-NetworksTestDHCPv6-804969179'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:03.782208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-904990ad-17b7-4157-9db3-b244e7aae0d9 admin admin] Publish callbacks [] for security_group (5491b31f-328e-4886-995c-b663c60628ef), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.908479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dac6adb-a43b-4289-8f09-9892ad2d651c None None] Network e757eb1e-007c-4a21-96a6-e917f09a3262 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:03.922598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 28ab901a-6e0a-40e2-9b91-ce853e376736 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:03.922944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.951225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (bd2d86f3-ae87-4f14-b95a-6cba5c2579ad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.985718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2d86f3-ae87-4f14-b95a-6cba5c2579ad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:03.991423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-904990ad-17b7-4157-9db3-b244e7aae0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5491b31f-328e-4886-995c-b663c60628ef), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:03.994726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-904990ad-17b7-4157-9db3-b244e7aae0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.009003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-904990ad-17b7-4157-9db3-b244e7aae0d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5491b31f-328e-4886-995c-b663c60628ef HTTP/1.1" status: 204  len: 168 time: 0.4397800
May 14 21:35:04.034338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904990ad-17b7-4157-9db3-b244e7aae0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5491b31f-328e-4886-995c-b663c60628ef,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:04.039030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] Provisioning complete for port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:04.039403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.049276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] For port 0a05eef6-b16b-4d10-9fdc-6d152a367a88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a05eef6-b16b-4d10-9fdc-6d152a367a88,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:04.049681 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.088736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.108230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:04.111286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 28ab901a-6e0a-40e2-9b91-ce853e376736 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:04.136585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e122f5d6-076c-4d7a-91ea-593d53b6e284), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.189851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a6c96d0>,) {'filters': {'network_id': ['e122f5d6-076c-4d7a-91ea-593d53b6e284']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server [None req-644f63d0-1475-4aa7-8380-673c530452d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd2d86f3-ae87-4f14-b95a-6cba5c2579ad: This subnet is being modified by another concurrent operation.
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:35:04.196355 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise exception
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd2d86f3-ae87-4f14-b95a-6cba5c2579ad: This subnet is being modified by another concurrent operation.
May 14 21:35:04.202030 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server 
May 14 21:35:04.206629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6c96d0>, 'eec4c7c2-a020-46ad-91ba-7fa76719c8c9') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:04.206629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6c96d0>, 'eec4c7c2-a020-46ad-91ba-7fa76719c8c9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:04.220117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de9868-4672-4e2b-a942-5fdae3554dd8 None None] Pushing event updated for resources: {'Port': ['ID=0a05eef6-b16b-4d10-9fdc-6d152a367a88,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:04.220263 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (eec4c7c2-a020-46ad-91ba-7fa76719c8c9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.247775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] Calling delete_port for 0a05eef6-b16b-4d10-9fdc-6d152a367a88 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:04.250161 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (eec4c7c2-a020-46ad-91ba-7fa76719c8c9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.259000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:04.259143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:04.259510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (eec4c7c2-a020-46ad-91ba-7fa76719c8c9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.259688 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:04.320228 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:04.322687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999bf01-3628-40ce-8f96-e261028924c4 None None] Network e122f5d6-076c-4d7a-91ea-593d53b6e284 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:04.331340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.350777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 92403e20-5962-4f83-bad3-5ad4c8ccb70f yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:04.433333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e122f5d6-076c-4d7a-91ea-593d53b6e284), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.445015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.451983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/e122f5d6-076c-4d7a-91ea-593d53b6e284 HTTP/1.1" status: 204  len: 168 time: 1.1686547
May 14 21:35:04.452317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:04.457703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468556431'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:04.520431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (28ab901a-6e0a-40e2-9b91-ce853e376736), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.547216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23372b41-4694-48e6-8f76-47b82995aabc tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=e122f5d6-076c-4d7a-91ea-593d53b6e284,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:04.578295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=28ab901a-6e0a-40e2-9b91-ce853e376736,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:04.592542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:04.601009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.618924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:04.619446 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.623370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] Current status of the port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:04.623950 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.684250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] For port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,segment=NetworkSegment(259951d9-6e28-4bef-b411-99a5941740d3),segment_id=259951d9-6e28-4bef-b411-99a5941740d3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:04.751398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:04.767144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.768032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0a05eef6-b16b-4d10-9fdc-6d152a367a88), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.770312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.770824 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment 1e7ef131-b3cc-4ea3-9993-647c06b5c454 of type vlan for network 2860a3e5-c001-46e2-a755-e841571c6831
May 14 21:35:04.786475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::1db8:a0a4:4d35:b1ed (88e03173-3786-4c9f-927f-9ea223dbf14a/38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45/92403e20-5962-4f83-bad3-5ad4c8ccb70f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:04.820115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:04.824884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] Pushing event deleted for resources: {'Port': ['ID=0a05eef6-b16b-4d10-9fdc-6d152a367a88,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:04.845319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f5122f-c2ca-4ca3-9773-d9bf273cd51a None None] No DVR routers for this DVR port 0a05eef6-b16b-4d10-9fdc-6d152a367a88 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:04.930222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce102598-1a50-4b84-964b-fd046f77ecd2 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:04.978310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2860a3e5-c001-46e2-a755-e841571c6831), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.072475 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:05.073014 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:05.091530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb322a4-5aa5-4ca9-821e-aad57fdf8a1c None None] Pushing event updated for resources: {'Port': ['ID=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:05.098600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (92403e20-5962-4f83-bad3-5ad4c8ccb70f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.108849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b80475b6-0a81-422c-abce-98ca7a94950d None None] Provisioning complete for port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:05.111610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b80475b6-0a81-422c-abce-98ca7a94950d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.127264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 21b9aa42-03aa-4ec0-83c5-1d3c642e785b has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:05.216013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:05.217026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.226700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2860a3e5-c001-46e2-a755-e841571c6831), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.231782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:05.232369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.266314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (92403e20-5962-4f83-bad3-5ad4c8ccb70f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.287303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:05.290159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:05.314261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:05.324479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:05.326722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.335462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b80475b6-0a81-422c-abce-98ca7a94950d None None] Current status of the port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:05.348268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=2860a3e5-c001-46e2-a755-e841571c6831,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:05.353220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:05.373222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2860a3e5-c001-46e2-a755-e841571c6831 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:05.373536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb960900-c96d-4b0d-9091-471bb500518b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/21b9aa42-03aa-4ec0-83c5-1d3c642e785b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5575280
May 14 21:35:05.375275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] Sync routers for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:05.377388 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70ff3f1c-d69c-42bd-bfb6-2274e2f833e9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.9241188
May 14 21:35:05.378000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53804) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:05.387841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=92403e20-5962-4f83-bad3-5ad4c8ccb70f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:05.390437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53806) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:05.398008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '2860a3e5-c001-46e2-a755-e841571c6831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:05.448445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:05.449144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f56b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:05.449736 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f8cd552a-a7d4-42ce-b0f7-3e4ff45af8e5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=21b9aa42-03aa-4ec0-83c5-1d3c642e785b HTTP/1.1" status: 200  len: 205 time: 0.0698688
May 14 21:35:05.452932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:05.540328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f56b80>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:05.571257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45/2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:05.579282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] Routers {'21b9aa42-03aa-4ec0-83c5-1d3c642e785b'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:05.580118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f56b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:34:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:05.780037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f56b80>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:05.786584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf8ce2-4113-4d80-86ba-11d93ba8ae04 None None] The sync data for ids ['21b9aa42-03aa-4ec0-83c5-1d3c642e785b'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:05.847147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:05.868695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:05.876830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.977891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Publish callbacks [] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:05.981161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:06.040334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:06.040713 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.082200 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.136143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:06.143955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:06.153453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:06.170462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-103e25e9-4b99-4932-8da4-5f66dbf5666d tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:06.172034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-103e25e9-4b99-4932-8da4-5f66dbf5666d tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 813 time: 0.4498789
May 14 21:35:06.199121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5127498-c3ce-425f-8599-088cf314c669 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.4562943
May 14 21:35:06.204832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53848) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:06.218524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:06.233088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Pushing event updated for resources: {'Port': ['ID=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:06.238857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0a05eef6-b16b-4d10-9fdc-6d152a367a88 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:06.247258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-dac7a0ad-8bf9-439e-a2d9-597ecf308074 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/quotas/162610ac2697486d8a05f41713cc5ba2 HTTP/1.1" status: 200  len: 375 time: 0.0675428
May 14 21:35:06.280327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.330330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-3b49fcc5-29d3-4321-8754-01b0e5acc21e tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0634928
May 14 21:35:06.442162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-70a53b2a-f3bf-4221-a3e2-79474ade98b1 service neutron] 10.222.0.52 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034758
May 14 21:35:06.444901 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (a60a1d27-d9d0-48c4-b88c-5c631b4d50c9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.459887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0a05eef6-b16b-4d10-9fdc-6d152a367a88 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:06.460492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0a05eef6-b16b-4d10-9fdc-6d152a367a88 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:06.531325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295289e1-85f2-4bad-aeee-60567cffe46f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:06.536185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Attempting to bind port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:06.536561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Attempting to bind port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:06.536931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Attempting to bind port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:06.540024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295289e1-85f2-4bad-aeee-60567cffe46f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:06.544401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-295289e1-85f2-4bad-aeee-60567cffe46f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.3350344
May 14 21:35:06.545741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53864) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:06.555937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:06.557942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:06.557942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.558128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:06.558510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Bound port: 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:06.558897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.594950 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.600941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': '1e7ef131-b3cc-4ea3-9993-647c06b5c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2860a3e5-c001-46e2-a755-e841571c6831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:06.601630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.601870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: 2860a3e5-c001-46e2-a755-e841571c6831, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:06.608957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=a60a1d27-d9d0-48c4-b88c-5c631b4d50c9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:06.640001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] For port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:06.643522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] For port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:06.681517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-a5ad04f4-bdb0-453d-99a3-e98c9bd67fe1 service neutron] 10.222.0.52 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302220
May 14 21:35:06.716889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 92403e20-5962-4f83-bad3-5ad4c8ccb70f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:06.717220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (92403e20-5962-4f83-bad3-5ad4c8ccb70f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.742421 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.776422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 2860a3e5-c001-46e2-a755-e841571c6831 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:06.776788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (21b9aa42-03aa-4ec0-83c5-1d3c642e785b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.777376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router 21b9aa42-03aa-4ec0-83c5-1d3c642e785b {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:06.788933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.790913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7bae24c8-a616-451a-9950-6d88dac6320c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/21b9aa42-03aa-4ec0-83c5-1d3c642e785b HTTP/1.1" status: 204  len: 168 time: 1.3378594
May 14 21:35:06.794237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53870) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:06.867509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1c999-6f07-485b-ab54-b651522c5c64 None None] Pushing event updated for resources: {'Port': ['ID=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:06.869603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (92403e20-5962-4f83-bad3-5ad4c8ccb70f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.876961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet af80336b-2171-49e1-9703-89442d6c34f6 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:06.883170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (af80336b-2171-49e1-9703-89442d6c34f6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.886130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2860a3e5-c001-46e2-a755-e841571c6831) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:06.890093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 92403e20-5962-4f83-bad3-5ad4c8ccb70f owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:06.898672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038396e4-b021-40f2-90e8-ef444b6ebec0 None None] Network 2860a3e5-c001-46e2-a755-e841571c6831 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:06.913740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:06.914424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:06.981928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (af80336b-2171-49e1-9703-89442d6c34f6), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.062949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f166f365-591a-4071-a054-00b3b4d2b489 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 1.6713870
May 14 21:35:07.066115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53880) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:07.107005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2860a3e5-c001-46e2-a755-e841571c6831', 'network_id': '2860a3e5-c001-46e2-a755-e841571c6831', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': 'a60a1d27-d9d0-48c4-b88c-5c631b4d50c9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:07.108025 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.111677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8114dcaf-9ce4-4512-b425-8177d107b6b4 req-eb3bf0dc-224e-4bfa-a0f2-48b9ebf808e5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 210 time: 0.0766506
May 14 21:35:07.278133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (af80336b-2171-49e1-9703-89442d6c34f6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.356500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (92403e20-5962-4f83-bad3-5ad4c8ccb70f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.367011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2860a3e5-c001-46e2-a755-e841571c6831), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.389431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Allocated IP 2001:db8::1 (2860a3e5-c001-46e2-a755-e841571c6831/a60a1d27-d9d0-48c4-b88c-5c631b4d50c9/fca88797-be18-405f-ace4-40070f09be21) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:07.444555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53892) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:07.471915 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a60a1d27-d9d0-48c4-b88c-5c631b4d50c9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.474003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=92403e20-5962-4f83-bad3-5ad4c8ccb70f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:07.484534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.488371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-adff7795-9077-4bf7-9505-5cfa998dfeb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/92403e20-5962-4f83-bad3-5ad4c8ccb70f HTTP/1.1" status: 204  len: 168 time: 0.9417021
May 14 21:35:07.491887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53896) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:07.553849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64d6a3-73ba-4ede-847c-7fc8aeabd59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:07.555342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64d6a3-73ba-4ede-847c-7fc8aeabd59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:07.559608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ab64d6a3-73ba-4ede-847c-7fc8aeabd59a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0668294
May 14 21:35:07.559731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53898) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:07.595501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:07.599665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (af80336b-2171-49e1-9703-89442d6c34f6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.738468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Publish callbacks [] for port (fca88797-be18-405f-ace4-40070f09be21), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.822524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (fca88797-be18-405f-ace4-40070f09be21), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.874316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Network 2860a3e5-c001-46e2-a755-e841571c6831 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:07.877645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:07.883301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:07.897640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Pushing event updated for resources: {'Port': ['ID=fca88797-be18-405f-ace4-40070f09be21,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:07.982504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Attempting to bind port fca88797-be18-405f-ace4-40070f09be21 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:07.983158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Attempting to bind port fca88797-be18-405f-ace4-40070f09be21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e7ef131-b3cc-4ea3-9993-647c06b5c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2860a3e5-c001-46e2-a755-e841571c6831'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:07.983715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Attempting to bind port fca88797-be18-405f-ace4-40070f09be21 on network 2860a3e5-c001-46e2-a755-e841571c6831 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:07.997749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:07.997749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Checking segment: {'id': '1e7ef131-b3cc-4ea3-9993-647c06b5c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2860a3e5-c001-46e2-a755-e841571c6831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:07.997749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.997749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Bound using segment: {'id': '1e7ef131-b3cc-4ea3-9993-647c06b5c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2860a3e5-c001-46e2-a755-e841571c6831'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:07.997749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Bound port: fca88797-be18-405f-ace4-40070f09be21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7ef131-b3cc-4ea3-9993-647c06b5c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2860a3e5-c001-46e2-a755-e841571c6831'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:07.997749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fca88797-be18-405f-ace4-40070f09be21), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:07.998363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=af80336b-2171-49e1-9703-89442d6c34f6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:08.018123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.023509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201be67-cdd3-40f6-819b-5f79562c173e None None] Network a462e2bb-7560-40fc-a02f-2eb90063e154 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:08.025379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53904) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:08.025594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-454a8ee5-fea5-46ab-a562-60da18ca2139 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/af80336b-2171-49e1-9703-89442d6c34f6 HTTP/1.1" status: 204  len: 168 time: 1.2294760
May 14 21:35:08.034824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:08.039595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.083400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.098220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.114310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet 044c2ecd-514a-4e16-854e-c70c352b6db2 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:08.121741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:08.128299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (a60a1d27-d9d0-48c4-b88c-5c631b4d50c9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.138720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (044c2ecd-514a-4e16-854e-c70c352b6db2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.182231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (044c2ecd-514a-4e16-854e-c70c352b6db2), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.222856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=a60a1d27-d9d0-48c4-b88c-5c631b4d50c9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:08.253352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] For port fca88797-be18-405f-ace4-40070f09be21, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:08.259694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] For port fca88797-be18-405f-ace4-40070f09be21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fca88797-be18-405f-ace4-40070f09be21,segment=NetworkSegment(1e7ef131-b3cc-4ea3-9993-647c06b5c454),segment_id=1e7ef131-b3cc-4ea3-9993-647c06b5c454)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:08.269148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:08.269775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.270278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ac7f8a8-72d0-4400-b733-28a08c4b729b req-b1074e2a-e9ac-4434-8207-816bc59d6c8d tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 210 time: 0.0550909
May 14 21:35:08.349513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fca88797-be18-405f-ace4-40070f09be21), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.386696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2860a3e5-c001-46e2-a755-e841571c6831), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.388490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] DHCP port deletion for a462e2bb-7560-40fc-a02f-2eb90063e154 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:08.397440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (044c2ecd-514a-4e16-854e-c70c352b6db2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.418633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.455497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b4e3190>,) {'filters': {'network_id': ['2860a3e5-c001-46e2-a755-e841571c6831']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:08.457683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] Deleting port 0d196fbb-2f27-422e-9afa-2441e8599e3a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:08.458191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.482581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:08.482802 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.505876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.512163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b4e3190>, '1e7ef131-b3cc-4ea3-9993-647c06b5c454') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:08.512468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b4e3190>, '1e7ef131-b3cc-4ea3-9993-647c06b5c454') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:08.569282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.596687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.609651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659aa33-3f9c-41aa-a8b0-75ff32d44d14 None None] Pushing event updated for resources: {'Port': ['ID=fca88797-be18-405f-ace4-40070f09be21,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:08.619119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] For port 0d196fbb-2f27-422e-9afa-2441e8599e3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d196fbb-2f27-422e-9afa-2441e8599e3a,segment=NetworkSegment(23e71c26-bb04-4b4f-b30b-455594f6c77b),segment_id=23e71c26-bb04-4b4f-b30b-455594f6c77b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:08.620203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.626466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:08.626877 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:08.634032 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:08.642286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] Calling delete_port for 0d196fbb-2f27-422e-9afa-2441e8599e3a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:08.643875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] Provisioning complete for port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:08.644119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.659770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (044c2ecd-514a-4e16-854e-c70c352b6db2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.676911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c443fc1-14cf-41cf-a2a0-124d30e75ce6 None None] Network 2860a3e5-c001-46e2-a755-e841571c6831 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:08.700641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=044c2ecd-514a-4e16-854e-c70c352b6db2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:08.719514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.728772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e9cce88-d2c6-4b27-a730-cf7246fc69b7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/044c2ecd-514a-4e16-854e-c70c352b6db2 HTTP/1.1" status: 204  len: 168 time: 0.7022803
May 14 21:35:08.729481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53912) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:08.765919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Allocated IP 172.35.4.4 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/b51e1e64-c2f5-474c-87c8-057063658192) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:08.805715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8f3ae-ec8b-4d4d-8c0f-26faab4cdd0f None None] Network 7c0de0bb-5c26-4d70-9b74-7a04254428f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:08.816724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.api [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:35:08.816724 ncdv-master-1 neutron-server[115780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:35:08.816724 ncdv-master-1 neutron-server[115780]: [parameters: {'id': '2860a3e5-c001-46e2-a755-e841571c6831'}]
May 14 21:35:08.816724 ncdv-master-1 neutron-server[115780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:08.823072 ncdv-master-1 neutron-server[115780]: DEBUG oslo_db.api [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:08.855212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a462e2bb-7560-40fc-a02f-2eb90063e154), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.863587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.910317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:08.914138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.915330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 0d196fbb-2f27-422e-9afa-2441e8599e3a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:08.915888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:08.927431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6c9cfb91-4fc6-4973-8396-4e8f1df56d25 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45 HTTP/1.1" status: 204  len: 168 time: 1.3665648
May 14 21:35:08.935581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53914) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:08.994013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for port (b51e1e64-c2f5-474c-87c8-057063658192), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.087038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ff5af31-d83d-4419-81c1-b3d47f288d3e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1505451
May 14 21:35:09.089402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53916) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:09.098266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 0d196fbb-2f27-422e-9afa-2441e8599e3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d196fbb-2f27-422e-9afa-2441e8599e3a,segment=NetworkSegment(23e71c26-bb04-4b4f-b30b-455594f6c77b),segment_id=23e71c26-bb04-4b4f-b30b-455594f6c77b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:09.098634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.098771 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:09.099162 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:09.110422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] Current status of the port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:09.114161 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.114292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 0d196fbb-2f27-422e-9afa-2441e8599e3a owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:09.158524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] For port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:09.176368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b51e1e64-c2f5-474c-87c8-057063658192), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.184686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] DHCP port deletion for 7c0de0bb-5c26-4d70-9b74-7a04254428f9 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:09.221666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dba763-0a3a-4f02-9a3f-411d43c34513 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:09.237014 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Pushing event updated for resources: {'Port': ['ID=b51e1e64-c2f5-474c-87c8-057063658192,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:09.257699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.259421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e67db5-c10f-4f72-8fc3-492d25cff489 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:09.264005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-24e67db5-c10f-4f72-8fc3-492d25cff489 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1725736
May 14 21:35:09.264683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:09.269105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:09.270938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:09.275110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:09.284691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0d196fbb-2f27-422e-9afa-2441e8599e3a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.293413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.311526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=0d196fbb-2f27-422e-9afa-2441e8599e3a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:09.318286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2860a3e5-c001-46e2-a755-e841571c6831), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.345663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port 0d196fbb-2f27-422e-9afa-2441e8599e3a on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:09.368017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] Deleting port c4bff42a-9032-45e5-8e51-ed9a492c0d5a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:09.368017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.433002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] Pushing event deleted for resources: {'Port': ['ID=0d196fbb-2f27-422e-9afa-2441e8599e3a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:09.435663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for floatingip (3c1dc0c3-dcc3-462f-bb21-ef0d8db314ee), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.447296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-02d7f5c7-bf2e-4322-9328-ce8785c8838c None None] Could not find standard attr ID for object 11daac4f-50a2-41cd-846f-90596c0305fb. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:09.451426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875af2e6-6a0f-4092-91fb-b50e12fe1f5d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:09.455340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-875af2e6-6a0f-4092-91fb-b50e12fe1f5d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1842687
May 14 21:35:09.463256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8af7b39a-8db3-4ddb-9404-91a063e6f26e req-a129a861-7c27-4b8e-b71b-8e1e8fb05695 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 210 time: 0.0784838
May 14 21:35:09.463256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:09.482691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting port fca88797-be18-405f-ace4-40070f09be21 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:09.483118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fca88797-be18-405f-ace4-40070f09be21), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.504998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b79c08-af4d-48b2-a00f-f970354e68af None None] No DVR routers for this DVR port 0d196fbb-2f27-422e-9afa-2441e8599e3a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:09.528382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] For port c4bff42a-9032-45e5-8e51-ed9a492c0d5a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,segment=NetworkSegment(8bc3e620-276a-484a-80a7-44892950254c),segment_id=8bc3e620-276a-484a-80a7-44892950254c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:09.528784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.536213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-02d7f5c7-bf2e-4322-9328-ce8785c8838c None None] Could not find standard attr ID for object b6f582a8-0e45-4fc7-bc11-f8e009488571. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:09.550659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5020466b-ac98-49c2-b8a7-467a84baf5e3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0840352
May 14 21:35:09.550659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53924) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:09.554934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:09.560018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] Calling delete_port for c4bff42a-9032-45e5-8e51-ed9a492c0d5a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:09.562405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a462e2bb-7560-40fc-a02f-2eb90063e154), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.613010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf08b7-e6ee-4beb-a43b-5b90fca52376 None None] Pushing event updated for resources: {'Port': ['ID=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:09.656692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] For port fca88797-be18-405f-ace4-40070f09be21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fca88797-be18-405f-ace4-40070f09be21,segment=NetworkSegment(1e7ef131-b3cc-4ea3-9993-647c06b5c454),segment_id=1e7ef131-b3cc-4ea3-9993-647c06b5c454)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:09.657102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fca88797-be18-405f-ace4-40070f09be21), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.681853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b51e1e64-c2f5-474c-87c8-057063658192), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.681853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Calling delete_port for fca88797-be18-405f-ace4-40070f09be21 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:09.683351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a593ee0>,) {'filters': {'network_id': ['a462e2bb-7560-40fc-a02f-2eb90063e154']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:09.690925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:09.710930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a593ee0>, '23e71c26-bb04-4b4f-b30b-455594f6c77b') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:09.711286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a593ee0>, '23e71c26-bb04-4b4f-b30b-455594f6c77b') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:09.715214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:09.728849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (23e71c26-bb04-4b4f-b30b-455594f6c77b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.750252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (23e71c26-bb04-4b4f-b30b-455594f6c77b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.766393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:09.766938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (23e71c26-bb04-4b4f-b30b-455594f6c77b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.769808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] Deleting port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:09.770441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:09.770627 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:09.853990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:09.858355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] For port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:09.858798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.863509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:09.874253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] Calling delete_port for 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:09.978996 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (c4bff42a-9032-45e5-8e51-ed9a492c0d5a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.000392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a462e2bb-7560-40fc-a02f-2eb90063e154), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.010648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fca88797-be18-405f-ace4-40070f09be21), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.018360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] Pushing event deleted for resources: {'Port': ['ID=c4bff42a-9032-45e5-8e51-ed9a492c0d5a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.021603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0d196fbb-2f27-422e-9afa-2441e8599e3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:10.036774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No DVR routers for this DVR port fca88797-be18-405f-ace4-40070f09be21 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:10.054581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.058296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/a462e2bb-7560-40fc-a02f-2eb90063e154 HTTP/1.1" status: 204  len: 168 time: 1.3278642
May 14 21:35:10.066413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53936) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:10.101405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd27233-bec7-4a9e-b2b9-481fc9ed5d21 None None] No DVR routers for this DVR port c4bff42a-9032-45e5-8e51-ed9a492c0d5a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:10.112646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0d196fbb-2f27-422e-9afa-2441e8599e3a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:10.113000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0d196fbb-2f27-422e-9afa-2441e8599e3a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:10.113428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:10.118420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Port': ['ID=fca88797-be18-405f-ace4-40070f09be21,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.129511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e766e2f-46cd-4155-b44e-a96f902cb486 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=a462e2bb-7560-40fc-a02f-2eb90063e154,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.196303 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2860a3e5-c001-46e2-a755-e841571c6831), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.239318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:10.240011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.254635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7c0de0bb-5c26-4d70-9b74-7a04254428f9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.276741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for port (b51e1e64-c2f5-474c-87c8-057063658192), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.298850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522afac3a0>,) {'filters': {'network_id': ['2860a3e5-c001-46e2-a755-e841571c6831']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:10.306871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.317919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afac3a0>, '1e7ef131-b3cc-4ea3-9993-647c06b5c454') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:10.318821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522afac3a0>, '1e7ef131-b3cc-4ea3-9993-647c06b5c454') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:10.320222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-dfca3224-2d09-4988-b805-d3fbff7ee6c5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:10.321731 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-dfca3224-2d09-4988-b805-d3fbff7ee6c5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 813 time: 0.3586464
May 14 21:35:10.329533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.344671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.350659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4bff42a-9032-45e5-8e51-ed9a492c0d5a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:10.351894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:10.352474 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (1e7ef131-b3cc-4ea3-9993-647c06b5c454), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.354497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] Pushing event deleted for resources: {'Port': ['ID=2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:10.357322 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:10.360062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Request body: {'port': {'device_id': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8', 'admin_state_up': True, 'tenant_id': '162610ac2697486d8a05f41713cc5ba2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:10.373334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df58e6a-c8b7-4852-b51f-71c837dcb0c1 None None] No DVR routers for this DVR port 2cf8e7a6-5df0-47d2-af3c-a9bbd2e6d89a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:10.375162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c4bff42a-9032-45e5-8e51-ed9a492c0d5a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:10.375461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c4bff42a-9032-45e5-8e51-ed9a492c0d5a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:10.402741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6279fc9-86f3-4b11-8fd0-9287097c5a63 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:35:10.420701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (b51e1e64-c2f5-474c-87c8-057063658192), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.439901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cff81917-f6d1-498a-9286-20cedfb09da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.523653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7c0de0bb-5c26-4d70-9b74-7a04254428f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.567711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (2860a3e5-c001-46e2-a755-e841571c6831), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.594757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231817d90>,) {'filters': {'network_id': ['7c0de0bb-5c26-4d70-9b74-7a04254428f9']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:10.621478 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.625385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/2860a3e5-c001-46e2-a755-e841571c6831 HTTP/1.1" status: 204  len: 168 time: 3.5582547
May 14 21:35:10.641578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6279fc9-86f3-4b11-8fd0-9287097c5a63 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:35:10.643771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231817d90>, '8bc3e620-276a-484a-80a7-44892950254c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:10.644078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231817d90>, '8bc3e620-276a-484a-80a7-44892950254c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:10.645483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53942) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:10.646055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (7fcebd41-4570-4952-8186-d18aa495be6c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.649262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-827721fe-0ed3-4ee5-8829-3c6676c462c8 req-217e66a3-5ea7-4361-b0f1-4f873e23a152 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 210 time: 0.0826647
May 14 21:35:10.660680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237387046'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:10.674269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cbd6-6076-4606-aedb-30998da029c4 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=2860a3e5-c001-46e2-a755-e841571c6831,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.680833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3c1dc0c3-dcc3-462f-bb21-ef0d8db314ee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.684277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Pushing event updated for resources: {'Port': ['ID=b51e1e64-c2f5-474c-87c8-057063658192,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.684692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-2a455f03-481c-4499-99e3-4494ef2a498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:10.686210 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-2a455f03-481c-4499-99e3-4494ef2a498c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1127 time: 0.0935001
May 14 21:35:10.687934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (8bc3e620-276a-484a-80a7-44892950254c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.739910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23bfdb-ffd4-44b6-9423-826d95dcbf0b req-b7c59d48-0764-46a3-b71e-ad72ec0e5e86 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:10.741713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba23bfdb-ffd4-44b6-9423-826d95dcbf0b req-b7c59d48-0764-46a3-b71e-ad72ec0e5e86 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.2033021
May 14 21:35:10.779002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:10.781526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.782568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:10.807122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8bc3e620-276a-484a-80a7-44892950254c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.809808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:10.821907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.826269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb0cd6b1-0411-4c96-b98b-47fd570d1a01 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 3.3769081
May 14 21:35:10.826269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ccd71023-e42a-40ab-aaf7-5ecfad81f4ba), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.826269 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment ccd71023-e42a-40ab-aaf7-5ecfad81f4ba of type vlan for network b925039f-4023-47ad-84b4-df87793c473c
May 14 21:35:10.837340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53944) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:10.846249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:10.854869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-285115563', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'fixed_ips': [{'ip_address': '172.35.4.4'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:10.860787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:10.861189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (8bc3e620-276a-484a-80a7-44892950254c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.867992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:10.875200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:10.883994 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:10.887709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=7fcebd41-4570-4952-8186-d18aa495be6c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:10.910932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b925039f-4023-47ad-84b4-df87793c473c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:10.988529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba23bfdb-ffd4-44b6-9423-826d95dcbf0b req-0e41ad92-7277-48de-acb4-b729563accdf tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2190804
May 14 21:35:11.008552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-5fbd8873-5e6e-4e1c-9b19-24c599a74bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:11.010052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-5fbd8873-5e6e-4e1c-9b19-24c599a74bb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.2908564
May 14 21:35:11.082061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-65775f37-88cb-4789-bd08-4bddc6ac7c67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 1001 time: 0.0657084
May 14 21:35:11.086055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Made reservation on behalf of 885fcccf08f84a09978e51ceccdca374 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:11.088626 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.099939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.122229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '7fcebd41-4570-4952-8186-d18aa495be6c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:11.123577 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.144863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Made reservation on behalf of 162610ac2697486d8a05f41713cc5ba2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:11.146243 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b925039f-4023-47ad-84b4-df87793c473c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.150921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.151925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:11.152662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.153129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7c0de0bb-5c26-4d70-9b74-7a04254428f9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.158798 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.162840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/7c0de0bb-5c26-4d70-9b74-7a04254428f9 HTTP/1.1" status: 204  len: 168 time: 1.0822341
May 14 21:35:11.169809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-5d89f120-739a-40b9-a8ed-9286be7cf20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:11.171344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-5d89f120-739a-40b9-a8ed-9286be7cf20c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0828075
May 14 21:35:11.171468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53954) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:11.174855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ecdacdbc-3bc8-4bf0-ba15-27f4fb98e3fc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6248004
May 14 21:35:11.186069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53956) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:11.200526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-143458795'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:11.244745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '7fcebd41-4570-4952-8186-d18aa495be6c', 'ip_address': '2001:db8::284b:eba2:292f:8488'}], 'name': 'tempest-NetworksTestDHCPv6-62145700'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:11.254411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab64799-d631-4fa2-8ae7-a597d57987e4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=7c0de0bb-5c26-4d70-9b74-7a04254428f9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:11.269408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-89184c7e-ea4a-4b93-8cb2-d76520336587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:11.272370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-89184c7e-ea4a-4b93-8cb2-d76520336587 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0858693
May 14 21:35:11.276591 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=b925039f-4023-47ad-84b4-df87793c473c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:11.283122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/7fcebd41-4570-4952-8186-d18aa495be6c/69db4133-3542-4c2f-a899-63f877eb6b00) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:11.295358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b925039f-4023-47ad-84b4-df87793c473c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:11.300951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for security_group (6d056325-baf7-4571-9a53-44977fd178ab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.393656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3957253c-ca95-4419-8e3b-a2121d5646d0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7431581
May 14 21:35:11.397311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:11.405077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': 'b925039f-4023-47ad-84b4-df87793c473c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:11.472531 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6d056325-baf7-4571-9a53-44977fd178ab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.475816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:11.479755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.495465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] device_id is not set on port 348c4b63-86a9-4433-86bf-ded44707bcc4 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:11.517078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Publish callbacks [] for port (69db4133-3542-4c2f-a899-63f877eb6b00), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.522950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-02a27018-e6fc-4819-b61f-71c1fa453637 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367284
May 14 21:35:11.561857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Allocated IP 172.20.0.3 (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8/658ef061-2a9e-4cfa-aacf-f1d6f625de0a/915f0324-ec51-454d-8c23-f1ecbc0d832a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:11.603735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d056325-baf7-4571-9a53-44977fd178ab,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:11.637984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:11.670868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-246d1c36-7881-4ff6-857e-57a46cf5ff06 req-d1a68983-274a-406c-89af-dd226dd6da58 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378925
May 14 21:35:11.693427 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a212c4d2-cc4b-4f90-8a2f-95d3ec512613), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.693625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.694272 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment a212c4d2-cc4b-4f90-8a2f-95d3ec512613 of type vlan for network e57d8866-e0e2-4824-8c23-062ca3827359
May 14 21:35:11.704319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:11.770923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e57d8866-e0e2-4824-8c23-062ca3827359), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.793772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:11.795105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Pushing event updated for resources: {'Port': ['ID=69db4133-3542-4c2f-a899-63f877eb6b00,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:11.796503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:11.800501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.805760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:11.808630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:11.863578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aae8d145-4ce2-4659-8f12-f58d1883ad46 req-b4f3b912-ff69-493d-8653-2c34a9cb6223 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 210 time: 0.0886021
May 14 21:35:11.875149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.879195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks [] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.905666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port aa1e6325-95a8-4aea-9bb0-c17c87a9cd81 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:11.915585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Attempting to bind port 69db4133-3542-4c2f-a899-63f877eb6b00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:11.916102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Attempting to bind port 69db4133-3542-4c2f-a899-63f877eb6b00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:11.916597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Attempting to bind port 69db4133-3542-4c2f-a899-63f877eb6b00 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:11.923208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:11.924445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:11.924983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.925474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:11.926064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Bound port: 69db4133-3542-4c2f-a899-63f877eb6b00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:11.926543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.929862 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
May 14 21:35:11.930566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:11.983998 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e57d8866-e0e2-4824-8c23-062ca3827359), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.986484 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:11.989449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:11.991393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.003439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-03137e08-51df-4750-96d3-00707e141b38 None None] For port 69db4133-3542-4c2f-a899-63f877eb6b00, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:12.008530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-03137e08-51df-4750-96d3-00707e141b38 None None] For port 69db4133-3542-4c2f-a899-63f877eb6b00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69db4133-3542-4c2f-a899-63f877eb6b00,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:12.059881 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4bfa7b3-8f0a-4ccf-8ff2-7c54b7f18dea tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409  len: 370 time: 1.2112136
May 14 21:35:12.064468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53982) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:12.098942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.108988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=e57d8866-e0e2-4824-8c23-062ca3827359,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:12.129679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e57d8866-e0e2-4824-8c23-062ca3827359 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:12.138955 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b2e5fbae-2ac2-44fe-88c9-f92bafce5472 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.9629941
May 14 21:35:12.141568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:12.146772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:12.156708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.235730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03137e08-51df-4750-96d3-00707e141b38 None None] Pushing event updated for resources: {'Port': ['ID=69db4133-3542-4c2f-a899-63f877eb6b00,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:12.274013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (a3cc7f5f-643e-48ab-962d-467bbf7e5185), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.341872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=a3cc7f5f-643e-48ab-962d-467bbf7e5185,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:12.359494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': 'ccd71023-e42a-40ab-aaf7-5ecfad81f4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b925039f-4023-47ad-84b4-df87793c473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:12.359995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: b925039f-4023-47ad-84b4-df87793c473c, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:12.403287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:12.413746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.460044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network b925039f-4023-47ad-84b4-df87793c473c is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:12.493645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.625317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b925039f-4023-47ad-84b4-df87793c473c) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:12.638992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:12.639624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.648488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::284b:eba2:292f:8488 (88e03173-3786-4c9f-927f-9ea223dbf14a/7fcebd41-4570-4952-8186-d18aa495be6c/aa1e6325-95a8-4aea-9bb0-c17c87a9cd81) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:12.681107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384823a2-0b56-4021-a9fd-8620fa14c977 req-fbd01932-ba44-4a1d-84cb-10eeb604feb6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:12.682581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-384823a2-0b56-4021-a9fd-8620fa14c977 req-fbd01932-ba44-4a1d-84cb-10eeb604feb6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.5492361
May 14 21:35:12.692519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Pushing event updated for resources: {'Port': ['ID=915f0324-ec51-454d-8c23-f1ecbc0d832a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:12.700013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:12.712009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:12.725174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:12.754058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (57e228f8-068e-46a9-8dda-2f9e34c73b2a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.769943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Deleting port b51e1e64-c2f5-474c-87c8-057063658192 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:12.770278 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b51e1e64-c2f5-474c-87c8-057063658192), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.798317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-85cad1bc-78e5-4f91-95d6-05e467237c97 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.3999608
May 14 21:35:12.804230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53988) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:12.831893 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-636b7608-dff5-49ef-8b43-cad46de0aed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.853882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=57e228f8-068e-46a9-8dda-2f9e34c73b2a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:12.877506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:12.878119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.896257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:12.896898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: e57d8866-e0e2-4824-8c23-062ca3827359, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:12.907123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-384823a2-0b56-4021-a9fd-8620fa14c977 req-d6878649-1e67-40f3-a122-b107a22bf971 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2090607
May 14 21:35:12.957448 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b925039f-4023-47ad-84b4-df87793c473c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.998910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b51e1e64-c2f5-474c-87c8-057063658192), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:12.999232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for floatingip (b51e1e64-c2f5-474c-87c8-057063658192), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.018959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Calling delete_port for b51e1e64-c2f5-474c-87c8-057063658192 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:13.065267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a3cc7f5f-643e-48ab-962d-467bbf7e5185), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.075669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6458e-6618-4657-9e1d-082e81673ae8 req-6ec358ae-ea39-4664-b3bc-497bf2a6d258 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:13.077471 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71e6458e-6618-4657-9e1d-082e81673ae8 req-6ec358ae-ea39-4664-b3bc-497bf2a6d258 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 931 time: 0.0703208
May 14 21:35:13.078906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (aa1e6325-95a8-4aea-9bb0-c17c87a9cd81), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.097120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-aa90185a-8d2c-41d6-bffb-e18b760997d9 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7479300
May 14 21:35:13.111820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Request body: {'port': {'device_id': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:13.124454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network e57d8866-e0e2-4824-8c23-062ca3827359 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:13.172826 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71e6458e-6618-4657-9e1d-082e81673ae8 req-3c38c140-60b6-4a93-a8f3-641e0da0982b tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760591
May 14 21:35:13.201464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e57d8866-e0e2-4824-8c23-062ca3827359) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:13.206133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:13.207135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.212735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.257343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (a3cc7f5f-643e-48ab-962d-467bbf7e5185), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.286220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cc7f5f-643e-48ab-962d-467bbf7e5185,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:13.296123 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (aa1e6325-95a8-4aea-9bb0-c17c87a9cd81), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.296380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-394574f8-f546-4839-9656-2b2e53b6740e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1537936
May 14 21:35:13.301262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53992) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:13.314755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-4917873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:13.383257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8ea9d-7a27-4840-899b-f8c11995e10d None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:35:13.392161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:13.408395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:13.415277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:13.420660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:13.421584 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.447230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b51e1e64-c2f5-474c-87c8-057063658192), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.448667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] Provisioning complete for port 69db4133-3542-4c2f-a899-63f877eb6b00 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:13.449031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.449904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=aa1e6325-95a8-4aea-9bb0-c17c87a9cd81,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:13.494735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.495824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.499259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Pushing event deleted for resources: {'Port': ['ID=b51e1e64-c2f5-474c-87c8-057063658192,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:13.588054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5577f4ab-1a1e-43d6-a915-3b92c26558b2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 2.3977125
May 14 21:35:13.609087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53994) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:13.620953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '7fcebd41-4570-4952-8186-d18aa495be6c', 'ip_address': '2001:db8::284b:eba2:292f:8488'}], 'name': 'tempest-NetworksTestDHCPv6-1666182179'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:13.624009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] Current status of the port 69db4133-3542-4c2f-a899-63f877eb6b00 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:13.624394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.626476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8ea9d-7a27-4840-899b-f8c11995e10d None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:35:13.650561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b925039f-4023-47ad-84b4-df87793c473c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.672884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230d5d280>,) {'filters': {'network_id': ['b925039f-4023-47ad-84b4-df87793c473c']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:13.685142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d5d280>, 'ccd71023-e42a-40ab-aaf7-5ecfad81f4ba') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:13.685588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d5d280>, 'ccd71023-e42a-40ab-aaf7-5ecfad81f4ba') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:13.692674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] For port 69db4133-3542-4c2f-a899-63f877eb6b00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69db4133-3542-4c2f-a899-63f877eb6b00,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:13.696062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (ccd71023-e42a-40ab-aaf7-5ecfad81f4ba), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.713566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ccd71023-e42a-40ab-aaf7-5ecfad81f4ba), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.721457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:13.721848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (ccd71023-e42a-40ab-aaf7-5ecfad81f4ba), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:13.726826 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:13.752895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.796470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks [] for floatingip (3c1dc0c3-dcc3-462f-bb21-ef0d8db314ee), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.805054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.805054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-28b5b2dc-7dd8-4e1f-b914-f3d45c0cacb0 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023 tempest-ExternalNetworksAdminNegativeTestJSON-2034700023-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/3c1dc0c3-dcc3-462f-bb21-ef0d8db314ee HTTP/1.1" status: 204  len: 168 time: 1.7347305
May 14 21:35:13.817272 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.835191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.928982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b925039f-4023-47ad-84b4-df87793c473c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.934318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.942697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510424-041e-4951-9d11-fe0ab7b6050c None None] Pushing event updated for resources: {'Port': ['ID=69db4133-3542-4c2f-a899-63f877eb6b00,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:13.943765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/b925039f-4023-47ad-84b4-df87793c473c HTTP/1.1" status: 204  len: 168 time: 1.1374595
May 14 21:35:13.944028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:13.969314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1752921980'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:13.970429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:13.982383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e57d8866-e0e2-4824-8c23-062ca3827359', 'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': '57e228f8-068e-46a9-8dda-2f9e34c73b2a'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:13.992260 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.010278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55442-4b0f-43e0-a478-b8560130b077 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=b925039f-4023-47ad-84b4-df87793c473c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:14.032977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 69db4133-3542-4c2f-a899-63f877eb6b00 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:14.035053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.039884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c6b96262-2fc6-44ac-83c9-cecdcddb1b3a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.7297637
May 14 21:35:14.040673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:14.041356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54004) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:14.047729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'port': {'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359', 'name': 'tempest-RoutersIpV6Test-1703055726'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:14.047921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.056429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915f0324-ec51-454d-8c23-f1ecbc0d832a {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:35:14.086293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Publish callbacks [] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.120392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 76c171d1-e1e2-4102-a96b-f238cd81fc7d yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:14.140010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Transition to ACTIVE for port object 915f0324-ec51-454d-8c23-f1ecbc0d832a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:35:14.144762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:14.148526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.179328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3a112-d5ca-42dc-98c8-62844bf6e9ee req-f98c1757-267e-4dd8-9080-f7a37f52bd20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:14.181273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7d3a112-d5ca-42dc-98c8-62844bf6e9ee req-f98c1757-267e-4dd8-9080-f7a37f52bd20 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1137559
May 14 21:35:14.185089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 69db4133-3542-4c2f-a899-63f877eb6b00 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:14.185603 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.189067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:14.215937 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d5d482ab-f506-4cc5-8365-ebde803ec1e4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.217417 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment d5d482ab-f506-4cc5-8365-ebde803ec1e4 of type vlan for network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703
May 14 21:35:14.264614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Allocated IP 2001:db8::2 (e57d8866-e0e2-4824-8c23-062ca3827359/57e228f8-068e-46a9-8dda-2f9e34c73b2a/7d43cda1-ee49-41b8-88b1-8a612cee1e6a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:14.285649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7d3a112-d5ca-42dc-98c8-62844bf6e9ee req-70a09bb4-4b54-4da7-8844-faffaf7d7a89 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925417
May 14 21:35:14.298592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.310098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.317799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:14.322044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.350539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] device_id is not set on port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:14.419070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Pushing event updated for resources: {'Port': ['ID=915f0324-ec51-454d-8c23-f1ecbc0d832a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:14.520799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Attempting to bind port 915f0324-ec51-454d-8c23-f1ecbc0d832a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:14.521035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Attempting to bind port 915f0324-ec51-454d-8c23-f1ecbc0d832a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:14.523026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Attempting to bind port 915f0324-ec51-454d-8c23-f1ecbc0d832a on network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:14.530988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Port 915f0324-ec51-454d-8c23-f1ecbc0d832a on network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:35:14.531334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Attempting to bind port 915f0324-ec51-454d-8c23-f1ecbc0d832a on network f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:14.536815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 69db4133-3542-4c2f-a899-63f877eb6b00 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:14.545285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:14.545285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Checking segment: {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:14.545285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Bound using segment: {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:14.545611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Bound port: 915f0324-ec51-454d-8c23-f1ecbc0d832a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffb7894-475c-473d-9091-03d798f4d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:14.545711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.572411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54010) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:14.589459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.590508 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): There was a conflict when trying to complete your request.
May 14 21:35:14.591148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:14.600687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:14.605066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.630549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] For port 915f0324-ec51-454d-8c23-f1ecbc0d832a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:14.634428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] For port 915f0324-ec51-454d-8c23-f1ecbc0d832a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:14.685717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Publish callbacks [] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.732428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c4c8e030-9ca9-4b91-bec4-32eb8310f0aa tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.1146371
May 14 21:35:14.732606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54014) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:14.762373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:14.764639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75557642-9566-4209-83b8-d609bbc33f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.776082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:14.785963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339de36a-ead8-4def-b816-d77559ed7c77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:14.787578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e38785e-9fbb-4426-af15-fd83eb590557 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.8322041
May 14 21:35:14.794650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9330d4-bd7c-4777-804a-902848d644ee req-1ee071b8-83c7-4c59-ab9f-a22123673d59 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:14.795928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339de36a-ead8-4def-b816-d77559ed7c77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:14.796189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9330d4-bd7c-4777-804a-902848d644ee req-1ee071b8-83c7-4c59-ab9f-a22123673d59 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 943 time: 0.1162663
May 14 21:35:14.796677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54018) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:14.800342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-339de36a-ead8-4def-b816-d77559ed7c77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.0642991
May 14 21:35:14.800342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.803714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:14.809373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54020) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:14.837460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:14.838204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.839960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] 10.222.0.36 "PUT /v2.0/ports/915f0324-ec51-454d-8c23-f1ecbc0d832a HTTP/1.1" status: 200  len: 1091 time: 1.7347565
May 14 21:35:14.875304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'tag': '915f0324-ec51-454d-8c23-f1ecbc0d832a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:14.877775 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac" -d '{"events": [{"name": "network-changed", "server_uuid": "294b2ea9-8fff-4f45-89fd-dba8b7ed5dba", "tag": "915f0324-ec51-454d-8c23-f1ecbc0d832a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:14.879773 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:14.948594 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c173a7-6231-48b3-8fd4-7a7e6f9c05ae x-openstack-request-id: req-60c173a7-6231-48b3-8fd4-7a7e6f9c05ae {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:14.949016 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294b2ea9-8fff-4f45-89fd-dba8b7ed5dba", "tag": "915f0324-ec51-454d-8c23-f1ecbc0d832a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:14.949340 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60c173a7-6231-48b3-8fd4-7a7e6f9c05ae {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:14.949824 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c173a7-6231-48b3-8fd4-7a7e6f9c05ae'] response: {'name': 'network-changed', 'server_uuid': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'tag': '915f0324-ec51-454d-8c23-f1ecbc0d832a', 'status': 'completed', 'code': 200}
May 14 21:35:14.950559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Network e57d8866-e0e2-4824-8c23-062ca3827359 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:14.951034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2f24-97b2-410e-8cff-9f786bf8c998 service neutron] Pushing event updated for resources: {'Port': ['ID=915f0324-ec51-454d-8c23-f1ecbc0d832a,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:14.955515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:14.963136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:14.963136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Pushing event updated for resources: {'Port': ['ID=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.028573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Attempting to bind port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:15.028920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Attempting to bind port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:15.029352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Attempting to bind port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a on network e57d8866-e0e2-4824-8c23-062ca3827359 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:15.036198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:15.036657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-df9330d4-bd7c-4777-804a-902848d644ee req-e89a4c73-ea0f-4d13-926d-4b1d2017e9b4 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233095
May 14 21:35:15.036837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Checking segment: {'id': 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:15.038108 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.038655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8::280 (e57d8866-e0e2-4824-8c23-062ca3827359/57e228f8-068e-46a9-8dda-2f9e34c73b2a/8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:15.038911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Bound using segment: {'id': 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:15.039467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Bound port: 7d43cda1-ee49-41b8-88b1-8a612cee1e6a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e57d8866-e0e2-4824-8c23-062ca3827359'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:15.039945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.054827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port aa1e6325-95a8-4aea-9bb0-c17c87a9cd81 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:15.055160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (aa1e6325-95a8-4aea-9bb0-c17c87a9cd81), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.060134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac req-7b21184e-8a1d-49a4-a5e1-53ab7fef4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.061855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac req-7b21184e-8a1d-49a4-a5e1-53ab7fef4e13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 1125 time: 0.1076744
May 14 21:35:15.105574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75557642-9566-4209-83b8-d609bbc33f6e admin admin] Publish callbacks [] for security_group (b19fab97-219e-4eb4-b683-2ceb42fd5425), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.117778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] For port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:15.123017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] For port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,segment=NetworkSegment(a212c4d2-cc4b-4f90-8a2f-95d3ec512613),segment_id=a212c4d2-cc4b-4f90-8a2f-95d3ec512613)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:15.147445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:15.151037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.200667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75557642-9566-4209-83b8-d609bbc33f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b19fab97-219e-4eb4-b683-2ceb42fd5425), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.211414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (aa1e6325-95a8-4aea-9bb0-c17c87a9cd81), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.223356 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.233849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for aa1e6325-95a8-4aea-9bb0-c17c87a9cd81 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:15.243003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac req-089f2915-3712-4d8e-bb64-1d4ca9a54b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.244511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac req-089f2915-3712-4d8e-bb64-1d4ca9a54b35 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=162610ac2697486d8a05f41713cc5ba2&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1626108
May 14 21:35:15.297808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9268d2-9b2b-4167-af84-9f3e53f6e697 None None] Pushing event updated for resources: {'Port': ['ID=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.315988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75557642-9566-4209-83b8-d609bbc33f6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f78ef912a3794e5ba44fa30fe40bde74&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7390206
May 14 21:35:15.315988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75557642-9566-4209-83b8-d609bbc33f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19fab97-219e-4eb4-b683-2ceb42fd5425,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.320997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54026) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:15.378669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.475108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac req-6239bed2-ab2d-4d56-b585-c42799ebd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.481046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01c44631-e25b-4dc2-829e-d0cb0b1e89ac req-6239bed2-ab2d-4d56-b585-c42799ebd4e9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2256455
May 14 21:35:15.481179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66c9ed44-8f5a-450a-b43f-e9f0ed7aeb83 admin admin] Publish callbacks [] for security_group (b19fab97-219e-4eb4-b683-2ceb42fd5425), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.484250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc19707-02d8-4340-b720-7c9fa4b6824d req-2a089485-6641-4777-9ef3-4c1441535641 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.485774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecc19707-02d8-4340-b720-7c9fa4b6824d req-2a089485-6641-4777-9ef3-4c1441535641 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.0940967
May 14 21:35:15.577553 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.580832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66c9ed44-8f5a-450a-b43f-e9f0ed7aeb83 admin admin] Publish callbacks [] for security_group (b19fab97-219e-4eb4-b683-2ceb42fd5425), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.626966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-419645ad-d527-47fe-9075-3c1ee1e2ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.628679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-419645ad-d527-47fe-9075-3c1ee1e2ff71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 1125 time: 0.0953813
May 14 21:35:15.641820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.661530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network e57d8866-e0e2-4824-8c23-062ca3827359 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:15.672682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.675633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:15.679229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:15.684521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.685089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecc19707-02d8-4340-b720-7c9fa4b6824d req-990e81ae-6b8f-4947-8432-749577315f5f tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1892138
May 14 21:35:15.685235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.686352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (aa1e6325-95a8-4aea-9bb0-c17c87a9cd81), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.688858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-f98f6a21-42f7-411d-bf70-cce37d786360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a HTTP/1.1" status: 200  len: 217 time: 0.0515938
May 14 21:35:15.719465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (6300abb0-b782-4034-a0a6-d671b8b0988f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.732173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=aa1e6325-95a8-4aea-9bb0-c17c87a9cd81,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.786601 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.790438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e09454b6-e874-4a91-a4db-0bdde12c9f72 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7449837
May 14 21:35:15.790565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ebc6109-9e26-431e-a6a6-a5e6a0164285 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/aa1e6325-95a8-4aea-9bb0-c17c87a9cd81 HTTP/1.1" status: 204  len: 168 time: 0.9488931
May 14 21:35:15.790651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=6300abb0-b782-4034-a0a6-d671b8b0988f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.790738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54028) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:15.792918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54030) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:15.837883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66c9ed44-8f5a-450a-b43f-e9f0ed7aeb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b19fab97-219e-4eb4-b683-2ceb42fd5425), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.837883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66c9ed44-8f5a-450a-b43f-e9f0ed7aeb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:15.837883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66c9ed44-8f5a-450a-b43f-e9f0ed7aeb83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b19fab97-219e-4eb4-b683-2ceb42fd5425 HTTP/1.1" status: 204  len: 168 time: 0.5131035
May 14 21:35:15.839842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': 'd5d482ab-f506-4cc5-8365-ebde803ec1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:15.840148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:15.864832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848381-23ff-42b7-8f6f-30edf456a52e req-de054595-4f1b-4635-89cf-d5fd99d72b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.866120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9ed44-8f5a-450a-b43f-e9f0ed7aeb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19fab97-219e-4eb4-b683-2ceb42fd5425,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:15.866895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-de054595-4f1b-4635-89cf-d5fd99d72b29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658ef061-2a9e-4cfa-aacf-f1d6f625de0a HTTP/1.1" status: 200  len: 853 time: 0.1702602
May 14 21:35:15.876285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afa594-c520-4eec-bde7-79607a3931d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.878554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afa594-c520-4eec-bde7-79607a3931d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:15.880078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5afa594-c520-4eec-bde7-79607a3931d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0866399
May 14 21:35:15.884095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54036) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:15.906430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-fc8bfcbb-1f88-41e5-aee8-5870bcf7de81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327673
May 14 21:35:15.973751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 7fcebd41-4570-4952-8186-d18aa495be6c {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:15.978385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (7fcebd41-4570-4952-8186-d18aa495be6c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.033476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:16.098476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 69db4133-3542-4c2f-a899-63f877eb6b00 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:16.108839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (7fcebd41-4570-4952-8186-d18aa495be6c), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.157679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:16.177089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-7b40536b-41b4-40d6-a123-8c10f7d3d910 service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619183
May 14 21:35:16.188732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:16.194220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.196796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 69db4133-3542-4c2f-a899-63f877eb6b00 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:16.197189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.230409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365241f-8271-490e-bbbb-a3b9ab6135dd req-5e86e080-93e7-4efe-b00d-6f4382a36895 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:16.232620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b365241f-8271-490e-bbbb-a3b9ab6135dd req-5e86e080-93e7-4efe-b00d-6f4382a36895 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 943 time: 0.0925202
May 14 21:35:16.323242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7fcebd41-4570-4952-8186-d18aa495be6c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.334661 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f53045e5-1e6e-4dd2-914e-c6c4baabc657 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5316813
May 14 21:35:16.359112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 69db4133-3542-4c2f-a899-63f877eb6b00 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:16.360298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7d43cda1-ee49-41b8-88b1-8a612cee1e6a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:16.363807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54042) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:16.407826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:16.416329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b365241f-8271-490e-bbbb-a3b9ab6135dd req-4c524cb3-5492-48f3-b4cf-fd56f7cc6eb0 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676443
May 14 21:35:16.453093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:16.453618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.570862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:16.571167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.610528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,segment=NetworkSegment(a212c4d2-cc4b-4f90-8a2f-95d3ec512613),segment_id=a212c4d2-cc4b-4f90-8a2f-95d3ec512613)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:16.625297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (7fcebd41-4570-4952-8186-d18aa495be6c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.656065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=7fcebd41-4570-4952-8186-d18aa495be6c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:16.659633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.665750 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f5e5114-0272-47e3-a449-7801b6f69f87 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/7fcebd41-4570-4952-8186-d18aa495be6c HTTP/1.1" status: 204  len: 168 time: 0.7807894
May 14 21:35:16.666412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54044) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:16.725532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:16.727123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f201a8-bf5a-49bd-9f84-ff022811e902 None None] Network b925039f-4023-47ad-84b4-df87793c473c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:16.738469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.744042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54290fb7-b37d-408e-9e9d-3ee73148aab3 None None] Network e57d8866-e0e2-4824-8c23-062ca3827359 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:16.747522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.754779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ba60d97-3ed4-4576-915f-192e67c77dae tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0870585
May 14 21:35:16.759915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54050) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:16.767409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:16.775623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.787919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f201a8-bf5a-49bd-9f84-ff022811e902 None None] Network b925039f-4023-47ad-84b4-df87793c473c could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 21:35:16.848480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1a4970-9d4b-4c5b-8221-d25d979af7a2 None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:16.875310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af92859-fa66-4c02-9fc3-14f27b6e914b None None] Network b925039f-4023-47ad-84b4-df87793c473c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:16.878355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:16.893845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36848381-23ff-42b7-8f6f-30edf456a52e req-52bac56e-eb6a-438c-8304-6b967c3e67b8 service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6548300
May 14 21:35:16.898602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54054) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:16.998935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:17.011452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650661b9-80fe-44ec-8452-cfc7b2742654 req-02818302-bc72-4a07-9fe0-541b97dd29b4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:17.013189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-650661b9-80fe-44ec-8452-cfc7b2742654 req-02818302-bc72-4a07-9fe0-541b97dd29b4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1856894
May 14 21:35:17.047921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af92859-fa66-4c02-9fc3-14f27b6e914b None None] Network b925039f-4023-47ad-84b4-df87793c473c could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 21:35:17.072765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-79acf981-7473-4e1f-8c47-9ca8edfa10cb None None] Provisioning complete for port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:17.073262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-79acf981-7473-4e1f-8c47-9ca8edfa10cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.074579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:17.075823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-33eb8f4a-afe2-48a6-9af7-1a1b4a7a642a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=885fcccf08f84a09978e51ceccdca374&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1681354
May 14 21:35:17.143081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb3cf46-9627-407e-ba70-56964def369f None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:17.186483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-650661b9-80fe-44ec-8452-cfc7b2742654 req-7a1714b0-d870-4a1b-8664-527e3f9a1b12 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1618156
May 14 21:35:17.204951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4e22-305a-4cf1-a199-c33a56dab3fa admin admin] Publish callbacks [] for security_group (6d056325-baf7-4571-9a53-44977fd178ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.216706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:17.216706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.277134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.326840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4e22-305a-4cf1-a199-c33a56dab3fa admin admin] Publish callbacks [] for security_group (6d056325-baf7-4571-9a53-44977fd178ab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.339943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703', 'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': '6300abb0-b782-4034-a0a6-d671b8b0988f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:17.341278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.379761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-79acf981-7473-4e1f-8c47-9ca8edfa10cb None None] Current status of the port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:17.386985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.532936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:17.533159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:17.563658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3bf22ad9-61e9-4f99-9a75-ab58a1dda29f None None] Could not find standard attr ID for object 92403e20-5962-4f83-bad3-5ad4c8ccb70f. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:17.622000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] Deleting port 69db4133-3542-4c2f-a899-63f877eb6b00 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:17.622310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.633682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (24104613-c4e1-4643-8bd4-c699d326ee2d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.655087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Allocated IP 2001:db8::2 (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703/6300abb0-b782-4034-a0a6-d671b8b0988f/bc99f22d-fa63-47fb-9b1c-e4232830049a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:17.696555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395bf9a-31d5-4e75-8fa4-7ddf5dae1073 req-8dea62d7-8b2d-4a61-9a09-a1aceef64c0e tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:17.701163 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2395bf9a-31d5-4e75-8fa4-7ddf5dae1073 req-8dea62d7-8b2d-4a61-9a09-a1aceef64c0e tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 943 time: 0.1444120
May 14 21:35:17.707443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4e22-305a-4cf1-a199-c33a56dab3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6d056325-baf7-4571-9a53-44977fd178ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.711273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2f4e22-305a-4cf1-a199-c33a56dab3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.713116 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d2f4e22-305a-4cf1-a199-c33a56dab3fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d056325-baf7-4571-9a53-44977fd178ab HTTP/1.1" status: 204  len: 168 time: 0.6372733
May 14 21:35:17.727716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.761758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] For port 69db4133-3542-4c2f-a899-63f877eb6b00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=69db4133-3542-4c2f-a899-63f877eb6b00,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:17.762279 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.787954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:17.792355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f4e22-305a-4cf1-a199-c33a56dab3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d056325-baf7-4571-9a53-44977fd178ab,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:17.814105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:17.818774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:17.819347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:17.826391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=24104613-c4e1-4643-8bd4-c699d326ee2d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:17.863847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] Calling delete_port for 69db4133-3542-4c2f-a899-63f877eb6b00 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:17.896724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (299418e6-b904-4a01-968b-8370299b1875), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.007126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54080) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:18.007626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-877c875b-ca74-4c70-8cf6-964a795052cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.6420729
May 14 21:35:18.018144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2395bf9a-31d5-4e75-8fa4-7ddf5dae1073 req-f9e4885a-40cc-4396-ac96-746b2a4e6921 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2915719
May 14 21:35:18.025224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:18.031894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:18.036399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.037065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.045357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=299418e6-b904-4a01-968b-8370299b1875,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:18.065489 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Publish callbacks [] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.086229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7d43cda1-ee49-41b8-88b1-8a612cee1e6a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:18.118991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a193a-f53d-44a6-a329-b0fc17d76904 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.120415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a193a-f53d-44a6-a329-b0fc17d76904 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.121961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a193a-f53d-44a6-a329-b0fc17d76904 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.123856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a193a-f53d-44a6-a329-b0fc17d76904 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.129344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18a193a-f53d-44a6-a329-b0fc17d76904 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.129344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f18a193a-f53d-44a6-a329-b0fc17d76904 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1192696
May 14 21:35:18.132479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54082) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:18.138746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647747386'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:18.155390 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.156456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:18.156951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.161606 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5c941a5-2e32-4891-b4f1-137000ee9cf7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4011149
May 14 21:35:18.164626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54084) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:18.170620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '299418e6-b904-4a01-968b-8370299b1875', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-913046284'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:18.208805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.273776 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (69db4133-3542-4c2f-a899-63f877eb6b00), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.294713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:18.307086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:18.309207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] No DVR routers for this DVR port 69db4133-3542-4c2f-a899-63f877eb6b00 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:18.314715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:18.337841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:18.342740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.374825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:18.382866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.383442 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment 8b8af8a9-115c-455c-b8d0-a3cc05e55bb2 of type vlan for network 21eb7027-9d50-4455-8728-78cf0d3ff7d1
May 14 21:35:18.399226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Pushing event updated for resources: {'Port': ['ID=bc99f22d-fa63-47fb-9b1c-e4232830049a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:18.411013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652448a-763d-45a0-acb5-6c4c4552be7d None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:18.416623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ff5c0-0874-48b8-ae1d-b31516a59b8a None None] Network e57d8866-e0e2-4824-8c23-062ca3827359 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:18.437631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.552219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1b2b8-08c4-4f47-a6b5-3f9ad75e1b61 None None] Pushing event deleted for resources: {'Port': ['ID=69db4133-3542-4c2f-a899-63f877eb6b00,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:18.554101 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.559076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.559874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.564074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:18.565993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebac17-4bfe-414f-8d6c-a1fadcbe1805 req-65d16dc8-7c9d-4711-a2a8-afc28eccde70 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:18.567639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86ebac17-4bfe-414f-8d6c-a1fadcbe1805 req-65d16dc8-7c9d-4711-a2a8-afc28eccde70 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.2707694
May 14 21:35:18.625876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2452550a-6442-47f3-af4b-51cd4d7d49da None None] Provisioning complete for port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:18.626086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2452550a-6442-47f3-af4b-51cd4d7d49da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.634224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Attempting to bind port bc99f22d-fa63-47fb-9b1c-e4232830049a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:18.634224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Attempting to bind port bc99f22d-fa63-47fb-9b1c-e4232830049a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd5d482ab-f506-4cc5-8365-ebde803ec1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:18.634224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Attempting to bind port bc99f22d-fa63-47fb-9b1c-e4232830049a on network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:18.635584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:18.688620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.706184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86ebac17-4bfe-414f-8d6c-a1fadcbe1805 req-9348c95f-15b4-4915-9e5b-206cc3b16211 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251454
May 14 21:35:18.759989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 72f21a84-e303-4767-9c08-c8803bcd68bf yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:18.769648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.769872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=21eb7027-9d50-4455-8728-78cf0d3ff7d1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:18.813909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39483917-9dba-4dca-89de-772ab89be45f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6802685
May 14 21:35:18.817639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:18.823409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:18.841431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.842812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.891108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 69db4133-3542-4c2f-a899-63f877eb6b00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:18.893721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:18.902806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:18.903044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Checking segment: {'id': 'd5d482ab-f506-4cc5-8365-ebde803ec1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:18.903278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.903706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Bound using segment: {'id': 'd5d482ab-f506-4cc5-8365-ebde803ec1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:18.906207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Bound port: bc99f22d-fa63-47fb-9b1c-e4232830049a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d482ab-f506-4cc5-8365-ebde803ec1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:18.906207 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:18.945192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:18.976042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 69db4133-3542-4c2f-a899-63f877eb6b00 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:18.976422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 69db4133-3542-4c2f-a899-63f877eb6b00 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:19.012811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network e57d8866-e0e2-4824-8c23-062ca3827359 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:19.014399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:19.147791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '299418e6-b904-4a01-968b-8370299b1875'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:19.149236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.236312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] For port bc99f22d-fa63-47fb-9b1c-e4232830049a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:19.248584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2452550a-6442-47f3-af4b-51cd4d7d49da None None] Current status of the port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:19.304319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] For port bc99f22d-fa63-47fb-9b1c-e4232830049a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc99f22d-fa63-47fb-9b1c-e4232830049a,segment=NetworkSegment(d5d482ab-f506-4cc5-8365-ebde803ec1e4),segment_id=d5d482ab-f506-4cc5-8365-ebde803ec1e4)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:19.310663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 1ae8c72f-63d8-43f9-baa4-e36cd176e21e is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:35:19.321384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2452550a-6442-47f3-af4b-51cd4d7d49da None None] Provisioning complete for port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:19.321770 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2452550a-6442-47f3-af4b-51cd4d7d49da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.429904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/299418e6-b904-4a01-968b-8370299b1875/16ba430d-f4d8-498c-8be1-b9bbb279674c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:19.457689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceaaa6b-94c0-4f22-bba1-03c18bd24eb1 req-787044fa-7c22-481c-b714-917603184ae2 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:19.460777 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ceaaa6b-94c0-4f22-bba1-03c18bd24eb1 req-787044fa-7c22-481c-b714-917603184ae2 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 943 time: 0.0924864
May 14 21:35:19.468832 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.470039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:19.500509 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] Sync routers for ids ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:19.516645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54112) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:19.517424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-631c3293-03c8-4798-9427-784425cb6d33 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/1ae8c72f-63d8-43f9-baa4-e36cd176e21e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7239969
May 14 21:35:19.531029 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] Routers {'1ae8c72f-63d8-43f9-baa4-e36cd176e21e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:19.531991 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310292e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:19.579242 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310292e0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:19.592481 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] Routers {'1ae8c72f-63d8-43f9-baa4-e36cd176e21e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:19.592481 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310292e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:19.602728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.623916 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ceaaa6b-94c0-4f22-bba1-03c18bd24eb1 req-9ed2dc3e-8bfd-4c2e-ba88-ac2fbb8d66a0 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270187
May 14 21:35:19.630154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b423f1-c034-4ffa-9661-04c296b524c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:19.634466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54116) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:19.634625 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-98b423f1-c034-4ffa-9661-04c296b524c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports/8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd HTTP/1.1" status: 200  len: 984 time: 0.1091628
May 14 21:35:19.640920 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310292e0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:19.641517 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e0756b-1cad-463a-8105-68e11fb581e1 None None] The sync data for ids ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:19.676104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2452550a-6442-47f3-af4b-51cd4d7d49da None None] Port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:19.705168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.739425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 is not hosted by any dhcp agent {{(pid=115780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:35:19.765779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e9472-a5dc-4e39-abdd-0b204ca864a3 None None] Pushing event updated for resources: {'Port': ['ID=bc99f22d-fa63-47fb-9b1c-e4232830049a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:19.777847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:19.778508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.784477 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "PUT /v2.0/networks/21eb7027-9d50-4455-8728-78cf0d3ff7d1 HTTP/1.1" status: 200  len: 723 time: 0.9653473
May 14 21:35:19.789283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54122) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:19.810532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:19.859286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Publish callbacks [] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.870946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14963e1f-7b22-45e3-bc3e-ecc6e7bee61b None None] Provisioning complete for port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:19.874397 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14963e1f-7b22-45e3-bc3e-ecc6e7bee61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.934845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dbb63-be6c-4817-baaf-817ba0a23ab3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=21eb7027-9d50-4455-8728-78cf0d3ff7d1,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:19.972566 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:19.980293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:20.019201 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:35:20.019782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:20.106578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:20.118325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:20.122834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:20.168079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Pushing event updated for resources: {'Port': ['ID=16ba430d-f4d8-498c-8be1-b9bbb279674c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:20.170254 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5ebbb578-2e8e-465b-9821-030f0b8b0050 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.0041983
May 14 21:35:20.176542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54124) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:20.188944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f46d1-eeae-4f7f-b1a8-2e1d73a75d89 req-599955ae-5017-4f22-a5b7-efb3f0e9a6dd tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:20.190697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-776f46d1-eeae-4f7f-b1a8-2e1d73a75d89 req-599955ae-5017-4f22-a5b7-efb3f0e9a6dd tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.2865660
May 14 21:35:20.302055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23907f4e-a101-407e-aee7-2728cc15da24 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:20.304753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-23907f4e-a101-407e-aee7-2728cc15da24 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1172976
May 14 21:35:20.308514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54128) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:20.356154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14963e1f-7b22-45e3-bc3e-ecc6e7bee61b None None] Current status of the port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:20.383117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Attempting to bind port 16ba430d-f4d8-498c-8be1-b9bbb279674c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:20.383510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Attempting to bind port 16ba430d-f4d8-498c-8be1-b9bbb279674c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:20.383919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Attempting to bind port 16ba430d-f4d8-498c-8be1-b9bbb279674c on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:20.388987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14963e1f-7b22-45e3-bc3e-ecc6e7bee61b None None] Provisioning complete for port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:20.389798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14963e1f-7b22-45e3-bc3e-ecc6e7bee61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.391820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 915f0324-ec51-454d-8c23-f1ecbc0d832a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:35:20.415620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:20.423158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.424442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:20.424868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:20.425274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.425670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:20.426163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Bound port: 16ba430d-f4d8-498c-8be1-b9bbb279674c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:20.426543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.428136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970f01a-aaee-4d2c-b381-52bb90fee815 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:20.430626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970f01a-aaee-4d2c-b381-52bb90fee815 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:20.435694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7970f01a-aaee-4d2c-b381-52bb90fee815 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1260893
May 14 21:35:20.436281 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54130) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:20.490691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14963e1f-7b22-45e3-bc3e-ecc6e7bee61b None None] Port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:20.525175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-776f46d1-eeae-4f7f-b1a8-2e1d73a75d89 req-f9568a15-03b8-40a8-9e2f-6fb69bb53fbb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3073900
May 14 21:35:20.594165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 299418e6-b904-4a01-968b-8370299b1875 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:20.599388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (299418e6-b904-4a01-968b-8370299b1875), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.616405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] For port 16ba430d-f4d8-498c-8be1-b9bbb279674c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:20.655851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] For port 16ba430d-f4d8-498c-8be1-b9bbb279674c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ba430d-f4d8-498c-8be1-b9bbb279674c,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:20.662240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 915f0324-ec51-454d-8c23-f1ecbc0d832a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:20.665145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-75ba30b5-5b68-41cd-a39c-9e6885068c60 None None] Provisioning complete for port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:20.665518 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-75ba30b5-5b68-41cd-a39c-9e6885068c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.701449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (299418e6-b904-4a01-968b-8370299b1875), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.716109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '915f0324-ec51-454d-8c23-f1ecbc0d832a', 'network_id': 'f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8', 'port_id': '915f0324-ec51-454d-8c23-f1ecbc0d832a', 'mac_address': 'fa:16:3e:3b:e4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '658ef061-2a9e-4cfa-aacf-f1d6f625de0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:35:20.736912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-75ba30b5-5b68-41cd-a39c-9e6885068c60 None None] Port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:20.741269 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.779184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.825114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a12b3-c038-4aa2-9b31-653e36d3629f None None] Pushing event updated for resources: {'Port': ['ID=16ba430d-f4d8-498c-8be1-b9bbb279674c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:20.837053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31cf46-a670-40a3-a808-c245ee95a155 req-bd5d3ba8-692f-4a46-8f32-61efc4d27237 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:20.838980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d31cf46-a670-40a3-a808-c245ee95a155 req-bd5d3ba8-692f-4a46-8f32-61efc4d27237 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 943 time: 0.0873594
May 14 21:35:20.917055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 915f0324-ec51-454d-8c23-f1ecbc0d832a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:20.917968 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:20.938946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915f0324-ec51-454d-8c23-f1ecbc0d832a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:35:20.982479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 915f0324-ec51-454d-8c23-f1ecbc0d832a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:21.029119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (299418e6-b904-4a01-968b-8370299b1875), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.059435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c01df191-6fd9-424a-964f-aae0050ce736 None None] Provisioning complete for port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:21.059837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c01df191-6fd9-424a-964f-aae0050ce736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.069786 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.098793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d31cf46-a670-40a3-a808-c245ee95a155 req-a4ec097f-4c6a-4788-b855-4982f18ca949 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2506108
May 14 21:35:21.168632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c01df191-6fd9-424a-964f-aae0050ce736 None None] Port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:21.180869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=915f0324-ec51-454d-8c23-f1ecbc0d832a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:21.236341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (299418e6-b904-4a01-968b-8370299b1875), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.282919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54146) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:21.327343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.333848 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/299418e6-b904-4a01-968b-8370299b1875 HTTP/1.1" status: 204  len: 168 time: 0.8961668
May 14 21:35:21.334401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54150) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:21.343121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4191517-a590-4ebb-adfc-26b98f5c0cb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=299418e6-b904-4a01-968b-8370299b1875,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:21.367930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['915f0324-ec51-454d-8c23-f1ecbc0d832a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:35:21.398943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ec4955b1-e6ec-4119-983a-60971ba311d4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0629811
May 14 21:35:21.402910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54152) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:21.409198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:21.545329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1306045470', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:21.640024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303801e6-3995-4da9-bd7b-ebc54314f55e None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:21.687645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:21.691296 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.703134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454646f2-2f59-40a4-bae1-70b5b1dff608 req-53d1505d-34cc-4c26-8e0b-e24f7619e307 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:21.705044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-454646f2-2f59-40a4-bae1-70b5b1dff608 req-53d1505d-34cc-4c26-8e0b-e24f7619e307 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.0765934
May 14 21:35:21.715519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] Provisioning complete for port bc99f22d-fa63-47fb-9b1c-e4232830049a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:21.715885 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.721912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Made reservation on behalf of 9d1bf008243b4b1b99fe50688803ca3e for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:21.723966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.741218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.762341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (16777e29-b8f1-4ca8-a825-6a26cbf3b478), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.797914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:21.798272 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.846401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] Current status of the port bc99f22d-fa63-47fb-9b1c-e4232830049a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:21.846894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:21.850906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-454646f2-2f59-40a4-bae1-70b5b1dff608 req-7b484974-81be-45e0-9d5f-4867777bedf0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1235354
May 14 21:35:21.946175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=16777e29-b8f1-4ca8-a825-6a26cbf3b478,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:21.953947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] For port bc99f22d-fa63-47fb-9b1c-e4232830049a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc99f22d-fa63-47fb-9b1c-e4232830049a,segment=NetworkSegment(d5d482ab-f506-4cc5-8365-ebde803ec1e4),segment_id=d5d482ab-f506-4cc5-8365-ebde803ec1e4)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:21.965577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:21.965577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: 21eb7027-9d50-4455-8728-78cf0d3ff7d1, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:21.978633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] Update dhcp port {'port': {'network_id': '770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703', 'fixed_ips': [{'subnet_id': '6300abb0-b782-4034-a0a6-d671b8b0988f', 'ip_address': '2001:db8::2'}, {'subnet_id': '24104613-c4e1-4643-8bd4-c699d326ee2d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'bc99f22d-fa63-47fb-9b1c-e4232830049a'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:35:22.013856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for security_group (d2a68134-7817-49eb-8d64-8bf38ea85b1e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.017501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.035189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:22.048902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.072450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.091905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d2a68134-7817-49eb-8d64-8bf38ea85b1e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.107767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] device_id is not set on port 62ba62fb-3324-4192-947e-73b76be22e65 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:22.196366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 16ba430d-f4d8-498c-8be1-b9bbb279674c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:22.199816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a68134-7817-49eb-8d64-8bf38ea85b1e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:22.221825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (268c541c-867d-47a9-8a91-6704cd7e9e51), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.221935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:22.333386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21eb7027-9d50-4455-8728-78cf0d3ff7d1) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:22.344628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:22.344628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.374207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:22.375243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=268c541c-867d-47a9-8a91-6704cd7e9e51,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:22.390261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.395336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:22.421610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:22.422492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.441179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=8ea1039f-d7f4-46f5-8b5d-aeabdcd086fd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:22.442194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0812-ac56-4d37-b64c-e0af74882380 req-f364f497-a525-4a09-ba3b-714ded8ebf60 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:22.444381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1fe0812-ac56-4d37-b64c-e0af74882380 req-f364f497-a525-4a09-ba3b-714ded8ebf60 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 944 time: 0.1993003
May 14 21:35:22.496823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c161a141-66c3-4237-8d3b-3fd45c7c39cd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7067845
May 14 21:35:22.499191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54160) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:22.503299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b07e56e-228b-42d5-a9dd-2edb208c1f98 None None] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:22.505835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 915f0324-ec51-454d-8c23-f1ecbc0d832a up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:22.507591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:22.515632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a578c-ce76-4755-ba5e-f959892eff5c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:22.516781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Allocated IP 172.35.4.176 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/62ba62fb-3324-4192-947e-73b76be22e65) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:22.568079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81700fbd-c0c7-472a-bbaf-e1c38e247364 None None] Pushing event updated for resources: {'Port': ['ID=bc99f22d-fa63-47fb-9b1c-e4232830049a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:22.569022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f0b541f-325c-407a-b99b-8f419a17ec6f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1649241
May 14 21:35:22.573082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1fe0812-ac56-4d37-b64c-e0af74882380 req-71a768d0-f002-4023-9ec1-be946d9dd1b6 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208129
May 14 21:35:22.575151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:22.592031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:22.635268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.770712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (8f7eaf69-252a-4593-963c-0bbfd4edad29), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.772696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (8f7eaf69-252a-4593-963c-0bbfd4edad29), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.777126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Provisioning complete for port 16ba430d-f4d8-498c-8be1-b9bbb279674c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:22.777500 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.863868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25985223'] for subnet (16777e29-b8f1-4ca8-a825-6a26cbf3b478), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.865424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router_controller (8f7eaf69-252a-4593-963c-0bbfd4edad29), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.890025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for port (62ba62fb-3324-4192-947e-73b76be22e65), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.903883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b0ff6-7cf0-4ebb-a9c0-992f5a668956 req-c701cdfe-2784-4e01-a86f-db1a73000874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:22.905403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab2b0ff6-7cf0-4ebb-a9c0-992f5a668956 req-c701cdfe-2784-4e01-a86f-db1a73000874 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1127 time: 0.1219304
May 14 21:35:22.959720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 16ba430d-f4d8-498c-8be1-b9bbb279674c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:22.960256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:22.964222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] Allocated IP 172.20.0.1 (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703/24104613-c4e1-4643-8bd4-c699d326ee2d/bc99f22d-fa63-47fb-9b1c-e4232830049a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:22.978487 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (8f7eaf69-252a-4593-963c-0bbfd4edad29), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.057562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-21eb7027-9d50-4455-8728-78cf0d3ff7d1', 'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': '16777e29-b8f1-4ca8-a825-6a26cbf3b478'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:23.058476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.086104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 915f0324-ec51-454d-8c23-f1ecbc0d832a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:35:23.105798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.109805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-62d59573-4bc3-4093-b4a7-916b4ae67666 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5306091
May 14 21:35:23.109805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (62ba62fb-3324-4192-947e-73b76be22e65), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.111062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54174) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:23.130889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 1ae8c72f-63d8-43f9-baa4-e36cd176e21e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:23.133687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab2b0ff6-7cf0-4ebb-a9c0-992f5a668956 req-aa4c22b0-e3a4-4657-8c83-c789fb332132 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2000353
May 14 21:35:23.140933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298facb1-72dd-4539-8438-60f7bb98dca5 req-78ef098b-80db-468c-9e44-edc2068791af tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:23.142494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-298facb1-72dd-4539-8438-60f7bb98dca5 req-78ef098b-80db-468c-9e44-edc2068791af tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1231050
May 14 21:35:23.257966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 915f0324-ec51-454d-8c23-f1ecbc0d832a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:23.258345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.259706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:23.268359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:23.270651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Pushing event updated for resources: {'Port': ['ID=62ba62fb-3324-4192-947e-73b76be22e65,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:23.274667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:23.303374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:23.315639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7dee6000-922c-413c-b7e8-76736f5c2ada tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/1ae8c72f-63d8-43f9-baa4-e36cd176e21e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6769145
May 14 21:35:23.316462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54176) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:23.326394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-298facb1-72dd-4539-8438-60f7bb98dca5 req-c817ca5f-2a80-4267-b432-0a9c99b0b5bd tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1750982
May 14 21:35:23.373093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] Sync routers for ids ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:23.407178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749439507923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25299550'] for subnet (16777e29-b8f1-4ca8-a825-6a26cbf3b478), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.440061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] For port bc99f22d-fa63-47fb-9b1c-e4232830049a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc99f22d-fa63-47fb-9b1c-e4232830049a,segment=NetworkSegment(d5d482ab-f506-4cc5-8365-ebde803ec1e4),segment_id=d5d482ab-f506-4cc5-8365-ebde803ec1e4)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:23.464491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:23.464760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.475992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 16ba430d-f4d8-498c-8be1-b9bbb279674c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:23.477729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.510036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Current status of the port 16ba430d-f4d8-498c-8be1-b9bbb279674c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:23.510703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.524190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] Routers {'1ae8c72f-63d8-43f9-baa4-e36cd176e21e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:23.525426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fa3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:23.528099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:23.528989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.530497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "PUT /v2.0/subnets/16777e29-b8f1-4ca8-a825-6a26cbf3b478 HTTP/1.1" status: 200  len: 826 time: 1.0303471
May 14 21:35:23.534984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54180) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:23.600700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fa3370>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:23.653718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] Publish callbacks [] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.655877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Allocated IP 2001:db8::2 (21eb7027-9d50-4455-8728-78cf0d3ff7d1/16777e29-b8f1-4ca8-a825-6a26cbf3b478/2d44f9c2-610b-41b9-99cf-b6a6893fcb6d) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:23.675507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 16ba430d-f4d8-498c-8be1-b9bbb279674c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ba430d-f4d8-498c-8be1-b9bbb279674c,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:23.676650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] Routers {'1ae8c72f-63d8-43f9-baa4-e36cd176e21e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:23.677846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fa3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:23.689105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32f3a3-5cbe-47d7-aa7e-53ce748513a1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=16777e29-b8f1-4ca8-a825-6a26cbf3b478,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:23.714535 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-b03fc34b-bd72-4e05-8103-296df3b3afa4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] remove_router_interface failed (client error): The resource could not be found.
May 14 21:35:23.715691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b03fc34b-bd72-4e05-8103-296df3b3afa4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/1ae8c72f-63d8-43f9-baa4-e36cd176e21e/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3982725
May 14 21:35:23.717540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.720384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54194) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:23.757063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fa3370>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:23.758208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46df1c19-35bc-46ce-b696-87704b02a267 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae8c72f-63d8-43f9-baa4-e36cd176e21e HTTP/1.1" status: 200  len: 205 time: 0.0365455
May 14 21:35:23.760476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809a8f00-bdfd-4df0-88f3-1d20c02b4255 None None] The sync data for ids ['1ae8c72f-63d8-43f9-baa4-e36cd176e21e'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:23.761894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:23.783432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c05dc43d-b3dc-4e7e-8f79-ec3bb05b44a2 tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.4992180
May 14 21:35:23.787548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:23.792632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.801145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148b7f4-3be3-416d-8d11-5485acc71891 req-a72fb2b2-16c8-46b3-8cba-b5f0ed0c242a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:23.802840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e148b7f4-3be3-416d-8d11-5485acc71891 req-a72fb2b2-16c8-46b3-8cba-b5f0ed0c242a tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 944 time: 0.0895851
May 14 21:35:23.812956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.176'}]}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:23.854478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 915f0324-ec51-454d-8c23-f1ecbc0d832a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:23.855024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.868065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.884270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.908591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:23.909399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc99f22d-fa63-47fb-9b1c-e4232830049a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:24.001053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915f0324-ec51-454d-8c23-f1ecbc0d832a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:24.003390 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab1b6b-5a0e-4065-8cb8-4d9d1a53b213" -d '{"events": [{"server_uuid": "294b2ea9-8fff-4f45-89fd-dba8b7ed5dba", "name": "network-vif-plugged", "status": "completed", "tag": "915f0324-ec51-454d-8c23-f1ecbc0d832a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:24.035054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387232-36a1-4e32-83ae-52b5ee2bd3ba None None] Pushing event updated for resources: {'Port': ['ID=bc99f22d-fa63-47fb-9b1c-e4232830049a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:24.047718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 915f0324-ec51-454d-8c23-f1ecbc0d832a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:24.115168 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e826c-fa2f-439a-8cf7-589e5f59157f x-openstack-request-id: req-af7e826c-fa2f-439a-8cf7-589e5f59157f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:24.115496 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294b2ea9-8fff-4f45-89fd-dba8b7ed5dba", "name": "network-vif-plugged", "status": "completed", "tag": "915f0324-ec51-454d-8c23-f1ecbc0d832a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:24.115748 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af7e826c-fa2f-439a-8cf7-589e5f59157f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:24.116505 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7e826c-fa2f-439a-8cf7-589e5f59157f'] response: {'server_uuid': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915f0324-ec51-454d-8c23-f1ecbc0d832a', 'code': 200}
May 14 21:35:24.131148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:24.131679 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:24.149038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.157244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.162128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.168072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (16777e29-b8f1-4ca8-a825-6a26cbf3b478), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.242568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=16ba430d-f4d8-498c-8be1-b9bbb279674c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:24.268243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::1 (88e03173-3786-4c9f-927f-9ea223dbf14a/268c541c-867d-47a9-8a91-6704cd7e9e51/5c8bb42f-8a1a-49db-a8ac-da3e913ab972) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:24.268457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bc99f22d-fa63-47fb-9b1c-e4232830049a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:24.268457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.329164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Publish callbacks [] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.359610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6826-5877-4fd5-82ec-4254f873a874 req-edd53a58-4129-4489-bab3-2a608b35639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:24.361430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f30c6826-5877-4fd5-82ec-4254f873a874 req-edd53a58-4129-4489-bab3-2a608b35639e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 1127 time: 0.0719020
May 14 21:35:24.389801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=915f0324-ec51-454d-8c23-f1ecbc0d832a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:24.418162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.441228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f30c6826-5877-4fd5-82ec-4254f873a874 req-29a2f7ba-3775-4ba7-b536-7cdf986dfa86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703621
May 14 21:35:24.452508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (1ae8c72f-63d8-43f9-baa4-e36cd176e21e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.453378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae8c72f-63d8-43f9-baa4-e36cd176e21e {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:24.467143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.468552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a8babe43-397c-4063-91fc-f9326830042c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/1ae8c72f-63d8-43f9-baa4-e36cd176e21e HTTP/1.1" status: 204  len: 168 time: 0.7059736
May 14 21:35:24.471211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:24.496768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (4315046a-477b-4bcc-acdc-31fdc0479178), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.498771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (4315046a-477b-4bcc-acdc-31fdc0479178), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.549734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet 57e228f8-068e-46a9-8dda-2f9e34c73b2a {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:24.553309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:24.557419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (57e228f8-068e-46a9-8dda-2f9e34c73b2a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.562543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:24.565048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:24.572242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Pushing event updated for resources: {'Port': ['ID=2d44f9c2-610b-41b9-99cf-b6a6893fcb6d,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:24.580380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e148b7f4-3be3-416d-8d11-5485acc71891 req-e1e808da-af0b-4f4f-aab4-327e0dae21ea tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7583768
May 14 21:35:24.582065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bc99f22d-fa63-47fb-9b1c-e4232830049a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:24.619275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (16777e29-b8f1-4ca8-a825-6a26cbf3b478), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.667558 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.669600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for router_controller (4315046a-477b-4bcc-acdc-31fdc0479178), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.713470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=16777e29-b8f1-4ca8-a825-6a26cbf3b478,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:24.735860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Attempting to bind port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:24.736483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Attempting to bind port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:24.736945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Attempting to bind port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d on network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:24.755035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:24.756224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Checking segment: {'id': '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:24.756778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.757284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Bound using segment: {'id': '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:24.757866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Bound port: 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:24.758346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.771531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-62f1f947-1f64-4cb7-9e93-03031b038be1 None None] Current status of the port 16ba430d-f4d8-498c-8be1-b9bbb279674c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:24.799522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.820023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (57e228f8-068e-46a9-8dda-2f9e34c73b2a), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.828727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdacca-30d3-483b-978f-07a71a1e9a74 req-fc55363f-7795-4453-94c3-cf27baaa14a5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:24.830368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebfdacca-30d3-483b-978f-07a71a1e9a74 req-fc55363f-7795-4453-94c3-cf27baaa14a5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.2860034
May 14 21:35:24.851848 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.887458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8730>,) {'filters': {'network_id': ['21eb7027-9d50-4455-8728-78cf0d3ff7d1']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:24.902324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8730>, '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:24.902628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8730>, '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:24.926218 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.960995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:24.969525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:24.972451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:24.973769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (8f7eaf69-252a-4593-963c-0bbfd4edad29), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.974755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:24.979295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:25.008532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 16ba430d-f4d8-498c-8be1-b9bbb279674c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:25.013547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:25.013951 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:25.017199 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:25.023675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ebfdacca-30d3-483b-978f-07a71a1e9a74 req-ade2e263-63e7-465f-98cf-64ffc82676ab tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659861
May 14 21:35:25.044834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c914a284-0477-465c-abcc-3f0331e036cb None None] Could not find standard attr ID for object aa1e6325-95a8-4aea-9bb0-c17c87a9cd81. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:25.057162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed0c05d-9079-45ee-9833-3ce8ab30f7ff None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:25.066225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c914a284-0477-465c-abcc-3f0331e036cb None None] Provisioning complete for port 16ba430d-f4d8-498c-8be1-b9bbb279674c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:25.066599 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c914a284-0477-465c-abcc-3f0331e036cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.120359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (57e228f8-068e-46a9-8dda-2f9e34c73b2a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.154883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for router_gateway (4315046a-477b-4bcc-acdc-31fdc0479178), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.183333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:35:25.183333 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:35:25.183333 ncdv-master-1 neutron-server[115781]: [parameters: {'id': '21eb7027-9d50-4455-8728-78cf0d3ff7d1'}]
May 14 21:35:25.183333 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:25.183802 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:25.251488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] For port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:25.266606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] For port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d44f9c2-610b-41b9-99cf-b6a6893fcb6d,segment=NetworkSegment(8b8af8a9-115c-455c-b8d0-a3cc05e55bb2),segment_id=8b8af8a9-115c-455c-b8d0-a3cc05e55bb2)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:25.276238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (57e228f8-068e-46a9-8dda-2f9e34c73b2a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.284753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 16ba430d-f4d8-498c-8be1-b9bbb279674c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:25.284753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.316594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=57e228f8-068e-46a9-8dda-2f9e34c73b2a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:25.326548 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.330072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-314eaa17-45b5-4717-b9dd-a4c275e7adcc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/57e228f8-068e-46a9-8dda-2f9e34c73b2a HTTP/1.1" status: 204  len: 168 time: 0.8536048
May 14 21:35:25.332694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54214) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:25.361350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba83f7f7-da65-4e33-a8ae-1395c28e4dcb None None] Network e57d8866-e0e2-4824-8c23-062ca3827359 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:25.404660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.459080 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.473017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e57d8866-e0e2-4824-8c23-062ca3827359), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.544293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:25.544293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.584246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c914a284-0477-465c-abcc-3f0331e036cb None None] Current status of the port 16ba430d-f4d8-498c-8be1-b9bbb279674c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:25.623762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,segment=NetworkSegment(a212c4d2-cc4b-4f90-8a2f-95d3ec512613),segment_id=a212c4d2-cc4b-4f90-8a2f-95d3ec512613)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:25.624901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.655179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739b8bc-b445-48c0-add0-ff57be140907 None None] Pushing event updated for resources: {'Port': ['ID=2d44f9c2-610b-41b9-99cf-b6a6893fcb6d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:25.655965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 7d43cda1-ee49-41b8-88b1-8a612cee1e6a owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:25.685495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.699108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a99cc-3400-4d25-8075-1192d45a272a None None] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:25.769150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] DHCP port deletion for e57d8866-e0e2-4824-8c23-062ca3827359 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:25.806501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for router_gateway (4315046a-477b-4bcc-acdc-31fdc0479178), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.814351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5b23-f4d4-4677-892c-305c82dd99a7 req-614dd09e-db86-4e51-be0e-329f70fff517 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:25.822386 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d4d5b23-f4d4-4677-892c-305c82dd99a7 req-614dd09e-db86-4e51-be0e-329f70fff517 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 945 time: 0.0649614
May 14 21:35:25.825861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6ef84c9c-ce4b-41ff-b9e0-24ccd59b8895 None None] Provisioning complete for port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:25.826539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6ef84c9c-ce4b-41ff-b9e0-24ccd59b8895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.827764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 16ba430d-f4d8-498c-8be1-b9bbb279674c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:25.828804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc99f22d-fa63-47fb-9b1c-e4232830049a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:25.876543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:25.876940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.885106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.906770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6ef84c9c-ce4b-41ff-b9e0-24ccd59b8895 None None] Port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:25.922974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6ef84c9c-ce4b-41ff-b9e0-24ccd59b8895 None None] Provisioning complete for port bc99f22d-fa63-47fb-9b1c-e4232830049a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:25.923356 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6ef84c9c-ce4b-41ff-b9e0-24ccd59b8895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:25.978390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba6f7c-ac43-4086-9feb-fe73fe2b300c req-1d88d5c6-58fc-487c-a3f5-6574834277f3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:25.979996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8aba6f7c-ac43-4086-9feb-fe73fe2b300c req-1d88d5c6-58fc-487c-a3f5-6574834277f3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1630197
May 14 21:35:26.010475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-721bca91-b617-4bff-b75a-223a9eb1a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:26.012210 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-721bca91-b617-4bff-b75a-223a9eb1a60c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1127 time: 0.1372604
May 14 21:35:26.054670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] For port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d44f9c2-610b-41b9-99cf-b6a6893fcb6d,segment=NetworkSegment(8b8af8a9-115c-455c-b8d0-a3cc05e55bb2),segment_id=8b8af8a9-115c-455c-b8d0-a3cc05e55bb2)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:26.055068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.073251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] Deleting port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:26.081508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.088631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Calling delete_port for 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:26.179970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6a44e-75ca-4d6e-843d-2371a3fb531a None None] Network 21eb7027-9d50-4455-8728-78cf0d3ff7d1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:26.211312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bc99f22d-fa63-47fb-9b1c-e4232830049a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:26.211947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.290428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] For port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,segment=NetworkSegment(a212c4d2-cc4b-4f90-8a2f-95d3ec512613),segment_id=a212c4d2-cc4b-4f90-8a2f-95d3ec512613)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:26.290930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.301380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6ef84c9c-ce4b-41ff-b9e0-24ccd59b8895 None None] Current status of the port bc99f22d-fa63-47fb-9b1c-e4232830049a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:26.307320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d4d5b23-f4d4-4677-892c-305c82dd99a7 req-025277af-73d4-4ae3-84e4-b01b381e7505 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4837615
May 14 21:35:26.323519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] Calling delete_port for 7d43cda1-ee49-41b8-88b1-8a612cee1e6a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:26.483153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.496671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4de9f844-1a70-4c8a-bc3a-e20c9dfe897d None None] Provisioning complete for port bc99f22d-fa63-47fb-9b1c-e4232830049a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:26.497174 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4de9f844-1a70-4c8a-bc3a-e20c9dfe897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.534009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bc99f22d-fa63-47fb-9b1c-e4232830049a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:26.576485 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (7d43cda1-ee49-41b8-88b1-8a612cee1e6a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.598521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.603585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for router (4315046a-477b-4bcc-acdc-31fdc0479178), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.604961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:26.611081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:26.622661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8aba6f7c-ac43-4086-9feb-fe73fe2b300c req-d5a8f838-1e56-4f2c-98dd-b41f9d5561b0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6137159
May 14 21:35:26.628856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] Pushing event deleted for resources: {'Port': ['ID=7d43cda1-ee49-41b8-88b1-8a612cee1e6a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:26.641051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37224e-815c-49d6-9c09-54a15150bd28 None None] No DVR routers for this DVR port 7d43cda1-ee49-41b8-88b1-8a612cee1e6a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:26.646539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4de9f844-1a70-4c8a-bc3a-e20c9dfe897d None None] Current status of the port bc99f22d-fa63-47fb-9b1c-e4232830049a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:26.680170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d7804-8475-40df-925a-d0263bb5157b None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:35:26.694853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-4832bd0e-eb9a-4e28-b312-49fcfa3cd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:26.696407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-4832bd0e-eb9a-4e28-b312-49fcfa3cd01b service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.6697948
May 14 21:35:26.721517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.722368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (8f7eaf69-252a-4593-963c-0bbfd4edad29), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.756940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7d43cda1-ee49-41b8-88b1-8a612cee1e6a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:26.802828 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e57d8866-e0e2-4824-8c23-062ca3827359), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.808359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7d43cda1-ee49-41b8-88b1-8a612cee1e6a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:26.808994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7d43cda1-ee49-41b8-88b1-8a612cee1e6a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:26.828904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230a52400>,) {'filters': {'network_id': ['e57d8866-e0e2-4824-8c23-062ca3827359']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:26.847729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230a52400>, 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:26.848277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230a52400>, 'a212c4d2-cc4b-4f90-8a2f-95d3ec512613') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:26.858380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-57ecd40c-d720-4858-b1f0-9d9f2328a2b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 1001 time: 0.1540606
May 14 21:35:26.861982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (a212c4d2-cc4b-4f90-8a2f-95d3ec512613), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.889053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d7804-8475-40df-925a-d0263bb5157b None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:35:26.905736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a212c4d2-cc4b-4f90-8a2f-95d3ec512613), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.928365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:26.929579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:26.929579 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (a212c4d2-cc4b-4f90-8a2f-95d3ec512613), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:26.932732 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:26.938807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (4315046a-477b-4bcc-acdc-31fdc0479178), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.942279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks [] for router_controller (4315046a-477b-4bcc-acdc-31fdc0479178), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:26.969308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-2a26c8e5-8510-40e1-95f8-98ad8c5c479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:26.969308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-2a26c8e5-8510-40e1-95f8-98ad8c5c479a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.0966501
May 14 21:35:26.993614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2d44f9c2-610b-41b9-99cf-b6a6893fcb6d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.013081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:27.014508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:27.041245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No DVR routers for this DVR port 2d44f9c2-610b-41b9-99cf-b6a6893fcb6d on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:27.066882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Port': ['ID=2d44f9c2-610b-41b9-99cf-b6a6893fcb6d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:27.112720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-a3c47532-0e3e-4e61-84c7-35fee100e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:27.114372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-a3c47532-0e3e-4e61-84c7-35fee100e7ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1218505
May 14 21:35:27.145299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (4315046a-477b-4bcc-acdc-31fdc0479178), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.146857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4315046a-477b-4bcc-acdc-31fdc0479178 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:27.194090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.226767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e57d8866-e0e2-4824-8c23-062ca3827359), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.238855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.244326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/e57d8866-e0e2-4824-8c23-062ca3827359 HTTP/1.1" status: 204  len: 168 time: 1.9089706
May 14 21:35:27.249033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54234) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.256326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-858070675'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:27.267784 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] create failed (client error): There was a conflict when trying to complete your request.
May 14 21:35:27.269130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-38bd7727-aa74-4421-809f-ce588603fb4d tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.4635708
May 14 21:35:27.272012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.277813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a732820>,) {'filters': {'network_id': ['21eb7027-9d50-4455-8728-78cf0d3ff7d1']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:27.280200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de90da-180d-4526-8718-bbdefb07db78 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=e57d8866-e0e2-4824-8c23-062ca3827359,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:27.293031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a732820>, '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:27.293330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a732820>, '8b8af8a9-115c-455c-b8d0-a3cc05e55bb2') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:27.309816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Router 8f7eaf69-252a-4593-963c-0bbfd4edad29 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:35:27.310669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.332428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-39e56608-4e3b-4b65-a0b1-fa8cda20fb35 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2110898
May 14 21:35:27.336797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.361335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:27.361744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (8b8af8a9-115c-455c-b8d0-a3cc05e55bb2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:27.364871 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:27.437265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Deleting port 62ba62fb-3324-4192-947e-73b76be22e65 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:27.437607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (62ba62fb-3324-4192-947e-73b76be22e65), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.463397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:27.466805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.493698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:27.503243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Sync routers for ids ['8f7eaf69-252a-4593-963c-0bbfd4edad29'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:27.507605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c27807af-7aef-45fe-aa8b-f0202a0eaf86 None None] Provisioning complete for port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:27.507986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c27807af-7aef-45fe-aa8b-f0202a0eaf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.523938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Routers {'8f7eaf69-252a-4593-963c-0bbfd4edad29'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:27.523938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52311c1190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8f7eaf69-252a-4593-963c-0bbfd4edad29'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:27.532447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4d7fbef-bc9b-415b-92cc-ca27a155724e req-cdcfb45f-a8ae-40ed-bc96-eb7690efc596 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931081
May 14 21:35:27.543742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2c4a9447-b59d-455d-b7a1-ca5a5a811820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "PUT /v2.0/routers/8f7eaf69-252a-4593-963c-0bbfd4edad29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4319470
May 14 21:35:27.551736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.562231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c27807af-7aef-45fe-aa8b-f0202a0eaf86 None None] Port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:27.593841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:27.603019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (62ba62fb-3324-4192-947e-73b76be22e65), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.618654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (42f6f6c9-040c-4e20-abc3-2c83a698f71c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.619355 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment 42f6f6c9-040c-4e20-abc3-2c83a698f71c of type vlan for network 406bdd4f-fc3b-4036-a188-a3a2799e5af1
May 14 21:35:27.621092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Calling delete_port for 62ba62fb-3324-4192-947e-73b76be22e65 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:27.630711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (21eb7027-9d50-4455-8728-78cf0d3ff7d1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.637402 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Set router 8f7eaf69-252a-4593-963c-0bbfd4edad29 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:27.643928 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.648653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/21eb7027-9d50-4455-8728-78cf0d3ff7d1 HTTP/1.1" status: 204  len: 168 time: 4.1124330
May 14 21:35:27.661897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54244) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.676795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccbb74d-a1f7-41c5-b0fb-4160baeaf325 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:27.676795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6ccbb74d-a1f7-41c5-b0fb-4160baeaf325 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports/5c8bb42f-8a1a-49db-a8ac-da3e913ab972 HTTP/1.1" status: 200  len: 911 time: 0.1142795
May 14 21:35:27.676795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687d642-3836-4729-b0ae-bc82d6195c12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=21eb7027-9d50-4455-8728-78cf0d3ff7d1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:27.679115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.728256 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5143f27d-1bc9-4138-aadc-620d56ca67b1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:27.728822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5143f27d-1bc9-4138-aadc-620d56ca67b1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:27.735710 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5143f27d-1bc9-4138-aadc-620d56ca67b1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/21eb7027-9d50-4455-8728-78cf0d3ff7d1 HTTP/1.1" status: 404  len: 339 time: 0.0717680
May 14 21:35:27.736336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54250) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.738145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (406bdd4f-fc3b-4036-a188-a3a2799e5af1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.756041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-281932477', 'description': 'd1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:27.776621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e2d1d-6bb5-4211-82c4-8eb21f72beff tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:27.787778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939e2d1d-6bb5-4211-82c4-8eb21f72beff tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:27.790509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-939e2d1d-6bb5-4211-82c4-8eb21f72beff tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.1099596
May 14 21:35:27.793599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54252) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:27.938514 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52311c1190>, [{'id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:22Z', 'updated_at': '2022-05-14T21:35:25Z', 'revision_number': 2, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None, '_interfaces': [{'id': '5c8bb42f-8a1a-49db-a8ac-da3e913ab972', 'name': '', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'mac_address': 'fa:16:3e:f7:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '268c541c-867d-47a9-8a91-6704cd7e9e51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:35:23Z', 'updated_at': '2022-05-14T21:35:26Z', 'revision_number': 2, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'subnets': [{'id': '268c541c-867d-47a9-8a91-6704cd7e9e51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:27.946168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf84415-a872-420f-9d36-dc5a710716d9 req-740762b3-a6f9-4c6f-98c2-2c43afda2ca9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:27.953018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf84415-a872-420f-9d36-dc5a710716d9 req-740762b3-a6f9-4c6f-98c2-2c43afda2ca9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.0970647
May 14 21:35:27.968089 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Checking router: 8f7eaf69-252a-4593-963c-0bbfd4edad29 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:35:27.968448 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Updating router 8f7eaf69-252a-4593-963c-0bbfd4edad29 port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:35:27.976258 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (406bdd4f-fc3b-4036-a188-a3a2799e5af1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.985389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:27.986948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.997859 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:27.998610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:28.003761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.006515 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (62ba62fb-3324-4192-947e-73b76be22e65), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.081286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Pushing event deleted for resources: {'Port': ['ID=62ba62fb-3324-4192-947e-73b76be22e65,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:28.086047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf84415-a872-420f-9d36-dc5a710716d9 req-07c4696c-f248-4996-bde5-e089b98b9499 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299670
May 14 21:35:28.196711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=406bdd4f-fc3b-4036-a188-a3a2799e5af1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:28.201480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:28.206568 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-768b276d-7241-4214-99bb-0f668504367f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.9564464
May 14 21:35:28.209938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54260) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:28.217673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:28.231753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2d10045f-60ac-4039-a8af-ad83d9d10848), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.234834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:28.236008 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment 2d10045f-60ac-4039-a8af-ad83d9d10848 of type vlan for network d4d1069f-148f-44ac-a171-45a2576ba9eb
May 14 21:35:28.307118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.344527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.348962 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b73d36af-e17f-41ab-9b6a-f9fb870e45ee tempest-RoutersAdminNegativeTest-100975538 tempest-RoutersAdminNegativeTest-100975538-project-admin] 10.222.0.52 "DELETE /v2.0/ports/62ba62fb-3324-4192-947e-73b76be22e65 HTTP/1.1" status: 204  len: 168 time: 1.0756025
May 14 21:35:28.391630 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Publish callbacks [] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.430815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (8f7eaf69-252a-4593-963c-0bbfd4edad29), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.455943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.456211 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.461688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:28.470510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.551189 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Pushing event updated for resources: {'Port': ['ID=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:28.560269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=d4d1069f-148f-44ac-a171-45a2576ba9eb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:28.568994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:28.572656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.572905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d4d1069f-148f-44ac-a171-45a2576ba9eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:28.613045 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.613561 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.614196 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.622508 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d66182a-6278-4a19-a094-98926ebabc91 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8803430
May 14 21:35:28.623506 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.629779 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.629779 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.630111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54270) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:28.634503 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.644370 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.644730 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.645068 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.645405 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.646260 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.646607 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.646932 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.647256 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:28.837892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bdc926-3064-4cd8-857e-a8174e8f6765 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:28.842708 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37bdc926-3064-4cd8-857e-a8174e8f6765 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks?id=d4d1069f-148f-44ac-a171-45a2576ba9eb HTTP/1.1" status: 200  len: 764 time: 0.2163265
May 14 21:35:28.846460 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:28.853676 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Attempting to bind port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:28.854064 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Attempting to bind port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:28.854392 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Attempting to bind port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:28.862301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'description': 'd2'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:28.864075 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:28.865111 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:28.865613 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:28.866039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:28.866542 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Bound port: 5c8bb42f-8a1a-49db-a8ac-da3e913ab972, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:28.866930 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.030092 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] For port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:29.040808 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] For port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:29.062098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-f11a9f04-3d1b-42ae-bb3a-42ad711fe829 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2919400
May 14 21:35:29.114389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fc4ac72f-7e35-449b-96e2-2b2f8bf989b2 None None] Provisioning complete for port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:29.114389 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc4ac72f-7e35-449b-96e2-2b2f8bf989b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.123257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54276) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:29.137113 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.143340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:29.143340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.218176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fc4ac72f-7e35-449b-96e2-2b2f8bf989b2 None None] Port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:29.241528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-04c7430d-b78e-4c18-88f3-ab4b00ccf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.244727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-04c7430d-b78e-4c18-88f3-ab4b00ccf568 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 1128 time: 0.0670021
May 14 21:35:29.261352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dfb3e041-c4de-4683-bafb-0ba27441a9dc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.265555 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Routers {'8f7eaf69-252a-4593-963c-0bbfd4edad29'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:29.270489 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52311c1190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8f7eaf69-252a-4593-963c-0bbfd4edad29'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:29.368758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d448822-f361-49ee-8164-514b75f3342d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.376300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=dfb3e041-c4de-4683-bafb-0ba27441a9dc,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:29.381467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.388635 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd97932-84d1-4392-8353-8788edf44e48 None None] Pushing event updated for resources: {'Port': ['ID=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:29.389135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77da0-ad65-4c6d-bbf9-2ad8a186f248 req-43c30a3e-eac6-42b5-bc2b-1fdcae1b1ada tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.391493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50e77da0-ad65-4c6d-bbf9-2ad8a186f248 req-43c30a3e-eac6-42b5-bc2b-1fdcae1b1ada tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1479523
May 14 21:35:29.430346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] Set router 8f7eaf69-252a-4593-963c-0bbfd4edad29 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:29.514866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d448822-f361-49ee-8164-514b75f3342d admin admin] Publish callbacks [] for security_group (c6861838-8d95-490d-9714-c83af0c86ac4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.517228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] For port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:29.517608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.525200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.541716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': '42f6f6c9-040c-4e20-abc3-2c83a698f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:29.542190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: 406bdd4f-fc3b-4036-a188-a3a2799e5af1, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:29.550832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] Provisioning complete for port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:29.551618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.556727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:29.581787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network d4d1069f-148f-44ac-a171-45a2576ba9eb is not hosted by any dhcp agent {{(pid=115780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:35:29.584414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-7808370b-05d1-46b2-92a9-3c3ba89ed7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.588412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-7808370b-05d1-46b2-92a9-3c3ba89ed7c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.2398481
May 14 21:35:29.590568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.591390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.592769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "PUT /v2.0/networks/d4d1069f-148f-44ac-a171-45a2576ba9eb HTTP/1.1" status: 200  len: 761 time: 0.7437029
May 14 21:35:29.605228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54284) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:29.625631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-50e77da0-ad65-4c6d-bbf9-2ad8a186f248 req-3dcce1da-8997-4134-9a1e-6deb476f7947 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2198858
May 14 21:35:29.648589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] Current status of the port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:29.648980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.666799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-db335243-1451-4f99-ae42-9c5750573451 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 200  len: 217 time: 0.0448184
May 14 21:35:29.687851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] For port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:29.700624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d448822-f361-49ee-8164-514b75f3342d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c6861838-8d95-490d-9714-c83af0c86ac4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.729750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:29.745135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b04dea-7f2a-495c-9ecc-f5e233db951c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=d4d1069f-148f-44ac-a171-45a2576ba9eb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:29.776686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d4d1069f-148f-44ac-a171-45a2576ba9eb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:29.794181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-2ec9e2a1-5453-4aa9-9ede-26a4224d2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.795632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-2ec9e2a1-5453-4aa9-9ede-26a4224d2277 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.1217966
May 14 21:35:29.802865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85307ab-8710-4e8c-91ad-7e63541e9127 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.804562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e85307ab-8710-4e8c-91ad-7e63541e9127 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks?id=d4d1069f-148f-44ac-a171-45a2576ba9eb HTTP/1.1" status: 200  len: 764 time: 0.1977656
May 14 21:35:29.810291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54290) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:29.822882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 406bdd4f-fc3b-4036-a188-a3a2799e5af1) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:29.826462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d448822-f361-49ee-8164-514b75f3342d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bb281d754bf41c0a7100d7880ed8b7c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6996999
May 14 21:35:29.835217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:29.852365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52311c1190>, [{'id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:22Z', 'updated_at': '2022-05-14T21:35:25Z', 'revision_number': 2, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None, '_interfaces': [{'id': '5c8bb42f-8a1a-49db-a8ac-da3e913ab972', 'name': '', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'mac_address': 'fa:16:3e:f7:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '268c541c-867d-47a9-8a91-6704cd7e9e51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:35:23Z', 'updated_at': '2022-05-14T21:35:29Z', 'revision_number': 4, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'subnets': [{'id': '268c541c-867d-47a9-8a91-6704cd7e9e51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:29.859183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.859924 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.872969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d023b-7971-4817-ba23-5383816ded60 None None] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:29.882495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d448822-f361-49ee-8164-514b75f3342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6861838-8d95-490d-9714-c83af0c86ac4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:29.884539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-2fb3c228-fa46-4a20-8cc9-5aab2a58caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:29.886092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-2fb3c228-fa46-4a20-8cc9-5aab2a58caa6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0848889
May 14 21:35:29.898166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:29.912480 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4e693-7305-45e3-b4fd-f5cf1c7d0dee None None] The sync data for ids ['8f7eaf69-252a-4593-963c-0bbfd4edad29'] in ncdv-master-1 is: [{'id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:22Z', 'updated_at': '2022-05-14T21:35:25Z', 'revision_number': 2, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None, '_interfaces': [{'id': '5c8bb42f-8a1a-49db-a8ac-da3e913ab972', 'name': '', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'mac_address': 'fa:16:3e:f7:ad:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '268c541c-867d-47a9-8a91-6704cd7e9e51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:35:23Z', 'updated_at': '2022-05-14T21:35:29Z', 'revision_number': 4, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'subnets': [{'id': '268c541c-867d-47a9-8a91-6704cd7e9e51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:30.002790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c74d700f-6a69-4e4b-aef5-779e06796e81 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7917786
May 14 21:35:30.007712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:30.013988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972231464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:30.090101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-231a1e8b-5edd-43e1-9ce0-8a825bbec35d service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973169
May 14 21:35:30.125476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19cf3417-a72a-43f2-9fdd-899ab00987d5 admin admin] Publish callbacks [] for security_group (c6861838-8d95-490d-9714-c83af0c86ac4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.139801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa9fa3-a89e-4770-9f40-015ce252e9fd None None] Pushing event updated for resources: {'Port': ['ID=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:30.167941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9cc0c4-03ae-4720-9101-fd5ec7ff656c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:30.169712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e9cc0c4-03ae-4720-9101-fd5ec7ff656c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3583021
May 14 21:35:30.175346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54302) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:30.181196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19cf3417-a72a-43f2-9fdd-899ab00987d5 admin admin] Publish callbacks [] for security_group (c6861838-8d95-490d-9714-c83af0c86ac4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.186671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5c8bb42f-8a1a-49db-a8ac-da3e913ab972), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.275988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-406bdd4f-fc3b-4036-a188-a3a2799e5af1', 'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': 'dfb3e041-c4de-4683-bafb-0ba27441a9dc'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:30.279925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.350428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19cf3417-a72a-43f2-9fdd-899ab00987d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c6861838-8d95-490d-9714-c83af0c86ac4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.353778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19cf3417-a72a-43f2-9fdd-899ab00987d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.357440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19cf3417-a72a-43f2-9fdd-899ab00987d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6861838-8d95-490d-9714-c83af0c86ac4 HTTP/1.1" status: 204  len: 168 time: 0.5023699
May 14 21:35:30.373089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf3417-a72a-43f2-9fdd-899ab00987d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6861838-8d95-490d-9714-c83af0c86ac4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:30.438249 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:35:30.520926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Allocated IP 2001:db8::2 (406bdd4f-fc3b-4036-a188-a3a2799e5af1/dfb3e041-c4de-4683-bafb-0ba27441a9dc/8b878270-c341-4d51-89d4-b9630300300a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:30.704673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (aa6d7f7a-2e29-431e-9769-d33758256679), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.711051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (aa6d7f7a-2e29-431e-9769-d33758256679), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.719344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=5c8bb42f-8a1a-49db-a8ac-da3e913ab972,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:30.740122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-86f90ffb-3a09-4669-ab76-eed29d113d93 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 207 time: 0.5629828
May 14 21:35:30.743278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54320) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:30.799026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:30.801345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Publish callbacks [] for port (8b878270-c341-4d51-89d4-b9630300300a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.828749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f828ecd-122e-4f42-a417-2c79bd79181d req-f8310c6c-4e4e-4720-801c-46923086ba8e service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7322474
May 14 21:35:30.875617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:30.875992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 14 21:35:30.906834 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (8b878270-c341-4d51-89d4-b9630300300a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:30.937132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Port 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 not found, will not notify nova. {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 14 21:35:30.992506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:30.996326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:30.999600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:31.021646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fc02f-31ba-4c59-b205-a67755b2ec41 req-924aa0b8-14b9-4187-bfcf-e3c68df2c45c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.025066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-877fc02f-31ba-4c59-b205-a67755b2ec41 req-924aa0b8-14b9-4187-bfcf-e3c68df2c45c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.2272341
May 14 21:35:31.090585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Attempting to bind port 8b878270-c341-4d51-89d4-b9630300300a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:31.091032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Attempting to bind port 8b878270-c341-4d51-89d4-b9630300300a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42f6f6c9-040c-4e20-abc3-2c83a698f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:31.091523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Attempting to bind port 8b878270-c341-4d51-89d4-b9630300300a on network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:31.094551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Pushing event updated for resources: {'Port': ['ID=8b878270-c341-4d51-89d4-b9630300300a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:31.094951 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (8f7eaf69-252a-4593-963c-0bbfd4edad29), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.104414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:31.104864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Checking segment: {'id': '42f6f6c9-040c-4e20-abc3-2c83a698f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:31.105483 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.106019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Bound using segment: {'id': '42f6f6c9-040c-4e20-abc3-2c83a698f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:31.106633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Bound port: 8b878270-c341-4d51-89d4-b9630300300a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f6f6c9-040c-4e20-abc3-2c83a698f71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '406bdd4f-fc3b-4036-a188-a3a2799e5af1'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:31.107723 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b878270-c341-4d51-89d4-b9630300300a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.113702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (aa6d7f7a-2e29-431e-9769-d33758256679), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.193906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] For port 8b878270-c341-4d51-89d4-b9630300300a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:31.198768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] For port 8b878270-c341-4d51-89d4-b9630300300a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b878270-c341-4d51-89d4-b9630300300a,segment=NetworkSegment(42f6f6c9-040c-4e20-abc3-2c83a698f71c),segment_id=42f6f6c9-040c-4e20-abc3-2c83a698f71c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:31.240958 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (aa6d7f7a-2e29-431e-9769-d33758256679), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.257168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-877fc02f-31ba-4c59-b205-a67755b2ec41 req-af5a5177-dce4-41f1-9b29-875812c09c92 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2267082
May 14 21:35:31.356095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8b878270-c341-4d51-89d4-b9630300300a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.373748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Router 8f7eaf69-252a-4593-963c-0bbfd4edad29 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:31.426527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932c775-1a50-4aac-94d8-970ccce26ef0 None None] Pushing event updated for resources: {'Port': ['ID=8b878270-c341-4d51-89d4-b9630300300a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:31.468593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.472698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b165f65f-9ab8-4a51-84e4-7fe7befbe470 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.4595706
May 14 21:35:31.472900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280d40-e220-447b-b681-3972777dfb8e req-aaf2b2f2-be17-4b30-bd2d-c074fd18efcc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.472900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c280d40-e220-447b-b681-3972777dfb8e req-aaf2b2f2-be17-4b30-bd2d-c074fd18efcc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1075144
May 14 21:35:31.479236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54330) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.484350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54332) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.484798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54334) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.488399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:31.504182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Request body: {'floatingip': {'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:31.536333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0aa0fe4f-dce8-4df3-b884-23d96572ba5b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "PUT /v2.0/routers/8f7eaf69-252a-4593-963c-0bbfd4edad29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7390909
May 14 21:35:31.544193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54336) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.575794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.580832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.586436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.591703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.596791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.602441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.608378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7e99c368-66ee-4bb9-bb3b-00028e4d0a63 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.8635316
May 14 21:35:31.608722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.780468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.786830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-779beb31-82de-44fb-87f7-61ad3531ff2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d1bf008243b4b1b99fe50688803ca3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2926581
May 14 21:35:31.790669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54340) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.793753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dc87-26c4-42b0-b510-89c69968fddc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.795202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623dc87-26c4-42b0-b510-89c69968fddc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:31.799298 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5623dc87-26c4-42b0-b510-89c69968fddc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2411435
May 14 21:35:31.801192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54342) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:31.862681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.945382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 268c541c-867d-47a9-8a91-6704cd7e9e51 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:31.973000 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f444681f-cc8e-4578-b91a-f543a9994b5c tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.3591487
May 14 21:35:31.978204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (268c541c-867d-47a9-8a91-6704cd7e9e51), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:31.980558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:32.018193 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66233d71-cd2a-414f-a8da-bbe3c36136ee admin admin] Publish callbacks [] for security_group (d2a68134-7817-49eb-8d64-8bf38ea85b1e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.084263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66233d71-cd2a-414f-a8da-bbe3c36136ee admin admin] Publish callbacks [] for security_group (d2a68134-7817-49eb-8d64-8bf38ea85b1e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.089800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (268c541c-867d-47a9-8a91-6704cd7e9e51), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.144229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce54b4-503e-47f5-b48b-234a663f1f8b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.145597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce54b4-503e-47f5-b48b-234a663f1f8b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.147079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce54b4-503e-47f5-b48b-234a663f1f8b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.148498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce54b4-503e-47f5-b48b-234a663f1f8b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.149892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce54b4-503e-47f5-b48b-234a663f1f8b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.151668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f2ce54b4-503e-47f5-b48b-234a663f1f8b tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1701164
May 14 21:35:32.155836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54350) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:32.221754 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (268c541c-867d-47a9-8a91-6704cd7e9e51), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.271117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55c2ec-25e1-456e-ae3b-f7bef091c798 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.272817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55c2ec-25e1-456e-ae3b-f7bef091c798 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.274040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55c2ec-25e1-456e-ae3b-f7bef091c798 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.275242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55c2ec-25e1-456e-ae3b-f7bef091c798 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.276589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a55c2ec-25e1-456e-ae3b-f7bef091c798 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.281507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a55c2ec-25e1-456e-ae3b-f7bef091c798 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1175597
May 14 21:35:32.301547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54352) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:32.429660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66233d71-cd2a-414f-a8da-bbe3c36136ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d2a68134-7817-49eb-8d64-8bf38ea85b1e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.432620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-66233d71-cd2a-414f-a8da-bbe3c36136ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.434486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66233d71-cd2a-414f-a8da-bbe3c36136ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2a68134-7817-49eb-8d64-8bf38ea85b1e HTTP/1.1" status: 204  len: 168 time: 0.6360481
May 14 21:35:32.449920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66233d71-cd2a-414f-a8da-bbe3c36136ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a68134-7817-49eb-8d64-8bf38ea85b1e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:32.451141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8::1 (406bdd4f-fc3b-4036-a188-a3a2799e5af1/dfb3e041-c4de-4683-bafb-0ba27441a9dc/1d9e7d83-af58-4155-9401-3726b22b5e5a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:32.466316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (268c541c-867d-47a9-8a91-6704cd7e9e51), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.548311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd1b25-fa1d-4195-a20a-c1c58c42f213 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:32.550868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=268c541c-867d-47a9-8a91-6704cd7e9e51,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:32.577025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.577025 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b84aea8-d7ad-43a2-94db-fbfbc49b0f83 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/268c541c-867d-47a9-8a91-6704cd7e9e51 HTTP/1.1" status: 204  len: 168 time: 0.7745357
May 14 21:35:32.588416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:32.630039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.646899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] Sync routers for ids ['8f7eaf69-252a-4593-963c-0bbfd4edad29'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:32.710664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:32.763574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e57838-0396-47bc-8f93-77d46395a0ae tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:32.768766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-06e57838-0396-47bc-8f93-77d46395a0ae tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks/0ed487b8-7d2a-4b86-b023-0654437f2f5d HTTP/1.1" status: 200  len: 803 time: 0.4587178
May 14 21:35:32.782906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] Routers {'8f7eaf69-252a-4593-963c-0bbfd4edad29'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:32.783762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223973e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8f7eaf69-252a-4593-963c-0bbfd4edad29'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:32.785627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54362) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:32.860433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fff0f236-1896-400f-b4f6-112b2c62b11c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.2713161
May 14 21:35:32.866582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:32.941893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:32.945780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8b878270-c341-4d51-89d4-b9630300300a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:32.975060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec1062-87a4-480f-b612-4d36aa5e3804 None None] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:32.998549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] Set router 8f7eaf69-252a-4593-963c-0bbfd4edad29 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:33.005957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.012403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-58366789-794e-4dfa-a3b2-e8156cbcc3df tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/networks/0ed487b8-7d2a-4b86-b023-0654437f2f5d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.2048485
May 14 21:35:33.017179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54376) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:33.065990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router (8f7eaf69-252a-4593-963c-0bbfd4edad29), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.091571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b35ace4-c809-4ad2-b08b-0b2ea5459d4a tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:33.096746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1b35ace4-c809-4ad2-b08b-0b2ea5459d4a tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/subnets/116b1e05-c9ec-4e64-bae5-566f50a826bd HTTP/1.1" status: 200  len: 843 time: 0.0748007
May 14 21:35:33.097023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54378) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:33.131626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223973e20>, [{'id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:22Z', 'updated_at': '2022-05-14T21:35:29Z', 'revision_number': 3, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:33.153585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b98a7f3-26bb-42a6-8a0d-b8a2b92af27f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:33.158087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4b98a7f3-26bb-42a6-8a0d-b8a2b92af27f tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "GET /v2.0/subnets/116b1e05-c9ec-4e64-bae5-566f50a826bd?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0573878
May 14 21:35:33.160371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54382) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:33.188980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322154471'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:33.212400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] Provisioning complete for port 8b878270-c341-4d51-89d4-b9630300300a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:33.212923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b878270-c341-4d51-89d4-b9630300300a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.216455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.258534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:33.259536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] Checking router: 8f7eaf69-252a-4593-963c-0bbfd4edad29 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:35:33.259699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:33.265921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:33.266472 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (aa6d7f7a-2e29-431e-9769-d33758256679), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.289021 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (8f7eaf69-252a-4593-963c-0bbfd4edad29), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.293001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router_controller (8f7eaf69-252a-4593-963c-0bbfd4edad29), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.318660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=1d9e7d83-af58-4155-9401-3726b22b5e5a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:33.319164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] Deleting port 16ba430d-f4d8-498c-8be1-b9bbb279674c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:33.319164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.325987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8b878270-c341-4d51-89d4-b9630300300a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:33.327121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b878270-c341-4d51-89d4-b9630300300a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.327710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.328061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.328397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.328733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.329121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.329383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.329712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.330035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.330361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.330680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.331005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.331318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.331662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.331979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.332293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:33.388326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] Routers {'8f7eaf69-252a-4593-963c-0bbfd4edad29'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:33.389090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223973e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8f7eaf69-252a-4593-963c-0bbfd4edad29'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:33.462456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (8f7eaf69-252a-4593-963c-0bbfd4edad29), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.462456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7eaf69-252a-4593-963c-0bbfd4edad29 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:33.463230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.467179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7adc1b6e-71f4-4c1d-966b-cf05aa7945da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/routers/8f7eaf69-252a-4593-963c-0bbfd4edad29 HTTP/1.1" status: 204  len: 168 time: 0.5940506
May 14 21:35:33.467454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54392) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:33.472591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:33.514865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Router 1c9855c9-c552-4cd2-967e-796180258ec7 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:33.568999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] For port 16ba430d-f4d8-498c-8be1-b9bbb279674c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ba430d-f4d8-498c-8be1-b9bbb279674c,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:33.570126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.574869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] Set router 8f7eaf69-252a-4593-963c-0bbfd4edad29 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:33.579312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.585028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:33.588632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.684818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:33.704576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d2485466-f182-4687-a69b-00527bdbbe5e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.704998 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Added segment d2485466-f182-4687-a69b-00527bdbbe5e of type vlan for network 5000d458-48ac-4c28-a59f-af1609e370ca
May 14 21:35:33.723177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223973e20>, [{'id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:22Z', 'updated_at': '2022-05-14T21:35:29Z', 'revision_number': 3, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:33.727229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:33.727436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] Calling delete_port for 16ba430d-f4d8-498c-8be1-b9bbb279674c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:33.733016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] Current status of the port 8b878270-c341-4d51-89d4-b9630300300a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:33.733256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.733393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b878270-c341-4d51-89d4-b9630300300a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.769139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:33.772803 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5000d458-48ac-4c28-a59f-af1609e370ca), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.778950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:33.790436 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] Sync routers for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:33.814252 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:33.815399 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232ee79d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:33.824418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:33.826878 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1166ba14-2144-45ec-8dd6-a438776a9149" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:33.908650 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e3eceb-58e9-4105-9357-ba6a8eef398d x-openstack-request-id: req-f7e3eceb-58e9-4105-9357-ba6a8eef398d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:33.908950 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:33.910926 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7e3eceb-58e9-4105-9357-ba6a8eef398d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:33.913488 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e3eceb-58e9-4105-9357-ba6a8eef398d'] response: {'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b', 'status': 'completed', 'code': 200}
May 14 21:35:33.975869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-69812e52-401b-4df3-8dca-33d4c4f0bad2 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "PUT /v2.0/floatingips/3c262cad-f0d2-4767-8d36-5a922e66bd51 HTTP/1.1" status: 200  len: 993 time: 2.4827771
May 14 21:35:34.070227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf74d01a-2798-4cdc-86bf-b0b82767c0c7 None None] The sync data for ids ['8f7eaf69-252a-4593-963c-0bbfd4edad29'] in ncdv-master-1 is: [{'id': '8f7eaf69-252a-4593-963c-0bbfd4edad29', 'name': 'tempest-NetworksTestDHCPv6-router-664642026', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:22Z', 'updated_at': '2022-05-14T21:35:29Z', 'revision_number': 3, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:34.070463 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:34.086167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8b878270-c341-4d51-89d4-b9630300300a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:34.092553 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b878270-c341-4d51-89d4-b9630300300a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.092719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5000d458-48ac-4c28-a59f-af1609e370ca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.092872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:34.093659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.164727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-5a7cbb16-018e-4e20-b9de-2bcc6f38eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:34.166265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-5a7cbb16-018e-4e20-b9de-2bcc6f38eecb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1127 time: 0.2443013
May 14 21:35:34.236171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.0720401
May 14 21:35:34.237768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54408) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:34.240257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] For port 8b878270-c341-4d51-89d4-b9630300300a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b878270-c341-4d51-89d4-b9630300300a,segment=NetworkSegment(42f6f6c9-040c-4e20-abc3-2c83a698f71c),segment_id=42f6f6c9-040c-4e20-abc3-2c83a698f71c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:34.246462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:34.320410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8b878270-c341-4d51-89d4-b9630300300a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.350372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ede3b-7860-4784-8b27-4e9f7173c937 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Network': ['ID=5000d458-48ac-4c28-a59f-af1609e370ca,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:34.440400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5000d458-48ac-4c28-a59f-af1609e370ca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:34.453600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (16ba430d-f4d8-498c-8be1-b9bbb279674c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.469878 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232ee79d0>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c262cad-f0d2-4767-8d36-5a922e66bd51', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:34:10Z', 'updated_at': '2022-05-14T21:35:32Z', 'revision_number': 3, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:34.484711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.499070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] No DVR routers for this DVR port 16ba430d-f4d8-498c-8be1-b9bbb279674c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:34.500144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-d5cbfb8a-58e0-42e6-ac34-d40c661b0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:34.501668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-d5cbfb8a-58e0-42e6-ac34-d40c661b0b4c service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.3070424
May 14 21:35:34.514991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Made reservation on behalf of 139b7ddd79864270813fc6a41f46439d for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:34.523905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.526854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fe10c2e4-6ce9-4bfb-a6d1-b4598bbfd648 None None] Provisioning complete for port 1d9e7d83-af58-4155-9401-3726b22b5e5a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:34.526854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10c2e4-6ce9-4bfb-a6d1-b4598bbfd648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.547018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] Checking router: 1c9855c9-c552-4cd2-967e-796180258ec7 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:35:34.568872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be5f4e-6b3e-433a-a5b0-9a4232f6b87f None None] Pushing event updated for resources: {'Port': ['ID=8b878270-c341-4d51-89d4-b9630300300a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:34.569085 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:34.569085 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232ee79d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:34.580593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54414) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:34.581900 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:34.582376 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:34.605089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.606235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (aa6d7f7a-2e29-431e-9769-d33758256679), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.609432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b89f8-d1ac-4e88-9431-b43557137ab8 None None] Pushing event deleted for resources: {'Port': ['ID=16ba430d-f4d8-498c-8be1-b9bbb279674c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:34.638396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fe10c2e4-6ce9-4bfb-a6d1-b4598bbfd648 None None] Port 1d9e7d83-af58-4155-9401-3726b22b5e5a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:34.649128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fe10c2e4-6ce9-4bfb-a6d1-b4598bbfd648 None None] Provisioning complete for port 8b878270-c341-4d51-89d4-b9630300300a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:34.649509 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10c2e4-6ce9-4bfb-a6d1-b4598bbfd648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b878270-c341-4d51-89d4-b9630300300a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:34.651238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Performing IP validity checks on allocation pools {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:35:34.651795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:35:34.783578 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:34.819720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fe10c2e4-6ce9-4bfb-a6d1-b4598bbfd648 None None] Current status of the port 8b878270-c341-4d51-89d4-b9630300300a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:34.899836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513002010'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:34.983019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4738d580-0f7c-42dd-b35f-85af4717ea90), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.018848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:35.022374 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.045365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.066790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=4738d580-0f7c-42dd-b35f-85af4717ea90,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:35.103589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232ee79d0>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c262cad-f0d2-4767-8d36-5a922e66bd51', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:34:10Z', 'updated_at': '2022-05-14T21:35:32Z', 'revision_number': 3, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:35.112477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Checking segment: {'id': 'd2485466-f182-4687-a69b-00527bdbbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:35.112850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network hostable DHCP agents. Network: 5000d458-48ac-4c28-a59f-af1609e370ca, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:35.150714 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51ac59-df8c-464b-8da9-2430d86275ff None None] The sync data for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 is: [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3c262cad-f0d2-4767-8d36-5a922e66bd51', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'port_id': 'f7f8effc-6019-4774-a90b-8629243b910b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'mac_address': 'fa:16:3e:db:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:34:10Z', 'updated_at': '2022-05-14T21:35:32Z', 'revision_number': 3, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:35.164607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8b878270-c341-4d51-89d4-b9630300300a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:35.213637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-b3c3870a-2be6-4e10-b385-62553eaaeb55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 1001 time: 0.7035406
May 14 21:35:35.220147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for security_group (80a0bbad-dede-4139-810d-c1e70abd9b41), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.268637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Network 5000d458-48ac-4c28-a59f-af1609e370ca is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:35.269383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=1d9e7d83-af58-4155-9401-3726b22b5e5a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:35.275439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8b878270-c341-4d51-89d4-b9630300300a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:35.300018 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (80a0bbad-dede-4139-810d-c1e70abd9b41), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.305467 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (b9b5adb1-6a24-46d2-a94e-8aed9734119f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.329193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8b878270-c341-4d51-89d4-b9630300300a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:35.329615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b878270-c341-4d51-89d4-b9630300300a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.340227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:35.351831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a0bbad-dede-4139-810d-c1e70abd9b41,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:35.361352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-93b75a13-08b7-441c-b7f4-8a1196f3c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:35.363091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-93b75a13-08b7-441c-b7f4-8a1196f3c54b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.1139958
May 14 21:35:35.369690 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9ff5b706-436e-4936-aa9b-50e626762808), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.372022 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 9ff5b706-436e-4936-aa9b-50e626762808 of type vlan for network 19b49e71-d818-4847-bb60-730e77b38ff3
May 14 21:35:35.385096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5000d458-48ac-4c28-a59f-af1609e370ca) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:35.390490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:35.391211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.415107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:35.436523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e38a2b-2153-49a8-9e01-899215c8901c None None] Network 5000d458-48ac-4c28-a59f-af1609e370ca requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:35.443536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:35.452068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (19b49e71-d818-4847-bb60-730e77b38ff3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.456422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:35.457019 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.465143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=b9b5adb1-6a24-46d2-a94e-8aed9734119f,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:35.471596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2bd74-2967-4599-9c5f-36d02a901f90 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:35.473060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:35.481464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:35.486865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-ee0b4798-21eb-49a4-b182-17b81bd82aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:35.489071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-ee0b4798-21eb-49a4-b182-17b81bd82aa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0898545
May 14 21:35:35.511059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-97b7b92a-7aa6-4e8a-aad9-d0f5114bf2d1 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.2720423
May 14 21:35:35.521416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54420) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:35.528740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:35.550456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8b878270-c341-4d51-89d4-b9630300300a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:35.626671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (19b49e71-d818-4847-bb60-730e77b38ff3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.635085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:35.637148 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.654729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 16ba430d-f4d8-498c-8be1-b9bbb279674c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:35.675597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-99047dc5-71a3-4fbc-8eb4-d609c861c447 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2067964
May 14 21:35:35.682579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54424) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:35.689477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1735549726', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:35.728099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 16ba430d-f4d8-498c-8be1-b9bbb279674c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:35.728456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 16ba430d-f4d8-498c-8be1-b9bbb279674c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:35.728892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:35.776286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-a0721c2a-55e6-4f4a-a4f7-6ef0d85454b4 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2796421
May 14 21:35:35.789157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:35.789157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c8bb42f-8a1a-49db-a8ac-da3e913ab972 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:35.802564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=19b49e71-d818-4847-bb60-730e77b38ff3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:35.806167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25617135'] for subnet (4738d580-0f7c-42dd-b35f-85af4717ea90), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.832750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5000d458-48ac-4c28-a59f-af1609e370ca', 'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca', 'project_id': '139b7ddd79864270813fc6a41f46439d', 'fixed_ips': [{'subnet_id': '4738d580-0f7c-42dd-b35f-85af4717ea90'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:35.833783 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.857346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 19b49e71-d818-4847-bb60-730e77b38ff3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:35.863382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'b9b5adb1-6a24-46d2-a94e-8aed9734119f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:35.865408 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.908323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (e8230b62-757a-4e70-8e38-c09b91071a9d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.909474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (e8230b62-757a-4e70-8e38-c09b91071a9d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:35.917137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:35.932524 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e37868-d851-4a7d-a140-1bcb1f038761" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:36.001236 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-186c9f20-b834-4334-835f-b59f6d12b879 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 760 time: 1.4193025
May 14 21:35:36.009236 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548ecb9-1404-4d8b-8038-81125beaf277 x-openstack-request-id: req-8548ecb9-1404-4d8b-8038-81125beaf277 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:36.010116 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "tag": "f7f8effc-6019-4774-a90b-8629243b910b", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:36.010571 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8548ecb9-1404-4d8b-8038-81125beaf277 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:36.011224 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8548ecb9-1404-4d8b-8038-81125beaf277'] response: {'name': 'network-changed', 'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b', 'status': 'completed', 'code': 200}
May 14 21:35:36.017189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router_controller (e8230b62-757a-4e70-8e38-c09b91071a9d), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.072848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1166ba14-2144-45ec-8dd6-a438776a9149 req-97f3bd0e-e75f-4d72-9714-1bff3d776f43 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839887
May 14 21:35:36.073782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router aa6d7f7a-2e29-431e-9769-d33758256679 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:35:36.153699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54430) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:36.159393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:36.190505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-686acd59-e264-40e3-a19d-881719156c35 None None] Provisioning complete for port 1d9e7d83-af58-4155-9401-3726b22b5e5a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:36.190906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-686acd59-e264-40e3-a19d-881719156c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.205381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (e8230b62-757a-4e70-8e38-c09b91071a9d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.228620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749439507923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25982352'] for subnet (4738d580-0f7c-42dd-b35f-85af4717ea90), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.274318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-7d98fa11-aaad-4ce2-9301-c701aac4cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:36.276298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-7d98fa11-aaad-4ce2-9301-c701aac4cf7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 1127 time: 0.0735817
May 14 21:35:36.311754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:36.315726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-686acd59-e264-40e3-a19d-881719156c35 None None] Port 1d9e7d83-af58-4155-9401-3726b22b5e5a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:36.328812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa5e26a1-3c42-40cd-b2b5-a59580cb6fa8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/aa6d7f7a-2e29-431e-9769-d33758256679/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8473878
May 14 21:35:36.330015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54432) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:36.346021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Allocated IP 2001:db8::3 (5000d458-48ac-4c28-a59f-af1609e370ca/4738d580-0f7c-42dd-b35f-85af4717ea90/b0be783a-c873-4468-a145-24616076cbd7) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:36.362234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] Sync routers for ids ['aa6d7f7a-2e29-431e-9769-d33758256679'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:36.373343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/b9b5adb1-6a24-46d2-a94e-8aed9734119f/8f0b48a4-df4f-4a26-a111-f34cf46d872e) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:36.402222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.403628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd967843-7005-4603-a15c-0616efd6e52c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7196541
May 14 21:35:36.410440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54434) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:36.424241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] Routers {'aa6d7f7a-2e29-431e-9769-d33758256679'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:36.424944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223db9d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa6d7f7a-2e29-431e-9769-d33758256679'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:36.506387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223db9d60>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:36.516754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b1c8b2-c204-49a2-a7f6-9772421aaed7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:36.519240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e5b1c8b2-c204-49a2-a7f6-9772421aaed7 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports/1d9e7d83-af58-4155-9401-3726b22b5e5a HTTP/1.1" status: 200  len: 911 time: 0.1891117
May 14 21:35:36.524615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54436) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:36.593194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] Routers {'aa6d7f7a-2e29-431e-9769-d33758256679'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:36.594010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223db9d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa6d7f7a-2e29-431e-9769-d33758256679'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:36.642138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223db9d60>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:36.642138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b5a829-66e6-4a5f-9f56-d71e5590a7e2 None None] The sync data for ids ['aa6d7f7a-2e29-431e-9769-d33758256679'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]: WARNING neutron.objects.base [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] ORM session: SQL execution without transaction in progress, traceback:
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     result = function(*args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     proto.__init__(conn_state, self)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     self.handle()
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     self.handle_one_request()
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     self.handle_one_response()
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     result = self.application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return app(environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     resp = self.call_func(req, *args, **kw)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.func(req, *args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     response = req.get_response(self.application)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     status, headers, app_iter = self.call_application(
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     app_iter = application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     resp = self.call_func(req, *args, **kw)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.func(req, *args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     response = req.get_response(self.application)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     status, headers, app_iter = self.call_application(
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     app_iter = application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     resp = self.call_func(req, *args, **kw)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.func(req, *args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     response = req.get_response(self.application)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     status, headers, app_iter = self.call_application(
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     app_iter = application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     resp = self.call_func(req, *args, **kw)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.func(req, *args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     response = req.get_response(self.application)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     status, headers, app_iter = self.call_application(
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     app_iter = application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     resp = self.call_func(req, *args, **kw)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.func(req, *args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return request.get_response(self.application)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     status, headers, app_iter = self.call_application(
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     app_iter = application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     resp = self.call_func(req, *args, **kw)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.func(req, *args, **kwargs)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     response = req.get_response(self._app)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     status, headers, app_iter = self.call_application(
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     app_iter = application(self.environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return resp(environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return resp(environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     response = self.app(environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return resp(environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:     return self.application(environ, start_response)
May 14 21:35:36.688257 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return super(Pecan, self).__call__(environ, start_response)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     self.invoke_controller(controller, args, kwargs, state)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     result = controller(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*dup_args, **dup_kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return {self.resource: self.plugin_updater(*updater_args)}
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f_with_retry(*args, **kwargs,
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return f(*dup_args, **dup_kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1405, in update_subnet
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     self._update_subnet_postcommit(context, original_subnet,
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     registry.publish(
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return function(*args, **kwargs)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     errors = self._notify_loop(resource, event, trigger, payload)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     callback(resource, event, trigger, payload=payload)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     router_ids = set(port.device_id for port in query)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     return self._iter().__iter__()
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     result = self.session.execute(
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]:     result = fn(orm_exec_state)
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]: 
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:36.705555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.712561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-f193d7e3-c1ac-4671-8e9c-b13de85f3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:36.712561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-f193d7e3-c1ac-4671-8e9c-b13de85f3117 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.4216924
May 14 21:35:36.712902 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "PUT /v2.0/subnets/4738d580-0f7c-42dd-b35f-85af4717ea90 HTTP/1.1" status: 200  len: 900 time: 1.1867149
May 14 21:35:36.713084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54442) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:36.731271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3e38-4031-4dd9-a29a-184a904eea12 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event updated for resources: {'Subnet': ['ID=4738d580-0f7c-42dd-b35f-85af4717ea90,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:36.769842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Publish callbacks [] for port (b0be783a-c873-4468-a145-24616076cbd7), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.796294 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Publish callbacks [] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.816512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:36.821951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.845224 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b0be783a-c873-4468-a145-24616076cbd7), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.886155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Network 5000d458-48ac-4c28-a59f-af1609e370ca is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:36.890790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:36.894570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:36.905851 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:36.919027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Pushing event updated for resources: {'Port': ['ID=b0be783a-c873-4468-a145-24616076cbd7,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:36.949573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:36.953667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.954105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.954451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.954793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.955145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.955571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.956012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.956347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.956678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.957005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.957728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.957728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.960026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.961392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.962591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:36.992722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:36.998172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:37.001320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-0fbd88f8-8c52-4ba4-a55d-522ed330b185 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 200  len: 1001 time: 0.2768514
May 14 21:35:37.085723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5000d458-48ac-4c28-a59f-af1609e370ca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.111817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Pushing event updated for resources: {'Port': ['ID=8f0b48a4-df4f-4a26-a111-f34cf46d872e,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:37.119269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Attempting to bind port b0be783a-c873-4468-a145-24616076cbd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:37.119762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Attempting to bind port b0be783a-c873-4468-a145-24616076cbd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2485466-f182-4687-a69b-00527bdbbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:37.120198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Attempting to bind port b0be783a-c873-4468-a145-24616076cbd7 on network 5000d458-48ac-4c28-a59f-af1609e370ca {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:37.134745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:37.135323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Checking segment: {'id': 'd2485466-f182-4687-a69b-00527bdbbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:37.135708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.136211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Bound using segment: {'id': 'd2485466-f182-4687-a69b-00527bdbbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:37.136762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Bound port: b0be783a-c873-4468-a145-24616076cbd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2485466-f182-4687-a69b-00527bdbbe5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5000d458-48ac-4c28-a59f-af1609e370ca'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:37.137215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0be783a-c873-4468-a145-24616076cbd7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.140875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Attempting to bind port 8f0b48a4-df4f-4a26-a111-f34cf46d872e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:37.141327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Attempting to bind port 8f0b48a4-df4f-4a26-a111-f34cf46d872e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:37.141781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Attempting to bind port 8f0b48a4-df4f-4a26-a111-f34cf46d872e on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:37.162559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:37.162954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:37.163363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.163862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:37.164256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Bound port: 8f0b48a4-df4f-4a26-a111-f34cf46d872e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:37.164640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.171547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f7f00938-9ca6-472d-b7e5-70c19fc6244c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.180005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-96f79d41-c091-43a9-b9d5-0fb6e7fd3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:37.181483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-96f79d41-c091-43a9-b9d5-0fb6e7fd3aaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.1676583
May 14 21:35:37.203863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.266633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=f7f00938-9ca6-472d-b7e5-70c19fc6244c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:37.275901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '9ff5b706-436e-4936-aa9b-50e626762808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:37.276322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 19b49e71-d818-4847-bb60-730e77b38ff3, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:37.321919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting port b0be783a-c873-4468-a145-24616076cbd7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:37.322572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b0be783a-c873-4468-a145-24616076cbd7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.385154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 19b49e71-d818-4847-bb60-730e77b38ff3 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:37.385643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-727ef4b0-cfd9-4b55-844b-118360029d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:37.387167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-727ef4b0-cfd9-4b55-844b-118360029d33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1825793
May 14 21:35:37.442753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] For port b0be783a-c873-4468-a145-24616076cbd7, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:37.442753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] For port b0be783a-c873-4468-a145-24616076cbd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0be783a-c873-4468-a145-24616076cbd7,segment=NetworkSegment(d2485466-f182-4687-a69b-00527bdbbe5e),segment_id=d2485466-f182-4687-a69b-00527bdbbe5e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:37.449184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] For port 8f0b48a4-df4f-4a26-a111-f34cf46d872e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:37.452955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] For port 8f0b48a4-df4f-4a26-a111-f34cf46d872e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f0b48a4-df4f-4a26-a111-f34cf46d872e,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:37.501811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19b49e71-d818-4847-bb60-730e77b38ff3) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:37.507955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:37.508963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.514917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b894234b-88d8-4ff5-b8cc-be9b09d5d896 None None] Network 19b49e71-d818-4847-bb60-730e77b38ff3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:37.541504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b0be783a-c873-4468-a145-24616076cbd7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.548130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.594568 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7bf8d22c-a8f3-44ad-a704-bfc0e3891443 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.4392734
May 14 21:35:37.599456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:37.605464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-735789107'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:37.673351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7770552-dcaf-4d5c-89bb-3b1eb2859e0e None None] Pushing event updated for resources: {'Port': ['ID=b0be783a-c873-4468-a145-24616076cbd7,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:37.726951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:37.734902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.772559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19b49e71-d818-4847-bb60-730e77b38ff3', 'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': 'f7f00938-9ca6-472d-b7e5-70c19fc6244c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:37.773521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.799223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978430b7-14f4-49fb-aeb1-494cea31ccbd None None] Pushing event updated for resources: {'Port': ['ID=8f0b48a4-df4f-4a26-a111-f34cf46d872e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:37.820777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:37.841369 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bff3b939-f048-4445-a57c-7e06886a866c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:37.842409 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment bff3b939-f048-4445-a57c-7e06886a866c of type vlan for network 00b6503c-fc9c-46e3-a314-2b9f434cc2f9
May 14 21:35:37.917552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (00b6503c-fc9c-46e3-a314-2b9f434cc2f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.078564 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (00b6503c-fc9c-46e3-a314-2b9f434cc2f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.085458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:38.086140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.098154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Allocated IP 172.20.255.242 (19b49e71-d818-4847-bb60-730e77b38ff3/f7f00938-9ca6-472d-b7e5-70c19fc6244c/d4c7154d-a061-40b2-8c27-7e01b4cadcaf) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:38.140986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (aa6d7f7a-2e29-431e-9769-d33758256679), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.185049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=00b6503c-fc9c-46e3-a314-2b9f434cc2f9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:38.233928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-595b71c9-f0f9-497b-a53a-b9ae1452e75d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 760 time: 0.6326942
May 14 21:35:38.236194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:38.244021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '00b6503c-fc9c-46e3-a314-2b9f434cc2f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:38.324172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] For port b0be783a-c873-4468-a145-24616076cbd7, host ncdv-master-1, got binding levels [] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:38.325298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b0be783a-c873-4468-a145-24616076cbd7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.347110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 00b6503c-fc9c-46e3-a314-2b9f434cc2f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:38.376990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Calling delete_port for b0be783a-c873-4468-a145-24616076cbd7 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:38.416242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Publish callbacks [] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.425948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-01217123-cf8c-402a-9472-a815cd04986d service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5200188
May 14 21:35:38.503948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:38.509465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.527169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.579652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::1 (88e03173-3786-4c9f-927f-9ea223dbf14a/b9b5adb1-6a24-46d2-a94e-8aed9734119f/7ffb2dbd-9623-4790-b38c-20ae4983329f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:38.597804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Network 19b49e71-d818-4847-bb60-730e77b38ff3 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:38.605464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:38.611782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:38.620969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Pushing event updated for resources: {'Port': ['ID=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:38.689316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Attempting to bind port d4c7154d-a061-40b2-8c27-7e01b4cadcaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:38.689793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Attempting to bind port d4c7154d-a061-40b2-8c27-7e01b4cadcaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9ff5b706-436e-4936-aa9b-50e626762808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:38.690222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Attempting to bind port d4c7154d-a061-40b2-8c27-7e01b4cadcaf on network 19b49e71-d818-4847-bb60-730e77b38ff3 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:38.696637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:38.697385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Checking segment: {'id': '9ff5b706-436e-4936-aa9b-50e626762808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:38.697784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.698173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Bound using segment: {'id': '9ff5b706-436e-4936-aa9b-50e626762808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:38.698991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Bound port: d4c7154d-a061-40b2-8c27-7e01b4cadcaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff5b706-436e-4936-aa9b-50e626762808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '19b49e71-d818-4847-bb60-730e77b38ff3'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:38.699565 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.780761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] For port d4c7154d-a061-40b2-8c27-7e01b4cadcaf, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:38.782005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06e37868-d851-4a7d-a140-1bcb1f038761 req-9c5a287b-8f1c-49e3-b564-4a46e62f2e51 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3518941
May 14 21:35:38.784289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] For port d4c7154d-a061-40b2-8c27-7e01b4cadcaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,segment=NetworkSegment(9ff5b706-436e-4936-aa9b-50e626762808),segment_id=9ff5b706-436e-4936-aa9b-50e626762808)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:38.807302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8dff8949-93e9-4dc1-9241-aba78751dfd8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.862447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:38.887143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=8dff8949-93e9-4dc1-9241-aba78751dfd8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:38.895732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': 'bff3b939-f048-4445-a57c-7e06886a866c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '00b6503c-fc9c-46e3-a314-2b9f434cc2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:38.896130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 00b6503c-fc9c-46e3-a314-2b9f434cc2f9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:38.964045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c19a96-a8d0-4d56-ba83-181f10033f8c None None] Pushing event updated for resources: {'Port': ['ID=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:38.984036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.013636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 1d9e7d83-af58-4155-9401-3726b22b5e5a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:39.014002 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.016672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 00b6503c-fc9c-46e3-a314-2b9f434cc2f9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:39.073373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b0be783a-c873-4468-a145-24616076cbd7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.104637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 00b6503c-fc9c-46e3-a314-2b9f434cc2f9) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:39.115545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:39.116234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d6016-8d94-4109-9ffb-13372ba0da54 None None] Network 00b6503c-fc9c-46e3-a314-2b9f434cc2f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:39.117033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.132070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Port': ['ID=b0be783a-c873-4468-a145-24616076cbd7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:39.220899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No DVR routers for this DVR port b0be783a-c873-4468-a145-24616076cbd7 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:39.241464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5282c1f4-af3f-471b-be72-7b7b68a36d08 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.0015068
May 14 21:35:39.242254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54506) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:39.343801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.343978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af728f69-e9cc-48ff-a4ce-77ffce928a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-00b6503c-fc9c-46e3-a314-2b9f434cc2f9', 'network_id': '00b6503c-fc9c-46e3-a314-2b9f434cc2f9', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': '8dff8949-93e9-4dc1-9241-aba78751dfd8'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:39.344935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af728f69-e9cc-48ff-a4ce-77ffce928a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.359360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.438699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 1d9e7d83-af58-4155-9401-3726b22b5e5a owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:39.453142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2197c513-fe9a-41e0-80f3-a2562e0b07c6 None None] Network 5000d458-48ac-4c28-a59f-af1609e370ca requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:39.469788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8f0b48a4-df4f-4a26-a111-f34cf46d872e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:39.476903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (00b6503c-fc9c-46e3-a314-2b9f434cc2f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.478537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4738d580-0f7c-42dd-b35f-85af4717ea90), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.554788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:39.570386 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8dff8949-93e9-4dc1-9241-aba78751dfd8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.594705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:39.636290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=7ffb2dbd-9623-4790-b38c-20ae4983329f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:39.639099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:39.639842 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (e8230b62-757a-4e70-8e38-c09b91071a9d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.653000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0b07c722-513e-47e5-88ff-1fbf9d9ebb06 None None] Could not find standard attr ID for object b0be783a-c873-4468-a145-24616076cbd7. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:39.720333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8f0b48a4-df4f-4a26-a111-f34cf46d872e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:39.720987 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.766699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (4738d580-0f7c-42dd-b35f-85af4717ea90), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.791152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (8dff8949-93e9-4dc1-9241-aba78751dfd8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.821975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=8dff8949-93e9-4dc1-9241-aba78751dfd8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:39.841971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8f0b48a4-df4f-4a26-a111-f34cf46d872e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:39.842540 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.849408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=4738d580-0f7c-42dd-b35f-85af4717ea90,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server [None req-af728f69-e9cc-48ff-a4ce-77ffce928a49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dff8949-93e9-4dc1-9241-aba78751dfd8: This subnet is being modified by another concurrent operation.
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:35:39.857086 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise exception
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dff8949-93e9-4dc1-9241-aba78751dfd8: This subnet is being modified by another concurrent operation.
May 14 21:35:39.860751 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server 
May 14 21:35:39.899391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02fa54-039c-415a-863b-9b9b207f86fe None None] Network 00b6503c-fc9c-46e3-a314-2b9f434cc2f9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:39.901632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 8f0b48a4-df4f-4a26-a111-f34cf46d872e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f0b48a4-df4f-4a26-a111-f34cf46d872e,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:39.954320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (00b6503c-fc9c-46e3-a314-2b9f434cc2f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.963191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5000d458-48ac-4c28-a59f-af1609e370ca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:39.994033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231ac0d60>,) {'filters': {'network_id': ['5000d458-48ac-4c28-a59f-af1609e370ca']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:39.994258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a255f40>,) {'filters': {'network_id': ['00b6503c-fc9c-46e3-a314-2b9f434cc2f9']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.003254 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.003674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231ac0d60>, 'd2485466-f182-4687-a69b-00527bdbbe5e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.010093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231ac0d60>, 'd2485466-f182-4687-a69b-00527bdbbe5e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.019371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a255f40>, 'bff3b939-f048-4445-a57c-7e06886a866c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.019835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a255f40>, 'bff3b939-f048-4445-a57c-7e06886a866c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.024181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (d2485466-f182-4687-a69b-00527bdbbe5e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.031836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (bff3b939-f048-4445-a57c-7e06886a866c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.046372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d2485466-f182-4687-a69b-00527bdbbe5e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.056880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-eb2924b3-31c2-40f4-a194-90e8f4be2aa5 None None] Provisioning complete for port 8f0b48a4-df4f-4a26-a111-f34cf46d872e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:40.057163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bff3b939-f048-4445-a57c-7e06886a866c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.057296 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eb2924b3-31c2-40f4-a194-90e8f4be2aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.068137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:40.069017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (d2485466-f182-4687-a69b-00527bdbbe5e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.073211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:40.074745 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:40.084069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (bff3b939-f048-4445-a57c-7e06886a866c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:40.090840 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:40.166449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=8f0b48a4-df4f-4a26-a111-f34cf46d872e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:40.210548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79f88a-db11-467b-ac76-8014a24e8e80 None None] Network 5000d458-48ac-4c28-a59f-af1609e370ca requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:40.240921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.278567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (00b6503c-fc9c-46e3-a314-2b9f434cc2f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.283234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.287830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/00b6503c-fc9c-46e3-a314-2b9f434cc2f9 HTTP/1.1" status: 204  len: 168 time: 1.0444984
May 14 21:35:40.291773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:40.298705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635562205'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:40.305189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eb2924b3-31c2-40f4-a194-90e8f4be2aa5 None None] Current status of the port 8f0b48a4-df4f-4a26-a111-f34cf46d872e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:40.318088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5000d458-48ac-4c28-a59f-af1609e370ca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.322898 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.326797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/5000d458-48ac-4c28-a59f-af1609e370ca HTTP/1.1" status: 204  len: 168 time: 3.6138644
May 14 21:35:40.338058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54514) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:40.354813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=00b6503c-fc9c-46e3-a314-2b9f434cc2f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:40.366831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d564c-0590-4834-b548-65895ec2f4bd tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=5000d458-48ac-4c28-a59f-af1609e370ca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:40.386526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.388742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.389338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.390195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.390710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.391213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.391738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.392275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.392787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.393548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.393889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.394232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.394712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.395055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.395703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc7688-f517-47cc-a5fa-6f3d8f782b6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:35:40.398888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-abad1cab-b33f-43b5-96a7-ca4d5e955c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.413451 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4354fde9-f495-47da-a6aa-c88cd0d55965 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:40.413999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4354fde9-f495-47da-a6aa-c88cd0d55965 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:40.418354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4354fde9-f495-47da-a6aa-c88cd0d55965 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/4738d580-0f7c-42dd-b35f-85af4717ea90 HTTP/1.1" status: 404  len: 337 time: 0.0764322
May 14 21:35:40.421030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54516) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:40.437165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4a877828-b0e3-4a5b-884c-8af89c71a01d None None] Provisioning complete for port 7ffb2dbd-9623-4790-b38c-20ae4983329f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:40.437760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4a877828-b0e3-4a5b-884c-8af89c71a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.443977 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b6f9ae-def8-41a3-ac40-4c6cf026f211 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:40.444627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b6f9ae-def8-41a3-ac40-4c6cf026f211 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:40.448003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b0b6f9ae-def8-41a3-ac40-4c6cf026f211 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/5000d458-48ac-4c28-a59f-af1609e370ca HTTP/1.1" status: 404  len: 339 time: 0.0258393
May 14 21:35:40.450621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54518) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:40.482214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933deaa0-dbc8-4126-8ec1-a63002ac0e2d None None] DHCP port deletion for 5000d458-48ac-4c28-a59f-af1609e370ca request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:40.488052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:40.491632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.530470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4a877828-b0e3-4a5b-884c-8af89c71a01d None None] Port 7ffb2dbd-9623-4790-b38c-20ae4983329f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:40.538338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1d9e7d83-af58-4155-9401-3726b22b5e5a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.569406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:40.572824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=1d9e7d83-af58-4155-9401-3726b22b5e5a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:40.579610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.587348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.587785 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 787572eb-8c2c-4caa-a956-f4ecf499efe0 of type vlan for network 5384c8ae-91ba-4f89-a8e0-e4d085b26098
May 14 21:35:40.664453 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.723444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a53745-c3d6-41ac-8b0a-2e58277ebfcd None None] Network 19b49e71-d818-4847-bb60-730e77b38ff3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:40.747753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.751123 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (aa6d7f7a-2e29-431e-9769-d33758256679), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.773377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b1bceb0>,) {'filters': {'network_id': ['d4d1069f-148f-44ac-a171-45a2576ba9eb']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.783698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b1bceb0>, '2d10045f-60ac-4039-a8af-ad83d9d10848') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.784206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b1bceb0>, '2d10045f-60ac-4039-a8af-ad83d9d10848') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:40.797770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2d10045f-60ac-4039-a8af-ad83d9d10848), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.821384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2d10045f-60ac-4039-a8af-ad83d9d10848), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.831709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:40.832400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2d10045f-60ac-4039-a8af-ad83d9d10848), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:40.835993 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:40.849857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.856338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:40.857326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.874695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] Provisioning complete for port d4c7154d-a061-40b2-8c27-7e01b4cadcaf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:40.875259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:40.996518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] Current status of the port d4c7154d-a061-40b2-8c27-7e01b4cadcaf is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:40.997133 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.007856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=5384c8ae-91ba-4f89-a8e0-e4d085b26098,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:41.014234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.019788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router aa6d7f7a-2e29-431e-9769-d33758256679 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:41.022971 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09798d0d-5c7b-4dc8-a101-d91d5b849b2d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 760 time: 0.7298827
May 14 21:35:41.027327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5384c8ae-91ba-4f89-a8e0-e4d085b26098 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:41.027503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54524) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:41.033232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:41.083308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] For port d4c7154d-a061-40b2-8c27-7e01b4cadcaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,segment=NetworkSegment(9ff5b706-436e-4936-aa9b-50e626762808),segment_id=9ff5b706-436e-4936-aa9b-50e626762808)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:41.112916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.119209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (e8230b62-757a-4e70-8e38-c09b91071a9d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.154078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f096c-9133-4bd9-bae1-d29a524b38ef None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:35:41.182715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.195632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d4d1069f-148f-44ac-a171-45a2576ba9eb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.206667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.207053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:41.218108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d4bafcb9-5a28-4d7c-b399-ace09f7f8075 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/aa6d7f7a-2e29-431e-9769-d33758256679/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6906257
May 14 21:35:41.226894 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] Sync routers for ids ['aa6d7f7a-2e29-431e-9769-d33758256679'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:41.227395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54526) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:41.227560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/d4d1069f-148f-44ac-a171-45a2576ba9eb HTTP/1.1" status: 204  len: 168 time: 0.7749045
May 14 21:35:41.233811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54528) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:41.240803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] Routers {'aa6d7f7a-2e29-431e-9769-d33758256679'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:41.243735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f7bfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa6d7f7a-2e29-431e-9769-d33758256679'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:41.260213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae19c38-cdf0-4fe7-83da-76f13b227d38 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=d4d1069f-148f-44ac-a171-45a2576ba9eb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:41.269704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:41.269939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=7ffb2dbd-9623-4790-b38c-20ae4983329f,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:41.271939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.283219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190de0b-f2e4-4021-a5d7-f8bf3f3bbace None None] Pushing event updated for resources: {'Port': ['ID=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:41.289644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4cc19b77-2e4a-44a2-b891-75cf8ac9b5ab tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa6d7f7a-2e29-431e-9769-d33758256679 HTTP/1.1" status: 200  len: 205 time: 0.0637603
May 14 21:35:41.293774 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9dc949-15a8-4b8f-b63d-35979ec1ff80 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:41.294449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9dc949-15a8-4b8f-b63d-35979ec1ff80 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:41.298087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8c9dc949-15a8-4b8f-b63d-35979ec1ff80 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/16777e29-b8f1-4ca8-a825-6a26cbf3b478 HTTP/1.1" status: 404  len: 337 time: 0.0605190
May 14 21:35:41.300544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54530) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:41.301187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54532) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:41.315255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-053755f7-40bc-4373-930f-c7ee0d701342 None None] Provisioning complete for port d4c7154d-a061-40b2-8c27-7e01b4cadcaf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:41.315738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-053755f7-40bc-4373-930f-c7ee0d701342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.347420 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f7bfd0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:41.359580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing IP validity checks on allocation pools {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:35:41.359580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:35:41.370344 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] Routers {'aa6d7f7a-2e29-431e-9769-d33758256679'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:41.370344 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f7bfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aa6d7f7a-2e29-431e-9769-d33758256679'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:41.408677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (aa6d7f7a-2e29-431e-9769-d33758256679), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.411182 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8808c0c-6afa-4ee0-b1e5-57158e448856 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:41.411731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8808c0c-6afa-4ee0-b1e5-57158e448856 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:41.416298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c8808c0c-6afa-4ee0-b1e5-57158e448856 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/21eb7027-9d50-4455-8728-78cf0d3ff7d1 HTTP/1.1" status: 404  len: 339 time: 0.0318141
May 14 21:35:41.422125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54534) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:41.428099 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f7bfd0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:41.428889 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1e7ad-3bfb-4388-9a0b-52fc6e9d035e None None] The sync data for ids ['aa6d7f7a-2e29-431e-9769-d33758256679'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:41.451778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f096c-9133-4bd9-bae1-d29a524b38ef None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:35:41.480848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-053755f7-40bc-4373-930f-c7ee0d701342 None None] Current status of the port d4c7154d-a061-40b2-8c27-7e01b4cadcaf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:41.498826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:41.502138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:41.536352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting subnet 24104613-c4e1-4643-8bd4-c699d326ee2d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:41.564916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (24104613-c4e1-4643-8bd4-c699d326ee2d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.620610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (24104613-c4e1-4643-8bd4-c699d326ee2d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.758632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (24104613-c4e1-4643-8bd4-c699d326ee2d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.782541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8f0b48a4-df4f-4a26-a111-f34cf46d872e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:41.783159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (367cbbd9-8cf7-435a-9348-f513e908c3ff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.892048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=367cbbd9-8cf7-435a-9348-f513e908c3ff,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:41.908621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8f0b48a4-df4f-4a26-a111-f34cf46d872e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:41.909358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '787572eb-8c2c-4caa-a956-f4ecf499efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:41.909479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:41.909564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 5384c8ae-91ba-4f89-a8e0-e4d085b26098, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:42.030110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8f0b48a4-df4f-4a26-a111-f34cf46d872e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:42.030110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d4c7154d-a061-40b2-8c27-7e01b4cadcaf up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:42.060347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (24104613-c4e1-4643-8bd4-c699d326ee2d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.062981 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (aa6d7f7a-2e29-431e-9769-d33758256679), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.063637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 5384c8ae-91ba-4f89-a8e0-e4d085b26098 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:42.065755 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.070602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (aa6d7f7a-2e29-431e-9769-d33758256679), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.090255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d4c7154d-a061-40b2-8c27-7e01b4cadcaf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:42.090958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.126175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=24104613-c4e1-4643-8bd4-c699d326ee2d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:42.134826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.138722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-832b27cd-1909-4d15-aaaf-0a5aca3355f8 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/24104613-c4e1-4643-8bd4-c699d326ee2d HTTP/1.1" status: 204  len: 168 time: 0.7147584
May 14 21:35:42.150850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.150996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2585a-e636-4fe6-b550-9ff37bbc0184 None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:42.183640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5384c8ae-91ba-4f89-a8e0-e4d085b26098) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:42.191551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:42.192179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.206844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (aa6d7f7a-2e29-431e-9769-d33758256679), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.208850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router aa6d7f7a-2e29-431e-9769-d33758256679 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:42.209957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb615d4-049b-42e5-9a2b-00cf3bf65d1f None None] Network 5384c8ae-91ba-4f89-a8e0-e4d085b26098 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:42.217901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.223198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b79b788e-61e1-4444-a1c3-671171313b84 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/aa6d7f7a-2e29-431e-9769-d33758256679 HTTP/1.1" status: 204  len: 168 time: 0.9202132
May 14 21:35:42.224282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54542) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.229164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting subnet 6300abb0-b782-4034-a0a6-d671b8b0988f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:42.236349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (6300abb0-b782-4034-a0a6-d671b8b0988f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.272619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Router e8230b62-757a-4e70-8e38-c09b91071a9d is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:35:42.288155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (6300abb0-b782-4034-a0a6-d671b8b0988f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.333811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet dfb3e041-c4de-4683-bafb-0ba27441a9dc {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:42.339079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d4c7154d-a061-40b2-8c27-7e01b4cadcaf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:42.368304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0be783a-c873-4468-a145-24616076cbd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:42.370305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (dfb3e041-c4de-4683-bafb-0ba27441a9dc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.370548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dc208ef7-0832-4129-b226-586383dfc561 None None] Provisioning complete for port 7ffb2dbd-9623-4790-b38c-20ae4983329f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:42.371653 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc208ef7-0832-4129-b226-586383dfc561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.420573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (6300abb0-b782-4034-a0a6-d671b8b0988f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.427899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (dfb3e041-c4de-4683-bafb-0ba27441a9dc), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.428302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b0be783a-c873-4468-a145-24616076cbd7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:42.428663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0be783a-c873-4468-a145-24616076cbd7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:42.471521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dc208ef7-0832-4129-b226-586383dfc561 None None] Port 7ffb2dbd-9623-4790-b38c-20ae4983329f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:42.477429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:42.485616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5384c8ae-91ba-4f89-a8e0-e4d085b26098', 'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': '367cbbd9-8cf7-435a-9348-f513e908c3ff'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:42.486600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.490706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Sync routers for ids ['e8230b62-757a-4e70-8e38-c09b91071a9d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:42.494820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7df886a5-ca71-485e-854d-38df9d15f38a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "PUT /v2.0/routers/e8230b62-757a-4e70-8e38-c09b91071a9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0782826
May 14 21:35:42.496424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54544) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.521121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Routers {'e8230b62-757a-4e70-8e38-c09b91071a9d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:42.522025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52302e2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e8230b62-757a-4e70-8e38-c09b91071a9d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:42.551801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bafac876-ebfb-4ee8-9328-3b3c364b268f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.5227845
May 14 21:35:42.558006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54548) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.571219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.617513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9c6ed-f81d-44d5-bfb8-768243a79cd7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:42.619536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8de9c6ed-f81d-44d5-bfb8-768243a79cd7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports/7ffb2dbd-9623-4790-b38c-20ae4983329f HTTP/1.1" status: 200  len: 911 time: 0.0935948
May 14 21:35:42.620607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dfb3e041-c4de-4683-bafb-0ba27441a9dc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.626949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54552) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.716916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1abf3e-eb89-4155-ac05-ab8011a58fa0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:42.722414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1abf3e-eb89-4155-ac05-ab8011a58fa0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:42.724636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c1abf3e-eb89-4155-ac05-ab8011a58fa0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.0971828
May 14 21:35:42.727792 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.734579 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.741592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Set router e8230b62-757a-4e70-8e38-c09b91071a9d gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:42.742019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (6300abb0-b782-4034-a0a6-d671b8b0988f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.795696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.802871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/6300abb0-b782-4034-a0a6-d671b8b0988f HTTP/1.1" status: 204  len: 168 time: 0.6602480
May 14 21:35:42.808258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54558) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:42.809448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e3323-5909-4f12-82c7-32da2867ce79 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=6300abb0-b782-4034-a0a6-d671b8b0988f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:42.863306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Allocated IP 172.20.0.3 (5384c8ae-91ba-4f89-a8e0-e4d085b26098/367cbbd9-8cf7-435a-9348-f513e908c3ff/c5ec081a-7220-44f6-9f53-dd1aff83fe94) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:42.924281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-794c1665-2cdf-46de-ba81-fb0a6ec41edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.985940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (367cbbd9-8cf7-435a-9348-f513e908c3ff), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:42.986767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (dfb3e041-c4de-4683-bafb-0ba27441a9dc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.040162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb3e041-c4de-4683-bafb-0ba27441a9dc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:43.044035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.049980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-63151084-e4ab-4982-88ac-99456b6179da tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/dfb3e041-c4de-4683-bafb-0ba27441a9dc HTTP/1.1" status: 204  len: 168 time: 0.8236930
May 14 21:35:43.053704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54574) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:43.055388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ea54d-8258-4516-8b72-c8fe276999a6 None None] Network 406bdd4f-fc3b-4036-a188-a3a2799e5af1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:43.099004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.199067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (406bdd4f-fc3b-4036-a188-a3a2799e5af1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.222598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting port bc99f22d-fa63-47fb-9b1c-e4232830049a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:43.223143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.326411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 8b878270-c341-4d51-89d4-b9630300300a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:43.326577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8b878270-c341-4d51-89d4-b9630300300a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.346308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (e8230b62-757a-4e70-8e38-c09b91071a9d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.351318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52302e2fa0>, [{'id': 'e8230b62-757a-4e70-8e38-c09b91071a9d', 'name': 'tempest-NetworksTestDHCPv6-router-1735549726', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:35Z', 'updated_at': '2022-05-14T21:35:39Z', 'revision_number': 2, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None, '_interfaces': [{'id': '7ffb2dbd-9623-4790-b38c-20ae4983329f', 'name': '', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'mac_address': 'fa:16:3e:d9:05:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8230b62-757a-4e70-8e38-c09b91071a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'b9b5adb1-6a24-46d2-a94e-8aed9734119f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:35:37Z', 'updated_at': '2022-05-14T21:35:40Z', 'revision_number': 2, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'subnets': [{'id': 'b9b5adb1-6a24-46d2-a94e-8aed9734119f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:43.365965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] For port bc99f22d-fa63-47fb-9b1c-e4232830049a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc99f22d-fa63-47fb-9b1c-e4232830049a,segment=NetworkSegment(d5d482ab-f506-4cc5-8365-ebde803ec1e4),segment_id=d5d482ab-f506-4cc5-8365-ebde803ec1e4)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:43.365965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.407505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] DHCP port deletion for 406bdd4f-fc3b-4036-a188-a3a2799e5af1 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:43.417341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Calling delete_port for bc99f22d-fa63-47fb-9b1c-e4232830049a owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:43.436240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 8b878270-c341-4d51-89d4-b9630300300a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b878270-c341-4d51-89d4-b9630300300a,segment=NetworkSegment(42f6f6c9-040c-4e20-abc3-2c83a698f71c),segment_id=42f6f6c9-040c-4e20-abc3-2c83a698f71c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:43.436902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8b878270-c341-4d51-89d4-b9630300300a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.457539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Checking router: e8230b62-757a-4e70-8e38-c09b91071a9d for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:35:43.457539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Updating router e8230b62-757a-4e70-8e38-c09b91071a9d port 7ffb2dbd-9623-4790-b38c-20ae4983329f binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:35:43.457539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Publish callbacks [] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.468600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d4c7154d-a061-40b2-8c27-7e01b4cadcaf up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:43.495956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 8b878270-c341-4d51-89d4-b9630300300a owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:43.596505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] Deleting port 8b878270-c341-4d51-89d4-b9630300300a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:43.596793 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8b878270-c341-4d51-89d4-b9630300300a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.623033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c2da0-e066-46e5-b331-c6a434e5650d None None] Network 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:43.656478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 7ffb2dbd-9623-4790-b38c-20ae4983329f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:43.656844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.696826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8b878270-c341-4d51-89d4-b9630300300a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.699910 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (bc99f22d-fa63-47fb-9b1c-e4232830049a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.738762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port 8b878270-c341-4d51-89d4-b9630300300a on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:43.746048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=8b878270-c341-4d51-89d4-b9630300300a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:43.754416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No DVR routers for this DVR port bc99f22d-fa63-47fb-9b1c-e4232830049a on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:43.764545 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.780068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 7ffb2dbd-9623-4790-b38c-20ae4983329f owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:43.801287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e187d7ff-0c88-416d-9e34-286e192463aa None None] Could not find standard attr ID for object bc99f22d-fa63-47fb-9b1c-e4232830049a. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:43.813623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (367cbbd9-8cf7-435a-9348-f513e908c3ff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.815736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.820247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Port': ['ID=bc99f22d-fa63-47fb-9b1c-e4232830049a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:43.859445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=367cbbd9-8cf7-435a-9348-f513e908c3ff,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:43.876549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.991521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Network 5384c8ae-91ba-4f89-a8e0-e4d085b26098 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:43.992524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d4c7154d-a061-40b2-8c27-7e01b4cadcaf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:43.992898 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:43.997191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] For port 8b878270-c341-4d51-89d4-b9630300300a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8b878270-c341-4d51-89d4-b9630300300a,segment=NetworkSegment(42f6f6c9-040c-4e20-abc3-2c83a698f71c),segment_id=42f6f6c9-040c-4e20-abc3-2c83a698f71c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:43.997584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8b878270-c341-4d51-89d4-b9630300300a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.013174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:44.026170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (406bdd4f-fc3b-4036-a188-a3a2799e5af1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.029356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.032380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.061418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7ffb2dbd-9623-4790-b38c-20ae4983329f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.073387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:44.076673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.077345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Pushing event updated for resources: {'Port': ['ID=c5ec081a-7220-44f6-9f53-dd1aff83fe94,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:44.080091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] Calling delete_port for 8b878270-c341-4d51-89d4-b9630300300a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:44.081581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b0c0cd0>,) {'filters': {'network_id': ['406bdd4f-fc3b-4036-a188-a3a2799e5af1']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.084576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522be9e850>,) {'filters': {'network_id': ['5384c8ae-91ba-4f89-a8e0-e4d085b26098']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.087877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bab4a60>,) {'filters': {'network_id': ['770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.095783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=7ffb2dbd-9623-4790-b38c-20ae4983329f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:44.115321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522be9e850>, '787572eb-8c2c-4caa-a956-f4ecf499efe0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.115649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522be9e850>, '787572eb-8c2c-4caa-a956-f4ecf499efe0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.118673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b0c0cd0>, '42f6f6c9-040c-4e20-abc3-2c83a698f71c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.118673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b0c0cd0>, '42f6f6c9-040c-4e20-abc3-2c83a698f71c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.140867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bab4a60>, 'd5d482ab-f506-4cc5-8365-ebde803ec1e4') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.141025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bab4a60>, 'd5d482ab-f506-4cc5-8365-ebde803ec1e4') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:44.153487 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (42f6f6c9-040c-4e20-abc3-2c83a698f71c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.178891 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (42f6f6c9-040c-4e20-abc3-2c83a698f71c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.191351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.230397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.237798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:44.238206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.252302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ddf0b-3139-4afc-93ce-e0d4c80c68d3 None None] DHCP port deletion for 770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:44.255622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (e8230b62-757a-4e70-8e38-c09b91071a9d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.310451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Attempting to bind port c5ec081a-7220-44f6-9f53-dd1aff83fe94 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:44.310894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Attempting to bind port c5ec081a-7220-44f6-9f53-dd1aff83fe94 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '787572eb-8c2c-4caa-a956-f4ecf499efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:44.311109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Attempting to bind port c5ec081a-7220-44f6-9f53-dd1aff83fe94 on network 5384c8ae-91ba-4f89-a8e0-e4d085b26098 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:44.336785 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:44.340702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (d5d482ab-f506-4cc5-8365-ebde803ec1e4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.356617 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (d5d482ab-f506-4cc5-8365-ebde803ec1e4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.363034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:44.363440 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (d5d482ab-f506-4cc5-8365-ebde803ec1e4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.387026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:44.387460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Checking segment: {'id': '787572eb-8c2c-4caa-a956-f4ecf499efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:44.387917 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.393441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Bound using segment: {'id': '787572eb-8c2c-4caa-a956-f4ecf499efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:44.393441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Bound port: c5ec081a-7220-44f6-9f53-dd1aff83fe94, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787572eb-8c2c-4caa-a956-f4ecf499efe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:44.393441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:44.448561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (42f6f6c9-040c-4e20-abc3-2c83a698f71c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.api [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: [parameters: {'id': '5384c8ae-91ba-4f89-a8e0-e4d085b26098'}]
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:44.453293 ncdv-master-1 neutron-server[115780]: DEBUG oslo_db.api [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:44.479878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Router e8230b62-757a-4e70-8e38-c09b91071a9d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:44.513175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d4c7154d-a061-40b2-8c27-7e01b4cadcaf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:44.529519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.536971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.543969 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703 HTTP/1.1" status: 204  len: 168 time: 1.7292097
May 14 21:35:44.545331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54592) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.545486 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (8b878270-c341-4d51-89d4-b9630300300a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.547623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] For port c5ec081a-7220-44f6-9f53-dd1aff83fe94, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:44.565447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7502aa2-f8a2-4d9e-a68e-c48f53aa4bbf tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=770cf9ad-cf1d-4fa7-aeb1-bee25b9b3703,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:44.586182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:44.590346 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-90999183-c716-4667-a1b3-0e12d4085bd3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:44.594012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90999183-c716-4667-a1b3-0e12d4085bd3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:44.594012 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90999183-c716-4667-a1b3-0e12d4085bd3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/a3cc7f5f-643e-48ab-962d-467bbf7e5185 HTTP/1.1" status: 404  len: 337 time: 0.0368934
May 14 21:35:44.594816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54594) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.595502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6fb46893-9284-4b4a-a460-9c888b5f0145 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "PUT /v2.0/routers/e8230b62-757a-4e70-8e38-c09b91071a9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8654523
May 14 21:35:44.596752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54596) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.616102 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d6074d-58ea-4e2b-8e35-18d99d813996 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:44.617778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d6074d-58ea-4e2b-8e35-18d99d813996 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:44.619408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] For port c5ec081a-7220-44f6-9f53-dd1aff83fe94, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5ec081a-7220-44f6-9f53-dd1aff83fe94,segment=NetworkSegment(787572eb-8c2c-4caa-a956-f4ecf499efe0),segment_id=787572eb-8c2c-4caa-a956-f4ecf499efe0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:44.622451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8d6074d-58ea-4e2b-8e35-18d99d813996 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/b925039f-4023-47ad-84b4-df87793c473c HTTP/1.1" status: 404  len: 339 time: 0.0234454
May 14 21:35:44.622581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] Pushing event deleted for resources: {'Port': ['ID=8b878270-c341-4d51-89d4-b9630300300a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:44.624498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54598) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.626975 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (406bdd4f-fc3b-4036-a188-a3a2799e5af1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.628313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff7037b-fb68-45c2-a69e-5373a3c437c7 None None] No DVR routers for this DVR port 8b878270-c341-4d51-89d4-b9630300300a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:44.636290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.639563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/406bdd4f-fc3b-4036-a188-a3a2799e5af1 HTTP/1.1" status: 204  len: 168 time: 1.5701668
May 14 21:35:44.651950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.653237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1050817175', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:44.668379 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f8df11-c6b5-4866-9491-cd1018d66833 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:44.668834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f8df11-c6b5-4866-9491-cd1018d66833 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:44.672648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-93f8df11-c6b5-4866-9491-cd1018d66833 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/a60a1d27-d9d0-48c4-b88c-5c631b4d50c9 HTTP/1.1" status: 404  len: 337 time: 0.0462658
May 14 21:35:44.674850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89dfe9-7c06-41b4-9f31-522afbfd31f6 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=406bdd4f-fc3b-4036-a188-a3a2799e5af1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:44.675227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54602) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.693259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073f2fe-b836-44c8-b353-8d7e95622712 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:44.694552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073f2fe-b836-44c8-b353-8d7e95622712 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:44.696093 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b073f2fe-b836-44c8-b353-8d7e95622712 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1003199
May 14 21:35:44.696439 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d62702b-78a3-484d-bdd1-18100a18f5c9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:44.696964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d62702b-78a3-484d-bdd1-18100a18f5c9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:44.699115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54604) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.700085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2d62702b-78a3-484d-bdd1-18100a18f5c9 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/2860a3e5-c001-46e2-a755-e841571c6831 HTTP/1.1" status: 404  len: 339 time: 0.0238855
May 14 21:35:44.702720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54606) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.714936 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.730214 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6547232c-f398-4aad-9f69-707316a357d2 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:44.730664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6547232c-f398-4aad-9f69-707316a357d2 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:44.733837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6547232c-f398-4aad-9f69-707316a357d2 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/bd2d86f3-ae87-4f14-b95a-6cba5c2579ad HTTP/1.1" status: 404  len: 337 time: 0.0301504
May 14 21:35:44.736566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54608) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.756256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet b9b5adb1-6a24-46d2-a94e-8aed9734119f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:44.763562 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf6f117-b78f-4430-a0ea-73c4b5c060b5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:44.764131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf6f117-b78f-4430-a0ea-73c4b5c060b5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:44.768911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5cf6f117-b78f-4430-a0ea-73c4b5c060b5 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/e122f5d6-076c-4d7a-91ea-593d53b6e284 HTTP/1.1" status: 404  len: 339 time: 0.0297854
May 14 21:35:44.771556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54610) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:44.803054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.804510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.837710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting subnet 56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:44.841111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.853712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:44.855058 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:44.857334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce72266-176d-44be-bb6a-30d7922bf145 None None] Pushing event updated for resources: {'Port': ['ID=c5ec081a-7220-44f6-9f53-dd1aff83fe94,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:44.863106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (b9b5adb1-6a24-46d2-a94e-8aed9734119f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.871271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cbfb99-2853-49e6-b439-042a21a293ff None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:35:44.889591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.892467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (20d35e7c-9641-49c4-a2dc-8ef134079e61), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.914528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (b9b5adb1-6a24-46d2-a94e-8aed9734119f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:44.963895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.006268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.023024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cbfb99-2853-49e6-b439-042a21a293ff None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:35:45.149714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.174859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b9b5adb1-6a24-46d2-a94e-8aed9734119f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.178796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:45.182325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.189357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-973125b2-29b5-43ac-8e5e-857b5eef17f0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/56d51066-a9dd-4f49-af5c-2f9aa2b5b3f0 HTTP/1.1" status: 204  len: 168 time: 0.4157529
May 14 21:35:45.189357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54614) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:45.204566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting port c5ec081a-7220-44f6-9f53-dd1aff83fe94 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:45.204905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.213253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_gateway (20d35e7c-9641-49c4-a2dc-8ef134079e61), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.252158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ef778-17a1-4cfd-ae5f-02ac21ec9c3e None None] Network 5384c8ae-91ba-4f89-a8e0-e4d085b26098 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:45.269937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da80860-7309-429d-8320-0a541e5f3a27 None None] Network e757eb1e-007c-4a21-96a6-e917f09a3262 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:45.293624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e757eb1e-007c-4a21-96a6-e917f09a3262), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.305194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] For port c5ec081a-7220-44f6-9f53-dd1aff83fe94, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5ec081a-7220-44f6-9f53-dd1aff83fe94,segment=NetworkSegment(787572eb-8c2c-4caa-a956-f4ecf499efe0),segment_id=787572eb-8c2c-4caa-a956-f4ecf499efe0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:45.305558 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.321503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Calling delete_port for c5ec081a-7220-44f6-9f53-dd1aff83fe94 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:45.363392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8b878270-c341-4d51-89d4-b9630300300a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:45.375778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:45.376124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.413275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 8b878270-c341-4d51-89d4-b9630300300a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:45.413758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8b878270-c341-4d51-89d4-b9630300300a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:45.414190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc99f22d-fa63-47fb-9b1c-e4232830049a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:45.435967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: bc99f22d-fa63-47fb-9b1c-e4232830049a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:45.435967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc99f22d-fa63-47fb-9b1c-e4232830049a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:45.436978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Port 7ffb2dbd-9623-4790-b38c-20ae4983329f not found while updating agent binding for router e8230b62-757a-4e70-8e38-c09b91071a9d. {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
May 14 21:35:45.447509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] For port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,segment=NetworkSegment(259951d9-6e28-4bef-b411-99a5941740d3),segment_id=259951d9-6e28-4bef-b411-99a5941740d3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:45.448076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.470235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Calling delete_port for 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:45.499702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Routers {'e8230b62-757a-4e70-8e38-c09b91071a9d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:45.500360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52302e2fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e8230b62-757a-4e70-8e38-c09b91071a9d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:45.647351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0a80c40b-b0b6-4e79-936d-37de07d5f6f0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.676317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Port': ['ID=0a80c40b-b0b6-4e79-936d-37de07d5f6f0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:45.686187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No DVR routers for this DVR port 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:45.758003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] Set router e8230b62-757a-4e70-8e38-c09b91071a9d gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:35:45.760929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a348e-9bfc-4310-9d89-8fee0ed9264b None None] DHCP port deletion for e757eb1e-007c-4a21-96a6-e917f09a3262 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:45.794194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (b9b5adb1-6a24-46d2-a94e-8aed9734119f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.814980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.819524 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/b9b5adb1-6a24-46d2-a94e-8aed9734119f HTTP/1.1" status: 204  len: 168 time: 1.1194148
May 14 21:35:45.820676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e757eb1e-007c-4a21-96a6-e917f09a3262), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.822077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd3356-4883-4e02-8c6f-88389acfaeaf None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:45.831564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52302e2fa0>, [{'id': 'e8230b62-757a-4e70-8e38-c09b91071a9d', 'name': 'tempest-NetworksTestDHCPv6-router-1735549726', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:35Z', 'updated_at': '2022-05-14T21:35:43Z', 'revision_number': 3, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:45.836788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:45.866497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8c4ab-cb8f-4847-8510-2b8efa408de8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b5adb1-6a24-46d2-a94e-8aed9734119f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:45.875758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26531ae7-ba12-4634-acbc-f61417f4401b None None] The sync data for ids ['e8230b62-757a-4e70-8e38-c09b91071a9d'] in ncdv-master-1 is: [{'id': 'e8230b62-757a-4e70-8e38-c09b91071a9d', 'name': 'tempest-NetworksTestDHCPv6-router-1735549726', 'tenant_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:35:35Z', 'updated_at': '2022-05-14T21:35:43Z', 'revision_number': 3, 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:45.883777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:45.979631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a1f3670>,) {'filters': {'network_id': ['e757eb1e-007c-4a21-96a6-e917f09a3262']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:45.993237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a1f3670>, '259951d9-6e28-4bef-b411-99a5941740d3') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:45.993540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a1f3670>, '259951d9-6e28-4bef-b411-99a5941740d3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:46.016106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (259951d9-6e28-4bef-b411-99a5941740d3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.022379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-137a21f1-c2f3-43ae-9bc7-60d23f39e8ba tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1790535
May 14 21:35:46.023725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54622) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.038485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (259951d9-6e28-4bef-b411-99a5941740d3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.048889 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_gateway (20d35e7c-9641-49c4-a2dc-8ef134079e61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.052240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:46.052657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (259951d9-6e28-4bef-b411-99a5941740d3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:46.056169 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:46.075414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:46.132883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.134553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] Deleting port 8f0b48a4-df4f-4a26-a111-f34cf46d872e {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:46.134916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.137620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c5ec081a-7220-44f6-9f53-dd1aff83fe94), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.182375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Port': ['ID=c5ec081a-7220-44f6-9f53-dd1aff83fe94,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:46.189039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router (e8230b62-757a-4e70-8e38-c09b91071a9d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.207354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] For port 8f0b48a4-df4f-4a26-a111-f34cf46d872e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f0b48a4-df4f-4a26-a111-f34cf46d872e,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:46.208151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e757eb1e-007c-4a21-96a6-e917f09a3262), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.209064 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.216683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.220467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/e757eb1e-007c-4a21-96a6-e917f09a3262 HTTP/1.1" status: 204  len: 168 time: 1.0302627
May 14 21:35:46.223004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54624) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.232096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No DVR routers for this DVR port c5ec081a-7220-44f6-9f53-dd1aff83fe94 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:46.232664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] Calling delete_port for 8f0b48a4-df4f-4a26-a111-f34cf46d872e owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:46.250974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787116ab-6f00-4528-89b2-b90b541039c3 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=e757eb1e-007c-4a21-96a6-e917f09a3262,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:46.272462 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef41085c-f146-4833-9d2e-a1736c3fa1ef tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:46.273507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef41085c-f146-4833-9d2e-a1736c3fa1ef tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:46.279632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ef41085c-f146-4833-9d2e-a1736c3fa1ef tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/44662f9a-a79c-4f69-9412-29b6ab8a091a HTTP/1.1" status: 404  len: 337 time: 0.0511701
May 14 21:35:46.279632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54626) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.304491 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4856ec55-74c4-4a93-bfbc-8fa7128d95de tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] DELETE failed (client error): The resource could not be found.
May 14 21:35:46.305043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4856ec55-74c4-4a93-bfbc-8fa7128d95de tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:35:46.308252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4856ec55-74c4-4a93-bfbc-8fa7128d95de tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/13fd70ee-959d-45a2-9fd7-4fd1cfd9e22f HTTP/1.1" status: 404  len: 339 time: 0.0285566
May 14 21:35:46.310904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54628) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.363819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting subnet 116b1e05-c9ec-4e64-bae5-566f50a826bd {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:46.368191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (116b1e05-c9ec-4e64-bae5-566f50a826bd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.416606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (116b1e05-c9ec-4e64-bae5-566f50a826bd), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.460104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (8f0b48a4-df4f-4a26-a111-f34cf46d872e), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.503809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] No DVR routers for this DVR port 8f0b48a4-df4f-4a26-a111-f34cf46d872e on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:46.507601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043e2a0-f225-4db8-8582-185bb2114a98 None None] Pushing event deleted for resources: {'Port': ['ID=8f0b48a4-df4f-4a26-a111-f34cf46d872e,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:46.511941 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.512756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (116b1e05-c9ec-4e64-bae5-566f50a826bd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.533089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (e8230b62-757a-4e70-8e38-c09b91071a9d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.539715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router_controller (e8230b62-757a-4e70-8e38-c09b91071a9d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.562011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522aa68340>,) {'filters': {'network_id': ['5384c8ae-91ba-4f89-a8e0-e4d085b26098']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:46.564836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 172.35.4.207 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e4017559-a423-4fb7-a24a-0ec01a418ddc) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:46.610945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aa68340>, '787572eb-8c2c-4caa-a956-f4ecf499efe0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:46.611202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aa68340>, '787572eb-8c2c-4caa-a956-f4ecf499efe0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:46.626194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.644779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (116b1e05-c9ec-4e64-bae5-566f50a826bd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.656160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.672249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Subnet': ['ID=116b1e05-c9ec-4e64-bae5-566f50a826bd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:46.677945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.682858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-280a9b0a-d5e7-4b98-8738-e1e66e2670f6 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/subnets/116b1e05-c9ec-4e64-bae5-566f50a826bd HTTP/1.1" status: 204  len: 168 time: 0.3692436
May 14 21:35:46.684299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54632) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.691139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3e956-ba2c-4e79-8f96-14be997f7ce9 None None] Network 0ed487b8-7d2a-4b86-b023-0654437f2f5d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:46.693873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:46.694292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (787572eb-8c2c-4caa-a956-f4ecf499efe0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:46.697452 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:46.749106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (e8230b62-757a-4e70-8e38-c09b91071a9d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.749749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Fanout notify agent at l3_agent the message router_deleted on router e8230b62-757a-4e70-8e38-c09b91071a9d {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:46.763749 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.764871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9f2cf6c5-dbad-4eb9-a948-624c2fe2a248 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/routers/e8230b62-757a-4e70-8e38-c09b91071a9d HTTP/1.1" status: 204  len: 168 time: 0.7408156
May 14 21:35:46.768388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54634) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.789446 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (0ed487b8-7d2a-4b86-b023-0654437f2f5d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.805319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7fb084e0-5b10-42e0-a3f8-516b87880878 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0356185
May 14 21:35:46.808183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54636) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.832381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (e4017559-a423-4fb7-a24a-0ec01a418ddc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.855699 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.884356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5384c8ae-91ba-4f89-a8e0-e4d085b26098), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.885794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Deleting port f78817be-2400-4a05-a52d-6db7a354952d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:46.886296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f78817be-2400-4a05-a52d-6db7a354952d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.893240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72220db2-ea94-4223-a390-31d415f100f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:46.894719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.894844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-72220db2-ea94-4223-a390-31d415f100f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0853965
May 14 21:35:46.898831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/5384c8ae-91ba-4f89-a8e0-e4d085b26098 HTTP/1.1" status: 204  len: 168 time: 4.3375523
May 14 21:35:46.906787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.907096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54640) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.910277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f9a60-7b18-428b-91c3-46f677477f0d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=5384c8ae-91ba-4f89-a8e0-e4d085b26098,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:46.916999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] DHCP port deletion for 0ed487b8-7d2a-4b86-b023-0654437f2f5d request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:46.918286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2035245654'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:46.947848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e4017559-a423-4fb7-a24a-0ec01a418ddc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.977661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d84ae85-632c-4115-ba6d-18561050f244 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0657158
May 14 21:35:46.982530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54642) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:46.982748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] Deleting port f78817be-2400-4a05-a52d-6db7a354952d {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:46.982918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f78817be-2400-4a05-a52d-6db7a354952d), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:46.987786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:47.023852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] For port f78817be-2400-4a05-a52d-6db7a354952d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f78817be-2400-4a05-a52d-6db7a354952d,segment=NetworkSegment(09bb7089-37ce-48ed-ae82-a129810f630c),segment_id=09bb7089-37ce-48ed-ae82-a129810f630c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:47.024311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f78817be-2400-4a05-a52d-6db7a354952d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.027076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:47.032909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:47.038636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Calling delete_port for f78817be-2400-4a05-a52d-6db7a354952d owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:47.064334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] For port f78817be-2400-4a05-a52d-6db7a354952d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f78817be-2400-4a05-a52d-6db7a354952d,segment=NetworkSegment(09bb7089-37ce-48ed-ae82-a129810f630c),segment_id=09bb7089-37ce-48ed-ae82-a129810f630c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:47.064334 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f78817be-2400-4a05-a52d-6db7a354952d), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.064617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:47.080038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] Calling delete_port for f78817be-2400-4a05-a52d-6db7a354952d owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:47.093386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=e4017559-a423-4fb7-a24a-0ec01a418ddc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:47.101631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:47.101631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.137747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:47.151640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5233e771-892e-4764-bd65-200ab4deb717), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.153303 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 5233e771-892e-4764-bd65-200ab4deb717 of type vlan for network 90c48239-751a-4513-a3b5-02fba930c482
May 14 21:35:47.201422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (90c48239-751a-4513-a3b5-02fba930c482), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.234488 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Sync routers for ids ['e8230b62-757a-4e70-8e38-c09b91071a9d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:47.246683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:47.248034 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:47.248475 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 14 21:35:47.249153 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8230b62-757a-4e70-8e38-c09b91071a9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent'). {{(pid=115783) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 14 21:35:47.250156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.252200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f78817be-2400-4a05-a52d-6db7a354952d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.261848 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f78817be-2400-4a05-a52d-6db7a354952d), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.278494 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:47.278903 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 14 21:35:47.279589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_agentschedulers_db [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8230b62-757a-4e70-8e38-c09b91071a9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent'). {{(pid=115783) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 14 21:35:47.279963 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd69cbd5-a1ff-46bd-994f-ba0649d1228b None None] The sync data for ids ['e8230b62-757a-4e70-8e38-c09b91071a9d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:47.293828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Port': ['ID=f78817be-2400-4a05-a52d-6db7a354952d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:47.296658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] No DVR routers for this DVR port f78817be-2400-4a05-a52d-6db7a354952d on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:47.302063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] Pushing event deleted for resources: {'Port': ['ID=f78817be-2400-4a05-a52d-6db7a354952d,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:47.311901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97da27-6d03-414a-84e5-af18ab693806 None None] No DVR routers for this DVR port f78817be-2400-4a05-a52d-6db7a354952d on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:47.326613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (90c48239-751a-4513-a3b5-02fba930c482), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.331615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:47.332195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.359754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:47.392383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:47.392862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0a80c40b-b0b6-4e79-936d-37de07d5f6f0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:47.396965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f78817be-2400-4a05-a52d-6db7a354952d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:47.418371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f78817be-2400-4a05-a52d-6db7a354952d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:47.421604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f78817be-2400-4a05-a52d-6db7a354952d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:47.421604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8f0b48a4-df4f-4a26-a111-f34cf46d872e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:47.457137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 8f0b48a4-df4f-4a26-a111-f34cf46d872e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:47.458183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8f0b48a4-df4f-4a26-a111-f34cf46d872e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:47.480390 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (0ed487b8-7d2a-4b86-b023-0654437f2f5d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.493369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 761 time: 0.5794976
May 14 21:35:47.496600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54648) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:47.502903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '90c48239-751a-4513-a3b5-02fba930c482', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:47.513083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85b4a9-53c8-4dbe-b741-3606bf87bbb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=90c48239-751a-4513-a3b5-02fba930c482,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:47.524459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 90c48239-751a-4513-a3b5-02fba930c482 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:47.656249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_gateway (20d35e7c-9641-49c4-a2dc-8ef134079e61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.831743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:35:47.835817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (6b17f86d-5c13-4b9c-b9b7-9da2070b82ea), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.857538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:47.874850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230d04040>,) {'filters': {'network_id': ['0ed487b8-7d2a-4b86-b023-0654437f2f5d']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:47.894188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d04040>, '09bb7089-37ce-48ed-ae82-a129810f630c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:47.894397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d04040>, '09bb7089-37ce-48ed-ae82-a129810f630c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:47.912996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:47.918885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:47.920484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.932747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (09bb7089-37ce-48ed-ae82-a129810f630c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.935265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d136efa-eec5-4c1a-9bc0-3c2991438a59 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:47.957975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (09bb7089-37ce-48ed-ae82-a129810f630c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.968825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:47.969220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (09bb7089-37ce-48ed-ae82-a129810f630c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:47.972272 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:47.987588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=6b17f86d-5c13-4b9c-b9b7-9da2070b82ea,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:48.044500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.055059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '6b17f86d-5c13-4b9c-b9b7-9da2070b82ea'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:48.056141 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.090603 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9dab8826-b6ee-4627-a1ad-b36f3f780626 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.1068459
May 14 21:35:48.093445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54658) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:48.099442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:48.105346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:48.116196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.201418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (0ed487b8-7d2a-4b86-b023-0654437f2f5d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.214723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.216784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Allocated IP 2001:db8::f816:3eff:fe15:ef7f (88e03173-3786-4c9f-927f-9ea223dbf14a/6b17f86d-5c13-4b9c-b9b7-9da2070b82ea/22a8d9fb-5689-4ddd-9094-2335855c0bbe) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:48.221013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] 10.222.0.52 "DELETE /v2.0/networks/0ed487b8-7d2a-4b86-b023-0654437f2f5d HTTP/1.1" status: 204  len: 168 time: 1.5327406
May 14 21:35:48.242245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c9e1c-cdae-4205-9b46-023ee1e59ae0 tempest-NetworksIpV6Test-969187688 tempest-NetworksIpV6Test-969187688-project] Pushing event deleted for resources: {'Network': ['ID=0ed487b8-7d2a-4b86-b023-0654437f2f5d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:48.338208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 20d35e7c-9641-49c4-a2dc-8ef134079e61 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:35:48.401986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:48.405889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.434943 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Publish callbacks [] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.474456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:48.487927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] Sync routers for ids ['20d35e7c-9641-49c4-a2dc-8ef134079e61'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:48.503428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (4335c0e5-8507-4f1d-9d14-8d395d279db5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.505674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] Routers {'20d35e7c-9641-49c4-a2dc-8ef134079e61'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:48.506304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a07220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['20d35e7c-9641-49c4-a2dc-8ef134079e61'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:48.542225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.546184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b2aaaa4-c50d-4f4c-aa46-6495f3d69a2c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.8980882
May 14 21:35:48.551416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54666) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:48.557842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.560481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a07220>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:48.609239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:48.613281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:48.619052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:48.639686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.645842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.646873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] Routers {'20d35e7c-9641-49c4-a2dc-8ef134079e61'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:48.647516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a07220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['20d35e7c-9641-49c4-a2dc-8ef134079e61'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:48.651270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.652293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Pushing event updated for resources: {'Port': ['ID=22a8d9fb-5689-4ddd-9094-2335855c0bbe,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:48.656579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.663616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.667181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.672548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:48.674530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-97f4423c-329f-4ac8-ac6a-13c95ab6edd0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.1749663
May 14 21:35:48.687289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=4335c0e5-8507-4f1d-9d14-8d395d279db5,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:48.708727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a07220>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:48.709685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e391e260-123c-49f4-9956-c3ad1e6967bb None None] The sync data for ids ['20d35e7c-9641-49c4-a2dc-8ef134079e61'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:48.749333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Attempting to bind port 22a8d9fb-5689-4ddd-9094-2335855c0bbe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:48.749595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '5233e771-892e-4764-bd65-200ab4deb717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '90c48239-751a-4513-a3b5-02fba930c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:48.749704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Attempting to bind port 22a8d9fb-5689-4ddd-9094-2335855c0bbe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:48.749815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 90c48239-751a-4513-a3b5-02fba930c482, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:48.749921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Attempting to bind port 22a8d9fb-5689-4ddd-9094-2335855c0bbe on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:48.755174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:48.755684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:48.756107 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.756492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:48.757168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Bound port: 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:48.757728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:48.779876 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e568e785-15fb-47b6-be99-a2757c406a26 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/routers/20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 200  len: 885 time: 0.2240510
May 14 21:35:48.780486 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54670) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:48.837084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22b8366b-8e96-4ee1-9f7d-5a5d270115ff req-f8f24439-a54a-4306-9223-e846785bdb30 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1532891
May 14 21:35:48.855621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] For port 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:48.868691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54672) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:48.878474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] For port 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22a8d9fb-5689-4ddd-9094-2335855c0bbe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:48.934688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 90c48239-751a-4513-a3b5-02fba930c482 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:48.953595 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.018922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (de6909ab-b61b-4604-a97d-ee4ba85c26a9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.028261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ff187-612e-40f4-914d-98f4c7d109cf None None] Pushing event updated for resources: {'Port': ['ID=22a8d9fb-5689-4ddd-9094-2335855c0bbe,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:49.053995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90c48239-751a-4513-a3b5-02fba930c482) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:49.064655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.065677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1104b2-27bc-4c0b-9eb0-b46f8b42277e None None] Network 90c48239-751a-4513-a3b5-02fba930c482 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:49.065897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.080564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:49.089581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:49.095147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.095779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.101982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=de6909ab-b61b-4604-a97d-ee4ba85c26a9,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:49.123849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28bffd4f-863c-4750-8657-5c7a6a757370 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.3421550
May 14 21:35:49.124659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54678) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:49.130768 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7203ebf-fa96-4431-996d-9b71658a3df6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=139b7ddd79864270813fc6a41f46439d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2585871
May 14 21:35:49.132662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54680) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:49.132787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1050817175'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:49.185310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eccbda8d-3d0e-4365-9aad-44f94507c87c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.6872163
May 14 21:35:49.188466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:49.203437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f407c61f-dca5-40ac-8e42-6aefc7584d14 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1088781
May 14 21:35:49.219123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54684) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:49.224890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90c48239-751a-4513-a3b5-02fba930c482', 'network_id': '90c48239-751a-4513-a3b5-02fba930c482', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': '4335c0e5-8507-4f1d-9d14-8d395d279db5'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:49.226611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.308677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-61f0d2d6-3a56-4780-b606-cc605f309973 admin admin] Publish callbacks [] for security_group (35a97a83-2dc7-45a6-baa9-444e749e3eb3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.351271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-61f0d2d6-3a56-4780-b606-cc605f309973 admin admin] Publish callbacks [] for security_group (35a97a83-2dc7-45a6-baa9-444e749e3eb3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.392271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (90c48239-751a-4513-a3b5-02fba930c482), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.443808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Allocated IP 172.20.0.1 (90c48239-751a-4513-a3b5-02fba930c482/4335c0e5-8507-4f1d-9d14-8d395d279db5/a0ebb962-cee6-4229-82a4-a41ef2272b30) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:49.465304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4335c0e5-8507-4f1d-9d14-8d395d279db5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.559336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-61f0d2d6-3a56-4780-b606-cc605f309973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (35a97a83-2dc7-45a6-baa9-444e749e3eb3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.562254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-61f0d2d6-3a56-4780-b606-cc605f309973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.566560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-61f0d2d6-3a56-4780-b606-cc605f309973 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35a97a83-2dc7-45a6-baa9-444e749e3eb3 HTTP/1.1" status: 204  len: 168 time: 0.4284494
May 14 21:35:49.574654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0d2d6-3a56-4780-b606-cc605f309973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a97a83-2dc7-45a6-baa9-444e749e3eb3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:49.639575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Publish callbacks [] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.642442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:2b:34:2b', 'name': 'tempest-NetworksTestDHCPv6-1284158564'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:49.761549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.788769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.794391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.799749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.805879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.813144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.819047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.824505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.826528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-e9f1058b-92a3-4bd9-81b4-53aff93711ab tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.1046209
May 14 21:35:49.829106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Network 90c48239-751a-4513-a3b5-02fba930c482 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:49.841342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:49.852138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:49.872354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Pushing event updated for resources: {'Port': ['ID=a0ebb962-cee6-4229-82a4-a41ef2272b30,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:49.888195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-09110979-ef31-4c50-a5f6-d74f694f37c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:49.898722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-09110979-ef31-4c50-a5f6-d74f694f37c2 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "GET /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0660346
May 14 21:35:49.939400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:49.969087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Attempting to bind port a0ebb962-cee6-4229-82a4-a41ef2272b30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:49.969466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Attempting to bind port a0ebb962-cee6-4229-82a4-a41ef2272b30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5233e771-892e-4764-bd65-200ab4deb717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '90c48239-751a-4513-a3b5-02fba930c482'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:49.969841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Attempting to bind port a0ebb962-cee6-4229-82a4-a41ef2272b30 on network 90c48239-751a-4513-a3b5-02fba930c482 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:49.974937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (4335c0e5-8507-4f1d-9d14-8d395d279db5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.987609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:49.988000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Checking segment: {'id': '5233e771-892e-4764-bd65-200ab4deb717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '90c48239-751a-4513-a3b5-02fba930c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:49.988412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:49.989550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Bound using segment: {'id': '5233e771-892e-4764-bd65-200ab4deb717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '90c48239-751a-4513-a3b5-02fba930c482'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:49.990094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Bound port: a0ebb962-cee6-4229-82a4-a41ef2272b30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5233e771-892e-4764-bd65-200ab4deb717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '90c48239-751a-4513-a3b5-02fba930c482'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:49.990486 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.085719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] For port a0ebb962-cee6-4229-82a4-a41ef2272b30, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:50.089369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] For port a0ebb962-cee6-4229-82a4-a41ef2272b30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0ebb962-cee6-4229-82a4-a41ef2272b30,segment=NetworkSegment(5233e771-892e-4764-bd65-200ab4deb717),segment_id=5233e771-892e-4764-bd65-200ab4deb717)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:50.177162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (90c48239-751a-4513-a3b5-02fba930c482), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.177599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.187040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.190755 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.192781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.199599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232db0d00>,) {'filters': {'network_id': ['90c48239-751a-4513-a3b5-02fba930c482']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:50.207163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.211552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232db0d00>, '5233e771-892e-4764-bd65-200ab4deb717') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:50.211823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232db0d00>, '5233e771-892e-4764-bd65-200ab4deb717') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:50.229485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (5233e771-892e-4764-bd65-200ab4deb717), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.233745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.237783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.244943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5233e771-892e-4764-bd65-200ab4deb717), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.252437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:50.252664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:50.253053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (5233e771-892e-4764-bd65-200ab4deb717), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.254974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-c0015f64-6a89-4209-9284-b1786afdb037 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 5435 time: 0.2511811
May 14 21:35:50.316155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.317900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefb01d-ba07-4853-b810-518ef7160430 None None] Pushing event updated for resources: {'Port': ['ID=a0ebb962-cee6-4229-82a4-a41ef2272b30,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:50.339602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=4335c0e5-8507-4f1d-9d14-8d395d279db5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:50.345958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699838d-3659-47cb-bd59-e3c9c81b12a1 None None] Network 90c48239-751a-4513-a3b5-02fba930c482 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:50.351371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-538620da-ccf3-46d3-974c-1bf3b50f2129 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "GET /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.4466553
May 14 21:35:50.374479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:50.387043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.417380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:35:50.417380 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:35:50.417380 ncdv-master-1 neutron-server[115781]: [parameters: {'id': '90c48239-751a-4513-a3b5-02fba930c482'}]
May 14 21:35:50.417380 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:50.417380 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:50.452079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-773c1235-3cc2-4d43-91b9-06a41abf8a7d req-13696327-f661-411a-8265-6543f6147ba9 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1753280
May 14 21:35:50.478299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port c99e0a79-6b69-4123-a8b7-bb85e91d21c9 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:50.485023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (63396429-e743-49a6-a83f-427d96ffbf18), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.487083 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.523628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab3ce9-92af-41bd-b6ab-79cfe57c2415 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:35:50.620270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] Provisioning complete for port 22a8d9fb-5689-4ddd-9094-2335855c0bbe triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:50.620549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.689992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=63396429-e743-49a6-a83f-427d96ffbf18,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:50.698806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ab3ce9-92af-41bd-b6ab-79cfe57c2415 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:35:50.745143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] For port 63396429-e743-49a6-a83f-427d96ffbf18, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:50.777745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] Current status of the port 22a8d9fb-5689-4ddd-9094-2335855c0bbe is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:50.779265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.792182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] device_id is not set on port 63396429-e743-49a6-a83f-427d96ffbf18 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:50.802764 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Publish callbacks [] for port (63396429-e743-49a6-a83f-427d96ffbf18), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.803640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 172.20.0.2 (88e03173-3786-4c9f-927f-9ea223dbf14a/de6909ab-b61b-4604-a97d-ee4ba85c26a9/c99e0a79-6b69-4123-a8b7-bb85e91d21c9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:50.815455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fe2b:342b (88e03173-3786-4c9f-927f-9ea223dbf14a/6b17f86d-5c13-4b9c-b9b7-9da2070b82ea/c99e0a79-6b69-4123-a8b7-bb85e91d21c9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:50.841964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 20d35e7c-9641-49c4-a2dc-8ef134079e61 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:35:50.852371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] For port 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22a8d9fb-5689-4ddd-9094-2335855c0bbe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:50.884305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.919635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (90c48239-751a-4513-a3b5-02fba930c482), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.994286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:50.994704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54714) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:51.008836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Pushing event updated for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:51.015675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] No DVR routers for this DVR port 63396429-e743-49a6-a83f-427d96ffbf18 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:51.079386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting port a0ebb962-cee6-4229-82a4-a41ef2272b30 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:51.084713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.118318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] In _notify_port_updated(), no bound segment for port 63396429-e743-49a6-a83f-427d96ffbf18 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:35:51.121251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.122046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.123992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-abab4bf7-8f8e-40dd-a8ec-c33f4275e278 service neutron] 10.222.0.36 "PUT /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 200  len: 1028 time: 0.7657318
May 14 21:35:51.165612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:35:51.174597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.175770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3bb6554e-5c10-40ee-b9a5-ab3430d8e6f0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 200  len: 892 time: 2.0469177
May 14 21:35:51.177354 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] Sync routers for ids ['20d35e7c-9641-49c4-a2dc-8ef134079e61'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:35:51.180139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54718) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:51.196081 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] Routers {'20d35e7c-9641-49c4-a2dc-8ef134079e61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:51.197428 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['20d35e7c-9641-49c4-a2dc-8ef134079e61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:51.216086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-fd84f0e6-2b75-4d47-8e3a-5839fd3f479d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.217802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-fd84f0e6-2b75-4d47-8e3a-5839fd3f479d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "GET /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0780642
May 14 21:35:51.234781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:51.244620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (c99e0a79-6b69-4123-a8b7-bb85e91d21c9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.250799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-1710492798'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:51.320408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113d245c-cd8e-4ce8-a123-31119f86b005 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:51.357993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] For port a0ebb962-cee6-4229-82a4-a41ef2272b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0ebb962-cee6-4229-82a4-a41ef2272b30,segment=NetworkSegment(5233e771-892e-4764-bd65-200ab4deb717),segment_id=5233e771-892e-4764-bd65-200ab4deb717)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:51.358633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.364746 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6130>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:51.376610 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] Routers {'20d35e7c-9641-49c4-a2dc-8ef134079e61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:35:51.377634 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['20d35e7c-9641-49c4-a2dc-8ef134079e61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:51.426881 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ee6130>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:51.428722 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c158d81-1436-4476-b206-0a2f8bf295fe None None] The sync data for ids ['20d35e7c-9641-49c4-a2dc-8ef134079e61'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:35:51.442804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Calling delete_port for a0ebb962-cee6-4229-82a4-a41ef2272b30 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:51.462088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0de69c0a-3edc-453c-86eb-e36bfec81f54 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/routers/20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 200  len: 892 time: 0.2782810
May 14 21:35:51.462088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54738) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:51.486084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 22a8d9fb-5689-4ddd-9094-2335855c0bbe up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:51.487692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.498773 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-faca4bb0-c4eb-4dc5-a5e0-d580b733da73 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 200  len: 205 time: 0.0358255
May 14 21:35:51.499681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54742) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:51.509012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:51.510944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.555606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.561601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4388bae9-e96d-453d-a95b-2eba22135136 None None] Provisioning complete for port 63396429-e743-49a6-a83f-427d96ffbf18 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:51.561997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4388bae9-e96d-453d-a95b-2eba22135136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (63396429-e743-49a6-a83f-427d96ffbf18), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.573991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c99e0a79-6b69-4123-a8b7-bb85e91d21c9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.606553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8d177-757f-45dc-9f4a-04ef19a75872 None None] Pushing event updated for resources: {'Port': ['ID=22a8d9fb-5689-4ddd-9094-2335855c0bbe,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:51.630255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 22a8d9fb-5689-4ddd-9094-2335855c0bbe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:51.630831 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.650660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4388bae9-e96d-453d-a95b-2eba22135136 None None] Port 63396429-e743-49a6-a83f-427d96ffbf18 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:51.669113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.674344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.678617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:51.681025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.686930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.694549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.697913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:51.700273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.701030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:51.701727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-13c3b096-1a51-4047-aadd-db56480b457a tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 4660 time: 0.1330950
May 14 21:35:51.746910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 22a8d9fb-5689-4ddd-9094-2335855c0bbe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:51.754139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=c99e0a79-6b69-4123-a8b7-bb85e91d21c9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:51.794729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.816196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a0ebb962-cee6-4229-82a4-a41ef2272b30), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.843620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '6b17f86d-5c13-4b9c-b9b7-9da2070b82ea', 'ip_address': '2001:db8::f816:3eff:fe15:ef7f'}, {'subnet_id': 'de6909ab-b61b-4604-a97d-ee4ba85c26a9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '22a8d9fb-5689-4ddd-9094-2335855c0bbe'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:35:51.853078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:51.853679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.871164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Port': ['ID=a0ebb962-cee6-4229-82a4-a41ef2272b30,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:51.878851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No DVR routers for this DVR port a0ebb962-cee6-4229-82a4-a41ef2272b30 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:51.896322 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for security_group (1d2ffc95-6c7b-4b52-9df0-86253da2763a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.900213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea358f29-8f20-4f1c-bcfc-0498160532c0 req-e5186a95-f829-419d-825b-7cc08edb8157 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=554ab72a-2f26-4cb1-8016-2400cbf83946&id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1571531
May 14 21:35:51.909979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:51.956982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ebe73789-12d4-4374-8e71-4e93c4257d27,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:51.974356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_gateway (20d35e7c-9641-49c4-a2dc-8ef134079e61), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.015948 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b1cfe03a-ce4c-4a16-b5df-15537d323088 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.3775764
May 14 21:35:52.017375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (90c48239-751a-4513-a3b5-02fba930c482), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.018829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54748) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:52.048042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] For port ebe73789-12d4-4374-8e71-4e93c4257d27, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:52.051981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232c83eb0>,) {'filters': {'network_id': ['90c48239-751a-4513-a3b5-02fba930c482']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:52.079596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dcc004-a04a-4264-b014-29afc917d31f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:52.083929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232c83eb0>, '5233e771-892e-4764-bd65-200ab4deb717') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:52.083929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232c83eb0>, '5233e771-892e-4764-bd65-200ab4deb717') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:52.086210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dcc004-a04a-4264-b014-29afc917d31f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:52.088006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e9dcc004-a04a-4264-b014-29afc917d31f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.0674644
May 14 21:35:52.089479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1d2ffc95-6c7b-4b52-9df0-86253da2763a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.093171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54750) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:52.096831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (5233e771-892e-4764-bd65-200ab4deb717), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.123948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ffc95-6c7b-4b52-9df0-86253da2763a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:52.138498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] device_id is not set on port ebe73789-12d4-4374-8e71-4e93c4257d27 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:35:52.156068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5233e771-892e-4764-bd65-200ab4deb717), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.159224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Publish callbacks [] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.160885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] Allocated IP 172.20.0.3 (88e03173-3786-4c9f-927f-9ea223dbf14a/de6909ab-b61b-4604-a97d-ee4ba85c26a9/22a8d9fb-5689-4ddd-9094-2335855c0bbe) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:52.170032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:52.171103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:52.171609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (5233e771-892e-4764-bd65-200ab4deb717), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.180480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port e4017559-a423-4fb7-a24a-0ec01a418ddc {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:52.180841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e4017559-a423-4fb7-a24a-0ec01a418ddc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:52.193903 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:52.261792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.269937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port c99e0a79-6b69-4123-a8b7-bb85e91d21c9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:52.270177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] For port 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22a8d9fb-5689-4ddd-9094-2335855c0bbe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:52.270391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c99e0a79-6b69-4123-a8b7-bb85e91d21c9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.272671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e4017559-a423-4fb7-a24a-0ec01a418ddc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.297274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for e4017559-a423-4fb7-a24a-0ec01a418ddc owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:52.315106 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] Publish callbacks [] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.375602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bdb7883a-35d8-43a8-817d-ea39d8bed259), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.376021 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment bdb7883a-35d8-43a8-817d-ea39d8bed259 of type vlan for network 66793b05-04e0-40e1-bf50-d38e2f377b20
May 14 21:35:52.386460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (90c48239-751a-4513-a3b5-02fba930c482), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.391239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.392016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] No DVR routers for this DVR port ebe73789-12d4-4374-8e71-4e93c4257d27 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:52.400511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.407002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/90c48239-751a-4513-a3b5-02fba930c482 HTTP/1.1" status: 204  len: 168 time: 3.2147982
May 14 21:35:52.411126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:52.420758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54754) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:52.434495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1934018195'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:52.484741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (66793b05-04e0-40e1-bf50-d38e2f377b20), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.489430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd633f6-0cea-4358-858e-35df1fec0b3d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=90c48239-751a-4513-a3b5-02fba930c482,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:52.532559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ebe73789-12d4-4374-8e71-4e93c4257d27 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:52.559918 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c99e0a79-6b69-4123-a8b7-bb85e91d21c9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.562972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] In _notify_port_updated(), no bound segment for port ebe73789-12d4-4374-8e71-4e93c4257d27 on network d997121d-d5fd-4dda-af06-15496863df8e {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:35:52.563990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:52.564532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.565853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-74657cf3-ae82-4f40-9d71-fb7d8c506db6 service neutron] 10.222.0.36 "PUT /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 200  len: 1027 time: 1.3413637
May 14 21:35:52.586968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:52.589391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for c99e0a79-6b69-4123-a8b7-bb85e91d21c9 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:52.595725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcf8a5-e65b-4291-8198-776c24337436 None None] Pushing event updated for resources: {'Port': ['ID=22a8d9fb-5689-4ddd-9094-2335855c0bbe,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:52.624870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port ebe73789-12d4-4374-8e71-4e93c4257d27 host ! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:35:52.625288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ebe73789-12d4-4374-8e71-4e93c4257d27 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:52.626275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a3973166-07b4-4aaf-95b2-bd95a9578877 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:52.713800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b5250284-c39d-43d8-b85d-2559c4b5470f None None] Provisioning complete for port ebe73789-12d4-4374-8e71-4e93c4257d27 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:52.715130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5250284-c39d-43d8-b85d-2559c4b5470f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.731523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port fa577191-77f9-4d03-a86c-1dae3aad889a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:52.731940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.804308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b5250284-c39d-43d8-b85d-2559c4b5470f None None] Port ebe73789-12d4-4374-8e71-4e93c4257d27 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:35:52.832780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec8b500b-909e-4a08-8604-f78787fefa70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.834228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a3973166-07b4-4aaf-95b2-bd95a9578877 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:52.845808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.881398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:52.884118 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f761ac4-9da2-46ec-bd74-5e0caf15d7ac" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:52.908413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3973166-07b4-4aaf-95b2-bd95a9578877,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:52.929351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] For port fa577191-77f9-4d03-a86c-1dae3aad889a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fa577191-77f9-4d03-a86c-1dae3aad889a,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:52.929725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:52.956220 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ace421-8136-48bb-aa51-2057f79e6b6a x-openstack-request-id: req-82ace421-8136-48bb-aa51-2057f79e6b6a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:52.956517 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:52.956776 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82ace421-8136-48bb-aa51-2057f79e6b6a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:52.957170 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ace421-8136-48bb-aa51-2057f79e6b6a'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'code': 200}
May 14 21:35:52.966302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for fa577191-77f9-4d03-a86c-1dae3aad889a owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:53.012527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.013327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 4663d148-3f78-4667-9e22-e6be0e34d3da no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:53.032147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:53.036734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.063259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.resource_extend [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:35:53.083165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:53.093466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.093886 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db of type vlan for network 6dcc6971-e249-427b-9078-e712b1ebd808
May 14 21:35:53.125949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.140701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.150976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-9f1a1238-e4dc-410c-b2b9-2961c05b11d7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.157041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-9f1a1238-e4dc-410c-b2b9-2961c05b11d7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.164473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-9f1a1238-e4dc-410c-b2b9-2961c05b11d7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.170913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-9f1a1238-e4dc-410c-b2b9-2961c05b11d7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.177614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-9f1a1238-e4dc-410c-b2b9-2961c05b11d7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.180264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-9f1a1238-e4dc-410c-b2b9-2961c05b11d7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3884 time: 0.1527989
May 14 21:35:53.195333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 4663d148-3f78-4667-9e22-e6be0e34d3da is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:53.195957 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.240665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.247701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.248323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.278186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4663d148-3f78-4667-9e22-e6be0e34d3da,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:53.282563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c99e0a79-6b69-4123-a8b7-bb85e91d21c9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.286800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec8b500b-909e-4a08-8604-f78787fefa70 admin admin] Publish callbacks [] for security_group (7be71320-fe56-4f2b-a3a2-0abe6dd6237e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.296062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (66793b05-04e0-40e1-bf50-d38e2f377b20), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.301933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:53.302636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.333584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=c99e0a79-6b69-4123-a8b7-bb85e91d21c9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.339086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 22a8d9fb-5689-4ddd-9094-2335855c0bbe up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:35:53.352830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e4017559-a423-4fb7-a24a-0ec01a418ddc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.357125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fa577191-77f9-4d03-a86c-1dae3aad889a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.359656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec8b500b-909e-4a08-8604-f78787fefa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7be71320-fe56-4f2b-a3a2-0abe6dd6237e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.388721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.389602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 39024741-3b76-4bb3-aecf-4392e5246961 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:53.394479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ec8b500b-909e-4a08-8604-f78787fefa70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d4a57a44aef42c6ac17a7f245f7a90e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8037033
May 14 21:35:53.402423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:53.416233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=6dcc6971-e249-427b-9078-e712b1ebd808,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.421593 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-064faeae-47b3-46fe-90b9-3c51a28a84fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 761 time: 0.9917569
May 14 21:35:53.452407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6dcc6971-e249-427b-9078-e712b1ebd808 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:53.492550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 22a8d9fb-5689-4ddd-9094-2335855c0bbe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:53.492873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.512750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=66793b05-04e0-40e1-bf50-d38e2f377b20,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.516104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=e4017559-a423-4fb7-a24a-0ec01a418ddc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.521443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:53.527347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:53.533799 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00a348f9-13cc-40a3-b324-93e277b81e6e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 747 time: 2.5380487
May 14 21:35:53.542146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:53.546346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-941720366'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:53.574093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:53.604523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=fa577191-77f9-4d03-a86c-1dae3aad889a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.618175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.654471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:53.666075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.676720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5dbae3f9-44c8-4f59-98b0-f1c6f8c6d347 None None] Could not find standard attr ID for object c99e0a79-6b69-4123-a8b7-bb85e91d21c9. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:53.677610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] No DVR routers for this DVR port fa577191-77f9-4d03-a86c-1dae3aad889a on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:53.694078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45164a57-d5c2-4edd-9109-9d4c9a4b9085 req-e8039801-e87d-4cea-a773-1887b7acc7e4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4173851
May 14 21:35:53.700189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.708106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-9db58a09-1cc1-4856-beec-655f1614d604 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "DELETE /v2.0/ports/fa577191-77f9-4d03-a86c-1dae3aad889a HTTP/1.1" status: 204  len: 173 time: 1.1334176
May 14 21:35:53.723787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': 'fa577191-77f9-4d03-a86c-1dae3aad889a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:53.723787 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61de28f-213d-4768-b3ec-cae686d708ff" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "fa577191-77f9-4d03-a86c-1dae3aad889a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:53.726925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (20d35e7c-9641-49c4-a2dc-8ef134079e61), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.748615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b500b-909e-4a08-8604-f78787fefa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be71320-fe56-4f2b-a3a2-0abe6dd6237e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:53.801740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5dbae3f9-44c8-4f59-98b0-f1c6f8c6d347 None None] Provisioning complete for port 22a8d9fb-5689-4ddd-9094-2335855c0bbe triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:53.802523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5dbae3f9-44c8-4f59-98b0-f1c6f8c6d347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.819705 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddc2d30-cf62-41ce-8866-0d0937e7de52 x-openstack-request-id: req-5ddc2d30-cf62-41ce-8866-0d0937e7de52 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:53.820106 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "fa577191-77f9-4d03-a86c-1dae3aad889a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:53.820241 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ddc2d30-cf62-41ce-8866-0d0937e7de52 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:53.820635 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddc2d30-cf62-41ce-8866-0d0937e7de52'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': 'fa577191-77f9-4d03-a86c-1dae3aad889a', 'status': 'completed', 'code': 200}
May 14 21:35:53.842712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8a43c4c-17d4-4824-b23c-4334cfd6e940 admin admin] Publish callbacks [] for security_group (7be71320-fe56-4f2b-a3a2-0abe6dd6237e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.862494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 39024741-3b76-4bb3-aecf-4392e5246961 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:53.863254 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (39024741-3b76-4bb3-aecf-4392e5246961), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.874668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8a43c4c-17d4-4824-b23c-4334cfd6e940 admin admin] Publish callbacks [] for security_group (7be71320-fe56-4f2b-a3a2-0abe6dd6237e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.904503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:53.925635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.927209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 22a8d9fb-5689-4ddd-9094-2335855c0bbe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:53.930637 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (20d35e7c-9641-49c4-a2dc-8ef134079e61), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:53.954112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39024741-3b76-4bb3-aecf-4392e5246961,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:54.000912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7389037c-3fdb-470c-b6df-e7227802685d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.006216 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment 7389037c-3fdb-470c-b6df-e7227802685d of type vlan for network 037acc46-1fa2-4afa-888e-03ff05a13fbd
May 14 21:35:54.006216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:54.006686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5dbae3f9-44c8-4f59-98b0-f1c6f8c6d347 None None] Current status of the port 22a8d9fb-5689-4ddd-9094-2335855c0bbe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:54.012987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.024182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.028072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.028072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 63396429-e743-49a6-a83f-427d96ffbf18 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:54.028321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aea6840b-56d6-46f5-b334-302e9fe6079e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/c99e0a79-6b69-4123-a8b7-bb85e91d21c9 HTTP/1.1" status: 204  len: 168 time: 1.9337633
May 14 21:35:54.035559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54776) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:54.093666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port 4663d148-3f78-4667-9e22-e6be0e34d3da {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:54.094419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.129006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (20d35e7c-9641-49c4-a2dc-8ef134079e61), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.130557 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router 20d35e7c-9641-49c4-a2dc-8ef134079e61 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:35:54.130675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c980e1a2-99f9-408c-bbe3-497a5cea2381 None None] Could not find standard attr ID for object c99e0a79-6b69-4123-a8b7-bb85e91d21c9. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:35:54.140509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:54.152479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 63396429-e743-49a6-a83f-427d96ffbf18 host ! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:35:54.152881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 63396429-e743-49a6-a83f-427d96ffbf18 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:54.153303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device edfac6c5-c706-4629-944c-81d0943a6af1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:54.153647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.158275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db1f97a1-ec0c-4590-afba-2f1b1ccd77c5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 204  len: 168 time: 2.6543448
May 14 21:35:54.158275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (037acc46-1fa2-4afa-888e-03ff05a13fbd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.160318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:54.168254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1584003039'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:54.174828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84da736-206c-4b5e-a1fd-39d2b6dca42a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.177209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84da736-206c-4b5e-a1fd-39d2b6dca42a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.178399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84da736-206c-4b5e-a1fd-39d2b6dca42a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.180044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a84da736-206c-4b5e-a1fd-39d2b6dca42a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1432471
May 14 21:35:54.183014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54780) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:54.242985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port edfac6c5-c706-4629-944c-81d0943a6af1 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:54.243819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.252022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 6b17f86d-5c13-4b9c-b9b7-9da2070b82ea {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:54.261571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (6b17f86d-5c13-4b9c-b9b7-9da2070b82ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.272803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:54.276385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfac6c5-c706-4629-944c-81d0943a6af1,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:54.276569 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.306750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:35:54.309805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (037acc46-1fa2-4afa-888e-03ff05a13fbd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.316480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.317174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.367074 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.368158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fa577191-77f9-4d03-a86c-1dae3aad889a no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:54.378767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ace79a2a-3365-4df1-b3ba-58a682757dd3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.379195 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment ace79a2a-3365-4df1-b3ba-58a682757dd3 of type vlan for network baf78716-b8d9-4261-9012-6a9507845e9c
May 14 21:35:54.416439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: fa577191-77f9-4d03-a86c-1dae3aad889a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:35:54.416711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device fa577191-77f9-4d03-a86c-1dae3aad889a not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:35:54.453657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:54.500876 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 746 time: 0.9563816
May 14 21:35:54.525385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54784) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:54.538443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:54.542423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29621e-db3e-4385-83cd-609a123634b9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=037acc46-1fa2-4afa-888e-03ff05a13fbd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:54.555437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:54.575334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (baf78716-b8d9-4261-9012-6a9507845e9c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.668846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] For port 4663d148-3f78-4667-9e22-e6be0e34d3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4663d148-3f78-4667-9e22-e6be0e34d3da,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:54.669212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.671695 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8a43c4c-17d4-4824-b23c-4334cfd6e940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7be71320-fe56-4f2b-a3a2-0abe6dd6237e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.674276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8a43c4c-17d4-4824-b23c-4334cfd6e940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.675428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c8a43c4c-17d4-4824-b23c-4334cfd6e940 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7be71320-fe56-4f2b-a3a2-0abe6dd6237e HTTP/1.1" status: 204  len: 168 time: 1.2370946
May 14 21:35:54.700973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for 4663d148-3f78-4667-9e22-e6be0e34d3da owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:54.707845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a43c4c-17d4-4824-b23c-4334cfd6e940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be71320-fe56-4f2b-a3a2-0abe6dd6237e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:54.721488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (6b17f86d-5c13-4b9c-b9b7-9da2070b82ea), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.770644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (baf78716-b8d9-4261-9012-6a9507845e9c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.779244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.779992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.790567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (59b27844-aed3-434a-80fd-991e409ad6a9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.854021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:54.857750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.905236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6b570-6a77-413c-8474-0d46b351d45b req-86e159bb-a73b-4449-ae54-d959ba203eb4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.910557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6b570-6a77-413c-8474-0d46b351d45b req-86e159bb-a73b-4449-ae54-d959ba203eb4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.916536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6b570-6a77-413c-8474-0d46b351d45b req-86e159bb-a73b-4449-ae54-d959ba203eb4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.921419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6b570-6a77-413c-8474-0d46b351d45b req-86e159bb-a73b-4449-ae54-d959ba203eb4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:54.923418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7c6b570-6a77-413c-8474-0d46b351d45b req-86e159bb-a73b-4449-ae54-d959ba203eb4 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 3143 time: 0.1292334
May 14 21:35:54.938620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (6b17f86d-5c13-4b9c-b9b7-9da2070b82ea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:54.958468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da'}, {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961'}, {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:54.963248 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8458f8a9-0ae9-45ec-a753-d2b669b42460" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da"}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "39024741-3b76-4bb3-aecf-4392e5246961"}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:54.992380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 751 time: 0.8278022
May 14 21:35:55.001781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54794) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:55.006810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd102dc-f071-40a5-aa9a-e155b1bf9e20 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=baf78716-b8d9-4261-9012-6a9507845e9c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:55.015177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:55.026330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=59b27844-aed3-434a-80fd-991e409ad6a9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:55.027962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network baf78716-b8d9-4261-9012-6a9507845e9c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:35:55.074519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7c6b570-6a77-413c-8474-0d46b351d45b req-396754bc-89ab-480e-b18a-0f13f91fc5c6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393540
May 14 21:35:55.089652 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 14 May 2022 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f1e7f9-fad0-4a8b-9b61-2fcb3e9ade20 x-openstack-request-id: req-49f1e7f9-fad0-4a8b-9b61-2fcb3e9ade20 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:55.089652 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da", "code": 200}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "39024741-3b76-4bb3-aecf-4392e5246961", "code": 200}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-unplugged", "status": "completed", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:55.089652 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49f1e7f9-fad0-4a8b-9b61-2fcb3e9ade20 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:55.090000 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f1e7f9-fad0-4a8b-9b61-2fcb3e9ade20'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da', 'code': 200}
May 14 21:35:55.090163 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f1e7f9-fad0-4a8b-9b61-2fcb3e9ade20'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961', 'code': 200}
May 14 21:35:55.090404 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f1e7f9-fad0-4a8b-9b61-2fcb3e9ade20'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1', 'code': 200}
May 14 21:35:55.149849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4663d148-3f78-4667-9e22-e6be0e34d3da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.164208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:55.164779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 6dcc6971-e249-427b-9078-e712b1ebd808, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:55.180762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=4663d148-3f78-4667-9e22-e6be0e34d3da,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:55.183416 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (6b17f86d-5c13-4b9c-b9b7-9da2070b82ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.214100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=6b17f86d-5c13-4b9c-b9b7-9da2070b82ea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:55.248520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.251957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e1d1cf0d-4c4b-4c95-b1eb-900f036e3511 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/6b17f86d-5c13-4b9c-b9b7-9da2070b82ea HTTP/1.1" status: 204  len: 168 time: 1.0680180
May 14 21:35:55.252237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de31793-9114-4e01-b5d7-b04d3da4b30c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:55.255877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54796) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:55.268569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] No DVR routers for this DVR port 4663d148-3f78-4667-9e22-e6be0e34d3da on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:55.273414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.274928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-efb4ecf4-69ab-4af7-a3a2-b316b1a11a9b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "DELETE /v2.0/ports/4663d148-3f78-4667-9e22-e6be0e34d3da HTTP/1.1" status: 204  len: 173 time: 1.5540957
May 14 21:35:55.339300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:55.343780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.346846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 6dcc6971-e249-427b-9078-e712b1ebd808 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:55.400414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port edfac6c5-c706-4629-944c-81d0943a6af1 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:55.400414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.405370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54798) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:55.435695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet de6909ab-b61b-4604-a97d-ee4ba85c26a9 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:35:55.443680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (de6909ab-b61b-4604-a97d-ee4ba85c26a9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.477376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6dcc6971-e249-427b-9078-e712b1ebd808) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:55.484372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd643cc1-7d95-4cc2-8daa-cdab9ae142f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.490770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7922985-0ea4-46c6-a85c-36090c42ab5f None None] Network 6dcc6971-e249-427b-9078-e712b1ebd808 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:55.497280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:55.497907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.510278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f4fd9c01-a8e5-43a9-99ff-179a569dc9a9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.519054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (de6909ab-b61b-4604-a97d-ee4ba85c26a9), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.566240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] For port edfac6c5-c706-4629-944c-81d0943a6af1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=edfac6c5-c706-4629-944c-81d0943a6af1,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:55.566633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.593617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for edfac6c5-c706-4629-944c-81d0943a6af1 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:55.660043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6dcc6971-e249-427b-9078-e712b1ebd808', 'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': '59b27844-aed3-434a-80fd-991e409ad6a9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:55.661163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.690474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd643cc1-7d95-4cc2-8daa-cdab9ae142f4 admin admin] Publish callbacks [] for security_group (a3cc5501-c699-4d14-b9d5-57be410aa183), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.702937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5770f798-0497-43cd-b40a-a2ab059baf41 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1802187
May 14 21:35:55.705953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54802) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:55.706732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=f4fd9c01-a8e5-43a9-99ff-179a569dc9a9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:55.785195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': 'bdb7883a-35d8-43a8-817d-ea39d8bed259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:55.788912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 66793b05-04e0-40e1-bf50-d38e2f377b20, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:55.797689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (de6909ab-b61b-4604-a97d-ee4ba85c26a9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.850327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:55.850327 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e1425-6884-4095-9fb3-05e58a438e97" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:55.853643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.883200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Allocated IP 172.20.0.2 (6dcc6971-e249-427b-9078-e712b1ebd808/59b27844-aed3-434a-80fd-991e409ad6a9/8fc66da3-f0b3-463d-8ddb-a17ecc9daf13) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:55.923344 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd643cc1-7d95-4cc2-8daa-cdab9ae142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a3cc5501-c699-4d14-b9d5-57be410aa183), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:55.959907 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f020c9-12ae-4e48-9cb1-688f49eae149 x-openstack-request-id: req-64f020c9-12ae-4e48-9cb1-688f49eae149 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:55.960546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "4663d148-3f78-4667-9e22-e6be0e34d3da", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:55.961204 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64f020c9-12ae-4e48-9cb1-688f49eae149 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:55.961809 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f020c9-12ae-4e48-9cb1-688f49eae149'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': '4663d148-3f78-4667-9e22-e6be0e34d3da', 'status': 'completed', 'code': 200}
May 14 21:35:55.986204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (59b27844-aed3-434a-80fd-991e409ad6a9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.006832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:56.040050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (de6909ab-b61b-4604-a97d-ee4ba85c26a9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.050334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd643cc1-7d95-4cc2-8daa-cdab9ae142f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc5501-c699-4d14-b9d5-57be410aa183,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.079794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (0024feed-6956-495e-a8f7-01fecd3a2070), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.085531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=de6909ab-b61b-4604-a97d-ee4ba85c26a9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.095968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fd643cc1-7d95-4cc2-8daa-cdab9ae142f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b1283c2133f745ac80652c89269a1bb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6895578
May 14 21:35:56.104822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54806) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:56.143866 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Publish callbacks [] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.147904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=0024feed-6956-495e-a8f7-01fecd3a2070,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.154468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66793b05-04e0-40e1-bf50-d38e2f377b20) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:56.156132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.162807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-219bfb09-7ad5-4fd6-b9bf-7a5df0e40272 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/de6909ab-b61b-4604-a97d-ee4ba85c26a9 HTTP/1.1" status: 204  len: 168 time: 0.9040315
May 14 21:35:56.169191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:56.169513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:56.170040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.177032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208992bd-669d-40b3-9e30-7cceebbf8e34 None None] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:56.217316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': 'ace79a2a-3365-4df1-b3ba-58a682757dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:56.217813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: baf78716-b8d9-4261-9012-6a9507845e9c, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:56.218462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.229530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c6e568e7-c7f1-46a1-bece-4aad8753fac7 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0615139
May 14 21:35:56.230396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54812) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:56.239883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:56.295840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78136-e236-4880-8ac6-d5d0a1c95deb req-aca767fc-79e4-4d79-ad20-d54eecbeb11e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:56.302278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78136-e236-4880-8ac6-d5d0a1c95deb req-aca767fc-79e4-4d79-ad20-d54eecbeb11e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:56.311046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d78136-e236-4880-8ac6-d5d0a1c95deb req-aca767fc-79e4-4d79-ad20-d54eecbeb11e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 1677 time: 0.0824146
May 14 21:35:56.319221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Network 6dcc6971-e249-427b-9078-e712b1ebd808 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:56.325866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (edfac6c5-c706-4629-944c-81d0943a6af1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.333116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:56.335774 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3dda053b-53cd-4711-a813-1bb84a69bbbe tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8093500
May 14 21:35:56.340648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:56.341012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54814) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:56.351320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:56.352662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60831997-998e-43c9-813b-43bf928c1b13 admin admin] Publish callbacks [] for security_group (a3cc5501-c699-4d14-b9d5-57be410aa183), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.392530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=edfac6c5-c706-4629-944c-81d0943a6af1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.423539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network baf78716-b8d9-4261-9012-6a9507845e9c is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:56.443265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60831997-998e-43c9-813b-43bf928c1b13 admin admin] Publish callbacks [] for security_group (a3cc5501-c699-4d14-b9d5-57be410aa183), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.466902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:56.471744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.479149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (59b27844-aed3-434a-80fd-991e409ad6a9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.491857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] No DVR routers for this DVR port edfac6c5-c706-4629-944c-81d0943a6af1 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:56.506927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d78136-e236-4880-8ac6-d5d0a1c95deb req-273d8838-7895-4d14-b905-8ad11015ecbc tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948915
May 14 21:35:56.540590 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.540590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-3a5fe614-f318-4cc7-b4ae-0746886aab4e tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "DELETE /v2.0/ports/edfac6c5-c706-4629-944c-81d0943a6af1 HTTP/1.1" status: 204  len: 173 time: 1.2596130
May 14 21:35:56.549234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7267b95-69c5-4943-8a37-61801dafedb3 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:56.564211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, baf78716-b8d9-4261-9012-6a9507845e9c) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:56.571716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66793b05-04e0-40e1-bf50-d38e2f377b20', 'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': 'f4fd9c01-a8e5-43a9-99ff-179a569dc9a9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:56.572673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.575719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:56.576556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.586127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7223459-3263-4f21-90df-2241bbc4d611 None None] Network baf78716-b8d9-4261-9012-6a9507845e9c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:56.590520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Pushing event updated for resources: {'Port': ['ID=8fc66da3-f0b3-463d-8ddb-a17ecc9daf13,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.636314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:56.638713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f4994d8-bbdd-420e-a90f-86edf69ccbce None None] Provisioning complete for port 22a8d9fb-5689-4ddd-9094-2335855c0bbe triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:35:56.639086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f4994d8-bbdd-420e-a90f-86edf69ccbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.640023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.644200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=59b27844-aed3-434a-80fd-991e409ad6a9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.701561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.706988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c34cb513-cd9c-4ec6-a1d6-e651882cf9e8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6965661
May 14 21:35:56.713844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:56.721882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-625867917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:56.757317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb2fca0>,) {'filters': {'network_id': ['6dcc6971-e249-427b-9078-e712b1ebd808']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:56.776606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb2fca0>, '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:56.776901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb2fca0>, '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:56.791714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port 39024741-3b76-4bb3-aecf-4392e5246961 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:56.792059 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (39024741-3b76-4bb3-aecf-4392e5246961), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.795961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.829811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.872349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60831997-998e-43c9-813b-43bf928c1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a3cc5501-c699-4d14-b9d5-57be410aa183), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.874349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-60831997-998e-43c9-813b-43bf928c1b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.876884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-60831997-998e-43c9-813b-43bf928c1b13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3cc5501-c699-4d14-b9d5-57be410aa183 HTTP/1.1" status: 204  len: 168 time: 0.7711477
May 14 21:35:56.888984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:35:56.893993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.894147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Attempting to bind port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:35:56.894455 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:35:56.897517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Attempting to bind port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:56.897517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Attempting to bind port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13 on network 6dcc6971-e249-427b-9078-e712b1ebd808 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:56.943778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:56.945692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Checking segment: {'id': '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:56.948969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (43b0227e-2467-43ee-948c-3520f1f6920c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.951646 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.952300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Bound using segment: {'id': '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:56.955161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (43b0227e-2467-43ee-948c-3520f1f6920c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:56.957544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831997-998e-43c9-813b-43bf928c1b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc5501-c699-4d14-b9d5-57be410aa183,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:56.965115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Bound port: 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6dcc6971-e249-427b-9078-e712b1ebd808'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:56.966947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.050408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:35:57.114279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] For port 39024741-3b76-4bb3-aecf-4392e5246961, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=39024741-3b76-4bb3-aecf-4392e5246961,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:57.114525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (39024741-3b76-4bb3-aecf-4392e5246961), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.126659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-baf78716-b8d9-4261-9012-6a9507845e9c', 'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': '0024feed-6956-495e-a8f7-01fecd3a2070'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:57.128361 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.137551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for 39024741-3b76-4bb3-aecf-4392e5246961 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:57.142424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:35:57.142424 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:35:57.142424 ncdv-master-1 neutron-server[115781]: [parameters: {'id': '6dcc6971-e249-427b-9078-e712b1ebd808'}]
May 14 21:35:57.142424 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:35:57.142888 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:35:57.172724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:35:57.173815 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (35adeca8-43b8-4178-8e5a-e12b3ce10062), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.177100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (43b0227e-2467-43ee-948c-3520f1f6920c), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.204854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Allocated IP 172.20.0.2 (66793b05-04e0-40e1-bf50-d38e2f377b20/f4fd9c01-a8e5-43a9-99ff-179a569dc9a9/1264f3cf-e6e7-4f07-be6d-ecb61741b912) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:57.250248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f4994d8-bbdd-420e-a90f-86edf69ccbce None None] Current status of the port 22a8d9fb-5689-4ddd-9094-2335855c0bbe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:57.262650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] Deleting port 22a8d9fb-5689-4ddd-9094-2335855c0bbe {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:57.265264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.300511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (43b0227e-2467-43ee-948c-3520f1f6920c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.369653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 22a8d9fb-5689-4ddd-9094-2335855c0bbe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:35:57.383752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (39024741-3b76-4bb3-aecf-4392e5246961), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.388583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=35adeca8-43b8-4178-8e5a-e12b3ce10062,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:57.434456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=39024741-3b76-4bb3-aecf-4392e5246961,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:57.445682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] For port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:57.451280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.455730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5052f3dc-224a-4373-8167-78babcb441ff tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7342265
May 14 21:35:57.455879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54824) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:57.464831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': '7389037c-3fdb-470c-b6df-e7227802685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:57.465345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 037acc46-1fa2-4afa-888e-03ff05a13fbd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:35:57.541144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] For port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fc66da3-f0b3-463d-8ddb-a17ecc9daf13,segment=NetworkSegment(3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db),segment_id=3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:57.573150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] No DVR routers for this DVR port 39024741-3b76-4bb3-aecf-4392e5246961 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:57.577183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.580582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-b4a30130-f5de-4791-8ed4-026a8b82dccd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "DELETE /v2.0/ports/39024741-3b76-4bb3-aecf-4392e5246961 HTTP/1.1" status: 204  len: 173 time: 0.9815660
May 14 21:35:57.589595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:35:57.629745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] For port 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22a8d9fb-5689-4ddd-9094-2335855c0bbe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:57.630871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.645984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.674493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Allocated IP 2001:db8::2 (baf78716-b8d9-4261-9012-6a9507845e9c/0024feed-6956-495e-a8f7-01fecd3a2070/9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:57.694072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863193ca-17ae-4c41-8519-70b47dae14d6 req-775da914-5420-43a7-9331-bf1c3cb7318d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:57.696320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-863193ca-17ae-4c41-8519-70b47dae14d6 req-775da914-5420-43a7-9331-bf1c3cb7318d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 943 time: 0.0563028
May 14 21:35:57.698420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.701900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] Calling delete_port for 22a8d9fb-5689-4ddd-9094-2335855c0bbe owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:57.720501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.722540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 037acc46-1fa2-4afa-888e-03ff05a13fbd) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:57.739213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:57.739938 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.765805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d1926-dd37-469c-8f14-ea118973d81c None None] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:57.783153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-863193ca-17ae-4c41-8519-70b47dae14d6 req-224c5d70-5efb-4fb7-862c-8c705cf16dcd tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812216
May 14 21:35:57.840159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 22a8d9fb-5689-4ddd-9094-2335855c0bbe is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:35:57.840805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.854362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37ea05bf-d3c9-46cc-80ab-e914cc3e96f5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5096860
May 14 21:35:57.855019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:57.856733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.858843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54836) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:57.869831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1370927621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:57.924860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port a3973166-07b4-4aaf-95b2-bd95a9578877 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:35:57.925408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:57.984642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1'}, {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:35:57.986950 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465f5926-6f04-4b1c-8ae9-555d1a1888b5" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1"}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "39024741-3b76-4bb3-aecf-4392e5246961"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:35:58.109760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Publish callbacks [] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.124651 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 14 May 2022 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f24c7f9-0f8f-42a5-bea7-143c75d1938e x-openstack-request-id: req-4f24c7f9-0f8f-42a5-bea7-143c75d1938e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:35:58.124936 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "edfac6c5-c706-4629-944c-81d0943a6af1", "status": "completed", "code": 200}, {"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "39024741-3b76-4bb3-aecf-4392e5246961", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:35:58.125191 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f24c7f9-0f8f-42a5-bea7-143c75d1938e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:35:58.125591 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f24c7f9-0f8f-42a5-bea7-143c75d1938e'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': 'edfac6c5-c706-4629-944c-81d0943a6af1', 'status': 'completed', 'code': 200}
May 14 21:35:58.125849 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f24c7f9-0f8f-42a5-bea7-143c75d1938e'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': '39024741-3b76-4bb3-aecf-4392e5246961', 'status': 'completed', 'code': 200}
May 14 21:35:58.136106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] For port 22a8d9fb-5689-4ddd-9094-2335855c0bbe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22a8d9fb-5689-4ddd-9094-2335855c0bbe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:58.161192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212dd36-a190-45a1-9072-ffe02c056530 None None] Pushing event updated for resources: {'Port': ['ID=8fc66da3-f0b3-463d-8ddb-a17ecc9daf13,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:58.182142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] For port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fc66da3-f0b3-463d-8ddb-a17ecc9daf13,segment=NetworkSegment(3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db),segment_id=3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:58.182656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.199462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.201015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505a694-2704-4f5b-872c-8f737850a294 None None] Network 6dcc6971-e249-427b-9078-e712b1ebd808 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:58.223950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (195c28d8-8f74-4798-b2bc-25bc511e1da1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.226187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (195c28d8-8f74-4798-b2bc-25bc511e1da1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.255891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Calling delete_port for 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:58.286668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-037acc46-1fa2-4afa-888e-03ff05a13fbd', 'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': '35adeca8-43b8-4178-8e5a-e12b3ce10062'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:58.287687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.301786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] For port a3973166-07b4-4aaf-95b2-bd95a9578877, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a3973166-07b4-4aaf-95b2-bd95a9578877,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:35:58.302383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.306921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (195c28d8-8f74-4798-b2bc-25bc511e1da1), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.308173 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.308611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.339414 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (be748062-7178-44cf-a1cb-5bc45fc9fd54), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.356793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.414469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=22a8d9fb-5689-4ddd-9094-2335855c0bbe,revision_number=8']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:58.524233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=be748062-7178-44cf-a1cb-5bc45fc9fd54,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:58.546803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:58.551037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:58.560241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (195c28d8-8f74-4798-b2bc-25bc511e1da1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.587507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:58.588707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.606394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (22a8d9fb-5689-4ddd-9094-2335855c0bbe), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.640886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:58.703744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:58.718389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:58.718924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Publish callbacks [] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.721031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Pushing event updated for resources: {'Port': ['ID=1264f3cf-e6e7-4f07-be6d-ecb61741b912,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:58.726832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] No DVR routers for this DVR port 22a8d9fb-5689-4ddd-9094-2335855c0bbe on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:58.788037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.789601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8dd1c9ef-3bd2-4e30-b9c7-211be8c2bfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9297104
May 14 21:35:58.792247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a261c2-bc2b-453d-8775-b7117c02efc9 None None] Pushing event deleted for resources: {'Port': ['ID=22a8d9fb-5689-4ddd-9094-2335855c0bbe,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:58.795136 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4217fd65-f8ee-4571-b5d5-ef3044d11707 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5614164
May 14 21:35:58.803287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54854) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:58.804055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54856) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:35:58.807455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:35:58.819893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca6c78-82bf-4c29-bd55-1dc17d81e78a None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:35:58.923067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Attempting to bind port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:58.923757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Attempting to bind port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bdb7883a-35d8-43a8-817d-ea39d8bed259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:58.924331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Attempting to bind port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 on network 66793b05-04e0-40e1-bf50-d38e2f377b20 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:58.929571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Allocated IP 172.21.0.2 (037acc46-1fa2-4afa-888e-03ff05a13fbd/35adeca8-43b8-4178-8e5a-e12b3ce10062/f7621558-9ebd-4060-84a8-c9fd6968aa23) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:58.941205 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.974299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4391cc0-de42-4c98-af0d-1026e565a89d req-204c659c-5516-4f30-ac51-11ccdd15b3f6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:35:58.981795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4391cc0-de42-4c98-af0d-1026e565a89d req-204c659c-5516-4f30-ac51-11ccdd15b3f6 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 943 time: 0.0867794
May 14 21:35:58.993014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:58.993906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Checking segment: {'id': 'bdb7883a-35d8-43a8-817d-ea39d8bed259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:58.995182 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:58.995850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Bound using segment: {'id': 'bdb7883a-35d8-43a8-817d-ea39d8bed259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:58.996597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Bound port: 1264f3cf-e6e7-4f07-be6d-ecb61741b912, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb7883a-35d8-43a8-817d-ea39d8bed259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '66793b05-04e0-40e1-bf50-d38e2f377b20'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:58.997919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.053631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c4391cc0-de42-4c98-af0d-1026e565a89d req-43ed8b01-ee85-4d57-8707-5b6d9b98df6d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708117
May 14 21:35:59.057908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Network baf78716-b8d9-4261-9012-6a9507845e9c is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:35:59.073275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:35:59.082666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:35:59.093264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:35:59.096879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.222534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Pushing event updated for resources: {'Port': ['ID=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:59.249172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'be748062-7178-44cf-a1cb-5bc45fc9fd54'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:35:59.250145 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.315921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Attempting to bind port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:35:59.316835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Attempting to bind port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ace79a2a-3365-4df1-b3ba-58a682757dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:35:59.316835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Attempting to bind port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 on network baf78716-b8d9-4261-9012-6a9507845e9c {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:35:59.326506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:35:59.327394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Checking segment: {'id': 'ace79a2a-3365-4df1-b3ba-58a682757dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:35:59.327394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.327872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Bound using segment: {'id': 'ace79a2a-3365-4df1-b3ba-58a682757dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:35:59.328755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Bound port: 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace79a2a-3365-4df1-b3ba-58a682757dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'baf78716-b8d9-4261-9012-6a9507845e9c'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:35:59.328892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.335347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8fc66da3-f0b3-463d-8ddb-a17ecc9daf13), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.341252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] For port 1264f3cf-e6e7-4f07-be6d-ecb61741b912, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:59.375713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] For port 1264f3cf-e6e7-4f07-be6d-ecb61741b912, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1264f3cf-e6e7-4f07-be6d-ecb61741b912,segment=NetworkSegment(bdb7883a-35d8-43a8-817d-ea39d8bed259),segment_id=bdb7883a-35d8-43a8-817d-ea39d8bed259)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:59.410920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.411372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (ad0e15ee-df81-43d4-a441-de0e1ebe7960), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.411988 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Floating IP ad0e15ee-df81-43d4-a441-de0e1ebe7960 disassociated. External IP: 172.35.4.65, port: a3973166-07b4-4aaf-95b2-bd95a9578877.
May 14 21:35:59.412843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for a3973166-07b4-4aaf-95b2-bd95a9578877 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:35:59.415448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Port': ['ID=8fc66da3-f0b3-463d-8ddb-a17ecc9daf13,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:59.417876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No DVR routers for this DVR port 8fc66da3-f0b3-463d-8ddb-a17ecc9daf13 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:35:59.469859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.650945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Publish callbacks [] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.653537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] For port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:35:59.706528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7a605-ffd9-44f9-a06a-a8903ebf895b None None] Pushing event updated for resources: {'Port': ['ID=1264f3cf-e6e7-4f07-be6d-ecb61741b912,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:35:59.712993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] For port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,segment=NetworkSegment(ace79a2a-3365-4df1-b3ba-58a682757dd3),segment_id=ace79a2a-3365-4df1-b3ba-58a682757dd3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:35:59.728697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8::1 (baf78716-b8d9-4261-9012-6a9507845e9c/0024feed-6956-495e-a8f7-01fecd3a2070/6e2cc361-795e-40a8-a1da-a53feebd91ab) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:59.736220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Allocated IP 2001:db8::f816:3eff:feac:9440 (88e03173-3786-4c9f-927f-9ea223dbf14a/be748062-7178-44cf-a1cb-5bc45fc9fd54/6b42a3f6-92eb-47a7-af4c-d2bf03d48f31) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:35:59.782575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.799694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.866087 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.867313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230dc9a60>,) {'filters': {'network_id': ['6dcc6971-e249-427b-9078-e712b1ebd808']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:59.961794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (87281704-7f21-4dce-92a6-6332e607fee2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.965529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230dc9a60>, '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:59.965833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230dc9a60>, '3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:35:59.994304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:35:59.997701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:00.007334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:00.009857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:00.017029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Pushing event updated for resources: {'Port': ['ID=f7621558-9ebd-4060-84a8-c9fd6968aa23,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.032023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.095572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.124727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:00.125174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3bbf5de8-3b3e-4c47-8cb8-5ccd7b9ef2db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.125306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:00.130829 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:00.139167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:00.148189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:00.148796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.162402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bd1b4-1699-421a-a545-837651e33e2e None None] Pushing event updated for resources: {'Port': ['ID=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.163453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=87281704-7f21-4dce-92a6-6332e607fee2,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.278037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Attempting to bind port f7621558-9ebd-4060-84a8-c9fd6968aa23 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:00.278428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Attempting to bind port f7621558-9ebd-4060-84a8-c9fd6968aa23 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7389037c-3fdb-470c-b6df-e7227802685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:00.279457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Attempting to bind port f7621558-9ebd-4060-84a8-c9fd6968aa23 on network 037acc46-1fa2-4afa-888e-03ff05a13fbd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:00.292603 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37492e28-fe17-4eed-877d-75e2304c5980 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4937234
May 14 21:36:00.295666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54880) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:00.302095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:00.302095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Checking segment: {'id': '7389037c-3fdb-470c-b6df-e7227802685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:00.302095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.302095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Bound using segment: {'id': '7389037c-3fdb-470c-b6df-e7227802685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:00.302644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:f8:e7:18', 'name': 'tempest-NetworksTestDHCPv6-576483315'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:00.302729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Bound port: f7621558-9ebd-4060-84a8-c9fd6968aa23, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7389037c-3fdb-470c-b6df-e7227802685d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '037acc46-1fa2-4afa-888e-03ff05a13fbd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:00.302729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.383184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a3973166-07b4-4aaf-95b2-bd95a9578877), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.401325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.420431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a6029-40fd-4025-b076-99b0e5e00568 req-459bd360-c7af-4a1a-b9b5-7131631809f3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:00.429345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c01a6029-40fd-4025-b076-99b0e5e00568 req-459bd360-c7af-4a1a-b9b5-7131631809f3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 943 time: 0.1888022
May 14 21:36:00.469737 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Publish callbacks [] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.530932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] For port f7621558-9ebd-4060-84a8-c9fd6968aa23, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:00.536606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] For port f7621558-9ebd-4060-84a8-c9fd6968aa23, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7621558-9ebd-4060-84a8-c9fd6968aa23,segment=NetworkSegment(7389037c-3fdb-470c-b6df-e7227802685d),segment_id=7389037c-3fdb-470c-b6df-e7227802685d)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:00.538298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c01a6029-40fd-4025-b076-99b0e5e00568 req-54c63139-c144-4405-9b57-110c481d1e0d tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups?id=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077569
May 14 21:36:00.574247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.622912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:00.623726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:00.626427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:00.634428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:00.658145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Pushing event updated for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.665354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.671593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=a3973166-07b4-4aaf-95b2-bd95a9578877,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.674847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6dcc6971-e249-427b-9078-e712b1ebd808), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.680431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.685061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/6dcc6971-e249-427b-9078-e712b1ebd808 HTTP/1.1" status: 204  len: 168 time: 4.9780478
May 14 21:36:00.759058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:00.759058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dfb2b-2030-4eb4-9dd7-140c6ff0ca5d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=6dcc6971-e249-427b-9078-e712b1ebd808,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.760544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Attempting to bind port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:00.762343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Attempting to bind port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:00.762643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Attempting to bind port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:00.767081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-923904751'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:00.786779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:00.787163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:00.795727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.799241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:00.799241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Bound port: 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:00.799241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.803748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Router cd8223b5-75e6-4129-89ad-566397ded854 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:00.870127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.872444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76c34f-068f-47e3-83ae-0b89370de918 None None] Pushing event updated for resources: {'Port': ['ID=f7621558-9ebd-4060-84a8-c9fd6968aa23,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:00.898824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:00.901898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port f3c53ef4-fbb3-46a0-97e1-b76c2d33822c yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:00.903028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:00.978222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:00.982987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:01.025782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.092125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network baf78716-b8d9-4261-9012-6a9507845e9c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:01.110698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.120142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:01.120262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:01.121060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (43b0227e-2467-43ee-948c-3520f1f6920c), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.188312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 172.20.0.4 (88e03173-3786-4c9f-927f-9ea223dbf14a/87281704-7f21-4dce-92a6-6332e607fee2/f3c53ef4-fbb3-46a0-97e1-b76c2d33822c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:01.232924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fef8:e718 (88e03173-3786-4c9f-927f-9ea223dbf14a/be748062-7178-44cf-a1cb-5bc45fc9fd54/f3c53ef4-fbb3-46a0-97e1-b76c2d33822c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:01.285645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:01.325648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f87aa-c1e4-4dad-8999-d7d92fba0672 None None] Pushing event updated for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:01.368953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=6e2cc361-795e-40a8-a1da-a53feebd91ab,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:01.411997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.20.0.1 (66793b05-04e0-40e1-bf50-d38e2f377b20/f4fd9c01-a8e5-43a9-99ff-179a569dc9a9/5beab2e7-df55-4260-b035-d901bc029672) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:01.521631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2e3166fc-3ed0-4473-bde9-ee6dfb07b64a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.532683 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 2e3166fc-3ed0-4473-bde9-ee6dfb07b64a of type vlan for network 48d4a533-4105-47d8-9498-b42db565ea54
May 14 21:36:01.535707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:01.615108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:01.627024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] Sync routers for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:01.658883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:01.661238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fb5be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:01.774531 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (f3c53ef4-fbb3-46a0-97e1-b76c2d33822c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.814530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f7621558-9ebd-4060-84a8-c9fd6968aa23 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:01.817818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] No DVR routers for this DVR port a3973166-07b4-4aaf-95b2-bd95a9578877 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:01.825054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.840730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d17b1d83-8a83-4a94-87b9-7688426f40d9 req-82ead39f-e608-478c-8659-6395df2ac777 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.36 "DELETE /v2.0/ports/a3973166-07b4-4aaf-95b2-bd95a9578877 HTTP/1.1" status: 204  len: 173 time: 4.2517862
May 14 21:36:01.849377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6ce7f3c0-4697-4944-a222-d7249c90cca1 req-0eec970f-ebff-4fd5-b7a5-dd302919f144 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.1309781
May 14 21:36:01.891842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53c2499-7084-4036-a1f3-c26e6cea53b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:01.994184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (48d4a533-4105-47d8-9498-b42db565ea54), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.006235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:36:02.008969 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228da8e5-874e-4f85-aec4-3cc94db8b293" -d '{"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:36:02.032425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (5beab2e7-df55-4260-b035-d901bc029672), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.050223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53c2499-7084-4036-a1f3-c26e6cea53b6 admin admin] Publish callbacks [] for security_group (b68e0461-ef15-4700-85c6-2f60699432eb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.111779 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a57122d-2fc7-42b8-a3eb-b6dedca4085b x-openstack-request-id: req-4a57122d-2fc7-42b8-a3eb-b6dedca4085b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:36:02.113728 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a0c595-7a68-4d4e-80c6-d5f1970ca64e", "name": "network-vif-deleted", "tag": "a3973166-07b4-4aaf-95b2-bd95a9578877", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:36:02.113728 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a57122d-2fc7-42b8-a3eb-b6dedca4085b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:36:02.113728 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a57122d-2fc7-42b8-a3eb-b6dedca4085b'] response: {'server_uuid': '28a0c595-7a68-4d4e-80c6-d5f1970ca64e', 'name': 'network-vif-deleted', 'tag': 'a3973166-07b4-4aaf-95b2-bd95a9578877', 'status': 'completed', 'code': 200}
May 14 21:36:02.136249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b24621-c4a1-4c93-afa7-8cdc00e6036d None None] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:02.136889 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c53c2499-7084-4036-a1f3-c26e6cea53b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b68e0461-ef15-4700-85c6-2f60699432eb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.141225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613f5d80-7621-4ac1-95cd-ac319c87fe42 None None] Network baf78716-b8d9-4261-9012-6a9507845e9c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:02.176779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f3c53ef4-fbb3-46a0-97e1-b76c2d33822c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.205705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (48d4a533-4105-47d8-9498-b42db565ea54), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.206973 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c53c2499-7084-4036-a1f3-c26e6cea53b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3fca887bdec47efa050d2bb472a923e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6700988
May 14 21:36:02.216069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:02.217635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.232675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c2499-7084-4036-a1f3-c26e6cea53b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68e0461-ef15-4700-85c6-2f60699432eb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:02.235741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:02.266726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:02.279754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:02.289709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:02.325206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5beab2e7-df55-4260-b035-d901bc029672), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.328616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] Provisioning complete for port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:02.328994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.331216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=48d4a533-4105-47d8-9498-b42db565ea54,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:02.340311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-24bc7778-75c6-4362-abb4-76967cd1806c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 760 time: 1.5774302
May 14 21:36:02.345394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=f3c53ef4-fbb3-46a0-97e1-b76c2d33822c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:02.350828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54906) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:02.372391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '48d4a533-4105-47d8-9498-b42db565ea54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:02.397532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 48d4a533-4105-47d8-9498-b42db565ea54 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:02.400614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.421280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:02.445554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:02.454181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:02.528727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:02.529426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.561825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:02.566134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e404a39-787d-4036-9445-bcb54e16bffb admin admin] Publish callbacks [] for security_group (b68e0461-ef15-4700-85c6-2f60699432eb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.629009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e404a39-787d-4036-9445-bcb54e16bffb admin admin] Publish callbacks [] for security_group (b68e0461-ef15-4700-85c6-2f60699432eb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.680607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9f6b54d1-23ed-437e-9012-edff258706e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.3840308
May 14 21:36:02.681254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54908) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:02.757187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:02.763527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.888176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] Current status of the port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:02.889306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:02.914610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceec52b-7412-4582-a68c-abde4fe31062 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:02.925356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceec52b-7412-4582-a68c-abde4fe31062 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:02.936575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1ceec52b-7412-4582-a68c-abde4fe31062 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.2522893
May 14 21:36:02.937822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54914) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:02.948123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953f1c9-4b5a-40e9-a93a-d426966bdb63 None None] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:03.043413 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.045195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=5beab2e7-df55-4260-b035-d901bc029672,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:03.079822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.084588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] For port 1264f3cf-e6e7-4f07-be6d-ecb61741b912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1264f3cf-e6e7-4f07-be6d-ecb61741b912,segment=NetworkSegment(bdb7883a-35d8-43a8-817d-ea39d8bed259),segment_id=bdb7883a-35d8-43a8-817d-ea39d8bed259)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:03.103138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f7621558-9ebd-4060-84a8-c9fd6968aa23 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:03.103530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.147856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing IP validity checks on allocation pools {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:36:03.149083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:36:03.150267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.151111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (43b0227e-2467-43ee-948c-3520f1f6920c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.155457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port f3c53ef4-fbb3-46a0-97e1-b76c2d33822c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:03.157794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f3c53ef4-fbb3-46a0-97e1-b76c2d33822c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.164502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3141a40-483e-42c2-8b94-42d54f256324 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:03.242103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.265498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e404a39-787d-4036-9445-bcb54e16bffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b68e0461-ef15-4700-85c6-2f60699432eb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.269615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e404a39-787d-4036-9445-bcb54e16bffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.271248 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e404a39-787d-4036-9445-bcb54e16bffb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b68e0461-ef15-4700-85c6-2f60699432eb HTTP/1.1" status: 204  len: 168 time: 1.0318029
May 14 21:36:03.338621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=6e2cc361-795e-40a8-a1da-a53feebd91ab,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:03.351063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84379e11-f892-4580-ba82-5a927843c803 req-31f71111-5992-4499-8eda-0241c3f5e7b7 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/ports?device_id=28a0c595-7a68-4d4e-80c6-d5f1970ca64e HTTP/1.1" status: 200  len: 210 time: 0.2271216
May 14 21:36:03.365469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e404a39-787d-4036-9445-bcb54e16bffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68e0461-ef15-4700-85c6-2f60699432eb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:03.487162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f3c53ef4-fbb3-46a0-97e1-b76c2d33822c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.514353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:03.514722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.523345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd50bf6-932d-4d8d-a21d-d860af215a4e None None] Pushing event updated for resources: {'Port': ['ID=1264f3cf-e6e7-4f07-be6d-ecb61741b912,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:03.524524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for f3c53ef4-fbb3-46a0-97e1-b76c2d33822c owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:03.558108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fb5be0>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:03.603748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5beab2e7-df55-4260-b035-d901bc029672), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.681006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] Checking router: cd8223b5-75e6-4129-89ad-566397ded854 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:03.697645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f7621558-9ebd-4060-84a8-c9fd6968aa23 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:03.698519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:03.742057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network baf78716-b8d9-4261-9012-6a9507845e9c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:03.745819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:03.951207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:03.955861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fb5be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:03.964094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856ca11-f2cc-4da8-93ba-e430334d624e None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': 'be748062-7178-44cf-a1cb-5bc45fc9fd54', 'ip_address': '2001:db8::f816:3eff:feac:9440'}, {'subnet_id': '87281704-7f21-4dce-92a6-6332e607fee2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6b42a3f6-92eb-47a7-af4c-d2bf03d48f31'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:36:03.993072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b8581312-e0c6-442c-9ccb-ade005d5bb4d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.049032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7856ca11-f2cc-4da8-93ba-e430334d624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.060082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port f7621558-9ebd-4060-84a8-c9fd6968aa23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7621558-9ebd-4060-84a8-c9fd6968aa23,segment=NetworkSegment(7389037c-3fdb-470c-b6df-e7227802685d),segment_id=7389037c-3fdb-470c-b6df-e7227802685d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:04.114236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '2e3166fc-3ed0-4473-bde9-ee6dfb07b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48d4a533-4105-47d8-9498-b42db565ea54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:04.114523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 48d4a533-4105-47d8-9498-b42db565ea54, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:04.121320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=b8581312-e0c6-442c-9ccb-ade005d5bb4d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:04.240047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:04.240416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.258363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f3c53ef4-fbb3-46a0-97e1-b76c2d33822c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.273739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:04.277567 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.278410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1264f3cf-e6e7-4f07-be6d-ecb61741b912 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:04.313079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=f3c53ef4-fbb3-46a0-97e1-b76c2d33822c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:04.319708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 48d4a533-4105-47d8-9498-b42db565ea54 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:04.440371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 48d4a533-4105-47d8-9498-b42db565ea54) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:04.453619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.454555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:04.455153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.509052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1601-b818-4593-b0a6-426593d4ea6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.515468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.519040 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f74e3b9c-eab8-472c-b65b-1e130faa3c60 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/f3c53ef4-fbb3-46a0-97e1-b76c2d33822c HTTP/1.1" status: 204  len: 168 time: 1.5769241
May 14 21:36:04.523851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54942) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.585453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-06c52566-f6e4-490a-bf79-41b6b89d322c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.2212212
May 14 21:36:04.586332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54946) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.610290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd6ca0-c5be-4c02-ab76-bbab4a09d8da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:04.611781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd6ca0-c5be-4c02-ab76-bbab4a09d8da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:04.614816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd6ca0-c5be-4c02-ab76-bbab4a09d8da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:04.618573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-57bd6ca0-c5be-4c02-ab76-bbab4a09d8da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0884371
May 14 21:36:04.620741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.631052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096dd7b3-09a6-4b22-980f-c5c122f25358 None None] Network 48d4a533-4105-47d8-9498-b42db565ea54 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:04.660048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54950) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.684933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 43b0227e-2467-43ee-948c-3520f1f6920c is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:36:04.722320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 87281704-7f21-4dce-92a6-6332e607fee2 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:04.735259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (87281704-7f21-4dce-92a6-6332e607fee2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.767988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:04.773549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1601-b818-4593-b0a6-426593d4ea6d admin admin] Publish callbacks [] for security_group (d5d1d3a5-adfb-4ee6-90b3-e86c626e472b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.799895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (87281704-7f21-4dce-92a6-6332e607fee2), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.810001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=f7621558-9ebd-4060-84a8-c9fd6968aa23,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:04.819675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (5beab2e7-df55-4260-b035-d901bc029672), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.833930 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96351591-29c7-4356-b0d0-83672c589874 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group (60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.840655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (48d4a533-4105-47d8-9498-b42db565ea54), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.849635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:04.853700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.857787 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-85c17ed8-974d-4bd5-bc9a-82dbfc28d13a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/43b0227e-2467-43ee-948c-3520f1f6920c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3975863
May 14 21:36:04.857881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54952) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.861024 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] Sync routers for ids ['43b0227e-2467-43ee-948c-3520f1f6920c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:04.872212 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] Routers {'43b0227e-2467-43ee-948c-3520f1f6920c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:04.872758 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['43b0227e-2467-43ee-948c-3520f1f6920c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:04.921442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1601-b818-4593-b0a6-426593d4ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d5d1d3a5-adfb-4ee6-90b3-e86c626e472b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.937813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:04.938192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.946361 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5beab2e7-df55-4260-b035-d901bc029672), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.959283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96351591-29c7-4356-b0d0-83672c589874 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group (60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.970246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e4a1601-b818-4593-b0a6-426593d4ea6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c123c66c9ed48269db43421cb8f439b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4929557
May 14 21:36:04.985708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54956) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:04.988396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Provisioning complete for port 5beab2e7-df55-4260-b035-d901bc029672 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:04.988939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5beab2e7-df55-4260-b035-d901bc029672), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:04.991462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (87281704-7f21-4dce-92a6-6332e607fee2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.031858 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105a0a0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:05.037448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d290e27-2e2f-4cf5-8891-f512ae7b4a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-48d4a533-4105-47d8-9498-b42db565ea54', 'network_id': '48d4a533-4105-47d8-9498-b42db565ea54', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': 'b8581312-e0c6-442c-9ccb-ade005d5bb4d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:05.038684 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2d290e27-2e2f-4cf5-8891-f512ae7b4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.041927 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] Routers {'43b0227e-2467-43ee-948c-3520f1f6920c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:05.042630 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['43b0227e-2467-43ee-948c-3520f1f6920c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:05.067826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00f0809-654c-4f7f-99b6-72d856b86b1b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:05.069778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b00f0809-654c-4f7f-99b6-72d856b86b1b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports/6e2cc361-795e-40a8-a1da-a53feebd91ab HTTP/1.1" status: 200  len: 911 time: 0.2083387
May 14 21:36:05.080751 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105a0a0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:05.081716 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66568bd8-56fb-4674-8944-dc00f2cc8db3 None None] The sync data for ids ['43b0227e-2467-43ee-948c-3520f1f6920c'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:05.094043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=5beab2e7-df55-4260-b035-d901bc029672,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.101089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54958) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:05.108245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0024feed-6956-495e-a8f7-01fecd3a2070'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:05.109503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1601-b818-4593-b0a6-426593d4ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1d3a5-adfb-4ee6-90b3-e86c626e472b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.110831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Pushing event updated for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.125766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Port 5beab2e7-df55-4260-b035-d901bc029672 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:05.167035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b8581312-e0c6-442c-9ccb-ade005d5bb4d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.178020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10b4baac-6011-4006-bf21-b9af640dfc70 admin admin] Publish callbacks [] for security_group (d5d1d3a5-adfb-4ee6-90b3-e86c626e472b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.196564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.211856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10b4baac-6011-4006-bf21-b9af640dfc70 admin admin] Publish callbacks [] for security_group (d5d1d3a5-adfb-4ee6-90b3-e86c626e472b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.228293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Provisioning complete for port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:05.233216 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.281265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96351591-29c7-4356-b0d0-83672c589874 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.285991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96351591-29c7-4356-b0d0-83672c589874 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.292763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96351591-29c7-4356-b0d0-83672c589874 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/security-groups/60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3 HTTP/1.1" status: 204  len: 168 time: 0.6195786
May 14 21:36:05.293136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:05.309757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96351591-29c7-4356-b0d0-83672c589874 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.320298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (87281704-7f21-4dce-92a6-6332e607fee2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.326416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fb5be0>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server [None req-7856ca11-f2cc-4da8-93ba-e430334d624e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87281704-7f21-4dce-92a6-6332e607fee2: This subnet is being modified by another concurrent operation.
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:05.326764 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1825, in update_port
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise exception
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87281704-7f21-4dce-92a6-6332e607fee2: This subnet is being modified by another concurrent operation.
May 14 21:36:05.330718 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server 
May 14 21:36:05.357587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=87281704-7f21-4dce-92a6-6332e607fee2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.360784 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-b7f7b078-553f-4906-a152-0ad04ad6cd48 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] show failed (client error): The resource could not be found.
May 14 21:36:05.370522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b7f7b078-553f-4906-a152-0ad04ad6cd48 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "GET /v2.0/security-groups/60b80a02-f5ed-4e3a-83e5-a063e9ccd7f3 HTTP/1.1" status: 404  len: 347 time: 0.0678718
May 14 21:36:05.370522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54962) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:05.373660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:05.374776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:05.378282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f15f3-b4d2-4ca8-a873-733c408dce9f None None] The sync data for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 is: [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:26:45Z', 'revision_number': 4, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c63cbcae-6604-47d6-8ea7-e5c74125bc43', 'name': '', 'network_id': 'ef572d9b-20a4-4311-9582-fea3efbf759e', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'mac_address': 'fa:16:3e:d8:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:44Z', 'updated_at': '2022-05-14T21:26:50Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'subnets': [{'id': '54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:05.396542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.412118 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1c3236f-472a-4edd-af49-e81dc8e6f6b3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/87281704-7f21-4dce-92a6-6332e607fee2 HTTP/1.1" status: 204  len: 168 time: 0.7917395
May 14 21:36:05.415352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54964) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:05.467080 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10b4baac-6011-4006-bf21-b9af640dfc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d5d1d3a5-adfb-4ee6-90b3-e86c626e472b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.470032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10b4baac-6011-4006-bf21-b9af640dfc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.471432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-10b4baac-6011-4006-bf21-b9af640dfc70 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5d1d3a5-adfb-4ee6-90b3-e86c626e472b HTTP/1.1" status: 204  len: 168 time: 0.4764006
May 14 21:36:05.495811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Current status of the port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:05.497678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4baac-6011-4006-bf21-b9af640dfc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d1d3a5-adfb-4ee6-90b3-e86c626e472b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.515042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:05.515271 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.536771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b8581312-e0c6-442c-9ccb-ade005d5bb4d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.587756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Provisioning complete for port f7621558-9ebd-4060-84a8-c9fd6968aa23 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:05.588188 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.604306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:05.609169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=b8581312-e0c6-442c-9ccb-ade005d5bb4d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:05.617055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.621062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:05.637810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet be748062-7178-44cf-a1cb-5bc45fc9fd54 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:05.643417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port 8da1ab57-e7a2-4ef8-9a99-7a997840c756 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:05.647255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server [None req-2d290e27-2e2f-4cf5-8891-f512ae7b4a97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8581312-e0c6-442c-9ccb-ade005d5bb4d: This subnet is being modified by another concurrent operation.
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:05.649417 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise exception
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8581312-e0c6-442c-9ccb-ade005d5bb4d: This subnet is being modified by another concurrent operation.
May 14 21:36:05.653456 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server 
May 14 21:36:05.679220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (be748062-7178-44cf-a1cb-5bc45fc9fd54), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.763122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ceba0-7f9c-4074-bf19-58aec2d759a8 None None] Network 48d4a533-4105-47d8-9498-b42db565ea54 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:05.825549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.825803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Current status of the port f7621558-9ebd-4060-84a8-c9fd6968aa23 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:05.828133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (8da1ab57-e7a2-4ef8-9a99-7a997840c756), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.873120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for 8da1ab57-e7a2-4ef8-9a99-7a997840c756 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:05.911726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (48d4a533-4105-47d8-9498-b42db565ea54), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.943124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Provisioning complete for port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:05.943570 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.991071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (be748062-7178-44cf-a1cb-5bc45fc9fd54), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:05.996825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:05.997384 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.057932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a4b9f-f638-4b49-b237-51ee0ca1c311 None None] New status for floating IP ad0e15ee-df81-43d4-a441-de0e1ebe7960: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:36:06.107759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b4cb4c0>,) {'filters': {'network_id': ['48d4a533-4105-47d8-9498-b42db565ea54']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:06.125310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b4cb4c0>, '2e3166fc-3ed0-4473-bde9-ee6dfb07b64a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:06.125617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b4cb4c0>, '2e3166fc-3ed0-4473-bde9-ee6dfb07b64a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:06.139408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (2e3166fc-3ed0-4473-bde9-ee6dfb07b64a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.155711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2e3166fc-3ed0-4473-bde9-ee6dfb07b64a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.163240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:06.163667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (2e3166fc-3ed0-4473-bde9-ee6dfb07b64a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.187993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccb1cba-e2fc-41f4-8587-568690a072a1 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:36:06.195557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8da1ab57-e7a2-4ef8-9a99-7a997840c756), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:06.204621 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:06.238936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=8da1ab57-e7a2-4ef8-9a99-7a997840c756,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:06.266759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-008a4b9f-f638-4b49-b237-51ee0ca1c311 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:06.299146 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-008a4b9f-f638-4b49-b237-51ee0ca1c311 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:06.326909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (be748062-7178-44cf-a1cb-5bc45fc9fd54), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.329766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,segment=NetworkSegment(ace79a2a-3365-4df1-b3ba-58a682757dd3),segment_id=ace79a2a-3365-4df1-b3ba-58a682757dd3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:06.334917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for floatingip (ad0e15ee-df81-43d4-a441-de0e1ebe7960), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.336777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.340505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7b33a6d-7357-49e1-bea6-016cbef863e0 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/floatingips/ad0e15ee-df81-43d4-a441-de0e1ebe7960 HTTP/1.1" status: 204  len: 168 time: 0.9670639
May 14 21:36:06.340778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54986) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:06.361422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Current status of the port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:06.361827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.448955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb1cba-e2fc-41f4-8587-568690a072a1 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:36:06.459162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.494160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port 63396429-e743-49a6-a83f-427d96ffbf18 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:06.494160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (63396429-e743-49a6-a83f-427d96ffbf18), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.581882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (48d4a533-4105-47d8-9498-b42db565ea54), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.599868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.604944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/48d4a533-4105-47d8-9498-b42db565ea54 HTTP/1.1" status: 204  len: 168 time: 2.0162213
May 14 21:36:06.609290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:06.630330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-94572867'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:06.635870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:06.647629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe9c5d-18aa-48dc-8ae7-248fde42e101 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=48d4a533-4105-47d8-9498-b42db565ea54,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:06.688763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (63396429-e743-49a6-a83f-427d96ffbf18), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.713311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for 63396429-e743-49a6-a83f-427d96ffbf18 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:06.775374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 195c28d8-8f74-4798-b2bc-25bc511e1da1 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:36:06.780796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (be748062-7178-44cf-a1cb-5bc45fc9fd54), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.803307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:06.806978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.833394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=be748062-7178-44cf-a1cb-5bc45fc9fd54,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:06.838116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.844533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-92127b94-10d7-4fed-8a65-ec2e39a7fef2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/be748062-7178-44cf-a1cb-5bc45fc9fd54 HTTP/1.1" status: 204  len: 168 time: 1.4233150
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]: WARNING neutron.objects.base [None req-008a4b9f-f638-4b49-b237-51ee0ca1c311 None None] ORM session: SQL execution without transaction in progress, traceback:
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     func(*args, **kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     self.work.run()
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     result = self.fn(*self.args, **self.kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     res = self.dispatcher.dispatch(message)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     result = func(ctxt, **new_args)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f(*args, **kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f(*args, **kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f(*dup_args, **dup_kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     self.l3plugin.update_floatingip_status(context,
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f_with_retry(*args, **kwargs,
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f(*args, **kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f(*args, **kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return f(*dup_args, **dup_kwargs)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return l3_obj.FloatingIP.update_object(
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return super(NeutronDbObject, cls).update_object(
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     obj = cls.get_object(
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     db_obj = obj_db_api.get_object(
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return _get_filter_query(obj_cls, context, **kwargs).first()
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     return self.limit(1)._iter().first()
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     result = self.session.execute(
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]:     result = fn(orm_exec_state)
May 14 21:36:06.851569 ncdv-master-1 neutron-server[115782]: 
May 14 21:36:06.855261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:06.860179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:06.903778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-432389c0-6893-4ccc-8cbb-7b67f37a28f3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0486393
May 14 21:36:06.908494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55004) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:06.915744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:06.953033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f7621558-9ebd-4060-84a8-c9fd6968aa23 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:06.995122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:06.995873 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43 of type vlan for network d696f383-e3da-4c44-9caa-2b1144eac371
May 14 21:36:07.081083 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:07.083623 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:07.110015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.114318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:07.115578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f7621558-9ebd-4060-84a8-c9fd6968aa23 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:07.115905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.118715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.124293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9816f0b7-9358-4b84-9533-7ceb6bfa4f35 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/195c28d8-8f74-4798-b2bc-25bc511e1da1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3254297
May 14 21:36:07.124433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55010) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:07.132723 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] Sync routers for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:07.143614 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:07.144343 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d74700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:07.187911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d74700>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:07.194488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:07.197552 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:07.198182 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d74700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:07.201985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.204663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.213077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:07.213077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.217291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/ports/6e2cc361-795e-40a8-a1da-a53feebd91ab HTTP/1.1" status: 200  len: 911 time: 2.1152506
May 14 21:36:07.217417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (63396429-e743-49a6-a83f-427d96ffbf18), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.221922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:07.251337 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d74700>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:07.251957 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f32ed1-2c6f-4b78-9e72-903a67859a85 None None] The sync data for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:07.298798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b43ec23-8320-4f3f-87c6-0a9ef9007f51 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:07.304814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b43ec23-8320-4f3f-87c6-0a9ef9007f51 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports/5beab2e7-df55-4260-b035-d901bc029672 HTTP/1.1" status: 200  len: 910 time: 0.1768863
May 14 21:36:07.320157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:07.335621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=63396429-e743-49a6-a83f-427d96ffbf18,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:07.371072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f7621558-9ebd-4060-84a8-c9fd6968aa23 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:07.372357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1264f3cf-e6e7-4f07-be6d-ecb61741b912 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:07.375996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59444950-0347-4bf1-83d1-316a67d8af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=6e2cc361-795e-40a8-a1da-a53feebd91ab,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:07.400700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69071118-e901-4c91-b3b0-bf94199ee6c9 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:36:07.448588 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:36:07.491659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:07.492122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.603454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.608889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:07.609476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.645561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69071118-e901-4c91-b3b0-bf94199ee6c9 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:36:07.687736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:07.708728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ad2c3-a37e-4526-91fa-9312bc8967c1 None None] Current status of the port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:07.735325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 759 time: 1.1249518
May 14 21:36:07.735965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55026) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:07.754153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (43b0227e-2467-43ee-948c-3520f1f6920c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.846243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Provisioning complete for port 5beab2e7-df55-4260-b035-d901bc029672 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:07.846830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:07.847057 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5beab2e7-df55-4260-b035-d901bc029672), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.886552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:07.887273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bd6b0994-33f1-41fa-805d-1aab19cd3fd3 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/ports/63396429-e743-49a6-a83f-427d96ffbf18 HTTP/1.1" status: 204  len: 168 time: 1.5455680
May 14 21:36:07.895570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:07.915951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Port 5beab2e7-df55-4260-b035-d901bc029672 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:07.944590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Provisioning complete for port 6e2cc361-795e-40a8-a1da-a53feebd91ab triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:07.944964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.033022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584e02b-c76b-4d42-9ee0-e8ef4aa6ba0f tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=d696f383-e3da-4c44-9caa-2b1144eac371,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:08.042679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Port 6e2cc361-795e-40a8-a1da-a53feebd91ab cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:08.077767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d696f383-e3da-4c44-9caa-2b1144eac371 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:08.140419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:08.141098 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.268653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting port ebe73789-12d4-4374-8e71-4e93c4257d27 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:08.269463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.381095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:08.391678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Provisioning complete for port f7621558-9ebd-4060-84a8-c9fd6968aa23 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:08.392027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.392866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (c345d713-c177-4808-8bdf-42fab1811784), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.424218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:08.429141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8510e-dc87-4d25-a843-6a3185617131 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:08.436073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.492168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 6e2cc361-795e-40a8-a1da-a53feebd91ab {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:08.492537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.519192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39d7b6-916e-468c-8349-5771657ed5e1 req-96f1846c-327b-4908-b1cb-a5399910bbbb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:08.521109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be39d7b6-916e-468c-8349-5771657ed5e1 req-96f1846c-327b-4908-b1cb-a5399910bbbb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.0882897
May 14 21:36:08.684686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:08.686074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be39d7b6-916e-468c-8349-5771657ed5e1 req-b5200d37-77a7-49b6-bcd3-b80073e5779b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1572490
May 14 21:36:08.740554 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.760306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 6e2cc361-795e-40a8-a1da-a53feebd91ab owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:08.765420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Current status of the port f7621558-9ebd-4060-84a8-c9fd6968aa23 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:08.799577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Provisioning complete for port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:08.799954 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.835773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': 'c345d713-c177-4808-8bdf-42fab1811784'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6b42a3f6-92eb-47a7-af4c-d2bf03d48f31'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:36:08.870568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:08.871045 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.910798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.925284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:08.956819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:08.992348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:08.995554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:08.996351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.001625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Calling delete_port for ebe73789-12d4-4374-8e71-4e93c4257d27 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:09.008237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=c345d713-c177-4808-8bdf-42fab1811784,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:09.127003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6e2cc361-795e-40a8-a1da-a53feebd91ab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.131029 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e718036e-68b2-4936-9b61-f19f65623388 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2206130
May 14 21:36:09.138244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:09.152448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:09.153016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:09.162391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Current status of the port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:09.167165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8d468304-3be7-4f1d-af61-ce77b55395c7 None None] Could not find standard attr ID for object f3c53ef4-fbb3-46a0-97e1-b76c2d33822c. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:36:09.189221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=6e2cc361-795e-40a8-a1da-a53feebd91ab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:09.272832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.313372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (43b0227e-2467-43ee-948c-3520f1f6920c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.330779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-24c8b065-fdc7-412a-9a27-07dc660be65d None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:09.336608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-24c8b065-fdc7-412a-9a27-07dc660be65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.364712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] Allocated IP 172.20.0.2 (88e03173-3786-4c9f-927f-9ea223dbf14a/c345d713-c177-4808-8bdf-42fab1811784/6b42a3f6-92eb-47a7-af4c-d2bf03d48f31) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:09.505667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 43b0227e-2467-43ee-948c-3520f1f6920c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:09.562057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:09.583159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (78f90f43-a93d-4571-a7ec-cb3c7635d50f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.583779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-24c8b065-fdc7-412a-9a27-07dc660be65d None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:09.591412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:09.601129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8588ffe0-9a28-4291-ad6e-e849eb78b101 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/43b0227e-2467-43ee-948c-3520f1f6920c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3319650
May 14 21:36:09.601483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55060) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:09.603354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] Publish callbacks [] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.608238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] Sync routers for ids ['43b0227e-2467-43ee-948c-3520f1f6920c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:09.618759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] Routers {'43b0227e-2467-43ee-948c-3520f1f6920c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:09.619392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c6b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['43b0227e-2467-43ee-948c-3520f1f6920c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:09.637838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6596866c-6416-45c1-8f8f-c7da3efbbefd tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b0227e-2467-43ee-948c-3520f1f6920c HTTP/1.1" status: 200  len: 205 time: 0.0351179
May 14 21:36:09.638415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55062) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:09.638667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:09.642325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.653834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ebe73789-12d4-4374-8e71-4e93c4257d27), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.658830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c6b2e0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:09.667425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] Routers {'43b0227e-2467-43ee-948c-3520f1f6920c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:09.668133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c6b2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['43b0227e-2467-43ee-948c-3520f1f6920c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:09.708667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.712390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c6b2e0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:09.712996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ccb2b0-e2e0-4dec-8e8b-3f1f35e4e46b None None] The sync data for ids ['43b0227e-2467-43ee-948c-3520f1f6920c'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:09.740789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (43b0227e-2467-43ee-948c-3520f1f6920c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:09.796543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb06a9c-9e00-4d94-96ca-7a93823fb7a7 None None] Pushing event updated for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:09.843112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Port': ['ID=ebe73789-12d4-4374-8e71-4e93c4257d27,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:09.933742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=78f90f43-a93d-4571-a7ec-cb3c7635d50f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:10.000813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (43b0227e-2467-43ee-948c-3520f1f6920c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.004568 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (43b0227e-2467-43ee-948c-3520f1f6920c), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.031330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d4b7-ff2f-41cb-9162-bdc126cfc59f req-bc505e4a-9a56-45f4-8491-58737c3c7dd6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:10.039019 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68b2d4b7-ff2f-41cb-9162-bdc126cfc59f req-bc505e4a-9a56-45f4-8491-58737c3c7dd6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.2078683
May 14 21:36:10.105698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:10.106074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: d696f383-e3da-4c44-9caa-2b1144eac371, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:10.118777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (43b0227e-2467-43ee-948c-3520f1f6920c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.119802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router 43b0227e-2467-43ee-948c-3520f1f6920c {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:36:10.130719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.132833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-85319711-580e-46a7-a8e6-44024ac608af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/43b0227e-2467-43ee-948c-3520f1f6920c HTTP/1.1" status: 204  len: 168 time: 0.4934990
May 14 21:36:10.136164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55076) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:10.162344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.168903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d4fc80d-2a63-4b2b-b116-70892f20d37f tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/ports/ebe73789-12d4-4374-8e71-4e93c4257d27 HTTP/1.1" status: 204  len: 168 time: 2.2206435
May 14 21:36:10.173029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55078) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:10.223278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.21.0.1 (037acc46-1fa2-4afa-888e-03ff05a13fbd/35adeca8-43b8-4178-8e5a-e12b3ce10062/a35e6f04-aaf9-40c1-aa2c-e46f429f74be) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:10.226479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet 0024feed-6956-495e-a8f7-01fecd3a2070 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:10.230673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (0024feed-6956-495e-a8f7-01fecd3a2070), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.321029 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (0024feed-6956-495e-a8f7-01fecd3a2070), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.397685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68b2d4b7-ff2f-41cb-9162-bdc126cfc59f req-7772e4aa-4ab5-46c4-9f22-3da1dbbe5edb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3464797
May 14 21:36:10.416443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network d696f383-e3da-4c44-9caa-2b1144eac371 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:10.440656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting subnet 0410a405-c328-44d3-8347-7c2788715255 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:10.499933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for subnet (0410a405-c328-44d3-8347-7c2788715255), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.518618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0024feed-6956-495e-a8f7-01fecd3a2070), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.580670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d696f383-e3da-4c44-9caa-2b1144eac371) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:10.591111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (0410a405-c328-44d3-8347-7c2788715255), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.591843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd083714-caec-4aa8-aee1-2eb26d1a21d0 None None] Network d696f383-e3da-4c44-9caa-2b1144eac371 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:10.596863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:10.597505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.681269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:10.708067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (0024feed-6956-495e-a8f7-01fecd3a2070), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.722633 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1275f6d2-871b-4dba-a2fd-421473dc97eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.744930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:10.746115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.755205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c81d9-ed1b-41e0-8286-a56a35e487a5 None None] Network baf78716-b8d9-4261-9012-6a9507845e9c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:10.769359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=0024feed-6956-495e-a8f7-01fecd3a2070,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:10.771949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.776452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-839da065-84fb-4f24-9c6f-01e1f8862fe6 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.9334948
May 14 21:36:10.780488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5e8ad30-cc61-416e-a294-7764cab871d1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/0024feed-6956-495e-a8f7-01fecd3a2070 HTTP/1.1" status: 204  len: 168 time: 0.6431019
May 14 21:36:10.781401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.783028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55086) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:10.783588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55088) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:10.830752 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0410a405-c328-44d3-8347-7c2788715255), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.932951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d696f383-e3da-4c44-9caa-2b1144eac371', 'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': '78f90f43-a93d-4571-a7ec-cb3c7635d50f'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:10.933872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.979587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:10.993598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:10.999113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221ccab-0a85-4395-8663-fb62f0cb154f None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:11.035803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (baf78716-b8d9-4261-9012-6a9507845e9c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.048612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] DHCP port deletion for baf78716-b8d9-4261-9012-6a9507845e9c request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:11.065367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (0410a405-c328-44d3-8347-7c2788715255), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.065603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.073434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:11.104664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:11.112373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=a35e6f04-aaf9-40c1-aa2c-e46f429f74be,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:11.116052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:11.121921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Subnet': ['ID=0410a405-c328-44d3-8347-7c2788715255,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:11.143543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b5d32ddb-97d8-4f3e-8d02-38071803cb4f None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:11.143543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5d32ddb-97d8-4f3e-8d02-38071803cb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.152373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.152931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ef23b-3ad9-4872-80ad-a2f9d072ab1a None None] Network 2379f3be-5962-40d1-834f-0e520eee96e4 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:11.156101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5a5ee9ff-d384-475c-b662-a8e58717183b tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/subnets/0410a405-c328-44d3-8347-7c2788715255 HTTP/1.1" status: 204  len: 168 time: 0.9781752
May 14 21:36:11.163343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55090) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:11.163959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:11.164377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.236072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (78f90f43-a93d-4571-a7ec-cb3c7635d50f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.261057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.292613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:36:11.373860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Deleting subnet 5a0c233a-8a40-4a64-96f2-57b483afef1e {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:11.396172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for subnet (5a0c233a-8a40-4a64-96f2-57b483afef1e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.426550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] Deleting port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:11.431262 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.438211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-2fb1d50f-3d1c-44f9-b041-d02b574add62 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:11.450871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-2fb1d50f-3d1c-44f9-b041-d02b574add62 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1512411
May 14 21:36:11.510094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Allocated IP 172.20.0.1 (d696f383-e3da-4c44-9caa-2b1144eac371/78f90f43-a93d-4571-a7ec-cb3c7635d50f/1c7f596f-691b-4dd8-b236-4bb729cf8293) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:11.514440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,segment=NetworkSegment(ace79a2a-3365-4df1-b3ba-58a682757dd3),segment_id=ace79a2a-3365-4df1-b3ba-58a682757dd3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:11.514819 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.557243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] DHCP port deletion for 2379f3be-5962-40d1-834f-0e520eee96e4 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:11.577527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:11.584195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (5a0c233a-8a40-4a64-96f2-57b483afef1e), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.708734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40028c-3595-4df0-a26c-dff533636b8f req-891310e6-1b34-4415-aaf6-d37df875d5ed tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:11.714134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b5d32ddb-97d8-4f3e-8d02-38071803cb4f None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:11.716101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c40028c-3595-4df0-a26c-dff533636b8f req-891310e6-1b34-4415-aaf6-d37df875d5ed tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.1675847
May 14 21:36:11.748589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.760565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] For port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,segment=NetworkSegment(ace79a2a-3365-4df1-b3ba-58a682757dd3),segment_id=ace79a2a-3365-4df1-b3ba-58a682757dd3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:11.760799 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.776631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': 'c345d713-c177-4808-8bdf-42fab1811784', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6b66c83-c99e-4a67-888d-3390cf1bf87d'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6b42a3f6-92eb-47a7-af4c-d2bf03d48f31'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:36:11.778666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] Deleting port 4c6c0646-2345-49e7-a897-95ff6ae1d620 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:11.779121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.799388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Deleting port f7f8effc-6019-4774-a90b-8629243b910b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:11.799960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f7f8effc-6019-4774-a90b-8629243b910b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.819047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] Calling delete_port for 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:11.944498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c40028c-3595-4df0-a26c-dff533636b8f req-684299fe-7f50-4daf-af61-ca157d3909d7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2274404
May 14 21:36:11.945813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.956132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (5a0c233a-8a40-4a64-96f2-57b483afef1e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:11.957736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c9cf496e-1bec-4eb0-a195-b8d67758c4a4 None None] Provisioning complete for port a35e6f04-aaf9-40c1-aa2c-e46f429f74be triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:11.958140 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c9cf496e-1bec-4eb0-a195-b8d67758c4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.001128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] For port 4c6c0646-2345-49e7-a897-95ff6ae1d620, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c6c0646-2345-49e7-a897-95ff6ae1d620,segment=NetworkSegment(9d68f7e7-2cd0-4f80-a88e-8af6741be29c),segment_id=9d68f7e7-2cd0-4f80-a88e-8af6741be29c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:12.001436 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.001543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.025982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] For port f7f8effc-6019-4774-a90b-8629243b910b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7f8effc-6019-4774-a90b-8629243b910b,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:12.026370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f7f8effc-6019-4774-a90b-8629243b910b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.056567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] Calling delete_port for 4c6c0646-2345-49e7-a897-95ff6ae1d620 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:12.068653 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.093306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.126393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf496e-1bec-4eb0-a195-b8d67758c4a4 None None] Port a35e6f04-aaf9-40c1-aa2c-e46f429f74be cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:12.139014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.142774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:12.232522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Publish callbacks [] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.235039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (5a0c233a-8a40-4a64-96f2-57b483afef1e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.276915 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.312132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] Pushing event deleted for resources: {'Port': ['ID=9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.314033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef861992-51c9-4b3c-9db8-7263e5da8c10 None None] Network d997121d-d5fd-4dda-af06-15496863df8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:12.332379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55106) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:12.340480 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (baf78716-b8d9-4261-9012-6a9507845e9c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.340677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.343613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/subnets/5a0c233a-8a40-4a64-96f2-57b483afef1e HTTP/1.1" status: 204  len: 168 time: 1.1771572
May 14 21:36:12.354005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490f4b7-a245-47c8-82fc-87b6f4860d09 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0c233a-8a40-4a64-96f2-57b483afef1e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.355625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55110) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:12.380872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.437953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:12.457157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.488250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.488479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a5d2790>,) {'filters': {'network_id': ['baf78716-b8d9-4261-9012-6a9507845e9c']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:12.511014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da3df986-808f-4609-86aa-6ab63686a271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.529482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.596322 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.655820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:12.657641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b6b66c83-c99e-4a67-888d-3390cf1bf87d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.697298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f19f61a-ce13-41c0-9180-da889d69fd0a None None] No DVR routers for this DVR port 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:12.702236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=a35e6f04-aaf9-40c1-aa2c-e46f429f74be,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.705032 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.707565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Network d696f383-e3da-4c44-9caa-2b1144eac371 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:12.763593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:12.773015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:12.802961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:12.808540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:12.808917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ee22aac-09f2-4dfa-a141-e8fcbdbf47e3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:12.809315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c6c0646-2345-49e7-a897-95ff6ae1d620 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:12.813530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:12.814022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.819926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:12.825458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4c6c0646-2345-49e7-a897-95ff6ae1d620), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.828562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=b6b66c83-c99e-4a67-888d-3390cf1bf87d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.857724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (78f90f43-a93d-4571-a7ec-cb3c7635d50f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.866779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] No DVR routers for this DVR port 4c6c0646-2345-49e7-a897-95ff6ae1d620 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:12.868383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a5d2790>, 'ace79a2a-3365-4df1-b3ba-58a682757dd3') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:12.868558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a5d2790>, 'ace79a2a-3365-4df1-b3ba-58a682757dd3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:12.882367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4c6c0646-2345-49e7-a897-95ff6ae1d620 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:12.882367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c6c0646-2345-49e7-a897-95ff6ae1d620 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:12.886608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Pushing event updated for resources: {'Port': ['ID=1c7f596f-691b-4dd8-b236-4bb729cf8293,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.890954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2379f3be-5962-40d1-834f-0e520eee96e4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.899282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da3df986-808f-4609-86aa-6ab63686a271 admin admin] Publish callbacks [] for security_group (32be5279-2d20-42a1-b4ba-826f868b973a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.902727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=7']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.937362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09b032-d557-4d2f-8232-057023846a93 None None] Pushing event deleted for resources: {'Port': ['ID=4c6c0646-2345-49e7-a897-95ff6ae1d620,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.945478 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.953322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:12.954561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=78f90f43-a93d-4571-a7ec-cb3c7635d50f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:12.956248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:12.969301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (ace79a2a-3365-4df1-b3ba-58a682757dd3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.999327 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e97359c7-5d87-49ad-bac6-a197c839e8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.999861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:12.999861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.008546 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Floating IP 3c262cad-f0d2-4767-8d36-5a922e66bd51 disassociated. External IP: 172.35.4.233, port: f7f8effc-6019-4774-a90b-8629243b910b.
May 14 21:36:13.009255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Calling delete_port for f7f8effc-6019-4774-a90b-8629243b910b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:13.062319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:13.073701 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:13.075037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Attempting to bind port 1c7f596f-691b-4dd8-b236-4bb729cf8293 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:13.075195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ace79a2a-3365-4df1-b3ba-58a682757dd3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.075398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Attempting to bind port 1c7f596f-691b-4dd8-b236-4bb729cf8293 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:13.075810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Attempting to bind port 1c7f596f-691b-4dd8-b236-4bb729cf8293 on network d696f383-e3da-4c44-9caa-2b1144eac371 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:13.084078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a63f5d3f-cd46-45d8-b800-964c4541d7c9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.9447124
May 14 21:36:13.085376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:13.085848 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (ace79a2a-3365-4df1-b3ba-58a682757dd3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.085996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55114) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:13.087248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:13.088119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Checking segment: {'id': '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:13.088703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.090255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Bound using segment: {'id': '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:13.091066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Bound port: 1c7f596f-691b-4dd8-b236-4bb729cf8293, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd696f383-e3da-4c44-9caa-2b1144eac371'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:13.091251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da3df986-808f-4609-86aa-6ab63686a271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32be5279-2d20-42a1-b4ba-826f868b973a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.091985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.094873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] DHCP port deletion for d997121d-d5fd-4dda-af06-15496863df8e request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:13.120377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:ee:f8:be', 'name': 'tempest-NetworksTestDHCPv6-1718196373'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:13.134179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-da3df986-808f-4609-86aa-6ab63686a271 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4214b0ff5dd43a9a0200401fa549116&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7958670
May 14 21:36:13.150996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] Deleting port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:13.151391 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.153962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55116) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:13.229620 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:13.232060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.246421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] For port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,segment=NetworkSegment(3250c9e2-cbc7-4d1c-a895-31dc0109555f),segment_id=3250c9e2-cbc7-4d1c-a895-31dc0109555f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:13.246828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.264314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] Calling delete_port for d3f735ab-75b2-41ac-9fb7-09a59f72b9ae owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:13.360215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e7a68754-9162-4dc4-9d56-9ec9d4f29cce None None] Provisioning complete for port a35e6f04-aaf9-40c1-aa2c-e46f429f74be triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:13.360594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7a68754-9162-4dc4-9d56-9ec9d4f29cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.381208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b770b80>,) {'filters': {'network_id': ['d696f383-e3da-4c44-9caa-2b1144eac371']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:13.399788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b770b80>, '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:13.400102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b770b80>, '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:13.402780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2379f3be-5962-40d1-834f-0e520eee96e4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.408176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (baf78716-b8d9-4261-9012-6a9507845e9c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.436066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.438176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.441526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] For port 1c7f596f-691b-4dd8-b236-4bb729cf8293, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:13.441974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/baf78716-b8d9-4261-9012-6a9507845e9c HTTP/1.1" status: 204  len: 168 time: 2.6551380
May 14 21:36:13.454350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e7a68754-9162-4dc4-9d56-9ec9d4f29cce None None] Port a35e6f04-aaf9-40c1-aa2c-e46f429f74be cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:13.461112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] For port 1c7f596f-691b-4dd8-b236-4bb729cf8293, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c7f596f-691b-4dd8-b236-4bb729cf8293,segment=NetworkSegment(0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43),segment_id=0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:13.464976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55120) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:13.468352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1063188045', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:13.482657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e013e-cf85-4b80-9f31-c75ca37e601f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=baf78716-b8d9-4261-9012-6a9507845e9c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:13.491351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230e86be0>,) {'filters': {'network_id': ['2379f3be-5962-40d1-834f-0e520eee96e4']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:13.505867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230e86be0>, '9d68f7e7-2cd0-4f80-a88e-8af6741be29c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:13.506154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230e86be0>, '9d68f7e7-2cd0-4f80-a88e-8af6741be29c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:13.517053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f7f8effc-6019-4774-a90b-8629243b910b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.520708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (9d68f7e7-2cd0-4f80-a88e-8af6741be29c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.538578 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (d3f735ab-75b2-41ac-9fb7-09a59f72b9ae), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.541454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.560426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9d68f7e7-2cd0-4f80-a88e-8af6741be29c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.565578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.569816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event deleted for resources: {'Port': ['ID=f7f8effc-6019-4774-a90b-8629243b910b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:13.579436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:13.580130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (9d68f7e7-2cd0-4f80-a88e-8af6741be29c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:13.583641 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:13.587443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:13.588020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:13.602046 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:13.619982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] Pushing event deleted for resources: {'Port': ['ID=d3f735ab-75b2-41ac-9fb7-09a59f72b9ae,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:13.642078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3df986-808f-4609-86aa-6ab63686a271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be5279-2d20-42a1-b4ba-826f868b973a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:13.656450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9ade3-46ee-4f61-8aba-b4cc63c2cbd3 req-f16ee3d2-6ae0-4d8e-bba0-983012b3f546 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:13.658802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.660448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.663624 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-41c9ade3-46ee-4f61-8aba-b4cc63c2cbd3 req-f16ee3d2-6ae0-4d8e-bba0-983012b3f546 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 945 time: 0.5782669
May 14 21:36:13.678670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde3512-a69a-45ac-866c-cc688a2e3834 None None] No DVR routers for this DVR port d3f735ab-75b2-41ac-9fb7-09a59f72b9ae on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:13.721622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137096af-d1c4-4b84-abc7-4bc38bc74053 None None] Pushing event updated for resources: {'Port': ['ID=1c7f596f-691b-4dd8-b236-4bb729cf8293,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:13.732907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 195c28d8-8f74-4798-b2bc-25bc511e1da1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:13.765762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-471d1542-f7ad-4602-b243-89587deabc6f admin admin] Publish callbacks [] for security_group (32be5279-2d20-42a1-b4ba-826f868b973a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.807412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-471d1542-f7ad-4602-b243-89587deabc6f admin admin] Publish callbacks [] for security_group (32be5279-2d20-42a1-b4ba-826f868b973a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.818394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:36:13.818394 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:36:13.818394 ncdv-master-1 neutron-server[115781]: [parameters: {'id': 'd696f383-e3da-4c44-9caa-2b1144eac371'}]
May 14 21:36:13.818394 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:13.824482 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:13.825949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-41c9ade3-46ee-4f61-8aba-b4cc63c2cbd3 req-92276bc0-3350-4abb-85b7-183b58713da7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5c8128c-f009-444e-aa3e-51cfc44294c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1614847
May 14 21:36:13.850318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77ad1c-fbbe-4825-b53f-af512c9651ed None None] Network d696f383-e3da-4c44-9caa-2b1144eac371 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:13.852543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (2379f3be-5962-40d1-834f-0e520eee96e4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.860523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.870653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.874725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:13.883060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/networks/2379f3be-5962-40d1-834f-0e520eee96e4 HTTP/1.1" status: 204  len: 168 time: 1.5097203
May 14 21:36:13.889212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55122) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:13.901995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854ce7f-30ce-43a6-88d8-160c1aef3f33 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Network': ['ID=2379f3be-5962-40d1-834f-0e520eee96e4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:13.945336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Router 1c9855c9-c552-4cd2-967e-796180258ec7 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:14.010919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.032572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d997121d-d5fd-4dda-af06-15496863df8e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.035551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:14.041929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ae1c73ca-16b9-4a63-b2ee-d140dad397ad tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/195c28d8-8f74-4798-b2bc-25bc511e1da1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7040839
May 14 21:36:14.043507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:14.048969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55124) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:14.051412 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] Sync routers for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:14.075548 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:14.076440 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231dd8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.094934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:14.112468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] Sync routers for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:14.119904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:14.129033 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231dd8df0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.135207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-471d1542-f7ad-4602-b243-89587deabc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32be5279-2d20-42a1-b4ba-826f868b973a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.137802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-471d1542-f7ad-4602-b243-89587deabc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.137972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:14.138521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b7fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.141482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-471d1542-f7ad-4602-b243-89587deabc6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32be5279-2d20-42a1-b4ba-826f868b973a HTTP/1.1" status: 204  len: 168 time: 0.9779274
May 14 21:36:14.162455 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:14.163273 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231dd8df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.196070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] No DVR routers for this DVR port f7f8effc-6019-4774-a90b-8629243b910b on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:14.205086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.205311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d1542-f7ad-4602-b243-89587deabc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be5279-2d20-42a1-b4ba-826f868b973a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:14.219228 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231dd8df0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.219455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a00278c-7708-4279-bbb0-1d8433beddba tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7546995
May 14 21:36:14.220150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55128) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:14.220298 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0af7b-f33c-40fb-b8c2-472ba6371005 None None] The sync data for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:14.221604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.229672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f7f8effc-6019-4774-a90b-8629243b910b no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:14.230077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22a01d02-2ae3-490e-b3e0-9dc93d1993f9 req-52fc9e5e-8684-4f21-ae57-8caf44804be3 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "DELETE /v2.0/ports/f7f8effc-6019-4774-a90b-8629243b910b HTTP/1.1" status: 204  len: 173 time: 2.7607181
May 14 21:36:14.231981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'name': 'network-vif-deleted', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:36:14.236251 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd248d1-4391-40a0-be84-b35d51b3b1a4" -d '{"events": [{"server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "name": "network-vif-deleted", "tag": "f7f8effc-6019-4774-a90b-8629243b910b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:36:14.242409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244190939'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:14.262334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0190cb-14d3-4fd9-8cdd-c6e7c443e98f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:14.263763 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e0190cb-14d3-4fd9-8cdd-c6e7c443e98f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports/a35e6f04-aaf9-40c1-aa2c-e46f429f74be HTTP/1.1" status: 200  len: 910 time: 0.2135491
May 14 21:36:14.275846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55132) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:14.289921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Publish callbacks [] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.293420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: f7f8effc-6019-4774-a90b-8629243b910b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:14.294050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f7f8effc-6019-4774-a90b-8629243b910b not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:14.303455 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a990ff5-cc57-4847-ae1a-82407e7de4e0 x-openstack-request-id: req-4a990ff5-cc57-4847-ae1a-82407e7de4e0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:36:14.303802 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9fd379-b825-4ca8-958b-48f636ce03ff", "name": "network-vif-deleted", "tag": "f7f8effc-6019-4774-a90b-8629243b910b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:36:14.304059 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a990ff5-cc57-4847-ae1a-82407e7de4e0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:36:14.304480 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a990ff5-cc57-4847-ae1a-82407e7de4e0'] response: {'server_uuid': 'fd9fd379-b825-4ca8-958b-48f636ce03ff', 'name': 'network-vif-deleted', 'tag': 'f7f8effc-6019-4774-a90b-8629243b910b', 'status': 'completed', 'code': 200}
May 14 21:36:14.320267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.371494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting port 1c7f596f-691b-4dd8-b236-4bb729cf8293 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:14.371878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.407461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:14.434944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d997121d-d5fd-4dda-af06-15496863df8e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.450139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] For port 1c7f596f-691b-4dd8-b236-4bb729cf8293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c7f596f-691b-4dd8-b236-4bb729cf8293,segment=NetworkSegment(0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43),segment_id=0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:14.450560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.450717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.464768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Calling delete_port for 1c7f596f-691b-4dd8-b236-4bb729cf8293 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:14.480764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232e445e0>,) {'filters': {'network_id': ['d997121d-d5fd-4dda-af06-15496863df8e']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.498959 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.505933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232e445e0>, '3250c9e2-cbc7-4d1c-a895-31dc0109555f') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.506438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232e445e0>, '3250c9e2-cbc7-4d1c-a895-31dc0109555f') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.529298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port c3c74a9a-b5b3-4fc1-a692-c3720dad973c yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:14.554167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:14.559160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.569553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a59851-752b-40e9-a12f-e043f0766ad0 None None] Pushing event updated for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:14.593583 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (3250c9e2-cbc7-4d1c-a895-31dc0109555f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.634823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1c7f596f-691b-4dd8-b236-4bb729cf8293), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.646747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:14.718255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3250c9e2-cbc7-4d1c-a895-31dc0109555f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.737976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No DVR routers for this DVR port 1c7f596f-691b-4dd8-b236-4bb729cf8293 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:14.746087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Port': ['ID=1c7f596f-691b-4dd8-b236-4bb729cf8293,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:14.750789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:14.783565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:14.787529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (3250c9e2-cbc7-4d1c-a895-31dc0109555f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:14.788733 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:14.807858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1aad8236-1e3e-4ea6-baba-750de8b9c87c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.808660 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment 1aad8236-1e3e-4ea6-baba-750de8b9c87c of type vlan for network e7e63ac3-2dc4-453a-b770-80e60eca7247
May 14 21:36:14.883351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:14.883944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.885426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e7e63ac3-2dc4-453a-b770-80e60eca7247), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:14.951922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b7fd30>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:14.993595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] Checking router: 1c9855c9-c552-4cd2-967e-796180258ec7 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:15.003606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.015402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:15.015647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b7fd30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:15.038553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e7e63ac3-2dc4-453a-b770-80e60eca7247), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.045208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:15.046062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.058423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bab8430>,) {'filters': {'network_id': ['d696f383-e3da-4c44-9caa-2b1144eac371']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:15.067034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b027f6c8-a398-441f-8cd0-e9983b1e1327 req-18b65cd8-6a07-4efc-861f-4d410870c526 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd9fd379-b825-4ca8-958b-48f636ce03ff HTTP/1.1" status: 200  len: 210 time: 0.0665669
May 14 21:36:15.100043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d997121d-d5fd-4dda-af06-15496863df8e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.106029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bab8430>, '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:15.106029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bab8430>, '0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:15.122030 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.125202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] 10.222.0.52 "DELETE /v2.0/networks/d997121d-d5fd-4dda-af06-15496863df8e HTTP/1.1" status: 204  len: 168 time: 1.2339768
May 14 21:36:15.193151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.205806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049c610-137d-4c32-8712-37bdc8389408 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] Pushing event deleted for resources: {'Network': ['ID=d997121d-d5fd-4dda-af06-15496863df8e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:15.220451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:15.236865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 751 time: 1.0042040
May 14 21:36:15.239926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55142) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:15.253029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:15.262977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08e796-c595-40e7-96bf-ddbd5463d74c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=e7e63ac3-2dc4-453a-b770-80e60eca7247,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:15.280300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.288275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:15.296962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:15.297434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (0fe6ca50-fdc3-4a1b-8d03-92cfbb0a5e43), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:15.304357 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:15.306441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55144) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:15.355874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 172.20.0.3 (88e03173-3786-4c9f-927f-9ea223dbf14a/c345d713-c177-4808-8bdf-42fab1811784/c3c74a9a-b5b3-4fc1-a692-c3720dad973c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:15.365095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:feee:f8be (88e03173-3786-4c9f-927f-9ea223dbf14a/b6b66c83-c99e-4a67-888d-3390cf1bf87d/c3c74a9a-b5b3-4fc1-a692-c3720dad973c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:15.380788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.406238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d3f735ab-75b2-41ac-9fb7-09a59f72b9ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:15.436000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d3f735ab-75b2-41ac-9fb7-09a59f72b9ae {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:15.438575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d3f735ab-75b2-41ac-9fb7-09a59f72b9ae not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:15.455609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:15.498382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b964e45a-de4d-4c49-a235-6bda4604c459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.607955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d696f383-e3da-4c44-9caa-2b1144eac371), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.619012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.622153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/d696f383-e3da-4c44-9caa-2b1144eac371 HTTP/1.1" status: 204  len: 168 time: 4.8170760
May 14 21:36:15.627047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55152) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:15.645135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353db5c-ec3f-4d2c-9c72-4c338146d1d7 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:36:15.661614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431533476'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:15.677268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70aee4-1d0e-4fc4-adf4-40117f84564e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=d696f383-e3da-4c44-9caa-2b1144eac371,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:15.722567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:15.726668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.812738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (c3c74a9a-b5b3-4fc1-a692-c3720dad973c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.834369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b964e45a-de4d-4c49-a235-6bda4604c459 admin admin] Publish callbacks [] for security_group (242baf45-e03b-460e-aa36-d5d8e9a8a4ba), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.906147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:15.909859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.935276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0ea44229-2442-4401-b93b-3a3321baa4b4 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:15.936312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ea44229-2442-4401-b93b-3a3321baa4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.937859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.939259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port a35e6f04-aaf9-40c1-aa2c-e46f429f74be {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:15.939645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.978830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b964e45a-de4d-4c49-a235-6bda4604c459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (242baf45-e03b-460e-aa36-d5d8e9a8a4ba), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:15.983817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:16.030776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (760554bf-de66-4814-9960-8413f74ff6eb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.031254 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 760554bf-de66-4814-9960-8413f74ff6eb of type vlan for network ac55cd55-656f-43ac-b167-e438dcf15dd9
May 14 21:36:16.038643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c3c74a9a-b5b3-4fc1-a692-c3720dad973c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.057884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b964e45a-de4d-4c49-a235-6bda4604c459 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c075ca5be1b45b292f21b4047f317e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7057750
May 14 21:36:16.071030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:16.080456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964e45a-de4d-4c49-a235-6bda4604c459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242baf45-e03b-460e-aa36-d5d8e9a8a4ba,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:16.098718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ac55cd55-656f-43ac-b167-e438dcf15dd9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.110857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.122532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:16.130900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ea44229-2442-4401-b93b-3a3321baa4b4 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:16.155656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:16.159431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:16.176478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b7fd30>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:16.211242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a36e421-667f-4d17-9a98-6c6a9a3768c1 None None] The sync data for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 is: [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:32:34Z', 'revision_number': 4, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '166a4b40-7949-4d9d-98da-656d53a0e29e', 'name': '', 'network_id': '80d87f84-7a26-47b5-8752-d965abc19974', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'mac_address': 'fa:16:3e:18:a6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:33Z', 'updated_at': '2022-05-14T21:32:40Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'subnets': [{'id': '4286a7fa-1e79-42e8-916b-8f6b26d50853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:16.217677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:16.218408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=c3c74a9a-b5b3-4fc1-a692-c3720dad973c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:16.231403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:16.232079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: e7e63ac3-2dc4-453a-b770-80e60eca7247, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:16.232833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8353db5c-ec3f-4d2c-9c72-4c338146d1d7 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:36:16.279373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:16.280037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.286833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.309661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1741abbb-0775-40d7-86cc-fda0657f7c3c admin admin] Publish callbacks [] for security_group (242baf45-e03b-460e-aa36-d5d8e9a8a4ba), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.309661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for a35e6f04-aaf9-40c1-aa2c-e46f429f74be owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:16.329988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ac55cd55-656f-43ac-b167-e438dcf15dd9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.338483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:16.339143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.348885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1741abbb-0775-40d7-86cc-fda0657f7c3c admin admin] Publish callbacks [] for security_group (242baf45-e03b-460e-aa36-d5d8e9a8a4ba), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.383221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55182) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:16.384531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:16.457899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=ac55cd55-656f-43ac-b167-e438dcf15dd9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:16.465945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8593c2bc-c4e9-4210-b60f-794d89ab6874 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.3733690
May 14 21:36:16.469631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55184) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:16.477221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ac55cd55-656f-43ac-b167-e438dcf15dd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:16.510687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b87ce8-bec7-462a-9260-b3447f65c93a None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:16.510819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388117ea-bf97-4303-83e8-4c9b4bdbbb57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group (c5c8128c-f009-444e-aa3e-51cfc44294c4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.518786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7e63ac3-2dc4-453a-b770-80e60eca7247) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:16.526409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-484a392a-36bd-4cb6-a0ff-7f61d043188c tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 760 time: 0.8859329
May 14 21:36:16.530827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55186) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:16.532450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:16.533500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.549818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': 'ac55cd55-656f-43ac-b167-e438dcf15dd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:16.575005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52cbf2c-1fa6-4c08-a66b-39d43cdbc143 None None] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:16.595151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388117ea-bf97-4303-83e8-4c9b4bdbbb57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group (c5c8128c-f009-444e-aa3e-51cfc44294c4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.600738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015d5e7-b0bf-4037-9e06-ddd672e3af5f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:16.606192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015d5e7-b0bf-4037-9e06-ddd672e3af5f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:16.608299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e015d5e7-b0bf-4037-9e06-ddd672e3af5f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.1406031
May 14 21:36:16.610924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55190) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:16.635206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1741abbb-0775-40d7-86cc-fda0657f7c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (242baf45-e03b-460e-aa36-d5d8e9a8a4ba), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.637987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1741abbb-0775-40d7-86cc-fda0657f7c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.642019 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1741abbb-0775-40d7-86cc-fda0657f7c3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/242baf45-e03b-460e-aa36-d5d8e9a8a4ba HTTP/1.1" status: 204  len: 168 time: 0.5673294
May 14 21:36:16.680935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741abbb-0775-40d7-86cc-fda0657f7c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242baf45-e03b-460e-aa36-d5d8e9a8a4ba,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:16.757813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8438ce1c-ccea-492c-9f18-5f7de00212c3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5167456
May 14 21:36:16.761334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:16.901344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port c3c74a9a-b5b3-4fc1-a692-c3720dad973c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:16.901772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c3c74a9a-b5b3-4fc1-a692-c3720dad973c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.910095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7e63ac3-2dc4-453a-b770-80e60eca7247', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:16.910905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a35e6f04-aaf9-40c1-aa2c-e46f429f74be), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.911201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.924444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b4923-8117-4c28-978e-caf150d1f24a None None] New status for floating IP 3c262cad-f0d2-4767-8d36-5a922e66bd51: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:36:16.947113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388117ea-bf97-4303-83e8-4c9b4bdbbb57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c5c8128c-f009-444e-aa3e-51cfc44294c4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.947642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.950841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-388117ea-bf97-4303-83e8-4c9b4bdbbb57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:16.958591 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-388117ea-bf97-4303-83e8-4c9b4bdbbb57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "DELETE /v2.0/security-groups/c5c8128c-f009-444e-aa3e-51cfc44294c4 HTTP/1.1" status: 204  len: 168 time: 0.5686123
May 14 21:36:17.008630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:17.009286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:17.012884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.132946 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-27b2930b-c09b-499d-bbac-c80da76088ef tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] show failed (client error): The resource could not be found.
May 14 21:36:17.137750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=a35e6f04-aaf9-40c1-aa2c-e46f429f74be,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:17.138324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-27b2930b-c09b-499d-bbac-c80da76088ef tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups/c5c8128c-f009-444e-aa3e-51cfc44294c4 HTTP/1.1" status: 404  len: 347 time: 0.1187024
May 14 21:36:17.138435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55204) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:17.164622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c3c74a9a-b5b3-4fc1-a692-c3720dad973c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.165166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Allocated IP 2001:db8::2 (e7e63ac3-2dc4-453a-b770-80e60eca7247/fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c/b3e22091-87c2-4ce5-aa73-e19a3d302649) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:17.200424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for c3c74a9a-b5b3-4fc1-a692-c3720dad973c owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:17.265726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388117ea-bf97-4303-83e8-4c9b4bdbbb57 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c8128c-f009-444e-aa3e-51cfc44294c4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:17.579703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-93394c74-c938-4efb-ae37-0577752ff2d4 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:17.580221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-93394c74-c938-4efb-ae37-0577752ff2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.590012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (a2e2fddb-db65-4629-8405-9a87611af1a1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.675948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Deleting port f6205b85-df54-4af0-aa3b-17ed0c621c74 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:17.675948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.692941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=a2e2fddb-db65-4629-8405-9a87611af1a1,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:17.695325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '760554bf-de66-4814-9960-8413f74ff6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ac55cd55-656f-43ac-b167-e438dcf15dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:17.695879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: ac55cd55-656f-43ac-b167-e438dcf15dd9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:17.737284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-93394c74-c938-4efb-ae37-0577752ff2d4 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:17.749524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-93394c74-c938-4efb-ae37-0577752ff2d4 None None] Provisioning complete for port c3c74a9a-b5b3-4fc1-a692-c3720dad973c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:17.749986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-93394c74-c938-4efb-ae37-0577752ff2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c3c74a9a-b5b3-4fc1-a692-c3720dad973c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.786601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Publish callbacks [] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.787288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c3c74a9a-b5b3-4fc1-a692-c3720dad973c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.808573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-93394c74-c938-4efb-ae37-0577752ff2d4 None None] Port c3c74a9a-b5b3-4fc1-a692-c3720dad973c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:17.849406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=c3c74a9a-b5b3-4fc1-a692-c3720dad973c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:17.852680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network ac55cd55-656f-43ac-b167-e438dcf15dd9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:17.905299 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.967635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a1d19cfe-098e-47d4-982f-93a900eb0304 None None] Could not find standard attr ID for object c3c74a9a-b5b3-4fc1-a692-c3720dad973c. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:36:17.969528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:17.978788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:17.982106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ed84ae8-2c98-4fcf-81d2-4e27a868de39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/c3c74a9a-b5b3-4fc1-a692-c3720dad973c HTTP/1.1" status: 204  len: 168 time: 1.3702135
May 14 21:36:17.985181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55218) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:17.996862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac55cd55-656f-43ac-b167-e438dcf15dd9) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:18.003913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:18.003913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:18.024070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:18.024381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52b44e-3a43-4a49-9f83-3dc232875c5f None None] Network ac55cd55-656f-43ac-b167-e438dcf15dd9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:18.026667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.061799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a2e7b-16e1-4840-ad7f-231957107f26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:18.063379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a2e7b-16e1-4840-ad7f-231957107f26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:18.064917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a2e7b-16e1-4840-ad7f-231957107f26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:18.069493 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2a4a2e7b-16e1-4840-ad7f-231957107f26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0813830
May 14 21:36:18.069739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55222) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:18.086606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Pushing event updated for resources: {'Port': ['ID=b3e22091-87c2-4ce5-aa73-e19a3d302649,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:18.172600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ca54d04-cab3-4e97-90a3-22d6f9b4419b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.6276405
May 14 21:36:18.176601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55228) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:18.184653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Attempting to bind port b3e22091-87c2-4ce5-aa73-e19a3d302649 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:18.184947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Attempting to bind port b3e22091-87c2-4ce5-aa73-e19a3d302649 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:18.185381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Attempting to bind port b3e22091-87c2-4ce5-aa73-e19a3d302649 on network e7e63ac3-2dc4-453a-b770-80e60eca7247 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:18.196337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:18.196729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Checking segment: {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:18.197141 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.197564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Bound using segment: {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:18.198222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Bound port: b3e22091-87c2-4ce5-aa73-e19a3d302649, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:18.198618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.293769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] For port b3e22091-87c2-4ce5-aa73-e19a3d302649, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:18.297260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] For port b3e22091-87c2-4ce5-aa73-e19a3d302649, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e22091-87c2-4ce5-aa73-e19a3d302649,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:18.302101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ac55cd55-656f-43ac-b167-e438dcf15dd9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.331193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet b6b66c83-c99e-4a67-888d-3390cf1bf87d {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:18.335125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (b6b66c83-c99e-4a67-888d-3390cf1bf87d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.343714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.344285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (f6205b85-df54-4af0-aa3b-17ed0c621c74), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.360307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6df40c-85da-448e-87f5-49d8fc175445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac55cd55-656f-43ac-b167-e438dcf15dd9', 'network_id': 'ac55cd55-656f-43ac-b167-e438dcf15dd9', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': 'a2e2fddb-db65-4629-8405-9a87611af1a1'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:18.362674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef6df40c-85da-448e-87f5-49d8fc175445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.362801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Calling delete_port for f6205b85-df54-4af0-aa3b-17ed0c621c74 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:18.429179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (b6b66c83-c99e-4a67-888d-3390cf1bf87d), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.445080 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.460911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a2e2fddb-db65-4629-8405-9a87611af1a1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.508923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba3046-2bc6-4ce8-aa90-1c39a02422e7 None None] Pushing event updated for resources: {'Port': ['ID=b3e22091-87c2-4ce5-aa73-e19a3d302649,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:18.569530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b6b66c83-c99e-4a67-888d-3390cf1bf87d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.599904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.662179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (a2e2fddb-db65-4629-8405-9a87611af1a1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.697661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e2fddb-db65-4629-8405-9a87611af1a1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server [None req-ef6df40c-85da-448e-87f5-49d8fc175445 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2e2fddb-db65-4629-8405-9a87611af1a1: This subnet is being modified by another concurrent operation.
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:18.723283 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise exception
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2e2fddb-db65-4629-8405-9a87611af1a1: This subnet is being modified by another concurrent operation.
May 14 21:36:18.727518 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server 
May 14 21:36:18.733704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b6b66c83-c99e-4a67-888d-3390cf1bf87d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.733825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.752839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b960e4f-8af0-4b2e-952f-e697ce70ba9a None None] Network ac55cd55-656f-43ac-b167-e438dcf15dd9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:18.885727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b66c83-c99e-4a67-888d-3390cf1bf87d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:18.889068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.898463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e9baa2e3-cca2-420d-9f60-6287302aa078 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/b6b66c83-c99e-4a67-888d-3390cf1bf87d HTTP/1.1" status: 204  len: 168 time: 0.8274782
May 14 21:36:18.926528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e02d22-9f30-4f80-abeb-5e2f00f7ffff None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:18.928831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55240) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:18.938033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ac55cd55-656f-43ac-b167-e438dcf15dd9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.957327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f6205b85-df54-4af0-aa3b-17ed0c621c74), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:18.980351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ba26490>,) {'filters': {'network_id': ['ac55cd55-656f-43ac-b167-e438dcf15dd9']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:18.993714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ba26490>, '760554bf-de66-4814-9960-8413f74ff6eb') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:18.993999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ba26490>, '760554bf-de66-4814-9960-8413f74ff6eb') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:19.005181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (760554bf-de66-4814-9960-8413f74ff6eb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.027101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (760554bf-de66-4814-9960-8413f74ff6eb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.035162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:19.035669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (760554bf-de66-4814-9960-8413f74ff6eb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:19.104838 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:19.157301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event deleted for resources: {'Port': ['ID=f6205b85-df54-4af0-aa3b-17ed0c621c74,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:19.189010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet c345d713-c177-4808-8bdf-42fab1811784 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:19.193033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ac55cd55-656f-43ac-b167-e438dcf15dd9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.204341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (c345d713-c177-4808-8bdf-42fab1811784), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.212450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531631'] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.215414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/ac55cd55-656f-43ac-b167-e438dcf15dd9 HTTP/1.1" status: 204  len: 168 time: 1.0376658
May 14 21:36:19.244047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:19.247467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8::1 (e7e63ac3-2dc4-453a-b770-80e60eca7247/fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c/5876cdab-b601-4111-97ea-877d2e773537) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:19.259390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c325d4-af2e-40ea-99ad-405cf1622939 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=ac55cd55-656f-43ac-b167-e438dcf15dd9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:19.270607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1558681965'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:19.283172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (c345d713-c177-4808-8bdf-42fab1811784), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.300052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks [] for floatingip (3c262cad-f0d2-4767-8d36-5a922e66bd51), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.305156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.308907 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-697259e3-ab95-48f9-b733-f27066d0d6a0 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "DELETE /v2.0/floatingips/3c262cad-f0d2-4767-8d36-5a922e66bd51 HTTP/1.1" status: 204  len: 168 time: 2.0633259
May 14 21:36:19.412266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (c345d713-c177-4808-8bdf-42fab1811784), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.454958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:19.458642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.550610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:19.571123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 195c28d8-8f74-4798-b2bc-25bc511e1da1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:19.576668 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (5876cdab-b601-4111-97ea-877d2e773537), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.592439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (c345d713-c177-4808-8bdf-42fab1811784), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.598444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1eebe25b-43b8-4c82-ac02-fd0b5da00480), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.598971 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 1eebe25b-43b8-4c82-ac02-fd0b5da00480 of type vlan for network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e
May 14 21:36:19.653964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.659194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/c345d713-c177-4808-8bdf-42fab1811784 HTTP/1.1" status: 204  len: 168 time: 0.7276402
May 14 21:36:19.659194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d77d2-3d14-4be0-a2c0-d1c4735699e1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=c345d713-c177-4808-8bdf-42fab1811784,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:19.660785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.680117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55258) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:19.782156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dc3699c6-220a-407e-b10c-68d3673eb9b0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1008484
May 14 21:36:19.788276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:19.793925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:19.836734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:19.848386 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6fd930d5-4173-4224-b217-f7ab6e2fcfc1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/195c28d8-8f74-4798-b2bc-25bc511e1da1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5687075
May 14 21:36:19.849032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55266) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:19.851917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] Sync routers for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:19.856724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.862399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:19.864143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:19.876358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:19.877969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230110bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:19.988403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5876cdab-b601-4111-97ea-877d2e773537), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.034983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230110bb0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:20.051346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:20.052188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230110bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:20.104486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230110bb0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:20.105198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61382535-1e51-4f98-a02b-b7660b438a64 None None] The sync data for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:20.110344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55286) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:20.112130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 761 time: 0.8580751
May 14 21:36:20.116774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:20.126023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba6db5-82d0-4040-9407-4fce8823ec1d None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:20.130350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:20.136258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:20.139729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:20.139729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.149959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4f883-bea9-4a6d-8e19-27c752e97b9b tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=8ea6b8dd-7194-4732-a18c-ee8969ea9c9e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:20.183142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:20.199141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:20.205511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.233087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=5876cdab-b601-4111-97ea-877d2e773537,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:20.474293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfedc2-12be-49ea-bbf2-86ebab735fc4 None None] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:20.494567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bd07754e-f8a0-4c1e-949a-aced8b6b4901 None None] Provisioning complete for port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:20.494567 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd07754e-f8a0-4c1e-949a-aced8b6b4901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.668567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.714037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b3e22091-87c2-4ce5-aa73-e19a3d302649 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:20.714830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.795243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:20.835324 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.852719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e is not hosted by any dhcp agent {{(pid=115781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:36:20.858607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:20.859419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.864264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "PUT /v2.0/networks/8ea6b8dd-7194-4732-a18c-ee8969ea9c9e HTTP/1.1" status: 200  len: 723 time: 0.7526107
May 14 21:36:20.865342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:20.881261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '8ea6b8dd-7194-4732-a18c-ee8969ea9c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:20.888957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5876cdab-b601-4111-97ea-877d2e773537), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.935177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bd07754e-f8a0-4c1e-949a-aced8b6b4901 None None] Current status of the port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:20.935847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] Deleting port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:20.936394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:20.938253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b3e22091-87c2-4ce5-aa73-e19a3d302649 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:20.938610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.017919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (a2daaf08-e97e-43a9-974d-695a8e8a5a92), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.076503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] For port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:21.076905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.098487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Provisioning complete for port b3e22091-87c2-4ce5-aa73-e19a3d302649 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:21.098863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.111262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa277972-a967-4e75-a36d-2f030fd28f3a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=8ea6b8dd-7194-4732-a18c-ee8969ea9c9e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:21.118130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:21.124430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:21.130528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:21.131131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.186749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:21.210721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] Calling delete_port for 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:21.428274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b3e22091-87c2-4ce5-aa73-e19a3d302649 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:21.430278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.448078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 5beab2e7-df55-4260-b035-d901bc029672 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:21.448421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5beab2e7-df55-4260-b035-d901bc029672), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.537013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7447705
May 14 21:36:21.538671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port b3e22091-87c2-4ce5-aa73-e19a3d302649, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e22091-87c2-4ce5-aa73-e19a3d302649,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:21.541489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55306) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:21.551815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:21.575352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Current status of the port b3e22091-87c2-4ce5-aa73-e19a3d302649 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:21.575830 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.598528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18deb-3fec-4acf-8064-08bec5fa9a26 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=a2daaf08-e97e-43a9-974d-695a8e8a5a92,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:21.651625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5beab2e7-df55-4260-b035-d901bc029672), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.658492 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.674132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 5beab2e7-df55-4260-b035-d901bc029672 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:21.702707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (5876cdab-b601-4111-97ea-877d2e773537), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.721255 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (6b42a3f6-92eb-47a7-af4c-d2bf03d48f31), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.751288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:21.758227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] No DVR routers for this DVR port 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:21.759658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=b3e22091-87c2-4ce5-aa73-e19a3d302649,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:21.761919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.765595 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:21.765999 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:21.792789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee2b3e-5949-4141-9ae0-927f1681340b None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:36:21.796005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4b31-1383-4e73-be56-306bba13dff6 None None] Pushing event deleted for resources: {'Port': ['ID=6b42a3f6-92eb-47a7-af4c-d2bf03d48f31,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:21.827388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5876cdab-b601-4111-97ea-877d2e773537), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.828279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.849269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:21.854145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:21.950971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ee2b3e-5949-4141-9ae0-927f1681340b None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:36:21.965191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=5876cdab-b601-4111-97ea-877d2e773537,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:22.023106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:22.027654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:22.123590 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5beab2e7-df55-4260-b035-d901bc029672), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.159948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=5beab2e7-df55-4260-b035-d901bc029672,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:22.204175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'a2daaf08-e97e-43a9-974d-695a8e8a5a92'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:22.206053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.217797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (9f9384a0-56ed-4abd-afee-ad6e2c8e8033), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.297227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=9f9384a0-56ed-4abd-afee-ad6e2c8e8033,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:22.342801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '1eebe25b-43b8-4c82-ac02-fd0b5da00480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8ea6b8dd-7194-4732-a18c-ee8969ea9c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:22.347789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:22.349936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:36:22.363508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (195c28d8-8f74-4798-b2bc-25bc511e1da1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.366694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-316cf47f-71a1-474c-a72d-f4c2546812bd None None] Current status of the port b3e22091-87c2-4ce5-aa73-e19a3d302649 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:22.413986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Allocated IP 172.20.0.2 (88e03173-3786-4c9f-927f-9ea223dbf14a/a2daaf08-e97e-43a9-974d-695a8e8a5a92/19004bb7-8e10-4499-9dad-63346db580d6) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:22.461495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:22.502791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a13000e1-0178-46b8-94fb-e2ec1aa235cf None None] Provisioning complete for port b3e22091-87c2-4ce5-aa73-e19a3d302649 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:22.503042 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a13000e1-0178-46b8-94fb-e2ec1aa235cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.539072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:36:22.540996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (7c536b9c-1b5d-4d1e-add9-fccca97eea24), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.588153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:22.599224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:22.599935 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.616898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:22.633823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:22.639735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:22.640401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.652035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b3e22091-87c2-4ce5-aa73-e19a3d302649 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:22.655227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=7c536b9c-1b5d-4d1e-add9-fccca97eea24,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:22.665350 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Publish callbacks [] for port (19004bb7-8e10-4499-9dad-63346db580d6), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.703410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a13000e1-0178-46b8-94fb-e2ec1aa235cf None None] Current status of the port b3e22091-87c2-4ce5-aa73-e19a3d302649 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:22.720086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a13000e1-0178-46b8-94fb-e2ec1aa235cf None None] Provisioning complete for port 5876cdab-b601-4111-97ea-877d2e773537 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:22.720450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a13000e1-0178-46b8-94fb-e2ec1aa235cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5876cdab-b601-4111-97ea-877d2e773537), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.764005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b3e22091-87c2-4ce5-aa73-e19a3d302649 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:22.764380 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.775211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-58b43a0f-a279-4679-843c-e8ee717e6af2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8986409
May 14 21:36:22.777852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:22.783207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:22.794898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a13000e1-0178-46b8-94fb-e2ec1aa235cf None None] Port 5876cdab-b601-4111-97ea-877d2e773537 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:22.819471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (19004bb7-8e10-4499-9dad-63346db580d6), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.842559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c768b8c6-9218-48eb-a08b-18e62d939ead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2973883
May 14 21:36:22.843754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55328) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:22.848155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:68:f9:20', 'name': 'tempest-NetworksTestDHCPv6-599801651'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:22.905676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:22.909334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Pushing event updated for resources: {'Port': ['ID=19004bb7-8e10-4499-9dad-63346db580d6,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:22.912738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:22.917920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:22.923976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b3e22091-87c2-4ce5-aa73-e19a3d302649 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:22.960635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:22.969082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f4d6dc2-39b9-41af-97c3-2d957b05a0ce tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2064669
May 14 21:36:22.976774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25985223'] for subnet (9f9384a0-56ed-4abd-afee-ad6e2c8e8033), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:22.979305 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:22.983175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55332) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:22.990866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2109837342'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:22.999393 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:23.002081 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d1fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:23.050889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Attempting to bind port 19004bb7-8e10-4499-9dad-63346db580d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:23.051395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Attempting to bind port 19004bb7-8e10-4499-9dad-63346db580d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:23.051889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Attempting to bind port 19004bb7-8e10-4499-9dad-63346db580d6 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:23.060177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:23.083655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:23.084152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:23.084558 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.086352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:23.086869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Bound port: 19004bb7-8e10-4499-9dad-63346db580d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:23.087527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (19004bb7-8e10-4499-9dad-63346db580d6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.090848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:23.091236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b42a3f6-92eb-47a7-af4c-d2bf03d48f31 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:23.131806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:23.135874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.148735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 195c28d8-8f74-4798-b2bc-25bc511e1da1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:23.179242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:23.196312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bf734c21-5f66-49ab-83d0-bb82db3b21c3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.203241 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment bf734c21-5f66-49ab-83d0-bb82db3b21c3 of type vlan for network 753206d5-6c24-4c3b-925c-723122808590
May 14 21:36:23.207257 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:23.212005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] For port 19004bb7-8e10-4499-9dad-63346db580d6, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:23.220158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] For port 19004bb7-8e10-4499-9dad-63346db580d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19004bb7-8e10-4499-9dad-63346db580d6,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:23.303062 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (19004bb7-8e10-4499-9dad-63346db580d6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.322225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:23.332511 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7162330-e4d9-4e2f-8656-ec43c8ee01c1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/195c28d8-8f74-4798-b2bc-25bc511e1da1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4819720
May 14 21:36:23.335268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55358) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:23.347956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (753206d5-6c24-4c3b-925c-723122808590), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.356922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] Sync routers for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:23.371322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:23.388955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aaaadf34-c0d1-4d34-a589-82ee7e5f0b50 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=195c28d8-8f74-4798-b2bc-25bc511e1da1 HTTP/1.1" status: 200  len: 205 time: 0.0524926
May 14 21:36:23.392867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:23.421504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:23.422460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223ab53a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:23.430998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749439507923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25299550'] for subnet (9f9384a0-56ed-4abd-afee-ad6e2c8e8033), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.469918 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d1fbb0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:20Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:21Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:23.491302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223ab53a0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:23.498103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d16c2e-9c10-44ee-aac4-3e9b12b3366c None None] Pushing event updated for resources: {'Port': ['ID=19004bb7-8e10-4499-9dad-63346db580d6,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:23.506007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] Routers {'195c28d8-8f74-4798-b2bc-25bc511e1da1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:23.506641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223ab53a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['195c28d8-8f74-4798-b2bc-25bc511e1da1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:23.515634 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:23.516320 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Updating router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 port 5876cdab-b601-4111-97ea-877d2e773537 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:36:23.584585 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5876cdab-b601-4111-97ea-877d2e773537), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.600754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (753206d5-6c24-4c3b-925c-723122808590), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.605262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:23.605262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.606844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "PUT /v2.0/subnets/9f9384a0-56ed-4abd-afee-ad6e2c8e8033 HTTP/1.1" status: 200  len: 806 time: 0.8279610
May 14 21:36:23.607848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb964ac-5a89-4436-97fd-bd818d8f175d tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=9f9384a0-56ed-4abd-afee-ad6e2c8e8033,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:23.608140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223ab53a0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:23.608769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4db04fc-c4c0-46a1-b368-549a7b972676 None None] The sync data for ids ['195c28d8-8f74-4798-b2bc-25bc511e1da1'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:23.613572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55372) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:23.623753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:23.624397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.683945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (195c28d8-8f74-4798-b2bc-25bc511e1da1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.745172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.829731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 4145fc72-f430-4e28-9944-7dfe23f737b2 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:23.857952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:23.878863 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 751 time: 0.8919599
May 14 21:36:23.884370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55386) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:23.890824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:23.970800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74793ab7-9980-4a52-b14b-4bf347afcbe1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=753206d5-6c24-4c3b-925c-723122808590,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:23.991209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 753206d5-6c24-4c3b-925c-723122808590 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:24.068712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (9f9384a0-56ed-4abd-afee-ad6e2c8e8033), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.101887 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Publish callbacks [] for port (5876cdab-b601-4111-97ea-877d2e773537), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.172119 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5876cdab-b601-4111-97ea-877d2e773537), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.173737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (195c28d8-8f74-4798-b2bc-25bc511e1da1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.178626 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (195c28d8-8f74-4798-b2bc-25bc511e1da1), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.190068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 172.20.0.3 (88e03173-3786-4c9f-927f-9ea223dbf14a/a2daaf08-e97e-43a9-974d-695a8e8a5a92/4145fc72-f430-4e28-9944-7dfe23f737b2) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:24.207803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fe68:f920 (88e03173-3786-4c9f-927f-9ea223dbf14a/7c536b9c-1b5d-4d1e-add9-fccca97eea24/4145fc72-f430-4e28-9944-7dfe23f737b2) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:24.255066 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc659f7-3e09-40d7-ae01-d611d400cfcf None None] Pushing event updated for resources: {'Port': ['ID=5876cdab-b601-4111-97ea-877d2e773537,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:24.268115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:24.271459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.317534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (195c28d8-8f74-4798-b2bc-25bc511e1da1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.318418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router 195c28d8-8f74-4798-b2bc-25bc511e1da1 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:36:24.322745 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Attempting to bind port 5876cdab-b601-4111-97ea-877d2e773537 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:24.323157 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Attempting to bind port 5876cdab-b601-4111-97ea-877d2e773537 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:24.323612 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Attempting to bind port 5876cdab-b601-4111-97ea-877d2e773537 on network e7e63ac3-2dc4-453a-b770-80e60eca7247 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:24.329056 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:24.329589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Checking segment: {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:24.330034 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.330556 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Bound using segment: {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:24.331730 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Bound port: 5876cdab-b601-4111-97ea-877d2e773537, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aad8236-1e3e-4ea6-baba-750de8b9c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:24.332191 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5876cdab-b601-4111-97ea-877d2e773537), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.334371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.335632 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a486b98a-211a-4d40-aeb1-0f1a0e703427 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/195c28d8-8f74-4798-b2bc-25bc511e1da1 HTTP/1.1" status: 204  len: 168 time: 0.9409833
May 14 21:36:24.344027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55392) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:24.381582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (9f9384a0-56ed-4abd-afee-ad6e2c8e8033), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.415854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9384a0-56ed-4abd-afee-ad6e2c8e8033,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:24.419038 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] For port 5876cdab-b601-4111-97ea-877d2e773537, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:24.422817 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] For port 5876cdab-b601-4111-97ea-877d2e773537, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5876cdab-b601-4111-97ea-877d2e773537,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:24.464578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet 35adeca8-43b8-4178-8e5a-e12b3ce10062 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:24.512893 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5876cdab-b601-4111-97ea-877d2e773537), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.536706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.563779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (35adeca8-43b8-4178-8e5a-e12b3ce10062), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.586800 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc659f7-3e09-40d7-ae01-d611d400cfcf None None] Pushing event updated for resources: {'Port': ['ID=5876cdab-b601-4111-97ea-877d2e773537,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:24.592264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231ac0700>,) {'filters': {'network_id': ['8ea6b8dd-7194-4732-a18c-ee8969ea9c9e']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:24.595218 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:24.595987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d1fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:24.603394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8be9243f-5795-4bfb-9c79-219356d730f6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.612365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231ac0700>, '1eebe25b-43b8-4c82-ac02-fd0b5da00480') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:24.612706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231ac0700>, '1eebe25b-43b8-4c82-ac02-fd0b5da00480') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:24.629310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (4145fc72-f430-4e28-9944-7dfe23f737b2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.638010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1eebe25b-43b8-4c82-ac02-fd0b5da00480), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.646329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 19004bb7-8e10-4499-9dad-63346db580d6 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:24.661631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (35adeca8-43b8-4178-8e5a-e12b3ce10062), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.666468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1eebe25b-43b8-4c82-ac02-fd0b5da00480), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.692606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=8be9243f-5795-4bfb-9c79-219356d730f6,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:24.701808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:24.702265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1eebe25b-43b8-4c82-ac02-fd0b5da00480), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.702779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:24.703141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: 753206d5-6c24-4c3b-925c-723122808590, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:24.706857 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:24.764545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 19004bb7-8e10-4499-9dad-63346db580d6 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:24.767231 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (19004bb7-8e10-4499-9dad-63346db580d6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.795786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 753206d5-6c24-4c3b-925c-723122808590 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:24.810363 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:24.867594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (35adeca8-43b8-4178-8e5a-e12b3ce10062), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.890096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 19004bb7-8e10-4499-9dad-63346db580d6 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:24.890493 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (19004bb7-8e10-4499-9dad-63346db580d6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.896816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4145fc72-f430-4e28-9944-7dfe23f737b2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.918260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 753206d5-6c24-4c3b-925c-723122808590) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:24.925532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:24.926290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.944471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 19004bb7-8e10-4499-9dad-63346db580d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19004bb7-8e10-4499-9dad-63346db580d6,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:24.959882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8ea6b8dd-7194-4732-a18c-ee8969ea9c9e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.985415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:24.989958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/8ea6b8dd-7194-4732-a18c-ee8969ea9c9e HTTP/1.1" status: 204  len: 168 time: 1.3748145
May 14 21:36:24.994649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55408) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:25.022666 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b2e2d0-9df2-4bed-a6f2-f6d7e6d4c5e4 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:25.024721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:25.025994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b2e2d0-9df2-4bed-a6f2-f6d7e6d4c5e4 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:25.026813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (19004bb7-8e10-4499-9dad-63346db580d6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.029024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-34b2e2d0-9df2-4bed-a6f2-f6d7e6d4c5e4 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/8ea6b8dd-7194-4732-a18c-ee8969ea9c9e HTTP/1.1" status: 404  len: 339 time: 0.0332279
May 14 21:36:25.039184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-87e17271-9a44-4a07-b40a-465b1f33d431 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1522732
May 14 21:36:25.040112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55410) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:25.040502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=4145fc72-f430-4e28-9944-7dfe23f737b2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:25.049499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1308942907', 'description': 'd1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:25.056513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:25.058996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55412) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:25.061279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:25.165820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=19004bb7-8e10-4499-9dad-63346db580d6,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:25.169241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08a9c1-b727-4b58-b3a6-f4e17ee3d6cb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=8ea6b8dd-7194-4732-a18c-ee8969ea9c9e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:25.179996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60e222-f9e6-4391-9de0-7d454b60b7d8 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:25.229937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:25.234925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.293133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b18a9-02a4-4165-a6f4-c5ee5814d552 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:25.302102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca90d5-a254-4943-8494-1631ac2dcdea None None] Network 753206d5-6c24-4c3b-925c-723122808590 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:25.342095 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d1fbb0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:20Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:24Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:25.371267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:25.374713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.381112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f495f6b-06a2-48a7-897b-3eb48dfa71d5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.5371141
May 14 21:36:25.383811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55418) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:25.387086 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96ca9f5-227c-435e-8b94-6777740bd935 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:20Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:24Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:25.435160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (35adeca8-43b8-4178-8e5a-e12b3ce10062), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.523547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.527022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/35adeca8-43b8-4178-8e5a-e12b3ce10062 HTTP/1.1" status: 204  len: 168 time: 1.1819448
May 14 21:36:25.533471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5e0d9-956b-4cbf-8d7d-d6ef89597560 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=35adeca8-43b8-4178-8e5a-e12b3ce10062,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:25.535206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:25.598300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:25.613249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ed7f8a9a-be7f-4c10-a0ce-caf1e8041578), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.613989 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment ed7f8a9a-be7f-4c10-a0ce-caf1e8041578 of type vlan for network 2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5
May 14 21:36:25.642839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de32723-366c-4f6f-9514-05297795ebe3 None None] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:25.668450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5ed5d-7fbb-49c8-a3f4-4b0f2ae8d3ef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:25.670645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-753206d5-6c24-4c3b-925c-723122808590', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:25.671772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.673471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.676699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5ed5d-7fbb-49c8-a3f4-4b0f2ae8d3ef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:25.679504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20d5ed5d-7fbb-49c8-a3f4-4b0f2ae8d3ef tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1764 time: 0.2947066
May 14 21:36:25.705722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55422) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:25.707180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet f4fd9c01-a8e5-43a9-99ff-179a569dc9a9 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:25.710836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (f4fd9c01-a8e5-43a9-99ff-179a569dc9a9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.725926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b18a9-02a4-4165-a6f4-c5ee5814d552 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 21:36:25.756740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdd2e5-acd4-4fb6-b3d1-1696e46ca793 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:25.770994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-696f9ca7-4452-4f87-bf54-cc239e9cc46b None None] Provisioning complete for port 19004bb7-8e10-4499-9dad-63346db580d6 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:25.771371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-696f9ca7-4452-4f87-bf54-cc239e9cc46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (19004bb7-8e10-4499-9dad-63346db580d6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.783651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f4fd9c01-a8e5-43a9-99ff-179a569dc9a9), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.787948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdd2e5-acd4-4fb6-b3d1-1696e46ca793 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 21:36:25.835406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2eaa63-1f8b-42c9-a917-dc48d48b0132 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:25.860712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2eaa63-1f8b-42c9-a917-dc48d48b0132 None None] Network 8ea6b8dd-7194-4732-a18c-ee8969ea9c9e could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 21:36:25.885752 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.894357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:25.895007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:25.998631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f4fd9c01-a8e5-43a9-99ff-179a569dc9a9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.074089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.168605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-696f9ca7-4452-4f87-bf54-cc239e9cc46b None None] Current status of the port 19004bb7-8e10-4499-9dad-63346db580d6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:26.172599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] DHCP port deletion for 037acc46-1fa2-4afa-888e-03ff05a13fbd request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:26.199779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f4fd9c01-a8e5-43a9-99ff-179a569dc9a9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.257777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=f4fd9c01-a8e5-43a9-99ff-179a569dc9a9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:26.260804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.271087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c71da55-567a-4b61-8cc5-bdbc87421499 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/f4fd9c01-a8e5-43a9-99ff-179a569dc9a9 HTTP/1.1" status: 204  len: 168 time: 0.7184823
May 14 21:36:26.271758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55432) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:26.283959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1298c67-420e-44c3-be5f-4e0cf782f97a None None] Network 66793b05-04e0-40e1-bf50-d38e2f377b20 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:26.333824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:26.352917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-578bc994-d5bc-4af8-807b-026433866ef1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 763 time: 1.3111303
May 14 21:36:26.356231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55434) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:26.362131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': 'a2daaf08-e97e-43a9-974d-695a8e8a5a92', 'ip_address': '172.20.0.2'}, {'subnet_id': '7c536b9c-1b5d-4d1e-add9-fccca97eea24'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '19004bb7-8e10-4499-9dad-63346db580d6'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:36:26.389715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Allocated IP 2001:db8:1::2 (753206d5-6c24-4c3b-925c-723122808590/8be9243f-5795-4bfb-9c79-219356d730f6/a0703ef6-254d-49ce-b9fb-5d72820d7b30) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:26.405010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:26.407512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (19004bb7-8e10-4499-9dad-63346db580d6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.417378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 4145fc72-f430-4e28-9944-7dfe23f737b2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:26.417697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4145fc72-f430-4e28-9944-7dfe23f737b2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.514070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Deleting port f7621558-9ebd-4060-84a8-c9fd6968aa23 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:26.514070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.516594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] Provisioning complete for port 5876cdab-b601-4111-97ea-877d2e773537 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:26.517406 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5876cdab-b601-4111-97ea-877d2e773537), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.545931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4145fc72-f430-4e28-9944-7dfe23f737b2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.583255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (037acc46-1fa2-4afa-888e-03ff05a13fbd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.584204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 4145fc72-f430-4e28-9944-7dfe23f737b2 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:26.627363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d2d12-027b-4419-9b9a-2bd891b7d321 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:26.630780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-da8d2d12-027b-4419-9b9a-2bd891b7d321 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks?id=2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 HTTP/1.1" status: 200  len: 761 time: 0.2319551
May 14 21:36:26.634969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55436) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:26.640630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'description': 'd2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:26.728033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port f7621558-9ebd-4060-84a8-c9fd6968aa23 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:26.728363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.818474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5876cdab-b601-4111-97ea-877d2e773537 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:26.883240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port f7621558-9ebd-4060-84a8-c9fd6968aa23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7621558-9ebd-4060-84a8-c9fd6968aa23,segment=NetworkSegment(7389037c-3fdb-470c-b6df-e7227802685d),segment_id=7389037c-3fdb-470c-b6df-e7227802685d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:26.883549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:26.884583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] DHCP port deletion for 66793b05-04e0-40e1-bf50-d38e2f377b20 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:26.922604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for f7621558-9ebd-4060-84a8-c9fd6968aa23 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:27.020373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] For port f7621558-9ebd-4060-84a8-c9fd6968aa23, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7621558-9ebd-4060-84a8-c9fd6968aa23,segment=NetworkSegment(7389037c-3fdb-470c-b6df-e7227802685d),segment_id=7389037c-3fdb-470c-b6df-e7227802685d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:27.020724 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.021942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.098216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4145fc72-f430-4e28-9944-7dfe23f737b2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.116194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Calling delete_port for f7621558-9ebd-4060-84a8-c9fd6968aa23 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:27.127410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=4145fc72-f430-4e28-9944-7dfe23f737b2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:27.135467 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.144209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] Deleting port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:27.144875 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.162335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 is not hosted by any dhcp agent {{(pid=115781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:36:27.167156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:27.167803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.171613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "PUT /v2.0/networks/2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 HTTP/1.1" status: 200  len: 758 time: 0.5326183
May 14 21:36:27.172838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55440) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:27.180840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] Current status of the port 5876cdab-b601-4111-97ea-877d2e773537 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:27.184596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5876cdab-b601-4111-97ea-877d2e773537), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.238616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9968d-8ecd-4fff-b950-8d21cf198ab3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:27.243515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.269101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5876cdab-b601-4111-97ea-877d2e773537 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:27.269499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5876cdab-b601-4111-97ea-877d2e773537), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.273355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.280684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db9ca1d9-74a8-4aaf-b45a-538b97b493d9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/4145fc72-f430-4e28-9944-7dfe23f737b2 HTTP/1.1" status: 204  len: 168 time: 1.5708201
May 14 21:36:27.281106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55446) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:27.316014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:27.320813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=f7621558-9ebd-4060-84a8-c9fd6968aa23,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:27.325759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port f7621558-9ebd-4060-84a8-c9fd6968aa23 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:27.354953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c77ba-bff9-4208-9fd6-5fd94a0bdb9e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:27.367550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-925c77ba-bff9-4208-9fd6-5fd94a0bdb9e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks?id=2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 HTTP/1.1" status: 200  len: 761 time: 0.1909690
May 14 21:36:27.379466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55458) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:27.395180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1804670636'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:27.417397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151d4e2-a2a8-4923-89b4-84ca6f3b4e73 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:27.420306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151d4e2-a2a8-4923-89b4-84ca6f3b4e73 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:27.422086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151d4e2-a2a8-4923-89b4-84ca6f3b4e73 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:27.424816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8151d4e2-a2a8-4923-89b4-84ca6f3b4e73 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1418509
May 14 21:36:27.428179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:27.450190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] For port 1264f3cf-e6e7-4f07-be6d-ecb61741b912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1264f3cf-e6e7-4f07-be6d-ecb61741b912,segment=NetworkSegment(bdb7883a-35d8-43a8-817d-ea39d8bed259),segment_id=bdb7883a-35d8-43a8-817d-ea39d8bed259)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:27.450674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.488046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (037acc46-1fa2-4afa-888e-03ff05a13fbd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.492771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 7c536b9c-1b5d-4d1e-add9-fccca97eea24 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:27.513813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Publish callbacks [] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.514152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb61f70>,) {'filters': {'network_id': ['037acc46-1fa2-4afa-888e-03ff05a13fbd']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:27.525194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb61f70>, '7389037c-3fdb-470c-b6df-e7227802685d') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:27.525434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb61f70>, '7389037c-3fdb-470c-b6df-e7227802685d') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:27.536560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (7389037c-3fdb-470c-b6df-e7227802685d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.547701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] For port 5876cdab-b601-4111-97ea-877d2e773537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5876cdab-b601-4111-97ea-877d2e773537,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:27.550482 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7389037c-3fdb-470c-b6df-e7227802685d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.550636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] Calling delete_port for 1264f3cf-e6e7-4f07-be6d-ecb61741b912 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:27.556791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:27.557154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (7389037c-3fdb-470c-b6df-e7227802685d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:27.560499 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:27.584353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:27.587893 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.622551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:27.643141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.644094 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 647bc721-b42d-4c3c-a23b-28141be51499 of type vlan for network e9b01733-3eed-4d0d-a067-ed585a89327f
May 14 21:36:27.703607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (037acc46-1fa2-4afa-888e-03ff05a13fbd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.709017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8:1::1 (753206d5-6c24-4c3b-925c-723122808590/8be9243f-5795-4bfb-9c79-219356d730f6/3a12f9f6-93d1-4489-b651-944a8e8e06ae) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:27.733266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.737892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] Allocated IP 2001:db8::f816:3eff:fe1b:d355 (88e03173-3786-4c9f-927f-9ea223dbf14a/7c536b9c-1b5d-4d1e-add9-fccca97eea24/19004bb7-8e10-4499-9dad-63346db580d6) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:27.743056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/037acc46-1fa2-4afa-888e-03ff05a13fbd HTTP/1.1" status: 204  len: 168 time: 1.4668972
May 14 21:36:27.750682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.752686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5876cdab-b601-4111-97ea-877d2e773537), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.759680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55474) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:27.798249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a4153-8fc4-4280-b50c-f80c71b89231 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=037acc46-1fa2-4afa-888e-03ff05a13fbd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:27.862007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.865485 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.891842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Network 753206d5-6c24-4c3b-925c-723122808590 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:27.895307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f7621558-9ebd-4060-84a8-c9fd6968aa23), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.939253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (66793b05-04e0-40e1-bf50-d38e2f377b20), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.959289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:27.966747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Pushing event updated for resources: {'Port': ['ID=a0703ef6-254d-49ce-b9fb-5d72820d7b30,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:27.972787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:27.976103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Network 037acc46-1fa2-4afa-888e-03ff05a13fbd is not hosted by any dhcp agent {{(pid=115782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:36:27.976803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] No DVR routers for this DVR port f7621558-9ebd-4060-84a8-c9fd6968aa23 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:27.985694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-eabc4b6f-7511-4004-bc10-816c4f3f46bd None None] Provisioning complete for port 5876cdab-b601-4111-97ea-877d2e773537 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:27.986073 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eabc4b6f-7511-4004-bc10-816c4f3f46bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5876cdab-b601-4111-97ea-877d2e773537), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:27.992796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:28.003634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.024013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.036918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:28.036918 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.078294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.088864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 1264f3cf-e6e7-4f07-be6d-ecb61741b912, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1264f3cf-e6e7-4f07-be6d-ecb61741b912,segment=NetworkSegment(bdb7883a-35d8-43a8-817d-ea39d8bed259),segment_id=bdb7883a-35d8-43a8-817d-ea39d8bed259)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:28.089440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5876cdab-b601-4111-97ea-877d2e773537 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:28.089577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.090316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 19004bb7-8e10-4499-9dad-63346db580d6 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:28.110650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 1264f3cf-e6e7-4f07-be6d-ecb61741b912 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:28.161897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=3a12f9f6-93d1-4489-b651-944a8e8e06ae,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.172932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=e9b01733-3eed-4d0d-a067-ed585a89327f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.176166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 753206d5-6c24-4c3b-925c-723122808590 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:28.177871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:28.180056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:28.180570 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.188962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54de51-cff4-4ea4-a93f-012892d59288 None None] Pushing event updated for resources: {'Port': ['ID=5876cdab-b601-4111-97ea-877d2e773537,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.221379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e9b01733-3eed-4d0d-a067-ed585a89327f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:28.228721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e0f266ae-a905-435f-aca4-52db69f6acf3 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 761 time: 0.8466156
May 14 21:36:28.231122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1339c-dc5b-474c-aa24-ad99831733e8 None None] Pushing event deleted for resources: {'Port': ['ID=f7621558-9ebd-4060-84a8-c9fd6968aa23,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.231853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55486) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:28.241426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] For port 19004bb7-8e10-4499-9dad-63346db580d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19004bb7-8e10-4499-9dad-63346db580d6,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:28.252544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:28.280319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.295625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Attempting to bind port a0703ef6-254d-49ce-b9fb-5d72820d7b30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:28.295958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Attempting to bind port a0703ef6-254d-49ce-b9fb-5d72820d7b30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:28.296284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Attempting to bind port a0703ef6-254d-49ce-b9fb-5d72820d7b30 on network 753206d5-6c24-4c3b-925c-723122808590 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:28.320577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1264f3cf-e6e7-4f07-be6d-ecb61741b912), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.359721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=1264f3cf-e6e7-4f07-be6d-ecb61741b912,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.361526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:28.367845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] Pushing event deleted for resources: {'Port': ['ID=1264f3cf-e6e7-4f07-be6d-ecb61741b912,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.380421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0ca36-fa1c-4e02-af6f-a7f0394f53ce None None] No DVR routers for this DVR port 1264f3cf-e6e7-4f07-be6d-ecb61741b912 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:28.387304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:28.387304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Checking segment: {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:28.387304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.387304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Bound using segment: {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:28.389271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Bound port: a0703ef6-254d-49ce-b9fb-5d72820d7b30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:28.389651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.411162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.426494 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] Publish callbacks [] for port (19004bb7-8e10-4499-9dad-63346db580d6), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.479257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 19004bb7-8e10-4499-9dad-63346db580d6 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:28.479672 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (19004bb7-8e10-4499-9dad-63346db580d6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.514821 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (19004bb7-8e10-4499-9dad-63346db580d6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.521677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (7c536b9c-1b5d-4d1e-add9-fccca97eea24), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.625107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] For port a0703ef6-254d-49ce-b9fb-5d72820d7b30, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:28.633681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eabc4b6f-7511-4004-bc10-816c4f3f46bd None None] Current status of the port 5876cdab-b601-4111-97ea-877d2e773537 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:28.638823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] For port a0703ef6-254d-49ce-b9fb-5d72820d7b30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0703ef6-254d-49ce-b9fb-5d72820d7b30,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:28.701206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3d582-b0ea-4dc1-965c-f51b1faa60ff None None] Pushing event updated for resources: {'Port': ['ID=19004bb7-8e10-4499-9dad-63346db580d6,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.761791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 19004bb7-8e10-4499-9dad-63346db580d6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:28.766797 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.867417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f94312-cedf-4588-90a4-d3d5ef4e3028 None None] Pushing event updated for resources: {'Port': ['ID=a0703ef6-254d-49ce-b9fb-5d72820d7b30,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:28.884246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:28.887974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:28.906212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f7621558-9ebd-4060-84a8-c9fd6968aa23 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:28.970184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f7621558-9ebd-4060-84a8-c9fd6968aa23 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:28.970725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f7621558-9ebd-4060-84a8-c9fd6968aa23 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:29.020103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (66793b05-04e0-40e1-bf50-d38e2f377b20), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.085135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b3fbd00>,) {'filters': {'network_id': ['66793b05-04e0-40e1-bf50-d38e2f377b20']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:29.110234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3fbd00>, 'bdb7883a-35d8-43a8-817d-ea39d8bed259') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:29.110948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3fbd00>, 'bdb7883a-35d8-43a8-817d-ea39d8bed259') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:29.131838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (bdb7883a-35d8-43a8-817d-ea39d8bed259), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.176057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (7c536b9c-1b5d-4d1e-add9-fccca97eea24), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.183555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bdb7883a-35d8-43a8-817d-ea39d8bed259), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.228388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5876cdab-b601-4111-97ea-877d2e773537 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:29.229507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:29.230405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (bdb7883a-35d8-43a8-817d-ea39d8bed259), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:29.233813 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:29.320000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5876cdab-b601-4111-97ea-877d2e773537 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:29.320000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5876cdab-b601-4111-97ea-877d2e773537), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.401092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-d3a6deaa-b977-4c47-ac99-cca87cc36f2e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1951687
May 14 21:36:29.481290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (e4dcd307-c296-4d5c-953d-52f98e31d7c6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.481993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7c536b9c-1b5d-4d1e-add9-fccca97eea24), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.514337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5876cdab-b601-4111-97ea-877d2e773537 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:29.519226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (66793b05-04e0-40e1-bf50-d38e2f377b20), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.524405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 19004bb7-8e10-4499-9dad-63346db580d6 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:29.525181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.535371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/66793b05-04e0-40e1-bf50-d38e2f377b20 HTTP/1.1" status: 204  len: 168 time: 1.7745230
May 14 21:36:29.536236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55500) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:29.551786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322888799'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:29.584775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.588725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-1949cf2a-c746-414c-953c-5cb43901e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:29.590328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-1949cf2a-c746-414c-953c-5cb43901e1f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=59c0f4df562340e5bb096ef2eed9239e&device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 1128 time: 0.1616776
May 14 21:36:29.606531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56df3-33f7-43f2-8b34-8a25ade383f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=66793b05-04e0-40e1-bf50-d38e2f377b20,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:29.633582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 19004bb7-8e10-4499-9dad-63346db580d6 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:29.633979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (19004bb7-8e10-4499-9dad-63346db580d6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.685279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=e4dcd307-c296-4d5c-953d-52f98e31d7c6,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:29.732171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '647bc721-b42d-4c3c-a23b-28141be51499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:29.732574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: e9b01733-3eed-4d0d-a067-ed585a89327f, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:29.748969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 19004bb7-8e10-4499-9dad-63346db580d6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:29.783091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-43b7ecd7-3185-48a5-9302-9773d0153509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:29.785280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-43b7ecd7-3185-48a5-9302-9773d0153509 service neutron] 10.222.0.48 "GET /v2.0/networks?id=80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 200  len: 919 time: 0.1679697
May 14 21:36:29.803746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58178ff2-94e5-437a-8fa6-35390896cb23 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:29.838219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.839278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.847876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-e6f6c23e-e2c7-43e2-ac35-8f9a24f99195 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 200  len: 217 time: 0.0557756
May 14 21:36:29.880554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network e9b01733-3eed-4d0d-a067-ed585a89327f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:29.884892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:29.890555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.904092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=3a12f9f6-93d1-4489-b651-944a8e8e06ae,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:29.907192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (7c536b9c-1b5d-4d1e-add9-fccca97eea24), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.957946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=7c536b9c-1b5d-4d1e-add9-fccca97eea24,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:29.973407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:29.981613 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-81a64a6f-cbc8-44a4-bf44-9b79942e6f8e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/7c536b9c-1b5d-4d1e-add9-fccca97eea24 HTTP/1.1" status: 204  len: 168 time: 2.5500906
May 14 21:36:29.994421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-fbfd9f94-b79c-495a-859e-713bf8fcdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:29.998264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-fbfd9f94-b79c-495a-859e-713bf8fcdf03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 200  len: 857 time: 0.1418247
May 14 21:36:29.998641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55504) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:30.033561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1264f3cf-e6e7-4f07-be6d-ecb61741b912 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:30.076386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1264f3cf-e6e7-4f07-be6d-ecb61741b912 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:30.077301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1264f3cf-e6e7-4f07-be6d-ecb61741b912 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:30.080554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet a2daaf08-e97e-43a9-974d-695a8e8a5a92 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:30.083031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-54a9bf4a-1eb1-442d-9410-0aca6d63d6ba None None] Provisioning complete for port 19004bb7-8e10-4499-9dad-63346db580d6 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:30.083487 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-54a9bf4a-1eb1-442d-9410-0aca6d63d6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (19004bb7-8e10-4499-9dad-63346db580d6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.090625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9b01733-3eed-4d0d-a067-ed585a89327f) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:30.113684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 753206d5-6c24-4c3b-925c-723122808590 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:30.121143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:30.126182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeaec2b-4435-406e-85a6-359ed8dadd25 None None] Network e9b01733-3eed-4d0d-a067-ed585a89327f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:30.132144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:30.134561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (a2daaf08-e97e-43a9-974d-695a8e8a5a92), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.140448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:30.144323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.191806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3f8247a3-2e7c-4a5a-bd60-44e187960377), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.196805 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment 3f8247a3-2e7c-4a5a-bd60-44e187960377 of type vlan for network 67fd370c-3a2e-43b4-b82c-fc42005c3067
May 14 21:36:30.215226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-97a5b1d3-2602-42e5-8d4c-d2b8f4362234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:30.217080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-97a5b1d3-2602-42e5-8d4c-d2b8f4362234 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=80d87f84-7a26-47b5-8752-d965abc19974&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1483448
May 14 21:36:30.258431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (a2daaf08-e97e-43a9-974d-695a8e8a5a92), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.269070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:30.309839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dc17695e-4dea-413b-9648-deef5c6c1fac tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0760179
May 14 21:36:30.315131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (67fd370c-3a2e-43b4-b82c-fc42005c3067), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.321499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55508) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:30.359472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e9b01733-3eed-4d0d-a067-ed585a89327f', 'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': 'e4dcd307-c296-4d5c-953d-52f98e31d7c6'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:30.360594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.364739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-54a9bf4a-1eb1-442d-9410-0aca6d63d6ba None None] Current status of the port 19004bb7-8e10-4499-9dad-63346db580d6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:30.380946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-54a9bf4a-1eb1-442d-9410-0aca6d63d6ba None None] Could not find standard attr ID for object 4145fc72-f430-4e28-9944-7dfe23f737b2. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:36:30.433917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:30.441497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d07b80d1-4f32-4760-8f1b-134b7a23ff6a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3811092
May 14 21:36:30.445678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:30.451589 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:30.459255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-704619802'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:30.470027 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:30.472917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eecee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:30.479050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940327fd-0deb-4d52-aa9e-4ab3474c45eb None None] Network 753206d5-6c24-4c3b-925c-723122808590 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:30.553765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.570050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:30.574301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.582303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-676f979a-32dc-40a8-9d91-6525379f111a service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3385050
May 14 21:36:30.585864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (67fd370c-3a2e-43b4-b82c-fc42005c3067), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.591355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:30.592006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.609012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a2daaf08-e97e-43a9-974d-695a8e8a5a92), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.631437 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:30.632692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:30.658581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0a0d42c5-d4c9-4d70-85ad-b80fb58551c7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.659671 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment 0a0d42c5-d4c9-4d70-85ad-b80fb58551c7 of type vlan for network 4b66de52-4519-4fe1-9ff1-d2cd25d45469
May 14 21:36:30.718753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=67fd370c-3a2e-43b4-b82c-fc42005c3067,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:30.733019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4b66de52-4519-4fe1-9ff1-d2cd25d45469), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.762271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6cbf52ae-d19c-41fb-b61f-671570eb2ca2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 747 time: 1.2157454
May 14 21:36:30.762496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55516) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:30.769834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:30.838331 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4b66de52-4519-4fe1-9ff1-d2cd25d45469), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.843582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:30.844268 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.845614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:30.884158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e4dcd307-c296-4d5c-953d-52f98e31d7c6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:30.950317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12d58eb8-ebb4-43c8-b930-8bbb9ee6203e req-09f0287f-f6a5-4e0a-ba33-dfc9bd1d5047 service neutron] 10.222.0.48 "GET /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368514
May 14 21:36:30.959941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ed2a56-9fc3-4fbc-b82e-6c9c1a182355 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:30.977396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=4b66de52-4519-4fe1-9ff1-d2cd25d45469,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:30.982000 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eecee0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:28Z', 'revision_number': 3, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:29Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:31.011843 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:31.012195 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Updating router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 port 3a12f9f6-93d1-4489-b651-944a8e8e06ae binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:36:31.019614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] Provisioning complete for port a0703ef6-254d-49ce-b9fb-5d72820d7b30 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:31.019990 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.031030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74217a53-b978-449e-9705-9b629a2005ee tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.5786190
May 14 21:36:31.031153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55518) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:31.035514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:31.042908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:31.053037 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.118519 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (a2daaf08-e97e-43a9-974d-695a8e8a5a92), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.127716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:31.135797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.138199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.144092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/a2daaf08-e97e-43a9-974d-695a8e8a5a92 HTTP/1.1" status: 204  len: 168 time: 1.1418517
May 14 21:36:31.157076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:31.169268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e8836-5693-4cb0-96c0-75a5558bba44 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=a2daaf08-e97e-43a9-974d-695a8e8a5a92,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:31.200375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a0703ef6-254d-49ce-b9fb-5d72820d7b30 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:31.228127 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ef973f35-08f9-4eb3-b51a-86278556d147 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0696316
May 14 21:36:31.228363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55524) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:31.283687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:31.288160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.392707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b7a0a-c37a-4305-9dbc-5f72185a27e9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:31.392954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-602b7a0a-c37a-4305-9dbc-5f72185a27e9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1629291
May 14 21:36:31.396179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:31.426717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Allocated IP 172.20.0.2 (e9b01733-3eed-4d0d-a067-ed585a89327f/e4dcd307-c296-4d5c-953d-52f98e31d7c6/ab3fa49f-7a9a-429e-ae14-84e2760cd75b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:31.558941 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Publish callbacks [] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.563622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50b5e2-7773-471e-932f-ae6ca3a8dead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:31.565697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ba50b5e2-7773-471e-932f-ae6ca3a8dead tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1605318
May 14 21:36:31.567160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a0703ef6-254d-49ce-b9fb-5d72820d7b30 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:31.567829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.573765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55532) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:31.606947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] Current status of the port a0703ef6-254d-49ce-b9fb-5d72820d7b30 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:31.606947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.623947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eaa82a89-957c-4ecb-b9eb-d9adf97609cf tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0527241
May 14 21:36:31.631744 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.632001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55534) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:31.642025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9be5c4f3-fedc-4cf0-b49b-e04ecc4df4d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:31.720793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (e15fe203-3a27-48bb-bd58-d50c8aed36aa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.725742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (13143a45-4f20-4a53-89ea-524eb76fe712), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.738988 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Pushing event updated for resources: {'Port': ['ID=3a12f9f6-93d1-4489-b651-944a8e8e06ae,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:31.797470 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.797959 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.798395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.798825 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.799404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.800868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Publish callbacks [] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.800999 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.801396 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.801822 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.802249 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.802663 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.803168 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.803624 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.804336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.804760 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.805173 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:31.821778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] For port a0703ef6-254d-49ce-b9fb-5d72820d7b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0703ef6-254d-49ce-b9fb-5d72820d7b30,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:31.827809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=13143a45-4f20-4a53-89ea-524eb76fe712,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:31.841478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': '3f8247a3-2e7c-4a5a-bd60-44e187960377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:31.841798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 67fd370c-3a2e-43b4-b82c-fc42005c3067, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:31.871136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=e15fe203-3a27-48bb-bd58-d50c8aed36aa,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:31.890613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:31.891081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: 4b66de52-4519-4fe1-9ff1-d2cd25d45469, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:31.899716 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Attempting to bind port 3a12f9f6-93d1-4489-b651-944a8e8e06ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:31.899716 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Attempting to bind port 3a12f9f6-93d1-4489-b651-944a8e8e06ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:31.899716 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Attempting to bind port 3a12f9f6-93d1-4489-b651-944a8e8e06ae on network 753206d5-6c24-4c3b-925c-723122808590 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:31.900152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fa80e-a758-4d06-b90d-4ec5bff5ca7c None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': 'a2daaf08-e97e-43a9-974d-695a8e8a5a92'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '19004bb7-8e10-4499-9dad-63346db580d6'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:36:31.901063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be5c4f3-fedc-4cf0-b49b-e04ecc4df4d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:31.907241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be5c4f3-fedc-4cf0-b49b-e04ecc4df4d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.907526 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:31.907967 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Checking segment: {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:31.908451 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.908942 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Bound using segment: {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:31.909863 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be5c4f3-fedc-4cf0-b49b-e04ecc4df4d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:36:31.910060 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Bound port: 3a12f9f6-93d1-4489-b651-944a8e8e06ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf734c21-5f66-49ab-83d0-bb82db3b21c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '753206d5-6c24-4c3b-925c-723122808590'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:31.910522 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.911035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be5c4f3-fedc-4cf0-b49b-e04ecc4df4d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:31.954401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.957166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.972920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a0703ef6-254d-49ce-b9fb-5d72820d7b30 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:31.976598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:31.976737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:32.001708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Network e9b01733-3eed-4d0d-a067-ed585a89327f is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:32.007505 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] For port 3a12f9f6-93d1-4489-b651-944a8e8e06ae, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:32.010573 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f86fa80e-a758-4d06-b90d-4ec5bff5ca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (19004bb7-8e10-4499-9dad-63346db580d6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.010937 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] For port 3a12f9f6-93d1-4489-b651-944a8e8e06ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a12f9f6-93d1-4489-b651-944a8e8e06ae,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:32.017159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:32.027601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9be5c4f3-fedc-4cf0-b49b-e04ecc4df4d3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3915384
May 14 21:36:32.028224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:32.029768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55538) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:32.035661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-29982826-bae4-4ee8-9537-bf5203562ec9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:32.128808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (e4dcd307-c296-4d5c-953d-52f98e31d7c6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.140737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:32.149843 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.168317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78079f1c-dabf-4b3e-9b97-00cd91b55203 None None] Pushing event updated for resources: {'Port': ['ID=a0703ef6-254d-49ce-b9fb-5d72820d7b30,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:32.175742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=e4dcd307-c296-4d5c-953d-52f98e31d7c6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:32.187521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Provisioning complete for port 3a12f9f6-93d1-4489-b651-944a8e8e06ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:32.195203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.212482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 67fd370c-3a2e-43b4-b82c-fc42005c3067) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:32.217555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:32.218297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.258403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.272696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63e152-f14c-41be-8090-b38eb6f9c820 None None] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:32.280626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230335e80>,) {'filters': {'network_id': ['e9b01733-3eed-4d0d-a067-ed585a89327f']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:32.290055 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902250f-5696-40b1-b735-6c56cf6344c6 None None] Pushing event updated for resources: {'Port': ['ID=3a12f9f6-93d1-4489-b651-944a8e8e06ae,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:32.293031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230335e80>, '647bc721-b42d-4c3c-a23b-28141be51499') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:32.293885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230335e80>, '647bc721-b42d-4c3c-a23b-28141be51499') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:32.297219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:32.303989 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:32.305663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.312284 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:32.313103 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eecee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:32.321176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.324079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Attempting to bind port ab3fa49f-7a9a-429e-ae14-84e2760cd75b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:32.324474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Attempting to bind port ab3fa49f-7a9a-429e-ae14-84e2760cd75b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '647bc721-b42d-4c3c-a23b-28141be51499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:32.325037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Attempting to bind port ab3fa49f-7a9a-429e-ae14-84e2760cd75b on network e9b01733-3eed-4d0d-a067-ed585a89327f {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:32.327396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:32.329901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.336490 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5996dc80-644c-482e-99ab-66bc32ee2f33 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5728962
May 14 21:36:32.337660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:32.352998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2098941844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:32.376465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Pushing event updated for resources: {'Port': ['ID=ab3fa49f-7a9a-429e-ae14-84e2760cd75b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:32.397218 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:32.404377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29982826-bae4-4ee8-9537-bf5203562ec9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:32.408148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29982826-bae4-4ee8-9537-bf5203562ec9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.412752 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-29982826-bae4-4ee8-9537-bf5203562ec9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:36:32.412752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29982826-bae4-4ee8-9537-bf5203562ec9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:32.424761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4b66de52-4519-4fe1-9ff1-d2cd25d45469) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:32.429827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:32.435106 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.435259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:32.435259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Checking segment: {'id': '647bc721-b42d-4c3c-a23b-28141be51499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:32.435259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.435259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Bound using segment: {'id': '647bc721-b42d-4c3c-a23b-28141be51499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:32.435259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Bound port: ab3fa49f-7a9a-429e-ae14-84e2760cd75b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647bc721-b42d-4c3c-a23b-28141be51499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e9b01733-3eed-4d0d-a067-ed585a89327f'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:32.435259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.460757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6637ddfb-7978-4652-8222-b13bc290fe45 None None] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:32.480448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:36:32.480448 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:36:32.480448 ncdv-master-1 neutron-server[115781]: [parameters: {'id': 'e9b01733-3eed-4d0d-a067-ed585a89327f'}]
May 14 21:36:32.480448 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:32.480873 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:32.480977 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (502556d6-5f87-4168-a5f5-78326025b2d5), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.482084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (502556d6-5f87-4168-a5f5-78326025b2d5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.486558 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:32.509178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29982826-bae4-4ee8-9537-bf5203562ec9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4780467
May 14 21:36:32.512635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-16371a6a-d955-4f31-836a-193369d7b1de tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4829502
May 14 21:36:32.513174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55548) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:32.517953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-93d9d0d1-29ec-424f-950e-d73f7c1fdfc4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:32.572738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (502556d6-5f87-4168-a5f5-78326025b2d5), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.574165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55550) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:32.683002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (502556d6-5f87-4168-a5f5-78326025b2d5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.692560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Current status of the port 3a12f9f6-93d1-4489-b651-944a8e8e06ae is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:32.695192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.718924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3dd10e-3d3c-40fa-ad9a-5274fcfe90fe None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:32.743612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] For port 3a12f9f6-93d1-4489-b651-944a8e8e06ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a12f9f6-93d1-4489-b651-944a8e8e06ae,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:32.782562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eecee0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:28Z', 'revision_number': 3, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:31Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:32.816197 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af470a1-4de8-490a-aea3-4a7a582ca0fa None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:28Z', 'revision_number': 3, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:31Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:32.827844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d9d0d1-29ec-424f-950e-d73f7c1fdfc4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:32.837961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93d9d0d1-29ec-424f-950e-d73f7c1fdfc4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.842062 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d9d0d1-29ec-424f-950e-d73f7c1fdfc4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:36:32.844743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d9d0d1-29ec-424f-950e-d73f7c1fdfc4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:32.861860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:32.867291 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4755ced9-6308-4faf-ac77-aac19a1c5556 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5280149
May 14 21:36:32.913522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:32.937466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'port': {'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067', 'name': 'tempest-RoutersTest-129551318'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:32.990104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.039294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-93d9d0d1-29ec-424f-950e-d73f7c1fdfc4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5249581
May 14 21:36:33.051866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55556) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:33.058348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-71aea7a9-eb62-44a5-a35e-fd69c38884d2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:33.069802 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-67fd370c-3a2e-43b4-b82c-fc42005c3067', 'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': '13143a45-4f20-4a53-89ea-524eb76fe712'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:33.073986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.177317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting port ab3fa49f-7a9a-429e-ae14-84e2760cd75b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:33.178253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.181153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.279400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] For port ab3fa49f-7a9a-429e-ae14-84e2760cd75b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:33.306288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:33.310811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.329621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] For port ab3fa49f-7a9a-429e-ae14-84e2760cd75b, host ncdv-master-1, got binding levels [] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:33.343046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.354346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.355929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:33.356999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.384237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Calling delete_port for ab3fa49f-7a9a-429e-ae14-84e2760cd75b owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:33.387212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] device_id is not set on port 20ab605a-7d7e-421f-8ee7-aceb0b240526 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:33.444369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Provisioning complete for port 19004bb7-8e10-4499-9dad-63346db580d6 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:33.444745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (19004bb7-8e10-4499-9dad-63346db580d6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.483660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] For port ab3fa49f-7a9a-429e-ae14-84e2760cd75b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab3fa49f-7a9a-429e-ae14-84e2760cd75b,segment=NetworkSegment(647bc721-b42d-4c3c-a23b-28141be51499),segment_id=647bc721-b42d-4c3c-a23b-28141be51499)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:33.556895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a0703ef6-254d-49ce-b9fb-5d72820d7b30 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:33.629583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Pushing event updated for resources: {'Port': ['ID=3a12f9f6-93d1-4489-b651-944a8e8e06ae,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:33.639239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.699385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.20.0.6 (67fd370c-3a2e-43b4-b82c-fc42005c3067/13143a45-4f20-4a53-89ea-524eb76fe712/20ab605a-7d7e-421f-8ee7-aceb0b240526) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:33.769573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:33.842990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8:2::1 (4b66de52-4519-4fe1-9ff1-d2cd25d45469/e15fe203-3a27-48bb-bd58-d50c8aed36aa/6bc8d548-5b63-4a5e-badf-052a90d89524) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:33.953167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aea7a9-eb62-44a5-a35e-fd69c38884d2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:33.962659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-71aea7a9-eb62-44a5-a35e-fd69c38884d2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:33.962659 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-71aea7a9-eb62-44a5-a35e-fd69c38884d2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:36:33.962659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71aea7a9-eb62-44a5-a35e-fd69c38884d2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:34.007822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af49d250-e5b1-4101-af01-d43f138b34cb None None] Network e9b01733-3eed-4d0d-a067-ed585a89327f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:34.020697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a0703ef6-254d-49ce-b9fb-5d72820d7b30 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:34.033603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.049068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.116008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ab3fa49f-7a9a-429e-ae14-84e2760cd75b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.121544 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-71aea7a9-eb62-44a5-a35e-fd69c38884d2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.0639746
May 14 21:36:34.121690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55604) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:34.128811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e34c06a2-d34a-4e29-bbdd-0943199ed91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:34.133667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] Deleting port 19004bb7-8e10-4499-9dad-63346db580d6 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:34.134154 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (19004bb7-8e10-4499-9dad-63346db580d6), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.136606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No DVR routers for this DVR port ab3fa49f-7a9a-429e-ae14-84e2760cd75b on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:34.167801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a0703ef6-254d-49ce-b9fb-5d72820d7b30 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:34.168319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.188995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Port': ['ID=ab3fa49f-7a9a-429e-ae14-84e2760cd75b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:34.195429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ac8c-3f3d-4240-95e7-b9384fe49c97 None None] Pushing event updated for resources: {'Port': ['ID=ab3fa49f-7a9a-429e-ae14-84e2760cd75b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:34.212858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.213283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.213614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.213929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.214261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.214591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.214915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.215240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.215585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.215910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.216230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.216553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.216907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.217227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.217543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:34.221408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Current status of the port 19004bb7-8e10-4499-9dad-63346db580d6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:34.228406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.236471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Provisioning complete for port a0703ef6-254d-49ce-b9fb-5d72820d7b30 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:34.236985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.276211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.280931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:34.289283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:34.295580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:34.297107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.310928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232ef4c40>,) {'filters': {'network_id': ['e9b01733-3eed-4d0d-a067-ed585a89327f']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:34.321565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.336653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232ef4c40>, '647bc721-b42d-4c3c-a23b-28141be51499') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:34.336999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232ef4c40>, '647bc721-b42d-4c3c-a23b-28141be51499') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:34.378954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.403069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:34.413847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] For port 19004bb7-8e10-4499-9dad-63346db580d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=19004bb7-8e10-4499-9dad-63346db580d6,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:34.413847 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (19004bb7-8e10-4499-9dad-63346db580d6), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.414172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:34.416603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:34.433981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=6bc8d548-5b63-4a5e-badf-052a90d89524,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:34.451563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=20ab605a-7d7e-421f-8ee7-aceb0b240526,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:34.452599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Allocated IP 172.20.0.2 (67fd370c-3a2e-43b4-b82c-fc42005c3067/13143a45-4f20-4a53-89ea-524eb76fe712/283d561e-eaac-46b8-905c-a0bcf020767d) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:34.462878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.473855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (647bc721-b42d-4c3c-a23b-28141be51499), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:34.479993 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:34.507447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Allocated IP 2001:db8:2::2 (4b66de52-4519-4fe1-9ff1-d2cd25d45469/e15fe203-3a27-48bb-bd58-d50c8aed36aa/1eff921a-261e-440c-ba1e-bfb6ebda876d) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:34.524136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] Calling delete_port for 19004bb7-8e10-4499-9dad-63346db580d6 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:34.525899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34c06a2-d34a-4e29-bbdd-0943199ed91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:34.529949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e34c06a2-d34a-4e29-bbdd-0943199ed91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.531859 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34c06a2-d34a-4e29-bbdd-0943199ed91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:36:34.538137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34c06a2-d34a-4e29-bbdd-0943199ed91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:34.552485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:34.554549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.621309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.634099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e34c06a2-d34a-4e29-bbdd-0943199ed91e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5103972
May 14 21:36:34.637325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55620) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:34.647522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9662c3dc-7400-4f8d-a856-3daebf49e71c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:34.682490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae17dd18-c0ce-4f2d-bf62-6326be012d0b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.7655499
May 14 21:36:34.683686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e9b01733-3eed-4d0d-a067-ed585a89327f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.687939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55624) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:34.706842 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:34.709627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/e9b01733-3eed-4d0d-a067-ed585a89327f HTTP/1.1" status: 204  len: 168 time: 4.3871770
May 14 21:36:34.731373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a0703ef6-254d-49ce-b9fb-5d72820d7b30 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:34.732538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3a12f9f6-93d1-4489-b651-944a8e8e06ae up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:34.742470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55626) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:34.810527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55628) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:34.826558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13af0d-e9ff-49c3-b9ec-2bd02088fbf1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=e9b01733-3eed-4d0d-a067-ed585a89327f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:34.890324 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-811b8036-2bf8-45ce-8737-8919eb8a3064 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] GET failed (client error): The resource could not be found.
May 14 21:36:34.891896 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-811b8036-2bf8-45ce-8737-8919eb8a3064 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/subnets/e4dcd307-c296-4d5c-953d-52f98e31d7c6 HTTP/1.1" status: 404  len: 337 time: 0.1093783
May 14 21:36:34.896133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55632) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:34.904464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6bef3-ab1f-4d9f-98d8-046230943af9 None None] Current status of the port a0703ef6-254d-49ce-b9fb-5d72820d7b30 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:34.931927 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-077bea63-2b79-494f-bc7b-d5633a43da09 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:34.931927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077bea63-2b79-494f-bc7b-d5633a43da09 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:34.938205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-077bea63-2b79-494f-bc7b-d5633a43da09 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/e9b01733-3eed-4d0d-a067-ed585a89327f HTTP/1.1" status: 404  len: 339 time: 0.0369413
May 14 21:36:34.991703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Publish callbacks [] for port (283d561e-eaac-46b8-905c-a0bcf020767d), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.001512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3a12f9f6-93d1-4489-b651-944a8e8e06ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:35.002165 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.024987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:35.059527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (19004bb7-8e10-4499-9dad-63346db580d6), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.061877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7b0933ed-e806-49e8-9c7a-0a88f6c4befa None None] Provisioning complete for port 3a12f9f6-93d1-4489-b651-944a8e8e06ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:35.062238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b0933ed-e806-49e8-9c7a-0a88f6c4befa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.076547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51ec694d-9938-44d3-a029-d4d8419d19a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.138718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.145980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] Pushing event deleted for resources: {'Port': ['ID=19004bb7-8e10-4499-9dad-63346db580d6,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:35.172370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2753742-55e2-40f7-9d6a-c24775d5c8d5 None None] No DVR routers for this DVR port 19004bb7-8e10-4499-9dad-63346db580d6 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:35.194160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9662c3dc-7400-4f8d-a856-3daebf49e71c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:35.204376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9662c3dc-7400-4f8d-a856-3daebf49e71c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.211797 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9662c3dc-7400-4f8d-a856-3daebf49e71c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:36:35.212456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9662c3dc-7400-4f8d-a856-3daebf49e71c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:35.248360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917c824-2bb8-421f-8928-e9d24ca765c2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:35.252330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e917c824-2bb8-421f-8928-e9d24ca765c2 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2237115
May 14 21:36:35.252330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.255675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55638) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:35.263167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:35.278389 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Publish callbacks [] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.291959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:35.300693 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2581953a-1f12-48d2-96b7-13a963f3033a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 207 time: 0.0438554
May 14 21:36:35.306401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55640) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:35.309723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:35.313216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Pushing event updated for resources: {'Port': ['ID=283d561e-eaac-46b8-905c-a0bcf020767d,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:35.322811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3a12f9f6-93d1-4489-b651-944a8e8e06ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:35.356013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51ec694d-9938-44d3-a029-d4d8419d19a8 admin admin] Publish callbacks [] for security_group (b2e2378f-81f9-4c19-ba05-9244b2e86b9b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.366466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.367501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.389300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9662c3dc-7400-4f8d-a856-3daebf49e71c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.7502003
May 14 21:36:35.401959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55642) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:35.470527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=6bc8d548-5b63-4a5e-badf-052a90d89524,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:35.480397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51ec694d-9938-44d3-a029-d4d8419d19a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b2e2378f-81f9-4c19-ba05-9244b2e86b9b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.604374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51ec694d-9938-44d3-a029-d4d8419d19a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6aadc80362174e27af7447356225b8a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7924657
May 14 21:36:35.607153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec694d-9938-44d3-a029-d4d8419d19a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2378f-81f9-4c19-ba05-9244b2e86b9b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:35.610262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:35.626743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:35.629435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:35.642795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 19004bb7-8e10-4499-9dad-63346db580d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:35.648081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.755766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 19004bb7-8e10-4499-9dad-63346db580d6 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:35.756121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 19004bb7-8e10-4499-9dad-63346db580d6 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:35.792892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:35.811369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:35.819955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe30a1-be82-4edf-8ea6-cd7985d5e86a admin admin] Publish callbacks [] for security_group (b2e2378f-81f9-4c19-ba05-9244b2e86b9b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.821791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7b0933ed-e806-49e8-9c7a-0a88f6c4befa None None] Current status of the port 3a12f9f6-93d1-4489-b651-944a8e8e06ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:35.828867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:35.835367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7b0933ed-e806-49e8-9c7a-0a88f6c4befa None None] Could not find standard attr ID for object 19004bb7-8e10-4499-9dad-63346db580d6. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:36:35.837386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Attempting to bind port 283d561e-eaac-46b8-905c-a0bcf020767d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:35.837853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Attempting to bind port 283d561e-eaac-46b8-905c-a0bcf020767d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3f8247a3-2e7c-4a5a-bd60-44e187960377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:35.838268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Attempting to bind port 283d561e-eaac-46b8-905c-a0bcf020767d on network 67fd370c-3a2e-43b4-b82c-fc42005c3067 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:35.845142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Pushing event updated for resources: {'Port': ['ID=1eff921a-261e-440c-ba1e-bfb6ebda876d,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:35.854652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:35.855127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Checking segment: {'id': '3f8247a3-2e7c-4a5a-bd60-44e187960377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:35.855628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.856104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Bound using segment: {'id': '3f8247a3-2e7c-4a5a-bd60-44e187960377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:35.856728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Bound port: 283d561e-eaac-46b8-905c-a0bcf020767d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8247a3-2e7c-4a5a-bd60-44e187960377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '67fd370c-3a2e-43b4-b82c-fc42005c3067'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:35.857203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.886113 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:35.892128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9557c350-8fb1-4ad9-8c01-2ed6991870a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0398173
May 14 21:36:35.910676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55666) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.006389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3a12f9f6-93d1-4489-b651-944a8e8e06ae up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:36.008917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f838110-6f3d-4f8b-892a-ce2b6116f748 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.012785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4f838110-6f3d-4f8b-892a-ce2b6116f748 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1055837
May 14 21:36:36.026547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55670) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.085432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Attempting to bind port 1eff921a-261e-440c-ba1e-bfb6ebda876d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:36.092455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Attempting to bind port 1eff921a-261e-440c-ba1e-bfb6ebda876d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:36.094299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Attempting to bind port 1eff921a-261e-440c-ba1e-bfb6ebda876d on network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:36.122426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:36.123273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Checking segment: {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:36.123973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.124573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Bound using segment: {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:36.125234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Bound port: 1eff921a-261e-440c-ba1e-bfb6ebda876d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:36.125794 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.126347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-76acf1ff-b657-4d84-b017-83c3ab305006 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0959299
May 14 21:36:36.137439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55674) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.158069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:36.189771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] For port 283d561e-eaac-46b8-905c-a0bcf020767d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:36.217592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c000cae-52e0-4f16-866e-bacf8ea83119 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.224283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c000cae-52e0-4f16-866e-bacf8ea83119 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.227097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] For port 283d561e-eaac-46b8-905c-a0bcf020767d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=283d561e-eaac-46b8-905c-a0bcf020767d,segment=NetworkSegment(3f8247a3-2e7c-4a5a-bd60-44e187960377),segment_id=3f8247a3-2e7c-4a5a-bd60-44e187960377)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:36.229406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c000cae-52e0-4f16-866e-bacf8ea83119 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.234051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:36.234612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c000cae-52e0-4f16-866e-bacf8ea83119 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.236639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3a12f9f6-93d1-4489-b651-944a8e8e06ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:36.237070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.237313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe30a1-be82-4edf-8ea6-cd7985d5e86a admin admin] Publish callbacks [] for security_group (b2e2378f-81f9-4c19-ba05-9244b2e86b9b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.240108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c000cae-52e0-4f16-866e-bacf8ea83119 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.9110725
May 14 21:36:36.250672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55676) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.294520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] For port 1eff921a-261e-440c-ba1e-bfb6ebda876d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:36.298761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] For port 1eff921a-261e-440c-ba1e-bfb6ebda876d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1eff921a-261e-440c-ba1e-bfb6ebda876d,segment=NetworkSegment(0a0d42c5-d4c9-4d70-85ad-b80fb58551c7),segment_id=0a0d42c5-d4c9-4d70-85ad-b80fb58551c7)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:36.308841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12be363-757d-46df-9111-45534893307f req-d2261122-0357-47b8-aa83-6367573dfc5a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.310981 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c12be363-757d-46df-9111-45534893307f req-d2261122-0357-47b8-aa83-6367573dfc5a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.0962856
May 14 21:36:36.356072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3a12f9f6-93d1-4489-b651-944a8e8e06ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:36.372691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.406707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.446998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:36.451336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c12be363-757d-46df-9111-45534893307f req-748223f2-3aa3-4948-a9f0-51e33179c31b tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061862
May 14 21:36:36.464701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f3fa88d-d8f4-4843-8649-fe9b4363421a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8872681
May 14 21:36:36.467674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55678) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.473868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-353340176'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:36.476633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:36.481394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efcc8d-7aac-4c71-95d7-daa8b1684023 None None] Pushing event updated for resources: {'Port': ['ID=283d561e-eaac-46b8-905c-a0bcf020767d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:36.520966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe30a1-be82-4edf-8ea6-cd7985d5e86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b2e2378f-81f9-4c19-ba05-9244b2e86b9b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.527218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe30a1-be82-4edf-8ea6-cd7985d5e86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.530319 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bcfe30a1-be82-4edf-8ea6-cd7985d5e86a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2e2378f-81f9-4c19-ba05-9244b2e86b9b HTTP/1.1" status: 204  len: 168 time: 0.9190490
May 14 21:36:36.541299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:36.542512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230371340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:36.567003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe30a1-be82-4edf-8ea6-cd7985d5e86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2378f-81f9-4c19-ba05-9244b2e86b9b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:36.587031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:36.592011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.621289 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2abefb5f-b0be-46b0-bc31-f820a8d75e46 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.3694937
May 14 21:36:36.632828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:36.638336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.643136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (323a7e03-4015-4a5c-b315-80b7d7a4bc86), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.644359 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added segment 323a7e03-4015-4a5c-b315-80b7d7a4bc86 of type vlan for network b382ab60-41b0-420a-af14-e4dbbb795ec5
May 14 21:36:36.665099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:36.673763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.674052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a69487-f64a-49a2-b4c6-c40d8a7a5c93 None None] Pushing event updated for resources: {'Port': ['ID=1eff921a-261e-440c-ba1e-bfb6ebda876d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:36.733686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b382ab60-41b0-420a-af14-e4dbbb795ec5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.762887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:36.886568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b382ab60-41b0-420a-af14-e4dbbb795ec5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.892356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.893069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:36.893962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468b2d4-0bb1-47f6-b03e-3248a60e906a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.895207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468b2d4-0bb1-47f6-b03e-3248a60e906a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:36.897241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1468b2d4-0bb1-47f6-b03e-3248a60e906a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2581775
May 14 21:36:36.904017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55686) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:36.995854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.034768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d91f4-08ed-48fc-ace2-b63884503453 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:37.036879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d91f4-08ed-48fc-ace2-b63884503453 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['shared'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:37.038523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0e2d91f4-08ed-48fc-ace2-b63884503453 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1335635
May 14 21:36:37.039748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Network': ['ID=b382ab60-41b0-420a-af14-e4dbbb795ec5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:37.050383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8d8364c6-e494-4256-8605-762eaafcea28 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.5804813
May 14 21:36:37.050963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55690) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.053038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55692) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.063811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:37.084602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'subnet': {'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:37.108419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.253409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230371340>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:34Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:34Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:37.287804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:37.288434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Updating router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 port 6bc8d548-5b63-4a5e-badf-052a90d89524 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:36:37.293835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=20ab605a-7d7e-421f-8ee7-aceb0b240526,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:37.295170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8e872-c630-48db-92c2-7c9d2d12e7ae tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:37.296647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53d8e872-c630-48db-92c2-7c9d2d12e7ae tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks/19b49e71-d818-4847-bb60-730e77b38ff3 HTTP/1.1" status: 200  len: 799 time: 0.2443683
May 14 21:36:37.304039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55696) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.336763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.437912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f14567e8-51c5-47a4-9e9c-3993a731d6b0 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/networks/19b49e71-d818-4847-bb60-730e77b38ff3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.1294959
May 14 21:36:37.442332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55698) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.474740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Made reservation on behalf of b88b4e0c3d484786ba5e40614156bbab for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:37.478381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.508555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55700) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.550886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (502556d6-5f87-4168-a5f5-78326025b2d5), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.619766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e484084f-5ab7-46fe-affd-e029ecf391f1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:37.624263 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e484084f-5ab7-46fe-affd-e029ecf391f1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/subnets/f7f00938-9ca6-472d-b7e5-70c19fc6244c HTTP/1.1" status: 200  len: 811 time: 0.1802044
May 14 21:36:37.677738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55704) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.684232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27704939-fc1a-4c90-b98a-c8f813a28a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.849804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa3d5a-839a-42a5-99e3-0af37a4c57e9 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['shared'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:37.855608 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f5fa3d5a-839a-42a5-99e3-0af37a4c57e9 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "GET /v2.0/subnets/f7f00938-9ca6-472d-b7e5-70c19fc6244c?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1724362
May 14 21:36:37.860006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27704939-fc1a-4c90-b98a-c8f813a28a58 admin admin] Publish callbacks [] for security_group (5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.879995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55708) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:37.899890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1903818350'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:37.958134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.978381 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Publish callbacks [] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:37.993865 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-27704939-fc1a-4c90-b98a-c8f813a28a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.014133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-48575865-f7ba-4982-89be-6040738e3723 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4699066
May 14 21:36:38.062030 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (91abc0ac-27f0-48db-b28a-e53038226b77), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.082514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.087323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-27704939-fc1a-4c90-b98a-c8f813a28a58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00eb2b07cb654ea18b0911bba2ae7538&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5694354
May 14 21:36:38.090627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:38.097985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.104929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:38.107718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d53a0a-3c99-4b00-bc0a-9997cab2a67a req-41cec73a-91fd-46f2-9635-18f3bd392eb5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:38.109494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04d53a0a-3c99-4b00-bc0a-9997cab2a67a req-41cec73a-91fd-46f2-9635-18f3bd392eb5 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.4049296
May 14 21:36:38.134070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 283d561e-eaac-46b8-905c-a0bcf020767d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:38.165188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-807764d1-4694-4dd2-9a1c-febd7e0405fb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:38.166732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-807764d1-4694-4dd2-9a1c-febd7e0405fb tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.2770352
May 14 21:36:38.225681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:36:38.254127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:38.272397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Pushing event updated for resources: {'Port': ['ID=6bc8d548-5b63-4a5e-badf-052a90d89524,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:38.274506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Subnet': ['ID=91abc0ac-27f0-48db-b28a-e53038226b77,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:38.286787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Checking segment: {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:38.287678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network hostable DHCP agents. Network: b382ab60-41b0-420a-af14-e4dbbb795ec5, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:38.296799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0a0ec401-a58a-4673-b86c-1d620d03c523), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.297893 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Added segment 0a0ec401-a58a-4673-b86c-1d620d03c523 of type vlan for network 29ec7c0f-c907-46f8-bd36-fa60e0a01a46
May 14 21:36:38.338924 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (75e18da4-36e6-45df-b226-213e0addc9b1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.352645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.353480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.354936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.355431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.355892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.356389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.356769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.357789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.358337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.359403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.375006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.375006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.375006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.375006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.375006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:38.376548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27704939-fc1a-4c90-b98a-c8f813a28a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:38.403933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbed601c-fa75-453e-bf08-8de18dbf7152 admin admin] Publish callbacks [] for security_group (5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.413820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb645b7-6341-4d44-9f1c-42be95a2b909 None None] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:38.422413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (29ec7c0f-c907-46f8-bd36-fa60e0a01a46), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.455676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbed601c-fa75-453e-bf08-8de18dbf7152 admin admin] Publish callbacks [] for security_group (5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.471664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:38.489338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:38.529588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 283d561e-eaac-46b8-905c-a0bcf020767d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:38.529966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.535256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Provisioning complete for port 283d561e-eaac-46b8-905c-a0bcf020767d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:38.535655 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.537725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:38.556594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Attempting to bind port 6bc8d548-5b63-4a5e-badf-052a90d89524 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:38.556977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Attempting to bind port 6bc8d548-5b63-4a5e-badf-052a90d89524 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:38.557345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Attempting to bind port 6bc8d548-5b63-4a5e-badf-052a90d89524 on network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:38.559606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:38.560213 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.563101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-5773dda8-3dbb-43f8-9d41-880f7dcde73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:38.564660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-5773dda8-3dbb-43f8-9d41-880f7dcde73c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=162610ac2697486d8a05f41713cc5ba2&device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 1127 time: 0.4755833
May 14 21:36:38.566368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (29ec7c0f-c907-46f8-bd36-fa60e0a01a46), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.576470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04d53a0a-3c99-4b00-bc0a-9997cab2a67a req-020327f5-5cbf-4f4f-ad17-853ddca1ace4 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4016473
May 14 21:36:38.583921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:38.584290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.610093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=75e18da4-36e6-45df-b226-213e0addc9b1,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:38.617284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bebe32-86cd-46f5-aa12-00d9540e410c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:38.641623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbed601c-fa75-453e-bf08-8de18dbf7152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.645881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dbed601c-fa75-453e-bf08-8de18dbf7152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.647054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dbed601c-fa75-453e-bf08-8de18dbf7152 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f HTTP/1.1" status: 204  len: 168 time: 0.4967585
May 14 21:36:38.687708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b382ab60-41b0-420a-af14-e4dbbb795ec5) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:38.701108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:38.701736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.715843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Network': ['ID=29ec7c0f-c907-46f8-bd36-fa60e0a01a46,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:38.718194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed601c-fa75-453e-bf08-8de18dbf7152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dafb96d-8fab-4f1b-b02b-2e0eff96fc8f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:38.718846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f1967-9328-4177-a8a1-29b1194c32be None None] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:38.770214 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a9b77e55-42b2-49bb-899d-3a5419340d88 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 761 time: 0.8889918
May 14 21:36:38.779139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55720) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:38.779139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'network_id': '29ec7c0f-c907-46f8-bd36-fa60e0a01a46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:38.794967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:38.795213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Checking segment: {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:38.795852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.800828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Bound using segment: {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:38.801526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Bound port: 6bc8d548-5b63-4a5e-badf-052a90d89524, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:38.804003 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:38.831707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a8237175-1c1d-4282-9ad3-0ecd5d3b12c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6832905
May 14 21:36:38.832719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55722) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:38.834158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 29ec7c0f-c907-46f8-bd36-fa60e0a01a46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:38.848436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:ac:1a:fd', 'name': 'tempest-NetworksTestDHCPv6-1308682874'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:38.907439 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49648a89-db10-4229-92f2-993a9f70f769 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8299081
May 14 21:36:38.911658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55724) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:38.965599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Deleting port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:38.966246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.132390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-3fecbc61-84b0-4e0a-8735-17ebfa4e8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:39.133903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-3fecbc61-84b0-4e0a-8735-17ebfa4e8881 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 200  len: 914 time: 0.5496473
May 14 21:36:39.182478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Made reservation on behalf of 25cc3625fe5f4ee1bcd59980468c5a56 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:39.195009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.247536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:39.259458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] For port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:39.260073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.266940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-b512e024-8acb-4f81-b0e7-eff614196156 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a HTTP/1.1" status: 200  len: 217 time: 0.1256900
May 14 21:36:39.320625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a5178-3822-4479-9d3f-8a9a7598efec None None] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:39.391879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Performing IP validity checks on allocation pools {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:36:39.402792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.ipam_backend_mixin [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:36:39.509375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Calling delete_port for 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:39.645948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-8d622854-8ff4-429d-a27c-fb94fb1f4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:39.648972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-8d622854-8ff4-429d-a27c-fb94fb1f4e83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=658ef061-2a9e-4cfa-aacf-f1d6f625de0a HTTP/1.1" status: 200  len: 853 time: 0.3734965
May 14 21:36:39.649614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.678061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b382ab60-41b0-420a-af14-e4dbbb795ec5', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:39.679876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.717429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-9c9e402d-3a2b-4d49-9276-e41d343d8a86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531154
May 14 21:36:39.770421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '75e18da4-36e6-45df-b226-213e0addc9b1'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:39.778771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.783434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.819395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:39.872571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.199401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Allocated IP 2001:db8::f816:3eff:fe5d:a744 (88e03173-3786-4c9f-927f-9ea223dbf14a/75e18da4-36e6-45df-b226-213e0addc9b1/fbc14587-c93b-4560-b3a2-678077ddce4c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:40.222702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Allocated IP 2001:db8:3::1 (b382ab60-41b0-420a-af14-e4dbbb795ec5/91abc0ac-27f0-48db-b28a-e53038226b77/84331e28-bb45-4948-a99c-2745d7cd8ed4) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:40.226633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (bd48393b-fe9a-49a8-8c35-01bb396b573e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.355570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] For port 6bc8d548-5b63-4a5e-badf-052a90d89524, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:40.423162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 4129bbad-650a-43ec-b82c-23e5dec4775c yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:40.434091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=bd48393b-fe9a-49a8-8c35-01bb396b573e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:40.441226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:40.458874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.458874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.459311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.459578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.459905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.460628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.460628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.460965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.461182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.461503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.461824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.464916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.466092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.469261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.469261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:36:40.498971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 283d561e-eaac-46b8-905c-a0bcf020767d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:40.499368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.524385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Current status of the port 283d561e-eaac-46b8-905c-a0bcf020767d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:40.524951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.548728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (502556d6-5f87-4168-a5f5-78326025b2d5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.577813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f443ad-9e0e-4020-9cde-b32e81c4db68 req-78cfae19-bb0a-464b-8a8f-720a679ed7ef tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:40.582552 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3f443ad-9e0e-4020-9cde-b32e81c4db68 req-78cfae19-bb0a-464b-8a8f-720a679ed7ef tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 946 time: 0.8183696
May 14 21:36:40.617336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Checking segment: {'id': '0a0ec401-a58a-4673-b86c-1d620d03c523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '29ec7c0f-c907-46f8-bd36-fa60e0a01a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:40.617711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network hostable DHCP agents. Network: 29ec7c0f-c907-46f8-bd36-fa60e0a01a46, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:40.649597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=20ab605a-7d7e-421f-8ee7-aceb0b240526,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:40.681767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] For port 6bc8d548-5b63-4a5e-badf-052a90d89524, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bc8d548-5b63-4a5e-badf-052a90d89524,segment=NetworkSegment(0a0d42c5-d4c9-4d70-85ad-b80fb58551c7),segment_id=0a0d42c5-d4c9-4d70-85ad-b80fb58551c7)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:40.691209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:40.691725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.695865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-3c4e483a-9b0e-4119-857d-17b3f470babd service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9337039
May 14 21:36:40.715596 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3f443ad-9e0e-4020-9cde-b32e81c4db68 req-d7009366-bdf8-461d-b2e0-0d0870087bf9 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994074
May 14 21:36:40.759578 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.765387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 283d561e-eaac-46b8-905c-a0bcf020767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=283d561e-eaac-46b8-905c-a0bcf020767d,segment=NetworkSegment(3f8247a3-2e7c-4a5a-bd60-44e187960377),segment_id=3f8247a3-2e7c-4a5a-bd60-44e187960377)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:40.790375 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Publish callbacks [] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.851237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3bdd3c6d-f517-4fec-8956-4ac2b17c2b04), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.857557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.876478 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.879211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1eff921a-261e-440c-ba1e-bfb6ebda876d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:40.880869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3bd86955-065d-4044-84d3-96660ce658cb'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:36:40.882474 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f07e34f2-9d0e-4e56-9956-6e457e11582b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.904394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event deleted for resources: {'Port': ['ID=3bdd3c6d-f517-4fec-8956-4ac2b17c2b04,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:40.946995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:40.982641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:40.986190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:41.015916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.031872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Network 29ec7c0f-c907-46f8-bd36-fa60e0a01a46 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:41.034476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] No DVR routers for this DVR port 3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:41.034796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:41.035350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.039523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.045763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8558bb61-4c0e-472e-822d-8ad8ed5574f0 req-66c0f4d2-454f-4e07-b0de-388f61920bec tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "DELETE /v2.0/ports/3bdd3c6d-f517-4fec-8956-4ac2b17c2b04 HTTP/1.1" status: 204  len: 173 time: 2.7837696
May 14 21:36:41.055218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c3855ca-7d21-4310-ab69-c9afde786708 req-1a223ba7-c6a0-4540-80cf-dd3ac10720d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184292
May 14 21:36:41.086188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'name': 'network-vif-deleted', 'tag': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:36:41.088500 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494a3560-dc3e-4fcd-8f29-a805e70a4022" -d '{"events": [{"server_uuid": "0c8a0510-504e-4380-b02e-0e0f3c522ba9", "name": "network-vif-deleted", "tag": "3bdd3c6d-f517-4fec-8956-4ac2b17c2b04"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:36:41.115423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:41.116480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Allocated IP 2001:db8:3::2 (b382ab60-41b0-420a-af14-e4dbbb795ec5/91abc0ac-27f0-48db-b28a-e53038226b77/d82c19c2-dc0f-400a-b9f3-9561fa71fc67) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:41.123143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:41.137189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=84331e28-bb45-4948-a99c-2745d7cd8ed4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:41.240559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29ec7c0f-c907-46f8-bd36-fa60e0a01a46) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:41.245191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:41.246037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.255397 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9adf4c8-a14f-45f1-888c-4e2aa930e460 x-openstack-request-id: req-a9adf4c8-a14f-45f1-888c-4e2aa930e460 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:36:41.255760 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8a0510-504e-4380-b02e-0e0f3c522ba9", "name": "network-vif-deleted", "tag": "3bdd3c6d-f517-4fec-8956-4ac2b17c2b04", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:36:41.256018 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9adf4c8-a14f-45f1-888c-4e2aa930e460 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:36:41.256424 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9adf4c8-a14f-45f1-888c-4e2aa930e460'] response: {'server_uuid': '0c8a0510-504e-4380-b02e-0e0f3c522ba9', 'name': 'network-vif-deleted', 'tag': '3bdd3c6d-f517-4fec-8956-4ac2b17c2b04', 'status': 'completed', 'code': 200}
May 14 21:36:41.269904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:feac:1afd (88e03173-3786-4c9f-927f-9ea223dbf14a/75e18da4-36e6-45df-b226-213e0addc9b1/4129bbad-650a-43ec-b82c-23e5dec4775c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:41.366745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a24df5-5ac6-489f-b2ea-2f78b5f47f8c None None] Network 29ec7c0f-c907-46f8-bd36-fa60e0a01a46 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:41.408975 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc4577f2-678b-4141-a77f-11dec0300d84 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.6349611
May 14 21:36:41.412206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55772) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:41.421871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:41.431652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.443316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855cc6-0791-4ca3-983d-99cd936d63a3 None None] Pushing event updated for resources: {'Port': ['ID=6bc8d548-5b63-4a5e-badf-052a90d89524,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:41.478112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:41.479120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230371340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:41.523284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 502556d6-5f87-4168-a5f5-78326025b2d5 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:36:41.782315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (4129bbad-650a-43ec-b82c-23e5dec4775c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.868022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=283d561e-eaac-46b8-905c-a0bcf020767d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:41.872354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:41.873049 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:41.875043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:41.936488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Pushing event updated for resources: {'Port': ['ID=fbc14587-c93b-4560-b3a2-678077ddce4c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:41.948887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Publish callbacks [] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:41.960419 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59cffc8d-47f1-40b5-b7ad-0d9b6d9662d6 req-b75be06a-8046-4257-b97f-a0f938f14028 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c8a0510-504e-4380-b02e-0e0f3c522ba9 HTTP/1.1" status: 200  len: 210 time: 0.0671315
May 14 21:36:41.965909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1eff921a-261e-440c-ba1e-bfb6ebda876d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:41.968270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.002460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:42.006230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:42.032722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25985223'] for subnet (bd48393b-fe9a-49a8-8c35-01bb396b573e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.051664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:42.066725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c0919a8a-2924-40a3-b498-9aa94e33927c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/502556d6-5f87-4168-a5f5-78326025b2d5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3780572
May 14 21:36:42.070582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55790) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:42.072765 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] Sync routers for ids ['502556d6-5f87-4168-a5f5-78326025b2d5'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:42.113510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] Routers {'502556d6-5f87-4168-a5f5-78326025b2d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:42.118229 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eec130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['502556d6-5f87-4168-a5f5-78326025b2d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:42.150174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4129bbad-650a-43ec-b82c-23e5dec4775c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.151177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.188286 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eec130>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:42.198622 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] Routers {'502556d6-5f87-4168-a5f5-78326025b2d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:42.199786 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eec130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['502556d6-5f87-4168-a5f5-78326025b2d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:42.232284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.237350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.241583 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eec130>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:42.242392 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6cba38-9d8b-45a3-93ae-7dec95458db5 None None] The sync data for ids ['502556d6-5f87-4168-a5f5-78326025b2d5'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:42.242960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2905558-923b-423e-a572-e0b5d2b03f2f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:42.248877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a2905558-923b-423e-a572-e0b5d2b03f2f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports/20ab605a-7d7e-421f-8ee7-aceb0b240526 HTTP/1.1" status: 200  len: 976 time: 0.1742611
May 14 21:36:42.256671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:42.273137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:42.281905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:42.285843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:42.290905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:42.291788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.325917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:42.328503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=4129bbad-650a-43ec-b82c-23e5dec4775c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:42.454647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cadc970d-976a-47ae-b2d8-20b6a9366687 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.6091571
May 14 21:36:42.454873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55806) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:42.461236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.490100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:42.494975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:42.508684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eefe8fd-27f6-4262-bdae-1e0247e91d10 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:42.514402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eefe8fd-27f6-4262-bdae-1e0247e91d10 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:42.519257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0eefe8fd-27f6-4262-bdae-1e0247e91d10 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0601850
May 14 21:36:42.519616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:42.525617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event updated for resources: {'Port': ['ID=84331e28-bb45-4948-a99c-2745d7cd8ed4,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:42.560465 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.585976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749439507923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25299550'] for subnet (bd48393b-fe9a-49a8-8c35-01bb396b573e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.633736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]: WARNING neutron.objects.base [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] ORM session: SQL execution without transaction in progress, traceback:
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     result = function(*args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     proto.__init__(conn_state, self)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     self.handle()
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     self.handle_one_request()
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     self.handle_one_response()
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     result = self.application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return app(environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self.application)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return request.get_response(self.application)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     resp = self.call_func(req, *args, **kw)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.func(req, *args, **kwargs)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     response = req.get_response(self._app)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     status, headers, app_iter = self.call_application(
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     app_iter = application(self.environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     response = self.app(environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return resp(environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:     return self.application(environ, start_response)
May 14 21:36:42.660999 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return super(Pecan, self).__call__(environ, start_response)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     self.invoke_controller(controller, args, kwargs, state)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     result = controller(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*dup_args, **dup_kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return {self.resource: self.plugin_updater(*updater_args)}
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f_with_retry(*args, **kwargs,
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return f(*dup_args, **dup_kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1405, in update_subnet
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     self._update_subnet_postcommit(context, original_subnet,
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     registry.publish(
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return function(*args, **kwargs)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     errors = self._notify_loop(resource, event, trigger, payload)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     callback(resource, event, trigger, payload=payload)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     router_ids = set(port.device_id for port in query)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     return self._iter().__iter__()
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     result = self.session.execute(
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]:     result = fn(orm_exec_state)
May 14 21:36:42.668460 ncdv-master-1 neutron-server[115781]: 
May 14 21:36:42.673414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:42.676197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:42.676197 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.678351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "PUT /v2.0/subnets/bd48393b-fe9a-49a8-8c35-01bb396b573e HTTP/1.1" status: 200  len: 877 time: 1.2644432
May 14 21:36:42.681248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:42.685355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:42.704222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Attempting to bind port fbc14587-c93b-4560-b3a2-678077ddce4c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:42.704991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Attempting to bind port fbc14587-c93b-4560-b3a2-678077ddce4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:42.705612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Attempting to bind port fbc14587-c93b-4560-b3a2-678077ddce4c on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:42.761329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:42.765169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 4129bbad-650a-43ec-b82c-23e5dec4775c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:42.765512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4129bbad-650a-43ec-b82c-23e5dec4775c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.775453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:42.775884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:42.776297 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.777218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:42.777218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Bound port: fbc14587-c93b-4560-b3a2-678077ddce4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:42.777448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee625f-25d0-44c1-9bff-d7a744c50507 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event updated for resources: {'Subnet': ['ID=bd48393b-fe9a-49a8-8c35-01bb396b573e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:42.777561 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.787886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Pushing event updated for resources: {'Port': ['ID=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:42.791142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6aca2-5e34-45f1-950d-2a660401f355 None None] Current status of the port 283d561e-eaac-46b8-905c-a0bcf020767d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:42.818698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.888334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b3c46d-a226-4efa-a94f-5fb4b66091b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29ec7c0f-c907-46f8-bd36-fa60e0a01a46', 'network_id': '29ec7c0f-c907-46f8-bd36-fa60e0a01a46', 'project_id': '25cc3625fe5f4ee1bcd59980468c5a56', 'fixed_ips': [{'subnet_id': 'bd48393b-fe9a-49a8-8c35-01bb396b573e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:42.889305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-67b3c46d-a226-4efa-a94f-5fb4b66091b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.915507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4129bbad-650a-43ec-b82c-23e5dec4775c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:42.938159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 4129bbad-650a-43ec-b82c-23e5dec4775c owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:43.042468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-40aefe2c-75b7-4533-b749-970ee3864e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.084037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230371340>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:41Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:39Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:40Z', 'revision_number': 1, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:43.113658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Provisioning complete for port 6bc8d548-5b63-4a5e-badf-052a90d89524 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:43.113658 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.148906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1eff921a-261e-440c-ba1e-bfb6ebda876d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:43.149485 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.151552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Attempting to bind port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:43.152014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Attempting to bind port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:43.152473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Attempting to bind port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 on network b382ab60-41b0-420a-af14-e4dbbb795ec5 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:43.167573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:43.168284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Checking segment: {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:43.168872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.169959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Bound using segment: {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:43.169959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Bound port: d82c19c2-dc0f-400a-b9f3-9561fa71fc67, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:43.170393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.193137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55824) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:43.211465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (29ec7c0f-c907-46f8-bd36-fa60e0a01a46), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.214508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9160f53d-5c97-4e1a-b790-3e2bf4d6f508 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:41Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:39Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:40Z', 'revision_number': 1, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:43.253885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4129bbad-650a-43ec-b82c-23e5dec4775c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.336228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=4129bbad-650a-43ec-b82c-23e5dec4775c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:43.387644 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (bd48393b-fe9a-49a8-8c35-01bb396b573e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.397372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.408136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f62695c8-efca-4881-acc8-5d2463f2198b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/4129bbad-650a-43ec-b82c-23e5dec4775c HTTP/1.1" status: 204  len: 168 time: 0.8872855
May 14 21:36:43.409177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55844) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:43.465014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] For port fbc14587-c93b-4560-b3a2-678077ddce4c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:43.524217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] For port fbc14587-c93b-4560-b3a2-678077ddce4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc14587-c93b-4560-b3a2-678077ddce4c,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:43.539540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 1eff921a-261e-440c-ba1e-bfb6ebda876d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1eff921a-261e-440c-ba1e-bfb6ebda876d,segment=NetworkSegment(0a0d42c5-d4c9-4d70-85ad-b80fb58551c7),segment_id=0a0d42c5-d4c9-4d70-85ad-b80fb58551c7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:43.539881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-788fa381-1a09-4279-83ed-5497e70c91d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.571084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa18d2d-1c99-4354-9081-39df8da0d917 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:43.572627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa18d2d-1c99-4354-9081-39df8da0d917 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:43.576859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3aa18d2d-1c99-4354-9081-39df8da0d917 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1652496
May 14 21:36:43.583412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55848) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:43.611262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] For port d82c19c2-dc0f-400a-b9f3-9561fa71fc67, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:43.615252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] For port d82c19c2-dc0f-400a-b9f3-9561fa71fc67, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,segment=NetworkSegment(323a7e03-4015-4a5c-b315-80b7d7a4bc86),segment_id=323a7e03-4015-4a5c-b315-80b7d7a4bc86)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:43.623896 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.633094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (502556d6-5f87-4168-a5f5-78326025b2d5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.679652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 75e18da4-36e6-45df-b226-213e0addc9b1 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:43.683708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (75e18da4-36e6-45df-b226-213e0addc9b1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.725210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:43.745420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-370f429f-e0d1-49a0-b9db-2a539c300e5f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8291588
May 14 21:36:43.745420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55852) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:43.749829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Current status of the port 6bc8d548-5b63-4a5e-badf-052a90d89524 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:43.750007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:43.750219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.761369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (75e18da4-36e6-45df-b226-213e0addc9b1), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.805191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55856) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:43.809142 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.814956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (bd48393b-fe9a-49a8-8c35-01bb396b573e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.836962 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server [None req-67b3c46d-a226-4efa-a94f-5fb4b66091b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd48393b-fe9a-49a8-8c35-01bb396b573e: This subnet is being modified by another concurrent operation.
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 702, in inner
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f_with_retry(*args, **kwargs,
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 142, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 190, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     context_reference.session.rollback()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise self.value
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 224, in wrapped
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server     raise exception
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd48393b-fe9a-49a8-8c35-01bb396b573e: This subnet is being modified by another concurrent operation.
May 14 21:36:43.889376 ncdv-master-1 neutron-server[115782]: ERROR oslo_messaging.rpc.server 
May 14 21:36:43.912994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=1eff921a-261e-440c-ba1e-bfb6ebda876d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:43.920063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] For port 6bc8d548-5b63-4a5e-badf-052a90d89524, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bc8d548-5b63-4a5e-badf-052a90d89524,segment=NetworkSegment(0a0d42c5-d4c9-4d70-85ad-b80fb58551c7),segment_id=0a0d42c5-d4c9-4d70-85ad-b80fb58551c7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:44.026710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41561d-6d76-4087-bb2d-9689a34ba141 None None] Pushing event updated for resources: {'Port': ['ID=fbc14587-c93b-4560-b3a2-678077ddce4c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:44.034417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=bd48393b-fe9a-49a8-8c35-01bb396b573e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:44.034971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabfff0-94d1-4fce-a1f4-df44697aa5b6 None None] Network 29ec7c0f-c907-46f8-bd36-fa60e0a01a46 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:44.098098 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.102207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 283d561e-eaac-46b8-905c-a0bcf020767d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:44.138939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.242380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Provisioning complete for port 1eff921a-261e-440c-ba1e-bfb6ebda876d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:44.242766 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.289874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5e935-5e7f-4eab-b7df-545551474944 None None] Pushing event updated for resources: {'Port': ['ID=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:44.354367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf8ee5-175d-4d9a-b214-511cd027d151 req-df606b51-0d04-4c8e-b62e-57e54e150d7c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:44.356682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41bf8ee5-175d-4d9a-b214-511cd027d151 req-df606b51-0d04-4c8e-b62e-57e54e150d7c tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.6987534
May 14 21:36:44.359013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (29ec7c0f-c907-46f8-bd36-fa60e0a01a46), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.438141 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:36:44.442923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58812ef-cc7e-4766-9090-0bd9976c1bc9 None None] Network 29ec7c0f-c907-46f8-bd36-fa60e0a01a46 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:44.481634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (75e18da4-36e6-45df-b226-213e0addc9b1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.537572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231688f70>,) {'filters': {'network_id': ['29ec7c0f-c907-46f8-bd36-fa60e0a01a46']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:44.552009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-788fa381-1a09-4279-83ed-5497e70c91d9 admin admin] Publish callbacks [] for security_group (f172d0ac-0d6c-45a4-bd81-5c6e50bf0751), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.624246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231688f70>, '0a0ec401-a58a-4673-b86c-1d620d03c523') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:44.624616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231688f70>, '0a0ec401-a58a-4673-b86c-1d620d03c523') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:44.644289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 283d561e-eaac-46b8-905c-a0bcf020767d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:44.645043 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.704705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-788fa381-1a09-4279-83ed-5497e70c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f172d0ac-0d6c-45a4-bd81-5c6e50bf0751), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.713235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (0a0ec401-a58a-4673-b86c-1d620d03c523), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.744059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Pushing event updated for resources: {'Port': ['ID=6bc8d548-5b63-4a5e-badf-052a90d89524,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:44.777737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41bf8ee5-175d-4d9a-b214-511cd027d151 req-b49f0770-81ba-4f60-bdeb-025bde39a3f6 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3868458
May 14 21:36:44.808799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Current status of the port 1eff921a-261e-440c-ba1e-bfb6ebda876d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:44.852023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.extraroute_db [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=115780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 14 21:36:44.870163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0a0ec401-a58a-4673-b86c-1d620d03c523), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.870564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.extraroute_db [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Removed routes are [] {{(pid=115780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 14 21:36:44.870986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.897886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 20ab605a-7d7e-421f-8ee7-aceb0b240526 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:44.901853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.902002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 283d561e-eaac-46b8-905c-a0bcf020767d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:44.902002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bc8d548-5b63-4a5e-badf-052a90d89524 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:44.903009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Provisioning complete for port 20ab605a-7d7e-421f-8ee7-aceb0b240526 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:44.903582 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.914944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:44.915438 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (0a0ec401-a58a-4673-b86c-1d620d03c523), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:44.944080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-788fa381-1a09-4279-83ed-5497e70c91d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0bbbedb51a444deb0d14c288a4c3362&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7498949
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:44.945738 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:44.962394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55862) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.033268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Port 20ab605a-7d7e-421f-8ee7-aceb0b240526 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:45.042093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.042554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Provisioning complete for port 283d561e-eaac-46b8-905c-a0bcf020767d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:45.042939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.058318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 20ab605a-7d7e-421f-8ee7-aceb0b240526 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:45.087522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6bc8d548-5b63-4a5e-badf-052a90d89524 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:45.087928 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.179832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (75e18da4-36e6-45df-b226-213e0addc9b1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.183907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fa381-1a09-4279-83ed-5497e70c91d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f172d0ac-0d6c-45a4-bd81-5c6e50bf0751,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:45.241815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=75e18da4-36e6-45df-b226-213e0addc9b1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:45.262800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.266270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a41ab44c-80d1-4a86-ac1e-4d806f1f5cd4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/75e18da4-36e6-45df-b226-213e0addc9b1 HTTP/1.1" status: 204  len: 168 time: 1.6819010
May 14 21:36:45.270790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.309815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff112-69f4-4505-970f-adfb099fe9d8 admin admin] Publish callbacks [] for security_group (f172d0ac-0d6c-45a4-bd81-5c6e50bf0751), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.337262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9f9da977-9a0f-403d-9044-af4822034d40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0629301
May 14 21:36:45.343788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55868) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.350776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff112-69f4-4505-970f-adfb099fe9d8 admin admin] Publish callbacks [] for security_group (f172d0ac-0d6c-45a4-bd81-5c6e50bf0751), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.354084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:45.418802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (29ec7c0f-c907-46f8-bd36-fa60e0a01a46), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.438844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-71366cb0-91fe-4837-956e-c939b9466f6d None None] Current status of the port 283d561e-eaac-46b8-905c-a0bcf020767d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:45.446161 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.449793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/29ec7c0f-c907-46f8-bd36-fa60e0a01a46 HTTP/1.1" status: 204  len: 168 time: 2.7651758
May 14 21:36:45.454834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55872) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.465304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6bc8d548-5b63-4a5e-badf-052a90d89524 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:45.478283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d926e20-cb5d-48e5-8777-854299a8cc5e tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=29ec7c0f-c907-46f8-bd36-fa60e0a01a46,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:45.497501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff112-69f4-4505-970f-adfb099fe9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f172d0ac-0d6c-45a4-bd81-5c6e50bf0751), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.500223 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e3ff112-69f4-4505-970f-adfb099fe9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.505519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e3ff112-69f4-4505-970f-adfb099fe9d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f172d0ac-0d6c-45a4-bd81-5c6e50bf0751 HTTP/1.1" status: 204  len: 168 time: 0.4497685
May 14 21:36:45.515391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ff112-69f4-4505-970f-adfb099fe9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f172d0ac-0d6c-45a4-bd81-5c6e50bf0751,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:45.536770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (cd8223b5-75e6-4129-89ad-566397ded854), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.578289 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f2360f-423f-4e8b-8f5c-d9184c49ea67 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:45.578777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f2360f-423f-4e8b-8f5c-d9184c49ea67 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:45.584765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42f2360f-423f-4e8b-8f5c-d9184c49ea67 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/bd48393b-fe9a-49a8-8c35-01bb396b573e HTTP/1.1" status: 404  len: 337 time: 0.1254320
May 14 21:36:45.588968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.677663 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.686047 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1bf2cd7-d882-4258-a193-987605cfc756 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:45.686572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1bf2cd7-d882-4258-a193-987605cfc756 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:45.692928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1bf2cd7-d882-4258-a193-987605cfc756 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/29ec7c0f-c907-46f8-bd36-fa60e0a01a46 HTTP/1.1" status: 404  len: 339 time: 0.0595937
May 14 21:36:45.702417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55878) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.749155 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-67042670-3ae4-426d-ac6b-d4eccef278c4 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:45.749634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67042670-3ae4-426d-ac6b-d4eccef278c4 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:45.753496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-67042670-3ae4-426d-ac6b-d4eccef278c4 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/e4dcd307-c296-4d5c-953d-52f98e31d7c6 HTTP/1.1" status: 404  len: 337 time: 0.0492249
May 14 21:36:45.755976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.757616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55880) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.795824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:45.806786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.811701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.815680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (20ab605a-7d7e-421f-8ee7-aceb0b240526), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:45.817561 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7de8ad-5e05-4f11-8688-e3b49369db90 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:45.818089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7de8ad-5e05-4f11-8688-e3b49369db90 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:45.823730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5f7de8ad-5e05-4f11-8688-e3b49369db90 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/e9b01733-3eed-4d0d-a067-ed585a89327f HTTP/1.1" status: 404  len: 339 time: 0.0625768
May 14 21:36:45.841429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55884) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:45.943081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:45.960000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:45.962367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fdb880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:46.064682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fbc14587-c93b-4560-b3a2-678077ddce4c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:46.092362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=20ab605a-7d7e-421f-8ee7-aceb0b240526,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:46.134957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630767e-7c2c-4b06-955b-4a0287807fec None None] Network b382ab60-41b0-420a-af14-e4dbbb795ec5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:46.272836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:46.323260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] Provisioning complete for port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:46.324726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.395845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.405197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348af06-6f2a-45ca-88f0-b17ceaaaaa51 req-27fa572b-4c44-43f7-a36c-15333ce9e7cc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:46.406841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6348af06-6f2a-45ca-88f0-b17ceaaaaa51 req-27fa572b-4c44-43f7-a36c-15333ce9e7cc tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.4212284
May 14 21:36:46.420675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fbc14587-c93b-4560-b3a2-678077ddce4c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:46.421904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.489597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:46.492834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:46.508227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-53952ed1-e45f-4b11-82d2-230b8a7b4314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.571865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359a1fe6-ece2-4da7-899b-d4b35965f024 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:46.607836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Deleting port c63cbcae-6604-47d6-8ea7-e5c74125bc43 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:46.609559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.754121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] For port c63cbcae-6604-47d6-8ea7-e5c74125bc43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c63cbcae-6604-47d6-8ea7-e5c74125bc43,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:46.754671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.771096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Calling delete_port for c63cbcae-6604-47d6-8ea7-e5c74125bc43 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:46.777651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.843226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b6be460>,) {'filters': {'network_id': ['2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:46.860962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b6be460>, 'ed7f8a9a-be7f-4c10-a0ce-caf1e8041578') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:46.861318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b6be460>, 'ed7f8a9a-be7f-4c10-a0ce-caf1e8041578') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:46.876699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fbc14587-c93b-4560-b3a2-678077ddce4c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:46.877753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.894368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (ed7f8a9a-be7f-4c10-a0ce-caf1e8041578), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.917565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:46.920032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.925664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ed7f8a9a-be7f-4c10-a0ce-caf1e8041578), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.933802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:46.934423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (ed7f8a9a-be7f-4c10-a0ce-caf1e8041578), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:46.942259 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:46.944525 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (502556d6-5f87-4168-a5f5-78326025b2d5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:46.946356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] Current status of the port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:46.947520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.004925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6348af06-6f2a-45ca-88f0-b17ceaaaaa51 req-69ce1fcb-e86e-4f2c-9aa4-1e705b604549 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/security-groups?id=ae30d2c7-3653-4c84-964f-bd681abaf183&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5771739
May 14 21:36:47.062694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-1044fc2e-ffed-447b-b61c-d12ce89b4892 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:47.062948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-1044fc2e-ffed-447b-b61c-d12ce89b4892 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 946 time: 0.1200547
May 14 21:36:47.073681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port fbc14587-c93b-4560-b3a2-678077ddce4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc14587-c93b-4560-b3a2-678077ddce4c,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:47.079944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-53952ed1-e45f-4b11-82d2-230b8a7b4314 admin admin] Publish callbacks [] for security_group (4135e5c9-2a36-4a78-b5cd-e7156fc095fc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.108816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] For port d82c19c2-dc0f-400a-b9f3-9561fa71fc67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,segment=NetworkSegment(323a7e03-4015-4a5c-b315-80b7d7a4bc86),segment_id=323a7e03-4015-4a5c-b315-80b7d7a4bc86)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:47.110775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] Deleting port fbc14587-c93b-4560-b3a2-678077ddce4c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:47.111251 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.185119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-53952ed1-e45f-4b11-82d2-230b8a7b4314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4135e5c9-2a36-4a78-b5cd-e7156fc095fc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.203360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.205062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1eff921a-261e-440c-ba1e-bfb6ebda876d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:47.279535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-53952ed1-e45f-4b11-82d2-230b8a7b4314 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ea34e0c985742da852ce5334c3c3d7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7857838
May 14 21:36:47.282880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55894) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:47.296826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53952ed1-e45f-4b11-82d2-230b8a7b4314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135e5c9-2a36-4a78-b5cd-e7156fc095fc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:47.313764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fdb880>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:44Z', 'revision_number': 6, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:41Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:47.319004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Deleting port 3bd86955-065d-4044-84d3-96660ce658cb {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:47.319930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3bd86955-065d-4044-84d3-96660ce658cb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.322200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:47.326946 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.329825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.331827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a3ccd3f8-6bed-4dc2-8714-acafef962a24 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 954 time: 3.5859458
May 14 21:36:47.334288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55896) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:47.381363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.386322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:47.386991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Updating router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 port 84331e28-bb45-4948-a99c-2745d7cd8ed4 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:36:47.391851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] For port fbc14587-c93b-4560-b3a2-678077ddce4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc14587-c93b-4560-b3a2-678077ddce4c,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:47.395826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.395826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1eff921a-261e-440c-ba1e-bfb6ebda876d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:47.396173 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.422634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c63cbcae-6604-47d6-8ea7-e5c74125bc43), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.463712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63cbcae-6604-47d6-8ea7-e5c74125bc43,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:47.471494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=fbc14587-c93b-4560-b3a2-678077ddce4c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:47.474723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] For port 3bd86955-065d-4044-84d3-96660ce658cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bd86955-065d-4044-84d3-96660ce658cb,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:47.475187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3bd86955-065d-4044-84d3-96660ce658cb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.516538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] Calling delete_port for fbc14587-c93b-4560-b3a2-678077ddce4c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:47.521479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Calling delete_port for 3bd86955-065d-4044-84d3-96660ce658cb owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:47.534023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Provisioning complete for port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:47.534479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.567021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.687190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd989cab-c2f3-41c3-8bcf-67407190d354 admin admin] Publish callbacks [] for security_group (4135e5c9-2a36-4a78-b5cd-e7156fc095fc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.711323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d7505-b0a4-43c0-b22f-a2a3c7a4a128 None None] Pushing event updated for resources: {'Port': ['ID=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:47.736151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1eff921a-261e-440c-ba1e-bfb6ebda876d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:47.737525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d82c19c2-dc0f-400a-b9f3-9561fa71fc67 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:47.859896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd989cab-c2f3-41c3-8bcf-67407190d354 admin admin] Publish callbacks [] for security_group (4135e5c9-2a36-4a78-b5cd-e7156fc095fc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.994514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:47.998252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5 HTTP/1.1" status: 204  len: 168 time: 2.1431272
May 14 21:36:48.002623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55898) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.040092 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-74efc38e-e919-4a9f-91ad-e79a3f83eb61 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.040568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74efc38e-e919-4a9f-91ad-e79a3f83eb61 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.047052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-74efc38e-e919-4a9f-91ad-e79a3f83eb61 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/9f9384a0-56ed-4abd-afee-ad6e2c8e8033 HTTP/1.1" status: 404  len: 337 time: 0.0426934
May 14 21:36:48.048289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1af81-8ca9-49f0-af63-f2f83b0efea8 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=2dbd4b0f-cb78-43c5-89e4-770a9fa0f8d5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:48.048628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3bd86955-065d-4044-84d3-96660ce658cb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.050761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.076145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3bd86955-065d-4044-84d3-96660ce658cb'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:36:48.082712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Pushing event deleted for resources: {'Port': ['ID=3bd86955-065d-4044-84d3-96660ce658cb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:48.113003 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e651bb32-b59c-4696-ab72-a8f09185cce7 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.113536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e651bb32-b59c-4696-ab72-a8f09185cce7 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.116572 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e651bb32-b59c-4696-ab72-a8f09185cce7 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/8ea6b8dd-7194-4732-a18c-ee8969ea9c9e HTTP/1.1" status: 404  len: 339 time: 0.0602663
May 14 21:36:48.124535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 502556d6-5f87-4168-a5f5-78326025b2d5 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:48.125444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.141152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Current status of the port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:48.152201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] No DVR routers for this DVR port 3bd86955-065d-4044-84d3-96660ce658cb on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:48.154465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.155241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:48.155644 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.157888 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5232df13-3ecd-4515-8fe4-85bf9b78ff2e req-b49e9cb5-158f-4cdb-85af-4328c1549f1a tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.48 "DELETE /v2.0/ports/3bd86955-065d-4044-84d3-96660ce658cb HTTP/1.1" status: 204  len: 173 time: 1.0649607
May 14 21:36:48.158709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (cd8223b5-75e6-4129-89ad-566397ded854), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.160497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'name': 'network-vif-deleted', 'tag': '3bd86955-065d-4044-84d3-96660ce658cb'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:36:48.171744 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab04d75-35b2-4ae2-bab5-38ffcd298759" -d '{"events": [{"server_uuid": "d1f98eb2-6910-4d90-86c1-bc42958e30ca", "name": "network-vif-deleted", "tag": "3bd86955-065d-4044-84d3-96660ce658cb"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:36:48.199152 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1f201e-ae55-4033-8722-7a413950d717 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.208336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1f201e-ae55-4033-8722-7a413950d717 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.212974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2c1f201e-ae55-4033-8722-7a413950d717 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/a2e2fddb-db65-4629-8405-9a87611af1a1 HTTP/1.1" status: 404  len: 337 time: 0.0847530
May 14 21:36:48.228565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Provisioning complete for port fbc14587-c93b-4560-b3a2-678077ddce4c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:48.229005 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.240633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55912) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.284819 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3dfd1e9a-0882-4c8f-884b-231b4bcdf264 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 954 time: 0.9492509
May 14 21:36:48.290122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55916) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.293839 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-86984071-0094-4ee3-8a9c-c0cb0af64740 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.295786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86984071-0094-4ee3-8a9c-c0cb0af64740 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.300148 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-86984071-0094-4ee3-8a9c-c0cb0af64740 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/ac55cd55-656f-43ac-b167-e438dcf15dd9 HTTP/1.1" status: 404  len: 339 time: 0.0574994
May 14 21:36:48.306953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'routes': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:48.308441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.311531 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15c3c9e-bdd2-4dc8-82db-b94b7aa92714 x-openstack-request-id: req-d15c3c9e-bdd2-4dc8-82db-b94b7aa92714 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:36:48.311835 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f98eb2-6910-4d90-86c1-bc42958e30ca", "name": "network-vif-deleted", "tag": "3bd86955-065d-4044-84d3-96660ce658cb", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:36:48.311965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (fbc14587-c93b-4560-b3a2-678077ddce4c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.312274 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d15c3c9e-bdd2-4dc8-82db-b94b7aa92714 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:36:48.312737 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15c3c9e-bdd2-4dc8-82db-b94b7aa92714'] response: {'server_uuid': 'd1f98eb2-6910-4d90-86c1-bc42958e30ca', 'name': 'network-vif-deleted', 'tag': '3bd86955-065d-4044-84d3-96660ce658cb', 'status': 'completed', 'code': 200}
May 14 21:36:48.340681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd989cab-c2f3-41c3-8bcf-67407190d354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4135e5c9-2a36-4a78-b5cd-e7156fc095fc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.343318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd989cab-c2f3-41c3-8bcf-67407190d354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.344497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd989cab-c2f3-41c3-8bcf-67407190d354 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4135e5c9-2a36-4a78-b5cd-e7156fc095fc HTTP/1.1" status: 204  len: 168 time: 1.0580628
May 14 21:36:48.378739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] Pushing event deleted for resources: {'Port': ['ID=fbc14587-c93b-4560-b3a2-678077ddce4c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:48.380227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:36:48.387792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a7771-03f9-4847-a92e-741fcbc418ec None None] No DVR routers for this DVR port fbc14587-c93b-4560-b3a2-678077ddce4c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:48.394150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9dacd921-7156-43d0-a0ff-967c27591f68 req-d35d6cf1-1708-4197-a09d-7d9d555a97c7 tempest-ServerRescueNegativeTestJSON-879335362 tempest-ServerRescueNegativeTestJSON-879335362-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1f98eb2-6910-4d90-86c1-bc42958e30ca HTTP/1.1" status: 200  len: 210 time: 0.0843642
May 14 21:36:48.402792 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3520a4-c9ea-4a71-aa23-134e8843a8c0 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.403493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3520a4-c9ea-4a71-aa23-134e8843a8c0 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.407141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1b3520a4-c9ea-4a71-aa23-134e8843a8c0 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/78f90f43-a93d-4571-a7ec-cb3c7635d50f HTTP/1.1" status: 404  len: 337 time: 0.0935855
May 14 21:36:48.427810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.476969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd989cab-c2f3-41c3-8bcf-67407190d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135e5c9-2a36-4a78-b5cd-e7156fc095fc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:48.479287 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9af649-87bf-4513-8139-d9e038ef0859 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.479868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9af649-87bf-4513-8139-d9e038ef0859 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.485462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8d9af649-87bf-4513-8139-d9e038ef0859 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/d696f383-e3da-4c44-9caa-2b1144eac371 HTTP/1.1" status: 404  len: 339 time: 0.0544343
May 14 21:36:48.486070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55930) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.538156 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b85528-ccf5-4832-aed4-3bf87d7c2bb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.538790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b85528-ccf5-4832-aed4-3bf87d7c2bb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.544764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2b85528-ccf5-4832-aed4-3bf87d7c2bb1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/b8581312-e0c6-442c-9ccb-ade005d5bb4d HTTP/1.1" status: 404  len: 337 time: 0.0553746
May 14 21:36:48.544960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b6f77bbc-b642-4394-a391-aa778e680789), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.550682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55938) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.576682 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa353678-65cb-4306-997b-c09541565468 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.577169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa353678-65cb-4306-997b-c09541565468 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.583105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa353678-65cb-4306-997b-c09541565468 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/48d4a533-4105-47d8-9498-b42db565ea54 HTTP/1.1" status: 404  len: 339 time: 0.0286989
May 14 21:36:48.584061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55940) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.590728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Publish callbacks [] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.614909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=b6f77bbc-b642-4394-a391-aa778e680789,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:48.632241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:48.644292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Could not find standard attr ID for object fbc14587-c93b-4560-b3a2-678077ddce4c. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:36:48.648364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:48.654261 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e51bcf-51c0-4244-ab33-fb93c7d97550 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.654642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:48.654780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e51bcf-51c0-4244-ab33-fb93c7d97550 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.655406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.668158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c6e51bcf-51c0-4244-ab33-fb93c7d97550 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/59b27844-aed3-434a-80fd-991e409ad6a9 HTTP/1.1" status: 404  len: 337 time: 0.0799527
May 14 21:36:48.668158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55942) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.675884 ncdv-master-1 neutron-server[115782]: INFO neutron.plugins.ml2.db [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] No ports have port_id starting with fbc14587-c93b-4560-b3a2-678077ddce4c
May 14 21:36:48.680772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:48.696303 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c2c40b-65e0-4f1d-940a-14453f0b0335 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.696407 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] Sync routers for ids ['502556d6-5f87-4168-a5f5-78326025b2d5'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:48.696783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c2c40b-65e0-4f1d-940a-14453f0b0335 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.699701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-21c2c40b-65e0-4f1d-940a-14453f0b0335 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/6dcc6971-e249-427b-9078-e712b1ebd808 HTTP/1.1" status: 404  len: 339 time: 0.0310223
May 14 21:36:48.702337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.709989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e23d3db-07f2-4714-a39e-d2d9fa911498 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/502556d6-5f87-4168-a5f5-78326025b2d5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4520736
May 14 21:36:48.714024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55946) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.726938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] Routers {'502556d6-5f87-4168-a5f5-78326025b2d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:48.730055 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['502556d6-5f87-4168-a5f5-78326025b2d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:48.740954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0e9ad-ac3b-43e2-bc55-513598e6128a None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:48.763397 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.767359 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a76d698-2883-402f-81cb-333dd4143888 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.768436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a76d698-2883-402f-81cb-333dd4143888 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.774217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a76d698-2883-402f-81cb-333dd4143888 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/4335c0e5-8507-4f1d-9d14-8d395d279db5 HTTP/1.1" status: 404  len: 337 time: 0.0685182
May 14 21:36:48.804346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.806507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1f70>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:48.825490 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] Routers {'502556d6-5f87-4168-a5f5-78326025b2d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:48.826279 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['502556d6-5f87-4168-a5f5-78326025b2d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:48.834050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75f8198f-46b0-4769-b93c-c279a11a6369 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4881237
May 14 21:36:48.845937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55950) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.854903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Provisioning complete for port 84331e28-bb45-4948-a99c-2745d7cd8ed4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:48.855245 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:48.860303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:93:cf:87', 'name': 'tempest-NetworksTestDHCPv6-1187372161'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:48.864844 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-60250381-7668-4873-b7f0-6dc48e5192bb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.865215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60250381-7668-4873-b7f0-6dc48e5192bb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.871531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-60250381-7668-4873-b7f0-6dc48e5192bb tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/90c48239-751a-4513-a3b5-02fba930c482 HTTP/1.1" status: 404  len: 339 time: 0.0647662
May 14 21:36:48.873408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55952) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:48.904966 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ea1f70>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:48.906187 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a1265-628e-4056-92a9-68caf230ce69 None None] The sync data for ids ['502556d6-5f87-4168-a5f5-78326025b2d5'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:48.978315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Router cd8223b5-75e6-4129-89ad-566397ded854 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:48.992065 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacaa2c8-aa89-4e3b-a1dd-02f323578ee9 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:48.992984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacaa2c8-aa89-4e3b-a1dd-02f323578ee9 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:48.999561 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bacaa2c8-aa89-4e3b-a1dd-02f323578ee9 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/367cbbd9-8cf7-435a-9348-f513e908c3ff HTTP/1.1" status: 404  len: 337 time: 0.1200817
May 14 21:36:49.001555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55954) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.001693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:49.003683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bc8d548-5b63-4a5e-badf-052a90d89524 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:49.057198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c91602-45cd-4bc0-9617-cad212168a57 None None] Pushing event updated for resources: {'Port': ['ID=84331e28-bb45-4948-a99c-2745d7cd8ed4,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:49.077855 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32f50b1-1c0f-4201-9a60-06b49fa1a183 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:49.078887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32f50b1-1c0f-4201-9a60-06b49fa1a183 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:49.083533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f32f50b1-1c0f-4201-9a60-06b49fa1a183 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/5384c8ae-91ba-4f89-a8e0-e4d085b26098 HTTP/1.1" status: 404  len: 339 time: 0.0819178
May 14 21:36:49.088934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.131365 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe15515-d058-4e61-8076-2ef7129045e1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:49.132186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe15515-d058-4e61-8076-2ef7129045e1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:49.135614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fbe15515-d058-4e61-8076-2ef7129045e1 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/8dff8949-93e9-4dc1-9241-aba78751dfd8 HTTP/1.1" status: 404  len: 337 time: 0.0453434
May 14 21:36:49.138378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55960) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.172708 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b0568e-4eab-4500-b51f-a4f6721d4598 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] DELETE failed (client error): The resource could not be found.
May 14 21:36:49.173383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b0568e-4eab-4500-b51f-a4f6721d4598 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:36:49.176595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-81b0568e-4eab-4500-b51f-a4f6721d4598 tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/00b6503c-fc9c-46e3-a314-2b9f434cc2f9 HTTP/1.1" status: 404  len: 339 time: 0.0372515
May 14 21:36:49.180828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55962) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.207928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f746ce41-33d0-4035-8229-c4709579a98f None None] Port 84331e28-bb45-4948-a99c-2745d7cd8ed4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:49.256816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Attempting to bind port 84331e28-bb45-4948-a99c-2745d7cd8ed4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:49.257188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Attempting to bind port 84331e28-bb45-4948-a99c-2745d7cd8ed4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:49.257562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Attempting to bind port 84331e28-bb45-4948-a99c-2745d7cd8ed4 on network b382ab60-41b0-420a-af14-e4dbbb795ec5 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:49.267227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:49.267739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Checking segment: {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:49.268057 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.268833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Bound using segment: {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:49.269333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Bound port: 84331e28-bb45-4948-a99c-2745d7cd8ed4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323a7e03-4015-4a5c-b315-80b7d7a4bc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:49.269831 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.311978 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-bac67086-4c65-4a24-91e1-d4bd9f420d57 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] remove_router_interface failed (client error): The resource could not be found.
May 14 21:36:49.313125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bac67086-4c65-4a24-91e1-d4bd9f420d57 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/502556d6-5f87-4168-a5f5-78326025b2d5/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5979023
May 14 21:36:49.330385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55966) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.349197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'b6f77bbc-b642-4394-a391-aa778e680789'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:49.354050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.380300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6bc8d548-5b63-4a5e-badf-052a90d89524 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:49.380720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.386286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f4330c69-0a35-489b-a3f1-13b581f5cbfa None None] Provisioning complete for port 84331e28-bb45-4948-a99c-2745d7cd8ed4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:49.386658 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f4330c69-0a35-489b-a3f1-13b581f5cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.388048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b02296f1-6196-48aa-ac72-182c35e6c75b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=502556d6-5f87-4168-a5f5-78326025b2d5 HTTP/1.1" status: 200  len: 205 time: 0.0536883
May 14 21:36:49.393915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:49.400833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55970) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.413418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f14f3672-c959-4736-a668-db0c9eefb6b0 admin admin] 10.222.0.52 "PUT /v2.0/routers/cd8223b5-75e6-4129-89ad-566397ded854/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6003985
May 14 21:36:49.426306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55974) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.447908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:49.493839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] Sync routers for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:49.498594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 55980) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:49.516666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (502556d6-5f87-4168-a5f5-78326025b2d5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.573174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting subnet f7f00938-9ca6-472d-b7e5-70c19fc6244c {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:49.607442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (f7f00938-9ca6-472d-b7e5-70c19fc6244c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.609095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:49.610504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300bbf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:49.729378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:49.743644 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f7f00938-9ca6-472d-b7e5-70c19fc6244c), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.757826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.extraroute_db [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added routes are [] {{(pid=115780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 14 21:36:49.758088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.extraroute_db [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=115780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 14 21:36:49.776873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (502556d6-5f87-4168-a5f5-78326025b2d5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.780744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (502556d6-5f87-4168-a5f5-78326025b2d5), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.785110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f4330c69-0a35-489b-a3f1-13b581f5cbfa None None] Port 84331e28-bb45-4948-a99c-2745d7cd8ed4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:49.798575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.828844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks [] for router (cd8223b5-75e6-4129-89ad-566397ded854), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.882096 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f7f00938-9ca6-472d-b7e5-70c19fc6244c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.895540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] For port 84331e28-bb45-4948-a99c-2745d7cd8ed4, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:49.928803 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.933750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port b0179cb1-946c-4088-a94a-c8895afba459 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:49.956455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] For port 84331e28-bb45-4948-a99c-2745d7cd8ed4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84331e28-bb45-4948-a99c-2745d7cd8ed4,segment=NetworkSegment(323a7e03-4015-4a5c-b315-80b7d7a4bc86),segment_id=323a7e03-4015-4a5c-b315-80b7d7a4bc86)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:49.961745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (502556d6-5f87-4168-a5f5-78326025b2d5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.961745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router 502556d6-5f87-4168-a5f5-78326025b2d5 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:36:49.967255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:49.968311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-24d11058-0a14-45cb-af6f-65fc469cc00c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/502556d6-5f87-4168-a5f5-78326025b2d5 HTTP/1.1" status: 204  len: 168 time: 0.5643055
May 14 21:36:49.982668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55986) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:50.006344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-72dd51ec-0b88-4350-a3ca-47a2970ae010 None None] Provisioning complete for port 84331e28-bb45-4948-a99c-2745d7cd8ed4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:50.006722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-72dd51ec-0b88-4350-a3ca-47a2970ae010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.053417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-72dd51ec-0b88-4350-a3ca-47a2970ae010 None None] Port 84331e28-bb45-4948-a99c-2745d7cd8ed4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:36:50.054268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet 13143a45-4f20-4a53-89ea-524eb76fe712 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:50.058735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (13143a45-4f20-4a53-89ea-524eb76fe712), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.081207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300bbf70>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:36:47Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:50.109905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.116460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (13143a45-4f20-4a53-89ea-524eb76fe712), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.117806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] Checking router: cd8223b5-75e6-4129-89ad-566397ded854 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:50.128981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Allocated IP 2001:db8::f816:3eff:fec3:8527 (88e03173-3786-4c9f-927f-9ea223dbf14a/b6f77bbc-b642-4394-a391-aa778e680789/a3d9d325-921f-4f0c-9194-4cee33e8cefe) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:50.146035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f7f00938-9ca6-472d-b7e5-70c19fc6244c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.191610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.197936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/subnets/f7f00938-9ca6-472d-b7e5-70c19fc6244c HTTP/1.1" status: 204  len: 168 time: 1.0148036
May 14 21:36:50.198525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] Routers {'cd8223b5-75e6-4129-89ad-566397ded854'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:50.198732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 55992) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:50.199664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300bbf70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cd8223b5-75e6-4129-89ad-566397ded854'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:50.200979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6bc8d548-5b63-4a5e-badf-052a90d89524 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:50.203645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ff678-d46b-45e9-9fbe-ad974bdb1f6a tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f00938-9ca6-472d-b7e5-70c19fc6244c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:50.273378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421a73d-468c-44e9-8725-79fd86eaba8a None None] Network 19b49e71-d818-4847-bb60-730e77b38ff3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:50.294292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (19b49e71-d818-4847-bb60-730e77b38ff3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.315622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks [] for router_gateway (cd8223b5-75e6-4129-89ad-566397ded854), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.434224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (13143a45-4f20-4a53-89ea-524eb76fe712), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.437964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Deleting port d4c7154d-a061-40b2-8c27-7e01b4cadcaf {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:50.438304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.563599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] For port d4c7154d-a061-40b2-8c27-7e01b4cadcaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,segment=NetworkSegment(9ff5b706-436e-4936-aa9b-50e626762808),segment_id=9ff5b706-436e-4936-aa9b-50e626762808)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:50.564094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:50.586876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Calling delete_port for d4c7154d-a061-40b2-8c27-7e01b4cadcaf owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:50.656977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bd86955-065d-4044-84d3-96660ce658cb no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:50.660844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d82c19c2-dc0f-400a-b9f3-9561fa71fc67 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:50.670089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c91602-45cd-4bc0-9617-cad212168a57 None None] Pushing event updated for resources: {'Port': ['ID=84331e28-bb45-4948-a99c-2745d7cd8ed4,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:50.775963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:50.776657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fdb880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:50.832111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 3bd86955-065d-4044-84d3-96660ce658cb {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:50.833027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3bd86955-065d-4044-84d3-96660ce658cb not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:50.988514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-97780efa-2310-4768-a172-d752302bcedb None None] Provisioning complete for port 84331e28-bb45-4948-a99c-2745d7cd8ed4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:50.988992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-97780efa-2310-4768-a172-d752302bcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.036562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (13143a45-4f20-4a53-89ea-524eb76fe712), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.068000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.071137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=13143a45-4f20-4a53-89ea-524eb76fe712,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:51.074867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Deleting port 7659e68c-021d-46bc-b33e-cdcb992850b8 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:51.075208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.084624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.090271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ba6a53f9-2e60-4309-9789-5ed323bfab8d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/13143a45-4f20-4a53-89ea-524eb76fe712 HTTP/1.1" status: 204  len: 168 time: 1.1037807
May 14 21:36:51.091668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56004) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:51.131073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2642e1-4394-41bd-96d7-ff100a5a28bc None None] Network 67fd370c-3a2e-43b4-b82c-fc42005c3067 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:51.151315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed13fbe-5ff8-43c7-974f-899fc201c236 None None] DHCP port deletion for 19b49e71-d818-4847-bb60-730e77b38ff3 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:51.191916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] For port 7659e68c-021d-46bc-b33e-cdcb992850b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7659e68c-021d-46bc-b33e-cdcb992850b8,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:51.193731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.222593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (67fd370c-3a2e-43b4-b82c-fc42005c3067), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.231470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.233806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:51.235190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.235332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d4c7154d-a061-40b2-8c27-7e01b4cadcaf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.238356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Calling delete_port for 7659e68c-021d-46bc-b33e-cdcb992850b8 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:51.259558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:51.289767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Port': ['ID=d4c7154d-a061-40b2-8c27-7e01b4cadcaf,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:51.300464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] No DVR routers for this DVR port d4c7154d-a061-40b2-8c27-7e01b4cadcaf on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:51.334369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 283d561e-eaac-46b8-905c-a0bcf020767d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:51.334704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.368436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ed13fbe-5ff8-43c7-974f-899fc201c236 None None] The port 'd4c7154d-a061-40b2-8c27-7e01b4cadcaf' was deleted {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}}
May 14 21:36:51.382153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (1c9855c9-c552-4cd2-967e-796180258ec7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.410232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] Set router cd8223b5-75e6-4129-89ad-566397ded854 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:51.440980 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (19b49e71-d818-4847-bb60-730e77b38ff3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.472214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 283d561e-eaac-46b8-905c-a0bcf020767d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=283d561e-eaac-46b8-905c-a0bcf020767d,segment=NetworkSegment(3f8247a3-2e7c-4a5a-bd60-44e187960377),segment_id=3f8247a3-2e7c-4a5a-bd60-44e187960377)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:51.472591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.486704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230d4a9a0>,) {'filters': {'network_id': ['19b49e71-d818-4847-bb60-730e77b38ff3']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:51.497378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d4a9a0>, '9ff5b706-436e-4936-aa9b-50e626762808') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:51.497752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d4a9a0>, '9ff5b706-436e-4936-aa9b-50e626762808') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:51.499667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 283d561e-eaac-46b8-905c-a0bcf020767d owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:51.512966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (9ff5b706-436e-4936-aa9b-50e626762808), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.521449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:51.573609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9ff5b706-436e-4936-aa9b-50e626762808), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.583876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:51.584276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (9ff5b706-436e-4936-aa9b-50e626762808), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:51.594053 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:51.717059 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Publish callbacks [] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.763719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (19b49e71-d818-4847-bb60-730e77b38ff3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.773624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.778848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] 10.222.0.52 "DELETE /v2.0/networks/19b49e71-d818-4847-bb60-730e77b38ff3 HTTP/1.1" status: 204  len: 168 time: 1.5737052
May 14 21:36:51.800585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (283d561e-eaac-46b8-905c-a0bcf020767d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.819245 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.845955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb749-fe3b-43fb-984f-6779a0a5d9fa tempest-NetworksTest-1894109537 tempest-NetworksTest-1894109537-project] Pushing event deleted for resources: {'Network': ['ID=19b49e71-d818-4847-bb60-730e77b38ff3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:51.852314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=283d561e-eaac-46b8-905c-a0bcf020767d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:51.862464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port 283d561e-eaac-46b8-905c-a0bcf020767d on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:51.883989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fe93:cf87 (88e03173-3786-4c9f-927f-9ea223dbf14a/b6f77bbc-b642-4394-a391-aa778e680789/b0179cb1-946c-4088-a94a-c8895afba459) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:51.908694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-97780efa-2310-4768-a172-d752302bcedb None None] Current status of the port 84331e28-bb45-4948-a99c-2745d7cd8ed4 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:51.909335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-97780efa-2310-4768-a172-d752302bcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:51.962991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f344b1-71e9-470a-8e1e-d9d8980d5bcb None None] DHCP port deletion for 67fd370c-3a2e-43b4-b82c-fc42005c3067 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:51.995906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (67fd370c-3a2e-43b4-b82c-fc42005c3067), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.022267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:52.037502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:52.045686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a920fa0>,) {'filters': {'network_id': ['67fd370c-3a2e-43b4-b82c-fc42005c3067']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:52.063234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:52.065017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:52.074020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a920fa0>, '3f8247a3-2e7c-4a5a-bd60-44e187960377') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:52.074366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a920fa0>, '3f8247a3-2e7c-4a5a-bd60-44e187960377') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:52.084291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.085489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f425a17-5521-4332-a012-53b973fb738d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 704 time: 3.7929492
May 14 21:36:52.089706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3f8247a3-2e7c-4a5a-bd60-44e187960377), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.094707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56022) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:52.101514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-97780efa-2310-4768-a172-d752302bcedb None None] For port 84331e28-bb45-4948-a99c-2745d7cd8ed4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84331e28-bb45-4948-a99c-2745d7cd8ed4,segment=NetworkSegment(323a7e03-4015-4a5c-b315-80b7d7a4bc86),segment_id=323a7e03-4015-4a5c-b315-80b7d7a4bc86)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:52.102920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:52.114380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3f8247a3-2e7c-4a5a-bd60-44e187960377), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.122464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:52.122964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3f8247a3-2e7c-4a5a-bd60-44e187960377), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.142253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Pushing event updated for resources: {'Port': ['ID=a3d9d325-921f-4f0c-9194-4cee33e8cefe,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:52.196163 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:52.210313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fbc14587-c93b-4560-b3a2-678077ddce4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:52.218896 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-97780efa-2310-4768-a172-d752302bcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.224851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (b0179cb1-946c-4088-a94a-c8895afba459), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.280760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7659e68c-021d-46bc-b33e-cdcb992850b8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.307080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: fbc14587-c93b-4560-b3a2-678077ddce4c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:52.307441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fbc14587-c93b-4560-b3a2-678077ddce4c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:52.309041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cdb3f56e-4091-471a-8bd9-84136e79d29b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 704 time: 0.2128935
May 14 21:36:52.317386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56030) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:52.503530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (67fd370c-3a2e-43b4-b82c-fc42005c3067), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.546311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Attempting to bind port a3d9d325-921f-4f0c-9194-4cee33e8cefe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:52.546909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Attempting to bind port a3d9d325-921f-4f0c-9194-4cee33e8cefe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:52.547145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Attempting to bind port a3d9d325-921f-4f0c-9194-4cee33e8cefe on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:52.554920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300bbf70>, [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:36:47Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:52.562764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Pushing event deleted for resources: {'Port': ['ID=7659e68c-021d-46bc-b33e-cdcb992850b8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:52.574838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:52.593868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (cd8223b5-75e6-4129-89ad-566397ded854), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.596144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Deleting port 166a4b40-7949-4d9d-98da-656d53a0e29e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:52.596473 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.604254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.605670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:52.606065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:52.606490 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.606870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:52.607366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Bound port: a3d9d325-921f-4f0c-9194-4cee33e8cefe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:52.607825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/67fd370c-3a2e-43b4-b82c-fc42005c3067 HTTP/1.1" status: 204  len: 168 time: 1.5137765
May 14 21:36:52.613071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.622617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84331e28-bb45-4948-a99c-2745d7cd8ed4 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:52.626295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56038) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:52.634155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9234c5-7afa-4238-ac44-8a556db8fd75 None None] The sync data for ids ['cd8223b5-75e6-4129-89ad-566397ded854'] in ncdv-master-1 is: [{'id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'name': 'tempest-TaggedBootDevicesTest-1571275542-router', 'tenant_id': '1df1ae61bf82472dadc4830840421a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118'}], 'enable_snat': True}, 'gw_port_id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:41Z', 'updated_at': '2022-05-14T21:36:47Z', 'revision_number': 5, 'project_id': '1df1ae61bf82472dadc4830840421a63', 'gw_port': {'id': '7659e68c-021d-46bc-b33e-cdcb992850b8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8223b5-75e6-4129-89ad-566397ded854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:42Z', 'updated_at': '2022-05-14T21:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:52.645514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-1058649658'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:52.651047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffa31c-659b-43ef-8a84-d3c55848d6d2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=67fd370c-3a2e-43b4-b82c-fc42005c3067,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:52.654339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97780efa-2310-4768-a172-d752302bcedb None None] Pushing event updated for resources: {'Port': ['ID=84331e28-bb45-4948-a99c-2745d7cd8ed4,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:52.668121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fdb880>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 7, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:52.727955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bdd18b-bcaa-4424-b8f7-22aba0d9c3a5 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 7, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 4, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:52.818521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (cd8223b5-75e6-4129-89ad-566397ded854), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.820943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks [] for router_controller (cd8223b5-75e6-4129-89ad-566397ded854), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.826240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] For port a3d9d325-921f-4f0c-9194-4cee33e8cefe, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:52.828415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 84331e28-bb45-4948-a99c-2745d7cd8ed4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:52.828791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.832015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] For port a3d9d325-921f-4f0c-9194-4cee33e8cefe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d9d325-921f-4f0c-9194-4cee33e8cefe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:52.892451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b0179cb1-946c-4088-a94a-c8895afba459), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.945956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.946460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:52.946460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:52.966399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.027715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab1952-b4df-4b73-97b0-d93049de9f4e None None] Pushing event updated for resources: {'Port': ['ID=a3d9d325-921f-4f0c-9194-4cee33e8cefe,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:53.036852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 84331e28-bb45-4948-a99c-2745d7cd8ed4 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:53.037220 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (cd8223b5-75e6-4129-89ad-566397ded854), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.037822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8223b5-75e6-4129-89ad-566397ded854 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:36:53.067647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:53.075723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.105450 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:53.113525 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a0eccc7b-b46f-4714-846f-87b837f02462 admin admin] 10.222.0.52 "DELETE /v2.0/routers/cd8223b5-75e6-4129-89ad-566397ded854 HTTP/1.1" status: 204  len: 168 time: 3.6782200
May 14 21:36:53.118866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:53.121042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56042) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:53.134224 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:53.137545 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:53.140920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:53.150383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d4c7154d-a061-40b2-8c27-7e01b4cadcaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:53.166051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:53.166775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.175419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=b0179cb1-946c-4088-a94a-c8895afba459,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:53.175757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d4c7154d-a061-40b2-8c27-7e01b4cadcaf {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:53.175927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d4c7154d-a061-40b2-8c27-7e01b4cadcaf not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:53.176361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 283d561e-eaac-46b8-905c-a0bcf020767d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:53.209085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 283d561e-eaac-46b8-905c-a0bcf020767d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:53.209435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 283d561e-eaac-46b8-905c-a0bcf020767d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:53.234260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:53.279575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-886ac6f3-792e-484d-bf83-ed3114ea7e6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25cc3625fe5f4ee1bcd59980468c5a56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6975362
May 14 21:36:53.282587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Deleting subnet 54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:53.289140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] For port 166a4b40-7949-4d9d-98da-656d53a0e29e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=166a4b40-7949-4d9d-98da-656d53a0e29e,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:53.289551 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.292329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56044) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:53.321562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Calling delete_port for 166a4b40-7949-4d9d-98da-656d53a0e29e owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:53.359358 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-318157c4-be1a-49bb-8577-df8f0782b795 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.5097930
May 14 21:36:53.362009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56048) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:53.365178 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:53.404542 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Publish callbacks [] for subnet (54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.464000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2ed7ba1c-ae27-42b3-8174-c58266db82f3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.464637 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment 2ed7ba1c-ae27-42b3-8174-c58266db82f3 of type vlan for network fe190228-c70d-40a3-af3f-3eeaa6a41b31
May 14 21:36:53.582680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4ce835-e6f3-44e6-9f09-646b0e9a0306 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:53.602146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4ce835-e6f3-44e6-9f09-646b0e9a0306 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:53.605999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0e4ce835-e6f3-44e6-9f09-646b0e9a0306 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1000943
May 14 21:36:53.608769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:53.636315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (fe190228-c70d-40a3-af3f-3eeaa6a41b31), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.671388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.680740 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7d220>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 7, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:51Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:53.723750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9842a6c9-8fcb-4f45-9133-7bb88a300128 admin admin] Publish callbacks [] for security_group (80a0bbad-dede-4139-810d-c1e70abd9b41), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.748333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port b0179cb1-946c-4088-a94a-c8895afba459 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:53.748688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b0179cb1-946c-4088-a94a-c8895afba459), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.842526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.877440 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:53.886106 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:53.887105 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7d220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:53.907371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b0179cb1-946c-4088-a94a-c8895afba459), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.911546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (fe190228-c70d-40a3-af3f-3eeaa6a41b31), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.916701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:53.917292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.929193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9842a6c9-8fcb-4f45-9133-7bb88a300128 admin admin] Publish callbacks [] for security_group (80a0bbad-dede-4139-810d-c1e70abd9b41), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:53.929406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for b0179cb1-946c-4088-a94a-c8895afba459 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:54.011958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (166a4b40-7949-4d9d-98da-656d53a0e29e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.012693 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:54.092616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 747 time: 1.4625618
May 14 21:36:54.096522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56066) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:54.115427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:54.137027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a47b7-6e79-454d-8b11-5174efa0655d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=fe190228-c70d-40a3-af3f-3eeaa6a41b31,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:54.154138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:54.193608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=166a4b40-7949-4d9d-98da-656d53a0e29e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:54.238992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.256581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.260182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89 HTTP/1.1" status: 204  len: 168 time: 1.1341016
May 14 21:36:54.260846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 84331e28-bb45-4948-a99c-2745d7cd8ed4 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:54.261177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.264020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56068) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:54.297627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce07355-c01c-4fe9-8b2c-44a8efadc89a None None] Network ef572d9b-20a4-4311-9582-fea3efbf759e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:36:54.311100 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7d220>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 7, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:51Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:54.322614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b0179cb1-946c-4088-a94a-c8895afba459), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.332498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a03ac-0542-444d-8052-3a7e4ef9c0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ec0d99-3f0c-44c3-b0bd-5eaf5d620c89,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:54.367778 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33594bcc-092b-4f33-8caa-5ca87faf0852 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:49Z', 'revision_number': 7, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84331e28-bb45-4948-a99c-2745d7cd8ed4', 'name': '', 'network_id': 'b382ab60-41b0-420a-af14-e4dbbb795ec5', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:2b:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:39Z', 'updated_at': '2022-05-14T21:36:51Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '91abc0ac-27f0-48db-b28a-e53038226b77', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:54.499554 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9842a6c9-8fcb-4f45-9133-7bb88a300128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (80a0bbad-dede-4139-810d-c1e70abd9b41), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.503137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9842a6c9-8fcb-4f45-9133-7bb88a300128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.504559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9842a6c9-8fcb-4f45-9133-7bb88a300128 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80a0bbad-dede-4139-810d-c1e70abd9b41 HTTP/1.1" status: 204  len: 168 time: 1.2069557
May 14 21:36:54.559285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842a6c9-8fcb-4f45-9133-7bb88a300128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a0bbad-dede-4139-810d-c1e70abd9b41,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:54.575099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ef572d9b-20a4-4311-9582-fea3efbf759e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.619582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.628527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/b0179cb1-946c-4088-a94a-c8895afba459 HTTP/1.1" status: 204  len: 168 time: 1.0113912
May 14 21:36:54.629829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a4e1a-b601-43ec-a39e-7c58f537c875 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=b0179cb1-946c-4088-a94a-c8895afba459,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:54.634327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56074) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:54.679949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:54.686706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] DHCP port deletion for ef572d9b-20a4-4311-9582-fea3efbf759e request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:36:54.687192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.762927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] Deleting port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:54.763651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.820664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (1c9855c9-c552-4cd2-967e-796180258ec7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.832683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 84331e28-bb45-4948-a99c-2745d7cd8ed4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84331e28-bb45-4948-a99c-2745d7cd8ed4,segment=NetworkSegment(323a7e03-4015-4a5c-b315-80b7d7a4bc86),segment_id=323a7e03-4015-4a5c-b315-80b7d7a4bc86)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:54.833105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.855835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] For port 513ffe3f-dc91-45b1-b4f1-5b338ba58809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=513ffe3f-dc91-45b1-b4f1-5b338ba58809,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:54.855835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.872225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] Calling delete_port for 513ffe3f-dc91-45b1-b4f1-5b338ba58809 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:54.934841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] Provisioning complete for port a3d9d325-921f-4f0c-9194-4cee33e8cefe triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:54.935460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:54.953563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 84331e28-bb45-4948-a99c-2745d7cd8ed4 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:54.970187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe74f5-ce8c-4be7-b7f5-dd29d78142bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:54.971507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe74f5-ce8c-4be7-b7f5-dd29d78142bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:54.973101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29fe74f5-ce8c-4be7-b7f5-dd29d78142bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.3318191
May 14 21:36:54.987950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56080) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:55.007062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Deleting port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:55.007913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.040430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a3d9d325-921f-4f0c-9194-4cee33e8cefe up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:55.126619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a3d9d325-921f-4f0c-9194-4cee33e8cefe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:55.127300 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.175841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Router 1c9855c9-c552-4cd2-967e-796180258ec7 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:55.241995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet b6f77bbc-b642-4394-a391-aa778e680789 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:55.249531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] For port 513ffe3f-dc91-45b1-b4f1-5b338ba58809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=513ffe3f-dc91-45b1-b4f1-5b338ba58809,segment=NetworkSegment(df1b2c0b-23b7-40db-b1f1-03c7b5424eb8),segment_id=df1b2c0b-23b7-40db-b1f1-03c7b5424eb8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:55.249895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.250718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.254505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (b6f77bbc-b642-4394-a391-aa778e680789), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.309759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] Pushing event deleted for resources: {'Port': ['ID=513ffe3f-dc91-45b1-b4f1-5b338ba58809,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:55.321711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Calling delete_port for 513ffe3f-dc91-45b1-b4f1-5b338ba58809 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:55.340674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:55.347455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bc3cf898-671c-48b0-bd4b-19b700433b99 admin admin] 10.222.0.52 "PUT /v2.0/routers/1c9855c9-c552-4cd2-967e-796180258ec7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8434956
May 14 21:36:55.349938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56088) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:55.353731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0578a-4e5e-4172-929f-f88c56067052 None None] No DVR routers for this DVR port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:55.377652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] Sync routers for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:55.394365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:55.394770 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.411466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (b6f77bbc-b642-4394-a391-aa778e680789), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.476696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:55.477480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223997520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:55.509153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks [] for router (1c9855c9-c552-4cd2-967e-796180258ec7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.531771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] For port a3d9d325-921f-4f0c-9194-4cee33e8cefe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d9d325-921f-4f0c-9194-4cee33e8cefe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:55.534639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:55.535024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.609734 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.656779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (75262127-72b2-474b-b7fc-97f4deb3a32d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.679824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c62e0a-b714-4491-a391-3cc94c6e1a14 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:36:55.756523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e32f5e80-3c30-4341-9e95-7579edf15acb None None] Could not find standard attr ID for object b0179cb1-946c-4088-a94a-c8895afba459. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:36:55.761996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:55.768295 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:36:55.769133 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:36:55.775159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b6f77bbc-b642-4394-a391-aa778e680789), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.823804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (84331e28-bb45-4948-a99c-2745d7cd8ed4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.849513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (513ffe3f-dc91-45b1-b4f1-5b338ba58809), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:55.862859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121b90e-1c0a-42ac-af24-79c76450121b None None] Pushing event updated for resources: {'Port': ['ID=a3d9d325-921f-4f0c-9194-4cee33e8cefe,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:55.897498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=75262127-72b2-474b-b7fc-97f4deb3a32d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:55.934458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=84331e28-bb45-4948-a99c-2745d7cd8ed4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:55.968899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=513ffe3f-dc91-45b1-b4f1-5b338ba58809,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:55.973227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] No DVR routers for this DVR port 513ffe3f-dc91-45b1-b4f1-5b338ba58809 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:56.071091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': '2ed7ba1c-ae27-42b3-8174-c58266db82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:56.073994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: fe190228-c70d-40a3-af3f-3eeaa6a41b31, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:56.156379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223997520>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:36:53Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:56.189452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] Checking router: 1c9855c9-c552-4cd2-967e-796180258ec7 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:56.202191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks [] for router_gateway (1c9855c9-c552-4cd2-967e-796180258ec7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.210678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] Routers {'1c9855c9-c552-4cd2-967e-796180258ec7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:56.211326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223997520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1c9855c9-c552-4cd2-967e-796180258ec7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:56.335348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Deleting port a6100f4c-0e08-4b41-8e87-4f369660f9e3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:56.336055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.434323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56108) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:56.511075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] For port a6100f4c-0e08-4b41-8e87-4f369660f9e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6100f4c-0e08-4b41-8e87-4f369660f9e3,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:56.511442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.528637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Calling delete_port for a6100f4c-0e08-4b41-8e87-4f369660f9e3 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:56.562063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:56.563758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84331e28-bb45-4948-a99c-2745d7cd8ed4 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:56.601516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 84331e28-bb45-4948-a99c-2745d7cd8ed4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:56.602095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84331e28-bb45-4948-a99c-2745d7cd8ed4 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 14 21:36:56.615047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-932281065'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:56.624335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ef572d9b-20a4-4311-9582-fea3efbf759e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.627081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Port 84331e28-bb45-4948-a99c-2745d7cd8ed4 not found, will not notify nova. {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 14 21:36:56.640990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] Set router 1c9855c9-c552-4cd2-967e-796180258ec7 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:56.685458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5229fd9130>,) {'filters': {'network_id': ['ef572d9b-20a4-4311-9582-fea3efbf759e']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:56.700723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5229fd9130>, 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:56.700930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5229fd9130>, 'df1b2c0b-23b7-40db-b1f1-03c7b5424eb8') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:56.703505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7659e68c-021d-46bc-b33e-cdcb992850b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:56.704728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b6f77bbc-b642-4394-a391-aa778e680789), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.706791 ncdv-master-1 neutron-server[115781]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Agent cc0e7905-a54d-4eef-8c7a-25cca977871d already present
May 14 21:36:56.707101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:56.707322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c62e0a-b714-4491-a391-3cc94c6e1a14 None None] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:56.707705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe190228-c70d-40a3-af3f-3eeaa6a41b31) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:56.729311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:56.732077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.732077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.747169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7659e68c-021d-46bc-b33e-cdcb992850b8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:56.747620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7659e68c-021d-46bc-b33e-cdcb992850b8 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:56.748037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c63cbcae-6604-47d6-8ea7-e5c74125bc43 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:56.753502 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (df1b2c0b-23b7-40db-b1f1-03c7b5424eb8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.773111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f77bbc-b642-4394-a391-aa778e680789,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:56.777487 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.780615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-be3b762c-0ded-4996-9681-b8c91645a9a4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/b6f77bbc-b642-4394-a391-aa778e680789 HTTP/1.1" status: 204  len: 168 time: 1.7916901
May 14 21:36:56.785512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:56.785703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56114) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:56.787721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (df1b2c0b-23b7-40db-b1f1-03c7b5424eb8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.788783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.802859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.811291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c63cbcae-6604-47d6-8ea7-e5c74125bc43 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:56.811700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c63cbcae-6604-47d6-8ea7-e5c74125bc43 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:56.906008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (463c3a92-96e9-4737-ab4e-3f41bedd7e0f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.940513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223997520>, [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:36:53Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:56.959020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:56.959423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (df1b2c0b-23b7-40db-b1f1-03c7b5424eb8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:56.961255 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:56.971928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c62e0a-b714-4491-a391-3cc94c6e1a14 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe190228-c70d-40a3-af3f-3eeaa6a41b31) {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:36:56.972654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f770b395-3ed0-47fb-ad44-c0566f4ff420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1861017
May 14 21:36:56.975457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56136) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:56.975942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ea3c8-afd4-46bc-aa11-ba080b9e5d4d None None] The sync data for ids ['1c9855c9-c552-4cd2-967e-796180258ec7'] in ncdv-master-1 is: [{'id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'name': 'tempest-ServerRescueNegativeTestJSON-840165171-router', 'tenant_id': '59c0f4df562340e5bb096ef2eed9239e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141'}], 'enable_snat': True}, 'gw_port_id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:32:27Z', 'updated_at': '2022-05-14T21:36:53Z', 'revision_number': 5, 'project_id': '59c0f4df562340e5bb096ef2eed9239e', 'gw_port': {'id': 'a6100f4c-0e08-4b41-8e87-4f369660f9e3', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:da:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9855c9-c552-4cd2-967e-796180258ec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:32:29Z', 'updated_at': '2022-05-14T21:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:57.026819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (463c3a92-96e9-4737-ab4e-3f41bedd7e0f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.027923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90d5da44-0d3e-43dd-8350-72b448e242eb tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9252219
May 14 21:36:57.038310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56138) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.040629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-623570052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:57.043025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a6100f4c-0e08-4b41-8e87-4f369660f9e3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.091797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a3d9d325-921f-4f0c-9194-4cee33e8cefe up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:57.092057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6100f4c-0e08-4b41-8e87-4f369660f9e3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:57.114168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:57.137538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e39ee3-6871-4268-a0f8-b37101258f47 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:57.141598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-02e39ee3-6871-4268-a0f8-b37101258f47 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1645405
May 14 21:36:57.143119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56140) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.151378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463c3a92-96e9-4737-ab4e-3f41bedd7e0f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:57.186926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (13fd61e4-1822-4cf7-99e1-2d8010461b1c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.187319 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment 13fd61e4-1822-4cf7-99e1-2d8010461b1c of type vlan for network d3cd29db-9c9c-4931-9c66-df8d0a66caed
May 14 21:36:57.196339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (42461dcf-61a8-4610-a105-1b8eeae9e556), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.197374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (42461dcf-61a8-4610-a105-1b8eeae9e556), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.200540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ef572d9b-20a4-4311-9582-fea3efbf759e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.216543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.224143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ef572d9b-20a4-4311-9582-fea3efbf759e HTTP/1.1" status: 204  len: 168 time: 2.9182475
May 14 21:36:57.226709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.238478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fc82f-fd1d-453d-a388-79eba3903f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef572d9b-20a4-4311-9582-fea3efbf759e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:57.239286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a3d9d325-921f-4f0c-9194-4cee33e8cefe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:57.239286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.305510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:36:57.315454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (42461dcf-61a8-4610-a105-1b8eeae9e556), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.325854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe190228-c70d-40a3-af3f-3eeaa6a41b31', 'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': '75262127-72b2-474b-b7fc-97f4deb3a32d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:36:57.327586 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.328694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (1c9855c9-c552-4cd2-967e-796180258ec7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.370853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d3cd29db-9c9c-4931-9c66-df8d0a66caed), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.408878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (42461dcf-61a8-4610-a105-1b8eeae9e556), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.441813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430e602-224e-45d3-86a8-3cec34ac54e5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:57.446286 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1430e602-224e-45d3-86a8-3cec34ac54e5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2987132
May 14 21:36:57.446906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56144) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.450548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:57.455950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:36:57.465427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20c75ee1-4bcf-4106-8488-d2094f4b92a5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1454105
May 14 21:36:57.468228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56146) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.474319 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:36:57.499175 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:57.518997 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:57.556456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-29ec3739-7d08-4c65-8ca6-de748ca0bbc5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0747862
May 14 21:36:57.575783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (1c9855c9-c552-4cd2-967e-796180258ec7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.578700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks [] for router_controller (1c9855c9-c552-4cd2-967e-796180258ec7), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.582328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 513ffe3f-dc91-45b1-b4f1-5b338ba58809 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:57.582844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56150) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.593996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Allocated IP 172.20.0.2 (fe190228-c70d-40a3-af3f-3eeaa6a41b31/75262127-72b2-474b-b7fc-97f4deb3a32d/684ce0ad-54f5-43f8-bab8-832efd48787e) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:36:57.598814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:57.617118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet 91abc0ac-27f0-48db-b28a-e53038226b77 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:57.622570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.623793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-37cbc944-1049-41c0-96e1-61b65456c982 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5866997
May 14 21:36:57.624575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (91abc0ac-27f0-48db-b28a-e53038226b77), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.632156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56154) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.658807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 513ffe3f-dc91-45b1-b4f1-5b338ba58809 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:57.659155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 513ffe3f-dc91-45b1-b4f1-5b338ba58809 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:57.690994 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:57.704940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (91abc0ac-27f0-48db-b28a-e53038226b77), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.748083 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d3cd29db-9c9c-4931-9c66-df8d0a66caed), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.754234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:57.754951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.827467 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Publish callbacks [] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.839726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (91abc0ac-27f0-48db-b28a-e53038226b77), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.882421 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 761 time: 1.4412410
May 14 21:36:57.888702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56162) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:57.895350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'name': 'tempest-PortsTestJSON-1509027468'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:57.942220 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ddf0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:55Z', 'revision_number': 8, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:57.946733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:57.994336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:36:58.004974 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:36:58.005995 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ddf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:58.016250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (1c9855c9-c552-4cd2-967e-796180258ec7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.016834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9855c9-c552-4cd2-967e-796180258ec7 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:36:58.030365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.031611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6b9db7d4-cceb-43ec-8eee-d4f420a33863 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1c9855c9-c552-4cd2-967e-796180258ec7 HTTP/1.1" status: 204  len: 168 time: 2.6804421
May 14 21:36:58.036675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (91abc0ac-27f0-48db-b28a-e53038226b77), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.037413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e37aca-077b-4de7-be2e-b7deda139ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=d3cd29db-9c9c-4931-9c66-df8d0a66caed,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:58.039490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56168) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:58.059514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:36:58.108110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Pushing event updated for resources: {'Port': ['ID=684ce0ad-54f5-43f8-bab8-832efd48787e,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:58.110186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:58.114306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.118586 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.119175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:36:58.121442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/91abc0ac-27f0-48db-b28a-e53038226b77 HTTP/1.1" status: 204  len: 168 time: 0.6522448
May 14 21:36:58.129085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e67ed-44cd-4ca0-8efd-deed7ad6ca0f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=91abc0ac-27f0-48db-b28a-e53038226b77,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:58.131272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56170) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:58.142928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:58.150054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:58.175425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:36:58.175561 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:36:58.293786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Attempting to bind port 684ce0ad-54f5-43f8-bab8-832efd48787e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:36:58.294320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Attempting to bind port 684ce0ad-54f5-43f8-bab8-832efd48787e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ed7ba1c-ae27-42b3-8174-c58266db82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:36:58.294803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Attempting to bind port 684ce0ad-54f5-43f8-bab8-832efd48787e on network fe190228-c70d-40a3-af3f-3eeaa6a41b31 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:36:58.310755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:36:58.311428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Checking segment: {'id': '2ed7ba1c-ae27-42b3-8174-c58266db82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:58.312099 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.312680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Bound using segment: {'id': '2ed7ba1c-ae27-42b3-8174-c58266db82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:36:58.313399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Bound port: 684ce0ad-54f5-43f8-bab8-832efd48787e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed7ba1c-ae27-42b3-8174-c58266db82f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'fe190228-c70d-40a3-af3f-3eeaa6a41b31'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:36:58.313978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.343915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b382ab60-41b0-420a-af14-e4dbbb795ec5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.419328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] For port 684ce0ad-54f5-43f8-bab8-832efd48787e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:36:58.422738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] For port 684ce0ad-54f5-43f8-bab8-832efd48787e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684ce0ad-54f5-43f8-bab8-832efd48787e,segment=NetworkSegment(2ed7ba1c-ae27-42b3-8174-c58266db82f3),segment_id=2ed7ba1c-ae27-42b3-8174-c58266db82f3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:36:58.491980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:58.495342 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.500234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:36:58.500573 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.507336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Deleting subnet 4286a7fa-1e79-42e8-916b-8f6b26d50853 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:36:58.523355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Publish callbacks [] for subnet (4286a7fa-1e79-42e8-916b-8f6b26d50853), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.524206 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ddf0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:55Z', 'revision_number': 8, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:58.540377 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.552786 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8a79-2996-48cd-863f-4905769b059b None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:36:55Z', 'revision_number': 8, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bc8d548-5b63-4a5e-badf-052a90d89524', 'name': '', 'network_id': '4b66de52-4519-4fe1-9ff1-d2cd25d45469', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:fb:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:33Z', 'updated_at': '2022-05-14T21:36:43Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'e15fe203-3a27-48bb-bd58-d50c8aed36aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:36:58.590846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port d82c19c2-dc0f-400a-b9f3-9561fa71fc67, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,segment=NetworkSegment(323a7e03-4015-4a5c-b315-80b7d7a4bc86),segment_id=323a7e03-4015-4a5c-b315-80b7d7a4bc86)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:58.591219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.618313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.618313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for d82c19c2-dc0f-400a-b9f3-9561fa71fc67 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:36:58.619752 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4286a7fa-1e79-42e8-916b-8f6b26d50853), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.647696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01ea5-7162-4051-8e09-4bee580487ee None None] Pushing event updated for resources: {'Port': ['ID=684ce0ad-54f5-43f8-bab8-832efd48787e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:58.811737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.849320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d82c19c2-dc0f-400a-b9f3-9561fa71fc67), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.883666 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4286a7fa-1e79-42e8-916b-8f6b26d50853), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:58.886875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=4cee4fd3-534e-4286-9a60-ae16f7fd0fc0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:58.917718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port d82c19c2-dc0f-400a-b9f3-9561fa71fc67 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:36:58.925953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=d82c19c2-dc0f-400a-b9f3-9561fa71fc67,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:58.974158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.033919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.094353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': '13fd61e4-1822-4cf7-99e1-2d8010461b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:36:59.094820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: d3cd29db-9c9c-4931-9c66-df8d0a66caed, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:36:59.102425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b382ab60-41b0-420a-af14-e4dbbb795ec5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.180610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b9eef70>,) {'filters': {'network_id': ['b382ab60-41b0-420a-af14-e4dbbb795ec5']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:59.209530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b9eef70>, '323a7e03-4015-4a5c-b315-80b7d7a4bc86') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:59.213471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b9eef70>, '323a7e03-4015-4a5c-b315-80b7d7a4bc86') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:36:59.227971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (323a7e03-4015-4a5c-b315-80b7d7a4bc86), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.264383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (323a7e03-4015-4a5c-b315-80b7d7a4bc86), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.276979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:36:59.277487 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (323a7e03-4015-4a5c-b315-80b7d7a4bc86), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:36:59.300142 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:36:59.309679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:36:59.317974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 684ce0ad-54f5-43f8-bab8-832efd48787e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:36:59.384905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 684ce0ad-54f5-43f8-bab8-832efd48787e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:36:59.385283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.420739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3cd29db-9c9c-4931-9c66-df8d0a66caed) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:36:59.430464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:36:59.446798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:36:59.449204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.474499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b382ab60-41b0-420a-af14-e4dbbb795ec5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.489710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 684ce0ad-54f5-43f8-bab8-832efd48787e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:36:59.490178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.493560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.500375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/b382ab60-41b0-420a-af14-e4dbbb795ec5 HTTP/1.1" status: 204  len: 168 time: 1.3658750
May 14 21:36:59.517427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56202) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:59.525272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed7db-66de-45af-8689-726542441b5b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=b382ab60-41b0-420a-af14-e4dbbb795ec5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:59.535833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 684ce0ad-54f5-43f8-bab8-832efd48787e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684ce0ad-54f5-43f8-bab8-832efd48787e,segment=NetworkSegment(2ed7ba1c-ae27-42b3-8174-c58266db82f3),segment_id=2ed7ba1c-ae27-42b3-8174-c58266db82f3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:36:59.576573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-682850b9-5136-41d2-9b6f-de3721677144 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.6864727
May 14 21:36:59.577211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:36:59.609665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-800548833'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:36:59.623206 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.712040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 166a4b40-7949-4d9d-98da-656d53a0e29e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:59.742348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=684ce0ad-54f5-43f8-bab8-832efd48787e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:59.744894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 166a4b40-7949-4d9d-98da-656d53a0e29e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:59.745386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 166a4b40-7949-4d9d-98da-656d53a0e29e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:59.745817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84331e28-bb45-4948-a99c-2745d7cd8ed4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:59.777000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 84331e28-bb45-4948-a99c-2745d7cd8ed4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:59.777000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84331e28-bb45-4948-a99c-2745d7cd8ed4 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:59.777000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a6100f4c-0e08-4b41-8e87-4f369660f9e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:36:59.783362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:36:59.792845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.829740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a6100f4c-0e08-4b41-8e87-4f369660f9e3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:36:59.832197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a6100f4c-0e08-4b41-8e87-4f369660f9e3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:36:59.844069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4286a7fa-1e79-42e8-916b-8f6b26d50853), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.853057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:36:59.890677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e1bcdb66-acb9-4101-bdc9-0273d0bedf7c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.891403 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment e1bcdb66-acb9-4101-bdc9-0273d0bedf7c of type vlan for network 60fc4542-ca93-4a72-9b63-7164ba705d8e
May 14 21:36:59.903545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4286a7fa-1e79-42e8-916b-8f6b26d50853,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:36:59.953149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (60fc4542-ca93-4a72-9b63-7164ba705d8e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.961835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:36:59.965354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b011555-b9a0-4bdf-be78-eb5841245582 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4286a7fa-1e79-42e8-916b-8f6b26d50853 HTTP/1.1" status: 204  len: 168 time: 1.8641412
May 14 21:36:59.974046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56214) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:00.135945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (80d87f84-7a26-47b5-8752-d965abc19974), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.146532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.156285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.20.0.1 (fe190228-c70d-40a3-af3f-3eeaa6a41b31/75262127-72b2-474b-b7fc-97f4deb3a32d/bdf887c8-fb31-454e-9b37-c4787f6d2d13) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:00.213340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c6f09-e288-4bb3-998d-ebf5fc6de710 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:37:00.221977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (60fc4542-ca93-4a72-9b63-7164ba705d8e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.226979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:00.227578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.294693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-25cfaad3-6aed-4cf0-9caa-6d72e45f8d83 None None] Provisioning complete for port 684ce0ad-54f5-43f8-bab8-832efd48787e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:00.295030 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25cfaad3-6aed-4cf0-9caa-6d72e45f8d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.352551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=60fc4542-ca93-4a72-9b63-7164ba705d8e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:00.371939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c6f09-e288-4bb3-998d-ebf5fc6de710 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:37:00.372087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-adb43d9b-7e9a-443d-b150-abc371c578a7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.7637200
May 14 21:37:00.372087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56230) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:00.372558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Deleting port 0c177cac-fa1a-49fc-b815-5ae979f29a7c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:00.372672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Deleting port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:00.372887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.373009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.374996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 60fc4542-ca93-4a72-9b63-7164ba705d8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:00.403459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'ports': [{'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'}, {'network_id': '60fc4542-ca93-4a72-9b63-7164ba705d8e'}]} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:00.403795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:00.404272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '60fc4542-ca93-4a72-9b63-7164ba705d8e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:00.485876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.520832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-25cfaad3-6aed-4cf0-9caa-6d72e45f8d83 None None] Current status of the port 684ce0ad-54f5-43f8-bab8-832efd48787e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:00.527367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:37:00.581529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] For port 0c177cac-fa1a-49fc-b815-5ae979f29a7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c177cac-fa1a-49fc-b815-5ae979f29a7c,segment=NetworkSegment(486033e6-996e-44c8-8f72-2d08a838a889),segment_id=486033e6-996e-44c8-8f72-2d08a838a889)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:00.581808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.601697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] For port f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:00.602114 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.609811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Calling delete_port for 0c177cac-fa1a-49fc-b815-5ae979f29a7c owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:00.638348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Calling delete_port for f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:00.856874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 6bc8d548-5b63-4a5e-badf-052a90d89524 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:00.857364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.890688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbb27e-be5d-4620-9364-fca8a6cfffe5 None None] DHCP port deletion for b382ab60-41b0-420a-af14-e4dbbb795ec5 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:00.933605 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.949312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2ddde-0902-445a-b5a6-e009ff7f93d8 None None] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:00.958443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84ba49-197d-42ff-8ce7-d02c89c32b5a None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:00.961212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bc37f8-a9e3-4b46-a4c5-5145c8e03856 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:00.962980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 684ce0ad-54f5-43f8-bab8-832efd48787e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:00.965284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3bbd99-7c74-406c-890a-7b2ef20d866a None None] Network 80d87f84-7a26-47b5-8752-d965abc19974 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:00.984869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 6bc8d548-5b63-4a5e-badf-052a90d89524, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bc8d548-5b63-4a5e-badf-052a90d89524,segment=NetworkSegment(0a0d42c5-d4c9-4d70-85ad-b80fb58551c7),segment_id=0a0d42c5-d4c9-4d70-85ad-b80fb58551c7)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:00.985269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:00.988951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 2} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:00.993268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.015834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.020405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 6bc8d548-5b63-4a5e-badf-052a90d89524 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:01.024862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.024985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.043547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0c177cac-fa1a-49fc-b815-5ae979f29a7c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.060787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:01.176000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c177cac-fa1a-49fc-b815-5ae979f29a7c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:01.180652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] No DVR routers for this DVR port 0c177cac-fa1a-49fc-b815-5ae979f29a7c on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:01.181036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=bdf887c8-fb31-454e-9b37-c4787f6d2d13,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:01.212301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:01.218275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:01.223603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:01.402224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (42461dcf-61a8-4610-a105-1b8eeae9e556), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.430904 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (80d87f84-7a26-47b5-8752-d965abc19974), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.435110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port d363598e-42bf-47fc-9dfa-ac99120a72b6 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:01.472134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b901c10>,) {'filters': {'network_id': ['80d87f84-7a26-47b5-8752-d965abc19974']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:01.500685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b901c10>, '486033e6-996e-44c8-8f72-2d08a838a889') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:01.500967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b901c10>, '486033e6-996e-44c8-8f72-2d08a838a889') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:01.510781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 684ce0ad-54f5-43f8-bab8-832efd48787e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:01.511166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.518919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (486033e6-996e-44c8-8f72-2d08a838a889), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.568762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (486033e6-996e-44c8-8f72-2d08a838a889), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.587987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:01.588408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (486033e6-996e-44c8-8f72-2d08a838a889), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:01.591914 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:01.695109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 684ce0ad-54f5-43f8-bab8-832efd48787e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:01.708850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (d363598e-42bf-47fc-9dfa-ac99120a72b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.708979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c3633-b4b5-4fdd-98ae-2baabcc35308 None None] DHCP port deletion for 80d87f84-7a26-47b5-8752-d965abc19974 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:01.710712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.748119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6bc8d548-5b63-4a5e-badf-052a90d89524), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.799371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] For port a3d9d325-921f-4f0c-9194-4cee33e8cefe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d9d325-921f-4f0c-9194-4cee33e8cefe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:01.813477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=6bc8d548-5b63-4a5e-badf-052a90d89524,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:01.819392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (80d87f84-7a26-47b5-8752-d965abc19974), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.870688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 501a6f77-45fd-4213-8831-99519ffb0305 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:01.911021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:01.914782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] 10.222.0.52 "DELETE /v2.0/networks/80d87f84-7a26-47b5-8752-d965abc19974 HTTP/1.1" status: 204  len: 168 time: 1.9381053
May 14 21:37:01.963365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.027020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.031748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249722f-9a6a-438e-82ef-e5093e43e680 admin admin] Pushing event deleted for resources: {'Network': ['ID=80d87f84-7a26-47b5-8752-d965abc19974,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:02.073173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.076211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.102695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-34e1fc37-614c-4e75-acc1-3a69627eee2e None None] Provisioning complete for port a3d9d325-921f-4f0c-9194-4cee33e8cefe triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:02.103202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34e1fc37-614c-4e75-acc1-3a69627eee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.235116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (501a6f77-45fd-4213-8831-99519ffb0305), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.315914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-34e1fc37-614c-4e75-acc1-3a69627eee2e None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:02.361572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (afe7970e-490f-4025-9704-f54ec232019b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.385063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:02.469715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d363598e-42bf-47fc-9dfa-ac99120a72b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.500195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7dfe0-e64e-484d-986c-7e2e38c78844 None None] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:02.520752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:02.544889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:02.552248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56242) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:02.553825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=afe7970e-490f-4025-9704-f54ec232019b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:02.569922 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:02.570813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.579319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=a3d9d325-921f-4f0c-9194-4cee33e8cefe,revision_number=6']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:02.586783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67003c4-2329-447a-8a90-08b80212ef1b None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:02.630397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7a798017-a487-4811-823b-1da271b56f15 None None] Provisioning complete for port 684ce0ad-54f5-43f8-bab8-832efd48787e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:02.631090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a798017-a487-4811-823b-1da271b56f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.707715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:02.729428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-46dd22ba-d90a-47e8-91af-6a7cd4ee91f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59c0f4df562340e5bb096ef2eed9239e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1704528
May 14 21:37:02.731609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56244) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:02.765006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-17bafc0c-db24-4159-bb89-7b1de3c375c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 5.1768825
May 14 21:37:02.777707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:02.783282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:df:00:a6', 'name': 'tempest-NetworksTestDHCPv6-1516907080'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:02.852940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7a798017-a487-4811-823b-1da271b56f15 None None] Current status of the port 684ce0ad-54f5-43f8-bab8-832efd48787e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:02.868349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7a798017-a487-4811-823b-1da271b56f15 None None] Provisioning complete for port bdf887c8-fb31-454e-9b37-c4787f6d2d13 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:02.871630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a798017-a487-4811-823b-1da271b56f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.930474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:02.932360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7a798017-a487-4811-823b-1da271b56f15 None None] Port bdf887c8-fb31-454e-9b37-c4787f6d2d13 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:02.935847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:02.950405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:02.950405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (501a6f77-45fd-4213-8831-99519ffb0305), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:02.951929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.010251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=d363598e-42bf-47fc-9dfa-ac99120a72b6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:03.013896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:03.024577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:03.038951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:03.040210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e843a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:03.075376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-802e3b3b-db2b-46b1-a43d-682f49fb958e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5566795
May 14 21:37:03.085209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:03.096280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=501a6f77-45fd-4213-8831-99519ffb0305,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:03.132465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.167978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': 'e1bcdb66-acb9-4101-bdc9-0273d0bedf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '60fc4542-ca93-4a72-9b63-7164ba705d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:03.170367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: 60fc4542-ca93-4a72-9b63-7164ba705d8e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:03.191975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet e15fe203-3a27-48bb-bd58-d50c8aed36aa {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:03.201164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (e15fe203-3a27-48bb-bd58-d50c8aed36aa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.203955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a3d9d325-921f-4f0c-9194-4cee33e8cefe up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:03.221818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63c8a3ac-9864-4780-a77f-70b6a941b7d4 admin admin] Publish callbacks [] for security_group (ae30d2c7-3653-4c84-964f-bd681abaf183), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.295233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (42461dcf-61a8-4610-a105-1b8eeae9e556), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.295421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-05a8b599-5a43-4dda-a9d0-d330c6abbf99 None None] Provisioning complete for port 684ce0ad-54f5-43f8-bab8-832efd48787e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:03.295892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05a8b599-5a43-4dda-a9d0-d330c6abbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.297675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=bdf887c8-fb31-454e-9b37-c4787f6d2d13,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:03.300145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (e15fe203-3a27-48bb-bd58-d50c8aed36aa), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.319257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63c8a3ac-9864-4780-a77f-70b6a941b7d4 admin admin] Publish callbacks [] for security_group (ae30d2c7-3653-4c84-964f-bd681abaf183), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.336831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:03.351209 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] Sync routers for ids ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:03.364305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 60fc4542-ca93-4a72-9b63-7164ba705d8e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:03.366153 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] Routers {'73f2abe5-fa6c-43ad-b773-6d681fa7c92e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:03.366666 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:03.375174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dfb5cd7f-5580-4724-8533-4ce5e9f2e4b4 admin admin] 10.222.0.52 "PUT /v2.0/routers/73f2abe5-fa6c-43ad-b773-6d681fa7c92e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1474042
May 14 21:37:03.381509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:03.383668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:03.390283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:03.472855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 60fc4542-ca93-4a72-9b63-7164ba705d8e) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:03.485470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:03.494662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:03.511391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:03.517888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.522530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e15fe203-3a27-48bb-bd58-d50c8aed36aa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.566997 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] Set router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:03.573956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:03.582858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550459b-11b1-45b7-b376-0adc50ef9240 None None] Network 60fc4542-ca93-4a72-9b63-7164ba705d8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:03.583571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:03.588049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.666186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63c8a3ac-9864-4780-a77f-70b6a941b7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ae30d2c7-3653-4c84-964f-bd681abaf183), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.669140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63c8a3ac-9864-4780-a77f-70b6a941b7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.670607 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-63c8a3ac-9864-4780-a77f-70b6a941b7d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae30d2c7-3653-4c84-964f-bd681abaf183 HTTP/1.1" status: 204  len: 168 time: 0.9328294
May 14 21:37:03.703635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks [] for router (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.717348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56262) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:03.717991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1e4aeb9b-d24e-443c-919e-bb23f270d81d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 3.3184502
May 14 21:37:03.728834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a3d9d325-921f-4f0c-9194-4cee33e8cefe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:03.729209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.734727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port a3bf968e-a358-44f6-9531-6fcdc081ec85 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:03.743127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8a3ac-9864-4780-a77f-70b6a941b7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae30d2c7-3653-4c84-964f-bd681abaf183,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:03.783356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (e15fe203-3a27-48bb-bd58-d50c8aed36aa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.808653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:03.818657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/e15fe203-3a27-48bb-bd58-d50c8aed36aa HTTP/1.1" status: 204  len: 168 time: 0.7315893
May 14 21:37:03.819321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:03.861897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bc61ef-ffba-4914-82e4-0dd802353d52 None None] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:03.975332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-05a8b599-5a43-4dda-a9d0-d330c6abbf99 None None] Current status of the port 684ce0ad-54f5-43f8-bab8-832efd48787e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:04.063691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-05a8b599-5a43-4dda-a9d0-d330c6abbf99 None None] Provisioning complete for port bdf887c8-fb31-454e-9b37-c4787f6d2d13 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:04.064219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-05a8b599-5a43-4dda-a9d0-d330c6abbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.072282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4b66de52-4519-4fe1-9ff1-d2cd25d45469), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.093832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c3a6a-db60-4c42-b99a-a04b8f674c8e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=e15fe203-3a27-48bb-bd58-d50c8aed36aa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:04.132720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-05a8b599-5a43-4dda-a9d0-d330c6abbf99 None None] Port bdf887c8-fb31-454e-9b37-c4787f6d2d13 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:04.147841 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8ca0>, [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:37:00Z', 'revision_number': 5, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.184169 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] Checking router: 73f2abe5-fa6c-43ad-b773-6d681fa7c92e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:37:04.194791 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] Routers {'73f2abe5-fa6c-43ad-b773-6d681fa7c92e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:04.195833 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.207994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e843a0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:01Z', 'revision_number': 9, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.232637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 1eff921a-261e-440c-ba1e-bfb6ebda876d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:04.232880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.266949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:37:04.312687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:04.313328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e843a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.315338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a55137ef-d527-43cc-897a-223b99d9ba1b None None] Provisioning complete for port bdf887c8-fb31-454e-9b37-c4787f6d2d13 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:04.315736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a55137ef-d527-43cc-897a-223b99d9ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.356417 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] Set router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:04.359744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 1eff921a-261e-440c-ba1e-bfb6ebda876d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1eff921a-261e-440c-ba1e-bfb6ebda876d,segment=NetworkSegment(0a0d42c5-d4c9-4d70-85ad-b80fb58551c7),segment_id=0a0d42c5-d4c9-4d70-85ad-b80fb58551c7)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:04.371529 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.381651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a55137ef-d527-43cc-897a-223b99d9ba1b None None] Port bdf887c8-fb31-454e-9b37-c4787f6d2d13 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:04.389671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 1eff921a-261e-440c-ba1e-bfb6ebda876d owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:04.425451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] DHCP port deletion for 4b66de52-4519-4fe1-9ff1-d2cd25d45469 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:04.460409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:04.488194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a55137ef-d527-43cc-897a-223b99d9ba1b None None] Provisioning complete for port a3d9d325-921f-4f0c-9194-4cee33e8cefe triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:04.488194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a55137ef-d527-43cc-897a-223b99d9ba1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.525789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 501a6f77-45fd-4213-8831-99519ffb0305 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:04.526877 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (501a6f77-45fd-4213-8831-99519ffb0305), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.602151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks [] for router_gateway (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.609138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fedf:a6 (88e03173-3786-4c9f-927f-9ea223dbf14a/afe7970e-490f-4025-9704-f54ec232019b/a3bf968e-a358-44f6-9531-6fcdc081ec85) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:04.638532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (501a6f77-45fd-4213-8831-99519ffb0305), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.660496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 501a6f77-45fd-4213-8831-99519ffb0305 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:04.680289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.702089 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8ca0>, [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:37:00Z', 'revision_number': 5, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.736381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a4c7f2-0185-4b5a-be59-0c47d5f2beaf None None] The sync data for ids ['73f2abe5-fa6c-43ad-b773-6d681fa7c92e'] in ncdv-master-1 is: [{'id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'name': 'tempest-TaggedBootDevicesTest-577579519-router', 'tenant_id': '8898bc5dedb1443a9e4f09d9866360a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111'}], 'enable_snat': True}, 'gw_port_id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:26:50Z', 'updated_at': '2022-05-14T21:37:00Z', 'revision_number': 5, 'project_id': '8898bc5dedb1443a9e4f09d9866360a4', 'gw_port': {'id': '0e8427f2-97cb-4bc4-b22d-123f56db464c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2abe5-fa6c-43ad-b773-6d681fa7c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:26:52Z', 'updated_at': '2022-05-14T21:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:04.738031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 42461dcf-61a8-4610-a105-1b8eeae9e556 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:37:04.744124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=1eff921a-261e-440c-ba1e-bfb6ebda876d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:04.751224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port 1eff921a-261e-440c-ba1e-bfb6ebda876d on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:04.866368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Deleting port 0e8427f2-97cb-4bc4-b22d-123f56db464c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:04.866716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.869863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Deleting port 1eff921a-261e-440c-ba1e-bfb6ebda876d {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:04.871363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.884807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4b66de52-4519-4fe1-9ff1-d2cd25d45469), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:04.906138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:04.950051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230810850>,) {'filters': {'network_id': ['4b66de52-4519-4fe1-9ff1-d2cd25d45469']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.967717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230810850>, '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.968059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230810850>, '0a0d42c5-d4c9-4d70-85ad-b80fb58551c7') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:04.981709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (0a0d42c5-d4c9-4d70-85ad-b80fb58551c7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.004418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (a3bf968e-a358-44f6-9531-6fcdc081ec85), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.006545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:05.008711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0a0d42c5-d4c9-4d70-85ad-b80fb58551c7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.011784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] For port 0e8427f2-97cb-4bc4-b22d-123f56db464c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e8427f2-97cb-4bc4-b22d-123f56db464c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:05.012170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.023246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-310a5cd7-ea4f-476f-b518-03bd3458f4c8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/42461dcf-61a8-4610-a105-1b8eeae9e556/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3272822
May 14 21:37:05.025721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:05.027555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:05.027555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (0a0d42c5-d4c9-4d70-85ad-b80fb58551c7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:05.030405 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:05.039614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (501a6f77-45fd-4213-8831-99519ffb0305), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.043100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Calling delete_port for 0e8427f2-97cb-4bc4-b22d-123f56db464c owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:05.054573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d82c19c2-dc0f-400a-b9f3-9561fa71fc67 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:05.099312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] Sync routers for ids ['42461dcf-61a8-4610-a105-1b8eeae9e556'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:05.106581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d82c19c2-dc0f-400a-b9f3-9561fa71fc67 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:05.111962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d82c19c2-dc0f-400a-b9f3-9561fa71fc67 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:05.111962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0c177cac-fa1a-49fc-b815-5ae979f29a7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:05.133600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=501a6f77-45fd-4213-8831-99519ffb0305,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:05.156475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0c177cac-fa1a-49fc-b815-5ae979f29a7c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:05.156842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0c177cac-fa1a-49fc-b815-5ae979f29a7c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:05.187420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6ef8e-17d5-41f2-afb4-3b20b0b68d8f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:05.189496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8da6ef8e-17d5-41f2-afb4-3b20b0b68d8f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports/bdf887c8-fb31-454e-9b37-c4787f6d2d13 HTTP/1.1" status: 200  len: 910 time: 0.1613934
May 14 21:37:05.192529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56298) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:05.199604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.203008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5bab37e4-dc99-4616-a36a-193fca5008f6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/501a6f77-45fd-4213-8831-99519ffb0305 HTTP/1.1" status: 204  len: 168 time: 1.4809563
May 14 21:37:05.207013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56302) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:05.301471 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b1d12f-503c-45d4-aff4-f244a5479807 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:05.312001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b1d12f-503c-45d4-aff4-f244a5479807 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:05.313738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-73b1d12f-503c-45d4-aff4-f244a5479807 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.1054893
May 14 21:37:05.319009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:05.319861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:05.323194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4b66de52-4519-4fe1-9ff1-d2cd25d45469), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.377413 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.380834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/4b66de52-4519-4fe1-9ff1-d2cd25d45469 HTTP/1.1" status: 204  len: 168 time: 1.5549133
May 14 21:37:05.383801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56308) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:05.413012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:05.413492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f47b0b60-67f3-4e6e-bcc3-2ed95ad7fba5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:05.413928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1eff921a-261e-440c-ba1e-bfb6ebda876d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:05.419313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] Routers {'42461dcf-61a8-4610-a105-1b8eeae9e556'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:05.419992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222f8a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42461dcf-61a8-4610-a105-1b8eeae9e556'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:05.441117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85de5e-6e5f-46d5-b7ad-3b7824ae35f1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=4b66de52-4519-4fe1-9ff1-d2cd25d45469,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:05.538616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1eff921a-261e-440c-ba1e-bfb6ebda876d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:05.542723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1eff921a-261e-440c-ba1e-bfb6ebda876d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:05.553101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] For port 1eff921a-261e-440c-ba1e-bfb6ebda876d, host ncdv-master-1, got binding levels [] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:05.553618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.600503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222f8a0d0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:05.602424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port d363598e-42bf-47fc-9dfa-ac99120a72b6 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:05.602937 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d363598e-42bf-47fc-9dfa-ac99120a72b6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.613288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a55137ef-d527-43cc-897a-223b99d9ba1b None None] Current status of the port a3d9d325-921f-4f0c-9194-4cee33e8cefe is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:05.616456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a3bf968e-a358-44f6-9531-6fcdc081ec85), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.634943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Calling delete_port for 1eff921a-261e-440c-ba1e-bfb6ebda876d owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:05.643339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.ipam_backend_mixin [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Port 1eff921a-261e-440c-ba1e-bfb6ebda876d was not found and therefore no delete operation was performed {{(pid=115782) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 14 21:37:05.652519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] Routers {'42461dcf-61a8-4610-a105-1b8eeae9e556'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:05.652519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222f8a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42461dcf-61a8-4610-a105-1b8eeae9e556'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:05.700705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1eff921a-261e-440c-ba1e-bfb6ebda876d), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.730193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222f8a0d0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:05.730907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512b605-9cb6-4a96-81b8-0e50ffe34be9 None None] The sync data for ids ['42461dcf-61a8-4610-a105-1b8eeae9e556'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:05.761436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Network 4b66de52-4519-4fe1-9ff1-d2cd25d45469 is not hosted by any dhcp agent {{(pid=115782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:37:05.761922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] No DVR routers for this DVR port 1eff921a-261e-440c-ba1e-bfb6ebda876d on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:05.770151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f063b-440c-48ce-bf47-1fc87d8f5506 None None] Pushing event deleted for resources: {'Port': ['ID=1eff921a-261e-440c-ba1e-bfb6ebda876d,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:05.774664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=a3bf968e-a358-44f6-9531-6fcdc081ec85,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:05.785151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e843a0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:01Z', 'revision_number': 9, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:05.829077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7370d0-a611-450d-873a-af7fd5817616 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:01Z', 'revision_number': 9, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '3a12f9f6-93d1-4489-b651-944a8e8e06ae', 'name': '', 'network_id': '753206d5-6c24-4c3b-925c-723122808590', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:39:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:26Z', 'updated_at': '2022-05-14T21:36:32Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': '8be9243f-5795-4bfb-9c79-219356d730f6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:05.858291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:05.865221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:05.875310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:05.880019 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0e8427f2-97cb-4bc4-b22d-123f56db464c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.888145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:05.888145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.911692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d363598e-42bf-47fc-9dfa-ac99120a72b6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.938733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for d363598e-42bf-47fc-9dfa-ac99120a72b6 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:05.978208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (42461dcf-61a8-4610-a105-1b8eeae9e556), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:05.985291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8427f2-97cb-4bc4-b22d-123f56db464c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:06.068511 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-29ba8b17-48bc-4bb6-b893-5cff608cefa5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.2870507
May 14 21:37:06.069501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56350) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.176861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c589a-d224-4b9d-9538-8074856cc4b9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:06.179543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c589a-d224-4b9d-9538-8074856cc4b9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:06.181188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d2c589a-d224-4b9d-9538-8074856cc4b9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1107461
May 14 21:37:06.186770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56352) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.188527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.252588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5320aae6-ef9d-4a30-915e-50362a078626 None None] Provisioning complete for port a3bf968e-a358-44f6-9531-6fcdc081ec85 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:06.252989 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5320aae6-ef9d-4a30-915e-50362a078626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a3bf968e-a358-44f6-9531-6fcdc081ec85), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.254656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.328459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5320aae6-ef9d-4a30-915e-50362a078626 None None] Port a3bf968e-a358-44f6-9531-6fcdc081ec85 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:06.363429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d363598e-42bf-47fc-9dfa-ac99120a72b6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.435360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=d363598e-42bf-47fc-9dfa-ac99120a72b6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:06.444220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.451677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.453066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks [] for router_controller (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.457803 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.461440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f2667038-33fe-47f4-bb58-62486495715b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/d363598e-42bf-47fc-9dfa-ac99120a72b6 HTTP/1.1" status: 204  len: 168 time: 1.1414692
May 14 21:37:06.463952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.472088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port a3bf968e-a358-44f6-9531-6fcdc081ec85 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:06.472430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a3bf968e-a358-44f6-9531-6fcdc081ec85), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.550390 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2ae68-9ad4-4d0b-ac0b-537d2d751a3e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:06.552216 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ad2ae68-9ad4-4d0b-ac0b-537d2d751a3e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0871310
May 14 21:37:06.555158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56366) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.589501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56368) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.596320 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-017e2a27-972d-49cd-97e4-813d9ff4e2c1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:37:06.598021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-017e2a27-972d-49cd-97e4-813d9ff4e2c1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/501a6f77-45fd-4213-8831-99519ffb0305 HTTP/1.1" status: 404  len: 333 time: 0.0417013
May 14 21:37:06.602028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.616726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (73f2abe5-fa6c-43ad-b773-6d681fa7c92e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.617346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f2abe5-fa6c-43ad-b773-6d681fa7c92e {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:37:06.628042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.631839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-577801c8-7ade-477a-b3e4-03b4169026a9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/73f2abe5-fa6c-43ad-b773-6d681fa7c92e HTTP/1.1" status: 204  len: 168 time: 3.2471373
May 14 21:37:06.632794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56374) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.652404 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-210281f7-6fe5-41bc-b415-40f9a0a0ec2b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:37:06.653954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-210281f7-6fe5-41bc-b415-40f9a0a0ec2b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/d363598e-42bf-47fc-9dfa-ac99120a72b6 HTTP/1.1" status: 404  len: 333 time: 0.0507379
May 14 21:37:06.656635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56376) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:06.691227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 3a12f9f6-93d1-4489-b651-944a8e8e06ae {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:06.691640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.718852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Deleting subnet 20197648-8673-4403-ab80-192ad8df1a9f {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:06.726686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Publish callbacks [] for subnet (20197648-8673-4403-ab80-192ad8df1a9f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.787685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a3bf968e-a358-44f6-9531-6fcdc081ec85), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.811637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908a791a-efca-454f-a1ba-bb03a272068a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.811637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port bdf887c8-fb31-454e-9b37-c4787f6d2d13 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:06.811637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.836968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdb62966-c2a8-4d5b-9d4b-926553dbed0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.848637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for a3bf968e-a358-44f6-9531-6fcdc081ec85 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:06.888071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (60fc4542-ca93-4a72-9b63-7164ba705d8e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.900738 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (20197648-8673-4403-ab80-192ad8df1a9f), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.928791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 3a12f9f6-93d1-4489-b651-944a8e8e06ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a12f9f6-93d1-4489-b651-944a8e8e06ae,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:06.929185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:06.968941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 3a12f9f6-93d1-4489-b651-944a8e8e06ae owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:07.108837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (60fc4542-ca93-4a72-9b63-7164ba705d8e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.123305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdb62966-c2a8-4d5b-9d4b-926553dbed0a admin admin] Publish callbacks [] for security_group (9b72d449-6f1e-405d-91fa-bc132b640d81), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.151726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230779070>,) {'filters': {'network_id': ['60fc4542-ca93-4a72-9b63-7164ba705d8e']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:07.168563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230779070>, 'e1bcdb66-acb9-4101-bdc9-0273d0bedf7c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:07.168948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230779070>, 'e1bcdb66-acb9-4101-bdc9-0273d0bedf7c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:07.222205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (e1bcdb66-acb9-4101-bdc9-0273d0bedf7c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.235700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdb62966-c2a8-4d5b-9d4b-926553dbed0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b72d449-6f1e-405d-91fa-bc132b640d81), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.255029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e1bcdb66-acb9-4101-bdc9-0273d0bedf7c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.273566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:07.273972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (e1bcdb66-acb9-4101-bdc9-0273d0bedf7c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:07.280267 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:07.289292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0e8427f2-97cb-4bc4-b22d-123f56db464c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:07.311762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0e8427f2-97cb-4bc4-b22d-123f56db464c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:07.312475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0e8427f2-97cb-4bc4-b22d-123f56db464c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:07.313068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bc8d548-5b63-4a5e-badf-052a90d89524 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:07.333877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6bc8d548-5b63-4a5e-badf-052a90d89524 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:07.334594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bc8d548-5b63-4a5e-badf-052a90d89524 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:07.375023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.380282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fdb62966-c2a8-4d5b-9d4b-926553dbed0a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a46379eb12e1415da18d84dd5e1cf7b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7893820
May 14 21:37:07.381182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb62966-c2a8-4d5b-9d4b-926553dbed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b72d449-6f1e-405d-91fa-bc132b640d81,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.388988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:07.406788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for bdf887c8-fb31-454e-9b37-c4787f6d2d13 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:07.460334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3859b5e-a457-45f9-89aa-b908917b08b3 admin admin] Publish callbacks [] for security_group (9b72d449-6f1e-405d-91fa-bc132b640d81), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.465883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (60fc4542-ca93-4a72-9b63-7164ba705d8e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.475932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.479229 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/60fc4542-ca93-4a72-9b63-7164ba705d8e HTTP/1.1" status: 204  len: 168 time: 0.8217480
May 14 21:37:07.494915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56382) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:07.499722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1584577857'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:07.507035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed9f64-6eaa-43dc-91ff-89b3ccac61e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=60fc4542-ca93-4a72-9b63-7164ba705d8e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.521350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (20197648-8673-4403-ab80-192ad8df1a9f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.525812 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3859b5e-a457-45f9-89aa-b908917b08b3 admin admin] Publish callbacks [] for security_group (9b72d449-6f1e-405d-91fa-bc132b640d81), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.529492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3a12f9f6-93d1-4489-b651-944a8e8e06ae), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.579327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=3a12f9f6-93d1-4489-b651-944a8e8e06ae,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.579977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908a791a-efca-454f-a1ba-bb03a272068a admin admin] Publish callbacks [] for security_group (55d1f16c-63c7-4310-be52-b8628b27362e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.670047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:07.674033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.692702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908a791a-efca-454f-a1ba-bb03a272068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (55d1f16c-63c7-4310-be52-b8628b27362e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.724758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a3bf968e-a358-44f6-9531-6fcdc081ec85), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.753844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.797484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (20197648-8673-4403-ab80-192ad8df1a9f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.805606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=a3bf968e-a358-44f6-9531-6fcdc081ec85,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.811857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-908a791a-efca-454f-a1ba-bb03a272068a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7509bf473de34194a876d89adea1132e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3538363
May 14 21:37:07.816053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a791a-efca-454f-a1ba-bb03a272068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1f16c-63c7-4310-be52-b8628b27362e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.826384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3859b5e-a457-45f9-89aa-b908917b08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b72d449-6f1e-405d-91fa-bc132b640d81), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.829084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3859b5e-a457-45f9-89aa-b908917b08b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.830744 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c3859b5e-a457-45f9-89aa-b908917b08b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b72d449-6f1e-405d-91fa-bc132b640d81 HTTP/1.1" status: 204  len: 168 time: 0.4405787
May 14 21:37:07.835433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56384) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:07.839119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:37:07.860900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20197648-8673-4403-ab80-192ad8df1a9f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.874376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3859b5e-a457-45f9-89aa-b908917b08b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b72d449-6f1e-405d-91fa-bc132b640d81,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:07.879697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (61709a01-11a7-4fd2-aec5-4ecb66dee557), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.879937 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment 61709a01-11a7-4fd2-aec5-4ecb66dee557 of type vlan for network 155459ad-8e35-44a7-908b-b4192149e4be
May 14 21:37:07.901708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e45ce-d7e5-4be3-be4c-0616139e3dfb None None] Network 32fe5999-0e69-434a-9e04-0ba059188fdd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:07.941044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.944580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1e885c21-46cc-4577-b6f0-620f95d35cf9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/20197648-8673-4403-ab80-192ad8df1a9f HTTP/1.1" status: 204  len: 168 time: 1.3088596
May 14 21:37:07.948335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.950124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (155459ad-8e35-44a7-908b-b4192149e4be), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:07.957969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c1917c7b-7041-4ea6-9aa7-c07d6a764735 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/a3bf968e-a358-44f6-9531-6fcdc081ec85 HTTP/1.1" status: 204  len: 168 time: 1.7701006
May 14 21:37:07.958602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56388) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:07.959237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56390) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:08.066118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bdf887c8-fb31-454e-9b37-c4787f6d2d13), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.108181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9053e8c-f45a-4863-8a15-2cb98a41d185 admin admin] Publish callbacks [] for security_group (55d1f16c-63c7-4310-be52-b8628b27362e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.110934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:08.132298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] DHCP port deletion for 32fe5999-0e69-434a-9e04-0ba059188fdd request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:08.144837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9053e8c-f45a-4863-8a15-2cb98a41d185 admin admin] Publish callbacks [] for security_group (55d1f16c-63c7-4310-be52-b8628b27362e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.149674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=bdf887c8-fb31-454e-9b37-c4787f6d2d13,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:08.185423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] Deleting port 3fa60779-fcef-418f-beb8-9210bbea886e {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:08.186014 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.190858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (32fe5999-0e69-434a-9e04-0ba059188fdd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.213205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (155459ad-8e35-44a7-908b-b4192149e4be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.223392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:08.224055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.228295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a8545-8d6a-4f83-85d2-1373b2b2e963 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:08.233092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6a8545-8d6a-4f83-85d2-1373b2b2e963 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:08.233092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ce6a8545-8d6a-4f83-85d2-1373b2b2e963 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2694235
May 14 21:37:08.252642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56392) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:08.270316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] For port 3fa60779-fcef-418f-beb8-9210bbea886e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fa60779-fcef-418f-beb8-9210bbea886e,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:08.270715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.285982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] Calling delete_port for 3fa60779-fcef-418f-beb8-9210bbea886e owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:08.336177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Deleting port 3fa60779-fcef-418f-beb8-9210bbea886e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:08.336523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.454901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] For port 3fa60779-fcef-418f-beb8-9210bbea886e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3fa60779-fcef-418f-beb8-9210bbea886e,segment=NetworkSegment(658edec2-7966-4254-802b-dbd2a49dd9c9),segment_id=658edec2-7966-4254-802b-dbd2a49dd9c9)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:08.455704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.477155 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.508006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet afe7970e-490f-4025-9704-f54ec232019b {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:08.523342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] Pushing event deleted for resources: {'Port': ['ID=3fa60779-fcef-418f-beb8-9210bbea886e,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:08.529263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f655857-24ce-4332-9a23-62205bef46f1 None None] No DVR routers for this DVR port 3fa60779-fcef-418f-beb8-9210bbea886e on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:08.544064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (afe7970e-490f-4025-9704-f54ec232019b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.546972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Calling delete_port for 3fa60779-fcef-418f-beb8-9210bbea886e owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:08.590067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (42461dcf-61a8-4610-a105-1b8eeae9e556), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.654597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (afe7970e-490f-4025-9704-f54ec232019b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.678262 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9053e8c-f45a-4863-8a15-2cb98a41d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (55d1f16c-63c7-4310-be52-b8628b27362e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.680844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e9053e8c-f45a-4863-8a15-2cb98a41d185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.683416 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e9053e8c-f45a-4863-8a15-2cb98a41d185 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55d1f16c-63c7-4310-be52-b8628b27362e HTTP/1.1" status: 204  len: 168 time: 0.8440063
May 14 21:37:08.745541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9053e8c-f45a-4863-8a15-2cb98a41d185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1f16c-63c7-4310-be52-b8628b27362e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:08.751941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56400) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:08.768631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58617283-6af3-49c0-90ce-68d2fd5a8b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.773478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=155459ad-8e35-44a7-908b-b4192149e4be,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:08.793059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c833d0e9-c9fa-49d6-bdd9-e0dc066559b9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 1.2925811
May 14 21:37:08.793059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:08.794544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56402) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:08.804132 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0330c642-f215-45fb-b220-964af648fdb4 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4191010
May 14 21:37:08.805895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': '155459ad-8e35-44a7-908b-b4192149e4be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:08.807280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56404) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:08.813987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:08.834652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 155459ad-8e35-44a7-908b-b4192149e4be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:08.840046 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:08.840698 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230def7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:08.891441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet 8be9243f-5795-4bfb-9c79-219356d730f6 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:08.897552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (8be9243f-5795-4bfb-9c79-219356d730f6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.923731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3fa60779-fcef-418f-beb8-9210bbea886e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:08.966972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (8be9243f-5795-4bfb-9c79-219356d730f6), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.000207 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:09.055461 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (afe7970e-490f-4025-9704-f54ec232019b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.066175 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58617283-6af3-49c0-90ce-68d2fd5a8b04 admin admin] Publish callbacks [] for security_group (6addb8c9-ee9d-4464-b9c1-45e99bbb29ba), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.081517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] No DVR routers for this DVR port 3fa60779-fcef-418f-beb8-9210bbea886e on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:09.085248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa60779-fcef-418f-beb8-9210bbea886e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:09.110751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8be9243f-5795-4bfb-9c79-219356d730f6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.170790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (32fe5999-0e69-434a-9e04-0ba059188fdd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.202821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 42461dcf-61a8-4610-a105-1b8eeae9e556 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:09.209493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-58617283-6af3-49c0-90ce-68d2fd5a8b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6addb8c9-ee9d-4464-b9c1-45e99bbb29ba), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.223861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b7dc790>,) {'filters': {'network_id': ['32fe5999-0e69-434a-9e04-0ba059188fdd']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.224919 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230def7f0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:07Z', 'revision_number': 10, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.240874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b7dc790>, '658edec2-7966-4254-802b-dbd2a49dd9c9') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.241199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b7dc790>, '658edec2-7966-4254-802b-dbd2a49dd9c9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.262508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (658edec2-7966-4254-802b-dbd2a49dd9c9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.273367 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:37:09.286697 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:09.287627 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230def7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.309112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58617283-6af3-49c0-90ce-68d2fd5a8b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6addb8c9-ee9d-4464-b9c1-45e99bbb29ba,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:09.318464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-58617283-6af3-49c0-90ce-68d2fd5a8b04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4be29be078d84dbc8a6460811df2e627&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5640192
May 14 21:37:09.322185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56412) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:09.326248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (658edec2-7966-4254-802b-dbd2a49dd9c9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.350955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (8be9243f-5795-4bfb-9c79-219356d730f6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.371186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:09.374954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.397318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=8be9243f-5795-4bfb-9c79-219356d730f6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:09.401009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3fa60779-fcef-418f-beb8-9210bbea886e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:09.405775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:09.405775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (658edec2-7966-4254-802b-dbd2a49dd9c9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.408782 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.408969 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (afe7970e-490f-4025-9704-f54ec232019b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:09.411958 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:09.416912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-180cfbdf-9a2e-4867-b1ff-893bb54470c8 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/8be9243f-5795-4bfb-9c79-219356d730f6 HTTP/1.1" status: 204  len: 168 time: 0.6087012
May 14 21:37:09.417803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56416) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:09.431298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89baf8-881e-4692-8013-41117fa30cbd None None] Network 753206d5-6c24-4c3b-925c-723122808590 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:09.436000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3fa60779-fcef-418f-beb8-9210bbea886e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:09.436000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3fa60779-fcef-418f-beb8-9210bbea886e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:09.454271 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:09.510475 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4066e881-5ce9-4119-8892-2ea2a7fc679a admin admin] Publish callbacks [] for security_group (6addb8c9-ee9d-4464-b9c1-45e99bbb29ba), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.602725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4066e881-5ce9-4119-8892-2ea2a7fc679a admin admin] Publish callbacks [] for security_group (6addb8c9-ee9d-4464-b9c1-45e99bbb29ba), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.610223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=afe7970e-490f-4025-9704-f54ec232019b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:09.618523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (753206d5-6c24-4c3b-925c-723122808590), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.626976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] DHCP port deletion for 753206d5-6c24-4c3b-925c-723122808590 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:09.634804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca735a-94fa-4b28-8b15-1a2ebab3fda3 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:09.646032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:09.648193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.661092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56422) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:09.661742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e437740-f1db-4c08-9754-f8131150647b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/afe7970e-490f-4025-9704-f54ec232019b HTTP/1.1" status: 204  len: 168 time: 1.4010136
May 14 21:37:09.663458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Performing IP validity checks on allocation pools {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 21:37:09.664652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 21:37:09.671263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8eff2285-59b7-4e9b-85f3-8888e56e2911 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/42461dcf-61a8-4610-a105-1b8eeae9e556/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4756615
May 14 21:37:09.674787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56424) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:09.707296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] Sync routers for ids ['42461dcf-61a8-4610-a105-1b8eeae9e556'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:09.724366 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230def7f0>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:07Z', 'revision_number': 10, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.741215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d0058877-8c2a-4861-9bae-6260f35e5d94 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=42461dcf-61a8-4610-a105-1b8eeae9e556 HTTP/1.1" status: 200  len: 205 time: 0.0613658
May 14 21:37:09.744407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00498547-20e0-46f9-8c7b-d669a875800c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0813770
May 14 21:37:09.745603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56426) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:09.745739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56428) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:09.753439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (32fe5999-0e69-434a-9e04-0ba059188fdd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.764956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:09.765805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.769545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] Deleting port a0703ef6-254d-49ce-b9fb-5d72820d7b30 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:09.772049 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee466f6-8332-4400-aab4-9ebd6c984519 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:07Z', 'revision_number': 10, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None, '_interfaces': [{'id': '5876cdab-b601-4111-97ea-877d2e773537', 'name': '', 'network_id': 'e7e63ac3-2dc4-453a-b770-80e60eca7247', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'mac_address': 'fa:16:3e:8d:18:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:36:18Z', 'updated_at': '2022-05-14T21:36:27Z', 'revision_number': 5, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'subnets': [{'id': 'fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:09.772209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.776275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] Routers {'42461dcf-61a8-4610-a105-1b8eeae9e556'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:09.777162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52230bcf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42461dcf-61a8-4610-a105-1b8eeae9e556'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.793908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] 10.222.0.52 "DELETE /v2.0/networks/32fe5999-0e69-434a-9e04-0ba059188fdd HTTP/1.1" status: 204  len: 168 time: 1.8333614
May 14 21:37:09.831622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13740847-eabc-4c3e-8852-d353f1958b72 admin admin] Pushing event deleted for resources: {'Network': ['ID=32fe5999-0e69-434a-9e04-0ba059188fdd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:09.871277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52230bcf10>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.946822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port a0703ef6-254d-49ce-b9fb-5d72820d7b30 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:09.947790 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:09.955437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] Routers {'42461dcf-61a8-4610-a105-1b8eeae9e556'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:09.958015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52230bcf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:36:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42461dcf-61a8-4610-a105-1b8eeae9e556'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:09.978882 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (42461dcf-61a8-4610-a105-1b8eeae9e556), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.009106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52230bcf10>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:10.010036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7728ed5d-371d-4174-b69c-93a30c3821fb None None] The sync data for ids ['42461dcf-61a8-4610-a105-1b8eeae9e556'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:10.025321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] For port a0703ef6-254d-49ce-b9fb-5d72820d7b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0703ef6-254d-49ce-b9fb-5d72820d7b30,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:10.026301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.041766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] Calling delete_port for a0703ef6-254d-49ce-b9fb-5d72820d7b30 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:10.088145 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4066e881-5ce9-4119-8892-2ea2a7fc679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6addb8c9-ee9d-4464-b9c1-45e99bbb29ba), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.090693 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4066e881-5ce9-4119-8892-2ea2a7fc679a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.091869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4066e881-5ce9-4119-8892-2ea2a7fc679a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6addb8c9-ee9d-4464-b9c1-45e99bbb29ba HTTP/1.1" status: 204  len: 168 time: 0.7712071
May 14 21:37:10.124194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port a0703ef6-254d-49ce-b9fb-5d72820d7b30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a0703ef6-254d-49ce-b9fb-5d72820d7b30,segment=NetworkSegment(bf734c21-5f66-49ab-83d0-bb82db3b21c3),segment_id=bf734c21-5f66-49ab-83d0-bb82db3b21c3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:10.124519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.136219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066e881-5ce9-4119-8892-2ea2a7fc679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6addb8c9-ee9d-4464-b9c1-45e99bbb29ba,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:10.168807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:10.190230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (0d03c7af-5b8c-497a-b012-8521759665d8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.213313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for a0703ef6-254d-49ce-b9fb-5d72820d7b30 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:10.240743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] Deleting port a3d9d325-921f-4f0c-9194-4cee33e8cefe {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:10.241397 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.260269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:10.268601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.295712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=0d03c7af-5b8c-497a-b012-8521759665d8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:10.312378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (42461dcf-61a8-4610-a105-1b8eeae9e556), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.317962 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (42461dcf-61a8-4610-a105-1b8eeae9e556), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.345687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] For port a3d9d325-921f-4f0c-9194-4cee33e8cefe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d9d325-921f-4f0c-9194-4cee33e8cefe,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:10.346372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.349989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': '61709a01-11a7-4fd2-aec5-4ecb66dee557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '155459ad-8e35-44a7-908b-b4192149e4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:10.350600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: 155459ad-8e35-44a7-908b-b4192149e4be, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:10.367759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56442) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:10.371616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] Calling delete_port for a3d9d325-921f-4f0c-9194-4cee33e8cefe owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:10.383061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.427856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] Pushing event deleted for resources: {'Port': ['ID=a0703ef6-254d-49ce-b9fb-5d72820d7b30,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:10.455346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0106ecb0-ef61-4644-b9d6-d6888e95f50e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1df1ae61bf82472dadc4830840421a63&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0861490
May 14 21:37:10.459800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56444) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:10.477251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 155459ad-8e35-44a7-908b-b4192149e4be is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:10.488230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7387f35-96cb-49fc-a392-e9ffd47f9728 None None] No DVR routers for this DVR port a0703ef6-254d-49ce-b9fb-5d72820d7b30 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:10.555733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a0703ef6-254d-49ce-b9fb-5d72820d7b30), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.557636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (42461dcf-61a8-4610-a105-1b8eeae9e556), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.558287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router 42461dcf-61a8-4610-a105-1b8eeae9e556 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:37:10.573324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.573324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2b7f009-aa73-41aa-8039-114b4c237f44 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/42461dcf-61a8-4610-a105-1b8eeae9e556 HTTP/1.1" status: 204  len: 168 time: 0.8232312
May 14 21:37:10.575629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56448) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:10.582153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f43902e4-daa6-43a0-bf2f-668bcad98a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.607756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=a0703ef6-254d-49ce-b9fb-5d72820d7b30,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:10.612381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port a0703ef6-254d-49ce-b9fb-5d72820d7b30 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:10.623768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (a3d9d325-921f-4f0c-9194-4cee33e8cefe), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.654378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] Pushing event deleted for resources: {'Port': ['ID=a3d9d325-921f-4f0c-9194-4cee33e8cefe,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:10.659062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a3cb30-a2b2-42a8-940b-6abdc5de8898 None None] No DVR routers for this DVR port a3d9d325-921f-4f0c-9194-4cee33e8cefe on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:10.674739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 155459ad-8e35-44a7-908b-b4192149e4be) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:10.684492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7897fee-e204-4342-b04b-211cfb09b828 admin admin] Publish callbacks [] for security_group (554ab72a-2f26-4cb1-8016-2400cbf83946), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.688106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72214c-04eb-43fb-a061-69e478fd618a None None] Network 155459ad-8e35-44a7-908b-b4192149e4be requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:10.692873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet 75262127-72b2-474b-b7fc-97f4deb3a32d {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:10.705679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:10.706369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.711811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (75262127-72b2-474b-b7fc-97f4deb3a32d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.749588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7897fee-e204-4342-b04b-211cfb09b828 admin admin] Publish callbacks [] for security_group (554ab72a-2f26-4cb1-8016-2400cbf83946), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.771532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (75262127-72b2-474b-b7fc-97f4deb3a32d), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.791196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (753206d5-6c24-4c3b-925c-723122808590), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.832191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb0d160>,) {'filters': {'network_id': ['753206d5-6c24-4c3b-925c-723122808590']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:10.848322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb0d160>, 'bf734c21-5f66-49ab-83d0-bb82db3b21c3') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:10.848619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb0d160>, 'bf734c21-5f66-49ab-83d0-bb82db3b21c3') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:10.859140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2969935f-de84-4e9a-87e8-f6794c61dc64 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0623112
May 14 21:37:10.865047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56458) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:10.871847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '155459ad-8e35-44a7-908b-b4192149e4be', 'name': 'tempest-PortsTestJSON-1948294363'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:10.881128 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (bf734c21-5f66-49ab-83d0-bb82db3b21c3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.903891 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bf734c21-5f66-49ab-83d0-bb82db3b21c3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (bf734c21-5f66-49ab-83d0-bb82db3b21c3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:10.920984 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:10.953454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-155459ad-8e35-44a7-908b-b4192149e4be', 'network_id': '155459ad-8e35-44a7-908b-b4192149e4be', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': '0d03c7af-5b8c-497a-b012-8521759665d8'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:10.955156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:10.965393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:37:10.991736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4e20c6c6-a123-49da-a661-9a14b707087e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.026792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (75262127-72b2-474b-b7fc-97f4deb3a32d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.032125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7897fee-e204-4342-b04b-211cfb09b828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (554ab72a-2f26-4cb1-8016-2400cbf83946), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.034905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7897fee-e204-4342-b04b-211cfb09b828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.036096 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7897fee-e204-4342-b04b-211cfb09b828 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/554ab72a-2f26-4cb1-8016-2400cbf83946 HTTP/1.1" status: 204  len: 168 time: 0.5751464
May 14 21:37:11.057834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:11.058723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7897fee-e204-4342-b04b-211cfb09b828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ab72a-2f26-4cb1-8016-2400cbf83946,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:11.065725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:11.070439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:11.071452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.092474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=4e20c6c6-a123-49da-a661-9a14b707087e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:11.140776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a05a4c-232a-4b81-92a8-06f47bc439a4 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:11.156748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (753206d5-6c24-4c3b-925c-723122808590), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.164822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.171402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/753206d5-6c24-4c3b-925c-723122808590 HTTP/1.1" status: 204  len: 168 time: 1.7507305
May 14 21:37:11.176231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56468) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:11.205368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93eba8-042e-4922-b8ad-87c8a1e4b02b tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=753206d5-6c24-4c3b-925c-723122808590,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:11.222513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d30d447-15cb-4a67-8205-5097f6881420 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.4735980
May 14 21:37:11.225348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:11.235622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:b7:a4:f8', 'name': 'tempest-NetworksTestDHCPv6-1042256338'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:11.418406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a3d9d325-921f-4f0c-9194-4cee33e8cefe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:11.465118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (75262127-72b2-474b-b7fc-97f4deb3a32d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.469683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a3d9d325-921f-4f0c-9194-4cee33e8cefe {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:11.470747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a3d9d325-921f-4f0c-9194-4cee33e8cefe not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:11.471674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a0703ef6-254d-49ce-b9fb-5d72820d7b30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:11.508652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a0703ef6-254d-49ce-b9fb-5d72820d7b30 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:11.509284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a0703ef6-254d-49ce-b9fb-5d72820d7b30 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:11.509887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3a12f9f6-93d1-4489-b651-944a8e8e06ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:11.540178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.543333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3a12f9f6-93d1-4489-b651-944a8e8e06ae {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:11.543932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3a12f9f6-93d1-4489-b651-944a8e8e06ae not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:11.550301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add5ada1-9241-4ff6-8349-5d0ca6c6b941 None None] Network fe190228-c70d-40a3-af3f-3eeaa6a41b31 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:11.556393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/75262127-72b2-474b-b7fc-97f4deb3a32d HTTP/1.1" status: 204  len: 168 time: 0.9791439
May 14 21:37:11.558407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:11.558657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56478) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:11.671030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Allocated IP 172.20.0.2 (155459ad-8e35-44a7-908b-b4192149e4be/0d03c7af-5b8c-497a-b012-8521759665d8/7538aabf-bbee-4156-b1ee-32f62f437187) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:11.683122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.714087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port e6a59b4d-fe0f-401d-ae89-d9d705a37489 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:11.725428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '4e20c6c6-a123-49da-a661-9a14b707087e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:11.726762 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.743670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:11.749653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.752742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538579c-060f-4b38-80d9-925edad93ba1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=75262127-72b2-474b-b7fc-97f4deb3a32d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:11.810207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 353e2692-22bd-460f-845a-01bd7a13227b yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:11.821921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (fe190228-c70d-40a3-af3f-3eeaa6a41b31), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.867734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:feb7:a4f8 (88e03173-3786-4c9f-927f-9ea223dbf14a/4e20c6c6-a123-49da-a661-9a14b707087e/e6a59b4d-fe0f-401d-ae89-d9d705a37489) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:11.994020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 684ce0ad-54f5-43f8-bab8-832efd48787e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:11.994429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:11.995265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] DHCP port deletion for fe190228-c70d-40a3-af3f-3eeaa6a41b31 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:12.053277 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.085637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Publish callbacks [] for port (7538aabf-bbee-4156-b1ee-32f62f437187), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.087013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] Deleting port 684ce0ad-54f5-43f8-bab8-832efd48787e {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:12.087641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.095056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:12.122669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (e6a59b4d-fe0f-401d-ae89-d9d705a37489), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.157729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] For port 684ce0ad-54f5-43f8-bab8-832efd48787e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684ce0ad-54f5-43f8-bab8-832efd48787e,segment=NetworkSegment(2ed7ba1c-ae27-42b3-8174-c58266db82f3),segment_id=2ed7ba1c-ae27-42b3-8174-c58266db82f3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:12.158484 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.159315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 684ce0ad-54f5-43f8-bab8-832efd48787e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=684ce0ad-54f5-43f8-bab8-832efd48787e,segment=NetworkSegment(2ed7ba1c-ae27-42b3-8174-c58266db82f3),segment_id=2ed7ba1c-ae27-42b3-8174-c58266db82f3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:12.160922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.162886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e495e470-c5fc-42f8-99e7-cab53ff1cf01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8898bc5dedb1443a9e4f09d9866360a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0660043
May 14 21:37:12.165287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:12.174742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] Calling delete_port for 684ce0ad-54f5-43f8-bab8-832efd48787e owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:12.191648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 684ce0ad-54f5-43f8-bab8-832efd48787e owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:12.258524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-24840125-b332-4750-9989-569e30798f30 admin admin] Publish callbacks [] for security_group (ffcf1527-a38a-41e1-bc07-d37c020d98dc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.267779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.295170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-24840125-b332-4750-9989-569e30798f30 admin admin] Publish callbacks [] for security_group (ffcf1527-a38a-41e1-bc07-d37c020d98dc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.320278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Network 155459ad-8e35-44a7-908b-b4192149e4be is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:12.339205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e6a59b4d-fe0f-401d-ae89-d9d705a37489), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.354956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:12.362063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:12.387036 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.431454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:12.435669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:12.438426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:12.445307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:12.446434 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.457551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Pushing event updated for resources: {'Port': ['ID=7538aabf-bbee-4156-b1ee-32f62f437187,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:12.473811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Allocated IP 2001:db8::f816:3eff:fe28:9630 (88e03173-3786-4c9f-927f-9ea223dbf14a/4e20c6c6-a123-49da-a661-9a14b707087e/4c082777-e412-4ac1-a539-1afef0468346) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:12.494054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=e6a59b4d-fe0f-401d-ae89-d9d705a37489,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:12.557119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] No DVR routers for this DVR port 684ce0ad-54f5-43f8-bab8-832efd48787e on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:12.568651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-24840125-b332-4750-9989-569e30798f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ffcf1527-a38a-41e1-bc07-d37c020d98dc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.571599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-24840125-b332-4750-9989-569e30798f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.576467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-24840125-b332-4750-9989-569e30798f30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffcf1527-a38a-41e1-bc07-d37c020d98dc HTTP/1.1" status: 204  len: 168 time: 0.4091017
May 14 21:37:12.579872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Attempting to bind port 7538aabf-bbee-4156-b1ee-32f62f437187 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:12.580436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Attempting to bind port 7538aabf-bbee-4156-b1ee-32f62f437187 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61709a01-11a7-4fd2-aec5-4ecb66dee557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '155459ad-8e35-44a7-908b-b4192149e4be'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:12.580912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Attempting to bind port 7538aabf-bbee-4156-b1ee-32f62f437187 on network 155459ad-8e35-44a7-908b-b4192149e4be {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:12.590931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315140e-8672-4502-ae6d-b0cb6791038d None None] Pushing event deleted for resources: {'Port': ['ID=684ce0ad-54f5-43f8-bab8-832efd48787e,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:12.591561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24840125-b332-4750-9989-569e30798f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcf1527-a38a-41e1-bc07-d37c020d98dc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:12.596435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:12.600819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Checking segment: {'id': '61709a01-11a7-4fd2-aec5-4ecb66dee557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '155459ad-8e35-44a7-908b-b4192149e4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:12.600819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.600819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Bound using segment: {'id': '61709a01-11a7-4fd2-aec5-4ecb66dee557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '155459ad-8e35-44a7-908b-b4192149e4be'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:12.600819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Bound port: 7538aabf-bbee-4156-b1ee-32f62f437187, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61709a01-11a7-4fd2-aec5-4ecb66dee557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '155459ad-8e35-44a7-908b-b4192149e4be'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:12.600819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.615251 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c9657475-141d-40a3-8bed-ed66acd72d77 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.3878944
May 14 21:37:12.616260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56502) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:12.701082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b0f7c4-85a3-45e2-890e-e1164efcfcc0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:12.715806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59b0f7c4-85a3-45e2-890e-e1164efcfcc0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.0958042
May 14 21:37:12.716339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:12.735963 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.804426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.8 (155459ad-8e35-44a7-908b-b4192149e4be/0d03c7af-5b8c-497a-b012-8521759665d8/353e2692-22bd-460f-845a-01bd7a13227b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:12.818661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] For port 7538aabf-bbee-4156-b1ee-32f62f437187, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:12.823857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] For port 7538aabf-bbee-4156-b1ee-32f62f437187, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7538aabf-bbee-4156-b1ee-32f62f437187,segment=NetworkSegment(61709a01-11a7-4fd2-aec5-4ecb66dee557),segment_id=61709a01-11a7-4fd2-aec5-4ecb66dee557)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:12.830476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (684ce0ad-54f5-43f8-bab8-832efd48787e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.868153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.902358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port e6a59b4d-fe0f-401d-ae89-d9d705a37489 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:12.902948 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ce96-49cf-4686-ba8d-4b5796aaf824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.907008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e6a59b4d-fe0f-401d-ae89-d9d705a37489), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.909415 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Publish callbacks [] for port (4c082777-e412-4ac1-a539-1afef0468346), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.918716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:12.919233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=684ce0ad-54f5-43f8-bab8-832efd48787e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:12.966078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port 684ce0ad-54f5-43f8-bab8-832efd48787e on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:12.997853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba69376-704b-464a-8e90-eda14a85d0cd None None] Pushing event updated for resources: {'Port': ['ID=7538aabf-bbee-4156-b1ee-32f62f437187,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:13.015911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4c082777-e412-4ac1-a539-1afef0468346), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.068114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:13.071071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:13.072165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e6a59b4d-fe0f-401d-ae89-d9d705a37489), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.077052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:13.087141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Pushing event updated for resources: {'Port': ['ID=4c082777-e412-4ac1-a539-1afef0468346,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:13.097268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for e6a59b4d-fe0f-401d-ae89-d9d705a37489 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:13.176810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Attempting to bind port 4c082777-e412-4ac1-a539-1afef0468346 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:13.177327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Attempting to bind port 4c082777-e412-4ac1-a539-1afef0468346 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:13.177714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Attempting to bind port 4c082777-e412-4ac1-a539-1afef0468346 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:13.183137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:13.183745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:13.183969 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.184376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:13.184508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (fe190228-c70d-40a3-af3f-3eeaa6a41b31), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.184865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Bound port: 4c082777-e412-4ac1-a539-1afef0468346, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:13.185252 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c082777-e412-4ac1-a539-1afef0468346), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.357576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523053ca30>,) {'filters': {'network_id': ['fe190228-c70d-40a3-af3f-3eeaa6a41b31']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:13.367111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] For port 4c082777-e412-4ac1-a539-1afef0468346, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:13.371798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] For port 4c082777-e412-4ac1-a539-1afef0468346, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c082777-e412-4ac1-a539-1afef0468346,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:13.400081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 684ce0ad-54f5-43f8-bab8-832efd48787e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:13.408775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523053ca30>, '2ed7ba1c-ae27-42b3-8174-c58266db82f3') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:13.408775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523053ca30>, '2ed7ba1c-ae27-42b3-8174-c58266db82f3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:13.425707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (2ed7ba1c-ae27-42b3-8174-c58266db82f3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.426116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e6a59b4d-fe0f-401d-ae89-d9d705a37489), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.436418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 684ce0ad-54f5-43f8-bab8-832efd48787e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:13.436778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 684ce0ad-54f5-43f8-bab8-832efd48787e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:13.465055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=e6a59b4d-fe0f-401d-ae89-d9d705a37489,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:13.471215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c082777-e412-4ac1-a539-1afef0468346), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.495501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2ed7ba1c-ae27-42b3-8174-c58266db82f3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.505606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.511182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:13.511881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (2ed7ba1c-ae27-42b3-8174-c58266db82f3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.520037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-feaf4ddd-e8a8-4875-a421-a4f16b31dd40 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/e6a59b4d-fe0f-401d-ae89-d9d705a37489 HTTP/1.1" status: 204  len: 168 time: 0.8026326
May 14 21:37:13.520921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56520) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:13.522462 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:13.549884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (353e2692-22bd-460f-845a-01bd7a13227b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.578279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port 5876cdab-b601-4111-97ea-877d2e773537 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:13.578624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5876cdab-b601-4111-97ea-877d2e773537), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.598603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ae59-eb11-469b-b5ce-1d40635684ad None None] Pushing event updated for resources: {'Port': ['ID=4c082777-e412-4ac1-a539-1afef0468346,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:13.627561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb88e8-0259-4e4e-8938-cd8cba7a0de5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:13.629505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6eb88e8-0259-4e4e-8938-cd8cba7a0de5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:13.631680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b6eb88e8-0259-4e4e-8938-cd8cba7a0de5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1095297
May 14 21:37:13.634213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:13.693738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 4e20c6c6-a123-49da-a661-9a14b707087e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:13.697285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (4e20c6c6-a123-49da-a661-9a14b707087e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.720735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port 5876cdab-b601-4111-97ea-877d2e773537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5876cdab-b601-4111-97ea-877d2e773537,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:13.721216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5876cdab-b601-4111-97ea-877d2e773537), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.733504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (fe190228-c70d-40a3-af3f-3eeaa6a41b31), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.743861 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (4e20c6c6-a123-49da-a661-9a14b707087e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.753437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.760741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/fe190228-c70d-40a3-af3f-3eeaa6a41b31 HTTP/1.1" status: 204  len: 168 time: 2.1805351
May 14 21:37:13.760741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for 5876cdab-b601-4111-97ea-877d2e773537 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:13.763550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56528) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:13.779861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1942851340', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:13.808767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f61e9d-489b-4f98-b914-0f40e43ba22d tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=fe190228-c70d-40a3-af3f-3eeaa6a41b31,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:13.814847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (353e2692-22bd-460f-845a-01bd7a13227b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.846270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4e20c6c6-a123-49da-a661-9a14b707087e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.874596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.891550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.893197 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:13.898485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 155459ad-8e35-44a7-908b-b4192149e4be is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:13.911818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:13.944607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:13.994483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=353e2692-22bd-460f-845a-01bd7a13227b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:14.023844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (4e20c6c6-a123-49da-a661-9a14b707087e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.091563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=4e20c6c6-a123-49da-a661-9a14b707087e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:14.093878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.098292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-468735c0-90d6-464b-a218-00de86ae69a8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/4e20c6c6-a123-49da-a661-9a14b707087e HTTP/1.1" status: 204  len: 168 time: 0.4628737
May 14 21:37:14.103493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56534) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.122960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.140736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:14.141325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.161835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56536) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.168650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00df59a6-da81-493e-a7e9-dd70a8a1eda8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0638287
May 14 21:37:14.171461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56538) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.261732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b6070-386e-420c-942f-98224c88d23e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:14.263362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9c3b6070-386e-420c-942f-98224c88d23e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0908995
May 14 21:37:14.267116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56544) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.330734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eeb2b5e6-5b27-4c91-99e9-e41e8a5815fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.4608796
May 14 21:37:14.331575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56546) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.402773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b59b9-538d-4081-9218-252b08233b88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:14.410466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8f1b59b9-538d-4081-9218-252b08233b88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1420400
May 14 21:37:14.413974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56550) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.464975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d57c84f6-1a5b-456e-b9ca-5f1f072ac5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.476748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-66ad4497-20e0-4e98-8df0-55c0d435b081 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0616634
May 14 21:37:14.485181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:14.492888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_gateway (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.519207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:14.527563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 353e2692-22bd-460f-845a-01bd7a13227b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:14.533210 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (353e2692-22bd-460f-845a-01bd7a13227b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.592307 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5876cdab-b601-4111-97ea-877d2e773537), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.650439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=5876cdab-b601-4111-97ea-877d2e773537,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:14.657055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (353e2692-22bd-460f-845a-01bd7a13227b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.726443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d473559-b4f8-47b2-901d-3f68629e4f70 None None] Network 155459ad-8e35-44a7-908b-b4192149e4be requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:14.727822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 353e2692-22bd-460f-845a-01bd7a13227b owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:14.886856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] Provisioning complete for port 7538aabf-bbee-4156-b1ee-32f62f437187 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:14.891361 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:14.920046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:14.920046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.041130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.047309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (353e2692-22bd-460f-845a-01bd7a13227b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.048800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] Current status of the port 7538aabf-bbee-4156-b1ee-32f62f437187 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:15.049313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.100541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] For port 7538aabf-bbee-4156-b1ee-32f62f437187, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7538aabf-bbee-4156-b1ee-32f62f437187,segment=NetworkSegment(61709a01-11a7-4fd2-aec5-4ecb66dee557),segment_id=61709a01-11a7-4fd2-aec5-4ecb66dee557)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:15.139448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=353e2692-22bd-460f-845a-01bd7a13227b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:15.174340 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.256282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d57c84f6-1a5b-456e-b9ca-5f1f072ac5f8 admin admin] Publish callbacks [] for security_group (bc210215-e562-4c9b-bfb3-509e97f404b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.277498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43516b2e-0fa6-47c8-884d-0dfb03eaa1e8 None None] Pushing event updated for resources: {'Port': ['ID=7538aabf-bbee-4156-b1ee-32f62f437187,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:15.325912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.337707 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8f08719b-10c5-42c7-9e7a-486dbf8710df tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/353e2692-22bd-460f-845a-01bd7a13227b HTTP/1.1" status: 204  len: 168 time: 1.0040755
May 14 21:37:15.339199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:15.405273 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f56382-8565-4e46-8302-76a320296953 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:15.407082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f56382-8565-4e46-8302-76a320296953 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:15.417772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-62f56382-8565-4e46-8302-76a320296953 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/353e2692-22bd-460f-845a-01bd7a13227b HTTP/1.1" status: 404  len: 333 time: 0.0782001
May 14 21:37:15.420778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:15.486865 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-528efbe0-c5bd-447c-8b4c-5fe58238a001 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:37:15.488349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-528efbe0-c5bd-447c-8b4c-5fe58238a001 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/353e2692-22bd-460f-845a-01bd7a13227b HTTP/1.1" status: 404  len: 333 time: 0.0666311
May 14 21:37:15.491213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56576) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:15.510147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f6654528-9e37-4bd6-90f3-34d4f3988268 None None] Provisioning complete for port 7538aabf-bbee-4156-b1ee-32f62f437187 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:15.516685 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f6654528-9e37-4bd6-90f3-34d4f3988268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.549813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d57c84f6-1a5b-456e-b9ca-5f1f072ac5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bc210215-e562-4c9b-bfb3-509e97f404b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.584418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 0d03c7af-5b8c-497a-b012-8521759665d8 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:15.588202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (0d03c7af-5b8c-497a-b012-8521759665d8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.610080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e4af4-80ab-42be-8d37-8d5c3ca30519 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:15.643065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (0d03c7af-5b8c-497a-b012-8521759665d8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.651309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56578) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:15.662399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c082777-e412-4ac1-a539-1afef0468346 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:15.832864 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0d03c7af-5b8c-497a-b012-8521759665d8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.900435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d57c84f6-1a5b-456e-b9ca-5f1f072ac5f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b1d1d97f3d34eff879e452a0a75cb97&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7350430
May 14 21:37:15.902573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56586) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:15.967212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_gateway (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:15.969039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c84f6-1a5b-456e-b9ca-5f1f072ac5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc210215-e562-4c9b-bfb3-509e97f404b6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:16.002120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67334186-3d21-4853-90e6-e16ae28ffbdb admin admin] Publish callbacks [] for security_group (bc210215-e562-4c9b-bfb3-509e97f404b6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.009984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:16.013230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.056521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.065348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67334186-3d21-4853-90e6-e16ae28ffbdb admin admin] Publish callbacks [] for security_group (bc210215-e562-4c9b-bfb3-509e97f404b6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.134346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-284542583-network', 'tenant_id': '37fb22eb2ef44be9a5bc66079c2ad71f'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:16.189949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f6654528-9e37-4bd6-90f3-34d4f3988268 None None] Current status of the port 7538aabf-bbee-4156-b1ee-32f62f437187 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:16.196696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f6654528-9e37-4bd6-90f3-34d4f3988268 None None] Could not find standard attr ID for object 353e2692-22bd-460f-845a-01bd7a13227b. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:37:16.197739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4c082777-e412-4ac1-a539-1afef0468346 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:16.199649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:16.204055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c082777-e412-4ac1-a539-1afef0468346), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.209315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56590) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:16.211364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6f656919-cb20-4506-ad15-86998ee28406 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0324931
May 14 21:37:16.221270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (e298048c-3bf1-4216-bf6b-cee985f59fad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.221886 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:16.256368 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:16.257258 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:16.277939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (0d03c7af-5b8c-497a-b012-8521759665d8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.319900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Made reservation on behalf of 37fb22eb2ef44be9a5bc66079c2ad71f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:16.325737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.331527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf26a5-d0e0-4a5a-a3a5-a5dca1b23968 None None] Network 155459ad-8e35-44a7-908b-b4192149e4be requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:16.332801 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.346101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/0d03c7af-5b8c-497a-b012-8521759665d8 HTTP/1.1" status: 204  len: 168 time: 0.8518944
May 14 21:37:16.353650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:16.357700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56592) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:16.364174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:16.372186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:16.372186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.395706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab89add-45e6-4ab0-a5d7-10af4e6a3769 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=0d03c7af-5b8c-497a-b012-8521759665d8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:16.401038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67334186-3d21-4853-90e6-e16ae28ffbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bc210215-e562-4c9b-bfb3-509e97f404b6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.401038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67334186-3d21-4853-90e6-e16ae28ffbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.404284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-67334186-3d21-4853-90e6-e16ae28ffbdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc210215-e562-4c9b-bfb3-509e97f404b6 HTTP/1.1" status: 204  len: 168 time: 0.4975023
May 14 21:37:16.418296 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:16.424857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=e298048c-3bf1-4216-bf6b-cee985f59fad,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:16.429089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:16.441580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.454322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67334186-3d21-4853-90e6-e16ae28ffbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc210215-e562-4c9b-bfb3-509e97f404b6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:16.474586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-020a3aba-22cf-438f-87fd-473fd4f3fbe5 None None] Provisioning complete for port 4c082777-e412-4ac1-a539-1afef0468346 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:16.475388 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-020a3aba-22cf-438f-87fd-473fd4f3fbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4c082777-e412-4ac1-a539-1afef0468346), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.482549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting subnet fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:16.521662 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f220>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:14Z', 'revision_number': 11, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:16.550025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.35.4.220 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/06e3d214-cb49-47b5-bf84-46d7920f0d6d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:16.555011 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:37:16.560933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.570456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ec21ea8-677d-4b35-beb2-20f4d52c7bdd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0798595
May 14 21:37:16.573541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56596) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:16.577830 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:16.578844 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:16.588274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:99:ac:94', 'name': 'tempest-NetworksTestDHCPv6-1255927069'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:16.618818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (155459ad-8e35-44a7-908b-b4192149e4be), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.660062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.707250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4c082777-e412-4ac1-a539-1afef0468346 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:16.707792 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c082777-e412-4ac1-a539-1afef0468346), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.753109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-020a3aba-22cf-438f-87fd-473fd4f3fbe5 None None] Current status of the port 4c082777-e412-4ac1-a539-1afef0468346 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:16.753537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-020a3aba-22cf-438f-87fd-473fd4f3fbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4c082777-e412-4ac1-a539-1afef0468346), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.804500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] Deleting port 4c082777-e412-4ac1-a539-1afef0468346 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:16.804877 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4c082777-e412-4ac1-a539-1afef0468346), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.830458 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:16.869325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks [] for security_group (592b5cb1-461b-4080-9a17-f0fe15601b93), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.903500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 7538aabf-bbee-4156-b1ee-32f62f437187 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:16.903707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.942293 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f220>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:14Z', 'revision_number': 11, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:16.979459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (592b5cb1-461b-4080-9a17-f0fe15601b93), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:16.987447 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ed276e-8f6e-47df-b674-dae40ea67996 None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:14Z', 'revision_number': 11, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:17.024713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] For port 4c082777-e412-4ac1-a539-1afef0468346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c082777-e412-4ac1-a539-1afef0468346,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:17.025120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4c082777-e412-4ac1-a539-1afef0468346), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.040608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.068269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] Calling delete_port for 4c082777-e412-4ac1-a539-1afef0468346 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:17.083402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] For port 7538aabf-bbee-4156-b1ee-32f62f437187, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7538aabf-bbee-4156-b1ee-32f62f437187,segment=NetworkSegment(61709a01-11a7-4fd2-aec5-4ecb66dee557),segment_id=61709a01-11a7-4fd2-aec5-4ecb66dee557)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:17.084242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.118771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (06e3d214-cb49-47b5-bf84-46d7920f0d6d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.120526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 7538aabf-bbee-4156-b1ee-32f62f437187 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:17.128994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:37:17.159102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5172b1cf-dbab-45cf-94cc-6c4414afd12c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.160338 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Added segment 5172b1cf-dbab-45cf-94cc-6c4414afd12c of type vlan for network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1
May 14 21:37:17.160480 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.162404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] DHCP port deletion for 155459ad-8e35-44a7-908b-b4192149e4be request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:17.168938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b5cb1-461b-4080-9a17-f0fe15601b93,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:17.183867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4c082777-e412-4ac1-a539-1afef0468346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c082777-e412-4ac1-a539-1afef0468346,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:17.201112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.209296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:17.247374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Subnet': ['ID=fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:17.250123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] Deleting port 7538aabf-bbee-4156-b1ee-32f62f437187 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:17.250836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.264925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.275040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.282061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7d3c6037-a8af-4fca-919e-cedcb677ebe5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c HTTP/1.1" status: 204  len: 168 time: 1.0686138
May 14 21:37:17.283274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56610) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:17.325572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883f460-95fd-47a4-a6f6-50e7ace31a62 None None] Network e7e63ac3-2dc4-453a-b770-80e60eca7247 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:17.367229 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4c082777-e412-4ac1-a539-1afef0468346), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.369092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7538aabf-bbee-4156-b1ee-32f62f437187 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:17.424873 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e7e63ac3-2dc4-453a-b770-80e60eca7247), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.488601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.489688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:17.490318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.497587 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4c082777-e412-4ac1-a539-1afef0468346), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.551468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Deleting port b3e22091-87c2-4ce5-aa73-e19a3d302649 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:17.551468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.594256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-020a3aba-22cf-438f-87fd-473fd4f3fbe5 None None] Could not find standard attr ID for object 353e2692-22bd-460f-845a-01bd7a13227b. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:37:17.607799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event deleted for resources: {'Port': ['ID=4c082777-e412-4ac1-a539-1afef0468346,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:17.641322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] No DVR routers for this DVR port 4c082777-e412-4ac1-a539-1afef0468346 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:17.647160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] For port 7538aabf-bbee-4156-b1ee-32f62f437187, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7538aabf-bbee-4156-b1ee-32f62f437187,segment=NetworkSegment(61709a01-11a7-4fd2-aec5-4ecb66dee557),segment_id=61709a01-11a7-4fd2-aec5-4ecb66dee557)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:17.647903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.736554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607176cb-2e2a-4d2d-8d46-e27ac38a9574 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:17.796461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104830d0-15d1-4b1c-b703-a9d25f8ac0c8 None None] Pushing event deleted for resources: {'Port': ['ID=4c082777-e412-4ac1-a539-1afef0468346,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:17.811659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] Calling delete_port for 7538aabf-bbee-4156-b1ee-32f62f437187 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:17.899080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.908760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7538aabf-bbee-4156-b1ee-32f62f437187 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:17.909196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.971491 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (06e3d214-cb49-47b5-bf84-46d7920f0d6d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:17.975294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 68ae8a83-3652-4ae2-b6d2-29a4d77d51f1 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:18.005343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] DHCP port deletion for e7e63ac3-2dc4-453a-b770-80e60eca7247 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:18.054642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.089026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 2.4164684
May 14 21:37:18.098498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56630) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:18.103242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Request body: {'subnet': {'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-284542583-subnet', 'tenant_id': '37fb22eb2ef44be9a5bc66079c2ad71f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:18.119401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:18.128534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:18.142595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'e298048c-3bf1-4216-bf6b-cee985f59fad'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:18.143504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.147010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acd13f-66c7-4515-bded-5c0d35ce785b admin admin] Pushing event updated for resources: {'Network': ['ID=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:18.172590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] For port b3e22091-87c2-4ce5-aa73-e19a3d302649, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e22091-87c2-4ce5-aa73-e19a3d302649,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:18.176887 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.187175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Calling delete_port for b3e22091-87c2-4ce5-aa73-e19a3d302649 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:18.194368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:18.194714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:18.208921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No DVR routers for this DVR port 7538aabf-bbee-4156-b1ee-32f62f437187 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:18.214100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Could not find standard attr ID for object 7538aabf-bbee-4156-b1ee-32f62f437187. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:37:18.232031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=06e3d214-cb49-47b5-bf84-46d7920f0d6d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:18.255515 ncdv-master-1 neutron-server[115782]: INFO neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No ports have port_id starting with 7538aabf-bbee-4156-b1ee-32f62f437187
May 14 21:37:18.261594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Made reservation on behalf of 37fb22eb2ef44be9a5bc66079c2ad71f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:18.261720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] Deleting port b3e22091-87c2-4ce5-aa73-e19a3d302649 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:18.261720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.264179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.296639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=7538aabf-bbee-4156-b1ee-32f62f437187,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:18.340924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (7538aabf-bbee-4156-b1ee-32f62f437187), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.384514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (155459ad-8e35-44a7-908b-b4192149e4be), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.416845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230f991f0>,) {'filters': {'network_id': ['155459ad-8e35-44a7-908b-b4192149e4be']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:18.428673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230f991f0>, '61709a01-11a7-4fd2-aec5-4ecb66dee557') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:18.429790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230f991f0>, '61709a01-11a7-4fd2-aec5-4ecb66dee557') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:18.435182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.466787 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (61709a01-11a7-4fd2-aec5-4ecb66dee557), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.473288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Port': ['ID=b3e22091-87c2-4ce5-aa73-e19a3d302649,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:18.493948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (61709a01-11a7-4fd2-aec5-4ecb66dee557), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.500684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:18.501767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (61709a01-11a7-4fd2-aec5-4ecb66dee557), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.514540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No DVR routers for this DVR port b3e22091-87c2-4ce5-aa73-e19a3d302649 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:18.527816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c082777-e412-4ac1-a539-1afef0468346 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:18.581724 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:18.609422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::1c5 (88e03173-3786-4c9f-927f-9ea223dbf14a/e298048c-3bf1-4216-bf6b-cee985f59fad/68ae8a83-3652-4ae2-b6d2-29a4d77d51f1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:18.615594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] No DVR routers for this DVR port 7538aabf-bbee-4156-b1ee-32f62f437187 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:18.629600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2775-9920-46c6-bc78-9b5de91c3621 None None] Pushing event deleted for resources: {'Port': ['ID=7538aabf-bbee-4156-b1ee-32f62f437187,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:18.648439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4c082777-e412-4ac1-a539-1afef0468346 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:18.652617 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e7e63ac3-2dc4-453a-b770-80e60eca7247), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.660702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4c082777-e412-4ac1-a539-1afef0468346 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:18.661127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5876cdab-b601-4111-97ea-877d2e773537 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:18.684565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52316229d0>,) {'filters': {'network_id': ['e7e63ac3-2dc4-453a-b770-80e60eca7247']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:18.729623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52316229d0>, '1aad8236-1e3e-4ea6-baba-750de8b9c87c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:18.729929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52316229d0>, '1aad8236-1e3e-4ea6-baba-750de8b9c87c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:18.752396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (1aad8236-1e3e-4ea6-baba-750de8b9c87c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.772695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1aad8236-1e3e-4ea6-baba-750de8b9c87c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.784716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:18.785670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (1aad8236-1e3e-4ea6-baba-750de8b9c87c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:18.803924 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:18.811471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (155459ad-8e35-44a7-908b-b4192149e4be), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.825404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.833177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/155459ad-8e35-44a7-908b-b4192149e4be HTTP/1.1" status: 204  len: 168 time: 2.4663999
May 14 21:37:18.848377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56644) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:18.852092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (16c30685-5899-4d74-abdd-d92d690caa80), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.853867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1757581271'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:18.863131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24849a12-631f-4559-8385-67467c44d590 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=155459ad-8e35-44a7-908b-b4192149e4be,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:18.870029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5876cdab-b601-4111-97ea-877d2e773537 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:18.870371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5876cdab-b601-4111-97ea-877d2e773537 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:18.870841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b3e22091-87c2-4ce5-aa73-e19a3d302649 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:18.877766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] For port b3e22091-87c2-4ce5-aa73-e19a3d302649, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3e22091-87c2-4ce5-aa73-e19a3d302649,segment=NetworkSegment(1aad8236-1e3e-4ea6-baba-750de8b9c87c),segment_id=1aad8236-1e3e-4ea6-baba-750de8b9c87c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:18.878176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:18.909131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b3e22091-87c2-4ce5-aa73-e19a3d302649 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:18.909131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b3e22091-87c2-4ce5-aa73-e19a3d302649 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:18.909131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7538aabf-bbee-4156-b1ee-32f62f437187 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:18.930764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] Calling delete_port for b3e22091-87c2-4ce5-aa73-e19a3d302649 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:18.935504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7538aabf-bbee-4156-b1ee-32f62f437187 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:18.935859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7538aabf-bbee-4156-b1ee-32f62f437187 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:19.035084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c30685-5899-4d74-abdd-d92d690caa80,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:19.037576 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b3e22091-87c2-4ce5-aa73-e19a3d302649), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.051533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Checking segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:19.052592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Network hostable DHCP agents. Network: 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:19.061502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:19.065290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e7e63ac3-2dc4-453a-b770-80e60eca7247), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.065441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.074131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.080550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/networks/e7e63ac3-2dc4-453a-b770-80e60eca7247 HTTP/1.1" status: 204  len: 168 time: 1.7959642
May 14 21:37:19.093365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56652) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:19.098396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'routes': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:19.104525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdb774-4aee-450c-a33f-5132e586d0e9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Pushing event deleted for resources: {'Network': ['ID=e7e63ac3-2dc4-453a-b770-80e60eca7247,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:19.126825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] No DVR routers for this DVR port b3e22091-87c2-4ce5-aa73-e19a3d302649 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:19.134693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4aa9c-20e3-4e9d-a612-5c72044f800e None None] Pushing event deleted for resources: {'Port': ['ID=b3e22091-87c2-4ce5-aa73-e19a3d302649,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:19.162527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:19.265996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:19.271049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:19.271950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.277079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7a3a92-c223-4ab8-aefb-cab24148fb05 None None] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:19.329498 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (68ae8a83-3652-4ae2-b6d2-29a4d77d51f1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.376416 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f03c7016-4c81-4600-be85-ed9b0f72b9a5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2766032
May 14 21:37:19.377817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:37:19.405442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.extraroute_db [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Added routes are [] {{(pid=115781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 14 21:37:19.405679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.extraroute_db [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Removed routes are [] {{(pid=115781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 14 21:37:19.406018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.421552 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (50003afc-4685-4131-8451-1f0c223c289e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.425073 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment 50003afc-4685-4131-8451-1f0c223c289e of type vlan for network eede925b-3ad1-485e-a00b-a15586273569
May 14 21:37:19.429775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'project_id': '37fb22eb2ef44be9a5bc66079c2ad71f', 'fixed_ips': [{'subnet_id': '16c30685-5899-4d74-abdd-d92d690caa80'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:19.430750 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.557019 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (eede925b-3ad1-485e-a00b-a15586273569), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.568067 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_gateway (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.590487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Allocated IP 172.20.0.2 (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1/16c30685-5899-4d74-abdd-d92d690caa80/5a49b30a-cde1-4de0-ab3f-30fe4a55748b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:19.662199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.resource_extend [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:37:19.675177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (68ae8a83-3652-4ae2-b6d2-29a4d77d51f1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.701600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.738091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/e298048c-3bf1-4216-bf6b-cee985f59fad/77abc3c3-dbe0-41a6-a9c9-9dceafbcde40) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:19.784400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.786940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (eede925b-3ad1-485e-a00b-a15586273569), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.791976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:19.792583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.800308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:19.836274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:19.854900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:19.860047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:19.860920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.869857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=68ae8a83-3652-4ae2-b6d2-29a4d77d51f1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:19.874492 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Publish callbacks [] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.906218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:19.973440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Publish callbacks [] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:19.984279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 1.1346605
May 14 21:37:19.988564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56668) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:19.994482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'eede925b-3ad1-485e-a00b-a15586273569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:20.007813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.030809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36598c52-b536-41c0-8dfb-b43dbf3e54cc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=eede925b-3ad1-485e-a00b-a15586273569,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:20.045672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:20.089791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network eede925b-3ad1-485e-a00b-a15586273569 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:20.097167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-691489bd-a571-45e4-b5ab-b673f78c0b39 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.5171211
May 14 21:37:20.102707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56676) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:20.209427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Pushing event updated for resources: {'Port': ['ID=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:20.212750 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.225603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:20.229644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.236777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:20.313424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e3c4b-3c91-4831-b330-6005700c5559 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:20.319075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:20.322904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:20.323554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5e3c4b-3c91-4831-b330-6005700c5559 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:20.325167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6e5e3c4b-3c91-4831-b330-6005700c5559 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.2186573
May 14 21:37:20.329930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Pushing event updated for resources: {'Port': ['ID=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:20.340413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:20.343703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:20.346479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:20.349391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:20.353187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:20.357004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.359866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] Sync routers for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:20.363749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5e5e88cd-f728-45b0-9294-7c4296e4d47a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 705 time: 1.2699356
May 14 21:37:20.371007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56686) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:20.381927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.387659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d0efe734-80b3-4b19-9ee2-1fc1366f0e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.448890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:20.449535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f10370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:20.487275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56692) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:20.495871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3187cdb5-ab8a-4afc-80aa-fe9fede18ed3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 205 time: 0.1150303
May 14 21:37:20.572109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:20.650197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Attempting to bind port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:20.650639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Attempting to bind port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:20.651119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Attempting to bind port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:20.706494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Attempting to bind port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:20.707176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Attempting to bind port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:20.707926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Attempting to bind port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:20.711370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f10370>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:14Z', 'revision_number': 11, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:20.727441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.754655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:20.755110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:20.755698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.756880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:20.757443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Bound port: 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:20.757905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.775992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] Checking router: 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:37:20.779395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:20.780143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Checking segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:20.780388 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.780887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Bound using segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:20.781424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Bound port: 5a49b30a-cde1-4de0-ab3f-30fe4a55748b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:20.781933 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.879468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 68ae8a83-3652-4ae2-b6d2-29a4d77d51f1 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:20.879719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (68ae8a83-3652-4ae2-b6d2-29a4d77d51f1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:20.934124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] Routers {'8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:20.934780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f10370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:20.989108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] For port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:20.993220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] For port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:21.033533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.040046 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.071746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d0efe734-80b3-4b19-9ee2-1fc1366f0e43 admin admin] Publish callbacks [] for security_group (9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.075914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] For port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:21.088756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-b7107756-188c-4a3c-9345-f66a605e2b64 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:21.090873 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-b7107756-188c-4a3c-9345-f66a605e2b64 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 815 time: 0.2690315
May 14 21:37:21.127616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] Set router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:21.144504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d0efe734-80b3-4b19-9ee2-1fc1366f0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.172443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-7f7ed1bf-5b15-4766-af63-4124a099b6e5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/quotas/37fb22eb2ef44be9a5bc66079c2ad71f HTTP/1.1" status: 200  len: 375 time: 0.0329878
May 14 21:37:21.174646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (68ae8a83-3652-4ae2-b6d2-29a4d77d51f1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.197423 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d0efe734-80b3-4b19-9ee2-1fc1366f0e43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7646e9d3454645fb828ff54bcd16eeaf&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2903531
May 14 21:37:21.202246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56726) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:21.211844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 68ae8a83-3652-4ae2-b6d2-29a4d77d51f1 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:21.233067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f10370>, [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:14Z', 'revision_number': 11, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:21.234387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efe734-80b3-4b19-9ee2-1fc1366f0e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:21.234865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.244023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (733097ce-3288-4ed2-b9ee-f7d4001a53c3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.276039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151d9d77-3913-4885-ac55-b8f290c799df None None] The sync data for ids ['8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3'] in ncdv-master-1 is: [{'id': '8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3', 'name': 'tempest-RoutersIpV6Test-router-1063188045', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:36:13Z', 'updated_at': '2022-05-14T21:37:14Z', 'revision_number': 11, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:21.306750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] For port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:21.370690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92f24-61a7-45bc-b271-9af48b945a06 None None] Pushing event updated for resources: {'Port': ['ID=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:21.382469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.391380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router 8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:37:21.396333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.416250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.417230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:37:21.418383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-690aac7e-24d9-4480-977a-05d0a2cf2b2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 204  len: 168 time: 0.9256675
May 14 21:37:21.434418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-1c953e4c-2aec-4eb4-8178-43d23c4fef6b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2458599
May 14 21:37:21.439137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56730) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:21.454032 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:37:21.475651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1624095359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:21.537514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9470755-114e-4cb2-8fa9-2c32cd953928 None None] Pushing event updated for resources: {'Port': ['ID=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:21.602940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=733097ce-3288-4ed2-b9ee-f7d4001a53c3,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:21.660247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': '50003afc-4685-4131-8451-1f0c223c289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eede925b-3ad1-485e-a00b-a15586273569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:21.660624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: eede925b-3ad1-485e-a00b-a15586273569, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:21.663180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9db021-35ab-4e48-aa84-67668cd4f6d9 admin admin] Publish callbacks [] for security_group (9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.743807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9db021-35ab-4e48-aa84-67668cd4f6d9 admin admin] Publish callbacks [] for security_group (9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.853461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network eede925b-3ad1-485e-a00b-a15586273569 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:21.952115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9db021-35ab-4e48-aa84-67668cd4f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.956600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db9db021-35ab-4e48-aa84-67668cd4f6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:21.960368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db9db021-35ab-4e48-aa84-67668cd4f6d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee HTTP/1.1" status: 204  len: 168 time: 0.7546482
May 14 21:37:21.970950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db021-35ab-4e48-aa84-67668cd4f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0a34d5-16c3-44d0-8d2a-2c81dc6f81ee,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:21.996661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eede925b-3ad1-485e-a00b-a15586273569) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:22.006429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f114d-9454-4dbc-a418-854d951c3df3 None None] Network eede925b-3ad1-485e-a00b-a15586273569 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:22.014201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:22.014811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.174862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eede925b-3ad1-485e-a00b-a15586273569', 'network_id': 'eede925b-3ad1-485e-a00b-a15586273569', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': '733097ce-3288-4ed2-b9ee-f7d4001a53c3'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:22.176243 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.217101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e06906ef-cc88-46a8-be2f-69484f1089a9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2271926
May 14 21:37:22.219647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56744) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:22.224954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'eede925b-3ad1-485e-a00b-a15586273569', 'security_groups': [], 'name': 'tempest-PortsTestJSON-171896916'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:22.376499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.379879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.406223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Allocated IP 172.20.0.2 (eede925b-3ad1-485e-a00b-a15586273569/733097ce-3288-4ed2-b9ee-f7d4001a53c3/427efcc7-4b09-44a1-9950-2b50265933bc) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:22.470562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-ec36a61a-20c8-4000-b263-1c3723c82b03 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0129888
May 14 21:37:22.522241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a49b30a-cde1-4de0-ab3f-30fe4a55748b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:22.554416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:22.558510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.565203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (e8db6005-ea50-4ed5-ada7-75cf37c9297f), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.599756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:22.615022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:22.628491 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] Sync routers for ids ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:22.644557 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] Routers {'5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:22.652211 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231119970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:22.684680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc44ee4-1f9e-42ed-b4f6-ea2004bcbe29 req-312239f5-f812-44c9-9e8c-96a34aae82b5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:22.693948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:22.694871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.697291 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebc44ee4-1f9e-42ed-b4f6-ea2004bcbe29 req-312239f5-f812-44c9-9e8c-96a34aae82b5 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 945 time: 0.0828874
May 14 21:37:22.733546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.755427 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231119970>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:22.784126 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] Routers {'5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:22.784893 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231119970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:22.875907 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231119970>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:22.876520 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5841cfe9-c984-4638-9c95-307aceb75ab4 None None] The sync data for ids ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:22.897697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-efce5d1d-fe94-4251-a33b-f04a0a2694b4 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4138739
May 14 21:37:22.929201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:22.939786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18077456-bcbf-44fc-9fd8-94c9b15755cc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 9.1659467
May 14 21:37:22.939786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:22.957671 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ebc44ee4-1f9e-42ed-b4f6-ea2004bcbe29 req-a853a3a9-8b5f-43b3-b8fa-e8be825f21ba tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2591057
May 14 21:37:23.098997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-26abbe51-9914-42dd-9cac-da4764537771 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/routers/5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 200  len: 881 time: 0.1638038
May 14 21:37:23.100893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (68ae8a83-3652-4ae2-b6d2-29a4d77d51f1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.101615 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:23.124305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.129612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d18586f3-0d7f-4ffd-85af-57daf8e57a6c tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.6884205
May 14 21:37:23.130523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56764) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:23.157839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:23.185827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Publish callbacks [] for port (427efcc7-4b09-44a1-9950-2b50265933bc), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.227732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:23.228641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.246652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=68ae8a83-3652-4ae2-b6d2-29a4d77d51f1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:23.305972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.317518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.322149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-06f2378a-a4e5-4df2-b8d2-7a19f99e4888 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/68ae8a83-3652-4ae2-b6d2-29a4d77d51f1 HTTP/1.1" status: 204  len: 168 time: 2.9774499
May 14 21:37:23.334987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56770) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:23.340731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:23.398776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Pushing event updated for resources: {'Port': ['ID=427efcc7-4b09-44a1-9950-2b50265933bc,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:23.426485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Network eede925b-3ad1-485e-a00b-a15586273569 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:23.433525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:23.436994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:23.455569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68c803-b4b5-42db-b692-f05ab624718c None None] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:23.486477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.487789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:23.549370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.6 (eede925b-3ad1-485e-a00b-a15586273569/733097ce-3288-4ed2-b9ee-f7d4001a53c3/f6eaeb30-8e7a-4a20-8d2f-deb70999cf74) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:23.566507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7f190a50-60f4-4262-99b3-b7e312214523 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.4635074
May 14 21:37:23.570337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56776) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:23.592780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1942851340'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:23.644411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Attempting to bind port 427efcc7-4b09-44a1-9950-2b50265933bc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:23.644884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Attempting to bind port 427efcc7-4b09-44a1-9950-2b50265933bc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50003afc-4685-4131-8451-1f0c223c289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eede925b-3ad1-485e-a00b-a15586273569'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:23.645309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Attempting to bind port 427efcc7-4b09-44a1-9950-2b50265933bc on network eede925b-3ad1-485e-a00b-a15586273569 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:23.698701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:23.699302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Checking segment: {'id': '50003afc-4685-4131-8451-1f0c223c289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eede925b-3ad1-485e-a00b-a15586273569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:23.699640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.699981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Bound using segment: {'id': '50003afc-4685-4131-8451-1f0c223c289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eede925b-3ad1-485e-a00b-a15586273569'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:23.700463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Bound port: 427efcc7-4b09-44a1-9950-2b50265933bc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50003afc-4685-4131-8451-1f0c223c289e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eede925b-3ad1-485e-a00b-a15586273569'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:23.700904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.742512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ee6785b0-00dd-4dbf-b7b1-4b28fbc4894d None None] Provisioning complete for port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:23.742991 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ee6785b0-00dd-4dbf-b7b1-4b28fbc4894d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.823914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] For port 427efcc7-4b09-44a1-9950-2b50265933bc, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:23.827997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] For port 427efcc7-4b09-44a1-9950-2b50265933bc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427efcc7-4b09-44a1-9950-2b50265933bc,segment=NetworkSegment(50003afc-4685-4131-8451-1f0c223c289e),segment_id=50003afc-4685-4131-8451-1f0c223c289e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:23.890646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.906433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:23.926383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:23.926806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:23.933170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b7a25-d264-4610-8a76-c34e94ca8658 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:23.934942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b7a25-d264-4610-8a76-c34e94ca8658 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:23.936979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-208b7a25-d264-4610-8a76-c34e94ca8658 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.5960078
May 14 21:37:23.941746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56798) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:23.996622 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.121700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-9197b180-dd17-4f65-a9b8-db832f51f5fb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:24.132072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-9197b180-dd17-4f65-a9b8-db832f51f5fb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 815 time: 0.3991544
May 14 21:37:24.133950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet e298048c-3bf1-4216-bf6b-cee985f59fad {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:24.182303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.194328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (e298048c-3bf1-4216-bf6b-cee985f59fad), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.280763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ee6785b0-00dd-4dbf-b7b1-4b28fbc4894d None None] Current status of the port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:24.293028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10e0ad-0740-46c6-a1bb-f91a7d6fd26e None None] Pushing event updated for resources: {'Port': ['ID=427efcc7-4b09-44a1-9950-2b50265933bc,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:24.366382 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-8143c410-66a7-4950-bb3a-0500317949a5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/quotas/37fb22eb2ef44be9a5bc66079c2ad71f HTTP/1.1" status: 200  len: 375 time: 0.2329702
May 14 21:37:24.430655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Could not find standard attr ID for object e6a59b4d-fe0f-401d-ae89-d9d705a37489. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:37:24.459766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-277e3279-78d7-41b3-804f-1a48ed857e4e tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:24.465538 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-277e3279-78d7-41b3-804f-1a48ed857e4e tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 945 time: 0.5501041
May 14 21:37:24.467013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Provisioning complete for port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:24.467395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.510517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (f6eaeb30-8e7a-4a20-8d2f-deb70999cf74), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.596042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:24.596441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.701176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (e298048c-3bf1-4216-bf6b-cee985f59fad), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.723784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Current status of the port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:24.724355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.734213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe69a2e-263d-484c-b428-1de9b4b12f81 req-582fd928-3cb2-4f3c-9c31-1adefa1344cc tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:24.744878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-246f440c-eb24-42d6-ad06-7ccfea526359 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3714385
May 14 21:37:24.750394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f6eaeb30-8e7a-4a20-8d2f-deb70999cf74), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.753649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afe69a2e-263d-484c-b428-1de9b4b12f81 req-582fd928-3cb2-4f3c-9c31-1adefa1344cc tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 945 time: 0.6137607
May 14 21:37:24.798605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:24.868279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network eede925b-3ad1-485e-a00b-a15586273569 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:24.884133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:24.886826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Router e8db6005-ea50-4ed5-ada7-75cf37c9297f is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:37:24.897358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:24.909310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.921082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Deleting port 915f0324-ec51-454d-8c23-f1ecbc0d832a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:24.921082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:24.981986 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-042e88f4-9619-4860-9986-7e08421c18c2 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1820393
May 14 21:37:25.059006 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:37:25.059443 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:37:25.127276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:25.148872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=f6eaeb30-8e7a-4a20-8d2f-deb70999cf74,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:25.210399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:25.235666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] Sync routers for ids ['e8db6005-ea50-4ed5-ada7-75cf37c9297f'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:25.253465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] Routers {'e8db6005-ea50-4ed5-ada7-75cf37c9297f'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:25.254129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223acd670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e8db6005-ea50-4ed5-ada7-75cf37c9297f'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:25.260395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afe69a2e-263d-484c-b428-1de9b4b12f81 req-a6fe218d-7652-4074-a298-d5ad66092389 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5058029
May 14 21:37:25.265565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.269874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e9026b5-b914-4329-aff2-767516df9d71 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "PUT /v2.0/routers/e8db6005-ea50-4ed5-ada7-75cf37c9297f HTTP/1.1" status: 200  len: 698 time: 2.1335800
May 14 21:37:25.273272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56812) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:25.294487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:25.295359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.310557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-a82691bd-fe47-4308-9616-f3dd4e0d4f40 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2991579
May 14 21:37:25.405957 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db0424f3-4cdf-4fa9-9ea4-2ce415814fa6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 3.1851573
May 14 21:37:25.408184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:25.413253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.516341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e298048c-3bf1-4216-bf6b-cee985f59fad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.574781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] Set router e8db6005-ea50-4ed5-ada7-75cf37c9297f gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:25.597973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:25.598446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f6eaeb30-8e7a-4a20-8d2f-deb70999cf74), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.604110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.639672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56822) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:25.673529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8a5e1027-8444-42b9-9736-e51f12037ca2 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/routers/e8db6005-ea50-4ed5-ada7-75cf37c9297f HTTP/1.1" status: 200  len: 704 time: 0.3973548
May 14 21:37:25.678169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] For port 915f0324-ec51-454d-8c23-f1ecbc0d832a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=915f0324-ec51-454d-8c23-f1ecbc0d832a,segment=NetworkSegment(9ffb7894-475c-473d-9091-03d798f4d64c),segment_id=9ffb7894-475c-473d-9091-03d798f4d64c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:25.678831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.681630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56826) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:25.760520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a49b30a-cde1-4de0-ab3f-30fe4a55748b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:25.787242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c3453667-4f0d-4a85-a5fc-047b27f3756a tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8db6005-ea50-4ed5-ada7-75cf37c9297f HTTP/1.1" status: 200  len: 205 time: 0.1021740
May 14 21:37:25.799329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56830) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:25.804163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Calling delete_port for 915f0324-ec51-454d-8c23-f1ecbc0d832a owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:25.934281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.946183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (e298048c-3bf1-4216-bf6b-cee985f59fad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:25.953541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:25.956590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223acd670>, [{'id': 'e8db6005-ea50-4ed5-ada7-75cf37c9297f', 'name': 'tempest-RoutersIpV6Test-router-1624095359', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:22Z', 'updated_at': '2022-05-14T21:37:23Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:26.045927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=e298048c-3bf1-4216-bf6b-cee985f59fad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:26.057509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:26.063464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a3a68787-64d5-467e-ab81-0b11cf48e46e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/e298048c-3bf1-4216-bf6b-cee985f59fad HTTP/1.1" status: 204  len: 168 time: 2.1203005
May 14 21:37:26.073941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56844) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:26.110792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] Checking router: e8db6005-ea50-4ed5-ada7-75cf37c9297f for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:37:26.124316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-47bc7d3a-98f7-4713-afc3-31d359cf6c3e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0536959
May 14 21:37:26.129281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56846) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:26.157307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b8463c-c951-47a8-8fc5-441571669587 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:26.205215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60676a3-b8ea-4ee0-b82f-012439b00cda tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:26.211809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b60676a3-b8ea-4ee0-b82f-012439b00cda tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0810192
May 14 21:37:26.217711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56848) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:26.234674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-82bdd6a1-400d-465a-bf62-74300bb4774e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:26.252798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] Routers {'e8db6005-ea50-4ed5-ada7-75cf37c9297f'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:26.260066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223acd670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e8db6005-ea50-4ed5-ada7-75cf37c9297f'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:26.307683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b881293-bd41-449f-ad35-38e54cf0c8f5 None None] Network eede925b-3ad1-485e-a00b-a15586273569 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:26.381283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:26.382384 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:26.440123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0d41d0e-faf6-4bd8-9dc2-63292d5d3399 None None] Current status of the port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:26.497992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] Set router e8db6005-ea50-4ed5-ada7-75cf37c9297f gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:37:26.619367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e4e9e-c5d9-49c9-8bf6-c9bd068bf8bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:26.623623 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-136e4e9e-c5d9-49c9-8bf6-c9bd068bf8bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3874724
May 14 21:37:26.636219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56868) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:26.653100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Could not find standard attr ID for object 68ae8a83-3652-4ae2-b6d2-29a4d77d51f1. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:37:26.654808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223acd670>, [{'id': 'e8db6005-ea50-4ed5-ada7-75cf37c9297f', 'name': 'tempest-RoutersIpV6Test-router-1624095359', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:22Z', 'updated_at': '2022-05-14T21:37:23Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:26.709461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-55151724-001a-47e2-abea-abdfb8d48a71 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0662432
May 14 21:37:26.709721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Provisioning complete for port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:26.709721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:26.712811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a92f7-d50c-4d06-8a4d-ecc7f1449b7e None None] The sync data for ids ['e8db6005-ea50-4ed5-ada7-75cf37c9297f'] in ncdv-master-1 is: [{'id': 'e8db6005-ea50-4ed5-ada7-75cf37c9297f', 'name': 'tempest-RoutersIpV6Test-router-1624095359', 'tenant_id': 'b88b4e0c3d484786ba5e40614156bbab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:22Z', 'updated_at': '2022-05-14T21:37:23Z', 'revision_number': 2, 'project_id': 'b88b4e0c3d484786ba5e40614156bbab', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:26.714259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-7f52d6a3-03d9-41bc-945d-0fbe6fda6b76 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:26.715530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-7f52d6a3-03d9-41bc-945d-0fbe6fda6b76 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 815 time: 0.4061854
May 14 21:37:26.718466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56870) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:26.727805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:26.739373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Request body: {'port': {'device_id': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'admin_state_up': True, 'tenant_id': '37fb22eb2ef44be9a5bc66079c2ad71f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:26.768850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2175-1e1e-4131-979e-5bd303286302 req-36c73b71-5a56-4452-866d-40955edc0605 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:26.784987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21fd2175-1e1e-4131-979e-5bd303286302 req-36c73b71-5a56-4452-866d-40955edc0605 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 945 time: 0.0767410
May 14 21:37:26.859938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (915f0324-ec51-454d-8c23-f1ecbc0d832a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:26.875038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:26.883318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:26.884510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 427efcc7-4b09-44a1-9950-2b50265933bc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:26.994715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-b2f6f179-31b8-45c2-ba7e-333713bccdbe tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:26.996456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-b2f6f179-31b8-45c2-ba7e-333713bccdbe tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 815 time: 0.5616796
May 14 21:37:27.055995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Pushing event deleted for resources: {'Port': ['ID=915f0324-ec51-454d-8c23-f1ecbc0d832a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:27.058584 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-82bdd6a1-400d-465a-bf62-74300bb4774e admin admin] Publish callbacks [] for security_group (b05fc910-317e-492d-80cf-488756a2ed37), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.100471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.108157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router_controller (e8db6005-ea50-4ed5-ada7-75cf37c9297f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.141869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-513c1c76-ac4c-4f3f-afa8-9826f1bcecef tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/quotas/37fb22eb2ef44be9a5bc66079c2ad71f HTTP/1.1" status: 200  len: 375 time: 0.1266105
May 14 21:37:27.160033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-82bdd6a1-400d-465a-bf62-74300bb4774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b05fc910-317e-492d-80cf-488756a2ed37), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.224898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] No DVR routers for this DVR port 915f0324-ec51-454d-8c23-f1ecbc0d832a on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:27.261344 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.265051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-100dc7e8-96c9-4a89-b45b-01f849aea55f req-26d88d94-af31-4bf4-a138-d6b431234e79 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.36 "DELETE /v2.0/ports/915f0324-ec51-454d-8c23-f1ecbc0d832a HTTP/1.1" status: 204  len: 173 time: 2.7726178
May 14 21:37:27.273008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'name': 'network-vif-deleted', 'tag': '915f0324-ec51-454d-8c23-f1ecbc0d832a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:27.290053 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535aeda4-e230-4efc-b0af-4d4a9f71a44b" -d '{"events": [{"server_uuid": "294b2ea9-8fff-4f45-89fd-dba8b7ed5dba", "name": "network-vif-deleted", "tag": "915f0324-ec51-454d-8c23-f1ecbc0d832a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:27.295410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21fd2175-1e1e-4131-979e-5bd303286302 req-8ca3d977-c079-48b9-8ae0-bda19c0cf0cd tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/security-groups?id=2a5b1472-4f09-4c64-92db-8881512bb0ee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5094242
May 14 21:37:27.312430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (e8db6005-ea50-4ed5-ada7-75cf37c9297f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.313589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Fanout notify agent at l3_agent the message router_deleted on router e8db6005-ea50-4ed5-ada7-75cf37c9297f {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:37:27.326216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.328252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7ce7ccc-6020-4aae-88e2-b71c1382af8d tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/e8db6005-ea50-4ed5-ada7-75cf37c9297f HTTP/1.1" status: 204  len: 168 time: 1.5265961
May 14 21:37:27.336599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.344904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f6eaeb30-8e7a-4a20-8d2f-deb70999cf74), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.357740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Current status of the port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:27.380634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] Deleting port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:27.381282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.394309 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b8ab26e3-6ff8-4d83-ab6c-fa139b6fac13 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8db6005-ea50-4ed5-ada7-75cf37c9297f HTTP/1.1" status: 200  len: 205 time: 0.0537426
May 14 21:37:27.403104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.418390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-294037b1-fe00-4d6a-863c-818b85128342 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2625976
May 14 21:37:27.418952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Provisioning complete for port 427efcc7-4b09-44a1-9950-2b50265933bc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:27.419319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.424109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:27.430054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.454452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-82bdd6a1-400d-465a-bf62-74300bb4774e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ace0f9b1178842f6a16963f30c8eb022&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8089113
May 14 21:37:27.482082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 427efcc7-4b09-44a1-9950-2b50265933bc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:27.482681 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.495122 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-32d5e80d-b60a-4204-80fe-9e36e84ca5af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:27.499766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-32d5e80d-b60a-4204-80fe-9e36e84ca5af tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/e8db6005-ea50-4ed5-ada7-75cf37c9297f HTTP/1.1" status: 404  len: 336 time: 0.0647202
May 14 21:37:27.506813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56906) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.507441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56908) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.511145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:27.561771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] For port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:27.562173 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.620377 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d87872e-4262-4257-9ace-750916a4931e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:27.621002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d87872e-4262-4257-9ace-750916a4931e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:27.627338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d87872e-4262-4257-9ace-750916a4931e tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/91abc0ac-27f0-48db-b28a-e53038226b77 HTTP/1.1" status: 404  len: 337 time: 0.1143048
May 14 21:37:27.633954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56916) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.639346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] Calling delete_port for 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:27.736782 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dcbf77-6d9f-4304-a067-cd3711116290 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:27.737059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03dcbf77-6d9f-4304-a067-cd3711116290 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:27.741038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-03dcbf77-6d9f-4304-a067-cd3711116290 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/e15fe203-3a27-48bb-bd58-d50c8aed36aa HTTP/1.1" status: 404  len: 337 time: 0.0994959
May 14 21:37:27.754819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56926) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.821412 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-97895e9a-cd66-4a39-8a2a-66b071a8b254 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:27.821949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97895e9a-cd66-4a39-8a2a-66b071a8b254 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:27.826696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-97895e9a-cd66-4a39-8a2a-66b071a8b254 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/8be9243f-5795-4bfb-9c79-219356d730f6 HTTP/1.1" status: 404  len: 337 time: 0.0706894
May 14 21:37:27.847455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Current status of the port 427efcc7-4b09-44a1-9950-2b50265933bc is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:27.848454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.883461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56932) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:27.888682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 427efcc7-4b09-44a1-9950-2b50265933bc is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:27.889796 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:27.932730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] For port 427efcc7-4b09-44a1-9950-2b50265933bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427efcc7-4b09-44a1-9950-2b50265933bc,segment=NetworkSegment(50003afc-4685-4131-8451-1f0c223c289e),segment_id=50003afc-4685-4131-8451-1f0c223c289e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:27.936357 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1321c2-a457-4a06-aba7-78161f66a235 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:27.937142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1321c2-a457-4a06-aba7-78161f66a235 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:27.943575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7f1321c2-a457-4a06-aba7-78161f66a235 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/fe818ecd-10d7-4b54-b7a9-e5c091b2cf8c HTTP/1.1" status: 404  len: 337 time: 0.0556190
May 14 21:37:27.946024 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56936) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.007256 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7338dad5-2aea-4e90-80cf-2503bf6353bc tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 200  len: 205 time: 0.0513837
May 14 21:37:28.007256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:28.012613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.017351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42da1e57-ac2e-44a5-9c85-26bd92348f1b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 200  len: 888 time: 4.4430506
May 14 21:37:28.018496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (77abc3c3-dbe0-41a6-a9c9-9dceafbcde40), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.020381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56938) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.020921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.041196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] No DVR routers for this DVR port 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:28.041767 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] Sync routers for ids ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:28.068962 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.088571 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] Routers {'5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:28.089069 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:28.097985 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb0c253-2bb7-4b1c-845f-5c5a719e67e1 x-openstack-request-id: req-8fb0c253-2bb7-4b1c-845f-5c5a719e67e1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:28.098802 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294b2ea9-8fff-4f45-89fd-dba8b7ed5dba", "name": "network-vif-deleted", "tag": "915f0324-ec51-454d-8c23-f1ecbc0d832a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:28.098802 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fb0c253-2bb7-4b1c-845f-5c5a719e67e1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:28.099224 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb0c253-2bb7-4b1c-845f-5c5a719e67e1'] response: {'server_uuid': '294b2ea9-8fff-4f45-89fd-dba8b7ed5dba', 'name': 'network-vif-deleted', 'tag': '915f0324-ec51-454d-8c23-f1ecbc0d832a', 'status': 'completed', 'code': 200}
May 14 21:37:28.109451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdd6a1-400d-465a-bf62-74300bb4774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05fc910-317e-492d-80cf-488756a2ed37,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:28.119955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Made reservation on behalf of 37fb22eb2ef44be9a5bc66079c2ad71f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:28.129383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.130660 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-b604389a-d2ee-439e-9425-980414bf8f2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:28.139707 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b604389a-d2ee-439e-9425-980414bf8f2f tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/8e4b34cb-9b44-4648-8cf7-3fe9ae2c87f3 HTTP/1.1" status: 404  len: 336 time: 0.1169157
May 14 21:37:28.165357 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cb20>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:28.177706 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] Routers {'5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:28.179006 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:28.185595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede75fa2-33ca-45af-8a3b-00b54bc1e178 None None] Pushing event deleted for resources: {'Port': ['ID=77abc3c3-dbe0-41a6-a9c9-9dceafbcde40,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:28.215500 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:37:28.215929 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:37:28.238869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cb20>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:28.239788 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c6099-e577-4978-a0b0-6fda62f2f666 None None] The sync data for ids ['5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:28.269975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14be0644-66d9-4d47-8df3-c0e5149b4714 None None] Provisioning complete for port f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:28.270508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14be0644-66d9-4d47-8df3-c0e5149b4714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6eaeb30-8e7a-4a20-8d2f-deb70999cf74), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.274115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56942) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.312066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989a037-2b1d-41f4-8fb5-824fb2e478b7 None None] Pushing event updated for resources: {'Port': ['ID=427efcc7-4b09-44a1-9950-2b50265933bc,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:28.325186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14be0644-66d9-4d47-8df3-c0e5149b4714 None None] Port f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:28.335324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14be0644-66d9-4d47-8df3-c0e5149b4714 None None] Provisioning complete for port 427efcc7-4b09-44a1-9950-2b50265933bc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:28.335726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14be0644-66d9-4d47-8df3-c0e5149b4714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.374506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a890b7e-756a-4284-934b-f2918474f789 admin admin] Publish callbacks [] for security_group (b05fc910-317e-492d-80cf-488756a2ed37), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.407388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-560f0068-f025-4389-b870-fcb8ad795fa3 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b0227e-2467-43ee-948c-3520f1f6920c HTTP/1.1" status: 200  len: 205 time: 0.1312466
May 14 21:37:28.409441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56952) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.415313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a890b7e-756a-4284-934b-f2918474f789 admin admin] Publish callbacks [] for security_group (b05fc910-317e-492d-80cf-488756a2ed37), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.490231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14be0644-66d9-4d47-8df3-c0e5149b4714 None None] Current status of the port 427efcc7-4b09-44a1-9950-2b50265933bc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:28.505447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ccffef20-4ba2-41be-874b-485cd28d1c6b req-7091dc63-f537-4e69-9251-aaa38671d7c2 tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] 10.222.0.52 "GET /v2.0/ports?device_id=294b2ea9-8fff-4f45-89fd-dba8b7ed5dba HTTP/1.1" status: 200  len: 210 time: 0.0575383
May 14 21:37:28.513523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a37fdc69-085e-4d54-9830-bd86a983e730 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/routers/5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 200  len: 888 time: 0.4898880
May 14 21:37:28.514147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.574991 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-a6acd888-1631-4b9d-ba19-4b2ed3811016 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:28.578458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6acd888-1631-4b9d-ba19-4b2ed3811016 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/43b0227e-2467-43ee-948c-3520f1f6920c HTTP/1.1" status: 404  len: 336 time: 0.1618178
May 14 21:37:28.592646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56962) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.597080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de9b02b7-1c84-42b5-90eb-2c98ec862015 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 200  len: 205 time: 0.0532887
May 14 21:37:28.600117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56964) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.614963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-f9327ba2-fe4b-4a89-ac48-c7b257c1cbb4 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1747680
May 14 21:37:28.666436 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-646c3ada-b9de-4c52-a251-8e02b83927c1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:28.667631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646c3ada-b9de-4c52-a251-8e02b83927c1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:28.670874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-646c3ada-b9de-4c52-a251-8e02b83927c1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/0024feed-6956-495e-a8f7-01fecd3a2070 HTTP/1.1" status: 404  len: 337 time: 0.0772467
May 14 21:37:28.675045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56972) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.742313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-78da2de2-8920-4caf-81e7-e30ee0ecdaf0 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 200  len: 205 time: 0.0658109
May 14 21:37:28.746314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 915f0324-ec51-454d-8c23-f1ecbc0d832a no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:28.748312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56980) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.774663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 915f0324-ec51-454d-8c23-f1ecbc0d832a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:28.775019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 915f0324-ec51-454d-8c23-f1ecbc0d832a not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:28.780187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 427efcc7-4b09-44a1-9950-2b50265933bc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:28.786585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Allocated IP 172.20.0.7 (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1/16c30685-5899-4d74-abdd-d92d690caa80/9ac0575b-7e67-4d15-8dba-2cf9a938d951) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:28.804429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f6eaeb30-8e7a-4a20-8d2f-deb70999cf74), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.809504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a890b7e-756a-4284-934b-f2918474f789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b05fc910-317e-492d-80cf-488756a2ed37), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.809504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a890b7e-756a-4284-934b-f2918474f789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:28.810245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a890b7e-756a-4284-934b-f2918474f789 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b05fc910-317e-492d-80cf-488756a2ed37 HTTP/1.1" status: 204  len: 168 time: 1.3012316
May 14 21:37:28.810765 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-d33979f0-f1f5-4d21-b574-c3c815abbe49 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:28.811719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d33979f0-f1f5-4d21-b574-c3c815abbe49 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/20d35e7c-9641-49c4-a2dc-8ef134079e61 HTTP/1.1" status: 404  len: 336 time: 0.0624135
May 14 21:37:28.819175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56984) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.855678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-50dab805-c928-4b2b-94ac-d3bd4bbb9fd5 service neutron] 10.222.0.52 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017789
May 14 21:37:28.890378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=f6eaeb30-8e7a-4a20-8d2f-deb70999cf74,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:28.905636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a47aa9d-23d2-41bb-9a60-d8afa161ddb1 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=aa6d7f7a-2e29-431e-9769-d33758256679 HTTP/1.1" status: 200  len: 205 time: 0.0794971
May 14 21:37:28.911797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 56992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:28.942488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 427efcc7-4b09-44a1-9950-2b50265933bc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:28.980538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.003670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 427efcc7-4b09-44a1-9950-2b50265933bc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:29.004451 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.032198 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-744bb3e0-213a-4025-bbd4-c02fe0e0ba41 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:29.035867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-744bb3e0-213a-4025-bbd4-c02fe0e0ba41 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/aa6d7f7a-2e29-431e-9769-d33758256679 HTTP/1.1" status: 404  len: 336 time: 0.1194701
May 14 21:37:29.047389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 56994) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.112697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a890b7e-756a-4284-934b-f2918474f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05fc910-317e-492d-80cf-488756a2ed37,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:29.166770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 427efcc7-4b09-44a1-9950-2b50265933bc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:29.188831 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65c3b26-d25a-490b-ac6e-b02ab4477bec tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:29.189336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65c3b26-d25a-490b-ac6e-b02ab4477bec tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:29.204986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b65c3b26-d25a-490b-ac6e-b02ab4477bec tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/dfb3e041-c4de-4683-bafb-0ba27441a9dc HTTP/1.1" status: 404  len: 337 time: 0.1540852
May 14 21:37:29.212007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57008) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.326655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:29.354537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-99a0e9d1-757a-45d9-92cf-5965564580cd tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ae8c72f-63d8-43f9-baa4-e36cd176e21e HTTP/1.1" status: 200  len: 205 time: 0.1392639
May 14 21:37:29.355274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-b84c5631-0aca-4cb0-a232-8b3c105698d7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:29.357045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-b84c5631-0aca-4cb0-a232-8b3c105698d7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.36 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 815 time: 0.5082896
May 14 21:37:29.361308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57018) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.378100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:29.378514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 77abc3c3-dbe0-41a6-a9c9-9dceafbcde40 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:29.394353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Request body: {'port': {'device_id': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'admin_state_up': True, 'tenant_id': '37fb22eb2ef44be9a5bc66079c2ad71f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:29.446709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84cf6c6b-65b5-448b-abf3-0366fba6b871 req-1375811f-d919-4c2e-9b15-b0bdae2c806c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.0992649
May 14 21:37:29.448130 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_gateway (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.479222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.501123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b018bf0f-859d-4f17-89fd-a6a75f4b61cd tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 HTTP/1.1" status: 204  len: 168 time: 4.0839713
May 14 21:37:29.501921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.507326 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-9574048e-e9b4-413d-b32a-4392f99e3acb tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:29.511465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9574048e-e9b4-413d-b32a-4392f99e3acb tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/1ae8c72f-63d8-43f9-baa4-e36cd176e21e HTTP/1.1" status: 404  len: 336 time: 0.1421902
May 14 21:37:29.513198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57032) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.539340 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eeb44a-751b-46ad-89c1-96fd658dfa95 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:37:29.543652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-78eeb44a-751b-46ad-89c1-96fd658dfa95 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 HTTP/1.1" status: 404  len: 333 time: 0.0377431
May 14 21:37:29.544375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57038) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.571629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks [] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.600330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 733097ce-3288-4ed2-b9ee-f7d4001a53c3 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:29.605084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (733097ce-3288-4ed2-b9ee-f7d4001a53c3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.625178 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccb1eac-a40e-4e3b-854f-98bf0e37f0ec tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:29.625888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccb1eac-a40e-4e3b-854f-98bf0e37f0ec tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:29.629074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ccb1eac-a40e-4e3b-854f-98bf0e37f0ec tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/57e228f8-068e-46a9-8dda-2f9e34c73b2a HTTP/1.1" status: 404  len: 337 time: 0.1099329
May 14 21:37:29.639377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57042) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.658494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (733097ce-3288-4ed2-b9ee-f7d4001a53c3), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.696224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3f9e507f-c535-45be-8582-dd5f2090b495 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "GET /v2.0/ports?device_id=21b9aa42-03aa-4ec0-83c5-1d3c642e785b HTTP/1.1" status: 200  len: 205 time: 0.0555019
May 14 21:37:29.702494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57046) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.740396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:37:29.748340 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (4cae7f87-b711-4d09-bec6-d60542e587df), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.789167 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-ed372bfb-c6a2-40d0-8132-36480849b7a9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] delete failed (client error): The resource could not be found.
May 14 21:37:29.790504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ed372bfb-c6a2-40d0-8132-36480849b7a9 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/routers/21b9aa42-03aa-4ec0-83c5-1d3c642e785b HTTP/1.1" status: 404  len: 336 time: 0.0848126
May 14 21:37:29.794298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57050) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.813270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:29.832061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 06e3d214-cb49-47b5-bf84-46d7920f0d6d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:29.832700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (06e3d214-cb49-47b5-bf84-46d7920f0d6d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.838945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:29.846209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:29.846813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.851180 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-072ec4fd-bd3a-441a-b106-0f0e449040d5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:29.851180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072ec4fd-bd3a-441a-b106-0f0e449040d5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:29.852159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb075b3-38b9-4256-af6a-71440845f379 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:29.852943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-072ec4fd-bd3a-441a-b106-0f0e449040d5 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/af80336b-2171-49e1-9703-89442d6c34f6 HTTP/1.1" status: 404  len: 337 time: 0.0535924
May 14 21:37:29.856761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57058) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.868923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (733097ce-3288-4ed2-b9ee-f7d4001a53c3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.894358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57060) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:29.894608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=4cae7f87-b711-4d09-bec6-d60542e587df,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:29.900871 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee054e6a-e4af-40cd-8d1c-f8bf568a6142 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] DELETE failed (client error): The resource could not be found.
May 14 21:37:29.901571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee054e6a-e4af-40cd-8d1c-f8bf568a6142 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:29.905159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ee054e6a-e4af-40cd-8d1c-f8bf568a6142 tempest-RoutersIpV6Test-893867566 tempest-RoutersIpV6Test-893867566-project] 10.222.0.52 "DELETE /v2.0/subnets/044c2ecd-514a-4e16-854e-c70c352b6db2 HTTP/1.1" status: 404  len: 337 time: 0.0448601
May 14 21:37:29.906294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.942961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Made reservation on behalf of 37fb22eb2ef44be9a5bc66079c2ad71f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:29.947438 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:29.957241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-36d0f2c7-40a9-4da6-a6f4-795e89cefda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.007034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-940eb25d-a100-436e-ba13-56f1718ba755 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.2865608
May 14 21:37:30.019449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57066) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:30.019692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:30.024150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:30.026461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:30.038293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:30.043123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (06e3d214-cb49-47b5-bf84-46d7920f0d6d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.043655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Pushing event updated for resources: {'Port': ['ID=9ac0575b-7e67-4d15-8dba-2cf9a938d951,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:30.075471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '4cae7f87-b711-4d09-bec6-d60542e587df'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:30.081082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.133199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 06e3d214-cb49-47b5-bf84-46d7920f0d6d owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:30.150852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:30.151756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.261572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (733097ce-3288-4ed2-b9ee-f7d4001a53c3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.284835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Allocated IP 2001:db8::f816:3eff:fe70:1bca (88e03173-3786-4c9f-927f-9ea223dbf14a/4cae7f87-b711-4d09-bec6-d60542e587df/5c456b46-c7c6-4eb4-8828-afe8bf7bb759) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:30.289915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Allocated IP 172.20.0.3 (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1/16c30685-5899-4d74-abdd-d92d690caa80/83947358-d8a9-4842-b44e-98a77b0acf3f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:30.318016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5331f66e-447f-4d59-91e8-d744a3effefb tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5863917
May 14 21:37:30.333007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Request body: {'port': {'device_id': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:30.381081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595749f-858f-48a9-8406-3db33a183f18 None None] Network eede925b-3ad1-485e-a00b-a15586273569 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:30.521582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.564715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=733097ce-3288-4ed2-b9ee-f7d4001a53c3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:30.567002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.570234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ea9360ae-1ee9-4335-b890-508755a75aba tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/733097ce-3288-4ed2-b9ee-f7d4001a53c3 HTTP/1.1" status: 204  len: 168 time: 1.0248930
May 14 21:37:30.577345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57078) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:30.646909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Publish callbacks [] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.652192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks [] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.702388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e2e5c511-f113-4131-9331-f757f9f2acbd None None] Provisioning complete for port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:30.703345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2e5c511-f113-4131-9331-f757f9f2acbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.721493 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a70ff648-b265-4b4f-ac24-c4118597af4b req-5efee54e-4d1d-4929-9270-44722b033923 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.1362453
May 14 21:37:30.721493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:30.729103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.761543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57082) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:30.786061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.841258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (eede925b-3ad1-485e-a00b-a15586273569), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.845492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5c511-f113-4131-9331-f757f9f2acbd None None] Port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:30.851518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] DHCP port deletion for eede925b-3ad1-485e-a00b-a15586273569 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:30.936867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-36d0f2c7-40a9-4da6-a6f4-795e89cefda7 admin admin] Publish callbacks [] for security_group (b66f52c3-7136-44a7-b50e-753e83ccfeb2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:30.947622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:30.959373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:30.962022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 427efcc7-4b09-44a1-9950-2b50265933bc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:30.964576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:30.966214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57088) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:31.040546 ncdv-master-1 neutron-server[115780]: INFO neutron.db.ipam_backend_mixin [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cae7f87-b711-4d09-bec6-d60542e587df (CIDR: 2001:db8::/64)
May 14 21:37:31.041876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (06e3d214-cb49-47b5-bf84-46d7920f0d6d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.067951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 427efcc7-4b09-44a1-9950-2b50265933bc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:31.068551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.075039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=06e3d214-cb49-47b5-bf84-46d7920f0d6d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.084446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-36d0f2c7-40a9-4da6-a6f4-795e89cefda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b66f52c3-7136-44a7-b50e-753e83ccfeb2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.086343 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7171e160-e7f7-4583-adcb-d7fc0341339d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.108351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Pushing event updated for resources: {'Port': ['ID=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.113357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Attempting to bind port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:31.113737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Attempting to bind port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:31.114674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Attempting to bind port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:31.116954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8ec739d4-e46f-45f1-8304-06d6c89c2e20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b88b4e0c3d484786ba5e40614156bbab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3525839
May 14 21:37:31.119867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] Deleting port 427efcc7-4b09-44a1-9950-2b50265933bc {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:31.120242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.122503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57092) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:31.173054 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:37:31.173609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:31.181356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] For port 427efcc7-4b09-44a1-9950-2b50265933bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427efcc7-4b09-44a1-9950-2b50265933bc,segment=NetworkSegment(50003afc-4685-4131-8451-1f0c223c289e),segment_id=50003afc-4685-4131-8451-1f0c223c289e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:31.181356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.202666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] For port 427efcc7-4b09-44a1-9950-2b50265933bc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=427efcc7-4b09-44a1-9950-2b50265933bc,segment=NetworkSegment(50003afc-4685-4131-8451-1f0c223c289e),segment_id=50003afc-4685-4131-8451-1f0c223c289e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:31.203240 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.203728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 427efcc7-4b09-44a1-9950-2b50265933bc owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:31.208384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.221541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] Calling delete_port for 427efcc7-4b09-44a1-9950-2b50265933bc owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:31.251935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f2c7-40a9-4da6-a6f4-795e89cefda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66f52c3-7136-44a7-b50e-753e83ccfeb2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.273884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5735e-672b-490a-a741-a2b142b8c0db admin admin] Publish callbacks [] for security_group (a8f7eac5-7da3-426e-9635-5ebfe810e8d8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.290039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-36d0f2c7-40a9-4da6-a6f4-795e89cefda7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3af19d6975042e9ae8347d2093f3f30&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3582840
May 14 21:37:31.314272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57104) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:31.341923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-36248779-02b5-4ad2-b79f-449520aa5461 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3209441
May 14 21:37:31.341923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5735e-672b-490a-a741-a2b142b8c0db admin admin] Publish callbacks [] for security_group (a8f7eac5-7da3-426e-9635-5ebfe810e8d8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.355051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57106) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:31.379632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:31.387564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:31.418187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.431379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:31.445997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:31.454160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Pushing event updated for resources: {'Port': ['ID=83947358-d8a9-4842-b44e-98a77b0acf3f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.524264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:31.525609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:31.526586 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.527856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:31.528819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Bound port: 5c456b46-c7c6-4eb4-8828-afe8bf7bb759, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:31.529509 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.535325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.538300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.608276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7be8f4b5-b2d0-45fc-99e6-6c0f27484685 admin admin] Publish callbacks [] for security_group (b66f52c3-7136-44a7-b50e-753e83ccfeb2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.618363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:31.619021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.647283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7be8f4b5-b2d0-45fc-99e6-6c0f27484685 admin admin] Publish callbacks [] for security_group (b66f52c3-7136-44a7-b50e-753e83ccfeb2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.660674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7171e160-e7f7-4583-adcb-d7fc0341339d admin admin] Publish callbacks [] for security_group (97b1727b-3b2c-4d55-93c0-7d2c1e50622e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.763905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac0575b-7e67-4d15-8dba-2cf9a938d951 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:37:31.763905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Publish callbacks [] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.764917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] For port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:31.779005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] For port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:31.791056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 427efcc7-4b09-44a1-9950-2b50265933bc is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:31.791704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.829942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.846994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97baab39-4726-44de-8260-60715aa515f7 req-f97ecc3c-a836-49d5-9491-8d8259cf1002 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.0335855
May 14 21:37:31.849146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (427efcc7-4b09-44a1-9950-2b50265933bc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.883417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=427efcc7-4b09-44a1-9950-2b50265933bc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.884661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] Pushing event deleted for resources: {'Port': ['ID=427efcc7-4b09-44a1-9950-2b50265933bc,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.887543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No DVR routers for this DVR port 427efcc7-4b09-44a1-9950-2b50265933bc on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:31.887700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4b05d-a4c0-4281-b4db-5eed82ab82e8 None None] No DVR routers for this DVR port 427efcc7-4b09-44a1-9950-2b50265933bc on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:31.897681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5735e-672b-490a-a741-a2b142b8c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a8f7eac5-7da3-426e-9635-5ebfe810e8d8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.900775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbe5735e-672b-490a-a741-a2b142b8c0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.907149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fbe5735e-672b-490a-a741-a2b142b8c0db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8f7eac5-7da3-426e-9635-5ebfe810e8d8 HTTP/1.1" status: 204  len: 168 time: 0.7713640
May 14 21:37:31.907976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6ce5715e-2fe2-475e-a6ba-fe5032b369ed None None] Provisioning complete for port 83947358-d8a9-4842-b44e-98a77b0acf3f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:31.907976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6ce5715e-2fe2-475e-a6ba-fe5032b369ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.911925 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.914157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router 5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:37:31.929410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Transition to ACTIVE for port object 9ac0575b-7e67-4d15-8dba-2cf9a938d951 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:37:31.939182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.939919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-11e79361-05e7-4849-96a0-8471c96fa36b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5695014
May 14 21:37:31.944600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7171e160-e7f7-4583-adcb-d7fc0341339d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (97b1727b-3b2c-4d55-93c0-7d2c1e50622e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.945322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57114) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:31.946022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3246c15f-57a0-4de4-8672-15edb11766f6 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 204  len: 168 time: 3.3448832
May 14 21:37:31.955325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5735e-672b-490a-a741-a2b142b8c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f7eac5-7da3-426e-9635-5ebfe810e8d8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:31.960194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7be8f4b5-b2d0-45fc-99e6-6c0f27484685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b66f52c3-7136-44a7-b50e-753e83ccfeb2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.966082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.973718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7be8f4b5-b2d0-45fc-99e6-6c0f27484685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:31.973877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-393075441'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:31.973989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7be8f4b5-b2d0-45fc-99e6-6c0f27484685 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b66f52c3-7136-44a7-b50e-753e83ccfeb2 HTTP/1.1" status: 204  len: 168 time: 0.6441553
May 14 21:37:31.978839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8f4b5-b2d0-45fc-99e6-6c0f27484685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66f52c3-7136-44a7-b50e-753e83ccfeb2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:32.077719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:32.081090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.084246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.087237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5715e-2fe2-475e-a6ba-fe5032b369ed None None] Port 83947358-d8a9-4842-b44e-98a77b0acf3f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:32.120017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25fbf8-1dff-4e37-857d-8fd021dd984a None None] Pushing event updated for resources: {'Port': ['ID=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:32.158441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171e160-e7f7-4583-adcb-d7fc0341339d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b1727b-3b2c-4d55-93c0-7d2c1e50622e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:32.162574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7171e160-e7f7-4583-adcb-d7fc0341339d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e823ee6e054449beab0e61898a5ed615&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1945355
May 14 21:37:32.164778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (eede925b-3ad1-485e-a00b-a15586273569), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.165618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57120) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:32.254900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-278cecda-782b-45a3-9ff3-ea7c7379576a admin admin] Publish callbacks [] for security_group (97b1727b-3b2c-4d55-93c0-7d2c1e50622e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.287089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:32.292653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.292826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-278cecda-782b-45a3-9ff3-ea7c7379576a admin admin] Publish callbacks [] for security_group (97b1727b-3b2c-4d55-93c0-7d2c1e50622e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.299449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52314a6dc0>,) {'filters': {'network_id': ['eede925b-3ad1-485e-a00b-a15586273569']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:32.355990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac0575b-7e67-4d15-8dba-2cf9a938d951,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:32.388036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52314a6dc0>, '50003afc-4685-4131-8451-1f0c223c289e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:32.395497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52314a6dc0>, '50003afc-4685-4131-8451-1f0c223c289e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:32.466971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (50003afc-4685-4131-8451-1f0c223c289e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.518481 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-278cecda-782b-45a3-9ff3-ea7c7379576a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (97b1727b-3b2c-4d55-93c0-7d2c1e50622e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.521902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-278cecda-782b-45a3-9ff3-ea7c7379576a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.527829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-278cecda-782b-45a3-9ff3-ea7c7379576a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97b1727b-3b2c-4d55-93c0-7d2c1e50622e HTTP/1.1" status: 204  len: 168 time: 0.3601825
May 14 21:37:32.550341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cecda-782b-45a3-9ff3-ea7c7379576a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b1727b-3b2c-4d55-93c0-7d2c1e50622e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:32.556501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:37:32.588875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (50003afc-4685-4131-8451-1f0c223c289e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.615828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-500c4d83-8f73-4c9f-a413-6cf161493bb1 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:32.617385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-500c4d83-8f73-4c9f-a413-6cf161493bb1 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 815 time: 0.4360900
May 14 21:37:32.620400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:32.620801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (50003afc-4685-4131-8451-1f0c223c289e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:32.629142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Request body: {'port': {'device_id': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:32.631836 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:32.651802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Request body: {'port': {'device_id': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'admin_state_up': True, 'tenant_id': '37fb22eb2ef44be9a5bc66079c2ad71f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:32.980820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-109c7f66-f515-4244-81c6-8fe513df7078 req-069ef571-4933-4285-9511-1d3b15a14de5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.0315661
May 14 21:37:32.982706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:33.051296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:33.052022 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.200480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:33.201758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.284533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:33.346573 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.371052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Attempting to bind port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:33.371052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Attempting to bind port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:33.371052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Attempting to bind port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:33.398344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:37:33.398681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Attempting to bind port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:33.405708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.413346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (57fa6fac-c10d-4d4a-ad78-2359c7cc1067), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.414273 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment 57fa6fac-c10d-4d4a-ad78-2359c7cc1067 of type vlan for network 012e3363-8473-4a43-887f-819d1b354f58
May 14 21:37:33.423366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:33.423828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Checking segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:33.424231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Bound using segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:33.425235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Bound port: 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:33.425488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.428583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (eede925b-3ad1-485e-a00b-a15586273569), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.443119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:33.447810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.456602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57154) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:33.461687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'name': 'tempest-PortsTestJSON-344189314'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:33.464061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/eede925b-3ad1-485e-a00b-a15586273569 HTTP/1.1" status: 204  len: 168 time: 2.8856015
May 14 21:37:33.507988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe04eb-e877-48c8-b46c-c4f3c8127701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=eede925b-3ad1-485e-a00b-a15586273569,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:33.586048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] For port 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:33.591896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] For port 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:33.628881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57156) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:33.689933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ecba-1097-4ca5-830e-70151c595a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.745872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-31a71dc3-b151-4309-8145-27c74350d5e4 None None] Provisioning complete for port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:33.746208 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31a71dc3-b151-4309-8145-27c74350d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.885731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:33.905992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-31a71dc3-b151-4309-8145-27c74350d5e4 None None] Current status of the port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:33.975793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (012e3363-8473-4a43-887f-819d1b354f58), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.030050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Made reservation on behalf of 37fb22eb2ef44be9a5bc66079c2ad71f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:34.033974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.060412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:34.068370 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.088897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.resource_extend [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 14 21:37:34.103519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 41815a1a-4826-4105-bd75-2a4b6061742d yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:34.103776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:34.103776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.104256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] 10.222.0.48 "PUT /v2.0/ports/9ac0575b-7e67-4d15-8dba-2cf9a938d951 HTTP/1.1" status: 200  len: 1091 time: 3.7780457
May 14 21:37:34.131643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'tag': '9ac0575b-7e67-4d15-8dba-2cf9a938d951'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:34.133909 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a8ead9-2073-49df-89d5-b928db97afea" -d '{"events": [{"name": "network-changed", "server_uuid": "fb364f29-79d9-4981-91f5-1958ed8d7c05", "tag": "9ac0575b-7e67-4d15-8dba-2cf9a938d951"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:34.233981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2949ab3b-b50c-4229-8064-46b7e8fed0d6 req-82df6747-6153-4b73-a843-840c8d7faf4c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.1575484
May 14 21:37:34.319430 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b36a6a5-ca14-4ba4-816a-18fc4cb1a927 x-openstack-request-id: req-0b36a6a5-ca14-4ba4-816a-18fc4cb1a927 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:34.319430 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb364f29-79d9-4981-91f5-1958ed8d7c05", "tag": "9ac0575b-7e67-4d15-8dba-2cf9a938d951", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:34.319792 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b36a6a5-ca14-4ba4-816a-18fc4cb1a927 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:34.320240 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b36a6a5-ca14-4ba4-816a-18fc4cb1a927'] response: {'name': 'network-changed', 'server_uuid': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'tag': '9ac0575b-7e67-4d15-8dba-2cf9a938d951', 'status': 'completed', 'code': 200}
May 14 21:37:34.320628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac0575b-7e67-4d15-8dba-2cf9a938d951,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:34.344899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57192) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:34.398306 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (41815a1a-4826-4105-bd75-2a4b6061742d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.479130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--682016093'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:34.481900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (012e3363-8473-4a43-887f-819d1b354f58), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.487186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:34.487782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.497855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (41815a1a-4826-4105-bd75-2a4b6061742d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.517098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.517429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.517776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.518196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.518448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.518788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.519374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.519729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.520059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.520386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.520714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.521190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.521367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.521706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.522013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935c9c3a-a154-40d4-9d2a-76bd657f4a33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:34.543405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:34.553741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:34.557583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:34.563639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:34.564542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.573870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.577976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=41815a1a-4826-4105-bd75-2a4b6061742d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:34.587662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.602931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-e5d20600-1308-4405-8b7f-294b4a8a48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:34.606089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-e5d20600-1308-4405-8b7f-294b4a8a48b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 1125 time: 0.2089334
May 14 21:37:34.670670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (76b8040f-3c45-4a6a-9afd-84593c0d937a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.713610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 746 time: 2.7641273
May 14 21:37:34.716551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57198) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:34.721779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '012e3363-8473-4a43-887f-819d1b354f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:34.726611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fdcb4-461f-444e-8e03-f97e7278a956 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=012e3363-8473-4a43-887f-819d1b354f58,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:34.729607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-3865c7c0-b32f-4a78-a912-2a3f349ce7c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951 HTTP/1.1" status: 200  len: 217 time: 0.0853643
May 14 21:37:34.735732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ecba-1097-4ca5-830e-70151c595a9c admin admin] Publish callbacks [] for security_group (f93b86a0-9b0c-4627-8af9-1295c3c3f6ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.738096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 012e3363-8473-4a43-887f-819d1b354f58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:34.752992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-798cb2db-23e1-43ae-8a17-79516f1f779c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.2952797
May 14 21:37:34.756172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57200) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:34.829926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-4c308744-091f-4efa-a1fc-71573c58bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:34.829926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-4c308744-091f-4efa-a1fc-71573c58bfdd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.0867767
May 14 21:37:34.829926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83947358-d8a9-4842-b44e-98a77b0acf3f {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:37:34.844680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Publish callbacks [] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.847696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (76b8040f-3c45-4a6a-9afd-84593c0d937a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.869794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (eec8e5aa-13b4-40f0-b399-9a9ba32de956), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.880881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ecba-1097-4ca5-830e-70151c595a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f93b86a0-9b0c-4627-8af9-1295c3c3f6ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:34.933073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Transition to ACTIVE for port object 83947358-d8a9-4842-b44e-98a77b0acf3f will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:37:34.951804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b8040f-3c45-4a6a-9afd-84593c0d937a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:34.955922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:34.956075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5d0ef880-4f16-4f7a-a2ce-72fad219edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:34.957500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-5d0ef880-4f16-4f7a-a2ce-72fad219edce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1251895
May 14 21:37:34.979302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:34.992863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5ecba-1097-4ca5-830e-70151c595a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93b86a0-9b0c-4627-8af9-1295c3c3f6ea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:34.995344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:35.006997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6e39e-e0ac-4e2f-ab30-b8dcd40a6c85 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:35.012488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:35.013090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.028791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=eec8e5aa-13b4-40f0-b399-9a9ba32de956,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:35.039710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8bf5ecba-1097-4ca5-830e-70151c595a9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7bdee4f5bd8a4fe6a33e699bd2ab5051&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4085457
May 14 21:37:35.040095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 41815a1a-4826-4105-bd75-2a4b6061742d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:35.040447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (41815a1a-4826-4105-bd75-2a4b6061742d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.048890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.057967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57206) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:35.077167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.082075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:35.082666 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.141706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:35.145645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.181682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Allocated IP 172.20.0.13 (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1/16c30685-5899-4d74-abdd-d92d690caa80/0d782936-f399-4ddf-8074-140eadf30553) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:35.182546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.212273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-761ea241-271a-4700-8f36-72af07c56290 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.8464000
May 14 21:37:35.214096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57210) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:35.222080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=83947358-d8a9-4842-b44e-98a77b0acf3f,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:35.227805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-3631d895-82c0-412b-a643-ec41b6372fed service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2595239
May 14 21:37:35.232749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:21:73:83', 'name': 'tempest-NetworksTestDHCPv6-850796240'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:35.285396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (41815a1a-4826-4105-bd75-2a4b6061742d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.367223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:35.380084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad62e95b-be21-42b1-b218-56f3484301fc admin admin] Publish callbacks [] for security_group (f93b86a0-9b0c-4627-8af9-1295c3c3f6ea), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.431596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 41815a1a-4826-4105-bd75-2a4b6061742d owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:35.468624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '4cae7f87-b711-4d09-bec6-d60542e587df', 'ip_address': '2001:db8::f816:3eff:fe70:1bca'}, {'subnet_id': 'eec8e5aa-13b4-40f0-b399-9a9ba32de956'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '5c456b46-c7c6-4eb4-8828-afe8bf7bb759'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:37:35.504659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-170eee99-aac7-4147-a3ba-1aa65b921990 req-1530b714-6b29-4289-b8be-bc73db127de6 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.1545031
May 14 21:37:35.505522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:35.522593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.524515 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-54f2b9a2-c3af-485d-ab0a-05eaf0a50a04 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.1747093
May 14 21:37:35.529670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad62e95b-be21-42b1-b218-56f3484301fc admin admin] Publish callbacks [] for security_group (f93b86a0-9b0c-4627-8af9-1295c3c3f6ea), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.545344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57220) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:35.557273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.624611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Attempting to bind port 83947358-d8a9-4842-b44e-98a77b0acf3f on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:35.624611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Attempting to bind port 83947358-d8a9-4842-b44e-98a77b0acf3f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:35.624611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Attempting to bind port 83947358-d8a9-4842-b44e-98a77b0acf3f on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:35.650313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Port 83947358-d8a9-4842-b44e-98a77b0acf3f on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:37:35.650559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Attempting to bind port 83947358-d8a9-4842-b44e-98a77b0acf3f on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:35.673980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:35.674345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Checking segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:35.674736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Bound using segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:35.675189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Bound port: 83947358-d8a9-4842-b44e-98a77b0acf3f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:35.675552 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.742683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ff810af-cee7-4226-88a6-5a94d41de618 req-7ba5a6ab-865c-4351-b870-10f164b02cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3952394
May 14 21:37:35.790784 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f9d59bfb-66e5-43de-afa9-a7a51e3f5826 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.2413187
May 14 21:37:35.797280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57228) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:35.805343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-security--1156176334', 'description': 'tempest-security-description-1608869994'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:35.862376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] Allocated IP 2001:db8:0:1::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/eec8e5aa-13b4-40f0-b399-9a9ba32de956/5c456b46-c7c6-4eb4-8828-afe8bf7bb759) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:35.879651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks [] for port (0d782936-f399-4ddf-8074-140eadf30553), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.883875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] For port 83947358-d8a9-4842-b44e-98a77b0acf3f, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:35.899518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.924647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] For port 83947358-d8a9-4842-b44e-98a77b0acf3f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83947358-d8a9-4842-b44e-98a77b0acf3f,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:35.929185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad62e95b-be21-42b1-b218-56f3484301fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f93b86a0-9b0c-4627-8af9-1295c3c3f6ea), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.934995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad62e95b-be21-42b1-b218-56f3484301fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.939526 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ad62e95b-be21-42b1-b218-56f3484301fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f93b86a0-9b0c-4627-8af9-1295c3c3f6ea HTTP/1.1" status: 204  len: 168 time: 0.8777614
May 14 21:37:35.939703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:35.951543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62e95b-be21-42b1-b218-56f3484301fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93b86a0-9b0c-4627-8af9-1295c3c3f6ea,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:35.975302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (fdc82014-7d94-470b-a098-e69e44ba12e9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.983778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (41815a1a-4826-4105-bd75-2a4b6061742d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:35.991270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.025361 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.074830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:36.075456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.076959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/83947358-d8a9-4842-b44e-98a77b0acf3f HTTP/1.1" status: 200  len: 1091 time: 4.1136699
May 14 21:37:36.108984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] For port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:36.129766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=41815a1a-4826-4105-bd75-2a4b6061742d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:36.131673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.134323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.135585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "PUT /v2.0/security-groups/6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c HTTP/1.1" status: 200  len: 1797 time: 0.3343811
May 14 21:37:36.157556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:36.164803 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.165228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.173478 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ac6e8a7-f219-4b8f-b3aa-899cc50b1cb5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/41815a1a-4826-4105-bd75-2a4b6061742d HTTP/1.1" status: 204  len: 168 time: 1.4128318
May 14 21:37:36.175592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a78fd9-4cec-423f-be5c-f19d255d12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=83947358-d8a9-4842-b44e-98a77b0acf3f,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:36.175926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] Publish callbacks [] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.178209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57238) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:36.190033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0d782936-f399-4ddf-8074-140eadf30553), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.194885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'mac_address': 'fa:16:3e:4e:41:22', 'name': 'tempest-PortsTestJSON-1168949193'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:36.200319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=fdc82014-7d94-470b-a098-e69e44ba12e9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:36.245763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.264318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': '57fa6fac-c10d-4d4a-ad78-2359c7cc1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '012e3363-8473-4a43-887f-819d1b354f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:36.264754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 012e3363-8473-4a43-887f-819d1b354f58, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:36.277741 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96822d26-25ac-4c7a-b38a-e0010f77b1d4 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups/6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c HTTP/1.1" status: 200  len: 1797 time: 0.1169286
May 14 21:37:36.283312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57242) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:36.286218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d922c-dca7-42fa-b69f-c588880b8f0f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:36.352719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'tag': '83947358-d8a9-4842-b44e-98a77b0acf3f'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:36.355582 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352bc8d6-7097-49f6-83ba-e89adbd05724" -d '{"events": [{"name": "network-changed", "server_uuid": "b05f0aba-3b46-4920-a63a-1480098dbee2", "tag": "83947358-d8a9-4842-b44e-98a77b0acf3f"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:36.362329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 35c0a9fd-80e0-45fb-97c3-f19883d84cfc yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:36.410599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c6dfc-7ec9-44ed-ac78-836e7998211b None None] Pushing event updated for resources: {'Port': ['ID=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:36.411109 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b7d793f-2be0-4221-bfbe-aaf73c0f0ac3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.442869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 012e3363-8473-4a43-887f-819d1b354f58 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:36.457192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b7d793f-2be0-4221-bfbe-aaf73c0f0ac3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.593420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 012e3363-8473-4a43-887f-819d1b354f58) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:36.610967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33b20b-dff3-47a2-bc6d-37c4aaa1a204 None None] Network 012e3363-8473-4a43-887f-819d1b354f58 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:36.615498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:36.618854 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.679393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:36.714435 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7997b6-88cf-431f-9819-0a3ae48c1e6f x-openstack-request-id: req-0e7997b6-88cf-431f-9819-0a3ae48c1e6f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:36.715052 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05f0aba-3b46-4920-a63a-1480098dbee2", "tag": "83947358-d8a9-4842-b44e-98a77b0acf3f", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:36.715469 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e7997b6-88cf-431f-9819-0a3ae48c1e6f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:36.716163 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7997b6-88cf-431f-9819-0a3ae48c1e6f'] response: {'name': 'network-changed', 'server_uuid': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'tag': '83947358-d8a9-4842-b44e-98a77b0acf3f', 'status': 'completed', 'code': 200}
May 14 21:37:36.778061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:36.799001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:36.836571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e787eaa-af23-43a2-8740-5ee279dc42f8 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1187930
May 14 21:37:36.837690 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b7d793f-2be0-4221-bfbe-aaf73c0f0ac3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.860548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b7d793f-2be0-4221-bfbe-aaf73c0f0ac3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.861803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2b7d793f-2be0-4221-bfbe-aaf73c0f0ac3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c HTTP/1.1" status: 204  len: 168 time: 0.5708961
May 14 21:37:36.865433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-012e3363-8473-4a43-887f-819d1b354f58', 'network_id': '012e3363-8473-4a43-887f-819d1b354f58', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': 'fdc82014-7d94-470b-a098-e69e44ba12e9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:36.866440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:36.871157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:36.883791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57254) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:36.892326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a13ab-4efe-4c86-b7a0-8ada186c7a01 req-e1f50ca8-f728-46f3-91c9-3bf6c451ead3 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:36.895305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-178a13ab-4efe-4c86-b7a0-8ada186c7a01 req-e1f50ca8-f728-46f3-91c9-3bf6c451ead3 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 932 time: 0.2025928
May 14 21:37:36.913553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1930706951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:36.932211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Pushing event updated for resources: {'Port': ['ID=0d782936-f399-4ddf-8074-140eadf30553,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:37.096831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-1d85b406-9863-4291-b82a-b83b8f6693c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:37.098496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-1d85b406-9863-4291-b82a-b83b8f6693c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 1125 time: 0.8145363
May 14 21:37:37.114336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-178a13ab-4efe-4c86-b7a0-8ada186c7a01 req-e486034d-336a-4831-b6e7-130a9cc78dff tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962443
May 14 21:37:37.115290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (0ca85100-3ca0-4031-99b2-d2cf60829d38), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.116949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (0ca85100-3ca0-4031-99b2-d2cf60829d38), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.126409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:37.136854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ead9-2073-49df-89d5-b928db97afea req-38a821fa-8d1b-4f69-8204-039312d6ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:37.139371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Allocated IP 172.20.0.2 (012e3363-8473-4a43-887f-819d1b354f58/fdc82014-7d94-470b-a098-e69e44ba12e9/d9bb2847-f896-40a0-8e46-6a1bd2b429c1) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:37.148167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-38a821fa-8d1b-4f69-8204-039312d6ba50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 1125 time: 0.4219677
May 14 21:37:37.205049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (0ca85100-3ca0-4031-99b2-d2cf60829d38), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.212001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d793f-2be0-4221-bfbe-aaf73c0f0ac3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:37.239930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d927f923-13e9-4c33-ae35-3026e91e2c1d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2461269
May 14 21:37:37.240595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57258) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:37.268391 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-d45354a3-9ca6-487a-a16b-10967b76b5f4 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] delete failed (client error): The resource could not be found.
May 14 21:37:37.274495 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d45354a3-9ca6-487a-a16b-10967b76b5f4 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/6ac8bc7f-6b7b-4fae-9521-b9b2f07fea2c HTTP/1.1" status: 404  len: 347 time: 0.0322573
May 14 21:37:37.275078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57260) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:37.287333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--531159907'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:37.330867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (0ca85100-3ca0-4031-99b2-d2cf60829d38), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.414620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:37.415257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.415391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-11889a6f-ed02-42eb-83f1-faa5cebe8eff None None] Provisioning complete for port 0d782936-f399-4ddf-8074-140eadf30553 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:37.415839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-11889a6f-ed02-42eb-83f1-faa5cebe8eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0d782936-f399-4ddf-8074-140eadf30553), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.441417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.447639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.449088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-af906919-54ff-4d37-b9af-d98ecfb3ead9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5520663
May 14 21:37:37.459549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57266) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:37.465673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-fe4fb251-9bc7-4040-83c3-a46c0476694b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83947358-d8a9-4842-b44e-98a77b0acf3f HTTP/1.1" status: 200  len: 217 time: 0.3303678
May 14 21:37:37.511209 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Publish callbacks [] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.533454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-11889a6f-ed02-42eb-83f1-faa5cebe8eff None None] Port 0d782936-f399-4ddf-8074-140eadf30553 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:37.537017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:37.537775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.560843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ead9-2073-49df-89d5-b928db97afea req-5641e195-d068-4f44-93a5-115de798d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:37.564008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-5641e195-d068-4f44-93a5-115de798d618 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 916 time: 0.3172929
May 14 21:37:37.631697 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.659902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-f8f7d806-4477-49ea-b32d-ecf98ecfeb24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951 HTTP/1.1" status: 200  len: 217 time: 0.0817752
May 14 21:37:37.665628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:37.673635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2dc6909d-80e8-4f25-b453-70a33daa3f82 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0382206
May 14 21:37:37.702639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:37.723312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8:0:1::91 (88e03173-3786-4c9f-927f-9ea223dbf14a/eec8e5aa-13b4-40f0-b399-9a9ba32de956/35c0a9fd-80e0-45fb-97c3-f19883d84cfc) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:37.731060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5ccdc30b-66b4-413b-8873-35efdf4831b5 None None] Provisioning complete for port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:37.731440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc30b-66b4-413b-8873-35efdf4831b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.741828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Request body: {'port': {'device_id': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:37.748023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Network 012e3363-8473-4a43-887f-819d1b354f58 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:37.773918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:37.778084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:37.783048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Pushing event updated for resources: {'Port': ['ID=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:37.865497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Attempting to bind port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:37.866233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Attempting to bind port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57fa6fac-c10d-4d4a-ad78-2359c7cc1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '012e3363-8473-4a43-887f-819d1b354f58'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:37.866233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Attempting to bind port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 on network 012e3363-8473-4a43-887f-819d1b354f58 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:37.887016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (f6130c6c-1f4f-4666-b141-6484f3fc85cc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.898303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:37.898687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Checking segment: {'id': '57fa6fac-c10d-4d4a-ad78-2359c7cc1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '012e3363-8473-4a43-887f-819d1b354f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:37.899103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.899591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Bound using segment: {'id': '57fa6fac-c10d-4d4a-ad78-2359c7cc1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '012e3363-8473-4a43-887f-819d1b354f58'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:37.900115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Bound port: d9bb2847-f896-40a0-8e46-6a1bd2b429c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fa6fac-c10d-4d4a-ad78-2359c7cc1067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '012e3363-8473-4a43-887f-819d1b354f58'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:37.900481 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.948915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdc30b-66b4-413b-8873-35efdf4831b5 None None] Current status of the port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:37.994201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:37.996817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f6130c6c-1f4f-4666-b141-6484f3fc85cc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.008967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] For port d9bb2847-f896-40a0-8e46-6a1bd2b429c1, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:38.013280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] For port d9bb2847-f896-40a0-8e46-6a1bd2b429c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,segment=NetworkSegment(57fa6fac-c10d-4d4a-ad78-2359c7cc1067),segment_id=57fa6fac-c10d-4d4a-ad78-2359c7cc1067)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:38.112680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6130c6c-1f4f-4666-b141-6484f3fc85cc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:38.141146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.204552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.210764 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6fa171cf-c9b3-454e-9f3f-13079b5ec2dc tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.9301331
May 14 21:37:38.213658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:38.225232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': 'f6130c6c-1f4f-4666-b141-6484f3fc85cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:38.268081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ead9-2073-49df-89d5-b928db97afea req-fe82719d-a2f1-4fd7-95ff-b1b494786cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:38.277314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-fe82719d-a2f1-4fd7-95ff-b1b494786cbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.5768340
May 14 21:37:38.286288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061ef28-23fe-402a-a51a-bab50883426b None None] Pushing event updated for resources: {'Port': ['ID=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:38.325525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fe21:7383 (88e03173-3786-4c9f-927f-9ea223dbf14a/4cae7f87-b711-4d09-bec6-d60542e587df/35c0a9fd-80e0-45fb-97c3-f19883d84cfc) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:38.389798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.20.0.1 (012e3363-8473-4a43-887f-819d1b354f58/fdc82014-7d94-470b-a098-e69e44ba12e9/0c8ac25a-6f33-4c5c-be44-94d242b49fa4) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:38.402479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e6fabbce-b473-4b92-8a12-dcfd29017ef2), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.402970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-716fefb7-ffc0-46ef-a8f7-0bcb493a2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:38.407205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-716fefb7-ffc0-46ef-a8f7-0bcb493a2389 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.8452690
May 14 21:37:38.550138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8914bb-0bd9-4b50-b3dd-57089da3983e req-8bdee26f-2a8a-4128-bb87-a530e9222c51 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:38.551722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c8914bb-0bd9-4b50-b3dd-57089da3983e req-8bdee26f-2a8a-4128-bb87-a530e9222c51 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 932 time: 0.2446926
May 14 21:37:38.555203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.585686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8ead9-2073-49df-89d5-b928db97afea req-3feeccf0-e386-40d5-8afe-3f9a414562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:38.589876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9ac0575b-7e67-4d15-8dba-2cf9a938d951 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:37:38.590705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-3feeccf0-e386-40d5-8afe-3f9a414562ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2817485
May 14 21:37:38.602283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e6fabbce-b473-4b92-8a12-dcfd29017ef2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.672357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.674761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e6fabbce-b473-4b92-8a12-dcfd29017ef2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.725892 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fabbce-b473-4b92-8a12-dcfd29017ef2,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:38.732324 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d782936-f399-4ddf-8074-140eadf30553), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.737654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-a19522f8-329e-49c0-90a7-aae144344f11 service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322331
May 14 21:37:38.806907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.816066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2c844352-4738-46ef-bd34-8f951b912460 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6007416
May 14 21:37:38.818989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:38.820699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed577ea5-9063-4355-8574-4e017f82d647 req-b7c1c36f-e4d1-4ce9-962b-4e30c0756688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:38.822161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-b7c1c36f-e4d1-4ce9-962b-4e30c0756688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3807676
May 14 21:37:38.909489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cac528ee-ae74-4428-8146-7c089d6c16aa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e6fabbce-b473-4b92-8a12-dcfd29017ef2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.914235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.924375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:38.933628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cac528ee-ae74-4428-8146-7c089d6c16aa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e6fabbce-b473-4b92-8a12-dcfd29017ef2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:38.967676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '9ac0575b-7e67-4d15-8dba-2cf9a938d951', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'port_id': '9ac0575b-7e67-4d15-8dba-2cf9a938d951', 'mac_address': 'fa:16:3e:d0:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c30685-5899-4d74-abdd-d92d690caa80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:37:38.972832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 012e3363-8473-4a43-887f-819d1b354f58 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:38.989942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:39.008225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:39.021156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d9bb2847-f896-40a0-8e46-6a1bd2b429c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:39.035237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 1707db0c-4060-4f11-8a00-0a5bbf0b8ee1 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:39.047980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2a8ead9-2073-49df-89d5-b928db97afea req-fe4db099-2458-4d95-a37e-b6ad1abfdfec service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2948058
May 14 21:37:39.059671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=0c8ac25a-6f33-4c5c-be44-94d242b49fa4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:39.075389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:39.076026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.098200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (0ca85100-3ca0-4031-99b2-d2cf60829d38), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.115173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac0575b-7e67-4d15-8dba-2cf9a938d951 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:37:39.129532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:39.130285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.168916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:39.188795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cac528ee-ae74-4428-8146-7c089d6c16aa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e6fabbce-b473-4b92-8a12-dcfd29017ef2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.201054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cac528ee-ae74-4428-8146-7c089d6c16aa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.204742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cac528ee-ae74-4428-8146-7c089d6c16aa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e6fabbce-b473-4b92-8a12-dcfd29017ef2 HTTP/1.1" status: 204  len: 168 time: 0.3820951
May 14 21:37:39.252038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57308) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:39.253264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac528ee-ae74-4428-8146-7c089d6c16aa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6fabbce-b473-4b92-8a12-dcfd29017ef2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:39.283965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.297920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:39.298617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.332513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4dc102f9-ad19-4786-9fcd-f4d954206d47 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0713973
May 14 21:37:39.342231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57310) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:39.397050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c8914bb-0bd9-4b50-b3dd-57089da3983e req-604d0891-aa50-4d1f-897a-1bcc9c7dec64 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8248010
May 14 21:37:39.399948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.462916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9ac0575b-7e67-4d15-8dba-2cf9a938d951,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:39.498086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port d9bb2847-f896-40a0-8e46-6a1bd2b429c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,segment=NetworkSegment(57fa6fac-c10d-4d4a-ad78-2359c7cc1067),segment_id=57fa6fac-c10d-4d4a-ad78-2359c7cc1067)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:39.502144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.502625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.503075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.503539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.503985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.504444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.504857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.505467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.505920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.506363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.506933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.507364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.508372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.509073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.510149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:39.517594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9ac0575b-7e67-4d15-8dba-2cf9a938d951'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:37:39.581223 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.635022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (35c0a9fd-80e0-45fb-97c3-f19883d84cfc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.647854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57328) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:39.735134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:39.821096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-90a590fe-9517-4854-9770-64047f9e1a23 service neutron] 10.222.0.36 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7762952
May 14 21:37:39.895082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004e3da-0343-4762-abe5-89e4bedb1149 None None] Network 012e3363-8473-4a43-887f-819d1b354f58 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:39.946155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.953808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5be3512e-c18f-4791-917f-2ceff57b2327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:39.962893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ca60a0a-33ee-4c4c-954c-fdfcebb234f1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (f6130c6c-1f4f-4666-b141-6484f3fc85cc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.016686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1c5e7d95-21ec-4c53-bc8a-c0c45c8e4145 None None] Provisioning complete for port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:40.017436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (1707db0c-4060-4f11-8a00-0a5bbf0b8ee1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.017555 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1c5e7d95-21ec-4c53-bc8a-c0c45c8e4145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.045567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (35c0a9fd-80e0-45fb-97c3-f19883d84cfc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.054367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.120068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e7d95-21ec-4c53-bc8a-c0c45c8e4145 None None] Current status of the port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:40.124232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (0ca85100-3ca0-4031-99b2-d2cf60829d38), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.136899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ca60a0a-33ee-4c4c-954c-fdfcebb234f1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (f6130c6c-1f4f-4666-b141-6484f3fc85cc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.141251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=0c8ac25a-6f33-4c5c-be44-94d242b49fa4,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:40.224539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:40.245374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 012e3363-8473-4a43-887f-819d1b354f58 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:40.246783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:40.249752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=35c0a9fd-80e0-45fb-97c3-f19883d84cfc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:40.253388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:40.264570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed577ea5-9063-4355-8574-4e017f82d647 req-8e4b8bc0-d56f-4b10-9712-efd60db3cfe5 service neutron] 10.222.0.36 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3881037
May 14 21:37:40.283028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:40.289284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:40.289989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.416863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5df0a6a7-0962-4777-925e-633058275028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.421087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5be3512e-c18f-4791-917f-2ceff57b2327 admin admin] Publish callbacks [] for security_group (4ab2185b-515d-45bb-8792-fec805beb5a3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.425422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ca60a0a-33ee-4c4c-954c-fdfcebb234f1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f6130c6c-1f4f-4666-b141-6484f3fc85cc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.428382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6ca60a0a-33ee-4c4c-954c-fdfcebb234f1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.429755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6ca60a0a-33ee-4c4c-954c-fdfcebb234f1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/f6130c6c-1f4f-4666-b141-6484f3fc85cc HTTP/1.1" status: 204  len: 168 time: 1.0710034
May 14 21:37:40.430918 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1707db0c-4060-4f11-8a00-0a5bbf0b8ee1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.435608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d1cf3edf-42cc-4b42-9277-4ed3d82b302c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 5.2144520
May 14 21:37:40.436269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57336) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:40.456408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57338) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:40.466408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-45ed8ad8-83bd-4433-8ca0-e6862088291d None None] Provisioning complete for port 0c8ac25a-6f33-4c5c-be44-94d242b49fa4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:40.467347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45ed8ad8-83bd-4433-8ca0-e6862088291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.530761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-45ed8ad8-83bd-4433-8ca0-e6862088291d None None] Port 0c8ac25a-6f33-4c5c-be44-94d242b49fa4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:40.543113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-45ed8ad8-83bd-4433-8ca0-e6862088291d None None] Provisioning complete for port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:40.543412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca60a0a-33ee-4c4c-954c-fdfcebb234f1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6130c6c-1f4f-4666-b141-6484f3fc85cc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:40.543692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45ed8ad8-83bd-4433-8ca0-e6862088291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.545316 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5be3512e-c18f-4791-917f-2ceff57b2327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4ab2185b-515d-45bb-8792-fec805beb5a3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.556024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d782936-f399-4ddf-8074-140eadf30553 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:37:40.581183 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1f3f786b-1c18-4f1e-bc67-76be8f568eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1413131
May 14 21:37:40.585999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Publish callbacks [] for port (0d782936-f399-4ddf-8074-140eadf30553), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.586210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57340) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:40.595691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145545045'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:40.602206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 0ca85100-3ca0-4031-99b2-d2cf60829d38 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:37:40.616057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:40.624931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b77380-8407-457d-bfa8-8d0da81fbdd6 req-667b839b-240b-42fc-92db-a7eaa7a86eac tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:40.633605 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14b77380-8407-457d-bfa8-8d0da81fbdd6 req-667b839b-240b-42fc-92db-a7eaa7a86eac tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 932 time: 0.1098695
May 14 21:37:40.657598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:40.678845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:40.689377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:40.690192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.739022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=1707db0c-4060-4f11-8a00-0a5bbf0b8ee1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:40.751911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5be3512e-c18f-4791-917f-2ceff57b2327 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38e028c5b1ce45b3bc7abfb1e4938ea5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1027610
May 14 21:37:40.755621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57342) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:40.756530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Transition to ACTIVE for port object 0d782936-f399-4ddf-8074-140eadf30553 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:37:40.762057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3512e-c18f-4791-917f-2ceff57b2327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab2185b-515d-45bb-8792-fec805beb5a3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:40.763221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.789839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 35c0a9fd-80e0-45fb-97c3-f19883d84cfc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:40.790389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (35c0a9fd-80e0-45fb-97c3-f19883d84cfc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.829376 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-14b77380-8407-457d-bfa8-8d0da81fbdd6 req-e7ea7e4f-05e7-4000-98b0-da16e1f5021b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945729
May 14 21:37:40.940216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9ac0575b-7e67-4d15-8dba-2cf9a938d951 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:40.943596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f31b6c9-ad68-4b78-a963-a29a3fb06c8d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 4.7540858
May 14 21:37:40.947809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0d782936-f399-4ddf-8074-140eadf30553), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.948819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:40.959672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57348) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:40.977945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d4e8902d-89f0-48d6-9a30-f53a35542049 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/0ca85100-3ca0-4031-99b2-d2cf60829d38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5147145
May 14 21:37:40.982283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56698ee5-0640-4bf9-8654-37bdb5f0de1c admin admin] Publish callbacks [] for security_group (4ab2185b-515d-45bb-8792-fec805beb5a3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:40.982616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57350) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:41.051417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56698ee5-0640-4bf9-8654-37bdb5f0de1c admin admin] Publish callbacks [] for security_group (4ab2185b-515d-45bb-8792-fec805beb5a3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.074646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d9bb2847-f896-40a0-8e46-6a1bd2b429c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:41.090699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (39411d6b-2c4b-4248-a14f-8fdba8234197), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.102946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] Sync routers for ids ['0ca85100-3ca0-4031-99b2-d2cf60829d38'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:41.126038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (35c0a9fd-80e0-45fb-97c3-f19883d84cfc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.151251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] Routers {'0ca85100-3ca0-4031-99b2-d2cf60829d38'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:41.151251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222bc5910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0ca85100-3ca0-4031-99b2-d2cf60829d38'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:41.171043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (39411d6b-2c4b-4248-a14f-8fdba8234197), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.213372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39411d6b-2c4b-4248-a14f-8fdba8234197,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:41.222911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222bc5910>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:41.223443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.223819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.224158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.224981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.225319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.226012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.226344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.226681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.227180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.227543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.227911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.228194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.228876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.228876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.229253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:37:41.254739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:37:41.270949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00976238-3473-4e77-8bba-5872f5f884b0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:41.272378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-00976238-3473-4e77-8bba-5872f5f884b0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/1707db0c-4060-4f11-8a00-0a5bbf0b8ee1 HTTP/1.1" status: 200  len: 841 time: 0.3090723
May 14 21:37:41.273853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 35c0a9fd-80e0-45fb-97c3-f19883d84cfc owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:41.276724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57354) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:41.281937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] Routers {'0ca85100-3ca0-4031-99b2-d2cf60829d38'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:41.282646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222bc5910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0ca85100-3ca0-4031-99b2-d2cf60829d38'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:41.284894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:41.285263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.287732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-45ed8ad8-83bd-4433-8ca0-e6862088291d None None] Current status of the port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:41.289247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb0a1f1-c4e3-4804-83ae-93a5b8d656da tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:41.292769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-edb0a1f1-c4e3-4804-83ae-93a5b8d656da tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports/0c8ac25a-6f33-4c5c-be44-94d242b49fa4 HTTP/1.1" status: 200  len: 910 time: 0.3051243
May 14 21:37:41.296585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57356) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:41.300877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d782936-f399-4ddf-8074-140eadf30553,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:41.302333 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56698ee5-0640-4bf9-8654-37bdb5f0de1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4ab2185b-515d-45bb-8792-fec805beb5a3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.312066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fdc82014-7d94-470b-a098-e69e44ba12e9'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:41.314281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-56698ee5-0640-4bf9-8654-37bdb5f0de1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.316879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-56698ee5-0640-4bf9-8654-37bdb5f0de1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ab2185b-515d-45bb-8792-fec805beb5a3 HTTP/1.1" status: 204  len: 168 time: 0.5597732
May 14 21:37:41.355294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.362438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8cde8d25-c26c-4d9b-9ad3-e2b62eb340fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7745407
May 14 21:37:41.364548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:41.377331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '39411d6b-2c4b-4248-a14f-8fdba8234197', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:41.379534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-d79dc0ab-e34c-463f-a380-86dd28e87734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:41.381304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-d79dc0ab-e34c-463f-a380-86dd28e87734 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 1125 time: 0.1897981
May 14 21:37:41.400833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56698ee5-0640-4bf9-8654-37bdb5f0de1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab2185b-515d-45bb-8792-fec805beb5a3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:41.433485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222bc5910>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:41.434408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daec9b37-3b16-4140-abe2-3a0ba9b2b0c4 None None] The sync data for ids ['0ca85100-3ca0-4031-99b2-d2cf60829d38'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:41.435994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:41.436535 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.474413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 1707db0c-4060-4f11-8a00-0a5bbf0b8ee1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:41.474683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1707db0c-4060-4f11-8a00-0a5bbf0b8ee1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.506006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9259a050-532b-4a15-9cb3-3e2425f6c7b3 None None] Provisioning complete for port 35c0a9fd-80e0-45fb-97c3-f19883d84cfc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:41.506218 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9259a050-532b-4a15-9cb3-3e2425f6c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35c0a9fd-80e0-45fb-97c3-f19883d84cfc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.540539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Attempting to bind port 0d782936-f399-4ddf-8074-140eadf30553 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:41.541854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Attempting to bind port 0d782936-f399-4ddf-8074-140eadf30553 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:41.542197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Attempting to bind port 0d782936-f399-4ddf-8074-140eadf30553 on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:41.595040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Port 0d782936-f399-4ddf-8074-140eadf30553 on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:37:41.595040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Attempting to bind port 0d782936-f399-4ddf-8074-140eadf30553 on network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:41.607417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1707db0c-4060-4f11-8a00-0a5bbf0b8ee1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.608883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9259a050-532b-4a15-9cb3-3e2425f6c7b3 None None] Port 35c0a9fd-80e0-45fb-97c3-f19883d84cfc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:41.612965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:41.613304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Checking segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:41.613697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Bound using segment: {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:41.614142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Bound port: 0d782936-f399-4ddf-8074-140eadf30553, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5172b1cf-dbab-45cf-94cc-6c4414afd12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:41.614495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d782936-f399-4ddf-8074-140eadf30553), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.624480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 1707db0c-4060-4f11-8a00-0a5bbf0b8ee1 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:41.626932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (719ab983-ec07-4a68-b2ae-b12bd8c9e6b6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.651423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9259a050-532b-4a15-9cb3-3e2425f6c7b3 None None] Provisioning complete for port 0c8ac25a-6f33-4c5c-be44-94d242b49fa4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:41.651872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9259a050-532b-4a15-9cb3-3e2425f6c7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.653592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:41.692534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:41.692928 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.711614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9259a050-532b-4a15-9cb3-3e2425f6c7b3 None None] Port 0c8ac25a-6f33-4c5c-be44-94d242b49fa4 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:41.741215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac0575b-7e67-4d15-8dba-2cf9a938d951'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:41.744784 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27dcd9d-2bd0-4e71-bc51-56c43514eb98" -d '{"events": [{"server_uuid": "fb364f29-79d9-4981-91f5-1958ed8d7c05", "name": "network-vif-plugged", "status": "completed", "tag": "9ac0575b-7e67-4d15-8dba-2cf9a938d951"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:41.746779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-1cc86816-301e-4020-bf8b-dab7fae73325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:41.748422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-1cc86816-301e-4020-bf8b-dab7fae73325 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 916 time: 0.3019917
May 14 21:37:41.808560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:41.826500 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9fc464-f1ba-434d-ae88-4dc232af145d x-openstack-request-id: req-7c9fc464-f1ba-434d-ae88-4dc232af145d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:41.826500 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb364f29-79d9-4981-91f5-1958ed8d7c05", "name": "network-vif-plugged", "status": "completed", "tag": "9ac0575b-7e67-4d15-8dba-2cf9a938d951", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:41.826500 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c9fc464-f1ba-434d-ae88-4dc232af145d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:41.826500 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9fc464-f1ba-434d-ae88-4dc232af145d'] response: {'server_uuid': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac0575b-7e67-4d15-8dba-2cf9a938d951', 'code': 200}
May 14 21:37:41.863922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-b13cd18b-9093-464c-84a1-41c235cf07b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83947358-d8a9-4842-b44e-98a77b0acf3f HTTP/1.1" status: 200  len: 217 time: 0.1020119
May 14 21:37:41.870637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.919444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:41.967948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] For port 0d782936-f399-4ddf-8074-140eadf30553, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:41.989937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9ac0575b-7e67-4d15-8dba-2cf9a938d951,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.023706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.052377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-927dd04b-1778-4f19-8e57-9d08a0c8d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:42.055787 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-927dd04b-1778-4f19-8e57-9d08a0c8d825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.1803615
May 14 21:37:42.095244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83714a0b-bad6-4639-b848-2242f51f3b38 req-9cc1a4b7-18f3-44fc-adc9-a707866d1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:42.096961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83714a0b-bad6-4639-b848-2242f51f3b38 req-9cc1a4b7-18f3-44fc-adc9-a707866d1c19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 1127 time: 0.1612735
May 14 21:37:42.120677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (719ab983-ec07-4a68-b2ae-b12bd8c9e6b6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.163072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23453f6-bc06-46de-808e-523bc20c40ac req-bca832ba-a9d9-4f96-9828-b82a2595d7c4 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:42.164610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f23453f6-bc06-46de-808e-523bc20c40ac req-bca832ba-a9d9-4f96-9828-b82a2595d7c4 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 944 time: 0.0630958
May 14 21:37:42.194040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-0a3bceb0-9c40-4b35-bb67-97cea9bb3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:42.195582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-0a3bceb0-9c40-4b35-bb67-97cea9bb3615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1161482
May 14 21:37:42.213986 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f23453f6-bc06-46de-808e-523bc20c40ac req-88d5091b-cdda-49ca-9932-55e16079a013 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432401
May 14 21:37:42.256680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:42.270456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4bc6-ea9c-4d75-bddb-9fb0b1d8617f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.289147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (719ab983-ec07-4a68-b2ae-b12bd8c9e6b6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.315901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719ab983-ec07-4a68-b2ae-b12bd8c9e6b6,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.317768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1707db0c-4060-4f11-8a00-0a5bbf0b8ee1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.333465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83714a0b-bad6-4639-b848-2242f51f3b38 req-dbbb6ba3-fcd2-47cb-9956-22ada5888024 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163475
May 14 21:37:42.344330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (35c0a9fd-80e0-45fb-97c3-f19883d84cfc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.354716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] For port 0d782936-f399-4ddf-8074-140eadf30553, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d782936-f399-4ddf-8074-140eadf30553,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:42.357830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=1707db0c-4060-4f11-8a00-0a5bbf0b8ee1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.369652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.375815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-80004389-5514-44da-82d5-7ff48bcb04b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/1707db0c-4060-4f11-8a00-0a5bbf0b8ee1 HTTP/1.1" status: 204  len: 168 time: 1.0943758
May 14 21:37:42.377832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57382) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:42.409124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4bc6-ea9c-4d75-bddb-9fb0b1d8617f admin admin] Publish callbacks [] for security_group (73fe00e4-996d-4897-9fbd-d22853222d0e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.412313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=35c0a9fd-80e0-45fb-97c3-f19883d84cfc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.424492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.425825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ba295919-38d1-437d-84c6-7b4d50529304 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0581100
May 14 21:37:42.428600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57384) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:42.433190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '39411d6b-2c4b-4248-a14f-8fdba8234197', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:42.514097 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c3c4bc6-ea9c-4d75-bddb-9fb0b1d8617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (73fe00e4-996d-4897-9fbd-d22853222d0e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.560355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8c3c4bc6-ea9c-4d75-bddb-9fb0b1d8617f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ad4690e87914500b98536b03da79e90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3023207
May 14 21:37:42.563458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57388) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:42.564269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c4bc6-ea9c-4d75-bddb-9fb0b1d8617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe00e4-996d-4897-9fbd-d22853222d0e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.616897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.628404 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-185ac90c-8601-43ce-bf37-92d03edf52c7 admin admin] Publish callbacks [] for security_group (73fe00e4-996d-4897-9fbd-d22853222d0e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.630250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (c9dfc640-612f-4912-ade9-65a079640ff3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.673133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-185ac90c-8601-43ce-bf37-92d03edf52c7 admin admin] Publish callbacks [] for security_group (73fe00e4-996d-4897-9fbd-d22853222d0e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.722987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (c9dfc640-612f-4912-ade9-65a079640ff3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.746903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 83947358-d8a9-4842-b44e-98a77b0acf3f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:37:42.787130 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d628a43c-da31-4509-a63c-4594dd1f71ac tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:37:42.792252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d628a43c-da31-4509-a63c-4594dd1f71ac tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/1707db0c-4060-4f11-8a00-0a5bbf0b8ee1 HTTP/1.1" status: 404  len: 333 time: 0.3919759
May 14 21:37:42.792252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0d782936-f399-4ddf-8074-140eadf30553), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.792655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57390) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:42.799931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'name': 'tempest-PortsTestJSON-2077207756'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:42.830642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c9dfc640-612f-4912-ade9-65a079640ff3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.854143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d12f7ea-041a-43d3-aa93-5b5c9fea317a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.866972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-185ac90c-8601-43ce-bf37-92d03edf52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (73fe00e4-996d-4897-9fbd-d22853222d0e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.869729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-185ac90c-8601-43ce-bf37-92d03edf52c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:42.870866 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-185ac90c-8601-43ce-bf37-92d03edf52c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73fe00e4-996d-4897-9fbd-d22853222d0e HTTP/1.1" status: 204  len: 168 time: 0.3028457
May 14 21:37:42.889762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-60df1baa-528b-41fe-a152-88aa38de9e74 service neutron] 10.222.0.36 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6873100
May 14 21:37:42.907851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 83947358-d8a9-4842-b44e-98a77b0acf3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83947358-d8a9-4842-b44e-98a77b0acf3f,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:42.929130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '83947358-d8a9-4842-b44e-98a77b0acf3f', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'port_id': '83947358-d8a9-4842-b44e-98a77b0acf3f', 'mac_address': 'fa:16:3e:07:27:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c30685-5899-4d74-abdd-d92d690caa80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:37:42.949723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dfc640-612f-4912-ade9-65a079640ff3,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.971183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ac90c-8601-43ce-bf37-92d03edf52c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe00e4-996d-4897-9fbd-d22853222d0e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:42.994224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 83947358-d8a9-4842-b44e-98a77b0acf3f is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:42.994628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.014032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83947358-d8a9-4842-b44e-98a77b0acf3f {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:37:43.039416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.052097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b86bf4d-70b1-4c94-8fc0-dbe953b69c8c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6111293
May 14 21:37:43.052097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57394) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.052344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 83947358-d8a9-4842-b44e-98a77b0acf3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83947358-d8a9-4842-b44e-98a77b0acf3f,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:43.053398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '39411d6b-2c4b-4248-a14f-8fdba8234197', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:43.099568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:43.103393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.122289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port f2560830-97f2-48ee-b9d2-3bdb1ae421cc yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:43.131648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.132281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.133687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d782936-f399-4ddf-8074-140eadf30553 HTTP/1.1" status: 200  len: 1092 time: 5.4118981
May 14 21:37:43.134149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'tag': '0d782936-f399-4ddf-8074-140eadf30553'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:43.136475 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "52885e0c-c76a-45ae-95aa-a3fbc320ec5b", "tag": "0d782936-f399-4ddf-8074-140eadf30553"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:43.163188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.168804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ab2bb54b-bab6-4d9a-b372-869997cd9854 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/35c0a9fd-80e0-45fb-97c3-f19883d84cfc HTTP/1.1" status: 204  len: 168 time: 2.7154377
May 14 21:37:43.171656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57398) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.207589 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a8399a-2261-4024-9430-236a706ab4ec x-openstack-request-id: req-b2a8399a-2261-4024-9430-236a706ab4ec {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:43.207878 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52885e0c-c76a-45ae-95aa-a3fbc320ec5b", "tag": "0d782936-f399-4ddf-8074-140eadf30553", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:43.208130 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2a8399a-2261-4024-9430-236a706ab4ec {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:43.208540 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a8399a-2261-4024-9430-236a706ab4ec'] response: {'name': 'network-changed', 'server_uuid': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'tag': '0d782936-f399-4ddf-8074-140eadf30553', 'status': 'completed', 'code': 200}
May 14 21:37:43.220326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a160e8e-37e9-4c5e-a9f3-1ccb1fb546d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d782936-f399-4ddf-8074-140eadf30553,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:43.223220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.362537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (d96548d8-64bc-4f75-bf87-a9b456ddc01e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.379674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-352bc8d6-7097-49f6-83ba-e89adbd05724 req-b13ce9ca-a073-41f4-a38c-8ad24582f015 service neutron] 10.222.0.36 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3334491
May 14 21:37:43.382808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8 req-e26214f6-f2b8-4ef7-8e4f-9e8553c5ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.384520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8 req-e26214f6-f2b8-4ef7-8e4f-9e8553c5ef46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 1126 time: 0.1171522
May 14 21:37:43.393700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=83947358-d8a9-4842-b44e-98a77b0acf3f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:43.445672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['83947358-d8a9-4842-b44e-98a77b0acf3f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:37:43.481611 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.491799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e9611e-e310-4798-a634-2ad523a2e6c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.494765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4e9611e-e310-4798-a634-2ad523a2e6c1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3201840
May 14 21:37:43.498361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57408) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.586894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290bda3-b48b-445a-9965-efbe91e2f624 req-dccc5e58-5ef4-4dd4-933a-add26663e577 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.588462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3290bda3-b48b-445a-9965-efbe91e2f624 req-dccc5e58-5ef4-4dd4-933a-add26663e577 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 944 time: 0.2524154
May 14 21:37:43.617634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.645651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (d96548d8-64bc-4f75-bf87-a9b456ddc01e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.692821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903acd87-91be-47c2-ba4b-c06f3de75020 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.696389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-903acd87-91be-47c2-ba4b-c06f3de75020 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1954072
May 14 21:37:43.702040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57414) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.752742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d96548d8-64bc-4f75-bf87-a9b456ddc01e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.808799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.815382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.815806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96548d8-64bc-4f75-bf87-a9b456ddc01e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:43.825697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.825697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/ports/0c8ac25a-6f33-4c5c-be44-94d242b49fa4 HTTP/1.1" status: 200  len: 910 time: 2.5120425
May 14 21:37:43.825697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6969b7-aac3-4a84-8f6c-865a6942b149 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=0c8ac25a-6f33-4c5c-be44-94d242b49fa4,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:43.826246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3290bda3-b48b-445a-9965-efbe91e2f624 req-2f68b816-ef9e-4869-b873-22f6c9caa850 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105522
May 14 21:37:43.827699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57418) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.837264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8 req-39da0889-a3e8-4ac8-aa34-62e97930f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.847140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8 req-39da0889-a3e8-4ac8-aa34-62e97930f664 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&shared=False HTTP/1.1" status: 200  len: 916 time: 0.4299250
May 14 21:37:43.847712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.913954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77535e-3bf4-4bde-89a2-f919e999d86a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.915414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77535e-3bf4-4bde-89a2-f919e999d86a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.916850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77535e-3bf4-4bde-89a2-f919e999d86a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.921018 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d77535e-3bf4-4bde-89a2-f919e999d86a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2101040
May 14 21:37:43.922562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57422) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.941607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:43.943534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-95b5c4d5-8a4b-40ec-848a-63d8d9a877fa tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8976357
May 14 21:37:43.947600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57424) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:43.957886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '39411d6b-2c4b-4248-a14f-8fdba8234197', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:43.987435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8 req-9cc81282-931f-4d2f-ae31-011c3671ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:43.988933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2bcaec6-aeef-42e2-8d13-646eb6c5f0f8 req-9cc81282-931f-4d2f-ae31-011c3671ac5e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1435580
May 14 21:37:43.995172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 4cae7f87-b711-4d09-bec6-d60542e587df {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:43.998540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (4cae7f87-b711-4d09-bec6-d60542e587df), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.067742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (4cae7f87-b711-4d09-bec6-d60542e587df), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.108179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.108588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-bf347074-9c68-40eb-8048-3a4dbb5f0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:44.110537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-bf347074-9c68-40eb-8048-3a4dbb5f0c2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 1126 time: 0.0761049
May 14 21:37:44.179570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4cae7f87-b711-4d09-bec6-d60542e587df), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.180150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:44.180528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=f2560830-97f2-48ee-b9d2-3bdb1ae421cc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:44.182939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:44.202611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:44.208672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:44.209298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.270304 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9afc6e46-eb0c-4a8c-a51d-270a162c9af4), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.298950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (0ca85100-3ca0-4031-99b2-d2cf60829d38), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.347707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-7c9359c4-1e5e-4238-a3f7-d9590dc737e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d782936-f399-4ddf-8074-140eadf30553 HTTP/1.1" status: 200  len: 217 time: 0.0419083
May 14 21:37:44.384677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (4cae7f87-b711-4d09-bec6-d60542e587df), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.406089 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-45af30b5-7575-4617-9210-0e764524b7c5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.6089218
May 14 21:37:44.413169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57434) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:44.420495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:44.430387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=4cae7f87-b711-4d09-bec6-d60542e587df,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:44.449012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.455294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7d37df70-b780-4d66-9252-b5d0de7a35b1 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/4cae7f87-b711-4d09-bec6-d60542e587df HTTP/1.1" status: 204  len: 168 time: 0.5301445
May 14 21:37:44.457815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74088458-f282-4601-a94c-ae9e7451c2f2 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:44.461225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57436) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:44.483347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-31a46ad9-1ebc-48b0-84ee-ca831572ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:44.486850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-31a46ad9-1ebc-48b0-84ee-ca831572ea03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.1271017
May 14 21:37:44.524935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9afc6e46-eb0c-4a8c-a51d-270a162c9af4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.542701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-8b597245-2439-4b95-9186-bc761bf5da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:44.544487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-8b597245-2439-4b95-9186-bc761bf5da6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0521047
May 14 21:37:44.632279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9afc6e46-eb0c-4a8c-a51d-270a162c9af4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.674306 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.691963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9afc6e46-eb0c-4a8c-a51d-270a162c9af4,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:44.699254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet eec8e5aa-13b4-40f0-b399-9a9ba32de956 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:44.713267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (eec8e5aa-13b4-40f0-b399-9a9ba32de956), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.766076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 83947358-d8a9-4842-b44e-98a77b0acf3f up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:44.788078 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (eec8e5aa-13b4-40f0-b399-9a9ba32de956), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.827036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 83947358-d8a9-4842-b44e-98a77b0acf3f completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:37:44.839460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:44.841158 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d4a0b17b-d057-436e-a7bf-c08ddc941c82 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8905413
May 14 21:37:44.846242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57444) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:44.852756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '39411d6b-2c4b-4248-a14f-8fdba8234197', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:44.874380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-4b59c90d-2ae6-4737-8907-dd1277213390 service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668730
May 14 21:37:44.913961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 83947358-d8a9-4842-b44e-98a77b0acf3f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:44.915103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.023709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 83947358-d8a9-4842-b44e-98a77b0acf3f is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:45.024143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.054747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83947358-d8a9-4842-b44e-98a77b0acf3f'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:45.055586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596195f2-ecd7-4f25-9ad8-a77fd62f29f5 req-eb3eb491-45e5-4d2f-8317-7bbf9c206668 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:45.057452 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e340edf-531b-457f-a472-f83800c517ea" -d '{"events": [{"server_uuid": "b05f0aba-3b46-4920-a63a-1480098dbee2", "name": "network-vif-plugged", "status": "completed", "tag": "83947358-d8a9-4842-b44e-98a77b0acf3f"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:45.076092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-596195f2-ecd7-4f25-9ad8-a77fd62f29f5 req-eb3eb491-45e5-4d2f-8317-7bbf9c206668 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 944 time: 0.1523478
May 14 21:37:45.077178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 0c8ac25a-6f33-4c5c-be44-94d242b49fa4 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:45.077429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.080760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 83947358-d8a9-4842-b44e-98a77b0acf3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83947358-d8a9-4842-b44e-98a77b0acf3f,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:45.118872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (b13b4d37-427d-4e03-b9ac-b8c1801f3a0a), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.154689 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f024a-a05b-4bd4-b1f2-5f1e89170691 x-openstack-request-id: req-3a9f024a-a05b-4bd4-b1f2-5f1e89170691 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:45.155129 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05f0aba-3b46-4920-a63a-1480098dbee2", "name": "network-vif-plugged", "status": "completed", "tag": "83947358-d8a9-4842-b44e-98a77b0acf3f", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:45.155387 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a9f024a-a05b-4bd4-b1f2-5f1e89170691 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:45.155821 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9f024a-a05b-4bd4-b1f2-5f1e89170691'] response: {'server_uuid': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83947358-d8a9-4842-b44e-98a77b0acf3f', 'code': 200}
May 14 21:37:45.186166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.189246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (eec8e5aa-13b4-40f0-b399-9a9ba32de956), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.226122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-596195f2-ecd7-4f25-9ad8-a77fd62f29f5 req-20b662d5-3ba7-4ee0-b8e5-b0ea576dcbf1 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491385
May 14 21:37:45.238037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5924e34-0f4e-493b-b970-b7abaf1b8780 req-6885a187-7001-44b5-99d3-92d6d07d1b41 service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3511455
May 14 21:37:45.274435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (b13b4d37-427d-4e03-b9ac-b8c1801f3a0a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.295516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=83947358-d8a9-4842-b44e-98a77b0acf3f,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:45.309439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501093ad-0c30-4db3-8c31-979f3177bfeb req-d271c00e-0aad-4891-9795-3045b651ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:45.311189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-501093ad-0c30-4db3-8c31-979f3177bfeb req-d271c00e-0aad-4891-9795-3045b651ab0c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 1127 time: 0.0608010
May 14 21:37:45.377707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.377982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-501093ad-0c30-4db3-8c31-979f3177bfeb req-8ae90152-c283-4f3d-a33d-884930ecf0c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612156
May 14 21:37:45.381442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.395887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 0c8ac25a-6f33-4c5c-be44-94d242b49fa4 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:45.434471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b13b4d37-427d-4e03-b9ac-b8c1801f3a0a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.453034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13b4d37-427d-4e03-b9ac-b8c1801f3a0a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:45.545464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (eec8e5aa-13b4-40f0-b399-9a9ba32de956), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.570254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.579344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6f61a57-ef3c-485e-9aa3-3b3a12180af7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.7242484
May 14 21:37:45.579447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57460) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:45.581968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.630669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=eec8e5aa-13b4-40f0-b399-9a9ba32de956,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:45.652290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fcb260-da62-45da-a216-2130675673bf None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:45.661599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.668347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57466) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:45.683079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc3fc3af-51e5-4020-8c4d-1caa1fa9eaa8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/eec8e5aa-13b4-40f0-b399-9a9ba32de956 HTTP/1.1" status: 204  len: 168 time: 1.2209163
May 14 21:37:45.694359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] In _notify_port_updated(), no bound segment for port f2560830-97f2-48ee-b9d2-3bdb1ae421cc on network d3cd29db-9c9c-4931-9c66-df8d0a66caed {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:37:45.699558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:45.700178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.705327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/ports/f2560830-97f2-48ee-b9d2-3bdb1ae421cc HTTP/1.1" status: 200  len: 818 time: 1.2890692
May 14 21:37:45.710040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57468) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:45.724203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-538a2520-9ae1-48cf-84d1-ee2feb9a6abc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0546916
May 14 21:37:45.726806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57470) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:45.731521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.731831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:45.738410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-953e3fcf-5722-45e8-b6a9-9feb8a1817a0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (b13b4d37-427d-4e03-b9ac-b8c1801f3a0a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.764643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f65dd777-f706-4286-abc2-0761f50bcac8 None None] Provisioning complete for port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:45.765017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f65dd777-f706-4286-abc2-0761f50bcac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.773584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-953e3fcf-5722-45e8-b6a9-9feb8a1817a0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (b13b4d37-427d-4e03-b9ac-b8c1801f3a0a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.777394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee72b8-0dd2-48d4-bb2b-b5256bc778ea tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=f2560830-97f2-48ee-b9d2-3bdb1ae421cc,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:45.872617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f65dd777-f706-4286-abc2-0761f50bcac8 None None] Current status of the port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:45.875991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0c8ac25a-6f33-4c5c-be44-94d242b49fa4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.900335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:45.912092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=0c8ac25a-6f33-4c5c-be44-94d242b49fa4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:45.949087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port f2560830-97f2-48ee-b9d2-3bdb1ae421cc {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:45.949433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.960519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] Deleting port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:45.962071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.987162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-953e3fcf-5722-45e8-b6a9-9feb8a1817a0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b13b4d37-427d-4e03-b9ac-b8c1801f3a0a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:45.993541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:45.998775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.007901 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-953e3fcf-5722-45e8-b6a9-9feb8a1817a0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.009605 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-953e3fcf-5722-45e8-b6a9-9feb8a1817a0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b13b4d37-427d-4e03-b9ac-b8c1801f3a0a HTTP/1.1" status: 204  len: 168 time: 0.4253888
May 14 21:37:46.046283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57474) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:46.063317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e3fcf-5722-45e8-b6a9-9feb8a1817a0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b13b4d37-427d-4e03-b9ac-b8c1801f3a0a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:46.103366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.104019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] For port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:46.104378 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.119653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] Calling delete_port for 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:46.221191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for f2560830-97f2-48ee-b9d2-3bdb1ae421cc owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:46.265066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7e0a8ec8-42a5-4688-85df-5ee63527b4e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.2171059
May 14 21:37:46.272889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57482) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:46.298011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (5c456b46-c7c6-4eb4-8828-afe8bf7bb759), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.299753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (0ca85100-3ca0-4031-99b2-d2cf60829d38), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.320974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31862a4a-ced7-44a3-88b8-060f4e005683 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9afc6e46-eb0c-4a8c-a51d-270a162c9af4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.337641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31862a4a-ced7-44a3-88b8-060f4e005683 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9afc6e46-eb0c-4a8c-a51d-270a162c9af4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.348384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] Pushing event deleted for resources: {'Port': ['ID=5c456b46-c7c6-4eb4-8828-afe8bf7bb759,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:46.352459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aafab7-ef8a-49ec-a9ce-9efceae9151f None None] No DVR routers for this DVR port 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:46.468221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99619252-6fe2-417c-b6b9-4860ab8b5f96 req-16fe21a9-18cf-4ea9-ac71-f6fd669fb24b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:46.469801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99619252-6fe2-417c-b6b9-4860ab8b5f96 req-16fe21a9-18cf-4ea9-ac71-f6fd669fb24b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 944 time: 0.1468377
May 14 21:37:46.487972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31862a4a-ced7-44a3-88b8-060f4e005683 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9afc6e46-eb0c-4a8c-a51d-270a162c9af4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.501011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31862a4a-ced7-44a3-88b8-060f4e005683 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.501011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31862a4a-ced7-44a3-88b8-060f4e005683 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9afc6e46-eb0c-4a8c-a51d-270a162c9af4 HTTP/1.1" status: 204  len: 168 time: 0.2218552
May 14 21:37:46.501011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57504) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:46.509939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31862a4a-ced7-44a3-88b8-060f4e005683 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9afc6e46-eb0c-4a8c-a51d-270a162c9af4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:46.570788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router 0ca85100-3ca0-4031-99b2-d2cf60829d38 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:37:46.586054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ddb2fbcd-cde3-408e-8e07-bdebcfc91aeb tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.0835600
May 14 21:37:46.586301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f2560830-97f2-48ee-b9d2-3bdb1ae421cc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.587124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57506) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:46.604055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99619252-6fe2-417c-b6b9-4860ab8b5f96 req-16307d37-6947-40a8-b77a-e21c587d1088 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994048
May 14 21:37:46.611504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0d782936-f399-4ddf-8074-140eadf30553 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:37:46.626341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=f2560830-97f2-48ee-b9d2-3bdb1ae421cc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:46.733449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:37:46.735247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (108b6f40-bbca-4ef6-a09d-437c31eaf517), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.741174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cefae09-ab4d-4a5c-9271-4cafd1a51be7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (d96548d8-64bc-4f75-bf87-a9b456ddc01e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.782447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0d782936-f399-4ddf-8074-140eadf30553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d782936-f399-4ddf-8074-140eadf30553,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:46.806381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '0d782936-f399-4ddf-8074-140eadf30553', 'network_id': '5d2fb178-d172-4ba8-bb55-be2d01fb2ee1', 'port_id': '0d782936-f399-4ddf-8074-140eadf30553', 'mac_address': 'fa:16:3e:1e:e9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c30685-5899-4d74-abdd-d92d690caa80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:37:46.808650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=108b6f40-bbca-4ef6-a09d-437c31eaf517,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:46.824523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cefae09-ab4d-4a5c-9271-4cafd1a51be7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (d96548d8-64bc-4f75-bf87-a9b456ddc01e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.828627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:46.835268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:46.840512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:46.840512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.851561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa0eca-089f-4291-8de9-8c97136903ac None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:46.903877 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.950932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:46.954311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 0d782936-f399-4ddf-8074-140eadf30553 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:46.955018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d782936-f399-4ddf-8074-140eadf30553), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:46.995378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:46.996508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5c456b46-c7c6-4eb4-8828-afe8bf7bb759 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:46.999471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cefae09-ab4d-4a5c-9271-4cafd1a51be7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d96548d8-64bc-4f75-bf87-a9b456ddc01e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.005076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cefae09-ab4d-4a5c-9271-4cafd1a51be7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.006174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9cefae09-ab4d-4a5c-9271-4cafd1a51be7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d96548d8-64bc-4f75-bf87-a9b456ddc01e HTTP/1.1" status: 204  len: 168 time: 0.4184456
May 14 21:37:47.011120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d782936-f399-4ddf-8074-140eadf30553 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:37:47.015954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57520) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.038913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-82975daf-64f8-4884-ac18-01c1fa14db17 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3107681
May 14 21:37:47.039458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefae09-ab4d-4a5c-9271-4cafd1a51be7 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96548d8-64bc-4f75-bf87-a9b456ddc01e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:47.076675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57524) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.100570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:47.104705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0d782936-f399-4ddf-8074-140eadf30553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d782936-f399-4ddf-8074-140eadf30553,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:47.107093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '108b6f40-bbca-4ef6-a09d-437c31eaf517'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:47.107911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.136484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.142383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4391a6f5-329e-40e4-81f6-5bbc1ea67c13 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/f2560830-97f2-48ee-b9d2-3bdb1ae421cc HTTP/1.1" status: 204  len: 168 time: 1.4303410
May 14 21:37:47.145389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.185043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:47.196241 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2b442253-1569-429a-ba15-5b352f709a61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/0ca85100-3ca0-4031-99b2-d2cf60829d38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3614852
May 14 21:37:47.198135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57530) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.202936 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] Sync routers for ids ['0ca85100-3ca0-4031-99b2-d2cf60829d38'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:47.211946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b1ee2a0c-e5cd-495b-bb61-685438d1f2e6 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1947954
May 14 21:37:47.219080 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] Routers {'0ca85100-3ca0-4031-99b2-d2cf60829d38'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:47.220000 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52363b8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0ca85100-3ca0-4031-99b2-d2cf60829d38'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:47.221034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57532) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.229381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61beaba-717d-49e6-9f1e-1d37cf629f82 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:47.230457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c61beaba-717d-49e6-9f1e-1d37cf629f82 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0841625
May 14 21:37:47.243558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57534) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.247674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e2d05f04-99e7-49c4-a41b-b5b29f72b852 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ca85100-3ca0-4031-99b2-d2cf60829d38 HTTP/1.1" status: 200  len: 205 time: 0.0382936
May 14 21:37:47.252067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0d782936-f399-4ddf-8074-140eadf30553), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.252678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57536) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.275277 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52363b8dc0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:47.285916 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] Routers {'0ca85100-3ca0-4031-99b2-d2cf60829d38'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:47.286751 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dca874-3201-466d-9fef-6f76a3175314 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:37:47.287574 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52363b8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0ca85100-3ca0-4031-99b2-d2cf60829d38'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:47.288601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d8dca874-3201-466d-9fef-6f76a3175314 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/f2560830-97f2-48ee-b9d2-3bdb1ae421cc HTTP/1.1" status: 404  len: 333 time: 0.0438926
May 14 21:37:47.293699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57538) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.299891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1596480665'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:47.329403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12a9b6d7-ecd8-49e2-a153-876d3f3fcab9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (c9dfc640-612f-4912-ade9-65a079640ff3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.337255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52363b8dc0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:47.338460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12a9b6d7-ecd8-49e2-a153-876d3f3fcab9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (c9dfc640-612f-4912-ade9-65a079640ff3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.338823 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44120be-e5cc-486b-847f-03913198c0e3 None None] The sync data for ids ['0ca85100-3ca0-4031-99b2-d2cf60829d38'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:37:47.347866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Allocated IP 2001:db8::f816:3eff:feab:1b7d (88e03173-3786-4c9f-927f-9ea223dbf14a/108b6f40-bbca-4ef6-a09d-437c31eaf517/8d98f160-8900-45be-b1b4-cf2b6679f2c7) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:47.362675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=0d782936-f399-4ddf-8074-140eadf30553,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:47.391727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (0ca85100-3ca0-4031-99b2-d2cf60829d38), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.465423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['0d782936-f399-4ddf-8074-140eadf30553'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:37:47.474148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:47.478762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.482428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12a9b6d7-ecd8-49e2-a153-876d3f3fcab9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c9dfc640-612f-4912-ade9-65a079640ff3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.489067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:47.499120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.513326 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12a9b6d7-ecd8-49e2-a153-876d3f3fcab9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.517480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12a9b6d7-ecd8-49e2-a153-876d3f3fcab9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c9dfc640-612f-4912-ade9-65a079640ff3 HTTP/1.1" status: 204  len: 168 time: 0.2926540
May 14 21:37:47.535334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57548) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.536130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9b6d7-ecd8-49e2-a153-876d3f3fcab9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9dfc640-612f-4912-ade9-65a079640ff3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:47.576380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:37:47.593814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (0ca85100-3ca0-4031-99b2-d2cf60829d38), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.597010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (0ca85100-3ca0-4031-99b2-d2cf60829d38), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.638148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8129a414-1da0-4913-b33d-a80353be4264), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.638581 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment 8129a414-1da0-4913-b33d-a80353be4264 of type vlan for network 689f8b21-cac5-448c-9c38-cd0dd2a99e01
May 14 21:37:47.742476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (0ca85100-3ca0-4031-99b2-d2cf60829d38), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.743245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca85100-3ca0-4031-99b2-d2cf60829d38 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:37:47.758109 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.761274 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-631ceb46-3bd4-479f-9a0e-02e50d37b60a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/0ca85100-3ca0-4031-99b2-d2cf60829d38 HTTP/1.1" status: 204  len: 168 time: 0.5075364
May 14 21:37:47.764409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57558) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.769951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d4234d15-c2c7-4291-9d84-c75893b8638c tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2315335
May 14 21:37:47.771884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57560) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:47.812783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (689f8b21-cac5-448c-9c38-cd0dd2a99e01), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.871313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet fdc82014-7d94-470b-a098-e69e44ba12e9 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:47.880178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (fdc82014-7d94-470b-a098-e69e44ba12e9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.896671 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 108b6f40-bbca-4ef6-a09d-437c31eaf517 (CIDR: 2001:db8::/64)
May 14 21:37:47.943595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (fdc82014-7d94-470b-a098-e69e44ba12e9), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.952685 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Publish callbacks [] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.952886 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:37:47.952886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:47.963553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59ab0980-5196-456d-9ca6-016ec913a26a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (719ab983-ec07-4a68-b2ae-b12bd8c9e6b6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.977957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59ab0980-5196-456d-9ca6-016ec913a26a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (719ab983-ec07-4a68-b2ae-b12bd8c9e6b6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.986984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (689f8b21-cac5-448c-9c38-cd0dd2a99e01), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:47.992936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:47.993543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.052643 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.068574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (fdc82014-7d94-470b-a098-e69e44ba12e9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.069859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce17f-bf22-4d9b-9e46-29d19aa91278 req-29fccb86-96ae-4193-881a-4b242b597617 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:48.071499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e61ce17f-bf22-4d9b-9e46-29d19aa91278 req-29fccb86-96ae-4193-881a-4b242b597617 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 945 time: 0.3004031
May 14 21:37:48.074038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:48.079328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:48.088662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=689f8b21-cac5-448c-9c38-cd0dd2a99e01,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:48.114776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:48.120467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90d1bcad-16a2-4db0-b2a8-579fe4b393d8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0420346
May 14 21:37:48.121707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:48.123169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57580) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.134670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:48.149113 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e61ce17f-bf22-4d9b-9e46-29d19aa91278 req-235d249a-3bd4-4062-a80f-aeeeeb23eb19 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662627
May 14 21:37:48.215862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Pushing event updated for resources: {'Port': ['ID=8d98f160-8900-45be-b1b4-cf2b6679f2c7,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:48.264433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Attempting to bind port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:48.264802 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Attempting to bind port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:48.265173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Attempting to bind port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:48.270759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-30b5592b-d8d1-465e-9472-96224fa8012f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.9760556
May 14 21:37:48.273992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57584) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.275820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:48.276205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:48.276604 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.276987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:48.277569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Bound port: 8d98f160-8900-45be-b1b4-cf2b6679f2c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:48.278056 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.283851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:48.342085 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59ab0980-5196-456d-9ca6-016ec913a26a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (719ab983-ec07-4a68-b2ae-b12bd8c9e6b6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.344264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] For port 8d98f160-8900-45be-b1b4-cf2b6679f2c7, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:48.347848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] For port 8d98f160-8900-45be-b1b4-cf2b6679f2c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d98f160-8900-45be-b1b4-cf2b6679f2c7,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:48.348162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59ab0980-5196-456d-9ca6-016ec913a26a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.349329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-59ab0980-5196-456d-9ca6-016ec913a26a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/719ab983-ec07-4a68-b2ae-b12bd8c9e6b6 HTTP/1.1" status: 204  len: 168 time: 0.5576785
May 14 21:37:48.352141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57586) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.366731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab0980-5196-456d-9ca6-016ec913a26a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=719ab983-ec07-4a68-b2ae-b12bd8c9e6b6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:48.401312 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-212dbacc-aa76-4087-8ee0-a888e79bf653 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0466247
May 14 21:37:48.402963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:48.403730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57588) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.407284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.410868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (fdc82014-7d94-470b-a098-e69e44ba12e9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.458589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc82014-7d94-470b-a098-e69e44ba12e9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:48.464301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.471296 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.471412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96c5c809-1725-4554-962b-041f2f14cf11 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (39411d6b-2c4b-4248-a14f-8fdba8234197), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.471697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4ff98dd4-125b-4aa3-97eb-476aab21143f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/fdc82014-7d94-470b-a098-e69e44ba12e9 HTTP/1.1" status: 204  len: 168 time: 0.7055233
May 14 21:37:48.472204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57590) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.473008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e7ba9-381e-46de-a0f3-d8e689347aa4 None None] Network 012e3363-8473-4a43-887f-819d1b354f58 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:48.519618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96c5c809-1725-4554-962b-041f2f14cf11 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (39411d6b-2c4b-4248-a14f-8fdba8234197), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.575497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:48.585894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.628376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0d782936-f399-4ddf-8074-140eadf30553 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:48.633145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3916f7c-3180-4a21-9919-b18a086f39bc None None] Pushing event updated for resources: {'Port': ['ID=8d98f160-8900-45be-b1b4-cf2b6679f2c7,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:48.675058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (012e3363-8473-4a43-887f-819d1b354f58), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.715164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 0d782936-f399-4ddf-8074-140eadf30553 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:37:48.719519 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96c5c809-1725-4554-962b-041f2f14cf11 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (39411d6b-2c4b-4248-a14f-8fdba8234197), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.723366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-96c5c809-1725-4554-962b-041f2f14cf11 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.729286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-96c5c809-1725-4554-962b-041f2f14cf11 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/39411d6b-2c4b-4248-a14f-8fdba8234197 HTTP/1.1" status: 204  len: 168 time: 0.3223810
May 14 21:37:48.729963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57598) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.759956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5c809-1725-4554-962b-041f2f14cf11 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39411d6b-2c4b-4248-a14f-8fdba8234197,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:48.767460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] DHCP port deletion for 012e3363-8473-4a43-887f-819d1b354f58 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:48.821749 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:48.822197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.832992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 0d782936-f399-4ddf-8074-140eadf30553 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:48.833872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0d782936-f399-4ddf-8074-140eadf30553), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:48.836496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1eca6e7d-8fe7-4298-bd7d-327963f86cce tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0995946
May 14 21:37:48.861206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57600) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:48.884641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--364967847'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:48.949983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] Deleting port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:48.951015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.028731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d9bb2847-f896-40a0-8e46-6a1bd2b429c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:49.043454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port d9bb2847-f896-40a0-8e46-6a1bd2b429c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,segment=NetworkSegment(57fa6fac-c10d-4d4a-ad78-2359c7cc1067),segment_id=57fa6fac-c10d-4d4a-ad78-2359c7cc1067)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:49.043984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.094088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for d9bb2847-f896-40a0-8e46-6a1bd2b429c1 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:49.096637 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (628cb67d-836c-441b-97b6-b755cae10365), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.116171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] For port d9bb2847-f896-40a0-8e46-6a1bd2b429c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,segment=NetworkSegment(57fa6fac-c10d-4d4a-ad78-2359c7cc1067),segment_id=57fa6fac-c10d-4d4a-ad78-2359c7cc1067)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:49.116764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.135850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.168551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] Calling delete_port for d9bb2847-f896-40a0-8e46-6a1bd2b429c1 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:49.186741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=628cb67d-836c-441b-97b6-b755cae10365,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:49.217923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': '8129a414-1da0-4913-b33d-a80353be4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:49.218293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: 689f8b21-cac5-448c-9c38-cd0dd2a99e01, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:49.266025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (c9f45649-bc56-467b-b872-864cfbb338f9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.269758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (5c6700e3-8795-4f77-9970-b22938024a3a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.322457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 0d782936-f399-4ddf-8074-140eadf30553 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:49.322844 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d782936-f399-4ddf-8074-140eadf30553), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.329652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:49.330051 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.342841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77463-04cb-4127-ba3a-0574d48f9f05 req-9850e45d-9686-4076-9e56-4cd080818dad tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:49.344812 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fa77463-04cb-4127-ba3a-0574d48f9f05 req-9850e45d-9686-4076-9e56-4cd080818dad tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 945 time: 0.0904877
May 14 21:37:49.351047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:49.353810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c9f45649-bc56-467b-b872-864cfbb338f9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.354343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:49.356145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:49.360098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:49.361013 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.364206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.383471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d782936-f399-4ddf-8074-140eadf30553'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:37:49.385720 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc5fcf-de44-4ceb-bda1-669730e16d58" -d '{"events": [{"server_uuid": "52885e0c-c76a-45ae-95aa-a3fbc320ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "0d782936-f399-4ddf-8074-140eadf30553"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:37:49.390613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f45649-bc56-467b-b872-864cfbb338f9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:49.418724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0d782936-f399-4ddf-8074-140eadf30553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d782936-f399-4ddf-8074-140eadf30553,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:49.420419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (d9bb2847-f896-40a0-8e46-6a1bd2b429c1), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.450445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 689f8b21-cac5-448c-9c38-cd0dd2a99e01) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:49.452614 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a2f154-d4f7-4be1-9e01-833432db8482 x-openstack-request-id: req-64a2f154-d4f7-4be1-9e01-833432db8482 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:37:49.452946 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52885e0c-c76a-45ae-95aa-a3fbc320ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "0d782936-f399-4ddf-8074-140eadf30553", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:37:49.453197 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64a2f154-d4f7-4be1-9e01-833432db8482 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:37:49.453597 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a2f154-d4f7-4be1-9e01-833432db8482'] response: {'server_uuid': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d782936-f399-4ddf-8074-140eadf30553', 'code': 200}
May 14 21:37:49.454657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] Pushing event deleted for resources: {'Port': ['ID=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:49.455156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:49.455976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.458797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a647b-f04a-436a-a1d4-9bb44c61ac36 None None] No DVR routers for this DVR port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:49.489110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.496338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f8875e76-de58-45a6-8cd7-30e9397b91e8 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6296821
May 14 21:37:49.496518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35a293-eb9d-4a97-9b6a-c316e447c9a5 None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:49.497031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57614) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:49.503768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': 'c9f45649-bc56-467b-b872-864cfbb338f9', 'direction': 'ingress', 'protocol': 17}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:49.522218 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0d782936-f399-4ddf-8074-140eadf30553), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.536038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9fa77463-04cb-4127-ba3a-0574d48f9f05 req-2f9afa88-712f-46ea-9dce-76c6a697e82a tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665857
May 14 21:37:49.545116 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=d9bb2847-f896-40a0-8e46-6a1bd2b429c1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:49.547751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=5c6700e3-8795-4f77-9970-b22938024a3a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:49.558833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port d9bb2847-f896-40a0-8e46-6a1bd2b429c1 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:49.583120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d2b3d8e9-5db6-4bbe-b531-73cbda1e1a34 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3050888
May 14 21:37:49.584103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57616) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:49.589210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:49.668202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=0d782936-f399-4ddf-8074-140eadf30553,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:49.683648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-01e1576c-d268-4c3f-a8d7-4192e7aff600 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5563903
May 14 21:37:49.683784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021af808-6feb-4f8d-bb0e-0fd87e9ceb8e req-596a6e09-a34f-442a-9275-b26e5915aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:49.684520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57620) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:49.687808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-021af808-6feb-4f8d-bb0e-0fd87e9ceb8e req-596a6e09-a34f-442a-9275-b26e5915aa9b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 1128 time: 0.1594625
May 14 21:37:49.694427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:28:95:91', 'name': 'tempest-NetworksTestDHCPv6-11518050'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:49.699954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (012e3363-8473-4a43-887f-819d1b354f58), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.726945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': '628cb67d-836c-441b-97b6-b755cae10365'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:49.728930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.788458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-021af808-6feb-4f8d-bb0e-0fd87e9ceb8e req-e1015b30-aa70-4670-ad1e-e6ca31056269 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621634
May 14 21:37:49.788966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a6faac0>,) {'filters': {'network_id': ['012e3363-8473-4a43-887f-819d1b354f58']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:49.805239 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (8897fd41-970e-4923-9ff5-2c9cfc7398e3), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.806482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6faac0>, '57fa6fac-c10d-4d4a-ad78-2359c7cc1067') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:49.806881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6faac0>, '57fa6fac-c10d-4d4a-ad78-2359c7cc1067') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:49.850946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (57fa6fac-c10d-4d4a-ad78-2359c7cc1067), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.887910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (8897fd41-970e-4923-9ff5-2c9cfc7398e3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.914988 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (57fa6fac-c10d-4d4a-ad78-2359c7cc1067), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.932414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:37:49.934509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (57fa6fac-c10d-4d4a-ad78-2359c7cc1067), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:37:49.952383 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:37:49.958236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8897fd41-970e-4923-9ff5-2c9cfc7398e3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:49.982931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Allocated IP 172.20.0.2 (689f8b21-cac5-448c-9c38-cd0dd2a99e01/628cb67d-836c-441b-97b6-b755cae10365/ab199f3d-0fa0-4921-9cd6-fac4c9eff084) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:50.001517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8897fd41-970e-4923-9ff5-2c9cfc7398e3,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:50.050604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c3315-c407-4b14-8753-05722a177f6c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:50.051150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:50.055578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.131301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.135124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd8e0170-442a-46f9-b95f-816a60a32571 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.6340029
May 14 21:37:50.135529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57630) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:50.160392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (012e3363-8473-4a43-887f-819d1b354f58), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.172432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] Provisioning complete for port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:50.173039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.178059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.183161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/012e3363-8473-4a43-887f-819d1b354f58 HTTP/1.1" status: 204  len: 168 time: 1.7065299
May 14 21:37:50.184811 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 628cb67d-836c-441b-97b6-b755cae10365 (CIDR: 172.20.0.0/28)
May 14 21:37:50.191395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57634) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:50.201229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1610101825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:50.204109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6abd-c4df-460b-9dda-621e6efd5d8c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=012e3363-8473-4a43-887f-819d1b354f58,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:50.225426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:50.230157 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:37:50.230731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:50.240799 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9814-8431-4b62-af05-f04d7487b830 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (c9f45649-bc56-467b-b872-864cfbb338f9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.266928 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9814-8431-4b62-af05-f04d7487b830 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (c9f45649-bc56-467b-b872-864cfbb338f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.323689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.344792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port c67feea5-791e-49a5-8b26-ed8096f54af3 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:50.369191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Publish callbacks [] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.396953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.398219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.404755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3debcbcb-5b6e-481c-a243-c52d12e82b24 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8194311
May 14 21:37:50.408323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:50.413318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:50.438768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9814-8431-4b62-af05-f04d7487b830 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c9f45649-bc56-467b-b872-864cfbb338f9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.441344 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2f9814-8431-4b62-af05-f04d7487b830 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.444729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3a2f9814-8431-4b62-af05-f04d7487b830 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/c9f45649-bc56-467b-b872-864cfbb338f9 HTTP/1.1" status: 204  len: 168 time: 0.3059962
May 14 21:37:50.448428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] Current status of the port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:50.448428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.486401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57640) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:50.496467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] Update dhcp port {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'fixed_ips': [{'subnet_id': '108b6f40-bbca-4ef6-a09d-437c31eaf517', 'ip_address': '2001:db8::f816:3eff:feab:1b7d'}, {'subnet_id': '5c6700e3-8795-4f77-9970-b22938024a3a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '8d98f160-8900-45be-b1b4-cf2b6679f2c7'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:37:50.517886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] For port 8d98f160-8900-45be-b1b4-cf2b6679f2c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d98f160-8900-45be-b1b4-cf2b6679f2c7,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:50.521769 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.564029 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.564417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.566189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f9814-8431-4b62-af05-f04d7487b830 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f45649-bc56-467b-b872-864cfbb338f9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:50.593444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:50.627221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:50.633534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:50.635714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Pushing event updated for resources: {'Port': ['ID=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:50.651934 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.686846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8:0:1::1a6 (88e03173-3786-4c9f-927f-9ea223dbf14a/5c6700e3-8795-4f77-9970-b22938024a3a/c67feea5-791e-49a5-8b26-ed8096f54af3) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:50.701661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::f816:3eff:fe28:9591 (88e03173-3786-4c9f-927f-9ea223dbf14a/108b6f40-bbca-4ef6-a09d-437c31eaf517/c67feea5-791e-49a5-8b26-ed8096f54af3) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:50.712952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.723528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-844487b4-4ec7-45c7-9885-88431413aee3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2350476
May 14 21:37:50.731158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57648) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:50.752763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--61467848'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:50.788857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4ba10-68dd-4170-a90b-db95759eb408 req-67d0e97a-6b32-429a-acd1-e71b82c15f6b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:50.790134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290dd15-735c-4752-8621-9c57c7c1242d None None] Pushing event updated for resources: {'Port': ['ID=8d98f160-8900-45be-b1b4-cf2b6679f2c7,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:50.790430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8d4ba10-68dd-4170-a90b-db95759eb408 req-67d0e97a-6b32-429a-acd1-e71b82c15f6b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.0708125
May 14 21:37:50.806370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:50.810138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.866606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Attempting to bind port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:50.867117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Attempting to bind port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8129a414-1da0-4913-b33d-a80353be4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:50.867650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Attempting to bind port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 on network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:50.886389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:50.887113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Checking segment: {'id': '8129a414-1da0-4913-b33d-a80353be4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:50.887736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.888225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Bound using segment: {'id': '8129a414-1da0-4913-b33d-a80353be4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:50.888970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Bound port: ab199f3d-0fa0-4921-9cd6-fac4c9eff084, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8129a414-1da0-4913-b33d-a80353be4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:50.889597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.983113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.988585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:50.989793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d1048a95-7e49-4d11-a820-53c788db38a9 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.7976890
May 14 21:37:51.001637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57662) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:51.007924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-70140148'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:51.018720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (c67feea5-791e-49a5-8b26-ed8096f54af3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.019575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8d98f160-8900-45be-b1b4-cf2b6679f2c7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:51.104619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (15d10445-6dca-4740-b453-e7cd5218fe9b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.162951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c67feea5-791e-49a5-8b26-ed8096f54af3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.213723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:51.217594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:51.221414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:51.226889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:51.227585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.254574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=c67feea5-791e-49a5-8b26-ed8096f54af3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:51.267856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] For port ab199f3d-0fa0-4921-9cd6-fac4c9eff084, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:51.270425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (15d10445-6dca-4740-b453-e7cd5218fe9b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.290939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] For port ab199f3d-0fa0-4921-9cd6-fac4c9eff084, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,segment=NetworkSegment(8129a414-1da0-4913-b33d-a80353be4264),segment_id=8129a414-1da0-4913-b33d-a80353be4264)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:51.323727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bc54ccea-f4e8-4877-9c35-a106e0f003e2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.6374009
May 14 21:37:51.328272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:51.339708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] Allocated IP 2001:db8:0:1::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/5c6700e3-8795-4f77-9970-b22938024a3a/8d98f160-8900-45be-b1b4-cf2b6679f2c7) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:51.347182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:51.347833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.368511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d10445-6dca-4740-b453-e7cd5218fe9b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:51.398523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.401162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.405167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-712b893b-f3e8-4edb-9f04-124b1e98136a tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.6660719
May 14 21:37:51.431515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57666) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:51.442797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568434414'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:51.460851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8d4ba10-68dd-4170-a90b-db95759eb408 req-d5712e72-d38f-4c58-b561-25a35b86d0b7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6562102
May 14 21:37:51.480293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port c67feea5-791e-49a5-8b26-ed8096f54af3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:51.480642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c67feea5-791e-49a5-8b26-ed8096f54af3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.563717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4913eec-d775-474d-8449-9d9d99bb9668 None None] Pushing event updated for resources: {'Port': ['ID=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:51.598061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:51.602204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.617293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.624198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c67feea5-791e-49a5-8b26-ed8096f54af3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.629663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] For port 8d98f160-8900-45be-b1b4-cf2b6679f2c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d98f160-8900-45be-b1b4-cf2b6679f2c7,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:51.631514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:51.654073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:37:51.654913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for c67feea5-791e-49a5-8b26-ed8096f54af3 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:51.682178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] Publish callbacks [] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.696334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a8801450-61cd-4659-a467-3f0d6990acb3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.696746 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment a8801450-61cd-4659-a467-3f0d6990acb3 of type vlan for network 6f829d7d-02a5-4d72-9083-b974cbe055de
May 14 21:37:51.732666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57672) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:51.802344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.817524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6f829d7d-02a5-4d72-9083-b974cbe055de), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.831365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.892175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (1704eca4-9eb0-4ba3-bfef-d3ea90e51596), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.947819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf78384-7d29-4a21-aad9-37a343cfafff None None] Pushing event updated for resources: {'Port': ['ID=8d98f160-8900-45be-b1b4-cf2b6679f2c7,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:51.960060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=1704eca4-9eb0-4ba3-bfef-d3ea90e51596,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:51.965427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6f829d7d-02a5-4d72-9083-b974cbe055de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.972503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:51.973233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:51.976471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.012840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efebd329-179c-4ee3-b1e4-2b64a1463c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.054273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:52.074742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c67feea5-791e-49a5-8b26-ed8096f54af3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.088264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:52.091368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.092081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.110036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:52.115432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.116796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e5635db0-5905-4ca8-862c-d5f32b71e917 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6802235
May 14 21:37:52.118967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=c67feea5-791e-49a5-8b26-ed8096f54af3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:52.121966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 745 time: 1.1183345
May 14 21:37:52.122271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57676) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.128463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57678) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.130880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e036122-d971-4e34-915a-ae6e1cda41ae tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=6f829d7d-02a5-4d72-9083-b974cbe055de,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:52.132817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '15d10445-6dca-4740-b453-e7cd5218fe9b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f', 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:52.137280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:52.140915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6f829d7d-02a5-4d72-9083-b974cbe055de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:37:52.208983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6558ea15-94c8-4d5e-9c28-10fdda6f0c15 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.7993221
May 14 21:37:52.210554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57680) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.212760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.219218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7844f1d2-d0c9-4d71-a2fa-5256608b975c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/c67feea5-791e-49a5-8b26-ed8096f54af3 HTTP/1.1" status: 204  len: 168 time: 0.8890638
May 14 21:37:52.219956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57682) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.224015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'fixed_ips': [{'subnet_id': '628cb67d-836c-441b-97b6-b755cae10365'}, {'subnet_id': '1704eca4-9eb0-4ba3-bfef-d3ea90e51596'}], 'name': 'tempest-PortsTestJSON-1820254362'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:52.274102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efebd329-179c-4ee3-b1e4-2b64a1463c85 admin admin] Publish callbacks [] for security_group (13cd161f-6888-4fce-824e-5e4f7504bddb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.291559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e72f824-be4b-4fcb-a790-22e30d56def4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.293201 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5e72f824-be4b-4fcb-a790-22e30d56def4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0721433
May 14 21:37:52.295744 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57684) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.342022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efebd329-179c-4ee3-b1e4-2b64a1463c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (13cd161f-6888-4fce-824e-5e4f7504bddb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.377719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d56d81-3eb6-4e6e-b1f3-7f6e2ed618cc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.379290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-79d56d81-3eb6-4e6e-b1f3-7f6e2ed618cc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0826154
May 14 21:37:52.382569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57686) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.387451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e42c50ba-ab47-4159-ad01-c83b1e1f856d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.396703 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-efebd329-179c-4ee3-b1e4-2b64a1463c85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=256fd64ac4aa41f599fd76a0d59f9261&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6602929
May 14 21:37:52.398068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57688) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.418323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebd329-179c-4ee3-b1e4-2b64a1463c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cd161f-6888-4fce-824e-5e4f7504bddb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:52.428497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:52.432597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.464517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:52.498416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e42c50ba-ab47-4159-ad01-c83b1e1f856d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.612203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ad447-2490-49d5-aca7-5f8fd275a3ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.613550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ad447-2490-49d5-aca7-5f8fd275a3ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.614976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ad447-2490-49d5-aca7-5f8fd275a3ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.616633 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-320ad447-2490-49d5-aca7-5f8fd275a3ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2286525
May 14 21:37:52.620297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85700e-ff48-45fb-9b99-6fd099d81846 req-8597f8eb-ca38-4eaa-846f-91e8967658ed tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:52.627500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57694) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.629770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd85700e-ff48-45fb-9b99-6fd099d81846 req-8597f8eb-ca38-4eaa-846f-91e8967658ed tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.0812988
May 14 21:37:52.647629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e42c50ba-ab47-4159-ad01-c83b1e1f856d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.694113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42c50ba-ab47-4159-ad01-c83b1e1f856d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:52.724092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd85700e-ff48-45fb-9b99-6fd099d81846 req-e82211a1-cf54-4864-a743-51258a8f6d3d tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934505
May 14 21:37:52.729035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b6d82c9-592d-4f7d-b2e1-3cdd86c2616f admin admin] Publish callbacks [] for security_group (13cd161f-6888-4fce-824e-5e4f7504bddb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.752583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.784956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.791330 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6760572d-4114-487b-bb7b-b4b1e78839a3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.6669168
May 14 21:37:52.791982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57698) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:52.808010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2eda6d03-455c-40c5-b2b7-93e9dd8c332f None None] Provisioning complete for port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:52.809725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2eda6d03-455c-40c5-b2b7-93e9dd8c332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.861397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39403981-5b75-4d4c-afa4-ac989fa22914 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e42c50ba-ab47-4159-ad01-c83b1e1f856d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.882797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39403981-5b75-4d4c-afa4-ac989fa22914 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (e42c50ba-ab47-4159-ad01-c83b1e1f856d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:52.946296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 108b6f40-bbca-4ef6-a09d-437c31eaf517 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:52.950406 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (108b6f40-bbca-4ef6-a09d-437c31eaf517), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.038312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2eda6d03-455c-40c5-b2b7-93e9dd8c332f None None] Current status of the port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:53.040607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b6d82c9-592d-4f7d-b2e1-3cdd86c2616f admin admin] Publish callbacks [] for security_group (13cd161f-6888-4fce-824e-5e4f7504bddb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.051764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39403981-5b75-4d4c-afa4-ac989fa22914 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e42c50ba-ab47-4159-ad01-c83b1e1f856d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.058897 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39403981-5b75-4d4c-afa4-ac989fa22914 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.063750 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39403981-5b75-4d4c-afa4-ac989fa22914 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e42c50ba-ab47-4159-ad01-c83b1e1f856d HTTP/1.1" status: 204  len: 168 time: 0.2706833
May 14 21:37:53.064472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57700) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:53.066146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 30d1b54d-41b0-4dae-bb19-312ffbb0712e yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:37:53.072481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab199f3d-0fa0-4921-9cd6-fac4c9eff084 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:53.073035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (108b6f40-bbca-4ef6-a09d-437c31eaf517), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.107773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403981-5b75-4d4c-afa4-ac989fa22914 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42c50ba-ab47-4159-ad01-c83b1e1f856d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:53.113371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dceeb82e-6425-4878-a741-aeca608614ce), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.145231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96652-17ad-4b36-aee2-66b8a84e7e4a req-976009ad-1377-46f1-937e-94102ba74995 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:53.155138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ede96652-17ad-4b36-aee2-66b8a84e7e4a req-976009ad-1377-46f1-937e-94102ba74995 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.2159569
May 14 21:37:53.156830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9e0bf6ed-94a8-430a-b224-18a12bd587f3 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0901237
May 14 21:37:53.157544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57702) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:53.163601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:53.164124 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.208824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1639b8a-de6f-485a-b88b-0301077cf057 None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:53.223252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7037d5c-ce96-461d-bc6c-aaf5fd55877f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.258471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7037d5c-ce96-461d-bc6c-aaf5fd55877f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.305244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Provisioning complete for port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:53.305615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.330704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ede96652-17ad-4b36-aee2-66b8a84e7e4a req-f7dc8a02-4ecb-47ac-a293-cc774cbeb48b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745441
May 14 21:37:53.395008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7037d5c-ce96-461d-bc6c-aaf5fd55877f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.395170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=dceeb82e-6425-4878-a741-aeca608614ce,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:53.397389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7037d5c-ce96-461d-bc6c-aaf5fd55877f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.401353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c7037d5c-ce96-461d-bc6c-aaf5fd55877f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f HTTP/1.1" status: 204  len: 168 time: 0.2405288
May 14 21:37:53.402462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57706) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:53.417224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:53.417616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.453685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7037d5c-ce96-461d-bc6c-aaf5fd55877f tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e13c745-4fab-4fee-9fc8-f3b5eab4bb8f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:53.474194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (108b6f40-bbca-4ef6-a09d-437c31eaf517), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.508073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b6d82c9-592d-4f7d-b2e1-3cdd86c2616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (13cd161f-6888-4fce-824e-5e4f7504bddb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.511566 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6b6d82c9-592d-4f7d-b2e1-3cdd86c2616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.515989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6b6d82c9-592d-4f7d-b2e1-3cdd86c2616f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13cd161f-6888-4fce-824e-5e4f7504bddb HTTP/1.1" status: 204  len: 168 time: 1.1128495
May 14 21:37:53.526231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:53.526605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 6f829d7d-02a5-4d72-9083-b974cbe055de, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:37:53.574869 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ec0b4218-37bd-4ce1-8776-25b69e336ac0 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4543 time: 0.1712656
May 14 21:37:53.582828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d82c9-592d-4f7d-b2e1-3cdd86c2616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cd161f-6888-4fce-824e-5e4f7504bddb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:53.583090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1870ca-e812-46fb-9572-e55800c0b6be req-13125c31-a942-4438-aa8d-730d45f140ce tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:53.594611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a1870ca-e812-46fb-9572-e55800c0b6be req-13125c31-a942-4438-aa8d-730d45f140ce tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 945 time: 0.0698667
May 14 21:37:53.594733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57710) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:53.655288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7a1870ca-e812-46fb-9572-e55800c0b6be req-1551166e-1a1a-443d-926c-7a87f3765dd0 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611229
May 14 21:37:53.660894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port ab199f3d-0fa0-4921-9cd6-fac4c9eff084, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,segment=NetworkSegment(8129a414-1da0-4913-b33d-a80353be4264),segment_id=8129a414-1da0-4913-b33d-a80353be4264)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:53.682161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:53.682508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.695379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] Update dhcp port {'port': {'network_id': '689f8b21-cac5-448c-9c38-cd0dd2a99e01', 'fixed_ips': [{'subnet_id': '628cb67d-836c-441b-97b6-b755cae10365', 'ip_address': '172.20.0.2'}, {'subnet_id': '1704eca4-9eb0-4ba3-bfef-d3ea90e51596'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'ab199f3d-0fa0-4921-9cd6-fac4c9eff084'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:37:53.748442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5ba37b4-0ada-4a3c-80f6-857ba2bbfa70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (15d10445-6dca-4740-b453-e7cd5218fe9b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.759427 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.778337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 6f829d7d-02a5-4d72-9083-b974cbe055de is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:37:53.779428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.780294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8d98f160-8900-45be-b1b4-cf2b6679f2c7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:53.787190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (108b6f40-bbca-4ef6-a09d-437c31eaf517), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.805134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5ba37b4-0ada-4a3c-80f6-857ba2bbfa70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (15d10445-6dca-4740-b453-e7cd5218fe9b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.865102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=108b6f40-bbca-4ef6-a09d-437c31eaf517,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:53.870498 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.877622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-417e6353-78c5-40a1-a115-86b2fa5303bd tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/108b6f40-bbca-4ef6-a09d-437c31eaf517 HTTP/1.1" status: 204  len: 168 time: 1.2490861
May 14 21:37:53.878257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57718) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:53.897386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ad9d8-f5a6-4ca3-8b77-a42ba8b36643 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:53.902917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f829d7d-02a5-4d72-9083-b974cbe055de) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:53.914498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:53.915101 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:53.966398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.8 (689f8b21-cac5-448c-9c38-cd0dd2a99e01/628cb67d-836c-441b-97b6-b755cae10365/30d1b54d-41b0-4dae-bb19-312ffbb0712e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:54.012862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.23 (689f8b21-cac5-448c-9c38-cd0dd2a99e01/1704eca4-9eb0-4ba3-bfef-d3ea90e51596/30d1b54d-41b0-4dae-bb19-312ffbb0712e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:54.014633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3de344-9073-4a45-b19a-23edc366f420 None None] Network 6f829d7d-02a5-4d72-9083-b974cbe055de requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:54.040608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:37:54.041282 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:37:54.041552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eabfc7-bf40-4436-8579-94bc062f3005 req-a51ff526-fb41-44c2-bbe4-fd987d31a092 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:54.043008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95eabfc7-bf40-4436-8579-94bc062f3005 req-a51ff526-fb41-44c2-bbe4-fd987d31a092 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.0800252
May 14 21:37:54.057256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:54.057693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.060567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 5c6700e3-8795-4f77-9970-b22938024a3a {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:37:54.074172 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (5c6700e3-8795-4f77-9970-b22938024a3a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.133540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4b8c2a73-9634-48e0-97c2-d3da408550ce tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9977381
May 14 21:37:54.133914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:54.135380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57722) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:54.147209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5ba37b4-0ada-4a3c-80f6-857ba2bbfa70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (15d10445-6dca-4740-b453-e7cd5218fe9b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.149705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f5ba37b4-0ada-4a3c-80f6-857ba2bbfa70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.152868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f5ba37b4-0ada-4a3c-80f6-857ba2bbfa70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/15d10445-6dca-4740-b453-e7cd5218fe9b HTTP/1.1" status: 204  len: 168 time: 0.5557542
May 14 21:37:54.173252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57724) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:54.212556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (5c6700e3-8795-4f77-9970-b22938024a3a), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.254992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba37b4-0ada-4a3c-80f6-857ba2bbfa70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d10445-6dca-4740-b453-e7cd5218fe9b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:54.346499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95eabfc7-bf40-4436-8579-94bc062f3005 req-d5996781-f7de-4f58-a7ef-6c557377a7d7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2732992
May 14 21:37:54.356917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-47359a22-c715-4770-a998-24cc36d7e7c9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1826491
May 14 21:37:54.361570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57728) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:54.375200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383766176'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:54.402382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6f829d7d-02a5-4d72-9083-b974cbe055de', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:54.403438 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.487242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (5c6700e3-8795-4f77-9970-b22938024a3a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.532816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57732) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:54.540377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.623367 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.632029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-464cbf64-0718-4607-9832-462b00b6d223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.672800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (5c6700e3-8795-4f77-9970-b22938024a3a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.720653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6700e3-8795-4f77-9970-b22938024a3a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:54.728668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.732723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-865fab0a-6c32-422f-b3cf-73c5c437db74 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/5c6700e3-8795-4f77-9970-b22938024a3a HTTP/1.1" status: 204  len: 168 time: 0.8481236
May 14 21:37:54.734799 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.737048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57736) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:54.747303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:54.798606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0f591-0ad7-41d1-bfa4-54067915412d req-77c5b83b-7a42-4181-9d32-c3ebab144681 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:54.800208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4de0f591-0ad7-41d1-bfa4-54067915412d req-77c5b83b-7a42-4181-9d32-c3ebab144681 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0902550
May 14 21:37:54.812425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:54.823948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2a72976f-8924-42cb-a96f-7fbf3d9e455f None None] Could not find standard attr ID for object c67feea5-791e-49a5-8b26-ed8096f54af3. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:37:54.829364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=30d1b54d-41b0-4dae-bb19-312ffbb0712e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:54.865791 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:54.954814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f66a00e3-c61b-4e9f-9971-0d41e47ea893 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2129655
May 14 21:37:54.955065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57738) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:54.959160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] Allocated IP 172.20.0.18 (689f8b21-cac5-448c-9c38-cd0dd2a99e01/1704eca4-9eb0-4ba3-bfef-d3ea90e51596/ab199f3d-0fa0-4921-9cd6-fac4c9eff084) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:54.961267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:54.967124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:54.973597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:54.991534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:54.993877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab199f3d-0fa0-4921-9cd6-fac4c9eff084 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:55.104912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Allocated IP 172.20.0.2 (6f829d7d-02a5-4d72-9083-b974cbe055de/dceeb82e-6425-4878-a741-aeca608614ce/1df6e938-b298-42e9-90c8-b7fb2e6488a9) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:55.125036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:55.125727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.211334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:55.212247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.219426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4de0f591-0ad7-41d1-bfa4-54067915412d req-dff247a9-a989-48c1-a878-c2b1660280e6 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4105916
May 14 21:37:55.245179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (a414e7a4-a1b7-4efc-967b-1947f57c4893), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.252796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-464cbf64-0718-4607-9832-462b00b6d223 admin admin] Publish callbacks [] for security_group (6ae90fc0-c8d8-499e-823a-6c4221d94dfa), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.272255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b5a7cbb6-5911-4b78-87ee-22904979096d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 3.0573103
May 14 21:37:55.280386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:55.284052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '628cb67d-836c-441b-97b6-b755cae10365'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:55.306846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] For port ab199f3d-0fa0-4921-9cd6-fac4c9eff084, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,segment=NetworkSegment(8129a414-1da0-4913-b33d-a80353be4264),segment_id=8129a414-1da0-4913-b33d-a80353be4264)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:55.340951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:55.346421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.376662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f4fec-d491-43af-bdcf-ce411a5a8958 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:55.386339 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] Publish callbacks [] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.482501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.523368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0c4b1803-de36-470f-9b0e-62d15592b30f None None] Provisioning complete for port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:55.523770 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0c4b1803-de36-470f-9b0e-62d15592b30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.532832 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.601744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:55.650327 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Publish callbacks [] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.732112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6921-3f93-4274-b26d-ab18cd5cd628 None None] Pushing event updated for resources: {'Port': ['ID=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:55.751040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.751311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb75a-feed-4a11-a096-7cd4da6b25c6 req-cdd8749e-645a-4c46-ae98-5804f579c09c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:55.751311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb75a-feed-4a11-a096-7cd4da6b25c6 req-cdd8749e-645a-4c46-ae98-5804f579c09c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:55.757712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb75a-feed-4a11-a096-7cd4da6b25c6 req-cdd8749e-645a-4c46-ae98-5804f579c09c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:55.765151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aabcb75a-feed-4a11-a096-7cd4da6b25c6 req-cdd8749e-645a-4c46-ae98-5804f579c09c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b&device_id=b05f0aba-3b46-4920-a63a-1480098dbee2&device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 2417 time: 0.1497667
May 14 21:37:55.838019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Network 6f829d7d-02a5-4d72-9083-b974cbe055de is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:55.848062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:55.853556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Pushing event updated for resources: {'Port': ['ID=1df6e938-b298-42e9-90c8-b7fb2e6488a9,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:55.860663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:55.863114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:37:55.868214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0c4b1803-de36-470f-9b0e-62d15592b30f None None] Current status of the port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:55.972136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.20.0.1 (6f829d7d-02a5-4d72-9083-b974cbe055de/dceeb82e-6425-4878-a741-aeca608614ce/520cdb0b-5950-4d0c-86a6-e22cbc004f0f) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:55.988905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] Deleting port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:37:55.989511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:55.994298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Attempting to bind port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:55.994675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Attempting to bind port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:55.995848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Attempting to bind port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 on network 6f829d7d-02a5-4d72-9083-b974cbe055de {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:56.023054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:56.023410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Checking segment: {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:56.023839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.024252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Bound using segment: {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:56.024755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Bound port: 1df6e938-b298-42e9-90c8-b7fb2e6488a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:56.025001 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-464cbf64-0718-4607-9832-462b00b6d223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ae90fc0-c8d8-499e-823a-6c4221d94dfa), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.025135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.026579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aabcb75a-feed-4a11-a096-7cd4da6b25c6 req-26afafb8-586c-454a-a2c4-41b46f732626 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602236
May 14 21:37:56.027730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a414e7a4-a1b7-4efc-967b-1947f57c4893), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.121496 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (943684cc-d32b-43fc-bf8c-23734eaae1c5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.154676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cbf64-0718-4607-9832-462b00b6d223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae90fc0-c8d8-499e-823a-6c4221d94dfa,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:56.189946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] For port 8d98f160-8900-45be-b1b4-cf2b6679f2c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8d98f160-8900-45be-b1b4-cf2b6679f2c7,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:56.190361 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.212133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Delete allocated IP 172.20.0.23 (689f8b21-cac5-448c-9c38-cd0dd2a99e01/1704eca4-9eb0-4ba3-bfef-d3ea90e51596) {{(pid=115781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 14 21:37:56.215381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] Calling delete_port for 8d98f160-8900-45be-b1b4-cf2b6679f2c7 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:37:56.232467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] For port 1df6e938-b298-42e9-90c8-b7fb2e6488a9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:56.238710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:56.238964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] For port 1df6e938-b298-42e9-90c8-b7fb2e6488a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1df6e938-b298-42e9-90c8-b7fb2e6488a9,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:56.247602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:56.262507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:56.263385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.275236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=943684cc-d32b-43fc-bf8c-23734eaae1c5,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:56.311779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.334876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.367737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e96cc622-44fa-4c35-88e6-6ef5ae7fb33e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4048891
May 14 21:37:56.374747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:56.382208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:56.384411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0cbf0-d7c7-47a9-b730-c4300947e9cd req-153be42c-d2b4-40f3-ae42-05031e8affdc tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:56.386006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82a0cbf0-d7c7-47a9-b730-c4300947e9cd req-153be42c-d2b4-40f3-ae42-05031e8affdc tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.2030671
May 14 21:37:56.388776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.394060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 2.0247552
May 14 21:37:56.398343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:56.402908 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (8d98f160-8900-45be-b1b4-cf2b6679f2c7), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.417101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019dad-6cd8-421d-be60-a422acefe8a1 None None] Pushing event updated for resources: {'Port': ['ID=1df6e938-b298-42e9-90c8-b7fb2e6488a9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:56.418448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': 'a414e7a4-a1b7-4efc-967b-1947f57c4893', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:56.429189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] No DVR routers for this DVR port 8d98f160-8900-45be-b1b4-cf2b6679f2c7 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:37:56.443871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-464cbf64-0718-4607-9832-462b00b6d223 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=80590373711e4060ae02a2b03a88d5da&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9098740
May 14 21:37:56.454913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbdaca-ddb4-4b2f-b6ac-1eaa71c44db6 None None] Pushing event deleted for resources: {'Port': ['ID=8d98f160-8900-45be-b1b4-cf2b6679f2c7,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:56.476911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5489d80f-2d76-4593-a779-484860b15447 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:56.477137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:56.517234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab515f9-4b12-4113-bed3-2a4bc9ff87f5 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a414e7a4-a1b7-4efc-967b-1947f57c4893,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:56.619694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.632679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': '943684cc-d32b-43fc-bf8c-23734eaae1c5'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:37:56.634024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.634354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-82a0cbf0-d7c7-47a9-b730-c4300947e9cd req-885dcb1b-7fe7-4f98-b3a4-1210ad9452f4 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778924
May 14 21:37:56.648222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3340e79-bc88-443d-b3ef-053f90d898e7 admin admin] Publish callbacks [] for security_group (6ae90fc0-c8d8-499e-823a-6c4221d94dfa), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.670798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de36f843-03f9-4eca-bd16-f2c581c4737f None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:56.689621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (69cae281-4e97-41b8-b16c-0fbb48fc969e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.708656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.751377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.762825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3340e79-bc88-443d-b3ef-053f90d898e7 admin admin] Publish callbacks [] for security_group (6ae90fc0-c8d8-499e-823a-6c4221d94dfa), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.822547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:56.829704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:56.862202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 6f829d7d-02a5-4d72-9083-b974cbe055de is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:56.877508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:56.881355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:56.898649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=30d1b54d-41b0-4dae-bb19-312ffbb0712e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:56.988763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:57.033738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.064761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-370a4698-660a-4f5d-94fc-f446427547dc None None] Provisioning complete for port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:57.064761 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-370a4698-660a-4f5d-94fc-f446427547dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.065654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] In _notify_port_updated(), no bound segment for port 30d1b54d-41b0-4dae-bb19-312ffbb0712e on network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:37:57.074959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:57.076673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.081755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ad3ae49c-213a-465f-94fa-f1967d294a46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/ports/30d1b54d-41b0-4dae-bb19-312ffbb0712e HTTP/1.1" status: 200  len: 919 time: 1.8029578
May 14 21:37:57.081966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:57.092156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '628cb67d-836c-441b-97b6-b755cae10365'}, {'subnet_id': '1704eca4-9eb0-4ba3-bfef-d3ea90e51596'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:57.177673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (69cae281-4e97-41b8-b16c-0fbb48fc969e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.221402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.267798 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 943684cc-d32b-43fc-bf8c-23734eaae1c5 (CIDR: 2001:db8::/64)
May 14 21:37:57.270307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1df6e938-b298-42e9-90c8-b7fb2e6488a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:57.302663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/943684cc-d32b-43fc-bf8c-23734eaae1c5/f9b7018c-df53-47ba-a9ab-18ae40f18e3b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:57.309002 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:37:57.313230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:37:57.338912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.367831 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3340e79-bc88-443d-b3ef-053f90d898e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ae90fc0-c8d8-499e-823a-6c4221d94dfa), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.371070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d3340e79-bc88-443d-b3ef-053f90d898e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.374509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d3340e79-bc88-443d-b3ef-053f90d898e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ae90fc0-c8d8-499e-823a-6c4221d94dfa HTTP/1.1" status: 204  len: 168 time: 0.8872852
May 14 21:37:57.376332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (69cae281-4e97-41b8-b16c-0fbb48fc969e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.420197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3340e79-bc88-443d-b3ef-053f90d898e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae90fc0-c8d8-499e-823a-6c4221d94dfa,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:57.483915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ffbb826b-1c19-486b-8e22-41855f56d631 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0991256
May 14 21:37:57.483915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57794) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:57.496189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:57.510491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cae281-4e97-41b8-b16c-0fbb48fc969e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:57.534060 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.544942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d98ebf81-8c8b-4a2a-a9fc-87dc6f5979f2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.1420546
May 14 21:37:57.545730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57796) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:57.678875 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31861b27-d0e2-4169-a8f1-f753c6f987d2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (69cae281-4e97-41b8-b16c-0fbb48fc969e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.747739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31861b27-d0e2-4169-a8f1-f753c6f987d2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (69cae281-4e97-41b8-b16c-0fbb48fc969e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:57.810001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-370a4698-660a-4f5d-94fc-f446427547dc None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:57.827388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:57.828335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.010803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a76551ff-b5c3-4111-b438-b3b90b9ee482 None None] Provisioning complete for port 30d1b54d-41b0-4dae-bb19-312ffbb0712e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:58.011248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a76551ff-b5c3-4111-b438-b3b90b9ee482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.060076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Publish callbacks [] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.096272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a76551ff-b5c3-4111-b438-b3b90b9ee482 None None] Port 30d1b54d-41b0-4dae-bb19-312ffbb0712e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:58.106965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31861b27-d0e2-4169-a8f1-f753c6f987d2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (69cae281-4e97-41b8-b16c-0fbb48fc969e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.117234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:58.117810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.120215 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31861b27-d0e2-4169-a8f1-f753c6f987d2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.121958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a76551ff-b5c3-4111-b438-b3b90b9ee482 None None] Provisioning complete for port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:58.122437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a76551ff-b5c3-4111-b438-b3b90b9ee482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.127024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31861b27-d0e2-4169-a8f1-f753c6f987d2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/69cae281-4e97-41b8-b16c-0fbb48fc969e HTTP/1.1" status: 204  len: 168 time: 0.5741091
May 14 21:37:58.137265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57812) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:58.172907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31861b27-d0e2-4169-a8f1-f753c6f987d2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69cae281-4e97-41b8-b16c-0fbb48fc969e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:58.239891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.273876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.304569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db2c5435-de57-47db-b3c6-045cdcb4a355 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1637974
May 14 21:37:58.305473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57816) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:58.322171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 1df6e938-b298-42e9-90c8-b7fb2e6488a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1df6e938-b298-42e9-90c8-b7fb2e6488a9,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:37:58.372818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:58.373272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.375812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:58.378449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:37:58.385997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Pushing event updated for resources: {'Port': ['ID=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:58.454540 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:37:58.516824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426d76e-1e9e-4bc7-8e60-78aed671ced6 None None] Network 6f829d7d-02a5-4d72-9083-b974cbe055de requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:37:58.520292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.520292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab199f3d-0fa0-4921-9cd6-fac4c9eff084 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:58.529918 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-229d9bd2-77d4-4dea-9cb6-ed4824cbd8bf tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (a414e7a4-a1b7-4efc-967b-1947f57c4893), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.558701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-229d9bd2-77d4-4dea-9cb6-ed4824cbd8bf tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (a414e7a4-a1b7-4efc-967b-1947f57c4893), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.628577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:58.636540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.688830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a76551ff-b5c3-4111-b438-b3b90b9ee482 None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:58.729551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=1df6e938-b298-42e9-90c8-b7fb2e6488a9,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:58.735376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Attempting to bind port f9b7018c-df53-47ba-a9ab-18ae40f18e3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:37:58.739589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Attempting to bind port f9b7018c-df53-47ba-a9ab-18ae40f18e3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:37:58.739589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Attempting to bind port f9b7018c-df53-47ba-a9ab-18ae40f18e3b on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:37:58.744449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:37:58.744449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:37:58.744839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.744959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:37:58.746187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Bound port: f9b7018c-df53-47ba-a9ab-18ae40f18e3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:37:58.746187 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.746752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:37:58.752029 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.774828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:58.775126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.790629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-229d9bd2-77d4-4dea-9cb6-ed4824cbd8bf tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a414e7a4-a1b7-4efc-967b-1947f57c4893), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.794704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-229d9bd2-77d4-4dea-9cb6-ed4824cbd8bf tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.804773 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-229d9bd2-77d4-4dea-9cb6-ed4824cbd8bf tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/a414e7a4-a1b7-4efc-967b-1947f57c4893 HTTP/1.1" status: 204  len: 168 time: 0.4961402
May 14 21:37:58.820522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57832) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:58.821356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d9bd2-77d4-4dea-9cb6-ed4824cbd8bf tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a414e7a4-a1b7-4efc-967b-1947f57c4893,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:58.872002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 6f829d7d-02a5-4d72-9083-b974cbe055de is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:37:58.875856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:37:58.886671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14d13561-955b-4726-9601-c3f419fa3cd2 None None] Provisioning complete for port 30d1b54d-41b0-4dae-bb19-312ffbb0712e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:58.887083 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14d13561-955b-4726-9601-c3f419fa3cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:58.969983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] For port f9b7018c-df53-47ba-a9ab-18ae40f18e3b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:37:58.977175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] For port f9b7018c-df53-47ba-a9ab-18ae40f18e3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:37:58.982683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14d13561-955b-4726-9601-c3f419fa3cd2 None None] Port 30d1b54d-41b0-4dae-bb19-312ffbb0712e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:59.015338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.27 (689f8b21-cac5-448c-9c38-cd0dd2a99e01/1704eca4-9eb0-4ba3-bfef-d3ea90e51596/30d1b54d-41b0-4dae-bb19-312ffbb0712e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:37:59.042349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075ce91-58ba-4def-9474-cc575d58c27e req-7803f9dd-23ba-42f1-bb69-151eddfd6c9f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:59.055276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a075ce91-58ba-4def-9474-cc575d58c27e req-7803f9dd-23ba-42f1-bb69-151eddfd6c9f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0781066
May 14 21:37:59.084372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:59.089985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-14d13561-955b-4726-9601-c3f419fa3cd2 None None] Provisioning complete for port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:59.093679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-14d13561-955b-4726-9601-c3f419fa3cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.149814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.198294 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6db83499-03f4-4130-af43-1651679cd469 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3622415
May 14 21:37:59.205553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57840) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:59.211746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--984942878'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:37:59.213941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8d98f160-8900-45be-b1b4-cf2b6679f2c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:37:59.326426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.335424 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a075ce91-58ba-4def-9474-cc575d58c27e req-402ed65c-8e51-4075-8010-56ec944c0728 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185302
May 14 21:37:59.338501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 8d98f160-8900-45be-b1b4-cf2b6679f2c7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:37:59.340319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8d98f160-8900-45be-b1b4-cf2b6679f2c7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:37:59.356760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-14d13561-955b-4726-9601-c3f419fa3cd2 None None] Current status of the port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:59.399663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.403645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9ff55-bf5f-41b6-a196-e0ef7ad0e06c None None] Pushing event updated for resources: {'Port': ['ID=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:59.451282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.484969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cc38fbb3-4ac1-44c4-98a3-a14bb45004fb None None] Provisioning complete for port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:59.487645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cc38fbb3-4ac1-44c4-98a3-a14bb45004fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.495343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:37:59.537457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (3c96f972-250e-4c5d-b6e2-ce415307031d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.539025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1df6e938-b298-42e9-90c8-b7fb2e6488a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:37:59.558517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=30d1b54d-41b0-4dae-bb19-312ffbb0712e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:59.615641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cc38fbb3-4ac1-44c4-98a3-a14bb45004fb None None] Port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:37:59.636036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cc38fbb3-4ac1-44c4-98a3-a14bb45004fb None None] Provisioning complete for port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:59.636457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cc38fbb3-4ac1-44c4-98a3-a14bb45004fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.656830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:37:59.656830 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.728419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c96f972-250e-4c5d-b6e2-ce415307031d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.821177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] In _notify_port_updated(), no bound segment for port 30d1b54d-41b0-4dae-bb19-312ffbb0712e on network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:37:59.824046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:37:59.824971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.830211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b15304a0-d63e-486b-b3ca-766922586986 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/ports/30d1b54d-41b0-4dae-bb19-312ffbb0712e HTTP/1.1" status: 200  len: 999 time: 2.7409549
May 14 21:37:59.835999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57848) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:59.884406 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96f972-250e-4c5d-b6e2-ce415307031d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:37:59.927579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cc38fbb3-4ac1-44c4-98a3-a14bb45004fb None None] Current status of the port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:59.940067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:37:59.942379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:37:59.966173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0c1dfa7f-6225-452b-a8cf-b51bc997746a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8222613
May 14 21:37:59.967276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:37:59.973479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:37:59.975042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-43bf3c06-9335-410a-90b2-0851120316b2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7681110
May 14 21:37:59.976037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57852) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:59.978142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57854) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:37:59.980086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:37:59.980828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:37:59.986059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-645188111'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:00.002527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '3c96f972-250e-4c5d-b6e2-ce415307031d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:00.037250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:38:00.114122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:00.138743 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (632b6647-683d-4b89-b1e1-e1e11fcf6a41), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.148279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cb68db79-9d69-43f4-a7e5-c8552743bf7e None None] Provisioning complete for port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:00.148791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb68db79-9d69-43f4-a7e5-c8552743bf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.199470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 30d1b54d-41b0-4dae-bb19-312ffbb0712e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:00.200143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.224983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:00.228930 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.239414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cb68db79-9d69-43f4-a7e5-c8552743bf7e None None] Port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:00.248450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (632b6647-683d-4b89-b1e1-e1e11fcf6a41), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.267908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:38:00.279250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e53a056e-5626-4821-9f96-8cacc6893df3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.279945 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment e53a056e-5626-4821-9f96-8cacc6893df3 of type vlan for network 4a2027a0-692b-4a7e-9781-1b55bf235291
May 14 21:38:00.314141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (632b6647-683d-4b89-b1e1-e1e11fcf6a41), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.340209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4a2027a0-692b-4a7e-9781-1b55bf235291), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.351534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632b6647-683d-4b89-b1e1-e1e11fcf6a41,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:00.393093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fd00>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:37:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:37:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:00.395871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ae45a381-2ab2-48d0-8cef-d2d06029e413 None None] Provisioning complete for port 30d1b54d-41b0-4dae-bb19-312ffbb0712e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:00.396303 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae45a381-2ab2-48d0-8cef-d2d06029e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.428932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.447682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4a2027a0-692b-4a7e-9781-1b55bf235291), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.457897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 30d1b54d-41b0-4dae-bb19-312ffbb0712e owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:00.458060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:00.458060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Updating router ae1c6a40-530d-453b-ab89-21d1a2f9f587 port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:38:00.458274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:00.458274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.463171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.466955 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c30ee489-c298-4f51-ad9c-5a04ee11081d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4735234
May 14 21:38:00.469711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57864) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:00.535538 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.549107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ae45a381-2ab2-48d0-8cef-d2d06029e413 None None] Port 30d1b54d-41b0-4dae-bb19-312ffbb0712e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:00.585184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ae45a381-2ab2-48d0-8cef-d2d06029e413 None None] Provisioning complete for port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:00.585184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae45a381-2ab2-48d0-8cef-d2d06029e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.591608 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3c5d6650-8607-43b7-8152-304e1ef03278 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules/632b6647-683d-4b89-b1e1-e1e11fcf6a41 HTTP/1.1" status: 200  len: 763 time: 0.1012228
May 14 21:38:00.591877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:00.627654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd4f34-de7e-4ad2-b541-7289ca447b80 req-6df7a5cf-eea1-441e-8aa8-17fd4deca079 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:00.627654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7cd4f34-de7e-4ad2-b541-7289ca447b80 req-6df7a5cf-eea1-441e-8aa8-17fd4deca079 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1647673
May 14 21:38:00.628513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 746 time: 0.6512246
May 14 21:38:00.629316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57868) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:00.632122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c2e4a-4b92-48ff-8010-a61b3d7f9a14 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=4a2027a0-692b-4a7e-9781-1b55bf235291,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:00.637780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:00.673265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.680642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:38:00.735149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70a87e47-8947-4def-adf6-1bcfabbd3e7b tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1395380
May 14 21:38:00.738143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57872) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:00.800557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3c39-8441-4636-9e86-b1d2b9236f84 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (632b6647-683d-4b89-b1e1-e1e11fcf6a41), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.829937 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3c39-8441-4636-9e86-b1d2b9236f84 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (632b6647-683d-4b89-b1e1-e1e11fcf6a41), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.899139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:00.904536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.945277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ae45a381-2ab2-48d0-8cef-d2d06029e413 None None] Port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:00.957531 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3c39-8441-4636-9e86-b1d2b9236f84 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (632b6647-683d-4b89-b1e1-e1e11fcf6a41), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.967228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c4bc3c39-8441-4636-9e86-b1d2b9236f84 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:00.970698 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4bc3c39-8441-4636-9e86-b1d2b9236f84 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/632b6647-683d-4b89-b1e1-e1e11fcf6a41 HTTP/1.1" status: 204  len: 168 time: 0.2325411
May 14 21:38:00.994545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57880) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:01.010416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3c39-8441-4636-9e86-b1d2b9236f84 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=632b6647-683d-4b89-b1e1-e1e11fcf6a41,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.019627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7cd4f34-de7e-4ad2-b541-7289ca447b80 req-63d52d24-8f8c-43a5-a396-121c9bbeba16 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3677468
May 14 21:38:01.101635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Provisioning complete for port f9b7018c-df53-47ba-a9ab-18ae40f18e3b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:01.101996 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.187977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eab8aef5-2f4a-42f3-becc-3c2a8d8347a2 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1766174
May 14 21:38:01.190109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57886) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:01.195669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '3c96f972-250e-4c5d-b6e2-ce415307031d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:01.230218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] For port f9b7018c-df53-47ba-a9ab-18ae40f18e3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:01.272290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (73d3db0f-c1bb-4dba-96af-c7abcb24e925), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.274762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.300986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:01.301652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.327779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (30d1b54d-41b0-4dae-bb19-312ffbb0712e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.347055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=73d3db0f-c1bb-4dba-96af-c7abcb24e925,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.360768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:01.361144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 4a2027a0-692b-4a7e-9781-1b55bf235291, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:38:01.371985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=30d1b54d-41b0-4dae-bb19-312ffbb0712e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.372143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Publish callbacks [] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.376087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.409185 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:38:01.409605 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:38:01.415952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9869c9b0-bb2c-499f-9fb9-45c093c2ed47), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.445569 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.469111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:38:01.480633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (575386af-45c1-450a-8ba8-5508579b1414), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.510710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83349b98-69cd-4403-807f-fe03d1d59700 None None] Pushing event updated for resources: {'Port': ['ID=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.536288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f9b7018c-df53-47ba-a9ab-18ae40f18e3b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:01.615150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Attempting to bind port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:01.615759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Attempting to bind port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:01.615905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Attempting to bind port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f on network 6f829d7d-02a5-4d72-9083-b974cbe055de {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:01.619886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a2027a0-692b-4a7e-9781-1b55bf235291) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:01.623749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:01.624849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Checking segment: {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:01.624849 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.625256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Bound using segment: {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:01.625560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Bound port: 520cdb0b-5950-4d0c-86a6-e22cbc004f0f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8801450-61cd-4659-a467-3f0d6990acb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:01.625948 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.626080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:01.628890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,revision_number=4']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.630395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:01.631300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.651745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:01.655626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.659546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d5fbca61-db11-40d4-a1c9-47f2646a2b2e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/30d1b54d-41b0-4dae-bb19-312ffbb0712e HTTP/1.1" status: 204  len: 168 time: 1.8054733
May 14 21:38:01.666723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:01.670074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:01.675366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.676631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403040a3-cbf9-47f3-adb4-051af583d923 None None] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:01.686172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=575386af-45c1-450a-8ba8-5508579b1414,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.700780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9684a-8f73-4824-8d8a-429c2d099a7c None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:01.704264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9869c9b0-bb2c-499f-9fb9-45c093c2ed47), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.723667 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0120266-c488-4a42-87bf-2dde4730c390 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:38:01.726020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f0120266-c488-4a42-87bf-2dde4730c390 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/30d1b54d-41b0-4dae-bb19-312ffbb0712e HTTP/1.1" status: 404  len: 333 time: 0.0576236
May 14 21:38:01.728790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57898) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:01.730004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f9b7018c-df53-47ba-a9ab-18ae40f18e3b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:01.730291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.771465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-02e01d19-f006-4c68-8750-611ff8b078a2 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1395190
May 14 21:38:01.773496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:01.795294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9869c9b0-bb2c-499f-9fb9-45c093c2ed47), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.805773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d93d8632-5d2a-47ed-9c8a-d51de11195f6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 4.3215575
May 14 21:38:01.814877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57902) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:01.826074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:44:88:4f', 'name': 'tempest-NetworksTestDHCPv6-557520032'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:01.857261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 1704eca4-9eb0-4ba3-bfef-d3ea90e51596 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:01.872850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (1704eca4-9eb0-4ba3-bfef-d3ea90e51596), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:01.877412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9869c9b0-bb2c-499f-9fb9-45c093c2ed47,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:01.913387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] For port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:01.917015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] For port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:01.979623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (1704eca4-9eb0-4ba3-bfef-d3ea90e51596), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.014543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:02.015255 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.029387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.031702 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-102e6461-e23b-429f-80d0-efcfad8d8857 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8395443
May 14 21:38:02.043843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57908) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:02.097855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d78565a7-3381-4692-a2ed-26c1985f5da1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules/9869c9b0-bb2c-499f-9fb9-45c093c2ed47 HTTP/1.1" status: 200  len: 763 time: 0.0504725
May 14 21:38:02.100304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57912) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:02.108609 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.146917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568aa3dd-7e2c-4f29-ac90-b897beda1417 req-45d6b743-0492-41f9-9d81-265b66ad6cfc tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:02.148849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-568aa3dd-7e2c-4f29-ac90-b897beda1417 req-45d6b743-0492-41f9-9d81-265b66ad6cfc tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0593894
May 14 21:38:02.164153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a2027a0-692b-4a7e-9781-1b55bf235291', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:02.164929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.173589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] For port f9b7018c-df53-47ba-a9ab-18ae40f18e3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:02.185968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:02.186351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.188393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (1704eca4-9eb0-4ba3-bfef-d3ea90e51596), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.268931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.279848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8f25325-a122-49cb-9ace-a87d9fdf827e tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1741588
May 14 21:38:02.280534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:02.285578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83349b98-69cd-4403-807f-fe03d1d59700 None None] Pushing event updated for resources: {'Port': ['ID=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:02.316244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c887d1-ea6c-4831-8efc-c9bdc692eb85 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9869c9b0-bb2c-499f-9fb9-45c093c2ed47), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.326421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c887d1-ea6c-4831-8efc-c9bdc692eb85 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (9869c9b0-bb2c-499f-9fb9-45c093c2ed47), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.344707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:02.375966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:02.376654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:02.387591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (1704eca4-9eb0-4ba3-bfef-d3ea90e51596), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.405030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-568aa3dd-7e2c-4f29-ac90-b897beda1417 req-a7341830-a020-4a51-805c-046aa05a04f4 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052047
May 14 21:38:02.503350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.507423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/1704eca4-9eb0-4ba3-bfef-d3ea90e51596 HTTP/1.1" status: 204  len: 168 time: 0.7773221
May 14 21:38:02.508727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c887d1-ea6c-4831-8efc-c9bdc692eb85 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9869c9b0-bb2c-499f-9fb9-45c093c2ed47), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.510710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57920) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:02.528842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560346d-33f7-4033-9a7f-c0b9eb1dfce4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=1704eca4-9eb0-4ba3-bfef-d3ea90e51596,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:02.538382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c887d1-ea6c-4831-8efc-c9bdc692eb85 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.544515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57922) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:02.549025 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80c887d1-ea6c-4831-8efc-c9bdc692eb85 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9869c9b0-bb2c-499f-9fb9-45c093c2ed47 HTTP/1.1" status: 204  len: 168 time: 0.2652798
May 14 21:38:02.573219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e4144-d427-4611-bbeb-0170a5d900d3 None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:02.587294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c887d1-ea6c-4831-8efc-c9bdc692eb85 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9869c9b0-bb2c-499f-9fb9-45c093c2ed47,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:02.653869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 628cb67d-836c-441b-97b6-b755cae10365 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:02.661426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.663326 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (628cb67d-836c-441b-97b6-b755cae10365), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.669953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] Provisioning complete for port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:02.705771 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.708849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.731084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (628cb67d-836c-441b-97b6-b755cae10365), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.756283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:38:02.757219 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:38:02.757703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 6394e549-7038-4c3b-821e-e5434c607215 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:02.788009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-03796ff5-accf-48d5-877c-5c27954c7607 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2420981
May 14 21:38:02.790917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:02.795417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '3c96f972-250e-4c5d-b6e2-ce415307031d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:02.805799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:02.954189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (628cb67d-836c-441b-97b6-b755cae10365), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:02.960642 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Project 2955d2e0483e4645b492bb49013e6b30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:38:03.055779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (4c4482ca-2ef9-447b-a6fc-b66d4d5558b5), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.104918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b659a68-e3b1-4a75-9d5c-e50eecb0110c None None] Pushing event updated for resources: {'Port': ['ID=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:03.129167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (4c4482ca-2ef9-447b-a6fc-b66d4d5558b5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.160071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::2e4 (88e03173-3786-4c9f-927f-9ea223dbf14a/943684cc-d32b-43fc-bf8c-23734eaae1c5/6394e549-7038-4c3b-821e-e5434c607215) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:03.168083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Allocated IP 172.21.0.2 (4a2027a0-692b-4a7e-9781-1b55bf235291/73d3db0f-c1bb-4dba-96af-c7abcb24e925/41b0356d-3c35-4d87-9cc1-55cfa968a881) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:03.182807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8:0:1:f816:3eff:fe44:884f (88e03173-3786-4c9f-927f-9ea223dbf14a/575386af-45c1-450a-8ba8-5508579b1414/6394e549-7038-4c3b-821e-e5434c607215) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:03.263187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4c4482ca-2ef9-447b-a6fc-b66d4d5558b5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.305455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4482ca-2ef9-447b-a6fc-b66d4d5558b5,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:03.333887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (628cb67d-836c-441b-97b6-b755cae10365), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.380293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] Current status of the port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:03.380829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=628cb67d-836c-441b-97b6-b755cae10365,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:03.381079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.384163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.386055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6b69c04d-cb7f-43e3-8f34-3b8d7d751eba tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5935752
May 14 21:38:03.395805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.396231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-680b0888-9511-4b56-958c-32e8b975463c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/628cb67d-836c-441b-97b6-b755cae10365 HTTP/1.1" status: 204  len: 168 time: 0.8793955
May 14 21:38:03.396886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:03.398760 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:03.419575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:03.518638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (6394e549-7038-4c3b-821e-e5434c607215), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.532286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] For port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:03.543879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9878037b-25a8-4275-849a-85c651924428 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules/4c4482ca-2ef9-447b-a6fc-b66d4d5558b5 HTTP/1.1" status: 200  len: 769 time: 0.1434574
May 14 21:38:03.549220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57976) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:03.633909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.635888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0fd00>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:37:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:01Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:03.746390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba705a-563e-483f-afa7-47ef6c65b9d4 req-2b070d5a-de85-4592-b17d-c813d29a5ff7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:03.746574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f9b7018c-df53-47ba-a9ab-18ae40f18e3b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:03.748727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11ba705a-563e-483f-afa7-47ef6c65b9d4 req-2b070d5a-de85-4592-b17d-c813d29a5ff7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1610851
May 14 21:38:03.751198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b178415-d691-4e20-bcd0-e65e5546bd4e None None] Pushing event updated for resources: {'Port': ['ID=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:03.768858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (689f8b21-cac5-448c-9c38-cd0dd2a99e01), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.782960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014955c-d6f0-4fe7-aa6e-29556819b5db None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:37:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:01Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:03.813318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fa1fd577-1661-4d33-8eea-095549344c86 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.2620583
May 14 21:38:03.816222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 57994) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:03.826365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6394e549-7038-4c3b-821e-e5434c607215), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.876551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-351f47bf-8b47-46e3-8404-2ff71847dc36 None None] Provisioning complete for port f9b7018c-df53-47ba-a9ab-18ae40f18e3b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:03.876982 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-351f47bf-8b47-46e3-8404-2ff71847dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.880471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-11ba705a-563e-483f-afa7-47ef6c65b9d4 req-1153e7e5-6d5f-4245-8271-df8ecc5e36ae tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187060
May 14 21:38:03.885249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d533bf4-d8db-482d-8c8a-849f5ac0bf64 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (4c4482ca-2ef9-447b-a6fc-b66d4d5558b5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.901239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d533bf4-d8db-482d-8c8a-849f5ac0bf64 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (4c4482ca-2ef9-447b-a6fc-b66d4d5558b5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.930288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Publish callbacks [] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.941186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:03.941523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:03.944380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=6394e549-7038-4c3b-821e-e5434c607215,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:03.953941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:03.956074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:03.962865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:03.972108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:03.973533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.010029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f9b7018c-df53-47ba-a9ab-18ae40f18e3b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:04.010623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.022856 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.051389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:04.052884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:04.059449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c64afd62-8b08-4c98-828b-e8373779117a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.2374516
May 14 21:38:04.060594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:04.062804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 57996) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:04.316828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d533bf4-d8db-482d-8c8a-849f5ac0bf64 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4c4482ca-2ef9-447b-a6fc-b66d4d5558b5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.322834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d533bf4-d8db-482d-8c8a-849f5ac0bf64 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.325096 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3d533bf4-d8db-482d-8c8a-849f5ac0bf64 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4c4482ca-2ef9-447b-a6fc-b66d4d5558b5 HTTP/1.1" status: 204  len: 168 time: 0.5053990
May 14 21:38:04.337407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:04.339151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.21.0.1 (4a2027a0-692b-4a7e-9781-1b55bf235291/73d3db0f-c1bb-4dba-96af-c7abcb24e925/5ea8a685-0ac0-4797-be62-99ddb6c8ca65) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:04.344753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d533bf4-d8db-482d-8c8a-849f5ac0bf64 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c4482ca-2ef9-447b-a6fc-b66d4d5558b5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:04.369870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 6394e549-7038-4c3b-821e-e5434c607215 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:04.370380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6394e549-7038-4c3b-821e-e5434c607215), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.391849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Attempting to bind port 41b0356d-3c35-4d87-9cc1-55cfa968a881 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:04.392407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Attempting to bind port 41b0356d-3c35-4d87-9cc1-55cfa968a881 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:04.392596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Attempting to bind port 41b0356d-3c35-4d87-9cc1-55cfa968a881 on network 4a2027a0-692b-4a7e-9781-1b55bf235291 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:04.394799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-351f47bf-8b47-46e3-8404-2ff71847dc36 None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:04.445523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] For port ab199f3d-0fa0-4921-9cd6-fac4c9eff084, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,segment=NetworkSegment(8129a414-1da0-4913-b33d-a80353be4264),segment_id=8129a414-1da0-4913-b33d-a80353be4264)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:04.447005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.449440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58004) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:04.467680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for ab199f3d-0fa0-4921-9cd6-fac4c9eff084 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:04.487413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:04.487982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Checking segment: {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:04.488556 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.492811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Bound using segment: {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:04.493751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Bound port: 41b0356d-3c35-4d87-9cc1-55cfa968a881, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:04.494251 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.523188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-351f47bf-8b47-46e3-8404-2ff71847dc36 None None] Provisioning complete for port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:04.523612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-351f47bf-8b47-46e3-8404-2ff71847dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.563613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe92862-c8de-44a0-993d-13bb8b555710 None None] Network 689f8b21-cac5-448c-9c38-cd0dd2a99e01 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:04.581928 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6394e549-7038-4c3b-821e-e5434c607215), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.598061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 6394e549-7038-4c3b-821e-e5434c607215 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:04.600308 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de889abf-d3b1-4b4a-8a15-943be269bba1 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2464345
May 14 21:38:04.615157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58008) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:04.663389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28d71aa6-5f9a-4f07-9dad-334a85cfaba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.670247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Pushing event updated for resources: {'Port': ['ID=41b0356d-3c35-4d87-9cc1-55cfa968a881,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:04.716383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:04.791495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-855eb765-2e78-4375-8958-225c51e6f187 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (3c96f972-250e-4c5d-b6e2-ce415307031d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.807385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] For port 41b0356d-3c35-4d87-9cc1-55cfa968a881, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:04.813828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] For port 41b0356d-3c35-4d87-9cc1-55cfa968a881, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41b0356d-3c35-4d87-9cc1-55cfa968a881,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:04.824984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-855eb765-2e78-4375-8958-225c51e6f187 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (3c96f972-250e-4c5d-b6e2-ce415307031d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.852456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28d71aa6-5f9a-4f07-9dad-334a85cfaba8 admin admin] Publish callbacks [] for security_group (211ef8d1-4477-4f7e-8ec0-9270f3c18c68), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.870929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ab199f3d-0fa0-4921-9cd6-fac4c9eff084), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.891191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-351f47bf-8b47-46e3-8404-2ff71847dc36 None None] Current status of the port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:04.895925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5cb8be-6230-4076-83b9-20bed81160ed None None] DHCP port deletion for 689f8b21-cac5-448c-9c38-cd0dd2a99e01 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:04.913876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=ab199f3d-0fa0-4921-9cd6-fac4c9eff084,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:04.917065 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.931552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No DVR routers for this DVR port ab199f3d-0fa0-4921-9cd6-fac4c9eff084 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:04.961659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28d71aa6-5f9a-4f07-9dad-334a85cfaba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (211ef8d1-4477-4f7e-8ec0-9270f3c18c68), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:04.991244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296a1a4-2c95-4cd2-a200-377bb5c5d49f None None] Pushing event updated for resources: {'Port': ['ID=41b0356d-3c35-4d87-9cc1-55cfa968a881,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.006280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dcc13f68-3b3c-41f3-95d3-ac9d00470324 None None] Could not find standard attr ID for object ab199f3d-0fa0-4921-9cd6-fac4c9eff084. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:38:05.018639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dcc13f68-3b3c-41f3-95d3-ac9d00470324 None None] Could not find standard attr ID for object 6394e549-7038-4c3b-821e-e5434c607215. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:38:05.029117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-855eb765-2e78-4375-8958-225c51e6f187 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c96f972-250e-4c5d-b6e2-ce415307031d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.033339 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-855eb765-2e78-4375-8958-225c51e6f187 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.034406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-855eb765-2e78-4375-8958-225c51e6f187 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/3c96f972-250e-4c5d-b6e2-ce415307031d HTTP/1.1" status: 204  len: 168 time: 0.3989005
May 14 21:38:05.054204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.062944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6394e549-7038-4c3b-821e-e5434c607215), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.066319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-28d71aa6-5f9a-4f07-9dad-334a85cfaba8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f05daa890ae4bdda3dcc344d0d842fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6156769
May 14 21:38:05.072994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d71aa6-5f9a-4f07-9dad-334a85cfaba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211ef8d1-4477-4f7e-8ec0-9270f3c18c68,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.076370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58014) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.087529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.122716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=6394e549-7038-4c3b-821e-e5434c607215,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.131952 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (689f8b21-cac5-448c-9c38-cd0dd2a99e01), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.134694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855eb765-2e78-4375-8958-225c51e6f187 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96f972-250e-4c5d-b6e2-ce415307031d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.189210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ccbf5-6850-4b6b-97a0-d55917ba1105 req-6f244e2d-43b3-41a9-af3c-4cd99f089edc tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.191085 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bc6ccbf5-6850-4b6b-97a0-d55917ba1105 req-6f244e2d-43b3-41a9-af3c-4cd99f089edc tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1085801
May 14 21:38:05.193057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ac09d00>,) {'filters': {'network_id': ['689f8b21-cac5-448c-9c38-cd0dd2a99e01']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:05.215192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f9afc9eb-50ac-497a-8c32-d12c265c5809 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1544933
May 14 21:38:05.219766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58016) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.222398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889278634'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:05.251874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac09d00>, '8129a414-1da0-4913-b33d-a80353be4264') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:05.252163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac09d00>, '8129a414-1da0-4913-b33d-a80353be4264') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:05.268646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.275254 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d37c3711-b4d7-4182-93a5-240e0e10f29e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/6394e549-7038-4c3b-821e-e5434c607215 HTTP/1.1" status: 204  len: 168 time: 1.2083418
May 14 21:38:05.275254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58018) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.278603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (8129a414-1da0-4913-b33d-a80353be4264), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.319245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8129a414-1da0-4913-b33d-a80353be4264), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.322591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c26ea657-67be-4dd2-ad7b-bf0e668a17b0 admin admin] Publish callbacks [] for security_group (211ef8d1-4477-4f7e-8ec0-9270f3c18c68), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.335120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:05.335320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (8129a414-1da0-4913-b33d-a80353be4264), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:05.357591 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:05.378344 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c26ea657-67be-4dd2-ad7b-bf0e668a17b0 admin admin] Publish callbacks [] for security_group (211ef8d1-4477-4f7e-8ec0-9270f3c18c68), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.386874 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bc6ccbf5-6850-4b6b-97a0-d55917ba1105 req-0c60be5d-c797-4ad8-89c7-fe5acb12bb5e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731420
May 14 21:38:05.395898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.402532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7f385-8194-4236-8b7d-eba4df56debc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.404608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e2a7f385-8194-4236-8b7d-eba4df56debc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1285367
May 14 21:38:05.410577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58020) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.465362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.520222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496dd56e-4dfb-41f2-baac-24980a345297 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.522081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-496dd56e-4dfb-41f2-baac-24980a345297 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1106853
May 14 21:38:05.525597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58024) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.548545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:05.564621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.572977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:05.572977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:05.620487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533e1e7-c709-4f79-befc-4030976fcb78 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.621952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533e1e7-c709-4f79-befc-4030976fcb78 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.622394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 41b0356d-3c35-4d87-9cc1-55cfa968a881 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:05.624937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533e1e7-c709-4f79-befc-4030976fcb78 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.629141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b533e1e7-c709-4f79-befc-4030976fcb78 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1008952
May 14 21:38:05.630406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58026) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.643177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.647919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (689f8b21-cac5-448c-9c38-cd0dd2a99e01), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.668489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c26ea657-67be-4dd2-ad7b-bf0e668a17b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (211ef8d1-4477-4f7e-8ec0-9270f3c18c68), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.671128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c26ea657-67be-4dd2-ad7b-bf0e668a17b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.672500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c26ea657-67be-4dd2-ad7b-bf0e668a17b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/211ef8d1-4477-4f7e-8ec0-9270f3c18c68 HTTP/1.1" status: 204  len: 168 time: 0.5871193
May 14 21:38:05.704000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ea657-67be-4dd2-ad7b-bf0e668a17b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ef8d1-4477-4f7e-8ec0-9270f3c18c68,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.736848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 41b0356d-3c35-4d87-9cc1-55cfa968a881 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:05.737225 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.742480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 575386af-45c1-450a-8ba8-5508579b1414 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:05.749180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (575386af-45c1-450a-8ba8-5508579b1414), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.765160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.768379 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/689f8b21-cac5-448c-9c38-cd0dd2a99e01 HTTP/1.1" status: 204  len: 168 time: 2.3590236
May 14 21:38:05.774347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58030) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.777662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e81f5-3d0e-4384-9ae0-1b18a42eccf8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=689f8b21-cac5-448c-9c38-cd0dd2a99e01,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:05.825830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (575386af-45c1-450a-8ba8-5508579b1414), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.840318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (34bbd39b-9322-4572-875b-9b4bc24ff586), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.848998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 41b0356d-3c35-4d87-9cc1-55cfa968a881 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:05.854270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.858398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40ed417-13ec-4b72-9967-77ac6684b264 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:05.865043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b40ed417-13ec-4b72-9967-77ac6684b264 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0844622
May 14 21:38:05.865394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.902954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 41b0356d-3c35-4d87-9cc1-55cfa968a881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41b0356d-3c35-4d87-9cc1-55cfa968a881,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:05.939988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d0ada6c-1ae0-4439-9053-85d00b2e3494 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0741177
May 14 21:38:05.940802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.944034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:05.945206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (575386af-45c1-450a-8ba8-5508579b1414), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.948748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1561523224'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:05.959841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (34bbd39b-9322-4572-875b-9b4bc24ff586), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.978072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:05.979776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 520cdb0b-5950-4d0c-86a6-e22cbc004f0f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:06.049118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbd39b-9322-4572-875b-9b4bc24ff586,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:06.100718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (575386af-45c1-450a-8ba8-5508579b1414), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.111382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=41b0356d-3c35-4d87-9cc1-55cfa968a881,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:06.128333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:06.128705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.130357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.134024 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2d58be5c-8e47-4896-91af-7643da9d57ee tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9138081
May 14 21:38:06.134024 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:06.137541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.139435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58038) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:06.157891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=575386af-45c1-450a-8ba8-5508579b1414,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:06.173349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49945a-785d-4b34-8b8c-a75d9614380f None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:06.173610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.182601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9489c06a-f858-4fe0-a4d7-f7de9ffc8754 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/575386af-45c1-450a-8ba8-5508579b1414 HTTP/1.1" status: 204  len: 168 time: 0.5498428
May 14 21:38:06.185406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58040) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:06.271073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 943684cc-d32b-43fc-bf8c-23734eaae1c5 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:06.275097 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (943684cc-d32b-43fc-bf8c-23734eaae1c5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.331360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (943684cc-d32b-43fc-bf8c-23734eaae1c5), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.367606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:06.526398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab199f3d-0fa0-4921-9cd6-fac4c9eff084 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:06.528428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (943684cc-d32b-43fc-bf8c-23734eaae1c5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.586760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58048) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:06.592546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ab199f3d-0fa0-4921-9cd6-fac4c9eff084 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:06.593954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab199f3d-0fa0-4921-9cd6-fac4c9eff084 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:06.645669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e60ee1e-0ac1-494a-8041-c6eeec3d7c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.680198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42c61e-bbbc-43b4-9d22-b1344698e457 req-c3a76252-db13-4dea-a1a6-9bb850357643 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:06.683471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc42c61e-bbbc-43b4-9d22-b1344698e457 req-c3a76252-db13-4dea-a1a6-9bb850357643 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1453614
May 14 21:38:06.780497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Request body: {'security_group_rule': {'security_group_id': '34bbd39b-9322-4572-875b-9b4bc24ff586', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:06.793012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181c7f7-86e0-4e67-ab68-ffea0f4d0845 None None] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:06.799621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc42c61e-bbbc-43b4-9d22-b1344698e457 req-c1b41367-c4e7-4877-9826-dbd51f51bd18 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074269
May 14 21:38:06.841184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (943684cc-d32b-43fc-bf8c-23734eaae1c5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.880313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:38:06.904320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=943684cc-d32b-43fc-bf8c-23734eaae1c5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:06.913157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2b48e655-b93f-4c5a-9938-7999e7a6b548), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.913741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:06.916774 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment 2b48e655-b93f-4c5a-9938-7999e7a6b548 of type vlan for network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c
May 14 21:38:06.932686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a953d9aa-445d-43d1-aeb3-f866765d1a88 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/943684cc-d32b-43fc-bf8c-23734eaae1c5 HTTP/1.1" status: 204  len: 168 time: 0.7476997
May 14 21:38:06.945465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58052) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:06.951545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d1a872e9-ed88-4154-904f-76307f1bcb22 None None] Provisioning complete for port 41b0356d-3c35-4d87-9cc1-55cfa968a881 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:06.952772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1a872e9-ed88-4154-904f-76307f1bcb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.018084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-590fa9d2-c7aa-46c8-9d1a-8c77f68cfe38 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0678747
May 14 21:38:07.018596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58058) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:07.027825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:07.027971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.077817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e60ee1e-0ac1-494a-8041-c6eeec3d7c2f admin admin] Publish callbacks [] for security_group (12187a30-835a-4e2b-980a-790cc3cfd8a0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.092398 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (a61021d1-fce7-4ea7-a757-d628c0a24c72), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.120183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d1a872e9-ed88-4154-904f-76307f1bcb22 None None] Current status of the port 41b0356d-3c35-4d87-9cc1-55cfa968a881 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:07.151251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.166566 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7e60ee1e-0ac1-494a-8041-c6eeec3d7c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (12187a30-835a-4e2b-980a-790cc3cfd8a0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.194703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.202015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:07.203504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.208521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (a61021d1-fce7-4ea7-a757-d628c0a24c72), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.227128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7e60ee1e-0ac1-494a-8041-c6eeec3d7c2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b89816b5754475d9f14664defe9eebc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6380672
May 14 21:38:07.229936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60ee1e-0ac1-494a-8041-c6eeec3d7c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12187a30-835a-4e2b-980a-790cc3cfd8a0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:07.230613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58066) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:07.280228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:07.292810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.307092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.331568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a61021d1-fce7-4ea7-a757-d628c0a24c72), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.407798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:07.418810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:38:07.422316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243857f8-5377-435d-844f-a9a6999c029e None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:07.432907 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-836cfa0b-823b-497c-8de5-841eea67ac5d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 1.4873295
May 14 21:38:07.469219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58072) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:07.482011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:07.575724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61021d1-fce7-4ea7-a757-d628c0a24c72,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:07.580736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Provisioning complete for port 41b0356d-3c35-4d87-9cc1-55cfa968a881 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:07.587923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.592466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 41b0356d-3c35-4d87-9cc1-55cfa968a881 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:07.593671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.597338 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ab03eab4-72d3-4141-86e2-eea63ae4e667 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8238549
May 14 21:38:07.607159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58074) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:07.617791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:07.639388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-518e0263-6a3c-4309-822d-86cbffc520b7 admin admin] Publish callbacks [] for security_group (12187a30-835a-4e2b-980a-790cc3cfd8a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.668348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-518e0263-6a3c-4309-822d-86cbffc520b7 admin admin] Publish callbacks [] for security_group (12187a30-835a-4e2b-980a-790cc3cfd8a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.731909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.862208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9714ae49-d25c-4b60-88f0-b0d555bda8a9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (34bbd39b-9322-4572-875b-9b4bc24ff586), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.866208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:07.870094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.884518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-518e0263-6a3c-4309-822d-86cbffc520b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (12187a30-835a-4e2b-980a-790cc3cfd8a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.887578 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-518e0263-6a3c-4309-822d-86cbffc520b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:07.889034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-518e0263-6a3c-4309-822d-86cbffc520b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12187a30-835a-4e2b-980a-790cc3cfd8a0 HTTP/1.1" status: 204  len: 168 time: 0.6572347
May 14 21:38:07.953456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e0263-6a3c-4309-822d-86cbffc520b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12187a30-835a-4e2b-980a-790cc3cfd8a0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:08.008824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 41b0356d-3c35-4d87-9cc1-55cfa968a881 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:08.008824 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.017738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9714ae49-d25c-4b60-88f0-b0d555bda8a9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (34bbd39b-9322-4572-875b-9b4bc24ff586), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.040676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:08.046477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:08.057640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:08.118162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Current status of the port 41b0356d-3c35-4d87-9cc1-55cfa968a881 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:08.119673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] Deleting port f9b7018c-df53-47ba-a9ab-18ae40f18e3b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:08.120259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.168622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (ca3b1bec-86fa-4980-8c54-056836dff759), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.198936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] For port f9b7018c-df53-47ba-a9ab-18ae40f18e3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:08.199642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.218762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] Calling delete_port for f9b7018c-df53-47ba-a9ab-18ae40f18e3b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:08.225631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80061d03-2086-458e-9cae-a3d4f0766eb5 req-576c992a-31ec-4158-b790-5a8e72d9c71c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:08.227736 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80061d03-2086-458e-9cae-a3d4f0766eb5 req-576c992a-31ec-4158-b790-5a8e72d9c71c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.2197099
May 14 21:38:08.228411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:08.256053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=ca3b1bec-86fa-4980-8c54-056836dff759,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:08.256053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:08.261485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:08.262134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.309526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Provisioning complete for port f9b7018c-df53-47ba-a9ab-18ae40f18e3b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:08.313942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.364249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-975fc418-89bc-467f-8fab-c357ae6971f4 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3446014
May 14 21:38:08.367404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58082) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:08.374706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:08.384343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:08.391405 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-80061d03-2086-458e-9cae-a3d4f0766eb5 req-cf82a987-c3c7-44a9-ba04-9aa1392b0ce3 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338875
May 14 21:38:08.397898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9714ae49-d25c-4b60-88f0-b0d555bda8a9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (34bbd39b-9322-4572-875b-9b4bc24ff586), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.400552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9714ae49-d25c-4b60-88f0-b0d555bda8a9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.401893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9714ae49-d25c-4b60-88f0-b0d555bda8a9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/34bbd39b-9322-4572-875b-9b4bc24ff586 HTTP/1.1" status: 204  len: 168 time: 0.7905102
May 14 21:38:08.409541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 41b0356d-3c35-4d87-9cc1-55cfa968a881 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:08.423766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58084) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:08.472910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714ae49-d25c-4b60-88f0-b0d555bda8a9 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbd39b-9322-4572-875b-9b4bc24ff586,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:08.473173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Current status of the port f9b7018c-df53-47ba-a9ab-18ae40f18e3b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:08.491120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f9b7018c-df53-47ba-a9ab-18ae40f18e3b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.520297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] No DVR routers for this DVR port f9b7018c-df53-47ba-a9ab-18ae40f18e3b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:08.536312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Provisioning complete for port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:08.537612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.546780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce737d8a-fe59-482d-8627-47fa0c92df74 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:08.565496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7ac4039-6383-48e6-8e19-f545babf6a70 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1377468
May 14 21:38:08.566718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58090) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:08.575274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:08.591251 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:08.596289 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d48214d8-2341-4d5d-bdc3-f248d739b900 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8213892
May 14 21:38:08.598732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58094) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:08.610109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-408841585'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:08.611154 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:08.611834 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231225d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:08.633040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (c5ade81d-acd0-4089-b27b-8af035dc2a0e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.672482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9bbcaa38-2afd-4bd4-a561-766adb86c592 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1018729
May 14 21:38:08.686200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58098) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:08.701425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e216c9-65f6-4586-ba55-12fd4eee92ba None None] Pushing event deleted for resources: {'Port': ['ID=f9b7018c-df53-47ba-a9ab-18ae40f18e3b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:08.713437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=c5ade81d-acd0-4089-b27b-8af035dc2a0e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:08.725930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:08.731065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.735955 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-59ce26ed-b7da-4ac9-8189-538dd272834d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] delete failed (client error): The resource could not be found.
May 14 21:38:08.735955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-59ce26ed-b7da-4ac9-8189-538dd272834d tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "DELETE /v2.0/security-groups/34bbd39b-9322-4572-875b-9b4bc24ff586 HTTP/1.1" status: 404  len: 347 time: 0.0464544
May 14 21:38:08.741602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b3989182-bb26-4259-a666-ee7c9384f989 None None] Port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:08.747448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58100) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:08.784900 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:08.792003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:38:08.807286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (964eec62-eeaf-4b16-bf92-45b6eca248ba), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.807866 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment 964eec62-eeaf-4b16-bf92-45b6eca248ba of type vlan for network ab5cf463-0505-47d3-ba04-5dcb4ba03861
May 14 21:38:08.809551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': '2b48e655-b93f-4c5a-9938-7999e7a6b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:08.810000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:38:08.810712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88e03173-3786-4c9f-927f-9ea223dbf14a', 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'project_id': 'd5e5588cb62d4ad0a93f58e84d398598', 'fixed_ips': [{'subnet_id': 'ca3b1bec-86fa-4980-8c54-056836dff759'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:08.813798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.814155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-60f6fb00-4cbf-4cc1-895e-af294475f612 tempest-SecGroupIPv6Test-985924071 tempest-SecGroupIPv6Test-985924071-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0635693
May 14 21:38:08.888003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ab5cf463-0505-47d3-ba04-5dcb4ba03861), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.910193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:08.915202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:08.958792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:38:09.021582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d65fa357-460b-449b-adef-10e50772c7a0 None None] Provisioning complete for port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:09.022168 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d65fa357-460b-449b-adef-10e50772c7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.037983 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231225d60>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:05Z', 'revision_number': 3, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:06Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:09.038790 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca3b1bec-86fa-4980-8c54-056836dff759 (CIDR: 2001:db8::/64)
May 14 21:38:09.060095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:09.062394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ab5cf463-0505-47d3-ba04-5dcb4ba03861), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.064725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Allocated IP 2001:db8::2 (88e03173-3786-4c9f-927f-9ea223dbf14a/ca3b1bec-86fa-4980-8c54-056836dff759/084f25a2-0617-448c-ad8d-4794b18923af) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:09.068728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:09.069591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.073125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf3a15-4f24-464a-bf43-df7cdae66b6f None None] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:09.079677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:09.079947 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:09.080502 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Updating router ae1c6a40-530d-453b-ab89-21d1a2f9f587 port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:38:09.080678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.098011 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:09.098468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:09.117004 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.118814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d65fa357-460b-449b-adef-10e50772c7a0 None None] Port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:09.220325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8cf11a86-10da-4d47-a4fe-cf05c06b4bf3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8395824
May 14 21:38:09.220987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58112) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:09.227939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=ab5cf463-0505-47d3-ba04-5dcb4ba03861,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:09.228123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'subnet': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:09.242546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:38:09.247996 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-60569cfa-046b-4d71-9b0f-ff113a749299 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 746 time: 0.6477332
May 14 21:38:09.250785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58114) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:09.259245 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0481e031-1594-4ddd-9126-38a3b8ec9525 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7888525
May 14 21:38:09.272441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:09.328064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58118) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:09.337485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c', 'name': 'tempest-PortsTestJSON-1757448381'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:09.371777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c', 'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': 'c5ade81d-acd0-4089-b27b-8af035dc2a0e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:09.372738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.508854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58126) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:09.550275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:09.554186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.594507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f9b7018c-df53-47ba-a9ab-18ae40f18e3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:09.603626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Publish callbacks [] for port (084f25a2-0617-448c-ad8d-4794b18923af), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.651438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f9b7018c-df53-47ba-a9ab-18ae40f18e3b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:09.651840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f9b7018c-df53-47ba-a9ab-18ae40f18e3b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:09.730031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (084f25a2-0617-448c-ad8d-4794b18923af), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.736270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d850f26-0c5a-4bd9-87b9-0b408e912435 req-7c82ce7d-85f3-4fe9-a2a5-9e8f1e481113 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:09.738132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d850f26-0c5a-4bd9-87b9-0b408e912435 req-7c82ce7d-85f3-4fe9-a2a5-9e8f1e481113 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1392653
May 14 21:38:09.778278 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Publish callbacks [] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.785524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:09.788662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:09.790174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.793665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Allocated IP 172.20.0.2 (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c/c5ade81d-acd0-4089-b27b-8af035dc2a0e/919638db-f51f-4a2d-93a7-a85e78910ec9) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:09.804268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bd5de992-139e-4f2f-829b-ec066fba80d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2955d2e0483e4645b492bb49013e6b30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2940211
May 14 21:38:09.807116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58132) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:09.817151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:09.830668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:09.830848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:09.831279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.850202 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:09.907267 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Pushing event updated for resources: {'Port': ['ID=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:09.920511 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.928917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.929633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.930127 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.930630 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.931126 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.931653 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.932835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.933335 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.933836 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.934322 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.934818 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.935292 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.935841 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.939857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:09.968439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Pushing event updated for resources: {'Port': ['ID=084f25a2-0617-448c-ad8d-4794b18923af,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:09.994066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d850f26-0c5a-4bd9-87b9-0b408e912435 req-6f574819-629b-4cc5-9663-096aa0fe698f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2486176
May 14 21:38:10.018358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Attempting to bind port 084f25a2-0617-448c-ad8d-4794b18923af on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:10.019553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Attempting to bind port 084f25a2-0617-448c-ad8d-4794b18923af by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:10.019942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Attempting to bind port 084f25a2-0617-448c-ad8d-4794b18923af on network 88e03173-3786-4c9f-927f-9ea223dbf14a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:10.020380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port ddfba31b-8c86-4368-a388-c30fef9fe0cd yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:10.039979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-def4496f-021b-4891-b3ec-283da2fc4661 admin admin] Publish callbacks [] for security_group (76b8040f-3c45-4a6a-9afd-84593c0d937a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.051400 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Attempting to bind port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:10.052131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Attempting to bind port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:10.053125 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Attempting to bind port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 on network 4a2027a0-692b-4a7e-9781-1b55bf235291 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:10.062729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:10.063372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Checking segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:10.063823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.064122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Bound using segment: {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:10.066314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Bound port: 084f25a2-0617-448c-ad8d-4794b18923af, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775a41a-ac1b-4e79-b950-ddc4686c608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:10.067422 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (084f25a2-0617-448c-ad8d-4794b18923af), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.069616 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:10.070098 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Checking segment: {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:10.070500 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.070946 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Bound using segment: {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:10.074082 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Bound port: 5ea8a685-0ac0-4797-be62-99ddb6c8ca65, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53a056e-5626-4821-9f96-8cacc6893df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:10.074082 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.102456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-def4496f-021b-4891-b3ec-283da2fc4661 admin admin] Publish callbacks [] for security_group (76b8040f-3c45-4a6a-9afd-84593c0d937a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.113604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (7088ae2a-d3fd-4ad6-a70a-ddd17339b371), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.238782 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] For port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:10.253359 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] For port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:10.259193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] For port 084f25a2-0617-448c-ad8d-4794b18923af, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:10.268199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=7088ae2a-d3fd-4ad6-a70a-ddd17339b371,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:10.283330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:10.284168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: ab5cf463-0505-47d3-ba04-5dcb4ba03861, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:38:10.301460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] For port 084f25a2-0617-448c-ad8d-4794b18923af, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=084f25a2-0617-448c-ad8d-4794b18923af,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:10.345512 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.365873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] Provisioning complete for port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:10.366238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.395511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Publish callbacks [] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.405902 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:10.406577 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231225d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:37:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:10.412449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0008f5a-dc28-4822-b4ca-3e3944a6d7eb None None] Pushing event updated for resources: {'Port': ['ID=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:10.428155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-def4496f-021b-4891-b3ec-283da2fc4661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (76b8040f-3c45-4a6a-9afd-84593c0d937a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.431583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-def4496f-021b-4891-b3ec-283da2fc4661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.431858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-def4496f-021b-4891-b3ec-283da2fc4661 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76b8040f-3c45-4a6a-9afd-84593c0d937a HTTP/1.1" status: 204  len: 168 time: 0.6166027
May 14 21:38:10.445916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4496f-021b-4891-b3ec-283da2fc4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b8040f-3c45-4a6a-9afd-84593c0d937a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:10.474480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] Current status of the port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:10.474870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.481379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:38:10.500290 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (084f25a2-0617-448c-ad8d-4794b18923af), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.512364 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.543408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] For port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:10.600053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:10.620386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:10.624824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:10.631895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-759fa68e-4a66-4ad5-bc8a-25381cc66d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.646037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083600f-1cda-4c3a-b515-adad1bb11ca8 None None] Pushing event updated for resources: {'Port': ['ID=084f25a2-0617-448c-ad8d-4794b18923af,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:10.687953 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.734759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.5 (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c/c5ade81d-acd0-4089-b27b-8af035dc2a0e/ddfba31b-8c86-4368-a388-c30fef9fe0cd) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:10.741874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab5cf463-0505-47d3-ba04-5dcb4ba03861) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:10.748420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:10.749312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.762273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c14bf-c5c8-4b67-b7c6-aa6caffdcce6 None None] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:10.777594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Pushing event updated for resources: {'Port': ['ID=919638db-f51f-4a2d-93a7-a85e78910ec9,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:10.802086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Attempting to bind port 919638db-f51f-4a2d-93a7-a85e78910ec9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:10.805871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Attempting to bind port 919638db-f51f-4a2d-93a7-a85e78910ec9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2b48e655-b93f-4c5a-9938-7999e7a6b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:10.805871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Attempting to bind port 919638db-f51f-4a2d-93a7-a85e78910ec9 on network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:10.812524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:38:10.864804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d49ca46-827e-435c-b766-752b9ec82144 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6142344
May 14 21:38:10.867582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58152) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:10.868954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:10.869443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Checking segment: {'id': '2b48e655-b93f-4c5a-9938-7999e7a6b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:10.869909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.870364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Bound using segment: {'id': '2b48e655-b93f-4c5a-9938-7999e7a6b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:10.870908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Bound port: 919638db-f51f-4a2d-93a7-a85e78910ec9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b48e655-b93f-4c5a-9938-7999e7a6b548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:10.871360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:10.885467 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:11.265324 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.273786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058f0ad-5727-41a4-b110-83e00a2ba835 None None] Pushing event updated for resources: {'Port': ['ID=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:11.275254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67d868-dd2f-4779-982b-d74b94868d14 req-c82f8c10-b7b5-4870-a550-6d7e43f2140b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:11.282536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8f081d9a-722a-47d7-9b19-dd47055e2445 None None] Provisioning complete for port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:11.285692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8f081d9a-722a-47d7-9b19-dd47055e2445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.294533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c67d868-dd2f-4779-982b-d74b94868d14 req-c82f8c10-b7b5-4870-a550-6d7e43f2140b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1690335
May 14 21:38:11.445406 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-331ce974-b384-4379-8572-b7a1737928ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231225d60>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:05Z', 'revision_number': 3, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:11.468798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:11.468798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.491163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (084f25a2-0617-448c-ad8d-4794b18923af), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.500778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] For port 919638db-f51f-4a2d-93a7-a85e78910ec9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:11.501553 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ce974-b384-4379-8572-b7a1737928ce None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:05Z', 'revision_number': 3, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:11.507262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] For port 919638db-f51f-4a2d-93a7-a85e78910ec9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919638db-f51f-4a2d-93a7-a85e78910ec9,segment=NetworkSegment(2b48e655-b93f-4c5a-9938-7999e7a6b548),segment_id=2b48e655-b93f-4c5a-9938-7999e7a6b548)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:11.509361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8f081d9a-722a-47d7-9b19-dd47055e2445 None None] Current status of the port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:11.654669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.670226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c67d868-dd2f-4779-982b-d74b94868d14 req-c86e389d-2568-4384-9321-608966aeff48 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703903
May 14 21:38:11.696048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.725486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 084f25a2-0617-448c-ad8d-4794b18923af up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:11.728071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:11.734516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:11.741395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:11.822162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:11.826577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.868957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=ddfba31b-8c86-4368-a388-c30fef9fe0cd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:11.882853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 084f25a2-0617-448c-ad8d-4794b18923af triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:11.883242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (084f25a2-0617-448c-ad8d-4794b18923af), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:11.953732 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-86824ab6-b558-47e2-95b4-1769fe307ea2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.6217556
May 14 21:38:11.970429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58180) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:12.025822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c', 'name': 'tempest-PortsTestJSON-31272879'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:12.110102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6677-5955-411b-9a62-13798c0560b5 None None] Pushing event updated for resources: {'Port': ['ID=919638db-f51f-4a2d-93a7-a85e78910ec9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:12.155950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] For port 084f25a2-0617-448c-ad8d-4794b18923af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=084f25a2-0617-448c-ad8d-4794b18923af,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:12.181101 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.190991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Allocated IP 172.22.0.2 (ab5cf463-0505-47d3-ba04-5dcb4ba03861/7088ae2a-d3fd-4ad6-a70a-ddd17339b371/a34e5e6a-26f4-4ec3-b422-2737a2048da8) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:12.249624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (084f25a2-0617-448c-ad8d-4794b18923af), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.378526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (084f25a2-0617-448c-ad8d-4794b18923af), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.381516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.427594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (16ebcc66-75cf-4a0a-9017-bc1f72cb803a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.433644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:12.434208 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (084f25a2-0617-448c-ad8d-4794b18923af), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.582346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.685937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Subnet': ['ID=16ebcc66-75cf-4a0a-9017-bc1f72cb803a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:12.744989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:12.759006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.762926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:12.780622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:12.804457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:12.805982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:12.826214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8496514-2f74-4c7d-b134-91e4ec799d17 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:12.833483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58222) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:12.873634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=084f25a2-0617-448c-ad8d-4794b18923af,revision_number=4']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:12.914688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b7960c91-2fc5-45c6-98d0-48972624715d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.6903167
May 14 21:38:12.914955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:12.923082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Request body: {'port': {'network_id': '88e03173-3786-4c9f-927f-9ea223dbf14a', 'mac_address': 'fa:16:3e:c5:9d:f5', 'name': 'tempest-NetworksTestDHCPv6-575712012'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:12.934084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246f9b-523f-404a-a7c2-d3d153e7cbcf req-63a4d63b-f850-4924-b0f3-4deb7a8524e5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:12.935687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e246f9b-523f-404a-a7c2-d3d153e7cbcf req-63a4d63b-f850-4924-b0f3-4deb7a8524e5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0838773
May 14 21:38:12.993284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 71751001-c6e2-4fe2-9a23-ece204bb4ccc yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:13.084759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e246f9b-523f-404a-a7c2-d3d153e7cbcf req-394f878e-f5c3-4370-9dac-29bd42576c13 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304984
May 14 21:38:13.160000 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--112249467'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:13.185636 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Publish callbacks [] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.192737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] Provisioning complete for port 084f25a2-0617-448c-ad8d-4794b18923af triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:13.193404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (084f25a2-0617-448c-ad8d-4794b18923af), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.229127 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:38:13.229489 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:38:13.273704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Made reservation on behalf of d5e5588cb62d4ad0a93f58e84d398598 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:13.319767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:13.325200 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (084f25a2-0617-448c-ad8d-4794b18923af), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.329214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.364586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.3 (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c/c5ade81d-acd0-4089-b27b-8af035dc2a0e/71751001-c6e2-4fe2-9a23-ece204bb4ccc) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:13.417910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.22.0.1 (ab5cf463-0505-47d3-ba04-5dcb4ba03861/7088ae2a-d3fd-4ad6-a70a-ddd17339b371/e425c5e5-f45f-4bce-9501-47eff3a4b44d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:13.449716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c974b0af-3051-48ea-80ce-8d714f553f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.456241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.474874 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.497949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] device_id is not set on port 33e0ca28-7290-49d0-beff-ae917b42ec20 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:13.514942 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.552766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:13.555808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Pushing event updated for resources: {'Port': ['ID=a34e5e6a-26f4-4ec3-b422-2737a2048da8,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:13.558675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:13.565032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] For port 084f25a2-0617-448c-ad8d-4794b18923af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=084f25a2-0617-448c-ad8d-4794b18923af,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:13.565363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:13.626577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94182039-6720-4b82-8bea-81ca59633c00 None None] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:13.696143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Attempting to bind port a34e5e6a-26f4-4ec3-b422-2737a2048da8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:13.696628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Attempting to bind port a34e5e6a-26f4-4ec3-b422-2737a2048da8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:13.697075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Attempting to bind port a34e5e6a-26f4-4ec3-b422-2737a2048da8 on network ab5cf463-0505-47d3-ba04-5dcb4ba03861 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:13.703072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (084f25a2-0617-448c-ad8d-4794b18923af), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.714031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:13.714031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Checking segment: {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:13.714550 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.715016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Bound using segment: {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:13.715823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Bound port: a34e5e6a-26f4-4ec3-b422-2737a2048da8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:13.716492 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.822680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.840418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8::140 (88e03173-3786-4c9f-927f-9ea223dbf14a/ca3b1bec-86fa-4980-8c54-056836dff759/33e0ca28-7290-49d0-beff-ae917b42ec20) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:13.849144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:9df5 (88e03173-3786-4c9f-927f-9ea223dbf14a/16ebcc66-75cf-4a0a-9017-bc1f72cb803a/33e0ca28-7290-49d0-beff-ae917b42ec20) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:13.954199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (71751001-c6e2-4fe2-9a23-ece204bb4ccc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.966312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (cd8eb35a-aa35-4597-9351-5bd7c277f1a1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:13.970895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] Provisioning complete for port 919638db-f51f-4a2d-93a7-a85e78910ec9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:13.972248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.026847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:14.060053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for port (33e0ca28-7290-49d0-beff-ae917b42ec20), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.087104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.099767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cd8eb35a-aa35-4597-9351-5bd7c277f1a1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.109896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1c336-f245-463d-9a5c-430cebddc88c None None] Pushing event updated for resources: {'Port': ['ID=084f25a2-0617-448c-ad8d-4794b18923af,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.161455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] For port a34e5e6a-26f4-4ec3-b422-2737a2048da8, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:14.180446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.206291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (71751001-c6e2-4fe2-9a23-ece204bb4ccc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.217868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (33e0ca28-7290-49d0-beff-ae917b42ec20), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.220448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] For port a34e5e6a-26f4-4ec3-b422-2737a2048da8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34e5e6a-26f4-4ec3-b422-2737a2048da8,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:14.240915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] Current status of the port 919638db-f51f-4a2d-93a7-a85e78910ec9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:14.241697 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.291668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Network 88e03173-3786-4c9f-927f-9ea223dbf14a is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:14.300339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:14.304288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:14.312108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:14.313195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.336462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] For port 919638db-f51f-4a2d-93a7-a85e78910ec9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919638db-f51f-4a2d-93a7-a85e78910ec9,segment=NetworkSegment(2b48e655-b93f-4c5a-9938-7999e7a6b548),segment_id=2b48e655-b93f-4c5a-9938-7999e7a6b548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:14.339988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.363647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event updated for resources: {'Port': ['ID=33e0ca28-7290-49d0-beff-ae917b42ec20,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.380736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8eb35a-aa35-4597-9351-5bd7c277f1a1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.429792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-720582e4-0e38-4b08-b0ed-2a09e56bb113 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.5113897
May 14 21:38:14.430118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58244) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:14.439987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=e425c5e5-f45f-4bce-9501-47eff3a4b44d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.455006 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.460089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 084f25a2-0617-448c-ad8d-4794b18923af up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:14.470170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ab906-1725-43f2-bf6f-4ca06cb0836e None None] Pushing event updated for resources: {'Port': ['ID=a34e5e6a-26f4-4ec3-b422-2737a2048da8,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.487389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:14.567249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=71751001-c6e2-4fe2-9a23-ece204bb4ccc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.586212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:14.597388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting port 33e0ca28-7290-49d0-beff-ae917b42ec20 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:14.597746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (33e0ca28-7290-49d0-beff-ae917b42ec20), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.602064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:14.603054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:14.620510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59073e-dcb7-4d91-a5a5-93437c7f1b7b None None] Pushing event updated for resources: {'Port': ['ID=919638db-f51f-4a2d-93a7-a85e78910ec9,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:14.643949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:14.650290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-69efbc2b-8823-4251-95b6-231b60fa8c6c None None] Provisioning complete for port 084f25a2-0617-448c-ad8d-4794b18923af triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:14.650665 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-69efbc2b-8823-4251-95b6-231b60fa8c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (084f25a2-0617-448c-ad8d-4794b18923af), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.662552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:14.682854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da36451-cd11-475b-bb29-eb704fd4dbde req-d28e9e25-ad5e-48d9-abf5-56115c5bb917 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:14.684956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3da36451-cd11-475b-bb29-eb704fd4dbde req-d28e9e25-ad5e-48d9-abf5-56115c5bb917 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.3564317
May 14 21:38:14.726237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 084f25a2-0617-448c-ad8d-4794b18923af triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:14.726446 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (084f25a2-0617-448c-ad8d-4794b18923af), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.782758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.804867 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (33e0ca28-7290-49d0-beff-ae917b42ec20), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.830888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Calling delete_port for 33e0ca28-7290-49d0-beff-ae917b42ec20 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:14.879362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3da36451-cd11-475b-bb29-eb704fd4dbde req-10c5c30c-9e90-4da7-99f5-4b825f91aaa3 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598804
May 14 21:38:14.881278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.895516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:14.897526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:14.971422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.010489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-69efbc2b-8823-4251-95b6-231b60fa8c6c None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:15.051041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:15.052377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:15.076354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce99c97-f1c4-48f0-81d2-0613efe6200c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:15.145611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Provisioning complete for port ddfba31b-8c86-4368-a388-c30fef9fe0cd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:15.146219 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.168552 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2bc98a1-f3d8-4137-8a13-1cef1f83d143 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.1850388
May 14 21:38:15.171680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58250) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:15.180855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:15.192278 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.229744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Port ddfba31b-8c86-4368-a388-c30fef9fe0cd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:15.242683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.245607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Provisioning complete for port 919638db-f51f-4a2d-93a7-a85e78910ec9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:15.246186 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.247947 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3c8c9539-bd2f-427b-8814-0e57b7dc38d5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 2.3713217
May 14 21:38:15.248720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:15.283644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce711f-f393-465f-b450-a021950b9388 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:15.285705 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-57ce711f-f393-465f-b450-a021950b9388 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.1123807
May 14 21:38:15.290676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:15.357828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.368906 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39270256-994a-4c3b-90da-7e5abbb86d59 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1117787
May 14 21:38:15.374353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58256) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:15.396876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (33e0ca28-7290-49d0-beff-ae917b42ec20), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.455812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Port': ['ID=33e0ca28-7290-49d0-beff-ae917b42ec20,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:15.492539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 71751001-c6e2-4fe2-9a23-ece204bb4ccc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:15.492975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (71751001-c6e2-4fe2-9a23-ece204bb4ccc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.583753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:15.584931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919638db-f51f-4a2d-93a7-a85e78910ec9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:15.618894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (71751001-c6e2-4fe2-9a23-ece204bb4ccc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.645940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 71751001-c6e2-4fe2-9a23-ece204bb4ccc owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:15.775494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Current status of the port 919638db-f51f-4a2d-93a7-a85e78910ec9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:15.779646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 919638db-f51f-4a2d-93a7-a85e78910ec9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:15.785007 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.791035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3bdc8d7a-ea91-497a-b34c-1cab4b8975c9 None None] Could not find standard attr ID for object 33e0ca28-7290-49d0-beff-ae917b42ec20. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:38:15.826548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58260) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:15.835629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.848566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-security--2033369127', 'description': 'tempest-security-description-1357590417'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:15.856929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.865645 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b3a2c2cc-ab7a-4d8f-a9d8-46467b5c2ae8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/33e0ca28-7290-49d0-beff-ae917b42ec20 HTTP/1.1" status: 204  len: 168 time: 1.4346104
May 14 21:38:15.879755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58264) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:15.959284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.959864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-32d1e6c9-c9a8-4b93-a5a4-84436f3c56e5 None None] Provisioning complete for port ddfba31b-8c86-4368-a388-c30fef9fe0cd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:15.960840 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32d1e6c9-c9a8-4b93-a5a4-84436f3c56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:15.974172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e9276-9f17-4c7c-a267-73e0c180c350 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:15.976994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-437e9276-9f17-4c7c-a267-73e0c180c350 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0950224
May 14 21:38:15.983907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 919638db-f51f-4a2d-93a7-a85e78910ec9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:15.984555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58270) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.039236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-32d1e6c9-c9a8-4b93-a5a4-84436f3c56e5 None None] Port ddfba31b-8c86-4368-a388-c30fef9fe0cd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:16.045414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-32d1e6c9-c9a8-4b93-a5a4-84436f3c56e5 None None] Could not find standard attr ID for object 71751001-c6e2-4fe2-9a23-ece204bb4ccc. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:38:16.072947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19089bf-21c8-43e7-89f2-a7834b500bb3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:16.077435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a19089bf-21c8-43e7-89f2-a7834b500bb3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0893619
May 14 21:38:16.092135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58272) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.168031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d0fbe-8b35-48ed-94f8-ca386eb9d0da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:16.169475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d0fbe-8b35-48ed-94f8-ca386eb9d0da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:16.170861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d0fbe-8b35-48ed-94f8-ca386eb9d0da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:16.173104 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.178219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-688d0fbe-8b35-48ed-94f8-ca386eb9d0da tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0833912
May 14 21:38:16.181236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (71751001-c6e2-4fe2-9a23-ece204bb4ccc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.182240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.240193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5af89b-f7ef-499b-9c9a-45b41ce54e20 None None] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:16.244339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf1-2fcf-46ee-856a-c998d87bbeff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.263454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.266551 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.271048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "PUT /v2.0/security-groups/cce99c97-f1c4-48f0-81d2-0613efe6200c HTTP/1.1" status: 200  len: 1797 time: 0.8929596
May 14 21:38:16.281326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58276) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.291877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=71751001-c6e2-4fe2-9a23-ece204bb4ccc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:16.307337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] Provisioning complete for port a34e5e6a-26f4-4ec3-b422-2737a2048da8 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:16.308272 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.313405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc276477-6484-4c46-8485-72c76e4dab90 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce99c97-f1c4-48f0-81d2-0613efe6200c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:16.314250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15ce3-81fe-4cfe-b2bb-18f2a6878179 req-b3475530-e653-4ce0-920a-1185da5f9240 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:16.323590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ae15ce3-81fe-4cfe-b2bb-18f2a6878179 req-b3475530-e653-4ce0-920a-1185da5f9240 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.2456157
May 14 21:38:16.363304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet 16ebcc66-75cf-4a0a-9017-bc1f72cb803a {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:16.369296 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (16ebcc66-75cf-4a0a-9017-bc1f72cb803a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.424293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 084f25a2-0617-448c-ad8d-4794b18923af up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:16.473960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (16ebcc66-75cf-4a0a-9017-bc1f72cb803a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.486365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-463ca753-f9da-4219-8d62-59664f4429c3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups/cce99c97-f1c4-48f0-81d2-0613efe6200c HTTP/1.1" status: 200  len: 1797 time: 0.2007439
May 14 21:38:16.493689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58278) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.508404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.511524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e8656a36-648b-444d-89b7-cf7adcc06f58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/71751001-c6e2-4fe2-9a23-ece204bb4ccc HTTP/1.1" status: 204  len: 168 time: 1.2194834
May 14 21:38:16.517520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.539328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ae15ce3-81fe-4cfe-b2bb-18f2a6878179 req-56de13f4-db53-4905-a98f-bb1ce8671f5e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147648
May 14 21:38:16.579300 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a9502d-d469-4ccd-9033-2ca0f82eede6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:38:16.580829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74a9502d-d469-4ccd-9033-2ca0f82eede6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/71751001-c6e2-4fe2-9a23-ece204bb4ccc HTTP/1.1" status: 404  len: 333 time: 0.0600693
May 14 21:38:16.584728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 084f25a2-0617-448c-ad8d-4794b18923af triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:16.585290 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (084f25a2-0617-448c-ad8d-4794b18923af), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.591495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.609807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78b40eeb-0337-46c0-bf5f-ed5808f639ad tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.624775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] Current status of the port a34e5e6a-26f4-4ec3-b422-2737a2048da8 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:16.625215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.629313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf1-2fcf-46ee-856a-c998d87bbeff admin admin] Publish callbacks [] for security_group (5d25e524-12b6-4e1d-a72b-07a79a3fe870), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.649503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78b40eeb-0337-46c0-bf5f-ed5808f639ad tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.685706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.701380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ca8dccf1-2fcf-46ee-856a-c998d87bbeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5d25e524-12b6-4e1d-a72b-07a79a3fe870), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.727919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] For port a34e5e6a-26f4-4ec3-b422-2737a2048da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34e5e6a-26f4-4ec3-b422-2737a2048da8,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:16.750989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:16.752181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a34e5e6a-26f4-4ec3-b422-2737a2048da8 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:16.755007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dccf1-2fcf-46ee-856a-c998d87bbeff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d25e524-12b6-4e1d-a72b-07a79a3fe870,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:16.755989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (16ebcc66-75cf-4a0a-9017-bc1f72cb803a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.774848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ca8dccf1-2fcf-46ee-856a-c998d87bbeff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=790d853ac2414670bf070cb10b80e675&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9440274
May 14 21:38:16.775085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.787744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.818030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78b40eeb-0337-46c0-bf5f-ed5808f639ad tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cce99c97-f1c4-48f0-81d2-0613efe6200c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.819568 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.820790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78b40eeb-0337-46c0-bf5f-ed5808f639ad tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.824823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-78b40eeb-0337-46c0-bf5f-ed5808f639ad tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/cce99c97-f1c4-48f0-81d2-0613efe6200c HTTP/1.1" status: 204  len: 168 time: 0.3248262
May 14 21:38:16.829183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a34e5e6a-26f4-4ec3-b422-2737a2048da8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:16.829378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58286) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.829621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.834759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.855165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b40eeb-0337-46c0-bf5f-ed5808f639ad tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce99c97-f1c4-48f0-81d2-0613efe6200c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:16.871350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0de5465e-89dc-4740-83db-0849fb281e24 admin admin] Publish callbacks [] for security_group (5d25e524-12b6-4e1d-a72b-07a79a3fe870), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.880275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=e425c5e5-f45f-4bce-9501-47eff3a4b44d,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:16.898300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port ddfba31b-8c86-4368-a388-c30fef9fe0cd {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:16.899041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.899216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0de5465e-89dc-4740-83db-0849fb281e24 admin admin] Publish callbacks [] for security_group (5d25e524-12b6-4e1d-a72b-07a79a3fe870), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:16.955833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5c05aec-9b15-4c2a-af98-93e8ae237b57 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1167071
May 14 21:38:16.958515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b704dbc-c005-4796-ad16-87155fa898f0 None None] Pushing event updated for resources: {'Port': ['ID=a34e5e6a-26f4-4ec3-b422-2737a2048da8,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:16.960697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58290) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:16.986440 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-53e7ac54-c256-4bda-beba-1511e4487a37 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] delete failed (client error): The resource could not be found.
May 14 21:38:16.987823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-53e7ac54-c256-4bda-beba-1511e4487a37 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/cce99c97-f1c4-48f0-81d2-0613efe6200c HTTP/1.1" status: 404  len: 347 time: 0.0252423
May 14 21:38:16.995797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58294) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:17.001050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019301303'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:17.033627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a34e5e6a-26f4-4ec3-b422-2737a2048da8 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:17.034899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919638db-f51f-4a2d-93a7-a85e78910ec9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:17.055710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.078553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f27699d7-302f-4dcc-aa79-df7505e3d3eb None None] Provisioning complete for port e425c5e5-f45f-4bce-9501-47eff3a4b44d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:17.078929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f27699d7-302f-4dcc-aa79-df7505e3d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.092130 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (16ebcc66-75cf-4a0a-9017-bc1f72cb803a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.123289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f27699d7-302f-4dcc-aa79-df7505e3d3eb None None] Port e425c5e5-f45f-4bce-9501-47eff3a4b44d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:17.128772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.134942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 919638db-f51f-4a2d-93a7-a85e78910ec9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:17.135586 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.142155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=16ebcc66-75cf-4a0a-9017-bc1f72cb803a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:17.164701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.165007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa71ca-feef-49a4-8057-dd676fa95a85 None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:17.168303 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4c36a5a3-5848-4e5f-8694-c3fb601f7788 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/16ebcc66-75cf-4a0a-9017-bc1f72cb803a HTTP/1.1" status: 204  len: 168 time: 0.9850924
May 14 21:38:17.175946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f27699d7-302f-4dcc-aa79-df7505e3d3eb None None] Provisioning complete for port a34e5e6a-26f4-4ec3-b422-2737a2048da8 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:17.175946 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f27699d7-302f-4dcc-aa79-df7505e3d3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.181149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58296) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:17.184515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0de5465e-89dc-4740-83db-0849fb281e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5d25e524-12b6-4e1d-a72b-07a79a3fe870), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.188781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0de5465e-89dc-4740-83db-0849fb281e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.193171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0de5465e-89dc-4740-83db-0849fb281e24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d25e524-12b6-4e1d-a72b-07a79a3fe870 HTTP/1.1" status: 204  len: 168 time: 0.4168963
May 14 21:38:17.209056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5465e-89dc-4740-83db-0849fb281e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d25e524-12b6-4e1d-a72b-07a79a3fe870,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:17.265968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (d94c9ef1-c057-4465-b1c9-ff7ef953bdef), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.315506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.328640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d94c9ef1-c057-4465-b1c9-ff7ef953bdef), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.349807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for ddfba31b-8c86-4368-a388-c30fef9fe0cd owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:17.370572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Deleting subnet ca3b1bec-86fa-4980-8c54-056836dff759 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:17.382828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94c9ef1-c057-4465-b1c9-ff7ef953bdef,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:17.384266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (ca3b1bec-86fa-4980-8c54-056836dff759), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.402363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f27699d7-302f-4dcc-aa79-df7505e3d3eb None None] Current status of the port a34e5e6a-26f4-4ec3-b422-2737a2048da8 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:17.455906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.459980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-203304e5-2670-428c-845b-2bdbd574a83f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4604437
May 14 21:38:17.461094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58312) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:17.467548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': 'd94c9ef1-c057-4465-b1c9-ff7ef953bdef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:17.468004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:17.474353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:17.481948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (ca3b1bec-86fa-4980-8c54-056836dff759), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.485363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 919638db-f51f-4a2d-93a7-a85e78910ec9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:17.523513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8b957341-a675-4198-88f3-13d0697cf5ef None None] Provisioning complete for port e425c5e5-f45f-4bce-9501-47eff3a4b44d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:17.524310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b957341-a675-4198-88f3-13d0697cf5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.574378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8b957341-a675-4198-88f3-13d0697cf5ef None None] Port e425c5e5-f45f-4bce-9501-47eff3a4b44d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:17.609187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (28ec1bf9-29ba-4d08-a93b-be8741292e5b), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.725961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (28ec1bf9-29ba-4d08-a93b-be8741292e5b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.792298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad77b2a-4d3a-47cf-968c-cf2b29c193b1 req-1cc12f1e-f87b-4575-9f67-76cd7161cd57 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:17.793840 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ad77b2a-4d3a-47cf-968c-cf2b29c193b1 req-1cc12f1e-f87b-4575-9f67-76cd7161cd57 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1298985
May 14 21:38:17.832466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (28ec1bf9-29ba-4d08-a93b-be8741292e5b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.859360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec1bf9-29ba-4d08-a93b-be8741292e5b,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:17.869597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:17.873196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (ca3b1bec-86fa-4980-8c54-056836dff759), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.897245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ce27811e-0a93-466c-ae00-eedecff923b8 None None] Provisioning complete for port e425c5e5-f45f-4bce-9501-47eff3a4b44d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:17.897848 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ce27811e-0a93-466c-ae00-eedecff923b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.938740 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.944727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-32404f6a-8927-46c0-a44d-be2f9f60a244 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4829800
May 14 21:38:17.945512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58324) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:17.974796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ce27811e-0a93-466c-ae00-eedecff923b8 None None] Port e425c5e5-f45f-4bce-9501-47eff3a4b44d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:17.984098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f969-2576-4bcf-ba5a-c8239bf191ed tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (28ec1bf9-29ba-4d08-a93b-be8741292e5b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:17.996298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f969-2576-4bcf-ba5a-c8239bf191ed tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (28ec1bf9-29ba-4d08-a93b-be8741292e5b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.040861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3ad77b2a-4d3a-47cf-968c-cf2b29c193b1 req-75c5d5c8-ab81-4722-b56a-cdcb14a20443 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2198217
May 14 21:38:18.065949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ddfba31b-8c86-4368-a388-c30fef9fe0cd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.100197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.120442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=ddfba31b-8c86-4368-a388-c30fef9fe0cd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:18.128134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90b59ddf-f1ba-4dbf-b77d-0a4d0a943ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.160271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a34e5e6a-26f4-4ec3-b422-2737a2048da8 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:18.166141 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:18.172476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f969-2576-4bcf-ba5a-c8239bf191ed tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (28ec1bf9-29ba-4d08-a93b-be8741292e5b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.184370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f969-2576-4bcf-ba5a-c8239bf191ed tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.187911 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a19a775-115e-4b3c-811e-de83672dcfa7 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3187227
May 14 21:38:18.193167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ee8f969-2576-4bcf-ba5a-c8239bf191ed tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/28ec1bf9-29ba-4d08-a93b-be8741292e5b HTTP/1.1" status: 204  len: 168 time: 0.2441308
May 14 21:38:18.194032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58328) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.194700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58330) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.206754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:18.212392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'network': {'name': 'tempest-RoutersTest-624514560'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:18.216937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8f969-2576-4bcf-ba5a-c8239bf191ed tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28ec1bf9-29ba-4d08-a93b-be8741292e5b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:18.238907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:18.239840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523097c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:18.257198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (ca3b1bec-86fa-4980-8c54-056836dff759), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.307150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90b59ddf-f1ba-4dbf-b77d-0a4d0a943ea3 admin admin] Publish callbacks [] for security_group (76584925-5325-4256-8015-99c5860dedc8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.349146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3b1bec-86fa-4980-8c54-056836dff759,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:18.350719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a34e5e6a-26f4-4ec3-b422-2737a2048da8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:18.351095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.354594 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.358942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f28fea7-3baa-4e71-81a0-58369f298746 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/ca3b1bec-86fa-4980-8c54-056836dff759 HTTP/1.1" status: 204  len: 168 time: 1.1758928
May 14 21:38:18.362903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58332) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.368195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.368403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90b59ddf-f1ba-4dbf-b77d-0a4d0a943ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (76584925-5325-4256-8015-99c5860dedc8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.375829 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bfe818eb-254b-46cd-b2cb-000814b9fef6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/ddfba31b-8c86-4368-a388-c30fef9fe0cd HTTP/1.1" status: 204  len: 168 time: 1.7832167
May 14 21:38:18.379161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58334) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.429297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:18.432963 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4ddcfe-71fc-4d15-ae55-8f355713ffb9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:38:18.434460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cd4ddcfe-71fc-4d15-ae55-8f355713ffb9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/ddfba31b-8c86-4368-a388-c30fef9fe0cd HTTP/1.1" status: 404  len: 333 time: 0.0539863
May 14 21:38:18.438134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.498104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:18.508971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f16a2e-e85a-4aad-92c0-6b8a7721988d None None] Network 88e03173-3786-4c9f-927f-9ea223dbf14a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:18.512240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4d2a9dac-89e8-4220-aac0-44b8a046e801 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1451368
May 14 21:38:18.515259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.517959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.523535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90b59ddf-f1ba-4dbf-b77d-0a4d0a943ea3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=985c6143b49e45d991e0bba09fd0dd99&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4184654
May 14 21:38:18.528490 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-853347ad-6c53-4954-919d-069f9d116302 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3309648
May 14 21:38:18.533374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58342) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.538079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58344) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.575299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b59ddf-f1ba-4dbf-b77d-0a4d0a943ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76584925-5325-4256-8015-99c5860dedc8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:18.589429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7ab97b7b-52d0-4433-9664-3510010a6c9a None None] Provisioning complete for port 084f25a2-0617-448c-ad8d-4794b18923af triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:18.589912 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ab97b7b-52d0-4433-9664-3510010a6c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (084f25a2-0617-448c-ad8d-4794b18923af), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.610934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be05ac5-f5cf-4d42-b875-25f2207d01ad tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:18.612018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet c5ade81d-acd0-4089-b27b-8af035dc2a0e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:18.612467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9be05ac5-f5cf-4d42-b875-25f2207d01ad tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0961452
May 14 21:38:18.615550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.622511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (c5ade81d-acd0-4089-b27b-8af035dc2a0e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.648199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:38:18.655063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a34e5e6a-26f4-4ec3-b422-2737a2048da8 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:18.666054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5caca69d-8bda-4a27-9678-666b1142a6b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (d94c9ef1-c057-4465-b1c9-ff7ef953bdef), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.684103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2885ade8-7b09-471b-af69-5ca33c07032c admin admin] Publish callbacks [] for security_group (76584925-5325-4256-8015-99c5860dedc8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.700681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ab806-eeff-4a35-9459-0683f4ec4155 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:18.702937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-789ab806-eeff-4a35-9459-0683f4ec4155 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0863953
May 14 21:38:18.705923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58348) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.708674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5caca69d-8bda-4a27-9678-666b1142a6b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (d94c9ef1-c057-4465-b1c9-ff7ef953bdef), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.718090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2885ade8-7b09-471b-af69-5ca33c07032c admin admin] Publish callbacks [] for security_group (76584925-5325-4256-8015-99c5860dedc8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.763345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eb4ebb9e-0192-45d1-876c-368a32d89895 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0563035
May 14 21:38:18.769226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (57c0daa0-5c98-4955-b2e8-574887ae08cd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.769919 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added segment 57c0daa0-5c98-4955-b2e8-574887ae08cd of type vlan for network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e
May 14 21:38:18.772098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58350) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.808436 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abef6ae-42de-4b2d-b681-e7d5bd3dc0ce tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:18.809759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abef6ae-42de-4b2d-b681-e7d5bd3dc0ce tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:18.813691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4abef6ae-42de-4b2d-b681-e7d5bd3dc0ce tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/33e0ca28-7290-49d0-beff-ae917b42ec20 HTTP/1.1" status: 404  len: 333 time: 0.0404422
May 14 21:38:18.818550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58352) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.830086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (c5ade81d-acd0-4089-b27b-8af035dc2a0e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.851517 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c7c0b7-f222-4440-bca5-895c1eea78bc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:18.851517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c7c0b7-f222-4440-bca5-895c1eea78bc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:18.856914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a8c7c0b7-f222-4440-bca5-895c1eea78bc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/16ebcc66-75cf-4a0a-9017-bc1f72cb803a HTTP/1.1" status: 404  len: 337 time: 0.0349591
May 14 21:38:18.858626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58354) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.906388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] DHCP port deletion for 88e03173-3786-4c9f-927f-9ea223dbf14a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:18.910305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6a2b104f-9280-4ff6-a6a7-47bb70f2758e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.915527 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05bcaa9-b388-4823-9a88-df0b6be35698 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:18.916179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05bcaa9-b388-4823-9a88-df0b6be35698 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:18.919389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c05bcaa9-b388-4823-9a88-df0b6be35698 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/ca3b1bec-86fa-4980-8c54-056836dff759 HTTP/1.1" status: 404  len: 337 time: 0.0592647
May 14 21:38:18.924357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58356) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.939563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5caca69d-8bda-4a27-9678-666b1142a6b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d94c9ef1-c057-4465-b1c9-ff7ef953bdef), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.942676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5caca69d-8bda-4a27-9678-666b1142a6b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.944921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5caca69d-8bda-4a27-9678-666b1142a6b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/d94c9ef1-c057-4465-b1c9-ff7ef953bdef HTTP/1.1" status: 204  len: 168 time: 0.4056833
May 14 21:38:18.953081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58358) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:18.968194 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32af6a8-dd04-4a39-a31d-f6578bd0577f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:18.969330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32af6a8-dd04-4a39-a31d-f6578bd0577f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:18.975719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caca69d-8bda-4a27-9678-666b1142a6b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94c9ef1-c057-4465-b1c9-ff7ef953bdef,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:18.976716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d32af6a8-dd04-4a39-a31d-f6578bd0577f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/6394e549-7038-4c3b-821e-e5434c607215 HTTP/1.1" status: 404  len: 333 time: 0.0482726
May 14 21:38:18.976818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] Deleting port 084f25a2-0617-448c-ad8d-4794b18923af {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:18.976818 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (084f25a2-0617-448c-ad8d-4794b18923af), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:18.978570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.003660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2885ade8-7b09-471b-af69-5ca33c07032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (76584925-5325-4256-8015-99c5860dedc8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.006349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2885ade8-7b09-471b-af69-5ca33c07032c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.010043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2885ade8-7b09-471b-af69-5ca33c07032c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76584925-5325-4256-8015-99c5860dedc8 HTTP/1.1" status: 204  len: 168 time: 0.4731672
May 14 21:38:19.015204 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-863d6307-8702-46f5-8e0f-3a55350d1ffb tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.015704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863d6307-8702-46f5-8e0f-3a55350d1ffb tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.021398 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-863d6307-8702-46f5-8e0f-3a55350d1ffb tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/575386af-45c1-450a-8ba8-5508579b1414 HTTP/1.1" status: 404  len: 337 time: 0.0392103
May 14 21:38:19.021707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58364) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.057648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f4c5c3a0-804f-4679-adb1-4fb5d3ea4f3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1003771
May 14 21:38:19.061867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58366) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.068404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--942051351'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:19.111516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885ade8-7b09-471b-af69-5ca33c07032c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76584925-5325-4256-8015-99c5860dedc8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:19.115419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7ab97b7b-52d0-4433-9664-3510010a6c9a None None] Current status of the port 084f25a2-0617-448c-ad8d-4794b18923af is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:19.119611 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edea960-5e90-43e0-b21c-7fd1ebc23656 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.123395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] For port 084f25a2-0617-448c-ad8d-4794b18923af, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=084f25a2-0617-448c-ad8d-4794b18923af,segment=NetworkSegment(0775a41a-ac1b-4e79-b950-ddc4686c608c),segment_id=0775a41a-ac1b-4e79-b950-ddc4686c608c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:19.123972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (084f25a2-0617-448c-ad8d-4794b18923af), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.125916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edea960-5e90-43e0-b21c-7fd1ebc23656 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.132886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2edea960-5e90-43e0-b21c-7fd1ebc23656 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/943684cc-d32b-43fc-bf8c-23734eaae1c5 HTTP/1.1" status: 404  len: 337 time: 0.1033604
May 14 21:38:19.135830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58370) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.141217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6a2b104f-9280-4ff6-a6a7-47bb70f2758e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.148713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523097c910>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:15Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:16Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:19.156186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] Calling delete_port for 084f25a2-0617-448c-ad8d-4794b18923af owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:19.156966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:19.160231 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.175441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (c5ade81d-acd0-4089-b27b-8af035dc2a0e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.189416 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2f998f-be28-4e17-be4a-5a226e85b686 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.192523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2f998f-be28-4e17-be4a-5a226e85b686 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.201199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf2f998f-be28-4e17-be4a-5a226e85b686 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/c67feea5-791e-49a5-8b26-ed8096f54af3 HTTP/1.1" status: 404  len: 333 time: 0.0637555
May 14 21:38:19.201453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:19.201913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Updating router ae1c6a40-530d-453b-ab89-21d1a2f9f587 port e425c5e5-f45f-4bce-9501-47eff3a4b44d binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:38:19.221748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.239971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.263076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.269654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99969f5-d507-4474-a46b-95e2786ad81c req-77e22c39-c407-4665-bf49-a5170821e498 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:19.271237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d99969f5-d507-4474-a46b-95e2786ad81c req-77e22c39-c407-4665-bf49-a5170821e498 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1015210
May 14 21:38:19.293662 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-64176cb6-9d7a-45d2-8520-0070ade387cc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.294397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64176cb6-9d7a-45d2-8520-0070ade387cc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.297724 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-64176cb6-9d7a-45d2-8520-0070ade387cc tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/5c6700e3-8795-4f77-9970-b22938024a3a HTTP/1.1" status: 404  len: 337 time: 0.0663869
May 14 21:38:19.305979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58374) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.338645 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc89e38d-e381-4dc4-b0ae-b2a297683701 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.339407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc89e38d-e381-4dc4-b0ae-b2a297683701 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.341206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d99969f5-d507-4474-a46b-95e2786ad81c req-581def19-7c10-41d1-b9b3-72e7cdffdee0 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579910
May 14 21:38:19.343717 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc89e38d-e381-4dc4-b0ae-b2a297683701 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/108b6f40-bbca-4ef6-a09d-437c31eaf517 HTTP/1.1" status: 404  len: 337 time: 0.0364738
May 14 21:38:19.347847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58376) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.349308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Network': ['ID=6a2b104f-9280-4ff6-a6a7-47bb70f2758e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:19.358871 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de7b44a9-fab1-4a77-84eb-e41860f9c953 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 746 time: 1.1625640
May 14 21:38:19.361079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58378) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.366335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:38:19.367079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'subnet': {'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:19.382834 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-58581a6b-9b83-45b0-ac8e-1d5390021fb9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.383576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58581a6b-9b83-45b0-ac8e-1d5390021fb9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.390578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.393396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-58581a6b-9b83-45b0-ac8e-1d5390021fb9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/35c0a9fd-80e0-45fb-97c3-f19883d84cfc HTTP/1.1" status: 404  len: 333 time: 0.0405481
May 14 21:38:19.438090 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbe4f7e-6cd8-43d1-9013-8915d999a6de tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.438815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbe4f7e-6cd8-43d1-9013-8915d999a6de tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.442071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8cbe4f7e-6cd8-43d1-9013-8915d999a6de tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/eec8e5aa-13b4-40f0-b399-9a9ba32de956 HTTP/1.1" status: 404  len: 337 time: 0.0492237
May 14 21:38:19.447063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58382) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.451297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (3767bad4-6d20-4c21-a02f-8f8dc75752f4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.461392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (084f25a2-0617-448c-ad8d-4794b18923af), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.493911 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-264a4be9-f762-4936-befe-193b2cd84a64 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.494599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264a4be9-f762-4936-befe-193b2cd84a64 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.505073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58386) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.507094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-264a4be9-f762-4936-befe-193b2cd84a64 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/4cae7f87-b711-4d09-bec6-d60542e587df HTTP/1.1" status: 404  len: 337 time: 0.0578802
May 14 21:38:19.536122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3767bad4-6d20-4c21-a02f-8f8dc75752f4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.539311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] Pushing event deleted for resources: {'Port': ['ID=084f25a2-0617-448c-ad8d-4794b18923af,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:19.552500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8b27c-0725-4555-af13-336f9f12c52f None None] No DVR routers for this DVR port 084f25a2-0617-448c-ad8d-4794b18923af on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:19.552767 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1064a8-65d0-4afa-bc4d-59996f9e790c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.553291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1064a8-65d0-4afa-bc4d-59996f9e790c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.556288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e1064a8-65d0-4afa-bc4d-59996f9e790c tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/68ae8a83-3652-4ae2-b6d2-29a4d77d51f1 HTTP/1.1" status: 404  len: 333 time: 0.0481889
May 14 21:38:19.559965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58388) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.591818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3767bad4-6d20-4c21-a02f-8f8dc75752f4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:19.596213 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c426145c-ba66-4093-b164-e81e65bb003a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.596668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c426145c-ba66-4093-b164-e81e65bb003a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.599689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c426145c-ba66-4093-b164-e81e65bb003a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/e298048c-3bf1-4216-bf6b-cee985f59fad HTTP/1.1" status: 404  len: 337 time: 0.0387874
May 14 21:38:19.605498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (c5ade81d-acd0-4089-b27b-8af035dc2a0e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.607448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58392) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.660828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ade81d-acd0-4089-b27b-8af035dc2a0e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:19.664762 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa78f81-ad8f-4694-8d7f-346cbdc51fc0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.665346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa78f81-ad8f-4694-8d7f-346cbdc51fc0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.668329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-faa78f81-ad8f-4694-8d7f-346cbdc51fc0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/e6a59b4d-fe0f-401d-ae89-d9d705a37489 HTTP/1.1" status: 404  len: 333 time: 0.0569808
May 14 21:38:19.669010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Made reservation on behalf of 67c41a850dc04e9da422be7688c38925 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:19.672419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58394) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.673143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.677866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.680945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9aba3bc-c0b9-4d9d-8cc4-4f31df6e0341 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/c5ade81d-acd0-4089-b27b-8af035dc2a0e HTTP/1.1" status: 204  len: 168 time: 1.2418938
May 14 21:38:19.691759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440957b-dca5-4996-956a-08f9a7b66761 None None] Network 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:19.693708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58396) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.699351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.702677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-839da3e5-9e24-4fdf-929d-99814115ed0c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6406164
May 14 21:38:19.706623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58398) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.714093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '3767bad4-6d20-4c21-a02f-8f8dc75752f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:19.747163 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a1fbd0-f4d0-4e82-b4e2-2e15f19ea3c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.747692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a1fbd0-f4d0-4e82-b4e2-2e15f19ea3c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.751808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-83a1fbd0-f4d0-4e82-b4e2-2e15f19ea3c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/4e20c6c6-a123-49da-a661-9a14b707087e HTTP/1.1" status: 404  len: 337 time: 0.0772722
May 14 21:38:19.756176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58402) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.800604 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f739be4-3f21-49e8-a05f-bc5f88138c7e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.801168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f739be4-3f21-49e8-a05f-bc5f88138c7e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.806996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3f739be4-3f21-49e8-a05f-bc5f88138c7e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/a3bf968e-a358-44f6-9531-6fcdc081ec85 HTTP/1.1" status: 404  len: 333 time: 0.0498095
May 14 21:38:19.807643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58406) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.844888 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b0088e-2d4a-4473-a12c-654e473b7952 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.848252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b0088e-2d4a-4473-a12c-654e473b7952 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.848906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17b0088e-2d4a-4473-a12c-654e473b7952 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/afe7970e-490f-4025-9704-f54ec232019b HTTP/1.1" status: 404  len: 337 time: 0.0402596
May 14 21:38:19.851853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58410) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.884815 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b0729a-3212-4863-806c-b3f5781f1548 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.886999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b0729a-3212-4863-806c-b3f5781f1548 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.892329 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-51b0729a-3212-4863-806c-b3f5781f1548 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/b0179cb1-946c-4088-a94a-c8895afba459 HTTP/1.1" status: 404  len: 333 time: 0.0392907
May 14 21:38:19.897196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58412) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.901695 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Publish callbacks [] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.901990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.907534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (029ad2fe-1305-469c-b12f-1730998b01e3), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:19.929448 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf3a41-dede-44f1-85e9-895359103e1b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.929906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf3a41-dede-44f1-85e9-895359103e1b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.935782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-61cf3a41-dede-44f1-85e9-895359103e1b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/b6f77bbc-b642-4394-a391-aa778e680789 HTTP/1.1" status: 404  len: 337 time: 0.0349855
May 14 21:38:19.939117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58414) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:19.959363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] DHCP port deletion for 0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:19.970184 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e171f602-6df8-481d-a0d5-18c1b38c533d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:19.970755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e171f602-6df8-481d-a0d5-18c1b38c533d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:19.979306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e171f602-6df8-481d-a0d5-18c1b38c533d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/4129bbad-650a-43ec-b82c-23e5dec4775c HTTP/1.1" status: 404  len: 333 time: 0.0337093
May 14 21:38:19.980825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58418) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.016032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] Deleting port 919638db-f51f-4a2d-93a7-a85e78910ec9 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:20.016493 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.020039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.021951 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33eb433-fc04-4ffe-8aa7-98d04e93633e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.022421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33eb433-fc04-4ffe-8aa7-98d04e93633e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.027532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a33eb433-fc04-4ffe-8aa7-98d04e93633e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/75e18da4-36e6-45df-b226-213e0addc9b1 HTTP/1.1" status: 404  len: 337 time: 0.0442076
May 14 21:38:20.029179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.059276 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3128431-248f-493f-b40b-a0b7468599ee tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.059882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3128431-248f-493f-b40b-a0b7468599ee tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.067216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e3128431-248f-493f-b40b-a0b7468599ee tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/4145fc72-f430-4e28-9944-7dfe23f737b2 HTTP/1.1" status: 404  len: 333 time: 0.0334935
May 14 21:38:20.068908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58422) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.084501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (029ad2fe-1305-469c-b12f-1730998b01e3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.101536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc13a-adbc-42a3-a072-c0e49f19d866 None None] Pushing event updated for resources: {'Port': ['ID=e425c5e5-f45f-4bce-9501-47eff3a4b44d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:20.118622 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98116de-dc25-4a86-8bd1-a73b96a91450 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.119145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98116de-dc25-4a86-8bd1-a73b96a91450 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.122404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f98116de-dc25-4a86-8bd1-a73b96a91450 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/7c536b9c-1b5d-4d1e-add9-fccca97eea24 HTTP/1.1" status: 404  len: 337 time: 0.0527053
May 14 21:38:20.128031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58424) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.178682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (029ad2fe-1305-469c-b12f-1730998b01e3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.184220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 084f25a2-0617-448c-ad8d-4794b18923af no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:20.185759 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-554c2c6f-7797-4c03-9fb5-bea5dd16791e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.186327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554c2c6f-7797-4c03-9fb5-bea5dd16791e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.189343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-554c2c6f-7797-4c03-9fb5-bea5dd16791e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/a2daaf08-e97e-43a9-974d-695a8e8a5a92 HTTP/1.1" status: 404  len: 337 time: 0.0602953
May 14 21:38:20.191888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58426) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.228372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 084f25a2-0617-448c-ad8d-4794b18923af {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:20.228896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 084f25a2-0617-448c-ad8d-4794b18923af not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:20.229707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919638db-f51f-4a2d-93a7-a85e78910ec9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:20.229844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029ad2fe-1305-469c-b12f-1730998b01e3,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:20.232807 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6914ac-3784-4b99-bf98-9cf13b3f60ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.233608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6914ac-3784-4b99-bf98-9cf13b3f60ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.236861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d6914ac-3784-4b99-bf98-9cf13b3f60ed tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/c3c74a9a-b5b3-4fc1-a692-c3720dad973c HTTP/1.1" status: 404  len: 333 time: 0.0438221
May 14 21:38:20.239243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58428) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.269955 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc28309-7a81-446f-8e97-ef15d7c8e820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.270416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc28309-7a81-446f-8e97-ef15d7c8e820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.273699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3bc28309-7a81-446f-8e97-ef15d7c8e820 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/b6b66c83-c99e-4a67-888d-3390cf1bf87d HTTP/1.1" status: 404  len: 337 time: 0.0334728
May 14 21:38:20.280233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58430) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.302260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] For port 919638db-f51f-4a2d-93a7-a85e78910ec9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919638db-f51f-4a2d-93a7-a85e78910ec9,segment=NetworkSegment(2b48e655-b93f-4c5a-9938-7999e7a6b548),segment_id=2b48e655-b93f-4c5a-9938-7999e7a6b548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:20.302572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.304723 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ada0711-c632-4e16-bccd-18a9673c0ba8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.305191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ada0711-c632-4e16-bccd-18a9673c0ba8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.308887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6ada0711-c632-4e16-bccd-18a9673c0ba8 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/c345d713-c177-4808-8bdf-42fab1811784 HTTP/1.1" status: 404  len: 337 time: 0.0313470
May 14 21:38:20.312445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58432) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.346670 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e87ad4-e9db-4482-9118-ce737ea824e9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.347233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e87ad4-e9db-4482-9118-ce737ea824e9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.350482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-25e87ad4-e9db-4482-9118-ce737ea824e9 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/f3c53ef4-fbb3-46a0-97e1-b76c2d33822c HTTP/1.1" status: 404  len: 333 time: 0.0364854
May 14 21:38:20.353841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58434) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.377768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.379307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c0f8eb8-8dbd-44cb-9c9e-377e9db28d14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6716466
May 14 21:38:20.384465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] Calling delete_port for 919638db-f51f-4a2d-93a7-a85e78910ec9 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:20.406173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58438) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.410031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Attempting to bind port e425c5e5-f45f-4bce-9501-47eff3a4b44d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:20.410601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Attempting to bind port e425c5e5-f45f-4bce-9501-47eff3a4b44d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:20.411350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Attempting to bind port e425c5e5-f45f-4bce-9501-47eff3a4b44d on network ab5cf463-0505-47d3-ba04-5dcb4ba03861 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:20.411827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '3767bad4-6d20-4c21-a02f-8f8dc75752f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:20.420200 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-651faa84-19db-4bb2-9109-75dace51c059 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.421512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651faa84-19db-4bb2-9109-75dace51c059 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.428879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-651faa84-19db-4bb2-9109-75dace51c059 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/87281704-7f21-4dce-92a6-6332e607fee2 HTTP/1.1" status: 404  len: 337 time: 0.0736251
May 14 21:38:20.433129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.463768 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f4f4b5-8807-47f7-a6c0-6bf69f4a4b63 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.464273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f4f4b5-8807-47f7-a6c0-6bf69f4a4b63 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.467281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2f4f4b5-8807-47f7-a6c0-6bf69f4a4b63 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/be748062-7178-44cf-a1cb-5bc45fc9fd54 HTTP/1.1" status: 404  len: 337 time: 0.0330391
May 14 21:38:20.473380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58446) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.491635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:20.492019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Checking segment: {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:20.492425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.492825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Bound using segment: {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:20.493311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Bound port: e425c5e5-f45f-4bce-9501-47eff3a4b44d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '964eec62-eeaf-4b16-bf92-45b6eca248ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:20.493690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.497609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 919638db-f51f-4a2d-93a7-a85e78910ec9 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:20.497953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.519725 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8c608a-c047-4271-89de-d561db70ca68 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.522335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8c608a-c047-4271-89de-d561db70ca68 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.535648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 919638db-f51f-4a2d-93a7-a85e78910ec9 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:20.535648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.539716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e8c608a-c047-4271-89de-d561db70ca68 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/c99e0a79-6b69-4123-a8b7-bb85e91d21c9 HTTP/1.1" status: 404  len: 333 time: 0.0624220
May 14 21:38:20.544638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58450) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.555364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (47cc6931-7f26-4c1f-a710-f966a48fb65c), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.609661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3d3371ce-92de-4b89-8091-33b426501c77 None None] Provisioning complete for port e425c5e5-f45f-4bce-9501-47eff3a4b44d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:20.610036 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d3371ce-92de-4b89-8091-33b426501c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.633238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (47cc6931-7f26-4c1f-a710-f966a48fb65c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.643050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (c1395bfe-6627-4c42-8346-cc1dabf84c0e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.673991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 919638db-f51f-4a2d-93a7-a85e78910ec9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919638db-f51f-4a2d-93a7-a85e78910ec9,segment=NetworkSegment(2b48e655-b93f-4c5a-9938-7999e7a6b548),segment_id=2b48e655-b93f-4c5a-9938-7999e7a6b548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:20.692617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3d3371ce-92de-4b89-8091-33b426501c77 None None] Port e425c5e5-f45f-4bce-9501-47eff3a4b44d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:20.695915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] For port e425c5e5-f45f-4bce-9501-47eff3a4b44d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:20.699303 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4497a40-e7af-46a7-abb0-cc02b6d24eb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.699462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] For port e425c5e5-f45f-4bce-9501-47eff3a4b44d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e425c5e5-f45f-4bce-9501-47eff3a4b44d,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:20.699798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4497a40-e7af-46a7-abb0-cc02b6d24eb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.703440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a4497a40-e7af-46a7-abb0-cc02b6d24eb6 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/de6909ab-b61b-4604-a97d-ee4ba85c26a9 HTTP/1.1" status: 404  len: 337 time: 0.1578419
May 14 21:38:20.706648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58456) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.718544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da89179-08bf-440f-a786-1c43f00d7836 req-7ae42036-599b-4150-a2a8-7ce0c7ad0bc6 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:20.720509 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3da89179-08bf-440f-a786-1c43f00d7836 req-7ae42036-599b-4150-a2a8-7ce0c7ad0bc6 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1996906
May 14 21:38:20.728868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] For port 919638db-f51f-4a2d-93a7-a85e78910ec9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919638db-f51f-4a2d-93a7-a85e78910ec9,segment=NetworkSegment(2b48e655-b93f-4c5a-9938-7999e7a6b548),segment_id=2b48e655-b93f-4c5a-9938-7999e7a6b548)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:20.731034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.740472 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb9c2dd-aeea-4629-a8d7-c1c64a7e59e5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:20.740930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb9c2dd-aeea-4629-a8d7-c1c64a7e59e5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:20.744015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4fb9c2dd-aeea-4629-a8d7-c1c64a7e59e5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/6b17f86d-5c13-4b9c-b9b7-9da2070b82ea HTTP/1.1" status: 404  len: 337 time: 0.0363710
May 14 21:38:20.744737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (47cc6931-7f26-4c1f-a710-f966a48fb65c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.752337 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.754954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58458) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.769182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 919638db-f51f-4a2d-93a7-a85e78910ec9 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:20.789894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cc6931-7f26-4c1f-a710-f966a48fb65c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:20.828890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.829131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Subnet': ['ID=c1395bfe-6627-4c42-8346-cc1dabf84c0e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:20.836044 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5433b81c-0ea2-46ab-b0fc-cacb5e9661ca tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8230b62-757a-4e70-8e38-c09b91071a9d HTTP/1.1" status: 200  len: 205 time: 0.0700350
May 14 21:38:20.838266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58462) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.850394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.862251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=919638db-f51f-4a2d-93a7-a85e78910ec9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:20.865024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] No DVR routers for this DVR port 919638db-f51f-4a2d-93a7-a85e78910ec9 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:20.906549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:20.907208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523097c910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:20.929253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:20.929253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7918d645-a3e3-4a63-848f-cc6f8cae1ce4 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5214548
May 14 21:38:20.933258 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-5c6f19f1-46e6-4265-b256-63ed67e196a5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] delete failed (client error): The resource could not be found.
May 14 21:38:20.937240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58464) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.937796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58466) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:20.938212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c6f19f1-46e6-4265-b256-63ed67e196a5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/routers/e8230b62-757a-4e70-8e38-c09b91071a9d HTTP/1.1" status: 404  len: 336 time: 0.0945706
May 14 21:38:20.946575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '3767bad4-6d20-4c21-a02f-8f8dc75752f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:20.970242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3da89179-08bf-440f-a786-1c43f00d7836 req-3c78353b-d44c-4762-9078-e58bce73be7e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379620
May 14 21:38:20.980690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Checking segment: {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:20.981114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network hostable DHCP agents. Network: 6a2b104f-9280-4ff6-a6a7-47bb70f2758e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:38:21.054625 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-00494134-8556-41f5-92fc-654d395daaf0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.055136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00494134-8556-41f5-92fc-654d395daaf0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.062501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58470) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.063679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00494134-8556-41f5-92fc-654d395daaf0 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/b9b5adb1-6a24-46d2-a94e-8aed9734119f HTTP/1.1" status: 404  len: 337 time: 0.1236184
May 14 21:38:21.073784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc13a-adbc-42a3-a072-c0e49f19d866 None None] Pushing event updated for resources: {'Port': ['ID=e425c5e5-f45f-4bce-9501-47eff3a4b44d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:21.112903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (919638db-f51f-4a2d-93a7-a85e78910ec9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.116332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6322b8-4506-46fe-bddb-36d8a6f94bfc None None] Pushing event deleted for resources: {'Port': ['ID=919638db-f51f-4a2d-93a7-a85e78910ec9,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:21.132520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:21.142117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f9904ce3-ba9a-410b-a6be-60f50eab4cb2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f7eaf69-252a-4593-963c-0bbfd4edad29 HTTP/1.1" status: 200  len: 205 time: 0.0782952
May 14 21:38:21.145753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58476) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.165984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=919638db-f51f-4a2d-93a7-a85e78910ec9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:21.179713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No DVR routers for this DVR port 919638db-f51f-4a2d-93a7-a85e78910ec9 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:21.220438 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-d422016c-2d29-4e65-8ed0-32dc81c2cd23 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] delete failed (client error): The resource could not be found.
May 14 21:38:21.224154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d422016c-2d29-4e65-8ed0-32dc81c2cd23 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/routers/8f7eaf69-252a-4593-963c-0bbfd4edad29 HTTP/1.1" status: 404  len: 336 time: 0.0773468
May 14 21:38:21.224749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58478) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.243759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:38:21.252257 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-79653f5d-426d-43de-b4d4-8e333b280a64 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.252517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b7555396-c463-4f4d-99c7-80ab6fde787a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.252810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79653f5d-426d-43de-b4d4-8e333b280a64 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.258651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-79653f5d-426d-43de-b4d4-8e333b280a64 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/268c541c-867d-47a9-8a91-6704cd7e9e51 HTTP/1.1" status: 404  len: 337 time: 0.0329740
May 14 21:38:21.259254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58480) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.288602 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-41530216-35e4-4963-a51e-8ef6837aa16d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.289835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41530216-35e4-4963-a51e-8ef6837aa16d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.296290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41530216-35e4-4963-a51e-8ef6837aa16d tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/299418e6-b904-4a01-968b-8370299b1875 HTTP/1.1" status: 404  len: 337 time: 0.0358312
May 14 21:38:21.296849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58482) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.320000 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e2ee7c-5de1-42f6-8a6b-4b34911e91f5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.320696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e2ee7c-5de1-42f6-8a6b-4b34911e91f5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.327913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41e2ee7c-5de1-42f6-8a6b-4b34911e91f5 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/aa1e6325-95a8-4aea-9bb0-c17c87a9cd81 HTTP/1.1" status: 404  len: 333 time: 0.0300381
May 14 21:38:21.329699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58484) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.333622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.346799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] Provisioning complete for port e425c5e5-f45f-4bce-9501-47eff3a4b44d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:21.347776 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.357976 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf868805-c6b8-4283-9d0e-e58817067e4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.359018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf868805-c6b8-4283-9d0e-e58817067e4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.364852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf868805-c6b8-4283-9d0e-e58817067e4a tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/7fcebd41-4570-4952-8186-d18aa495be6c HTTP/1.1" status: 404  len: 337 time: 0.0353887
May 14 21:38:21.365456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58486) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.372081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ab9a880>,) {'filters': {'network_id': ['0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:21.385235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ab9a880>, '2b48e655-b93f-4c5a-9938-7999e7a6b548') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:21.385598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ab9a880>, '2b48e655-b93f-4c5a-9938-7999e7a6b548') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:21.399563 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f9324f-e770-4cda-98aa-0cc89baaec90 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.400500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f9324f-e770-4cda-98aa-0cc89baaec90 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.401766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a2b104f-9280-4ff6-a6a7-47bb70f2758e) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:21.407150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f3f9324f-e770-4cda-98aa-0cc89baaec90 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/92403e20-5962-4f83-bad3-5ad4c8ccb70f HTTP/1.1" status: 404  len: 333 time: 0.0406811
May 14 21:38:21.407858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2b48e655-b93f-4c5a-9938-7999e7a6b548), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.407973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58488) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.424346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b7555396-c463-4f4d-99c7-80ab6fde787a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.427059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b3df5-8006-4018-9e33-55379e699906 None None] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:21.443795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:21.444661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.464561 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac3a074-1614-475d-ab8a-a90452748ab2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.472423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac3a074-1614-475d-ab8a-a90452748ab2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.475653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fac3a074-1614-475d-ab8a-a90452748ab2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/38ea9d1a-4fc5-4291-af4c-5d5ef90ddf45 HTTP/1.1" status: 404  len: 337 time: 0.0665846
May 14 21:38:21.479373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58494) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.488573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b7555396-c463-4f4d-99c7-80ab6fde787a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.515301 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76159c7-3b32-45ce-abfc-49e58d8a12c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.516161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76159c7-3b32-45ce-abfc-49e58d8a12c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.516314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2b48e655-b93f-4c5a-9938-7999e7a6b548), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.520114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c76159c7-3b32-45ce-abfc-49e58d8a12c3 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/b6f582a8-0e45-4fc7-bc11-f8e009488571 HTTP/1.1" status: 404  len: 333 time: 0.0394163
May 14 21:38:21.522701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58496) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.526864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7555396-c463-4f4d-99c7-80ab6fde787a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:21.543136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2b48e655-b93f-4c5a-9938-7999e7a6b548), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:21.548655 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:21.582501 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e54fa7-3c55-4aa0-9866-be3d4ffa8d0b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.583356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e54fa7-3c55-4aa0-9866-be3d4ffa8d0b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.589171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89e54fa7-3c55-4aa0-9866-be3d4ffa8d0b tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/4f96f8cf-05dd-42c2-a370-4c5408e14ec4 HTTP/1.1" status: 404  len: 337 time: 0.0652707
May 14 21:38:21.591654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58500) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.650441 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90e32067-0fc2-4001-8c9a-97b6d4d93ed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2881341
May 14 21:38:21.653899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58504) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.657995 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c74bc5e-eabb-4a4f-81fa-a2d36e5ecb51 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:21.658798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c74bc5e-eabb-4a4f-81fa-a2d36e5ecb51 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:21.664855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4c74bc5e-eabb-4a4f-81fa-a2d36e5ecb51 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/11daac4f-50a2-41cd-846f-90596c0305fb HTTP/1.1" status: 404  len: 333 time: 0.0696428
May 14 21:38:21.667333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58506) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:21.958674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:21.968986 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21b9467e-6118-4a73-a2f7-5c19106cb171 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0294371
May 14 21:38:21.971621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58526) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.028635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '3767bad4-6d20-4c21-a02f-8f8dc75752f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:22.067146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523097c910>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:15Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:20Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:22.102288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadd860f-afd0-4c47-bd29-e1b9eaf9ccd9 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:15Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:20Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:22.136468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] Current status of the port e425c5e5-f45f-4bce-9501-47eff3a4b44d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:22.136861 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.197447 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74d3fb5-9e96-4ee4-8529-b558a3f3ee55 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.200350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74d3fb5-9e96-4ee4-8529-b558a3f3ee55 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.201591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.201990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a74d3fb5-9e96-4ee4-8529-b558a3f3ee55 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/e591e319-41a1-4496-99f7-6b7810e29d49 HTTP/1.1" status: 404  len: 337 time: 0.5345371
May 14 21:38:22.207803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58532) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.208599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (d86d466b-6233-45e3-a2ed-0adfd0ab5cbb), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.212711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'project_id': '67c41a850dc04e9da422be7688c38925', 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:22.216144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.219305 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.227924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215537-b87f-4535-80df-1ff9c70d0f8a req-925c60e7-ea9b-45a8-bf55-d6db8addfd6c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:22.235611 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c HTTP/1.1" status: 204  len: 168 time: 2.5406864
May 14 21:38:22.236284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52215537-b87f-4535-80df-1ff9c70d0f8a req-925c60e7-ea9b-45a8-bf55-d6db8addfd6c tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.6289344
May 14 21:38:22.265034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58534) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.285015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1257100332'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:22.295439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bb1c2-a71c-4542-9e85-9c2012cc06b5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=0db0e7ac-6984-43b9-b5e4-63b6f8ae4c6c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:22.328957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] For port e425c5e5-f45f-4bce-9501-47eff3a4b44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e425c5e5-f45f-4bce-9501-47eff3a4b44d,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:22.349498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-0d3ae91f-27e8-4c7c-b489-44de92fda61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:22.350926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-0d3ae91f-27e8-4c7c-b489-44de92fda61e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 1127 time: 0.1793833
May 14 21:38:22.354696 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b777885e-bb85-4e46-bc86-1ef96b3e3bc2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.355093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b777885e-bb85-4e46-bc86-1ef96b3e3bc2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.363412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b777885e-bb85-4e46-bc86-1ef96b3e3bc2 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/355e5537-81c2-4aff-b23e-1a3e5ba5d8ea HTTP/1.1" status: 404  len: 333 time: 0.1485100
May 14 21:38:22.370808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58538) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.415042 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2a29cd-afa4-41fc-8de6-3bceb798bc97 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.415632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2a29cd-afa4-41fc-8de6-3bceb798bc97 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.419899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9e2a29cd-afa4-41fc-8de6-3bceb798bc97 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/a250aad2-4418-42c7-9b3d-e48edaffc173 HTTP/1.1" status: 404  len: 337 time: 0.0479448
May 14 21:38:22.437487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.453487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Allocated IP 172.23.0.2 (6a2b104f-9280-4ff6-a6a7-47bb70f2758e/c1395bfe-6627-4c42-8346-cc1dabf84c0e/227bc27c-ffa7-4580-b079-b168fa35a319) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:22.473012 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52215537-b87f-4535-80df-1ff9c70d0f8a req-6384dfeb-d3ce-4ec0-bf35-43a7fd185e64 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2357266
May 14 21:38:22.519648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-1b2d1ff8-c583-45c0-9c9b-efe8c417917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:22.522009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-1b2d1ff8-c583-45c0-9c9b-efe8c417917c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 916 time: 0.1585302
May 14 21:38:22.525430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:22.528539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (d86d466b-6233-45e3-a2ed-0adfd0ab5cbb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.529041 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.534910 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9d3359-b677-4a04-a334-21bb794b217f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.535541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9d3359-b677-4a04-a334-21bb794b217f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.538709 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5c9d3359-b677-4a04-a334-21bb794b217f tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/9e3bd64d-fe25-4603-b5be-76e4764a70f0 HTTP/1.1" status: 404  len: 333 time: 0.0997288
May 14 21:38:22.544042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58544) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.568888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.621151 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded32588-7f50-458d-afcd-419ecd593405 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.621937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded32588-7f50-458d-afcd-419ecd593405 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.627495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ded32588-7f50-458d-afcd-419ecd593405 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/dabaea27-d88c-4c23-9132-d45b15e6e62b HTTP/1.1" status: 404  len: 337 time: 0.0734582
May 14 21:38:22.630078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58548) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.660527 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2498f1-826d-4bd4-b59d-02b64d46b827 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.661406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b2498f1-826d-4bd4-b59d-02b64d46b827 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.661833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.666266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b2498f1-826d-4bd4-b59d-02b64d46b827 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/ports/a357e4d5-ed8b-41d2-96f8-3ece7804d69c HTTP/1.1" status: 404  len: 333 time: 0.0343745
May 14 21:38:22.667905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-c38dd0f6-c63d-4574-ad1f-6d3ad33ad29d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951 HTTP/1.1" status: 200  len: 217 time: 0.1355894
May 14 21:38:22.672187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58550) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.697518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd38a5b-1d3a-45a0-b2ba-25a47b6c6c52 None None] Pushing event updated for resources: {'Port': ['ID=e425c5e5-f45f-4bce-9501-47eff3a4b44d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:22.710730 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-266b5039-b67b-474d-86f0-e4db7fbdb646 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:22.711269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266b5039-b67b-474d-86f0-e4db7fbdb646 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:22.712995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Publish callbacks [] for port (227bc27c-ffa7-4580-b079-b168fa35a319), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.718788 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-266b5039-b67b-474d-86f0-e4db7fbdb646 tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/subnets/0d46b210-6cfa-4eda-a526-05d999235ef0 HTTP/1.1" status: 404  len: 337 time: 0.0453570
May 14 21:38:22.719657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d86d466b-6233-45e3-a2ed-0adfd0ab5cbb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.723624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58554) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.733746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:38:22.762309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f1997653-1334-4a63-a42f-261324454959), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.762728 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment f1997653-1334-4a63-a42f-261324454959 of type vlan for network 085a2a67-44d6-4424-bc78-73fd73a37001
May 14 21:38:22.777125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86d466b-6233-45e3-a2ed-0adfd0ab5cbb,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:22.780728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-3465a4fa-f598-40f5-b513-f1ff347e82f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:22.785833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-3465a4fa-f598-40f5-b513-f1ff347e82f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.1064839
May 14 21:38:22.805283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.870273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (085a2a67-44d6-4424-bc78-73fd73a37001), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.885765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Pushing event updated for resources: {'Port': ['ID=227bc27c-ffa7-4580-b079-b168fa35a319,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:22.903291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-2a84956a-2602-4efe-aedc-6a4a75dc5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:22.905161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:22.906179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-2a84956a-2602-4efe-aedc-6a4a75dc5977 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0999186
May 14 21:38:22.907504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:22.909987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:22.978164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:22.984468 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-db6d3cc0-c938-4a98-a324-371e55b10774 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9616640
May 14 21:38:22.988046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58576) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:22.997160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '3767bad4-6d20-4c21-a02f-8f8dc75752f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:23.034240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Attempting to bind port 227bc27c-ffa7-4580-b079-b168fa35a319 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:23.034885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Attempting to bind port 227bc27c-ffa7-4580-b079-b168fa35a319 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:23.053268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Attempting to bind port 227bc27c-ffa7-4580-b079-b168fa35a319 on network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:23.053268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:23.053268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Checking segment: {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:23.053268 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.053268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Bound using segment: {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:23.053268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Bound port: 227bc27c-ffa7-4580-b079-b168fa35a319, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:23.055062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (88e03173-3786-4c9f-927f-9ea223dbf14a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.055191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.055291 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (085a2a67-44d6-4424-bc78-73fd73a37001), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.059328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:23.059943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.155575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] For port 227bc27c-ffa7-4580-b079-b168fa35a319, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:23.161745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=085a2a67-44d6-4424-bc78-73fd73a37001,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:23.161966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] For port 227bc27c-ffa7-4580-b079-b168fa35a319, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227bc27c-ffa7-4580-b079-b168fa35a319,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:23.183332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-5abe93f8-d65b-4b79-b4b7-aff9138f1b6b service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523458
May 14 21:38:23.185619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 085a2a67-44d6-4424-bc78-73fd73a37001 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:38:23.210538 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf145447-0990-4ad3-8e0a-174da287c50c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.9420621
May 14 21:38:23.210795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (9a25b357-9c52-471f-ba66-b0f664c3099c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.210926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58582) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:23.231714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:23.281790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.335404 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (88e03173-3786-4c9f-927f-9ea223dbf14a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.362679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8af3d0-c143-4061-b9ab-643ce4fb0aaa None None] Pushing event updated for resources: {'Port': ['ID=227bc27c-ffa7-4580-b079-b168fa35a319,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:23.410570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b5d77f0>,) {'filters': {'network_id': ['88e03173-3786-4c9f-927f-9ea223dbf14a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:23.429744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fecca34-70b0-4bc5-ac4a-10b9289a7fb7 req-a298fa1a-1fa5-4d86-8173-0f788ef6715a service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2391951
May 14 21:38:23.443316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5d77f0>, '0775a41a-ac1b-4e79-b950-ddc4686c608c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:23.443729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b5d77f0>, '0775a41a-ac1b-4e79-b950-ddc4686c608c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:23.471998 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (9a25b357-9c52-471f-ba66-b0f664c3099c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.474324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (0775a41a-ac1b-4e79-b950-ddc4686c608c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.493688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:23.497419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.516248 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0775a41a-ac1b-4e79-b950-ddc4686c608c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.530123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (0775a41a-ac1b-4e79-b950-ddc4686c608c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:23.535407 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:23.592265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Allocated IP 172.23.0.1 (6a2b104f-9280-4ff6-a6a7-47bb70f2758e/c1395bfe-6627-4c42-8346-cc1dabf84c0e/1087bbad-56e8-4691-a4f2-fdcd6b0c2f60) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:23.596717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9a25b357-9c52-471f-ba66-b0f664c3099c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.672625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03750615-a32e-4679-83fd-c59faa87d219 req-37c55614-a705-4843-85f5-6b056dbd3f66 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:23.674208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03750615-a32e-4679-83fd-c59faa87d219 req-37c55614-a705-4843-85f5-6b056dbd3f66 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0711315
May 14 21:38:23.687451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a25b357-9c52-471f-ba66-b0f664c3099c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:23.784233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (88e03173-3786-4c9f-927f-9ea223dbf14a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.799406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.800696 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49a963c0-2ee6-4247-8f8b-9b13225173fb tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.8089743
May 14 21:38:23.806048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58604) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:23.807724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.817260 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] 10.222.0.52 "DELETE /v2.0/networks/88e03173-3786-4c9f-927f-9ea223dbf14a HTTP/1.1" status: 204  len: 168 time: 1.0905056
May 14 21:38:23.849878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e195-dcc9-4ef9-a72b-1708ee84318e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (9a25b357-9c52-471f-ba66-b0f664c3099c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.851897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f00a66-b949-4024-abef-b9e22a54638e tempest-NetworksTestDHCPv6-235372717 tempest-NetworksTestDHCPv6-235372717-project] Pushing event deleted for resources: {'Network': ['ID=88e03173-3786-4c9f-927f-9ea223dbf14a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:23.860570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e195-dcc9-4ef9-a72b-1708ee84318e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (9a25b357-9c52-471f-ba66-b0f664c3099c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.886397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (a2c75558-c2c6-48ae-a9b2-877c8c76ed1d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.905209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03750615-a32e-4679-83fd-c59faa87d219 req-665ed58e-700a-475a-ba78-c1e83aef42b7 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031393
May 14 21:38:23.943585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:23.981632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=a2c75558-c2c6-48ae-a9b2-877c8c76ed1d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:23.984630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': 'f1997653-1334-4a63-a42f-261324454959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:23.984991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: 085a2a67-44d6-4424-bc78-73fd73a37001, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:38:24.067676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e195-dcc9-4ef9-a72b-1708ee84318e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9a25b357-9c52-471f-ba66-b0f664c3099c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.076303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ab9e195-dcc9-4ef9-a72b-1708ee84318e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.077742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ab9e195-dcc9-4ef9-a72b-1708ee84318e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9a25b357-9c52-471f-ba66-b0f664c3099c HTTP/1.1" status: 204  len: 168 time: 0.2706702
May 14 21:38:24.080572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58612) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.083708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9e195-dcc9-4ef9-a72b-1708ee84318e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a25b357-9c52-471f-ba66-b0f664c3099c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:24.096475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 085a2a67-44d6-4424-bc78-73fd73a37001 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:38:24.103423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.152405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:24.173832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e425c5e5-f45f-4bce-9501-47eff3a4b44d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:24.179014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 085a2a67-44d6-4424-bc78-73fd73a37001) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:24.183498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:24.184262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.198464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f3257d8-342c-4e77-b564-1faf378613ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.1165586
May 14 21:38:24.199606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:24.202180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58614) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.206961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:24.212577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:24.234791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18a959-71af-4869-9abb-1bcc7312bb9f None None] Network 085a2a67-44d6-4424-bc78-73fd73a37001 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:24.243923 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7597c40a-b579-4fb0-8fe9-742e5ad783d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (d86d466b-6233-45e3-a2ed-0adfd0ab5cbb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.253581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7597c40a-b579-4fb0-8fe9-742e5ad783d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (d86d466b-6233-45e3-a2ed-0adfd0ab5cbb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.292106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.306440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-df558b86-b678-47d4-8d64-b68b2fcc1701 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0939775
May 14 21:38:24.311156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58618) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.316025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001', 'name': 'tempest-PortsTestJSON-216532195', 'fixed_ips': [{'subnet_id': 'a2c75558-c2c6-48ae-a9b2-877c8c76ed1d', 'ip_address': '172.20.0.10'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:24.340650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e425c5e5-f45f-4bce-9501-47eff3a4b44d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:24.341020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.492196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7597c40a-b579-4fb0-8fe9-742e5ad783d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d86d466b-6233-45e3-a2ed-0adfd0ab5cbb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.510262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7597c40a-b579-4fb0-8fe9-742e5ad783d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.516111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-085a2a67-44d6-4424-bc78-73fd73a37001', 'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': 'a2c75558-c2c6-48ae-a9b2-877c8c76ed1d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:24.516111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.519315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7597c40a-b579-4fb0-8fe9-742e5ad783d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d86d466b-6233-45e3-a2ed-0adfd0ab5cbb HTTP/1.1" status: 204  len: 168 time: 0.3135283
May 14 21:38:24.520560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58626) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.535472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58628) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.547506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e425c5e5-f45f-4bce-9501-47eff3a4b44d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:24.548624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 227bc27c-ffa7-4580-b079-b168fa35a319 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:24.574620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.581384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:24.588543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c40a-b579-4fb0-8fe9-742e5ad783d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d86d466b-6233-45e3-a2ed-0adfd0ab5cbb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:24.687303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58632) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.780279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-71183ec5-91ba-459e-bf01-c1957155dfc9 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2453330
May 14 21:38:24.781706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:24.829857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 227bc27c-ffa7-4580-b079-b168fa35a319 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:24.830576 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.838544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.860838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 524b17fa-b075-4bc0-a4cf-06e686c45a64 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:24.890702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3142a60-2d97-4d0b-9422-a720939969ed None None] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:24.898938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Allocated IP 172.20.0.2 (085a2a67-44d6-4424-bc78-73fd73a37001/a2c75558-c2c6-48ae-a9b2-877c8c76ed1d/d206c3e3-9002-40e0-ac6f-362155c9f8ae) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:24.946129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd2680d-b29d-4223-9583-c778aa2926ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.976568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-958419fb-e0a8-4825-891c-47cc62d6b6ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b7555396-c463-4f4d-99c7-80ab6fde787a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:24.987865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Provisioning complete for port 227bc27c-ffa7-4580-b079-b168fa35a319 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:24.988236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.025886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-958419fb-e0a8-4825-891c-47cc62d6b6ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b7555396-c463-4f4d-99c7-80ab6fde787a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.040513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3bca0fe7-4452-443b-89c8-675fb1d82230 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5e5588cb62d4ad0a93f58e84d398598&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5013607
May 14 21:38:25.050587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:25.074961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2484af-c4cf-41ad-ac54-f65d1c79962c req-2bc976e8-f275-4102-9fca-43116ecd1262 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:25.077226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef2484af-c4cf-41ad-ac54-f65d1c79962c req-2bc976e8-f275-4102-9fca-43116ecd1262 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0598738
May 14 21:38:25.117790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 227bc27c-ffa7-4580-b079-b168fa35a319 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:25.118132 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.136528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ef2484af-c4cf-41ad-ac54-f65d1c79962c req-e09c4cb0-f410-4943-a433-4c1af01144c4 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506551
May 14 21:38:25.202475 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21effb92-db2b-4590-bf33-185208701eb3 admin admin] Publish callbacks [] for security_group (d5029e85-a0ef-421c-ab48-ad1373a36acd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.218161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 227bc27c-ffa7-4580-b079-b168fa35a319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227bc27c-ffa7-4580-b079-b168fa35a319,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:25.230708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-958419fb-e0a8-4825-891c-47cc62d6b6ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b7555396-c463-4f4d-99c7-80ab6fde787a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.238134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-958419fb-e0a8-4825-891c-47cc62d6b6ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.239537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-958419fb-e0a8-4825-891c-47cc62d6b6ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b7555396-c463-4f4d-99c7-80ab6fde787a HTTP/1.1" status: 204  len: 168 time: 0.4575663
May 14 21:38:25.242283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58646) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:25.263259 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21effb92-db2b-4590-bf33-185208701eb3 admin admin] Publish callbacks [] for security_group (d5029e85-a0ef-421c-ab48-ad1373a36acd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.301372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958419fb-e0a8-4825-891c-47cc62d6b6ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7555396-c463-4f4d-99c7-80ab6fde787a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.327432 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.332589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Current status of the port 227bc27c-ffa7-4580-b079-b168fa35a319 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:25.332978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.367545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Publish callbacks [] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.388192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8ce69922-11c1-499c-8039-abd1b9eb00fd tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.1418104
May 14 21:38:25.390900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58648) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:25.402501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.409742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492e891-aa39-4049-8629-19e178e5ea81 req-2bb93af3-9618-4b70-b0f8-02022f01981e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:25.412915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4492e891-aa39-4049-8629-19e178e5ea81 req-2bb93af3-9618-4b70-b0f8-02022f01981e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1368978
May 14 21:38:25.432632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd2680d-b29d-4223-9583-c778aa2926ba admin admin] Publish callbacks [] for security_group (bea92d07-a5c5-44e7-a8d2-a1aa8b3536da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.438689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=227bc27c-ffa7-4580-b079-b168fa35a319,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.471965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:38:25.472533 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:38:25.475933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fc93a91-5547-4c61-9715-ceb4be8c2115 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (47cc6931-7f26-4c1f-a710-f966a48fb65c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.489278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fc93a91-5547-4c61-9715-ceb4be8c2115 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (47cc6931-7f26-4c1f-a710-f966a48fb65c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.496084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4492e891-aa39-4049-8629-19e178e5ea81 req-38beb603-553f-43e6-8322-2248eb73c5fd tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761676
May 14 21:38:25.502138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.550340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.556177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Network 085a2a67-44d6-4424-bc78-73fd73a37001 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:25.559600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:25.564442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:25.568027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Pushing event updated for resources: {'Port': ['ID=d206c3e3-9002-40e0-ac6f-362155c9f8ae,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.573051 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cd2680d-b29d-4223-9583-c778aa2926ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bea92d07-a5c5-44e7-a8d2-a1aa8b3536da), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.583586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.10 (085a2a67-44d6-4424-bc78-73fd73a37001/a2c75558-c2c6-48ae-a9b2-877c8c76ed1d/524b17fa-b075-4bc0-a4cf-06e686c45a64) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:25.638710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Attempting to bind port d206c3e3-9002-40e0-ac6f-362155c9f8ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:25.639946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Attempting to bind port d206c3e3-9002-40e0-ac6f-362155c9f8ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1997653-1334-4a63-a42f-261324454959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:25.640323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Attempting to bind port d206c3e3-9002-40e0-ac6f-362155c9f8ae on network 085a2a67-44d6-4424-bc78-73fd73a37001 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:25.650927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:25.651548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Checking segment: {'id': 'f1997653-1334-4a63-a42f-261324454959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:25.652047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.652550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Bound using segment: {'id': 'f1997653-1334-4a63-a42f-261324454959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:25.653166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Bound port: d206c3e3-9002-40e0-ac6f-362155c9f8ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1997653-1334-4a63-a42f-261324454959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:25.653609 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.688053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21effb92-db2b-4590-bf33-185208701eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d5029e85-a0ef-421c-ab48-ad1373a36acd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.690591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21effb92-db2b-4590-bf33-185208701eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.691965 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21effb92-db2b-4590-bf33-185208701eb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5029e85-a0ef-421c-ab48-ad1373a36acd HTTP/1.1" status: 204  len: 168 time: 0.6388779
May 14 21:38:25.708836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fc93a91-5547-4c61-9715-ceb4be8c2115 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (47cc6931-7f26-4c1f-a710-f966a48fb65c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.744143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] For port d206c3e3-9002-40e0-ac6f-362155c9f8ae, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:25.745422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7fc93a91-5547-4c61-9715-ceb4be8c2115 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.746567 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7fc93a91-5547-4c61-9715-ceb4be8c2115 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/47cc6931-7f26-4c1f-a710-f966a48fb65c HTTP/1.1" status: 204  len: 168 time: 0.3531051
May 14 21:38:25.747516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] For port d206c3e3-9002-40e0-ac6f-362155c9f8ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d206c3e3-9002-40e0-ac6f-362155c9f8ae,segment=NetworkSegment(f1997653-1334-4a63-a42f-261324454959),segment_id=f1997653-1334-4a63-a42f-261324454959)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:25.754921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58656) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:25.759922 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2680d-b29d-4223-9583-c778aa2926ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea92d07-a5c5-44e7-a8d2-a1aa8b3536da,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.782841 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1cd2680d-b29d-4223-9583-c778aa2926ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a58c1f86b2014db5a0f907c201f0be44&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0943582
May 14 21:38:25.788779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58658) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:25.791315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event updated for resources: {'Port': ['ID=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.793656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc93a91-5547-4c61-9715-ceb4be8c2115 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47cc6931-7f26-4c1f-a710-f966a48fb65c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.800651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.808776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecc3e8-1379-4746-a39c-97a53704579c req-9a28b219-80c2-4d31-b7c3-dead791fbb9a tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:25.810302 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47ecc3e8-1379-4746-a39c-97a53704579c req-9a28b219-80c2-4d31-b7c3-dead791fbb9a tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 945 time: 0.1382148
May 14 21:38:25.812397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21effb92-db2b-4590-bf33-185208701eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5029e85-a0ef-421c-ab48-ad1373a36acd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:25.862834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e33671d-04fe-4d39-ae6b-18127065154b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.1064382
May 14 21:38:25.866282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.871242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58660) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:25.879226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.920240 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47ecc3e8-1379-4746-a39c-97a53704579c req-d1156a6a-fe54-4936-b89d-1e0ab9741963 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026821
May 14 21:38:25.937796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f4aed130-6a70-4819-acf8-5d9c026a324a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (029ad2fe-1305-469c-b12f-1730998b01e3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.959623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f4aed130-6a70-4819-acf8-5d9c026a324a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (029ad2fe-1305-469c-b12f-1730998b01e3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:25.978882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c70dc8ef-0987-4dcf-b8c9-cd1c1f543099 admin admin] Publish callbacks [] for security_group (bea92d07-a5c5-44e7-a8d2-a1aa8b3536da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.005880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:26.011436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:26.027823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c70dc8ef-0987-4dcf-b8c9-cd1c1f543099 admin admin] Publish callbacks [] for security_group (bea92d07-a5c5-44e7-a8d2-a1aa8b3536da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.116904 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f4aed130-6a70-4819-acf8-5d9c026a324a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (029ad2fe-1305-469c-b12f-1730998b01e3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.134893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f4aed130-6a70-4819-acf8-5d9c026a324a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.144079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f4aed130-6a70-4819-acf8-5d9c026a324a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/029ad2fe-1305-469c-b12f-1730998b01e3 HTTP/1.1" status: 204  len: 168 time: 0.2650394
May 14 21:38:26.145431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:26.182481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783487d-d7c3-4bd7-9b6d-05d40a816c52 None None] Pushing event updated for resources: {'Port': ['ID=d206c3e3-9002-40e0-ac6f-362155c9f8ae,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:26.199440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-12316575-cd81-429e-9edd-b33cef2c14ae None None] Current status of the port 227bc27c-ffa7-4580-b079-b168fa35a319 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:26.201035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:26.214488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.239308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aed130-6a70-4819-acf8-5d9c026a324a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=029ad2fe-1305-469c-b12f-1730998b01e3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:26.241839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 227bc27c-ffa7-4580-b079-b168fa35a319 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:26.254269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-badfcb80-e657-4abf-b9e2-42115006d23c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1061873
May 14 21:38:26.257277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58668) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:26.266331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 085a2a67-44d6-4424-bc78-73fd73a37001 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:26.272667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:26.303148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:26.311310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c70dc8ef-0987-4dcf-b8c9-cd1c1f543099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bea92d07-a5c5-44e7-a8d2-a1aa8b3536da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.314000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c70dc8ef-0987-4dcf-b8c9-cd1c1f543099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.317941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c70dc8ef-0987-4dcf-b8c9-cd1c1f543099 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bea92d07-a5c5-44e7-a8d2-a1aa8b3536da HTTP/1.1" status: 204  len: 168 time: 0.5225394
May 14 21:38:26.381707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0efa5a59-6f90-4483-ba9c-e1b9494e1722 None None] Provisioning complete for port 227bc27c-ffa7-4580-b079-b168fa35a319 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:26.382074 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0efa5a59-6f90-4483-ba9c-e1b9494e1722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.399821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4bfe9-fec2-4ad6-ad9a-3c71144787b1 req-ce984296-1dcf-4d81-951d-eeec4f2fa11f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:26.409014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eaf4bfe9-fec2-4ad6-ad9a-3c71144787b1 req-ce984296-1dcf-4d81-951d-eeec4f2fa11f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.2645135
May 14 21:38:26.452966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dc8ef-0987-4dcf-b8c9-cd1c1f543099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea92d07-a5c5-44e7-a8d2-a1aa8b3536da,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:26.521927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 227bc27c-ffa7-4580-b079-b168fa35a319 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:26.522310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.584760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eaf4bfe9-fec2-4ad6-ad9a-3c71144787b1 req-17c1c190-b9ef-4693-8dfb-41e4ff3027e8 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505606
May 14 21:38:26.585518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=524b17fa-b075-4bc0-a4cf-06e686c45a64,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:26.629728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:26.631323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.697065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0efa5a59-6f90-4483-ba9c-e1b9494e1722 None None] Current status of the port 227bc27c-ffa7-4580-b079-b168fa35a319 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:26.707890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0efa5a59-6f90-4483-ba9c-e1b9494e1722 None None] Provisioning complete for port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:26.708269 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0efa5a59-6f90-4483-ba9c-e1b9494e1722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.734791 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5f37a06c-8669-4c2a-b0a6-8971104f65e2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.4224281
May 14 21:38:26.737208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:26.743602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': '085a2a67-44d6-4424-bc78-73fd73a37001', 'name': 'tempest-PortsTestJSON-1267872647', 'fixed_ips': [{'subnet_id': 'a2c75558-c2c6-48ae-a9b2-877c8c76ed1d', 'ip_address': '172.20.0.9'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:26.788125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0efa5a59-6f90-4483-ba9c-e1b9494e1722 None None] Port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:26.808363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 227bc27c-ffa7-4580-b079-b168fa35a319 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:26.916101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b65971af-a545-45b5-b3d5-a0301f4e1035 None None] Provisioning complete for port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:26.916791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b65971af-a545-45b5-b3d5-a0301f4e1035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.936282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-1d8a485c-51e6-4677-86b4-b3edd99413bc req-7af787b1-be77-4f1e-ac89-6c651b2c5d5a tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:38:26.937204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d8a485c-51e6-4677-86b4-b3edd99413bc req-7af787b1-be77-4f1e-ac89-6c651b2c5d5a tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0121875
May 14 21:38:26.970119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:26.978576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b65971af-a545-45b5-b3d5-a0301f4e1035 None None] Port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:26.981032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28dda7d6-51cc-4ba9-bb57-026d9af3c9b4 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3253107
May 14 21:38:26.981557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58688) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:26.984937 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:26.989729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:26.997482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07d5b9a-e702-4445-80fa-bf08e78ceb44 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (3767bad4-6d20-4c21-a02f-8f8dc75752f4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:26.999778 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:27.000456 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231cb2e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:27.030912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d8a485c-51e6-4677-86b4-b3edd99413bc req-10bd112c-16f0-4f96-9651-3c222d7dcf91 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.0795941
May 14 21:38:27.035717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07d5b9a-e702-4445-80fa-bf08e78ceb44 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (3767bad4-6d20-4c21-a02f-8f8dc75752f4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.085089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:27.093096 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.134894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port e2884440-e717-48a5-b4ba-aa714949be5c yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:27.144038 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:27.230833 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07d5b9a-e702-4445-80fa-bf08e78ceb44 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3767bad4-6d20-4c21-a02f-8f8dc75752f4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.233799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07d5b9a-e702-4445-80fa-bf08e78ceb44 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.238388 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c07d5b9a-e702-4445-80fa-bf08e78ceb44 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/3767bad4-6d20-4c21-a02f-8f8dc75752f4 HTTP/1.1" status: 204  len: 168 time: 0.9765213
May 14 21:38:27.238955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58696) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:27.289493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d5b9a-e702-4445-80fa-bf08e78ceb44 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767bad4-6d20-4c21-a02f-8f8dc75752f4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:27.348505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9da559a8-ae42-4212-b65e-5cfae27ce458 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1080832
May 14 21:38:27.354452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58702) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:27.359888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--606635963'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:27.476111 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231cb2e20>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:24Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:25Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:27.494692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58704) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:27.507128 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.520582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98fb580e-f273-42a0-8a30-68efcda87b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.529223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52742d87-bbda-4ee5-a7f5-a031c26c6350 req-27465891-de6b-4f8a-bc40-fca916a4faae tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:27.532333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52742d87-bbda-4ee5-a7f5-a031c26c6350 req-27465891-de6b-4f8a-bc40-fca916a4faae tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.1187582
May 14 21:38:27.546172 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:27.546520 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Updating router ae1c6a40-530d-453b-ab89-21d1a2f9f587 port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:38:27.579044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58706) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:27.602971 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.659000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (5888dc13-da20-4828-ba4b-4454f870739f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.705040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98fb580e-f273-42a0-8a30-68efcda87b83 admin admin] Publish callbacks [] for security_group (f7f623ec-d78e-4362-8807-af6cb2823acc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.755419 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5888dc13-da20-4828-ba4b-4454f870739f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.768901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.9 (085a2a67-44d6-4424-bc78-73fd73a37001/a2c75558-c2c6-48ae-a9b2-877c8c76ed1d/e2884440-e717-48a5-b4ba-aa714949be5c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:27.791569 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98fb580e-f273-42a0-8a30-68efcda87b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f7f623ec-d78e-4362-8807-af6cb2823acc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.817094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5888dc13-da20-4828-ba4b-4454f870739f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:27.844141 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-98fb580e-f273-42a0-8a30-68efcda87b83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2efafd9e9c5a4b49a0a6498e393f3c83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3482907
May 14 21:38:27.845130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58712) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:27.865518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.867892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f04f4cd9-dd16-45f7-b24f-66002e51cc88 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5116284
May 14 21:38:27.887620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9608bda-158a-4925-aa35-06ca041e0de1 None None] Network 085a2a67-44d6-4424-bc78-73fd73a37001 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:27.892994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.extraroute_db [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=115781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 14 21:38:27.905012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58714) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:27.909341 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb580e-f273-42a0-8a30-68efcda87b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f623ec-d78e-4362-8807-af6cb2823acc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:27.909486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.extraroute_db [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Removed routes are [] {{(pid=115781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 14 21:38:27.909486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:27.927340 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '5888dc13-da20-4828-ba4b-4454f870739f', 'direction': 'ingress', 'protocol': 17}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:27.929211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-52742d87-bbda-4ee5-a7f5-a031c26c6350 req-4fb00875-2dd3-4b14-b54d-a7f2ec512c29 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3862870
May 14 21:38:27.960569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-96203789-b74e-4990-8fc4-3e6f53696276 tempest-DvrRoutersNegativeTest-840794827 tempest-DvrRoutersNegativeTest-840794827-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-973202372', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:27.967709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.policy [None req-96203789-b74e-4990-8fc4-3e6f53696276 tempest-DvrRoutersNegativeTest-840794827 tempest-DvrRoutersNegativeTest-840794827-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115781) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
May 14 21:38:27.968354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.policy [None req-96203789-b74e-4990-8fc4-3e6f53696276 tempest-DvrRoutersNegativeTest-840794827 tempest-DvrRoutersNegativeTest-840794827-project] Failed policy enforce for 'create_router' {{(pid=115781) enforce /opt/stack/neutron/neutron/policy.py:523}}
May 14 21:38:27.969519 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-96203789-b74e-4990-8fc4-3e6f53696276 tempest-DvrRoutersNegativeTest-840794827 tempest-DvrRoutersNegativeTest-840794827-project] create failed (client error): Access was denied to this resource.
May 14 21:38:27.971506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-96203789-b74e-4990-8fc4-3e6f53696276 tempest-DvrRoutersNegativeTest-840794827 tempest-DvrRoutersNegativeTest-840794827-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.3904610
May 14 21:38:28.000364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5d8e782-533b-4225-8192-92ede60a472f admin admin] Publish callbacks [] for security_group (f7f623ec-d78e-4362-8807-af6cb2823acc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.038065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5d8e782-533b-4225-8192-92ede60a472f admin admin] Publish callbacks [] for security_group (f7f623ec-d78e-4362-8807-af6cb2823acc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.047295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (441fc418-ad44-47c9-9e24-5ca3420fb728), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.060206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] Provisioning complete for port d206c3e3-9002-40e0-ac6f-362155c9f8ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:28.060583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.117927 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Publish callbacks [] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.175020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (441fc418-ad44-47c9-9e24-5ca3420fb728), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.201549 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.240004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d206c3e3-9002-40e0-ac6f-362155c9f8ae up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:28.245634 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5d8e782-533b-4225-8192-92ede60a472f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f7f623ec-d78e-4362-8807-af6cb2823acc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.249604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5d8e782-533b-4225-8192-92ede60a472f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.255068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5d8e782-533b-4225-8192-92ede60a472f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7f623ec-d78e-4362-8807-af6cb2823acc HTTP/1.1" status: 204  len: 168 time: 0.4052260
May 14 21:38:28.291692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d689d-0290-4327-a421-da82a4a669c2 req-78c0fb2c-5f41-48f9-8f7c-a831931bdaa9 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:28.297550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed7d689d-0290-4327-a421-da82a4a669c2 req-78c0fb2c-5f41-48f9-8f7c-a831931bdaa9 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 945 time: 0.1638515
May 14 21:38:28.297550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8e782-533b-4225-8192-92ede60a472f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f623ec-d78e-4362-8807-af6cb2823acc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:28.325900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (441fc418-ad44-47c9-9e24-5ca3420fb728), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.355898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441fc418-ad44-47c9-9e24-5ca3420fb728,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:28.412192 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960cb2c-d937-4e26-b907-074e743bb35e None None] Pushing event updated for resources: {'Port': ['ID=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:28.415766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ed7d689d-0290-4327-a421-da82a4a669c2 req-7b04873e-67d4-4a27-9ef7-4ff8db069ea1 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131730
May 14 21:38:28.439309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] Current status of the port d206c3e3-9002-40e0-ac6f-362155c9f8ae is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:28.439309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.475061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d206c3e3-9002-40e0-ac6f-362155c9f8ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:28.475441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.485717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.491737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eda96c40-f589-4b20-a226-5b8f987112e2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5805056
May 14 21:38:28.492923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58724) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:28.504424 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Attempting to bind port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:28.505081 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Attempting to bind port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:28.505536 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Attempting to bind port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 on network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:28.512473 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:28.515845 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Checking segment: {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:28.516286 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.516704 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Bound using segment: {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:28.517334 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Bound port: 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c0daa0-5c98-4955-b2e8-574887ae08cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:28.517979 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.543322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (e2884440-e717-48a5-b4ba-aa714949be5c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.582038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] For port d206c3e3-9002-40e0-ac6f-362155c9f8ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d206c3e3-9002-40e0-ac6f-362155c9f8ae,segment=NetworkSegment(f1997653-1334-4a63-a42f-261324454959),segment_id=f1997653-1334-4a63-a42f-261324454959)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:28.634165 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] For port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:28.638606 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] For port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:28.655354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.673830 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.675449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d206c3e3-9002-40e0-ac6f-362155c9f8ae is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:28.676290 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.686273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7a1b3-300d-4618-9fb8-b34487651346 req-e20feea5-142b-4658-8ccb-1f1fd9010b27 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:28.691798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41e7a1b3-300d-4618-9fb8-b34487651346 req-e20feea5-142b-4658-8ccb-1f1fd9010b27 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.1273739
May 14 21:38:28.717150 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.731641 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.883565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58732) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:28.902808 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:28.904095 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231cb2e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:28.906447 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960cb2c-d937-4e26-b907-074e743bb35e None None] Pushing event updated for resources: {'Port': ['ID=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:28.949932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e19779ad-d990-485c-827a-576794015ff1 None None] Provisioning complete for port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:28.951060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19779ad-d990-485c-827a-576794015ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:28.996165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e8612-c9cb-497d-9a8b-0aba84140791 None None] Pushing event updated for resources: {'Port': ['ID=d206c3e3-9002-40e0-ac6f-362155c9f8ae,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:29.002970 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:38:29.004008 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:38:29.034084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fda526a3-d45d-4534-9936-31a67fcd0def tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (5888dc13-da20-4828-ba4b-4454f870739f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.092544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e19779ad-d990-485c-827a-576794015ff1 None None] Current status of the port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:29.092947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19779ad-d990-485c-827a-576794015ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.122654 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:29.162483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e19779ad-d990-485c-827a-576794015ff1 None None] For port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:29.169931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dfbf-6494-4f60-9e53-aa58fe9c862e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.176264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e2884440-e717-48a5-b4ba-aa714949be5c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.224726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fda526a3-d45d-4534-9936-31a67fcd0def tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (5888dc13-da20-4828-ba4b-4454f870739f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.242026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19779ad-d990-485c-827a-576794015ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.344673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-41e7a1b3-300d-4618-9fb8-b34487651346 req-36525836-1bfe-4987-8374-5d156f8314ac tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6487780
May 14 21:38:29.361073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dfbf-6494-4f60-9e53-aa58fe9c862e admin admin] Publish callbacks [] for security_group (aba86e54-9a83-4b09-bc70-ad11c0ea81ab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.377524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fda526a3-d45d-4534-9936-31a67fcd0def tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5888dc13-da20-4828-ba4b-4454f870739f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.380461 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fda526a3-d45d-4534-9936-31a67fcd0def tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.384565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fda526a3-d45d-4534-9936-31a67fcd0def tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/5888dc13-da20-4828-ba4b-4454f870739f HTTP/1.1" status: 204  len: 168 time: 0.8877094
May 14 21:38:29.384780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58746) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:29.393484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:29.414823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network 085a2a67-44d6-4424-bc78-73fd73a37001 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:29.427354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:29.429901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda526a3-d45d-4534-9936-31a67fcd0def tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888dc13-da20-4828-ba4b-4454f870739f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:29.433557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Provisioning complete for port 524b17fa-b075-4bc0-a4cf-06e686c45a64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:29.433938 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.435088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:29.435876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19779ad-d990-485c-827a-576794015ff1 None None] Pushing event updated for resources: {'Port': ['ID=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:29.441471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-c69ba69c-e0ab-409b-87ba-3d49cb2a2f04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2259073
May 14 21:38:29.445307 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-438fcb74-dd7d-4532-af5d-6d8cb0513561 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0592778
May 14 21:38:29.449846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58748) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:29.452395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=e2884440-e717-48a5-b4ba-aa714949be5c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:29.456873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--607461663'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:29.486038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c8a2dfbf-6494-4f60-9e53-aa58fe9c862e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aba86e54-9a83-4b09-bc70-ad11c0ea81ab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.537857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2dfbf-6494-4f60-9e53-aa58fe9c862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba86e54-9a83-4b09-bc70-ad11c0ea81ab,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:29.549578 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c8a2dfbf-6494-4f60-9e53-aa58fe9c862e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9e4e67fc84c4c94ab063e29b82de39e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6651826
May 14 21:38:29.556651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58750) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:29.574886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.655398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Port 524b17fa-b075-4bc0-a4cf-06e686c45a64 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:29.661885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d206c3e3-9002-40e0-ac6f-362155c9f8ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:29.673174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Provisioning complete for port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:29.674108 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.682604 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231cb2e20>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:27Z', 'revision_number': 6, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:28Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:29.768125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae36c31b-6124-4eff-a811-1283f9b0a108 admin admin] Publish callbacks [] for security_group (aba86e54-9a83-4b09-bc70-ad11c0ea81ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.790278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e844-9688-4019-88f2-c303cba4db21 req-f35dd40d-193e-4253-a346-3e5bb07df3f5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:29.811430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e844-9688-4019-88f2-c303cba4db21 req-f35dd40d-193e-4253-a346-3e5bb07df3f5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:29.828349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956e844-9688-4019-88f2-c303cba4db21 req-f35dd40d-193e-4253-a346-3e5bb07df3f5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:29.830117 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0956e844-9688-4019-88f2-c303cba4db21 req-f35dd40d-193e-4253-a346-3e5bb07df3f5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b&device_id=b05f0aba-3b46-4920-a63a-1480098dbee2&device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 2417 time: 0.1621044
May 14 21:38:29.847959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Current status of the port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:29.881401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Provisioning complete for port d206c3e3-9002-40e0-ac6f-362155c9f8ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:29.885078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.910120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0956e844-9688-4019-88f2-c303cba4db21 req-bcefb81e-cebd-4537-b339-b338ffe574ba tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672355
May 14 21:38:29.939336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae36c31b-6124-4eff-a811-1283f9b0a108 admin admin] Publish callbacks [] for security_group (aba86e54-9a83-4b09-bc70-ad11c0ea81ab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:29.977232 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407004b-615d-49f6-bd79-27069ed67e23 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:27Z', 'revision_number': 6, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:28Z', 'revision_number': 4, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:29.980816 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (4505ac93-0cde-4225-8b5a-6462e68f3fb7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.097410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e756-58bb-4614-8b40-6b09d3c865ab None None] Current status of the port d206c3e3-9002-40e0-ac6f-362155c9f8ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:30.098153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4505ac93-0cde-4225-8b5a-6462e68f3fb7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.161501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4505ac93-0cde-4225-8b5a-6462e68f3fb7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:30.176042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae36c31b-6124-4eff-a811-1283f9b0a108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aba86e54-9a83-4b09-bc70-ad11c0ea81ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.183007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ae36c31b-6124-4eff-a811-1283f9b0a108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.186879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ae36c31b-6124-4eff-a811-1283f9b0a108 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aba86e54-9a83-4b09-bc70-ad11c0ea81ab HTTP/1.1" status: 204  len: 168 time: 0.6257598
May 14 21:38:30.205710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36c31b-6124-4eff-a811-1283f9b0a108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba86e54-9a83-4b09-bc70-ad11c0ea81ab,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:30.238702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6930342b-68da-4746-a0a3-50a9055bbfa7 None None] Provisioning complete for port 524b17fa-b075-4bc0-a4cf-06e686c45a64 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:30.239086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6930342b-68da-4746-a0a3-50a9055bbfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.271091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.273251 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-af83d162-fdb8-4f24-a3b9-9e52b3204c4c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8220522
May 14 21:38:30.277102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58768) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:30.284313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--879397671'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:30.310221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6930342b-68da-4746-a0a3-50a9055bbfa7 None None] Port 524b17fa-b075-4bc0-a4cf-06e686c45a64 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:30.321180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6930342b-68da-4746-a0a3-50a9055bbfa7 None None] Provisioning complete for port e2884440-e717-48a5-b4ba-aa714949be5c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:30.321786 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6930342b-68da-4746-a0a3-50a9055bbfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e2884440-e717-48a5-b4ba-aa714949be5c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.382560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-6a1a6433-b04a-4c1b-8701-ab9185525abf req-9e061d02-6ad8-4a49-808c-0edc92578a78 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:38:30.383696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a1a6433-b04a-4c1b-8701-ab9185525abf req-9e061d02-6ad8-4a49-808c-0edc92578a78 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0834177
May 14 21:38:30.394797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6930342b-68da-4746-a0a3-50a9055bbfa7 None None] Port e2884440-e717-48a5-b4ba-aa714949be5c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:30.402256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:30.402920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.418103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.422992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d206c3e3-9002-40e0-ac6f-362155c9f8ae up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:30.523983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port d206c3e3-9002-40e0-ac6f-362155c9f8ae triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:30.524232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.533936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-3912c56f-88a9-4a46-98ea-9dbcac4d0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:30.534344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (dedb8db4-e698-4ec5-b619-677b857cfd14), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.539688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-3912c56f-88a9-4a46-98ea-9dbcac4d0405 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 1127 time: 0.2365277
May 14 21:38:30.552676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a1a6433-b04a-4c1b-8701-ab9185525abf req-6094df3f-b310-4862-b544-fb0b9e6a7af6 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.1440890
May 14 21:38:30.554269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:30.563136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.568098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58784) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:30.568942 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c0cb4634-f093-44b0-af34-fcf9d2280b64 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 934 time: 3.5847547
May 14 21:38:30.626728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-908609f1-a01d-468b-969f-27c066e61b46 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.8877888
May 14 21:38:30.655748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58786) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:30.687930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port d206c3e3-9002-40e0-ac6f-362155c9f8ae is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:30.689020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:30.752156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-c357dd31-eaae-4f4c-88ef-dfeace56da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:30.753444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-c357dd31-eaae-4f4c-88ef-dfeace56da4a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 916 time: 0.1832213
May 14 21:38:30.756792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:30.757171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.856634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-73e34e6b-9687-4906-9550-de565b19d53b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 934 time: 0.2872913
May 14 21:38:30.869492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff05138c-a8d1-41b3-94b0-402cf32170de tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:30.871112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff05138c-a8d1-41b3-94b0-402cf32170de tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.2139971
May 14 21:38:30.872703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dedb8db4-e698-4ec5-b619-677b857cfd14), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:30.881700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:30.882027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58794) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:30.884546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-a0ace952-0464-466a-8508-90f9bf3e20d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951 HTTP/1.1" status: 200  len: 217 time: 0.1191051
May 14 21:38:30.902055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'routes': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:30.938844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:30.970170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-3a896aea-7147-4c7b-b34c-2f149acd31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:30.972377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-3a896aea-7147-4c7b-b34c-2f149acd31b7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.0858130
May 14 21:38:31.050168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-d296403b-3d62-42e2-996c-fef61bc6aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:31.051956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-d296403b-3d62-42e2-996c-fef61bc6aae5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0734053
May 14 21:38:31.102496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2bf81-7eb7-4f82-80ef-b20e246268f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:31.109107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2bf81-7eb7-4f82-80ef-b20e246268f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:31.122673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2bf81-7eb7-4f82-80ef-b20e246268f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:31.128273 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6cc2bf81-7eb7-4f82-80ef-b20e246268f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1480691
May 14 21:38:31.128851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58810) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:31.143344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb8db4-e698-4ec5-b619-677b857cfd14,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:31.330133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-a9fd08f0-4d84-4634-862a-68ea5b69d6f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681084
May 14 21:38:31.354058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.355449 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-48b8d7ef-e941-41fc-b4db-27cf4416aa3e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.0770247
May 14 21:38:31.358235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58830) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:31.363797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '4505ac93-0cde-4225-8b5a-6462e68f3fb7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dedb8db4-e698-4ec5-b619-677b857cfd14', 'remote_ip_prefix': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:31.390872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:31.416222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:31.416222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230405dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:31.462908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port e2884440-e717-48a5-b4ba-aa714949be5c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:31.463571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e2884440-e717-48a5-b4ba-aa714949be5c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.543437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (6fd4055e-8ced-42e2-972d-01262f66c3b8), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.652485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b53246-e08e-4f9f-bd41-9dd9bb6e9898 req-40f3d469-0a6a-421b-8262-c40e00f37507 service neutron] 10.222.0.48 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3153317
May 14 21:38:31.673751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:31.685890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e2884440-e717-48a5-b4ba-aa714949be5c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.688616 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (6fd4055e-8ced-42e2-972d-01262f66c3b8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.701860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for e2884440-e717-48a5-b4ba-aa714949be5c owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:31.708357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.extraroute_db [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added routes are [] {{(pid=115780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 14 21:38:31.713693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.extraroute_db [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=115780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 14 21:38:31.743966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.778283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6fd4055e-8ced-42e2-972d-01262f66c3b8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:31.805560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd4055e-8ced-42e2-972d-01262f66c3b8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:31.992861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230405dc0>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:27Z', 'revision_number': 6, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:29Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:32.026326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:32.032710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.033981 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94cfbaa4-58ca-43d6-801a-14a15cbe5704 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.6745946
May 14 21:38:32.037096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58852) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.037877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:32.038521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230405dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:32.087883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c08acbe-0b19-42d7-8886-302014333677 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (6fd4055e-8ced-42e2-972d-01262f66c3b8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.090618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e2884440-e717-48a5-b4ba-aa714949be5c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.135122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c08acbe-0b19-42d7-8886-302014333677 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (6fd4055e-8ced-42e2-972d-01262f66c3b8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.166325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.173684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=e2884440-e717-48a5-b4ba-aa714949be5c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:32.175023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.261120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:32.269269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58858) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.383499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:32.401026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c08acbe-0b19-42d7-8886-302014333677 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6fd4055e-8ced-42e2-972d-01262f66c3b8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.416757 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c08acbe-0b19-42d7-8886-302014333677 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.422164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c08acbe-0b19-42d7-8886-302014333677 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6fd4055e-8ced-42e2-972d-01262f66c3b8 HTTP/1.1" status: 204  len: 168 time: 0.3835168
May 14 21:38:32.423806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08acbe-0b19-42d7-8886-302014333677 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fd4055e-8ced-42e2-972d-01262f66c3b8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:32.431214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58864) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.436430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.441189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-941bea84-e4cf-4157-937b-4ad6350a2419 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/e2884440-e717-48a5-b4ba-aa714949be5c HTTP/1.1" status: 204  len: 168 time: 1.3113372
May 14 21:38:32.465846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58866) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.515339 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-044f20a2-3aa3-4751-ab92-df680e9af90c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:38:32.517001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-044f20a2-3aa3-4751-ab92-df680e9af90c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/e2884440-e717-48a5-b4ba-aa714949be5c HTTP/1.1" status: 404  len: 333 time: 0.0501781
May 14 21:38:32.521873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58868) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.526743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c50ebf09-f7bd-4f06-84df-91c9d69ef40f tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:32.527629 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-c50ebf09-f7bd-4f06-84df-91c9d69ef40f tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 14 21:38:32.528006 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-c50ebf09-f7bd-4f06-84df-91c9d69ef40f tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): There was a conflict when trying to complete your request.
May 14 21:38:32.536260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c50ebf09-f7bd-4f06-84df-91c9d69ef40f tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2589726
May 14 21:38:32.541806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58870) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.547357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108717558'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:32.556951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:32.573945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.584835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1dabd55-f0a9-409f-96fe-d236f9f26f49 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 700 time: 1.6928930
May 14 21:38:32.588890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58872) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.685281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8a80c712-b2d2-4530-8a6e-dd33805e0872 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2506778
May 14 21:38:32.690551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58874) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.714522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19ce2607-0058-41f3-be93-c02441cd005e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 700 time: 0.1245348
May 14 21:38:32.719891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58878) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.751159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230405dc0>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:31Z', 'revision_number': 7, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:29Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:32.784660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb9240a-bf69-48a6-9a54-d540b6fc5798 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:31Z', 'revision_number': 7, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:29Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:32.792910 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.810212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.826685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 524b17fa-b075-4bc0-a4cf-06e686c45a64 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:32.827037 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.879563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58882) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:32.948830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e727c012-74ed-4b80-baa9-eadc8d7e7f78), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:32.968511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8706e40d-95a2-42d0-bc74-a42d1d76133c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (dedb8db4-e698-4ec5-b619-677b857cfd14), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.000469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.052404 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e727c012-74ed-4b80-baa9-eadc8d7e7f78), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.089185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8706e40d-95a2-42d0-bc74-a42d1d76133c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (dedb8db4-e698-4ec5-b619-677b857cfd14), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.092143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 524b17fa-b075-4bc0-a4cf-06e686c45a64 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:33.111772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3da9eec-fbb7-49dd-aa91-e1cbce4998f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.158909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e727c012-74ed-4b80-baa9-eadc8d7e7f78,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:33.208220 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:33.209695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (780c9a20-763a-45da-b8f5-3660c72a0691), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.222168 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:33.222957 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:33.265375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3da9eec-fbb7-49dd-aa91-e1cbce4998f5 admin admin] Publish callbacks [] for security_group (1c9ebf10-21f9-4fd4-bc26-1e0e018e8205), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.283082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8706e40d-95a2-42d0-bc74-a42d1d76133c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dedb8db4-e698-4ec5-b619-677b857cfd14), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.285727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8706e40d-95a2-42d0-bc74-a42d1d76133c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.289295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8706e40d-95a2-42d0-bc74-a42d1d76133c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/dedb8db4-e698-4ec5-b619-677b857cfd14 HTTP/1.1" status: 204  len: 168 time: 0.5953121
May 14 21:38:33.290179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58888) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.312105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (780c9a20-763a-45da-b8f5-3660c72a0691), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.335311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706e40d-95a2-42d0-bc74-a42d1d76133c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb8db4-e698-4ec5-b619-677b857cfd14,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:33.344905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:33.367842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3da9eec-fbb7-49dd-aa91-e1cbce4998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1c9ebf10-21f9-4fd4-bc26-1e0e018e8205), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.401084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a3da9eec-fbb7-49dd-aa91-e1cbce4998f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a529a2c993ca48eca643a2585818001e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5204732
May 14 21:38:33.403809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.407608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.412723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8696501
May 14 21:38:33.413798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58894) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.417025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0184eea-a8c0-4eb4-9f0f-0555d98f5f80 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780c9a20-763a-45da-b8f5-3660c72a0691,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:33.421104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '780c9a20-763a-45da-b8f5-3660c72a0691', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:33.427281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.443497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d8cfcfa-1408-4141-b9b9-c54099c2d742 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.1496832
May 14 21:38:33.455587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58896) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.481143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da9eec-fbb7-49dd-aa91-e1cbce4998f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ebf10-21f9-4fd4-bc26-1e0e018e8205,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:33.524774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (524b17fa-b075-4bc0-a4cf-06e686c45a64), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.589691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=524b17fa-b075-4bc0-a4cf-06e686c45a64,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:33.600547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da435bc-83c1-48cf-81c6-9345696d5273 req-9e6729a4-536c-4839-985e-faa90581a29b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:33.600547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4da435bc-83c1-48cf-81c6-9345696d5273 req-9e6729a4-536c-4839-985e-faa90581a29b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.0726922
May 14 21:38:33.601880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-daab73ff-ed2d-4fe5-8ecc-9c5699a3d1a5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (4505ac93-0cde-4225-8b5a-6462e68f3fb7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.652274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-daab73ff-ed2d-4fe5-8ecc-9c5699a3d1a5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (4505ac93-0cde-4225-8b5a-6462e68f3fb7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.694256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-47564f04-b093-4744-9596-5fbffbff4f8c admin admin] Publish callbacks [] for security_group (1c9ebf10-21f9-4fd4-bc26-1e0e018e8205), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.715218 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4da435bc-83c1-48cf-81c6-9345696d5273 req-ff634fd6-3f3b-422c-8130-66b0b79fd424 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884821
May 14 21:38:33.749924 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105ad90>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:31Z', 'revision_number': 7, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:29Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:33.773884 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:33.782695 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:33.783324 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105ad90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:33.787975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.792621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0b50418b-722e-40dd-bdfe-f3e0cae00d3f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/524b17fa-b075-4bc0-a4cf-06e686c45a64 HTTP/1.1" status: 204  len: 168 time: 1.2537401
May 14 21:38:33.795374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-47564f04-b093-4744-9596-5fbffbff4f8c admin admin] Publish callbacks [] for security_group (1c9ebf10-21f9-4fd4-bc26-1e0e018e8205), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.795804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.822709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group_rule (44a70b22-7bd1-458e-817b-35f4550d2a30), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.833823 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-228ce52e-290f-4c96-83aa-5923a579728a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:38:33.835832 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-228ce52e-290f-4c96-83aa-5923a579728a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/524b17fa-b075-4bc0-a4cf-06e686c45a64 HTTP/1.1" status: 404  len: 333 time: 0.0380158
May 14 21:38:33.840453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58902) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.884708 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-daab73ff-ed2d-4fe5-8ecc-9c5699a3d1a5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4505ac93-0cde-4225-8b5a-6462e68f3fb7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.886547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-daab73ff-ed2d-4fe5-8ecc-9c5699a3d1a5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.891360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-daab73ff-ed2d-4fe5-8ecc-9c5699a3d1a5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/4505ac93-0cde-4225-8b5a-6462e68f3fb7 HTTP/1.1" status: 204  len: 168 time: 0.4343634
May 14 21:38:33.891762 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:33.892128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:33.939111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab73ff-ed2d-4fe5-8ecc-9c5699a3d1a5 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505ac93-0cde-4225-8b5a-6462e68f3fb7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:33.995067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:33.995671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:33.999184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet a2c75558-c2c6-48ae-a9b2-877c8c76ed1d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:34.014931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (a2c75558-c2c6-48ae-a9b2-877c8c76ed1d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.023836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-47564f04-b093-4744-9596-5fbffbff4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1c9ebf10-21f9-4fd4-bc26-1e0e018e8205), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.026488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-47564f04-b093-4744-9596-5fbffbff4f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.031091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-47564f04-b093-4744-9596-5fbffbff4f8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c9ebf10-21f9-4fd4-bc26-1e0e018e8205 HTTP/1.1" status: 204  len: 168 time: 0.6219835
May 14 21:38:34.074529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a169441-4772-40b3-a519-21e9105ad020 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1645210
May 14 21:38:34.077857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58908) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:34.088220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050784254'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:34.097966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group_rule (44a70b22-7bd1-458e-817b-35f4550d2a30), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.099529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47564f04-b093-4744-9596-5fbffbff4f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ebf10-21f9-4fd4-bc26-1e0e018e8205,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:34.122260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (a2c75558-c2c6-48ae-a9b2-877c8c76ed1d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.163973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:34.164345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.177021 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105ad90>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:31Z', 'revision_number': 7, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:29Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:34.181464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (44a70b22-7bd1-458e-817b-35f4550d2a30), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.188632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:34.210636 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cc4cfe-b3e9-4467-a56e-4c13ddf4f159 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:31Z', 'revision_number': 7, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '1087bbad-56e8-4691-a4f2-fdcd6b0c2f60', 'name': '', 'network_id': '6a2b104f-9280-4ff6-a6a7-47bb70f2758e', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:0d:10:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:23Z', 'updated_at': '2022-05-14T21:38:29Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'c1395bfe-6627-4c42-8346-cc1dabf84c0e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:34.212312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a70b22-7bd1-458e-817b-35f4550d2a30,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:34.229276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.251918 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a2c75558-c2c6-48ae-a9b2-877c8c76ed1d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.345272 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.350320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e881dc83-ee74-4131-93ea-a569d81838cf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9328692
May 14 21:38:34.353192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58910) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:34.356202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-15177c09-b604-4731-b5e9-5923b87c6825 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '780c9a20-763a-45da-b8f5-3660c72a0691', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:34.364941 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (1b5bf9ed-f937-4dae-8eed-d65053f963f0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.447689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (a2c75558-c2c6-48ae-a9b2-877c8c76ed1d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.449977 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1b5bf9ed-f937-4dae-8eed-d65053f963f0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.492746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1087bbad-56e8-4691-a4f2-fdcd6b0c2f60), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.503464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15177c09-b604-4731-b5e9-5923b87c6825 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group_rule (4517353e-4cb0-47a8-8ea8-dbe5c9d8b862), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.506621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.512614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/a2c75558-c2c6-48ae-a9b2-877c8c76ed1d HTTP/1.1" status: 204  len: 168 time: 0.6700051
May 14 21:38:34.515081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d361a8-790b-4a8e-b928-db83b0e2b5f1 None None] Network 085a2a67-44d6-4424-bc78-73fd73a37001 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:34.516950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef9fdd-6198-4fe2-a36f-c087573e61f0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c75558-c2c6-48ae-a9b2-877c8c76ed1d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:34.518555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58916) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:34.544629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=1087bbad-56e8-4691-a4f2-fdcd6b0c2f60,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:34.564809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5bf9ed-f937-4dae-8eed-d65053f963f0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:34.578016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.578016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.578285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.578526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.578775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.579405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.579769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.580104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.580524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.580751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.581082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.581411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.581789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.582163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.582491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:34.611192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.615011 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7e9ce722-dd6d-4421-aba3-ee6291ab0195 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5338795
May 14 21:38:34.620403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:34.625142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': '1b5bf9ed-f937-4dae-8eed-d65053f963f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:34.642501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (085a2a67-44d6-4424-bc78-73fd73a37001), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.722222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port d206c3e3-9002-40e0-ac6f-362155c9f8ae {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:34.722946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.728769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] DHCP port deletion for 085a2a67-44d6-4424-bc78-73fd73a37001 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:34.799629 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] For port d206c3e3-9002-40e0-ac6f-362155c9f8ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d206c3e3-9002-40e0-ac6f-362155c9f8ae,segment=NetworkSegment(f1997653-1334-4a63-a42f-261324454959),segment_id=f1997653-1334-4a63-a42f-261324454959)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:34.800438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.807259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (23159b1a-2c41-4215-9739-b2eee09a1a68), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.817914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for d206c3e3-9002-40e0-ac6f-362155c9f8ae owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:34.840935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-b21084a3-eee6-4883-ad5f-cb7b986a92ce tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:34.843822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-b21084a3-eee6-4883-ad5f-cb7b986a92ce tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.0950351
May 14 21:38:34.854996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] Deleting port d206c3e3-9002-40e0-ac6f-362155c9f8ae {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:34.854996 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.862812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.907042 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-15177c09-b604-4731-b5e9-5923b87c6825 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): There was a conflict when trying to complete your request.
May 14 21:38:34.915464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-15177c09-b604-4731-b5e9-5923b87c6825 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5615816
May 14 21:38:34.915858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:34.956921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] For port d206c3e3-9002-40e0-ac6f-362155c9f8ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d206c3e3-9002-40e0-ac6f-362155c9f8ae,segment=NetworkSegment(f1997653-1334-4a63-a42f-261324454959),segment_id=f1997653-1334-4a63-a42f-261324454959)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:34.958684 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:34.972262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] Calling delete_port for d206c3e3-9002-40e0-ac6f-362155c9f8ae owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:35.064380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:35.071026 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:38:35.081787 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (d206c3e3-9002-40e0-ac6f-362155c9f8ae), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.097107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58924) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:35.113736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=d206c3e3-9002-40e0-ac6f-362155c9f8ae,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:35.114166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] Pushing event deleted for resources: {'Port': ['ID=d206c3e3-9002-40e0-ac6f-362155c9f8ae,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:35.117613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No DVR routers for this DVR port d206c3e3-9002-40e0-ac6f-362155c9f8ae on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:35.118026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae3f38-449a-40a7-b993-5f809d53d923 None None] No DVR routers for this DVR port d206c3e3-9002-40e0-ac6f-362155c9f8ae on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:35.148317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (23159b1a-2c41-4215-9739-b2eee09a1a68), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.155328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3284292-55e7-4716-8b5e-d4eecd06767f req-ea697cea-3ada-4e48-affc-ca6d967a17f8 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:35.157606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3284292-55e7-4716-8b5e-d4eecd06767f req-ea697cea-3ada-4e48-affc-ca6d967a17f8 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 946 time: 0.2444820
May 14 21:38:35.164797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06dd64c5-84cf-4f9e-91ad-7d647e01dd2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.206395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (23159b1a-2c41-4215-9739-b2eee09a1a68), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.207443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (085a2a67-44d6-4424-bc78-73fd73a37001), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.221975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Deleting port 0d782936-f399-4ddf-8074-140eadf30553 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:35.222309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0d782936-f399-4ddf-8074-140eadf30553), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.228349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ac8ca60>,) {'filters': {'network_id': ['085a2a67-44d6-4424-bc78-73fd73a37001']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:35.238509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac8ca60>, 'f1997653-1334-4a63-a42f-261324454959') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:35.238697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac8ca60>, 'f1997653-1334-4a63-a42f-261324454959') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:35.248766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (f1997653-1334-4a63-a42f-261324454959), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.262886 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f1997653-1334-4a63-a42f-261324454959), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.270544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:35.270950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (f1997653-1334-4a63-a42f-261324454959), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:35.274104 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:35.421585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (085a2a67-44d6-4424-bc78-73fd73a37001), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.428862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.432087 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/085a2a67-44d6-4424-bc78-73fd73a37001 HTTP/1.1" status: 204  len: 168 time: 0.9072640
May 14 21:38:35.444522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:35.447979 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:38:35.449871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1150741183'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:35.458217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd92384-93d4-4eb1-840d-59111e7414bc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=085a2a67-44d6-4424-bc78-73fd73a37001,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:35.560922 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:35.564599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.590336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:38:35.600330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7560001a-817c-4919-bba8-8fe6f78dba5c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.600738 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Added segment 7560001a-817c-4919-bba8-8fe6f78dba5c of type vlan for network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb
May 14 21:38:35.619654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c68e30b-fb4d-47bf-9d43-adf7fe921f66 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (780c9a20-763a-45da-b8f5-3660c72a0691), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.634967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23159b1a-2c41-4215-9739-b2eee09a1a68,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:35.663643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.753317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.757617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ff18a6c6-eff3-4963-98ad-8cef6220899c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.1331887
May 14 21:38:35.758264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58938) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:35.782746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.788120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:35.788885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.792239 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c68e30b-fb4d-47bf-9d43-adf7fe921f66 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (780c9a20-763a-45da-b8f5-3660c72a0691), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.811334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3284292-55e7-4716-8b5e-d4eecd06767f req-abff187f-50fd-4a3a-8077-7ba5aca0003f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6409726
May 14 21:38:35.818739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8468-ec78-49b1-801a-e408e66e5568 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (23159b1a-2c41-4215-9739-b2eee09a1a68), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.843834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8468-ec78-49b1-801a-e408e66e5568 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (23159b1a-2c41-4215-9739-b2eee09a1a68), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.873820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] For port 0d782936-f399-4ddf-8074-140eadf30553, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0d782936-f399-4ddf-8074-140eadf30553,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:35.874188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0d782936-f399-4ddf-8074-140eadf30553), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:35.886403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Network': ['ID=cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:35.898295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Calling delete_port for 0d782936-f399-4ddf-8074-140eadf30553 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:35.900643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:38:35.905070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:35.955827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c6ccd482-cfeb-46f4-8422-622d5038ac5a tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.5093238
May 14 21:38:35.958454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:35.963888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:35.998636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8468-ec78-49b1-801a-e408e66e5568 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (23159b1a-2c41-4215-9739-b2eee09a1a68), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.008172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ceb8468-ec78-49b1-801a-e408e66e5568 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.012313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ceb8468-ec78-49b1-801a-e408e66e5568 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/23159b1a-2c41-4215-9739-b2eee09a1a68 HTTP/1.1" status: 204  len: 168 time: 0.2529097
May 14 21:38:36.017300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.038729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c68e30b-fb4d-47bf-9d43-adf7fe921f66 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (780c9a20-763a-45da-b8f5-3660c72a0691), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.041513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2c68e30b-fb4d-47bf-9d43-adf7fe921f66 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.045965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2c68e30b-fb4d-47bf-9d43-adf7fe921f66 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/780c9a20-763a-45da-b8f5-3660c72a0691 HTTP/1.1" status: 204  len: 168 time: 1.1241920
May 14 21:38:36.056114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58950) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.115137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68e30b-fb4d-47bf-9d43-adf7fe921f66 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780c9a20-763a-45da-b8f5-3660c72a0691,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:36.126993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06dd64c5-84cf-4f9e-91ad-7d647e01dd2e admin admin] Publish callbacks [] for security_group (77931597-3e1a-4dcb-a06e-847811214302), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.197761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:36.209115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-88db91ea-7c89-4f2a-a797-e89b966193f0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4829006
May 14 21:38:36.210705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c9b8491a-57a6-4b5f-8666-2d89c3064458 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1472821
May 14 21:38:36.211323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58952) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.212776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:36.215884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06dd64c5-84cf-4f9e-91ad-7d647e01dd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (77931597-3e1a-4dcb-a06e-847811214302), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.226862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58954) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.237592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:36.244142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e16400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:36.262965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969118084'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:36.286321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d206c3e3-9002-40e0-ac6f-362155c9f8ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:36.303771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd64c5-84cf-4f9e-91ad-7d647e01dd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77931597-3e1a-4dcb-a06e-847811214302,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:36.342936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d206c3e3-9002-40e0-ac6f-362155c9f8ae {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:36.347792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d206c3e3-9002-40e0-ac6f-362155c9f8ae not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:36.373986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-06dd64c5-84cf-4f9e-91ad-7d647e01dd2e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d7e2fc7ee6345c78a4042528d77de37&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2731898
May 14 21:38:36.375663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:36.378999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58956) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.387149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet c1395bfe-6627-4c42-8346-cc1dabf84c0e {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:36.403817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (c1395bfe-6627-4c42-8346-cc1dabf84c0e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.432086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb8468-ec78-49b1-801a-e408e66e5568 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23159b1a-2c41-4215-9739-b2eee09a1a68,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:36.469371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (c1395bfe-6627-4c42-8346-cc1dabf84c0e), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.479224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4728cf7-fac6-4767-b806-cfb2ae96b269 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4604678
May 14 21:38:36.485508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.514412 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.531363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bdedfd2-25a1-4cb3-8d7e-cddc942adea7 admin admin] Publish callbacks [] for security_group (77931597-3e1a-4dcb-a06e-847811214302), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.549460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81112ed9-07d4-4c91-8978-b79a02df3b9c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (1b5bf9ed-f937-4dae-8eed-d65053f963f0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.572416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81112ed9-07d4-4c91-8978-b79a02df3b9c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (1b5bf9ed-f937-4dae-8eed-d65053f963f0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.580855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bdedfd2-25a1-4cb3-8d7e-cddc942adea7 admin admin] Publish callbacks [] for security_group (77931597-3e1a-4dcb-a06e-847811214302), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.582563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0d782936-f399-4ddf-8074-140eadf30553), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.600183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9ac0575b-7e67-4d15-8dba-2cf9a938d951', '0d782936-f399-4ddf-8074-140eadf30553'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:38:36.602445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['83947358-d8a9-4842-b44e-98a77b0acf3f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:38:36.624244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:36.627982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.629376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e16400>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:34Z', 'revision_number': 8, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:36.681863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Pushing event deleted for resources: {'Port': ['ID=0d782936-f399-4ddf-8074-140eadf30553,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:36.682608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:36.688457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81112ed9-07d4-4c91-8978-b79a02df3b9c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1b5bf9ed-f937-4dae-8eed-d65053f963f0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.691006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-81112ed9-07d4-4c91-8978-b79a02df3b9c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.695737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-81112ed9-07d4-4c91-8978-b79a02df3b9c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/1b5bf9ed-f937-4dae-8eed-d65053f963f0 HTTP/1.1" status: 204  len: 168 time: 0.2088726
May 14 21:38:36.696405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.726063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:36.727537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e16400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:36.734613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81112ed9-07d4-4c91-8978-b79a02df3b9c tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5bf9ed-f937-4dae-8eed-d65053f963f0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:36.765668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (c1395bfe-6627-4c42-8346-cc1dabf84c0e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.790130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8323cb59-ffe0-47a7-9b62-1afd83e3a932 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0809054
May 14 21:38:36.792108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58964) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:36.796553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--677262815'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:36.833852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] No DVR routers for this DVR port 0d782936-f399-4ddf-8074-140eadf30553 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:36.851294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.854314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16b0781a-27bc-4702-b97a-9f6f80c222f6 req-9dd6148c-ef1a-4c4b-a433-44ad803ace3e tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "DELETE /v2.0/ports/0d782936-f399-4ddf-8074-140eadf30553 HTTP/1.1" status: 204  len: 173 time: 2.0039260
May 14 21:38:36.856994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'name': 'network-vif-deleted', 'tag': '0d782936-f399-4ddf-8074-140eadf30553'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:38:36.859327 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e48866-2211-4494-91eb-0d81de5cc35f" -d '{"events": [{"server_uuid": "52885e0c-c76a-45ae-95aa-a3fbc320ec5b", "name": "network-vif-deleted", "tag": "0d782936-f399-4ddf-8074-140eadf30553"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:38:36.884651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.934816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:36.943385 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a2a34-1a84-4d99-b5a0-869dd4165755 x-openstack-request-id: req-e98a2a34-1a84-4d99-b5a0-869dd4165755 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:38:36.943712 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52885e0c-c76a-45ae-95aa-a3fbc320ec5b", "name": "network-vif-deleted", "tag": "0d782936-f399-4ddf-8074-140eadf30553", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:38:36.943971 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e98a2a34-1a84-4d99-b5a0-869dd4165755 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:38:36.944387 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98a2a34-1a84-4d99-b5a0-869dd4165755'] response: {'server_uuid': '52885e0c-c76a-45ae-95aa-a3fbc320ec5b', 'name': 'network-vif-deleted', 'tag': '0d782936-f399-4ddf-8074-140eadf30553', 'status': 'completed', 'code': 200}
May 14 21:38:36.973888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.974863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.986078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (c1395bfe-6627-4c42-8346-cc1dabf84c0e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.989010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bdedfd2-25a1-4cb3-8d7e-cddc942adea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (77931597-3e1a-4dcb-a06e-847811214302), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.991659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3bdedfd2-25a1-4cb3-8d7e-cddc942adea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:36.995584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3bdedfd2-25a1-4cb3-8d7e-cddc942adea7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77931597-3e1a-4dcb-a06e-847811214302 HTTP/1.1" status: 204  len: 168 time: 0.6128435
May 14 21:38:37.041250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=c1395bfe-6627-4c42-8346-cc1dabf84c0e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:37.047692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.053756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fb4c4a9d-0bfd-4d88-9de1-53017f36f02c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/c1395bfe-6627-4c42-8346-cc1dabf84c0e HTTP/1.1" status: 204  len: 168 time: 0.8388181
May 14 21:38:37.069761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9e8a3-b3ba-41d7-aca5-768db594f073 None None] Network 6a2b104f-9280-4ff6-a6a7-47bb70f2758e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:37.070238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:37.145548 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.146872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8966126
May 14 21:38:37.166122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42f7e3-382f-4841-bf31-719599509550 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:37.181948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 58974) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:37.184344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ba77d7cb-418c-4a15-9014-5e2956c786c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': 'a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:37.185194 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-ba77d7cb-418c-4a15-9014-5e2956c786c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
May 14 21:38:37.185902 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-ba77d7cb-418c-4a15-9014-5e2956c786c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:37.187179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ba77d7cb-418c-4a15-9014-5e2956c786c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0092061
May 14 21:38:37.211654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (d66d1a91-f81d-47d8-88b6-f148c96c3159), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.214406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1a20f7ef-c734-4f98-922d-b7819993fa1e req-e6e4a349-363c-471b-8f95-23d7ca052ef0 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.2686815
May 14 21:38:37.215977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58976) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:37.239052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdedfd2-25a1-4cb3-8d7e-cddc942adea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77931597-3e1a-4dcb-a06e-847811214302,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:37.258151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6a2b104f-9280-4ff6-a6a7-47bb70f2758e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.313288 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d78a-d45b-45cf-922a-a922e1957d7d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.320072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 227bc27c-ffa7-4580-b079-b168fa35a319 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:37.320925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.355096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d78a-d45b-45cf-922a-a922e1957d7d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.419135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (68260f04-1ec5-4e50-9ed2-f7f8458986d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.422401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d66d1a91-f81d-47d8-88b6-f148c96c3159), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.474066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 227bc27c-ffa7-4580-b079-b168fa35a319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227bc27c-ffa7-4580-b079-b168fa35a319,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:37.474488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.479001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] DHCP port deletion for 6a2b104f-9280-4ff6-a6a7-47bb70f2758e request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:37.509696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d78a-d45b-45cf-922a-a922e1957d7d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.512574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cfa0d78a-d45b-45cf-922a-a922e1957d7d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.513005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 227bc27c-ffa7-4580-b079-b168fa35a319 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:37.515306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cfa0d78a-d45b-45cf-922a-a922e1957d7d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb HTTP/1.1" status: 204  len: 168 time: 0.2949438
May 14 21:38:37.523208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58978) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:37.535685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e16400>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:34Z', 'revision_number': 8, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:37.539017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d1a91-f81d-47d8-88b6-f148c96c3159,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:37.571706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.572892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651984b5-c7b0-45dc-95d5-4304acf8d535 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:34Z', 'revision_number': 8, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e425c5e5-f45f-4bce-9501-47eff3a4b44d', 'name': '', 'network_id': 'ab5cf463-0505-47d3-ba04-5dcb4ba03861', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:35:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:12Z', 'updated_at': '2022-05-14T21:38:22Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '7088ae2a-d3fd-4ad6-a70a-ddd17339b371', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:37.573123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2d999e33-0c86-492c-8cef-89260bd865d6 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7799208
May 14 21:38:37.578173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=68260f04-1ec5-4e50-9ed2-f7f8458986d9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:37.585749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] Deleting port 227bc27c-ffa7-4580-b079-b168fa35a319 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:37.586409 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.586645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58982) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:37.597370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0d78a-d45b-45cf-922a-a922e1957d7d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19cc2b3-a9a1-4092-a2d1-3525fde0cdcb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:37.603571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': 'd66d1a91-f81d-47d8-88b6-f148c96c3159', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:37.660790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-5e597742-1479-48a2-a2d1-572909f3382a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0658305
May 14 21:38:37.681757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Checking segment: {'id': '7560001a-817c-4919-bba8-8fe6f78dba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:37.682064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network hostable DHCP agents. Network: cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:38:37.709552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] For port 227bc27c-ffa7-4580-b079-b168fa35a319, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227bc27c-ffa7-4580-b079-b168fa35a319,segment=NetworkSegment(57c0daa0-5c98-4955-b2e8-574887ae08cd),segment_id=57c0daa0-5c98-4955-b2e8-574887ae08cd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:37.711297 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.726195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] Calling delete_port for 227bc27c-ffa7-4580-b079-b168fa35a319 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:37.736630 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e513ef92-c05a-41ab-94ab-988b7c4f37ca tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2082863
May 14 21:38:37.742096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:37.757660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743657805'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:37.781509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-ca41bc5f-f53d-476b-9a24-62ab475aa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:37.786105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-ca41bc5f-f53d-476b-9a24-62ab475aa0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 1127 time: 0.0627749
May 14 21:38:37.954781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-80eb3297-37c2-46d3-a23d-bef5637bee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:37.954781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-80eb3297-37c2-46d3-a23d-bef5637bee94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 200  len: 916 time: 0.1013970
May 14 21:38:37.957318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-ed61c6c5-3a50-4b82-8bf6-b3bd2ae2ab67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83947358-d8a9-4842-b44e-98a77b0acf3f HTTP/1.1" status: 200  len: 217 time: 0.0440614
May 14 21:38:37.985627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:38:37.985898 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.987176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b173f756-2a91-4b78-8e13-6890123b974b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:37.992321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (227bc27c-ffa7-4580-b079-b168fa35a319), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.018547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] Pushing event deleted for resources: {'Port': ['ID=227bc27c-ffa7-4580-b079-b168fa35a319,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:38.024861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ad1c0-745b-4428-a239-eee6f99807ed None None] No DVR routers for this DVR port 227bc27c-ffa7-4580-b079-b168fa35a319 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:38.036781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=227bc27c-ffa7-4580-b079-b168fa35a319,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:38.090895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port 227bc27c-ffa7-4580-b079-b168fa35a319 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:38.096753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.097306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-664ba5dc-23e9-4013-9c8d-e16053952897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:38.097306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-664ba5dc-23e9-4013-9c8d-e16053952897 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 200  len: 854 time: 0.0915074
May 14 21:38:38.125252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b173f756-2a91-4b78-8e13-6890123b974b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.170530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:38.172318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (a34850c6-a83a-46cb-8f77-624d655ec7f2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.176107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:38.176671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.179139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6a2b104f-9280-4ff6-a6a7-47bb70f2758e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.189908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-5961f256-f50c-457b-b251-8935df55bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:38.189908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-5961f256-f50c-457b-b251-8935df55bf0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1064050
May 14 21:38:38.197127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4dcab-48eb-4768-99f1-fabb907e34e5 None None] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:38.204591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b173f756-2a91-4b78-8e13-6890123b974b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.237732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230eb94c0>,) {'filters': {'network_id': ['6a2b104f-9280-4ff6-a6a7-47bb70f2758e']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:38.238776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b173f756-2a91-4b78-8e13-6890123b974b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:38.264621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a34850c6-a83a-46cb-8f77-624d655ec7f2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.277546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 227bc27c-ffa7-4580-b079-b168fa35a319 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:38.278476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230eb94c0>, '57c0daa0-5c98-4955-b2e8-574887ae08cd') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:38.279182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230eb94c0>, '57c0daa0-5c98-4955-b2e8-574887ae08cd') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:38.300890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (57c0daa0-5c98-4955-b2e8-574887ae08cd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.314490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 227bc27c-ffa7-4580-b079-b168fa35a319 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:38.315116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 227bc27c-ffa7-4580-b079-b168fa35a319 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:38.315761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:38.319097 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (57c0daa0-5c98-4955-b2e8-574887ae08cd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.343822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d4ca9948-d992-4942-a9a8-fc9cf067e7b2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3843071
May 14 21:38:38.344822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:38.345414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1087bbad-56e8-4691-a4f2-fdcd6b0c2f60 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:38.349689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 58998) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.369581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:38.374931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-526774411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:38.376905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (57c0daa0-5c98-4955-b2e8-574887ae08cd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:38.380672 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:38.400732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb', 'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': '68260f04-1ec5-4e50-9ed2-f7f8458986d9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:38.401890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.403389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.413986 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-df4106f8-44e2-41d3-958c-40417a1fe1de tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8198271
May 14 21:38:38.418134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.418801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34850c6-a83a-46cb-8f77-624d655ec7f2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:38.447443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-2779c6bc-9404-4e35-883d-319af65746c2 service neutron] 10.222.0.36 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529252
May 14 21:38:38.459958 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-438e384e-4797-458e-a861-b7bc7d8968ae tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules/b173f756-2a91-4b78-8e13-6890123b974b HTTP/1.1" status: 200  len: 763 time: 0.0374444
May 14 21:38:38.467604 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.467604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c07323dc-c237-4a01-b1f5-ec7c5b244e88 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7211218
May 14 21:38:38.467604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59002) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.471400 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59004) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.483691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6d6ceb2c-429f-4fa5-8ed9-832210c70f9b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': 'a34850c6-a83a-46cb-8f77-624d655ec7f2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:38.495573 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-6d6ceb2c-429f-4fa5-8ed9-832210c70f9b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
May 14 21:38:38.495573 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-6d6ceb2c-429f-4fa5-8ed9-832210c70f9b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:38.495573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d6ceb2c-429f-4fa5-8ed9-832210c70f9b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0136404
May 14 21:38:38.499631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59006) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.551902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1efd3950-8982-4595-8ae0-351b8245737c req-5644565e-746c-4ac6-91b4-3223dfbcb5f4 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=52885e0c-c76a-45ae-95aa-a3fbc320ec5b HTTP/1.1" status: 200  len: 210 time: 0.1080351
May 14 21:38:38.556888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5670c777-460c-4ff8-9faf-d4d8fae87f14 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0908811
May 14 21:38:38.562845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59008) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.620944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (95cea6f2-dd9d-4397-a300-513c5640e7f1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.621963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (95cea6f2-dd9d-4397-a300-513c5640e7f1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.630726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-516549d7-a1d4-4575-b08d-3351f7980ebf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b173f756-2a91-4b78-8e13-6890123b974b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.632837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-780c0c89-14f7-4240-8c31-c00ed68d8578 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (a34850c6-a83a-46cb-8f77-624d655ec7f2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.648956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-516549d7-a1d4-4575-b08d-3351f7980ebf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (b173f756-2a91-4b78-8e13-6890123b974b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.650637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3320c4d3-40c4-4d8f-80a8-c7dc4e2a6f05 req-2654b3b1-7ef8-4bb3-b763-60e7a8ab4efd service neutron] 10.222.0.36 "GET /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831722
May 14 21:38:38.668946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6a2b104f-9280-4ff6-a6a7-47bb70f2758e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.698207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-780c0c89-14f7-4240-8c31-c00ed68d8578 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (a34850c6-a83a-46cb-8f77-624d655ec7f2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.712565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.723885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/6a2b104f-9280-4ff6-a6a7-47bb70f2758e HTTP/1.1" status: 204  len: 168 time: 1.6520913
May 14 21:38:38.725426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00bcf4-9093-449e-aaa7-ad80348a6377 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=6a2b104f-9280-4ff6-a6a7-47bb70f2758e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:38.729412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59014) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.792197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for router_controller (95cea6f2-dd9d-4397-a300-513c5640e7f1), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.825846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0d782936-f399-4ddf-8074-140eadf30553 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:38.827226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-516549d7-a1d4-4575-b08d-3351f7980ebf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b173f756-2a91-4b78-8e13-6890123b974b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.834532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-516549d7-a1d4-4575-b08d-3351f7980ebf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.839060 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-516549d7-a1d4-4575-b08d-3351f7980ebf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b173f756-2a91-4b78-8e13-6890123b974b HTTP/1.1" status: 204  len: 168 time: 0.2722487
May 14 21:38:38.839375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59016) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.855795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (95cea6f2-dd9d-4397-a300-513c5640e7f1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.855982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 0d782936-f399-4ddf-8074-140eadf30553 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:38.856568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0d782936-f399-4ddf-8074-140eadf30553 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:38.864843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516549d7-a1d4-4575-b08d-3351f7980ebf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b173f756-2a91-4b78-8e13-6890123b974b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:38.881844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Allocated IP 172.20.0.2 (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb/68260f04-1ec5-4e50-9ed2-f7f8458986d9/720c641d-3957-48b1-ac78-e46024b15d16) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:38.910399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46e70c60-cc9a-45f7-8e57-4457ae5fe5d7 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0670483
May 14 21:38:38.910872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59022) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:38.920576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': 'd66d1a91-f81d-47d8-88b6-f148c96c3159', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:38.958416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-780c0c89-14f7-4240-8c31-c00ed68d8578 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a34850c6-a83a-46cb-8f77-624d655ec7f2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.969570 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-780c0c89-14f7-4240-8c31-c00ed68d8578 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:38.970759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-780c0c89-14f7-4240-8c31-c00ed68d8578 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/a34850c6-a83a-46cb-8f77-624d655ec7f2 HTTP/1.1" status: 204  len: 168 time: 0.4701893
May 14 21:38:38.998474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59024) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.018195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.020559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0e792202-81a2-4144-a968-9c13e0899297 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.6562350
May 14 21:38:39.024099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.026279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c0c89-14f7-4240-8c31-c00ed68d8578 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34850c6-a83a-46cb-8f77-624d655ec7f2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:39.041906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb', 'name': 'tempest-PortsTestJSON-1017068609'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:39.187131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-34c7903a-e81f-4929-856e-3c7fceee1d3b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1867042
May 14 21:38:39.196545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59032) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.199727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (628aaa5a-4afe-427e-904c-ca8985e3611d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.205927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280890488'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:39.310916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (628aaa5a-4afe-427e-904c-ca8985e3611d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.356816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.361077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Publish callbacks [] for port (720c641d-3957-48b1-ac78-e46024b15d16), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.385409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.405101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:39.408671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.431344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 97b10044-210c-4f68-b1e5-4d96487b7eda yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:39.475037 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (628aaa5a-4afe-427e-904c-ca8985e3611d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.497076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (720c641d-3957-48b1-ac78-e46024b15d16), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.512586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628aaa5a-4afe-427e-904c-ca8985e3611d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:39.552703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:39.556611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:39.559595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:39.561721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Pushing event updated for resources: {'Port': ['ID=720c641d-3957-48b1-ac78-e46024b15d16,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:39.573665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.574187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.578389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.579590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:39.588364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.14 (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb/68260f04-1ec5-4e50-9ed2-f7f8458986d9/97b10044-210c-4f68-b1e5-4d96487b7eda) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:39.608271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (4794f345-85f1-4159-aed7-a86d5c899adc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.636256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.637697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ddb794a-8065-4e77-a393-feddd27b62f0 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7256608
May 14 21:38:39.641073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59040) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.652883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Attempting to bind port 720c641d-3957-48b1-ac78-e46024b15d16 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:39.653196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Attempting to bind port 720c641d-3957-48b1-ac78-e46024b15d16 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7560001a-817c-4919-bba8-8fe6f78dba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:39.653557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Attempting to bind port 720c641d-3957-48b1-ac78-e46024b15d16 on network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:39.662532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:39.662909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Checking segment: {'id': '7560001a-817c-4919-bba8-8fe6f78dba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:39.663374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.663880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Bound using segment: {'id': '7560001a-817c-4919-bba8-8fe6f78dba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:39.664353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Bound port: 720c641d-3957-48b1-ac78-e46024b15d16, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7560001a-817c-4919-bba8-8fe6f78dba5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:39.664733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (720c641d-3957-48b1-ac78-e46024b15d16), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.692082 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c7e094db-c552-4ed5-8116-43fe035b7b50 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules/628aaa5a-4afe-427e-904c-ca8985e3611d HTTP/1.1" status: 200  len: 763 time: 0.0496619
May 14 21:38:39.694753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4794f345-85f1-4159-aed7-a86d5c899adc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.697889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59044) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.788190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] For port 720c641d-3957-48b1-ac78-e46024b15d16, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:39.792887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] For port 720c641d-3957-48b1-ac78-e46024b15d16, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720c641d-3957-48b1-ac78-e46024b15d16,segment=NetworkSegment(7560001a-817c-4919-bba8-8fe6f78dba5c),segment_id=7560001a-817c-4919-bba8-8fe6f78dba5c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:39.799791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e50247b7-c180-4fc4-9701-4d58f3da926f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1007400
May 14 21:38:39.802510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59046) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.818177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4794f345-85f1-4159-aed7-a86d5c899adc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:39.828721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port e425c5e5-f45f-4bce-9501-47eff3a4b44d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:39.829058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.857557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.872307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (720c641d-3957-48b1-ac78-e46024b15d16), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.895667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cce441-81e4-4e35-8fa6-3468054722a8 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (628aaa5a-4afe-427e-904c-ca8985e3611d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.902388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.903664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4a533f7d-9540-48a6-b170-8d5ac1031da6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7059171
May 14 21:38:39.906883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.912823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cce441-81e4-4e35-8fa6-3468054722a8 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (628aaa5a-4afe-427e-904c-ca8985e3611d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:39.920442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-59f1553b-efa0-4e35-9e8f-4455a21a79ce tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '4794f345-85f1-4159-aed7-a86d5c899adc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:39.940622 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-59f1553b-efa0-4e35-9e8f-4455a21a79ce tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
May 14 21:38:39.941367 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-59f1553b-efa0-4e35-9e8f-4455a21a79ce tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:39.942516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59f1553b-efa0-4e35-9e8f-4455a21a79ce tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0334311
May 14 21:38:39.945966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59056) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.953122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bc6d8993-39ca-4fcc-aa7e-39484b91281b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '4794f345-85f1-4159-aed7-a86d5c899adc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:39.957214 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-bc6d8993-39ca-4fcc-aa7e-39484b91281b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
May 14 21:38:39.957842 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-bc6d8993-39ca-4fcc-aa7e-39484b91281b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:39.961867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bc6d8993-39ca-4fcc-aa7e-39484b91281b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0115769
May 14 21:38:39.961867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.975743 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-633a6600-d2d3-4c0c-b0dd-c1f97a66a0b9 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '4794f345-85f1-4159-aed7-a86d5c899adc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:39.976688 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-633a6600-d2d3-4c0c-b0dd-c1f97a66a0b9 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
May 14 21:38:39.977772 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-633a6600-d2d3-4c0c-b0dd-c1f97a66a0b9 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:39.978846 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-633a6600-d2d3-4c0c-b0dd-c1f97a66a0b9 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0160584
May 14 21:38:39.982965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdacf0-45c2-420e-9681-b679183b8ab4 None None] Pushing event updated for resources: {'Port': ['ID=720c641d-3957-48b1-ac78-e46024b15d16,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:39.988884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59060) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:39.993729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9dcc567c-a79a-4db3-943d-f74ff0ea142b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '4794f345-85f1-4159-aed7-a86d5c899adc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:39.995944 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-9dcc567c-a79a-4db3-943d-f74ff0ea142b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
May 14 21:38:39.996540 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-9dcc567c-a79a-4db3-943d-f74ff0ea142b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:39.997526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9dcc567c-a79a-4db3-943d-f74ff0ea142b tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0076029
May 14 21:38:40.000621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59064) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:40.013090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port e425c5e5-f45f-4bce-9501-47eff3a4b44d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e425c5e5-f45f-4bce-9501-47eff3a4b44d,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:40.013993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.020884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.030037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for e425c5e5-f45f-4bce-9501-47eff3a4b44d owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:40.076995 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cce441-81e4-4e35-8fa6-3468054722a8 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (628aaa5a-4afe-427e-904c-ca8985e3611d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.089705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cce441-81e4-4e35-8fa6-3468054722a8 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.089705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-95cce441-81e4-4e35-8fa6-3468054722a8 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/628aaa5a-4afe-427e-904c-ca8985e3611d HTTP/1.1" status: 204  len: 168 time: 0.2844584
May 14 21:38:40.097778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59066) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:40.099647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cce441-81e4-4e35-8fa6-3468054722a8 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=628aaa5a-4afe-427e-904c-ca8985e3611d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:40.155874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:40.166488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:40.169203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:40.180304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=97b10044-210c-4f68-b1e5-4d96487b7eda,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:40.238450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1638d8e7-fc9f-406f-af53-8b93c24f3eec tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1341996
May 14 21:38:40.244931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59072) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:40.247436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d98b6d5-a9d0-4b9c-9c6f-77e7a026b94c tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (4794f345-85f1-4159-aed7-a86d5c899adc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.264104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': 'd66d1a91-f81d-47d8-88b6-f148c96c3159', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:40.282877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:40.283565 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.304657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d98b6d5-a9d0-4b9c-9c6f-77e7a026b94c tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (4794f345-85f1-4159-aed7-a86d5c899adc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.401397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fea08f-39e6-443b-908c-5e83db466642 req-3e0073be-f7a5-4d4c-b471-915af69e3e0d tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:40.403209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71fea08f-39e6-443b-908c-5e83db466642 req-3e0073be-f7a5-4d4c-b471-915af69e3e0d tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 945 time: 0.0749924
May 14 21:38:40.410083 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61a4a268-e073-430e-a339-0d342373ceb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.439343 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (4e0e0b1a-96fa-4206-81a8-987a5ff75f5a), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.445517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-15ccb4b6-d4ae-439d-b540-f05198e5f95d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.4201996
May 14 21:38:40.449430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59082) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:40.470569 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-71fea08f-39e6-443b-908c-5e83db466642 req-0dcb6234-6979-43a9-824d-3703e98e0b0f tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587652
May 14 21:38:40.524946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d98b6d5-a9d0-4b9c-9c6f-77e7a026b94c tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4794f345-85f1-4159-aed7-a86d5c899adc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.527992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d98b6d5-a9d0-4b9c-9c6f-77e7a026b94c tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.529282 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d98b6d5-a9d0-4b9c-9c6f-77e7a026b94c tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/4794f345-85f1-4159-aed7-a86d5c899adc HTTP/1.1" status: 204  len: 168 time: 0.5275099
May 14 21:38:40.532815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59084) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:40.552182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98b6d5-a9d0-4b9c-9c6f-77e7a026b94c tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4794f345-85f1-4159-aed7-a86d5c899adc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:40.580972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e425c5e5-f45f-4bce-9501-47eff3a4b44d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.604968 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4528508c-e88f-48fa-8b3c-6d2d9dc6ab2d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0672739
May 14 21:38:40.605542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59086) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:40.611423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--60599956'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:40.630060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=e425c5e5-f45f-4bce-9501-47eff3a4b44d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:40.734275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.766054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (4e0e0b1a-96fa-4206-81a8-987a5ff75f5a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.842180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (853f3c20-10c9-4b5c-affd-be86aeea172b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.919697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (853f3c20-10c9-4b5c-affd-be86aeea172b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.945413 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4e0e0b1a-96fa-4206-81a8-987a5ff75f5a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:40.958849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853f3c20-10c9-4b5c-affd-be86aeea172b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:41.041029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.046314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21c6e59b-fda5-476a-8afd-f18995ebbd01 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4378841
May 14 21:38:41.047988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59118) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.052752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-13ef6398-7404-42c0-995c-24a7dfd8cd30 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:41.053524 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-13ef6398-7404-42c0-995c-24a7dfd8cd30 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 14 21:38:41.054054 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-13ef6398-7404-42c0-995c-24a7dfd8cd30 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:41.055070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-13ef6398-7404-42c0-995c-24a7dfd8cd30 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0059958
May 14 21:38:41.058871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59120) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.064191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-42a560dd-065b-4429-9cac-0a70200f28ca tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:41.092688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59124) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.281344 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-42a560dd-065b-4429-9cac-0a70200f28ca tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:41.285291 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42a560dd-065b-4429-9cac-0a70200f28ca tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2226739
May 14 21:38:41.290122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59136) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.296098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b96f264f-0a47-4c98-89e3-602ee410ebbf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:41.296888 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-b96f264f-0a47-4c98-89e3-602ee410ebbf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
May 14 21:38:41.297349 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-b96f264f-0a47-4c98-89e3-602ee410ebbf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:41.298425 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b96f264f-0a47-4c98-89e3-602ee410ebbf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0104415
May 14 21:38:41.305720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59138) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.328351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ebec49f8-5cb3-4843-811a-7022284cb77e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:41.393464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0e0b1a-96fa-4206-81a8-987a5ff75f5a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:41.398119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ab9da-4535-4a98-9276-1e807c4cfad5 None None] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:41.410812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Deleting subnet 658ef061-2a9e-4cfa-aacf-f1d6f625de0a {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:41.416090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Publish callbacks [] for subnet (658ef061-2a9e-4cfa-aacf-f1d6f625de0a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.448535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.454589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (658ef061-2a9e-4cfa-aacf-f1d6f625de0a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.513149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (658ef061-2a9e-4cfa-aacf-f1d6f625de0a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.514604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] Provisioning complete for port 720c641d-3957-48b1-ac78-e46024b15d16 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:41.515673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (720c641d-3957-48b1-ac78-e46024b15d16), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.600128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.604343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12964634-f207-497e-bb76-8a1b937bb8b3 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3565762
May 14 21:38:41.606210 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59152) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.631584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d5618535-3072-42fe-a699-c83379751fbf tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules/4e0e0b1a-96fa-4206-81a8-987a5ff75f5a HTTP/1.1" status: 200  len: 764 time: 0.0220721
May 14 21:38:41.634464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59154) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.647776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] Current status of the port 720c641d-3957-48b1-ac78-e46024b15d16 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:41.648464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (720c641d-3957-48b1-ac78-e46024b15d16), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.683805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-465e854b-8fb6-4834-98ef-fdd0233e9cc9 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0481756
May 14 21:38:41.687083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59156) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.688340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (658ef061-2a9e-4cfa-aacf-f1d6f625de0a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.700078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] For port 720c641d-3957-48b1-ac78-e46024b15d16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720c641d-3957-48b1-ac78-e46024b15d16,segment=NetworkSegment(7560001a-817c-4919-bba8-8fe6f78dba5c),segment_id=7560001a-817c-4919-bba8-8fe6f78dba5c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:41.730159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab4a60-824c-4fde-99ae-81b165cdc642 req-f5ce7142-c94b-417d-bd58-ece66c2e6ce3 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:41.731891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bab4a60-824c-4fde-99ae-81b165cdc642 req-f5ce7142-c94b-417d-bd58-ece66c2e6ce3 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 945 time: 0.0813560
May 14 21:38:41.735354 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-ebec49f8-5cb3-4843-811a-7022284cb77e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:41.736418 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ebec49f8-5cb3-4843-811a-7022284cb77e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4211853
May 14 21:38:41.737178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=658ef061-2a9e-4cfa-aacf-f1d6f625de0a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:41.738140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-7016c500-ef10-4185-b914-6f47db051b42 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:41.739898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-7016c500-ef10-4185-b914-6f47db051b42 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.36 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 945 time: 0.1664584
May 14 21:38:41.740380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59158) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.749616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a9695660-a297-4fc4-9627-14b792fa9662 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:41.750126 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-a9695660-a297-4fc4-9627-14b792fa9662 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 14 21:38:41.751245 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-a9695660-a297-4fc4-9627-14b792fa9662 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:41.754783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a9695660-a297-4fc4-9627-14b792fa9662 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0106699
May 14 21:38:41.762006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.767657 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/658ef061-2a9e-4cfa-aacf-f1d6f625de0a HTTP/1.1" status: 204  len: 168 time: 0.6718149
May 14 21:38:41.769515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59160) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.770117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:41.777060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-09470450-0d5a-4127-a62c-b608de059d06 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:41.790414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.790999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.791291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.791418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.791787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.792689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.792689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.792947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.793082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.793409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.793733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.794056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.794378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.795303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.795668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51cd00-bab7-4ef8-b018-3f9c2fc5daa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:38:41.810346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (720c641d-3957-48b1-ac78-e46024b15d16), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.813034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a3659c-2453-4201-95a1-0b3b5de0cf3f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (4e0e0b1a-96fa-4206-81a8-987a5ff75f5a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.829117 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.832890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a3659c-2453-4201-95a1-0b3b5de0cf3f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (4e0e0b1a-96fa-4206-81a8-987a5ff75f5a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.905068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4179439-3b43-44aa-a6ae-5b74e971805e None None] Pushing event updated for resources: {'Port': ['ID=720c641d-3957-48b1-ac78-e46024b15d16,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:41.952447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e5b4bb26-cf85-416d-b44f-35e0f3d7e94a None None] Provisioning complete for port 97b10044-210c-4f68-b1e5-4d96487b7eda triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:41.968063 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e5b4bb26-cf85-416d-b44f-35e0f3d7e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.968223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:41.993750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4bb26-cf85-416d-b44f-35e0f3d7e94a None None] Port 97b10044-210c-4f68-b1e5-4d96487b7eda cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:42.002911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e5b4bb26-cf85-416d-b44f-35e0f3d7e94a None None] Provisioning complete for port 720c641d-3957-48b1-ac78-e46024b15d16 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:42.003284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e5b4bb26-cf85-416d-b44f-35e0f3d7e94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (720c641d-3957-48b1-ac78-e46024b15d16), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.039732 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.043901 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.063458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230bbf850>,) {'filters': {'network_id': ['f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:42.082216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230bbf850>, '9ffb7894-475c-473d-9091-03d798f4d64c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:42.082600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230bbf850>, '9ffb7894-475c-473d-9091-03d798f4d64c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:42.113359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4bb26-cf85-416d-b44f-35e0f3d7e94a None None] Current status of the port 720c641d-3957-48b1-ac78-e46024b15d16 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:42.125929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (9ffb7894-475c-473d-9091-03d798f4d64c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.141942 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a3659c-2453-4201-95a1-0b3b5de0cf3f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4e0e0b1a-96fa-4206-81a8-987a5ff75f5a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.144312 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-09470450-0d5a-4127-a62c-b608de059d06 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Project 1a15ad3303f64af7a8ec37d20e2fdf03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:38:42.157484 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b7a3659c-2453-4201-95a1-0b3b5de0cf3f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.161409 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b7a3659c-2453-4201-95a1-0b3b5de0cf3f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4e0e0b1a-96fa-4206-81a8-987a5ff75f5a HTTP/1.1" status: 204  len: 168 time: 0.4701893
May 14 21:38:42.162543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9ffb7894-475c-473d-9091-03d798f4d64c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.169134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bab4a60-824c-4fde-99ae-81b165cdc642 req-0933a052-3395-4ca3-b8c2-15f8fea88c49 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4239306
May 14 21:38:42.183588 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59166) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.201965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:42.202509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (9ffb7894-475c-473d-9091-03d798f4d64c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:42.205547 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:42.224960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3659c-2453-4201-95a1-0b3b5de0cf3f tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e0e0b1a-96fa-4206-81a8-987a5ff75f5a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:42.237596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59168) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.241436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b5945459-789b-4691-b61e-9217988de4aa None None] Provisioning complete for port 97b10044-210c-4f68-b1e5-4d96487b7eda triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:42.241804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5945459-789b-4691-b61e-9217988de4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.307100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b5945459-789b-4691-b61e-9217988de4aa None None] Port 97b10044-210c-4f68-b1e5-4d96487b7eda cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:42.311650 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7da78194-5dc8-4bd8-ab72-c8d8f5348984 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1264920
May 14 21:38:42.312531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59172) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.340712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 720c641d-3957-48b1-ac78-e46024b15d16 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:42.353251 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-09470450-0d5a-4127-a62c-b608de059d06 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:42.356778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Deleting port 83947358-d8a9-4842-b44e-98a77b0acf3f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:42.358159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.358304 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09470450-0d5a-4127-a62c-b608de059d06 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5859752
May 14 21:38:42.364495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59174) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.371100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-178da6d6-fe40-4571-83a7-b085c6c60677 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:42.371524 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-178da6d6-fe40-4571-83a7-b085c6c60677 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
May 14 21:38:42.372095 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-178da6d6-fe40-4571-83a7-b085c6c60677 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:42.373264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-178da6d6-fe40-4571-83a7-b085c6c60677 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0073566
May 14 21:38:42.382617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.389266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.389992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4a41078c-9875-455b-9f55-8baea1b78038 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:42.402684 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.408099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8 HTTP/1.1" status: 204  len: 168 time: 0.6335731
May 14 21:38:42.428593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 720c641d-3957-48b1-ac78-e46024b15d16 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:42.429605 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (720c641d-3957-48b1-ac78-e46024b15d16), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.437313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4026a-2f1a-44a6-bb30-f855160d9472 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b7d9d1-0c8a-4575-b44c-15c1cddb85d8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:42.475711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59753974-0f56-417d-8a88-0339c096aa6e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (d66d1a91-f81d-47d8-88b6-f148c96c3159), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.475711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48ec00f-6bb8-4541-822f-f2778e0b4d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.481900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] For port 83947358-d8a9-4842-b44e-98a77b0acf3f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83947358-d8a9-4842-b44e-98a77b0acf3f,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:42.482823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.501901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Calling delete_port for 83947358-d8a9-4842-b44e-98a77b0acf3f owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:42.523888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59753974-0f56-417d-8a88-0339c096aa6e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (d66d1a91-f81d-47d8-88b6-f148c96c3159), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.538541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:42.543944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 720c641d-3957-48b1-ac78-e46024b15d16 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:42.560205 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-4a41078c-9875-455b-9f55-8baea1b78038 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Project 1a15ad3303f64af7a8ec37d20e2fdf03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:38:42.587850 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.625347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48ec00f-6bb8-4541-822f-f2778e0b4d4f admin admin] Publish callbacks [] for security_group (895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.691453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.696858 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-4a41078c-9875-455b-9f55-8baea1b78038 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:42.700265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4a41078c-9875-455b-9f55-8baea1b78038 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3121238
May 14 21:38:42.700265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f48ec00f-6bb8-4541-822f-f2778e0b4d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.701184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59753974-0f56-417d-8a88-0339c096aa6e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d66d1a91-f81d-47d8-88b6-f148c96c3159), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.703711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59180) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.703851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59753974-0f56-417d-8a88-0339c096aa6e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.707292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59753974-0f56-417d-8a88-0339c096aa6e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/d66d1a91-f81d-47d8-88b6-f148c96c3159 HTTP/1.1" status: 204  len: 168 time: 0.3912046
May 14 21:38:42.712225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-90fc321f-ad51-4e7b-9285-d0d183be3391 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '853f3c20-10c9-4b5c-affd-be86aeea172b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:42.712407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59182) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.752244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:42.763087 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:42.768533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f48ec00f-6bb8-4541-822f-f2778e0b4d4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0262fa0e0c245ff8736a5e7ec66b4ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5024772
May 14 21:38:42.769132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59184) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.776499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-76bd2c34-4c32-4d48-953a-583f85ba4d1c tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0455818
May 14 21:38:42.780529 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.780861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ec00f-6bb8-4541-822f-f2778e0b4d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:42.784972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59186) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.807369 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:42.808275 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:42.811679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59753974-0f56-417d-8a88-0339c096aa6e tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d1a91-f81d-47d8-88b6-f148c96c3159,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:42.816461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f3fbfc5-ee8c-4a21-bb35-83bcf36da1ba tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1030462
May 14 21:38:42.824338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59188) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.829572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group': {'name': 'tempest-secgroup--797670785'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:42.864596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.866628 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-90fc321f-ad51-4e7b-9285-d0d183be3391 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Project 1a15ad3303f64af7a8ec37d20e2fdf03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:38:42.878066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ee1d-f6fc-46af-bab2-58f405f52fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.904716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0994ae25-b627-49d4-bbb9-5d425ff502ca admin admin] Publish callbacks [] for security_group (895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.944130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=97b10044-210c-4f68-b1e5-4d96487b7eda,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:42.964827 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0994ae25-b627-49d4-bbb9-5d425ff502ca admin admin] Publish callbacks [] for security_group (895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.970339 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f176dfb2-b51b-4c8d-a1ca-425b2d1b70f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=162610ac2697486d8a05f41713cc5ba2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1046383
May 14 21:38:42.979297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet 7088ae2a-d3fd-4ad6-a70a-ddd17339b371 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:42.979496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59192) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:42.979613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (7088ae2a-d3fd-4ad6-a70a-ddd17339b371), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.980641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (83947358-d8a9-4842-b44e-98a77b0acf3f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:42.995232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['83947358-d8a9-4842-b44e-98a77b0acf3f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:38:43.007333 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.036780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9ac0575b-7e67-4d15-8dba-2cf9a938d951'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:38:43.044342 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:43.074628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3628fa5e-a017-4cae-94f5-99a62b9b94e4 admin admin] Publish callbacks [] for security_group (2a5b1472-4f09-4c64-92db-8881512bb0ee), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.087760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Pushing event deleted for resources: {'Port': ['ID=83947358-d8a9-4842-b44e-98a77b0acf3f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:43.089852 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-90fc321f-ad51-4e7b-9285-d0d183be3391 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:43.090935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90fc321f-ad51-4e7b-9285-d0d183be3391 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3821537
May 14 21:38:43.098322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:43.120426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3628fa5e-a017-4cae-94f5-99a62b9b94e4 admin admin] Publish callbacks [] for security_group (2a5b1472-4f09-4c64-92db-8881512bb0ee), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.172913 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0994ae25-b627-49d4-bbb9-5d425ff502ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.175821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0994ae25-b627-49d4-bbb9-5d425ff502ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.176996 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0994ae25-b627-49d4-bbb9-5d425ff502ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0 HTTP/1.1" status: 204  len: 168 time: 0.4066844
May 14 21:38:43.189271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (7088ae2a-d3fd-4ad6-a70a-ddd17339b371), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.260028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] No DVR routers for this DVR port 83947358-d8a9-4842-b44e-98a77b0acf3f on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:43.261985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ae25-b627-49d4-bbb9-5d425ff502ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c2d44-68d5-4d0d-8344-5a5f4b9b7ea0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:43.272018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.275448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a884713c-5be1-4710-b0d0-bdc103fec4df req-3046e233-3615-4706-98fa-29e3e903e7d5 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.36 "DELETE /v2.0/ports/83947358-d8a9-4842-b44e-98a77b0acf3f HTTP/1.1" status: 204  len: 173 time: 1.5291810
May 14 21:38:43.276173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'name': 'network-vif-deleted', 'tag': '83947358-d8a9-4842-b44e-98a77b0acf3f'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:38:43.280141 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b1275-cbc6-498b-b5a2-4d96a74f0cb5" -d '{"events": [{"server_uuid": "b05f0aba-3b46-4920-a63a-1480098dbee2", "name": "network-vif-deleted", "tag": "83947358-d8a9-4842-b44e-98a77b0acf3f"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:38:43.307289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a628f918-40ca-40ef-ad88-6e8a2ec03bdf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (853f3c20-10c9-4b5c-affd-be86aeea172b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.316035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (ab83e391-6f09-4702-b086-ae6160de368d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.345780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a628f918-40ca-40ef-ad88-6e8a2ec03bdf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (853f3c20-10c9-4b5c-affd-be86aeea172b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.381399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b13f8b6-9b3a-442c-b151-a76bd32fdf73 None None] Provisioning complete for port 97b10044-210c-4f68-b1e5-4d96487b7eda triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:43.387595 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b13f8b6-9b3a-442c-b151-a76bd32fdf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.401053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (95cea6f2-dd9d-4397-a300-513c5640e7f1), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.409587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3628fa5e-a017-4cae-94f5-99a62b9b94e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2a5b1472-4f09-4c64-92db-8881512bb0ee), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.416317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3628fa5e-a017-4cae-94f5-99a62b9b94e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.416317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3628fa5e-a017-4cae-94f5-99a62b9b94e4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a5b1472-4f09-4c64-92db-8881512bb0ee HTTP/1.1" status: 204  len: 168 time: 0.4372897
May 14 21:38:43.416563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e5cfc3f-c7c2-4f82-a608-3adac4227d55 req-d515925b-07b8-4ab1-9c33-42ef2bcbfd09 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 210 time: 0.0562725
May 14 21:38:43.423451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab83e391-6f09-4702-b086-ae6160de368d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.436429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628fa5e-a017-4cae-94f5-99a62b9b94e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b1472-4f09-4c64-92db-8881512bb0ee,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:43.483992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab83e391-6f09-4702-b086-ae6160de368d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:43.518179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.520496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-567dfa64-8ed9-4db1-8c3a-06ab1c945238 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6950183
May 14 21:38:43.523100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59204) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:43.529782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Request body: {'security_group_rule': {'security_group_id': 'ab83e391-6f09-4702-b086-ae6160de368d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:43.541058 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ab20d4-4848-4896-a498-563b36c56dd7 x-openstack-request-id: req-85ab20d4-4848-4896-a498-563b36c56dd7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:38:43.541363 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05f0aba-3b46-4920-a63a-1480098dbee2", "name": "network-vif-deleted", "tag": "83947358-d8a9-4842-b44e-98a77b0acf3f", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:38:43.541621 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85ab20d4-4848-4896-a498-563b36c56dd7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:38:43.545729 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ab20d4-4848-4896-a498-563b36c56dd7'] response: {'server_uuid': 'b05f0aba-3b46-4920-a63a-1480098dbee2', 'name': 'network-vif-deleted', 'tag': '83947358-d8a9-4842-b44e-98a77b0acf3f', 'status': 'completed', 'code': 200}
May 14 21:38:43.549659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a628f918-40ca-40ef-ad88-6e8a2ec03bdf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (853f3c20-10c9-4b5c-affd-be86aeea172b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.554168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a628f918-40ca-40ef-ad88-6e8a2ec03bdf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.559622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a628f918-40ca-40ef-ad88-6e8a2ec03bdf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/853f3c20-10c9-4b5c-affd-be86aeea172b HTTP/1.1" status: 204  len: 168 time: 0.4598556
May 14 21:38:43.568827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:43.573372 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:40Z', 'revision_number': 9, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:43.586685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b13f8b6-9b3a-442c-b151-a76bd32fdf73 None None] Port 97b10044-210c-4f68-b1e5-4d96487b7eda cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:43.610064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628f918-40ca-40ef-ad88-6e8a2ec03bdf tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853f3c20-10c9-4b5c-affd-be86aeea172b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:43.621062 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:43.625604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7088ae2a-d3fd-4ad6-a70a-ddd17339b371), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.632615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:43.634016 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:43.713390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (f91f2de5-06c0-42fd-a293-a94b5cd2ef9c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.793479 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:43.825092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c5e78b7-5cb6-4f80-bb26-ebb43ff924af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2551892
May 14 21:38:43.833875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59210) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:43.838782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376194054'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:43.853818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (f91f2de5-06c0-42fd-a293-a94b5cd2ef9c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.874337 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.972116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (7088ae2a-d3fd-4ad6-a70a-ddd17339b371), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:43.984515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.000761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f91f2de5-06c0-42fd-a293-a94b5cd2ef9c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.008596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.022253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=7088ae2a-d3fd-4ad6-a70a-ddd17339b371,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:44.035191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659dc1b-3e48-4b5f-9f18-011a601f16ee None None] Network ab5cf463-0505-47d3-ba04-5dcb4ba03861 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:44.069653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f91f2de5-06c0-42fd-a293-a94b5cd2ef9c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:44.102253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.108872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7fe7d49f-edb4-4223-9eb8-11f9c6d013e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/7088ae2a-d3fd-4ad6-a70a-ddd17339b371 HTTP/1.1" status: 204  len: 168 time: 1.3182039
May 14 21:38:44.112763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59214) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:44.192338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.194271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75922f99-483a-4f50-86e8-2488d2cc1b00 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6700013
May 14 21:38:44.197670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59220) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:44.240212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (60a2361e-90cb-4797-b1da-30dd4b43c718), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.258090 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:40Z', 'revision_number': 9, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:44.284431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ab5cf463-0505-47d3-ba04-5dcb4ba03861), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.291012 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b6b959-39ae-4eb6-948b-c5cfcc28a767 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:40Z', 'revision_number': 9, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ea8a685-0ac0-4797-be62-99ddb6c8ca65', 'name': '', 'network_id': '4a2027a0-692b-4a7e-9781-1b55bf235291', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:b6:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:38:02Z', 'updated_at': '2022-05-14T21:38:10Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': '73d3db0f-c1bb-4dba-96af-c7abcb24e925', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:44.301236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] DHCP port deletion for ab5cf463-0505-47d3-ba04-5dcb4ba03861 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:44.312397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (60a2361e-90cb-4797-b1da-30dd4b43c718), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.353356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] Deleting port a34e5e6a-26f4-4ec3-b422-2737a2048da8 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:44.353788 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.365076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2361e-90cb-4797-b1da-30dd4b43c718,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:44.448123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] For port a34e5e6a-26f4-4ec3-b422-2737a2048da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34e5e6a-26f4-4ec3-b422-2737a2048da8,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:44.448819 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.453461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.455810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ffc3f970-a970-4593-8e5e-4e3123118c51 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6208789
May 14 21:38:44.460165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port a34e5e6a-26f4-4ec3-b422-2737a2048da8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:44.460316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59226) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:44.460430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.467294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-092d0a21-7183-47b7-8a69-380edd3f8cf6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '60a2361e-90cb-4797-b1da-30dd4b43c718', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:44.468847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] Calling delete_port for a34e5e6a-26f4-4ec3-b422-2737a2048da8 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:44.494981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:44.546249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ac9f1d-7161-446e-8c0d-e91eb09739d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.574055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35f72630-1e33-4bcc-8425-8b8e714a1d8b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (ab83e391-6f09-4702-b086-ae6160de368d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.638459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ac9f1d-7161-446e-8c0d-e91eb09739d3 admin admin] Publish callbacks [] for security_group (15e7b0b6-b236-4453-8a12-4a6340fffb2b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.687304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35f72630-1e33-4bcc-8425-8b8e714a1d8b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (ab83e391-6f09-4702-b086-ae6160de368d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.694239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.704575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e83af20f-693e-4b25-8096-685c6dd73734 req-71123f09-6ad0-45b4-ab6b-7c81435c3e4b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=b05f0aba-3b46-4920-a63a-1480098dbee2 HTTP/1.1" status: 200  len: 210 time: 0.0717523
May 14 21:38:44.719259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port a34e5e6a-26f4-4ec3-b422-2737a2048da8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a34e5e6a-26f4-4ec3-b422-2737a2048da8,segment=NetworkSegment(964eec62-eeaf-4b16-bf92-45b6eca248ba),segment_id=964eec62-eeaf-4b16-bf92-45b6eca248ba)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:44.719674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.751923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] Pushing event deleted for resources: {'Port': ['ID=a34e5e6a-26f4-4ec3-b422-2737a2048da8,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:44.753957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5677eb-799d-4824-84a8-cc4b4c81b0c3 None None] No DVR routers for this DVR port a34e5e6a-26f4-4ec3-b422-2737a2048da8 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:44.763941 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28ac9f1d-7161-446e-8c0d-e91eb09739d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (15e7b0b6-b236-4453-8a12-4a6340fffb2b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.780268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for a34e5e6a-26f4-4ec3-b422-2737a2048da8 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:44.807999 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-092d0a21-7183-47b7-8a69-380edd3f8cf6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The resource could not be found.
May 14 21:38:44.809669 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-092d0a21-7183-47b7-8a69-380edd3f8cf6 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.3491468
May 14 21:38:44.815248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59238) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:44.819022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28ac9f1d-7161-446e-8c0d-e91eb09739d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5795324cb87f4d5a9517970e8b3f0088&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3216329
May 14 21:38:44.823219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-26d8f530-ee26-46b0-bde8-f01ec74ceb75 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '60a2361e-90cb-4797-b1da-30dd4b43c718', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd2c254ae-d9dd-4dd5-b0f6-bade1da5551d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:44.825491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59240) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:44.848187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac9f1d-7161-446e-8c0d-e91eb09739d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e7b0b6-b236-4453-8a12-4a6340fffb2b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:44.871418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.899155 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0705bb6a-4f95-49d3-bf79-dae97b5de3e0 admin admin] Publish callbacks [] for security_group (15e7b0b6-b236-4453-8a12-4a6340fffb2b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.923649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a34e5e6a-26f4-4ec3-b422-2737a2048da8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.942241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0705bb6a-4f95-49d3-bf79-dae97b5de3e0 admin admin] Publish callbacks [] for security_group (15e7b0b6-b236-4453-8a12-4a6340fffb2b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:44.943054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port a34e5e6a-26f4-4ec3-b422-2737a2048da8 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:44.964485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=a34e5e6a-26f4-4ec3-b422-2737a2048da8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:45.004268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.006808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35f72630-1e33-4bcc-8425-8b8e714a1d8b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ab83e391-6f09-4702-b086-ae6160de368d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.009668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-35f72630-1e33-4bcc-8425-8b8e714a1d8b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.010386 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-35f72630-1e33-4bcc-8425-8b8e714a1d8b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab83e391-6f09-4702-b086-ae6160de368d HTTP/1.1" status: 204  len: 168 time: 0.7864032
May 14 21:38:45.013225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59244) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.063780 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff54d684-f75f-4555-b3c2-65ce0281d798 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0471425
May 14 21:38:45.066207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.076517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f72630-1e33-4bcc-8425-8b8e714a1d8b tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab83e391-6f09-4702-b086-ae6160de368d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:45.109248 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0705bb6a-4f95-49d3-bf79-dae97b5de3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (15e7b0b6-b236-4453-8a12-4a6340fffb2b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.111269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0705bb6a-4f95-49d3-bf79-dae97b5de3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.112482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0705bb6a-4f95-49d3-bf79-dae97b5de3e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15e7b0b6-b236-4453-8a12-4a6340fffb2b HTTP/1.1" status: 204  len: 168 time: 0.2825375
May 14 21:38:45.118124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ab5cf463-0505-47d3-ba04-5dcb4ba03861), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.145908 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2084be29-096a-4b3a-8231-2617f322985a tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0786176
May 14 21:38:45.146773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705bb6a-4f95-49d3-bf79-dae97b5de3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e7b0b6-b236-4453-8a12-4a6340fffb2b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:45.148862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59254) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.165947 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-272da166-d7e5-4958-994f-663be0329f73 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] delete failed (client error): The resource could not be found.
May 14 21:38:45.168153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-272da166-d7e5-4958-994f-663be0329f73 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab83e391-6f09-4702-b086-ae6160de368d HTTP/1.1" status: 404  len: 347 time: 0.0174406
May 14 21:38:45.171651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59256) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.175401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (95cea6f2-dd9d-4397-a300-513c5640e7f1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.179038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232c10490>,) {'filters': {'network_id': ['ab5cf463-0505-47d3-ba04-5dcb4ba03861']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:45.197327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=97b10044-210c-4f68-b1e5-4d96487b7eda,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:45.200532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232c10490>, '964eec62-eeaf-4b16-bf92-45b6eca248ba') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:45.201196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232c10490>, '964eec62-eeaf-4b16-bf92-45b6eca248ba') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:45.215153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (964eec62-eeaf-4b16-bf92-45b6eca248ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.255825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-502b140a-df80-49aa-9222-1866b30383b2 tempest-SecGroupTest-1989114476 tempest-SecGroupTest-1989114476-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0826385
May 14 21:38:45.272987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (964eec62-eeaf-4b16-bf92-45b6eca248ba), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.283509 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-26d8f530-ee26-46b0-bde8-f01ec74ceb75 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The resource could not be found.
May 14 21:38:45.283509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-26d8f530-ee26-46b0-bde8-f01ec74ceb75 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4602435
May 14 21:38:45.283509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:45.283793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (964eec62-eeaf-4b16-bf92-45b6eca248ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.285517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59260) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:45.286855 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:45.352008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29afd08d-ea2b-443a-9c25-03fe666d58f2 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (60a2361e-90cb-4797-b1da-30dd4b43c718), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.387686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29afd08d-ea2b-443a-9c25-03fe666d58f2 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (60a2361e-90cb-4797-b1da-30dd4b43c718), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.428280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:45.429983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:45.523369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ab5cf463-0505-47d3-ba04-5dcb4ba03861), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.533004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.536049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/ab5cf463-0505-47d3-ba04-5dcb4ba03861 HTTP/1.1" status: 204  len: 168 time: 1.4231272
May 14 21:38:45.539279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59262) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.562174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2143-0bc0-4b9e-8e89-08426f6e31e3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=ab5cf463-0505-47d3-ba04-5dcb4ba03861,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:45.640052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29afd08d-ea2b-443a-9c25-03fe666d58f2 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (60a2361e-90cb-4797-b1da-30dd4b43c718), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.642660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29afd08d-ea2b-443a-9c25-03fe666d58f2 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.646430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-29afd08d-ea2b-443a-9c25-03fe666d58f2 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/60a2361e-90cb-4797-b1da-30dd4b43c718 HTTP/1.1" status: 204  len: 168 time: 0.3572817
May 14 21:38:45.647251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.661500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afd08d-ea2b-443a-9c25-03fe666d58f2 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2361e-90cb-4797-b1da-30dd4b43c718,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:45.699405 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.722297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3715bcdc-fd24-4a50-8692-dd067d3afc70 None None] Provisioning complete for port 97b10044-210c-4f68-b1e5-4d96487b7eda triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:45.722999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3715bcdc-fd24-4a50-8692-dd067d3afc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:45.724003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0643d9c4-1e13-495a-9451-716b9991c0b5 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0712798
May 14 21:38:45.729812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:45.745881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9d9ba303-bc23-4018-bf06-44b8155bd9cb tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': 'fbaf7859-fd37-47fd-8c7d-01871d60de4e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:45.768946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3715bcdc-fd24-4a50-8692-dd067d3afc70 None None] Port 97b10044-210c-4f68-b1e5-4d96487b7eda cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:45.869951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Router 95cea6f2-dd9d-4397-a300-513c5640e7f1 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:38:46.018584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.024688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:46.031089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e47790dc-d869-4c9f-9e3f-c2a52942f9fa tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/routers/95cea6f2-dd9d-4397-a300-513c5640e7f1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5805089
May 14 21:38:46.033666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:46.049119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59286) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:46.058592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] Sync routers for ids ['95cea6f2-dd9d-4397-a300-513c5640e7f1'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:46.103549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] Routers {'95cea6f2-dd9d-4397-a300-513c5640e7f1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:46.106380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300d51c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['95cea6f2-dd9d-4397-a300-513c5640e7f1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:46.228956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e425c5e5-f45f-4bce-9501-47eff3a4b44d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:46.233166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300d51c0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:46.301797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e425c5e5-f45f-4bce-9501-47eff3a4b44d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:46.302543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e425c5e5-f45f-4bce-9501-47eff3a4b44d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:46.303467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a34e5e6a-26f4-4ec3-b422-2737a2048da8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:46.340506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a34e5e6a-26f4-4ec3-b422-2737a2048da8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:46.341005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a34e5e6a-26f4-4ec3-b422-2737a2048da8 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:46.343331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] Routers {'95cea6f2-dd9d-4397-a300-513c5640e7f1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:46.344264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300d51c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['95cea6f2-dd9d-4397-a300-513c5640e7f1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:46.392696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300d51c0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:46.393584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85842356-0af5-4805-9c76-ca04bbb6f0dc None None] The sync data for ids ['95cea6f2-dd9d-4397-a300-513c5640e7f1'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:46.448937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:46.449393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.486268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a3f3-06bf-47b6-8898-b78c347eae8f req-acc2ba02-357b-4fca-8063-1db8b624554b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:46.488119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1363a3f3-06bf-47b6-8898-b78c347eae8f req-acc2ba02-357b-4fca-8063-1db8b624554b tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0798202
May 14 21:38:46.578287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1363a3f3-06bf-47b6-8898-b78c347eae8f req-fea7a724-5fe9-46b7-99b2-0e6d43b4ab4a tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597715
May 14 21:38:46.604643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 5ea8a685-0ac0-4797-be62-99ddb6c8ca65, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:46.615016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.615644 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-9d9ba303-bc23-4018-bf06-44b8155bd9cb tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The resource could not be found.
May 14 21:38:46.615644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9d9ba303-bc23-4018-bf06-44b8155bd9cb tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.8833404
May 14 21:38:46.619551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbabbb1-c981-45e7-afb1-69b12fa56dc3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:46.624390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fbbabbb1-c981-45e7-afb1-69b12fa56dc3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cea6f2-dd9d-4397-a300-513c5640e7f1 HTTP/1.1" status: 200  len: 983 time: 0.5864866
May 14 21:38:46.624390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:46.625153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:46.627365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519335175'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:46.685046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:46.737182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.802510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.833746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-caaf53ef-d935-4302-90a9-28221c4b6f0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c8d3753c9034eceb725613ccda18e12&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7832911
May 14 21:38:46.838928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59320) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:46.885381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e24cb26e-150f-4186-8824-51d495093e2e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.907415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179a3bf4-793d-4737-be76-3a1ac0bd9b58 admin admin] Publish callbacks [] for security_group (cd8eb35a-aa35-4597-9351-5bd7c277f1a1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:46.930518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179a3bf4-793d-4737-be76-3a1ac0bd9b58 admin admin] Publish callbacks [] for security_group (cd8eb35a-aa35-4597-9351-5bd7c277f1a1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.003680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 83947358-d8a9-4842-b44e-98a77b0acf3f no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:47.023049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 83947358-d8a9-4842-b44e-98a77b0acf3f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:47.023392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 83947358-d8a9-4842-b44e-98a77b0acf3f not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:47.033384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e24cb26e-150f-4186-8824-51d495093e2e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.065665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179a3bf4-793d-4737-be76-3a1ac0bd9b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cd8eb35a-aa35-4597-9351-5bd7c277f1a1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.068501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-179a3bf4-793d-4737-be76-3a1ac0bd9b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.072988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-179a3bf4-793d-4737-be76-3a1ac0bd9b58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd8eb35a-aa35-4597-9351-5bd7c277f1a1 HTTP/1.1" status: 204  len: 168 time: 0.2295873
May 14 21:38:47.072988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24cb26e-150f-4186-8824-51d495093e2e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:47.083756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a3bf4-793d-4737-be76-3a1ac0bd9b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8eb35a-aa35-4597-9351-5bd7c277f1a1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:47.104298 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (95cea6f2-dd9d-4397-a300-513c5640e7f1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.129897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.132539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7f123320-d09d-47d3-85c8-3b76595d5585 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.5075758
May 14 21:38:47.134537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:47.140972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102025365'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:47.179050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5ea8a685-0ac0-4797-be62-99ddb6c8ca65), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.215682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=5ea8a685-0ac0-4797-be62-99ddb6c8ca65,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:47.255789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.358094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (40c03906-2a07-4a7d-b01e-88bf94e83c78), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.493437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40c03906-2a07-4a7d-b01e-88bf94e83c78), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.553088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c03906-2a07-4a7d-b01e-88bf94e83c78,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:47.618370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.622565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e0ec8c10-2e53-4522-bfb6-3bc6d49428b7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4837286
May 14 21:38:47.622934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59344) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:47.627960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b639d823-4c7b-4f28-bb16-cfd8fad43484 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': 'e24cb26e-150f-4186-8824-51d495093e2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '40c03906-2a07-4a7d-b01e-88bf94e83c78'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:47.741824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71eafc-0d2c-4c7a-b7e2-23c7df703960 req-646fc38c-a1b3-48b1-a79c-fbd41e4a2491 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:47.744410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e71eafc-0d2c-4c7a-b7e2-23c7df703960 req-646fc38c-a1b3-48b1-a79c-fbd41e4a2491 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0633473
May 14 21:38:47.847357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 97b10044-210c-4f68-b1e5-4d96487b7eda {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:47.847542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.850344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:47.872790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e71eafc-0d2c-4c7a-b7e2-23c7df703960 req-bd811a89-0037-4b5f-ac3e-b697ea402752 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/security-groups?id=592b5cb1-461b-4080-9a17-f0fe15601b93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202743
May 14 21:38:47.907278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-608a7cdf-b382-49b7-849d-482ea78329aa tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:47.908916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-608a7cdf-b382-49b7-849d-482ea78329aa tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 945 time: 0.0988762
May 14 21:38:47.987779 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-b639d823-4c7b-4f28-bb16-cfd8fad43484 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:47.988905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b639d823-4c7b-4f28-bb16-cfd8fad43484 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3648186
May 14 21:38:47.991811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59356) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:48.029828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.039498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Deleting port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:48.039850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.110349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 97b10044-210c-4f68-b1e5-4d96487b7eda owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:48.117078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f85e52c1-6147-40f7-b0c0-828343557eaa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (40c03906-2a07-4a7d-b01e-88bf94e83c78), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.164589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f85e52c1-6147-40f7-b0c0-828343557eaa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (40c03906-2a07-4a7d-b01e-88bf94e83c78), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.199619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] For port 9ac0575b-7e67-4d15-8dba-2cf9a938d951, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ac0575b-7e67-4d15-8dba-2cf9a938d951,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:48.200037 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.215461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:48.236437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Calling delete_port for 9ac0575b-7e67-4d15-8dba-2cf9a938d951 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:48.412737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:48.419663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f85e52c1-6147-40f7-b0c0-828343557eaa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40c03906-2a07-4a7d-b01e-88bf94e83c78), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.422553 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2bcd2f33-7a2e-42a0-aaf6-c48db78dcf97 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8821309
May 14 21:38:48.425597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:48.427339 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:48.439378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f85e52c1-6147-40f7-b0c0-828343557eaa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.443587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f85e52c1-6147-40f7-b0c0-828343557eaa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/40c03906-2a07-4a7d-b01e-88bf94e83c78 HTTP/1.1" status: 204  len: 168 time: 0.4483266
May 14 21:38:48.443807 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:48.443807 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230efde80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:48.445350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59382) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:48.470413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e52c1-6147-40f7-b0c0-828343557eaa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c03906-2a07-4a7d-b01e-88bf94e83c78,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:48.493798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet 73d3db0f-c1bb-4dba-96af-c7abcb24e925 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:48.504329 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (73d3db0f-c1bb-4dba-96af-c7abcb24e925), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.531199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9ac0575b-7e67-4d15-8dba-2cf9a938d951), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.546387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9ac0575b-7e67-4d15-8dba-2cf9a938d951'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:38:48.578865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (97b10044-210c-4f68-b1e5-4d96487b7eda), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.588326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8f1de9fc-82a2-4095-970d-1163a59dcc21 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1405821
May 14 21:38:48.589215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Pushing event deleted for resources: {'Port': ['ID=9ac0575b-7e67-4d15-8dba-2cf9a938d951,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:48.589575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59386) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:48.650095 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (73d3db0f-c1bb-4dba-96af-c7abcb24e925), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.657923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] No DVR routers for this DVR port 9ac0575b-7e67-4d15-8dba-2cf9a938d951 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:48.660591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.661188 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:48.663884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b3faefdb-9d9f-490e-9524-4140cdc73da3 req-0e81af02-82ac-45ea-ba80-7a59805b26be tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.48 "DELETE /v2.0/ports/9ac0575b-7e67-4d15-8dba-2cf9a938d951 HTTP/1.1" status: 204  len: 173 time: 0.7502546
May 14 21:38:48.664346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'name': 'network-vif-deleted', 'tag': '9ac0575b-7e67-4d15-8dba-2cf9a938d951'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:38:48.667507 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde984d-6823-4505-8e48-35c22094a731" -d '{"events": [{"server_uuid": "fb364f29-79d9-4981-91f5-1958ed8d7c05", "name": "network-vif-deleted", "tag": "9ac0575b-7e67-4d15-8dba-2cf9a938d951"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:38:48.692878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=97b10044-210c-4f68-b1e5-4d96487b7eda,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:48.708297 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeccb914-7ee1-484c-94e7-c7e9c5a32bd9 x-openstack-request-id: req-aeccb914-7ee1-484c-94e7-c7e9c5a32bd9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:38:48.708618 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb364f29-79d9-4981-91f5-1958ed8d7c05", "name": "network-vif-deleted", "tag": "9ac0575b-7e67-4d15-8dba-2cf9a938d951", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:38:48.709538 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aeccb914-7ee1-484c-94e7-c7e9c5a32bd9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:38:48.709538 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeccb914-7ee1-484c-94e7-c7e9c5a32bd9'] response: {'server_uuid': 'fb364f29-79d9-4981-91f5-1958ed8d7c05', 'name': 'network-vif-deleted', 'tag': '9ac0575b-7e67-4d15-8dba-2cf9a938d951', 'status': 'completed', 'code': 200}
May 14 21:38:48.908971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e190c00-f764-415a-bba4-2613649d05ed tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e24cb26e-150f-4186-8824-51d495093e2e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:48.935167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e190c00-f764-415a-bba4-2613649d05ed tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e24cb26e-150f-4186-8824-51d495093e2e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.034015 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230efde80>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:46Z', 'revision_number': 10, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.034291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (73d3db0f-c1bb-4dba-96af-c7abcb24e925), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.085293 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:49.098915 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:49.099813 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230efde80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.133274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (95cea6f2-dd9d-4397-a300-513c5640e7f1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.171741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-351a9ac9-02ed-4a70-aba2-11b8e4f6cdc7 req-e0b85e8d-a33a-4643-a5df-e8dc78748000 tempest-ListServerFiltersTestJSON-175990810 tempest-ListServerFiltersTestJSON-175990810-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb364f29-79d9-4981-91f5-1958ed8d7c05 HTTP/1.1" status: 200  len: 210 time: 0.0938849
May 14 21:38:49.241545 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:49.293607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e190c00-f764-415a-bba4-2613649d05ed tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e24cb26e-150f-4186-8824-51d495093e2e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.297069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e190c00-f764-415a-bba4-2613649d05ed tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.300756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e190c00-f764-415a-bba4-2613649d05ed tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/e24cb26e-150f-4186-8824-51d495093e2e HTTP/1.1" status: 204  len: 168 time: 0.6840999
May 14 21:38:49.303336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:49.324846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e190c00-f764-415a-bba4-2613649d05ed tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24cb26e-150f-4186-8824-51d495093e2e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:49.408938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd59cc16-a0e4-430c-9b3b-91d22857cee5 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1034722
May 14 21:38:49.409554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59430) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:49.416176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--450490000'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:49.477807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (73d3db0f-c1bb-4dba-96af-c7abcb24e925), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.515822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.519264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/73d3db0f-c1bb-4dba-96af-c7abcb24e925 HTTP/1.1" status: 204  len: 168 time: 1.0927248
May 14 21:38:49.522481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59444) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:49.523973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7eb44d-2590-4405-bad5-fba8b9a874b6 None None] Network 4a2027a0-692b-4a7e-9781-1b55bf235291 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:49.524540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e6e7b-b858-4e99-8bed-6751b7300170 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=73d3db0f-c1bb-4dba-96af-c7abcb24e925,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:49.535047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Router 95cea6f2-dd9d-4397-a300-513c5640e7f1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:49.543556 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230efde80>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:46Z', 'revision_number': 10, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.618140 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b8fc6-6a14-4e2f-9999-a23e8ac8c868 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:46Z', 'revision_number': 10, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None, '_interfaces': [{'id': '520cdb0b-5950-4d0c-86a6-e22cbc004f0f', 'name': '', 'network_id': '6f829d7d-02a5-4d72-9083-b974cbe055de', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'mac_address': 'fa:16:3e:60:a6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:37:55Z', 'updated_at': '2022-05-14T21:38:03Z', 'revision_number': 5, 'project_id': '67c41a850dc04e9da422be7688c38925', 'subnets': [{'id': 'dceeb82e-6425-4878-a741-aeca608614ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:49.674597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:49.684285 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5601ac51-b9d4-4f43-a53d-35ff61c55ffe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/routers/95cea6f2-dd9d-4397-a300-513c5640e7f1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0558293
May 14 21:38:49.684727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59452) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:49.689357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4a2027a0-692b-4a7e-9781-1b55bf235291), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.694037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] Sync routers for ids ['95cea6f2-dd9d-4397-a300-513c5640e7f1'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:49.707657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.721105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] Routers {'95cea6f2-dd9d-4397-a300-513c5640e7f1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:49.723115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b487f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['95cea6f2-dd9d-4397-a300-513c5640e7f1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.723990 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec5a7df-1cf2-4ef2-9908-c27469881e4f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:38:49.734772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-aec5a7df-1cf2-4ef2-9908-c27469881e4f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/97b10044-210c-4f68-b1e5-4d96487b7eda HTTP/1.1" status: 404  len: 333 time: 0.0483406
May 14 21:38:49.735432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59458) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:49.801535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b487f0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.821443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 41b0356d-3c35-4d87-9cc1-55cfa968a881 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:49.821443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.824171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] Routers {'95cea6f2-dd9d-4397-a300-513c5640e7f1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:49.824897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b487f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['95cea6f2-dd9d-4397-a300-513c5640e7f1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.838141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for router (95cea6f2-dd9d-4397-a300-513c5640e7f1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.880778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b487f0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:49.881872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6ed52-ea15-47fa-915e-edc41641e439 None None] The sync data for ids ['95cea6f2-dd9d-4397-a300-513c5640e7f1'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:49.918805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 41b0356d-3c35-4d87-9cc1-55cfa968a881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41b0356d-3c35-4d87-9cc1-55cfa968a881,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:49.919216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.924072 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (2d99ca18-b38d-4e21-aeac-8db4bac81fd5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:49.937003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 41b0356d-3c35-4d87-9cc1-55cfa968a881 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:49.996357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] DHCP port deletion for 4a2027a0-692b-4a7e-9781-1b55bf235291 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:50.057659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2d99ca18-b38d-4e21-aeac-8db4bac81fd5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.101077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] Deleting port 41b0356d-3c35-4d87-9cc1-55cfa968a881 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:50.107215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.112892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99ca18-b38d-4e21-aeac-8db4bac81fd5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:50.126855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.139880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (95cea6f2-dd9d-4397-a300-513c5640e7f1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.144137 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for router_controller (95cea6f2-dd9d-4397-a300-513c5640e7f1), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.193528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.197807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.203974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-56374cc9-2927-4dfc-8bd9-aab19abf42c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '2d99ca18-b38d-4e21-aeac-8db4bac81fd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:50.209582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa8069b4-d435-4945-8181-cb6dca5a1aa7 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.7983387
May 14 21:38:50.210799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=41b0356d-3c35-4d87-9cc1-55cfa968a881,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:50.225601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port 41b0356d-3c35-4d87-9cc1-55cfa968a881 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:50.228516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 41b0356d-3c35-4d87-9cc1-55cfa968a881 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:50.287171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 41b0356d-3c35-4d87-9cc1-55cfa968a881 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:50.287540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 41b0356d-3c35-4d87-9cc1-55cfa968a881 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:50.291220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:50.293412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.298419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] For port 41b0356d-3c35-4d87-9cc1-55cfa968a881, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41b0356d-3c35-4d87-9cc1-55cfa968a881,segment=NetworkSegment(e53a056e-5626-4821-9f96-8cacc6893df3),segment_id=e53a056e-5626-4821-9f96-8cacc6893df3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:50.298853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.323470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:50.324180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ea8a685-0ac0-4797-be62-99ddb6c8ca65 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:50.327943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4a2027a0-692b-4a7e-9781-1b55bf235291), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.335065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] Calling delete_port for 41b0356d-3c35-4d87-9cc1-55cfa968a881 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:50.358878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (95cea6f2-dd9d-4397-a300-513c5640e7f1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.359781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Fanout notify agent at l3_agent the message router_deleted on router 95cea6f2-dd9d-4397-a300-513c5640e7f1 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:38:50.364495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b74ddf0>,) {'filters': {'network_id': ['4a2027a0-692b-4a7e-9781-1b55bf235291']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:50.364816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Deleting subnet 16c30685-5899-4d74-abdd-d92d690caa80 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:50.372178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b74ddf0>, 'e53a056e-5626-4821-9f96-8cacc6893df3') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:50.372542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b74ddf0>, 'e53a056e-5626-4821-9f96-8cacc6893df3') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:50.374878 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.385880 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9cac0cf9-9eb8-4549-a809-0e526f02d608 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/routers/95cea6f2-dd9d-4397-a300-513c5640e7f1 HTTP/1.1" status: 204  len: 168 time: 0.6427586
May 14 21:38:50.386088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59496) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.389371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Publish callbacks [] for subnet (16c30685-5899-4d74-abdd-d92d690caa80), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.394187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (e53a056e-5626-4821-9f96-8cacc6893df3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.433164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e53a056e-5626-4821-9f96-8cacc6893df3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.446893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:50.447769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (e53a056e-5626-4821-9f96-8cacc6893df3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:50.452719 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:50.472241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 68260f04-1ec5-4e50-9ed2-f7f8458986d9 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:50.472629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (16c30685-5899-4d74-abdd-d92d690caa80), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.483082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (68260f04-1ec5-4e50-9ed2-f7f8458986d9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.485716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (41b0356d-3c35-4d87-9cc1-55cfa968a881), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.514477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] Pushing event deleted for resources: {'Port': ['ID=41b0356d-3c35-4d87-9cc1-55cfa968a881,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:50.538197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8e74c7-695f-4d2d-a061-ce15fb590227 None None] No DVR routers for this DVR port 41b0356d-3c35-4d87-9cc1-55cfa968a881 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:50.565852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (68260f04-1ec5-4e50-9ed2-f7f8458986d9), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.576228 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-56374cc9-2927-4dfc-8bd9-aab19abf42c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:50.580070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-56374cc9-2927-4dfc-8bd9-aab19abf42c4 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3811345
May 14 21:38:50.582516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59502) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.588995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-36732f68-8f0d-48ea-b4b1-121838afb3da tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group_rule': {'security_group_id': '2d99ca18-b38d-4e21-aeac-8db4bac81fd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:50.615336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (16c30685-5899-4d74-abdd-d92d690caa80), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.675204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4a2027a0-692b-4a7e-9781-1b55bf235291), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.680815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.685721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/4a2027a0-692b-4a7e-9781-1b55bf235291 HTTP/1.1" status: 204  len: 168 time: 1.1608160
May 14 21:38:50.688044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59508) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.691132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (68260f04-1ec5-4e50-9ed2-f7f8458986d9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.740436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bf22c-7a61-4c59-8185-1f9361dd36c0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=4a2027a0-692b-4a7e-9781-1b55bf235291,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:50.774557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (16c30685-5899-4d74-abdd-d92d690caa80), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.809391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c30685-5899-4d74-abdd-d92d690caa80,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:50.815800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.821262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dce67e-d854-44e6-9332-d9aad2557e5b None None] Network 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:50.821786 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7bbd7099-9ed9-471a-a678-7cedfc36c883 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/16c30685-5899-4d74-abdd-d92d690caa80 HTTP/1.1" status: 204  len: 168 time: 0.5245345
May 14 21:38:50.821786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59514) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.887028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (68260f04-1ec5-4e50-9ed2-f7f8458986d9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.894381 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-36732f68-8f0d-48ea-b4b1-121838afb3da tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:50.901192 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-36732f68-8f0d-48ea-b4b1-121838afb3da tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3120363
May 14 21:38:50.906836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59524) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.918718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:50.921480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/68260f04-1ec5-4e50-9ed2-f7f8458986d9 HTTP/1.1" status: 204  len: 168 time: 0.5406120
May 14 21:38:50.946513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb8864a-f0f9-4537-aa93-65c319cea137 None None] Network cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:50.950450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59526) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:50.969145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8361def-1c39-4e57-ab57-3242e0187f23 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=68260f04-1ec5-4e50-9ed2-f7f8458986d9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:51.118022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] DHCP port deletion for 5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:51.126605 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.141275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c87dc7b3-843c-43eb-bc72-9e60b847226a tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (2d99ca18-b38d-4e21-aeac-8db4bac81fd5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.154160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59540) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:51.201704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] Deleting port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:51.202360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.236299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c87dc7b3-843c-43eb-bc72-9e60b847226a tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (2d99ca18-b38d-4e21-aeac-8db4bac81fd5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.259430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 720c641d-3957-48b1-ac78-e46024b15d16 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:51.259797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (720c641d-3957-48b1-ac78-e46024b15d16), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.299197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] For port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:51.299747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.376040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] For port 720c641d-3957-48b1-ac78-e46024b15d16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720c641d-3957-48b1-ac78-e46024b15d16,segment=NetworkSegment(7560001a-817c-4919-bba8-8fe6f78dba5c),segment_id=7560001a-817c-4919-bba8-8fe6f78dba5c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:51.376418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (720c641d-3957-48b1-ac78-e46024b15d16), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.386222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c1d108a-38f4-4f89-b357-28efa2fc0ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.413960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 720c641d-3957-48b1-ac78-e46024b15d16 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:51.420537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.476451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] DHCP port deletion for cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:51.479355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] Calling delete_port for 5a49b30a-cde1-4de0-ab3f-30fe4a55748b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:51.515631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Deleting port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:51.515968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.534541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c87dc7b3-843c-43eb-bc72-9e60b847226a tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2d99ca18-b38d-4e21-aeac-8db4bac81fd5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.537427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c87dc7b3-843c-43eb-bc72-9e60b847226a tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.538581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c87dc7b3-843c-43eb-bc72-9e60b847226a tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/2d99ca18-b38d-4e21-aeac-8db4bac81fd5 HTTP/1.1" status: 204  len: 168 time: 0.6296005
May 14 21:38:51.542778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59548) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:51.560240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc7b3-843c-43eb-bc72-9e60b847226a tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99ca18-b38d-4e21-aeac-8db4bac81fd5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:51.560593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] Deleting port 720c641d-3957-48b1-ac78-e46024b15d16 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:51.562062 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (720c641d-3957-48b1-ac78-e46024b15d16), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.616979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (720c641d-3957-48b1-ac78-e46024b15d16), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.650551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c1d108a-38f4-4f89-b357-28efa2fc0ba7 admin admin] Publish callbacks [] for security_group (0032ac7f-920e-4af8-bdcb-85aaba8cca88), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.655572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=720c641d-3957-48b1-ac78-e46024b15d16,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:51.662252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] For port 720c641d-3957-48b1-ac78-e46024b15d16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=720c641d-3957-48b1-ac78-e46024b15d16,segment=NetworkSegment(7560001a-817c-4919-bba8-8fe6f78dba5c),segment_id=7560001a-817c-4919-bba8-8fe6f78dba5c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:51.662252 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (720c641d-3957-48b1-ac78-e46024b15d16), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.663575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No DVR routers for this DVR port 720c641d-3957-48b1-ac78-e46024b15d16 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:51.667190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] For port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,segment=NetworkSegment(5172b1cf-dbab-45cf-94cc-6c4414afd12c),segment_id=5172b1cf-dbab-45cf-94cc-6c4414afd12c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:51.667642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.678184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] Calling delete_port for 720c641d-3957-48b1-ac78-e46024b15d16 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:51.722285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Calling delete_port for 5a49b30a-cde1-4de0-ab3f-30fe4a55748b owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:51.729025 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-57a9e8a6-053f-4982-875c-c1434e3266fa tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1841519
May 14 21:38:51.736913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59554) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:51.744397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767073106'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:51.760518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c1d108a-38f4-4f89-b357-28efa2fc0ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0032ac7f-920e-4af8-bdcb-85aaba8cca88), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.770094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.775502 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.794010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.819522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (720c641d-3957-48b1-ac78-e46024b15d16), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.824570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] Pushing event deleted for resources: {'Port': ['ID=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:51.825240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230a52ca0>,) {'filters': {'network_id': ['cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:51.834267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c3bfa-56d9-42ed-b37e-20e6822ecbaa None None] No DVR routers for this DVR port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:51.847242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d108a-38f4-4f89-b357-28efa2fc0ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0032ac7f-920e-4af8-bdcb-85aaba8cca88,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:51.853827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230a52ca0>, '7560001a-817c-4919-bba8-8fe6f78dba5c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:51.853827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230a52ca0>, '7560001a-817c-4919-bba8-8fe6f78dba5c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:51.863177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7c1d108a-38f4-4f89-b357-28efa2fc0ba7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=053ba9042deb4f0cab69f8aae86cf1fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7079031
May 14 21:38:51.863903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59560) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:51.881771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (7560001a-817c-4919-bba8-8fe6f78dba5c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.884905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] No DVR routers for this DVR port 720c641d-3957-48b1-ac78-e46024b15d16 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:51.889092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c56e-81e5-4d68-a9ae-8c6cfd77979a None None] Pushing event deleted for resources: {'Port': ['ID=720c641d-3957-48b1-ac78-e46024b15d16,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:51.929935 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7560001a-817c-4919-bba8-8fe6f78dba5c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.944685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:51.945081 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (7560001a-817c-4919-bba8-8fe6f78dba5c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:51.948149 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:51.963432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.003853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5a49b30a-cde1-4de0-ab3f-30fe4a55748b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.018435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40496dbb-8ef2-46ef-b9b1-79b510fe65d5 admin admin] Publish callbacks [] for security_group (0032ac7f-920e-4af8-bdcb-85aaba8cca88), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.047136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40496dbb-8ef2-46ef-b9b1-79b510fe65d5 admin admin] Publish callbacks [] for security_group (0032ac7f-920e-4af8-bdcb-85aaba8cca88), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.052011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a49b30a-cde1-4de0-ab3f-30fe4a55748b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:52.061226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] No DVR routers for this DVR port 5a49b30a-cde1-4de0-ab3f-30fe4a55748b on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:52.115262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.152561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.160930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb HTTP/1.1" status: 204  len: 168 time: 1.2076197
May 14 21:38:52.162079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08fff-29ad-4a81-ae98-3dcb411181c4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=cd439e3b-f5f2-47f9-a48f-9dc9c9dfe5cb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:52.165063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59578) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:52.205993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.208415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a49b30a-cde1-4de0-ab3f-30fe4a55748b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:52.218387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40496dbb-8ef2-46ef-b9b1-79b510fe65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0032ac7f-920e-4af8-bdcb-85aaba8cca88), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.221309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40496dbb-8ef2-46ef-b9b1-79b510fe65d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.222906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-40496dbb-8ef2-46ef-b9b1-79b510fe65d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0032ac7f-920e-4af8-bdcb-85aaba8cca88 HTTP/1.1" status: 204  len: 168 time: 0.3527100
May 14 21:38:52.255299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40496dbb-8ef2-46ef-b9b1-79b510fe65d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0032ac7f-920e-4af8-bdcb-85aaba8cca88,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:52.260509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5a49b30a-cde1-4de0-ab3f-30fe4a55748b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:52.260914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a49b30a-cde1-4de0-ab3f-30fe4a55748b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:52.261340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 720c641d-3957-48b1-ac78-e46024b15d16 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:52.269367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80353746-8860-4f44-8924-de1f3b6d7222 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:52.276324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.276530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80353746-8860-4f44-8924-de1f3b6d7222 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 HTTP/1.1" status: 200  len: 841 time: 0.1099200
May 14 21:38:52.276772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59590) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:52.291104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 720c641d-3957-48b1-ac78-e46024b15d16 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:52.293248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 720c641d-3957-48b1-ac78-e46024b15d16 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:52.308265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bcd1730>,) {'filters': {'network_id': ['5d2fb178-d172-4ba8-bb55-be2d01fb2ee1']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:52.317881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:52.318359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.322924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bcd1730>, '5172b1cf-dbab-45cf-94cc-6c4414afd12c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:52.323330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bcd1730>, '5172b1cf-dbab-45cf-94cc-6c4414afd12c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:52.340121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d65c762d-d4c2-4b0c-bde4-156421c2b16b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/4cee4fd3-534e-4286-9a60-ae16f7fd0fc0?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0603526
May 14 21:38:52.340844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59592) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:52.347094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:52.351547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (5172b1cf-dbab-45cf-94cc-6c4414afd12c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.363561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.412507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5172b1cf-dbab-45cf-94cc-6c4414afd12c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.442328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:52.443006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (5172b1cf-dbab-45cf-94cc-6c4414afd12c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:52.444495 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:52.472045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:52.511895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.513674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-57c98f55-293e-4c9e-842c-019755bdf7af tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7749455
May 14 21:38:52.517052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59596) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:52.520959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 520cdb0b-5950-4d0c-86a6-e22cbc004f0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:52.521330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.522725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0ce697c2-2c6f-433c-8fb2-37532ac8d66e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:52.523878 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-0ce697c2-2c6f-433c-8fb2-37532ac8d66e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 14 21:38:52.524496 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-0ce697c2-2c6f-433c-8fb2-37532ac8d66e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] update failed (client error): There was a conflict when trying to complete your request.
May 14 21:38:52.525703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0ce697c2-2c6f-433c-8fb2-37532ac8d66e tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "PUT /v2.0/security-groups/e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca HTTP/1.1" status: 409  len: 330 time: 0.0076020
May 14 21:38:52.538068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 520cdb0b-5950-4d0c-86a6-e22cbc004f0f owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:52.545478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59598) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:52.585068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:52.601259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.660183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5d2fb178-d172-4ba8-bb55-be2d01fb2ee1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.671534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.675440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] 10.222.0.52 "DELETE /v2.0/networks/5d2fb178-d172-4ba8-bb55-be2d01fb2ee1 HTTP/1.1" status: 204  len: 168 time: 1.8528337
May 14 21:38:52.687661 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da250bd9-4b60-40ee-aa6e-d26c857f792c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2fb178-d172-4ba8-bb55-be2d01fb2ee1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:52.718287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1fca367a-b19a-410c-b2bc-85e8e8151bfe tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.749853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1fca367a-b19a-410c-b2bc-85e8e8151bfe tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.852168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (520cdb0b-5950-4d0c-86a6-e22cbc004f0f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.852436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9ac0575b-7e67-4d15-8dba-2cf9a938d951 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:52.873440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 9ac0575b-7e67-4d15-8dba-2cf9a938d951 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:52.873819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9ac0575b-7e67-4d15-8dba-2cf9a938d951 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:52.885623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=520cdb0b-5950-4d0c-86a6-e22cbc004f0f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:52.886765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1fca367a-b19a-410c-b2bc-85e8e8151bfe tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.891191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1fca367a-b19a-410c-b2bc-85e8e8151bfe tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:52.898262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1fca367a-b19a-410c-b2bc-85e8e8151bfe tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca HTTP/1.1" status: 204  len: 168 time: 0.3459911
May 14 21:38:52.899098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59616) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:52.919780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca367a-b19a-410c-b2bc-85e8e8151bfe tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e662f1f2-3d8e-4b0f-8e3d-f4d9ebb58cca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:53.016911 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-58d32e04-7cd7-40a4-a6ab-00aa49af497d tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1191916
May 14 21:38:53.021351 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59620) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.046495 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-4519acdb-5221-4dd3-ac33-a66ba1c610ae tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] delete failed (client error): The resource could not be found.
May 14 21:38:53.047732 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4519acdb-5221-4dd3-ac33-a66ba1c610ae tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "DELETE /v2.0/security-groups/721280f3-ead6-426f-8452-05e6af5b6f76 HTTP/1.1" status: 404  len: 347 time: 0.0249448
May 14 21:38:53.066731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59622) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.088133 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-75942f20-26e0-42e3-862e-6388dbec0a57 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] show failed (client error): The resource could not be found.
May 14 21:38:53.098108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-75942f20-26e0-42e3-862e-6388dbec0a57 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-groups/f73815c7-0bad-4713-a460-cb18acbcfb1f HTTP/1.1" status: 404  len: 347 time: 0.0302248
May 14 21:38:53.099120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59624) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.117585 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-4faa6a70-da2a-4a3a-b1f4-0bc5b47c3de3 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] show failed (client error): The resource could not be found.
May 14 21:38:53.122006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4faa6a70-da2a-4a3a-b1f4-0bc5b47c3de3 tempest-NegativeSecGroupIPv6Test-812622534 tempest-NegativeSecGroupIPv6Test-812622534-project] 10.222.0.52 "GET /v2.0/security-group-rules/79ffa1a9-cc77-48e3-af54-ef04225a0702 HTTP/1.1" status: 404  len: 356 time: 0.0167465
May 14 21:38:53.140654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.150021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59628) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.172186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bc87e5b-6681-4b19-9413-6ce88d30046f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.252214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59630) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.258361 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bc87e5b-6681-4b19-9413-6ce88d30046f admin admin] Publish callbacks [] for security_group (50ea0066-3c4e-4548-9ffb-b64ccc57a779), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.263734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (56df5bc2-48a0-4f44-9f19-30ed47f7216c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.306340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:53.311228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:53.319871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:53.320385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.326756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:53.326968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc13b7-50f8-48ba-b909-6b2c53b1a2ec None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:53.330572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=56df5bc2-48a0-4f44-9f19-30ed47f7216c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:53.364327 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bc87e5b-6681-4b19-9413-6ce88d30046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (50ea0066-3c4e-4548-9ffb-b64ccc57a779), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.410933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5bc87e5b-6681-4b19-9413-6ce88d30046f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=968517a42a22436bb2e30b0cd4836fb5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2574723
May 14 21:38:53.411369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59634) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.419756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87e5b-6681-4b19-9413-6ce88d30046f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea0066-3c4e-4548-9ffb-b64ccc57a779,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:53.423647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:53.432556 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:53.434873 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ee7c20f1-b311-4d0c-821d-84b698302e25 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7454059
May 14 21:38:53.437733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.465857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:53.465857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:53.466266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d3cd29db-9c9c-4931-9c66-df8d0a66caed', 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'project_id': '166828606cad42a9a9d59436584ad80f', 'fixed_ips': [{'subnet_id': '56df5bc2-48a0-4f44-9f19-30ed47f7216c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:38:53.466266 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.492567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8ea77293-7ae4-4e5b-92f0-1c2dc386f2e8 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1498630
May 14 21:38:53.495337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.502858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180573061'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:53.503915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting subnet dceeb82e-6425-4878-a741-aeca608614ce {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:38:53.507489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.508850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2354b38f-5813-4faa-9029-f7b1deb26cab admin admin] Publish callbacks [] for security_group (50ea0066-3c4e-4548-9ffb-b64ccc57a779), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.530252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (dceeb82e-6425-4878-a741-aeca608614ce), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.535997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2354b38f-5813-4faa-9029-f7b1deb26cab admin admin] Publish callbacks [] for security_group (50ea0066-3c4e-4548-9ffb-b64ccc57a779), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.611885 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:53.630389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5f3e1a91-2f2f-4ae3-bb9a-76a3c031775c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37fb22eb2ef44be9a5bc66079c2ad71f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1200030
May 14 21:38:53.633277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59642) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.633713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (dceeb82e-6425-4878-a741-aeca608614ce), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.672960 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:52Z', 'revision_number': 11, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:53.684141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.704781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Allocated IP 172.20.0.2 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/56df5bc2-48a0-4f44-9f19-30ed47f7216c/b0d1abac-c977-4e2e-8ae0-c4d85fd11f56) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:53.707082 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:53.715823 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:53.717222 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:53.762695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dceeb82e-6425-4878-a741-aeca608614ce), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.766468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2354b38f-5813-4faa-9029-f7b1deb26cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (50ea0066-3c4e-4548-9ffb-b64ccc57a779), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.773850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2354b38f-5813-4faa-9029-f7b1deb26cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.789794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2354b38f-5813-4faa-9029-f7b1deb26cab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50ea0066-3c4e-4548-9ffb-b64ccc57a779 HTTP/1.1" status: 204  len: 168 time: 0.3725023
May 14 21:38:53.798088 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:53.817394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354b38f-5813-4faa-9029-f7b1deb26cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea0066-3c4e-4548-9ffb-b64ccc57a779,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:53.874942 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:52Z', 'revision_number': 11, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:53.895413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59650) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:53.916754 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b0eb9-7dbd-4092-b922-879ac77cab4a None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:52Z', 'revision_number': 11, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:53.933183 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Publish callbacks [] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.941022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (dceeb82e-6425-4878-a741-aeca608614ce), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.960158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-872331d8-7f72-4724-b295-9df594b3ba64 admin admin] Publish callbacks [] for security_group (592b5cb1-461b-4080-9a17-f0fe15601b93), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.971649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Subnet': ['ID=dceeb82e-6425-4878-a741-aeca608614ce,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:53.975315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:53.978985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d9626485-92a0-45f4-b315-4d74568f1f72 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/dceeb82e-6425-4878-a741-aeca608614ce HTTP/1.1" status: 204  len: 168 time: 0.5395377
May 14 21:38:53.988517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c07b3da-69ca-4565-9a83-e4662f6bd12a None None] Network 6f829d7d-02a5-4d72-9083-b974cbe055de requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:53.992537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59654) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:54.032361 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-872331d8-7f72-4724-b295-9df594b3ba64 admin admin] Publish callbacks [] for security_group (592b5cb1-461b-4080-9a17-f0fe15601b93), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.044342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79f60f4c-aeaf-4ce7-acfd-4bb1c7f245e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.063045 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.121205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:54.137196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6f829d7d-02a5-4d72-9083-b974cbe055de), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.146543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:54.148033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:54.170715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (b536c644-1c12-4edc-b195-d98612416e53), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.194224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Pushing event updated for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:54.197182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5c15f81-6de1-4449-90d4-e78fe10a4dc5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a15ad3303f64af7a8ec37d20e2fdf03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3002956
May 14 21:38:54.199716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:54.237493 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79f60f4c-aeaf-4ce7-acfd-4bb1c7f245e4 admin admin] Publish callbacks [] for security_group (2de7f357-e104-413a-abd0-0670fd96a12b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.238236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Deleting port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:54.244830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.245194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Attempting to bind port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:38:54.245194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Attempting to bind port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13fd61e4-1822-4cf7-99e1-2d8010461b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:38:54.245194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Attempting to bind port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 on network d3cd29db-9c9c-4931-9c66-df8d0a66caed {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:38:54.246151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:38:54.246656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Checking segment: {'id': '13fd61e4-1822-4cf7-99e1-2d8010461b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:38:54.248313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.248821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Bound using segment: {'id': '13fd61e4-1822-4cf7-99e1-2d8010461b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:38:54.249346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Bound port: b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd61e4-1822-4cf7-99e1-2d8010461b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:38:54.249775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.318614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] DHCP port deletion for 6f829d7d-02a5-4d72-9083-b974cbe055de request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:38:54.334575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-872331d8-7f72-4724-b295-9df594b3ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (592b5cb1-461b-4080-9a17-f0fe15601b93), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.339858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-872331d8-7f72-4724-b295-9df594b3ba64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.350807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-872331d8-7f72-4724-b295-9df594b3ba64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/592b5cb1-461b-4080-9a17-f0fe15601b93 HTTP/1.1" status: 204  len: 168 time: 0.7161758
May 14 21:38:54.364883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b536c644-1c12-4edc-b195-d98612416e53), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.375469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] For port 1df6e938-b298-42e9-90c8-b7fb2e6488a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1df6e938-b298-42e9-90c8-b7fb2e6488a9,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:54.380315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.389072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:38:54.399313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0432-5be2-4670-b16b-c6d6aa1660f6 admin admin] Publish callbacks [] for security_group (e727c012-74ed-4b80-baa9-eadc8d7e7f78), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.411409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872331d8-7f72-4724-b295-9df594b3ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b5cb1-461b-4080-9a17-f0fe15601b93,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:54.417244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-79f60f4c-aeaf-4ce7-acfd-4bb1c7f245e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2de7f357-e104-413a-abd0-0670fd96a12b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.426447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,segment=NetworkSegment(13fd61e4-1822-4cf7-99e1-2d8010461b1c),segment_id=13fd61e4-1822-4cf7-99e1-2d8010461b1c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:38:54.433908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Calling delete_port for 1df6e938-b298-42e9-90c8-b7fb2e6488a9 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:54.457794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1df6e938-b298-42e9-90c8-b7fb2e6488a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:54.460599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b536c644-1c12-4edc-b195-d98612416e53,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:54.483017 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0432-5be2-4670-b16b-c6d6aa1660f6 admin admin] Publish callbacks [] for security_group (e727c012-74ed-4b80-baa9-eadc8d7e7f78), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.498753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.500291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c1e638ab-4809-451f-a90f-09e6d1ecf91c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.0038962
May 14 21:38:54.504677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59664) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:54.525157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] Deleting port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:38:54.525297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-79f60f4c-aeaf-4ce7-acfd-4bb1c7f245e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9bd0567ddff48ac9abc5e0ae0494b38&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2645028
May 14 21:38:54.525396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.525500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299007911'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:54.525814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59666) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:54.537937 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.549241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f60f4c-aeaf-4ce7-acfd-4bb1c7f245e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de7f357-e104-413a-abd0-0670fd96a12b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:54.609014 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cd760df-cc6e-4615-92cf-cc97965cec00 admin admin] Publish callbacks [] for security_group (2de7f357-e104-413a-abd0-0670fd96a12b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.645651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71209db-4192-4fb1-9a55-148681fbda99 None None] Pushing event updated for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:54.652450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cd760df-cc6e-4615-92cf-cc97965cec00 admin admin] Publish callbacks [] for security_group (2de7f357-e104-413a-abd0-0670fd96a12b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.764533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] For port 1df6e938-b298-42e9-90c8-b7fb2e6488a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1df6e938-b298-42e9-90c8-b7fb2e6488a9,segment=NetworkSegment(a8801450-61cd-4659-a467-3f0d6990acb3),segment_id=a8801450-61cd-4659-a467-3f0d6990acb3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:54.764939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.800325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] Calling delete_port for 1df6e938-b298-42e9-90c8-b7fb2e6488a9 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:38:54.822380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:54.822768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.924294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0432-5be2-4670-b16b-c6d6aa1660f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e727c012-74ed-4b80-baa9-eadc8d7e7f78), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.926242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cd760df-cc6e-4615-92cf-cc97965cec00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2de7f357-e104-413a-abd0-0670fd96a12b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.930342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6cd760df-cc6e-4615-92cf-cc97965cec00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.933412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2e4b0432-5be2-4670-b16b-c6d6aa1660f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.936136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6cd760df-cc6e-4615-92cf-cc97965cec00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2de7f357-e104-413a-abd0-0670fd96a12b HTTP/1.1" status: 204  len: 168 time: 0.4091563
May 14 21:38:54.937802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e4b0432-5be2-4670-b16b-c6d6aa1660f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e727c012-74ed-4b80-baa9-eadc8d7e7f78 HTTP/1.1" status: 204  len: 168 time: 0.7352893
May 14 21:38:54.945035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.957340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd760df-cc6e-4615-92cf-cc97965cec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de7f357-e104-413a-abd0-0670fd96a12b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:54.980378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:54.985673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b0432-5be2-4670-b16b-c6d6aa1660f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e727c012-74ed-4b80-baa9-eadc8d7e7f78,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:55.031867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Port': ['ID=1df6e938-b298-42e9-90c8-b7fb2e6488a9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:55.049712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 520cdb0b-5950-4d0c-86a6-e22cbc004f0f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:38:55.050378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No DVR routers for this DVR port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:55.090615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1df6e938-b298-42e9-90c8-b7fb2e6488a9), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.117788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 520cdb0b-5950-4d0c-86a6-e22cbc004f0f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:38:55.118144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 520cdb0b-5950-4d0c-86a6-e22cbc004f0f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:38:55.170384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] Pushing event deleted for resources: {'Port': ['ID=1df6e938-b298-42e9-90c8-b7fb2e6488a9,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:55.176067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d7acd-5a1b-4686-8183-b77dcf0c2e5f None None] No DVR routers for this DVR port 1df6e938-b298-42e9-90c8-b7fb2e6488a9 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:38:55.208425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6f829d7d-02a5-4d72-9083-b974cbe055de), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.233486 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b613190>,) {'filters': {'network_id': ['6f829d7d-02a5-4d72-9083-b974cbe055de']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:55.249757 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (dbabaf8c-c916-47b6-ace1-85f78957d9d3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.251617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b613190>, 'a8801450-61cd-4659-a467-3f0d6990acb3') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:55.251924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b613190>, 'a8801450-61cd-4659-a467-3f0d6990acb3') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:55.261347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a8801450-61cd-4659-a467-3f0d6990acb3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.276902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a8801450-61cd-4659-a467-3f0d6990acb3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.283377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:38:55.283847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a8801450-61cd-4659-a467-3f0d6990acb3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:38:55.286915 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:38:55.395452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dbabaf8c-c916-47b6-ace1-85f78957d9d3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.425038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbabaf8c-c916-47b6-ace1-85f78957d9d3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:55.501876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6f829d7d-02a5-4d72-9083-b974cbe055de), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.507625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.511041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/networks/6f829d7d-02a5-4d72-9083-b974cbe055de HTTP/1.1" status: 204  len: 168 time: 1.5169005
May 14 21:38:55.513913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59688) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:55.519148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'routes': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:55.528779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112459e-d0e4-47c2-9f85-2dffc0c0aa52 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Pushing event deleted for resources: {'Network': ['ID=6f829d7d-02a5-4d72-9083-b974cbe055de,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:55.552653 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.557041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-45a89629-4f6c-49f3-bd22-664c2827815d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.0513556
May 14 21:38:55.562375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59692) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:55.566875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-147608082', 'security_groups': ['dbabaf8c-c916-47b6-ace1-85f78957d9d3'], 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56df5bc2-48a0-4f44-9f19-30ed47f7216c'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:55.730463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.extraroute_db [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Added routes are [] {{(pid=115781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 14 21:38:55.730770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.extraroute_db [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Removed routes are [] {{(pid=115781) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 14 21:38:55.731127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.806613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:55.901512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.914211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.918220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:55.920511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 0b143bbb-4248-4d12-9990-e94b52227fd2 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:38:55.988761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59710) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:56.015439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51859ead-8215-4e8d-a409-92708271cf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.053301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router ae1c6a40-530d-453b-ab89-21d1a2f9f587 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:38:56.155737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:56.175102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:56.175669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.181432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.182632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9f96eccc-81ba-4331-8823-d2c0febff6de tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 701 time: 0.6671045
May 14 21:38:56.189306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59714) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:56.213947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] Sync routers for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:56.234423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.11 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/56df5bc2-48a0-4f44-9f19-30ed47f7216c/0b143bbb-4248-4d12-9990-e94b52227fd2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:56.241548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:56.242415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cd4550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:56.248237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b499a34-ac23-4540-960b-25887f8b98ea tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 205 time: 0.0576203
May 14 21:38:56.248557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59716) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:56.269177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51859ead-8215-4e8d-a409-92708271cf18 admin admin] Publish callbacks [] for security_group (86c35b6a-90f5-4068-8e8a-e15f968c1130), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.302269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:56.352003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51859ead-8215-4e8d-a409-92708271cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (86c35b6a-90f5-4068-8e8a-e15f968c1130), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.390570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:56.425887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.488645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cd4550>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:52Z', 'revision_number': 11, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:56.490362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51859ead-8215-4e8d-a409-92708271cf18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=029467e0e3c845f9bf7efaf2afea051f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5005419
May 14 21:38:56.491442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59726) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:56.498914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:56.499579 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.505023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51859ead-8215-4e8d-a409-92708271cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c35b6a-90f5-4068-8e8a-e15f968c1130,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:56.534307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] Checking router: ae1c6a40-530d-453b-ab89-21d1a2f9f587 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:56.554622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:56.555014 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.579293 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a63e018-80ef-4b80-ab6e-9f66a2d307b1 admin admin] Publish callbacks [] for security_group (86c35b6a-90f5-4068-8e8a-e15f968c1130), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.581449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] Routers {'ae1c6a40-530d-453b-ab89-21d1a2f9f587'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:56.582116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cd4550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:56.594413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.623350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a63e018-80ef-4b80-ab6e-9f66a2d307b1 admin admin] Publish callbacks [] for security_group (86c35b6a-90f5-4068-8e8a-e15f968c1130), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.714074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.718597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (ae1c6a40-530d-453b-ab89-21d1a2f9f587), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.777542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.830166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:56.833933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:56.842030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:38:56.845714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a63e018-80ef-4b80-ab6e-9f66a2d307b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (86c35b6a-90f5-4068-8e8a-e15f968c1130), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.849823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a63e018-80ef-4b80-ab6e-9f66a2d307b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.855147 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a63e018-80ef-4b80-ab6e-9f66a2d307b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86c35b6a-90f5-4068-8e8a-e15f968c1130 HTTP/1.1" status: 204  len: 168 time: 0.3606293
May 14 21:38:56.873474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] Set router ae1c6a40-530d-453b-ab89-21d1a2f9f587 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:56.876314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,segment=NetworkSegment(13fd61e4-1822-4cf7-99e1-2d8010461b1c),segment_id=13fd61e4-1822-4cf7-99e1-2d8010461b1c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:56.892556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (ae1c6a40-530d-453b-ab89-21d1a2f9f587), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.893197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router ae1c6a40-530d-453b-ab89-21d1a2f9f587 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:38:56.906387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:56.907267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-52afbf72-0799-4104-ac86-20d797faad3e tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 204  len: 168 time: 0.6563716
May 14 21:38:56.912656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59748) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:56.913164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63e018-80ef-4b80-ab6e-9f66a2d307b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c35b6a-90f5-4068-8e8a-e15f968c1130,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:56.919461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=0b143bbb-4248-4d12-9990-e94b52227fd2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:56.921435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-740004429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:56.933981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cd4550>, [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:52Z', 'revision_number': 11, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:56.954587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:56.956357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.305567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2194db0-95d3-40bc-a64b-25595b0b9c80 None None] The sync data for ids ['ae1c6a40-530d-453b-ab89-21d1a2f9f587'] in ncdv-master-1 is: [{'id': 'ae1c6a40-530d-453b-ab89-21d1a2f9f587', 'name': 'tempest-RoutersTest-router-1610101825', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:37:50Z', 'updated_at': '2022-05-14T21:38:52Z', 'revision_number': 11, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:57.308315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.308951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.309684 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.309988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-afde3768-2e34-41cb-b55f-47dcf7bd6533 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.4968877
May 14 21:38:57.309988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59756) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:57.310169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:57.310503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:57.310670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.310670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:57.310670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.310670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:57.310670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14ed3c-4688-4302-8805-2e50b62fd3ea None None] Pushing event updated for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:57.311126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (b0d7289e-1829-4b15-9d95-8fc5a432a347), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.311714 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:38:57.311714 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:38:57.311714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-585a8658-25d9-4ad0-b3f1-f0bb30bbc312 None None] Provisioning complete for port 0b143bbb-4248-4d12-9990-e94b52227fd2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:57.311714 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-585a8658-25d9-4ad0-b3f1-f0bb30bbc312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.340184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-585a8658-25d9-4ad0-b3f1-f0bb30bbc312 None None] Port 0b143bbb-4248-4d12-9990-e94b52227fd2 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:38:57.429804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.466622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:57.470359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.550978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.553078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bbbcf301-3f62-428e-9a41-92f968380be0 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6404269
May 14 21:38:57.555644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:57.562707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:57.584117 ncdv-master-1 neutron-server[115780]: INFO neutron.db.ipam_backend_mixin [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 56df5bc2-48a0-4f44-9f19-30ed47f7216c (CIDR: 172.20.0.0/28)
May 14 21:38:57.621831 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:38:57.623236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:57.708966 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-27ebb2e8-1070-4aee-b7f4-f5995187bc6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6455355
May 14 21:38:57.709217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:57.714165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:57.765108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:57.806491 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.890099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:57.961274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:38:57.966072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:58.200355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:38:58.264843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:38:58.266847 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:58.327881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:58.436933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:38:58.470798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (e05ecee3-4f0e-4878-975b-7e6c27da1d3e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:58.519498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Router b0d7289e-1829-4b15-9d95-8fc5a432a347 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:38:58.550380 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:38:58.557810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:38:58.569164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:38:58.570876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:58.572542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8792922f-e291-40d1-b5f9-e0426c54635d None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:38:58.601909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=e05ecee3-4f0e-4878-975b-7e6c27da1d3e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:38:58.633208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:38:58.641834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:58.643070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-221d5d21-97d5-4237-9208-9cca6b12eef5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "PUT /v2.0/routers/b0d7289e-1829-4b15-9d95-8fc5a432a347 HTTP/1.1" status: 200  len: 693 time: 1.0857401
May 14 21:38:58.650276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59812) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:58.655558 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] Sync routers for ids ['b0d7289e-1829-4b15-9d95-8fc5a432a347'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:38:58.664246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-72e85eeb-a826-4e1b-9330-1b2ef7c689f6 tempest-ServiceProvidersTest-1794311260 tempest-ServiceProvidersTest-1794311260-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3350294
May 14 21:38:58.679363 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] Routers {'b0d7289e-1829-4b15-9d95-8fc5a432a347'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:58.680112 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f15af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b0d7289e-1829-4b15-9d95-8fc5a432a347'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:58.745465 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5c6dccec-16ed-471b-ad57-9992cd7606da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.0351520
May 14 21:38:58.748489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:58.755446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5b710542-e424-48a0-b99a-4e79621484d5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/routers/b0d7289e-1829-4b15-9d95-8fc5a432a347 HTTP/1.1" status: 200  len: 699 time: 0.1083076
May 14 21:38:58.757940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59820) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:58.761272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-738243372', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e05ecee3-4f0e-4878-975b-7e6c27da1d3e'}], 'security_groups': ['b536c644-1c12-4edc-b195-d98612416e53']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:38:58.826566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cbd33199-a0a5-4418-bdb0-f5d3db9c0167 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0d7289e-1829-4b15-9d95-8fc5a432a347 HTTP/1.1" status: 200  len: 205 time: 0.0628729
May 14 21:38:58.836157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59828) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:58.897294 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] Set router b0d7289e-1829-4b15-9d95-8fc5a432a347 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:58.931511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] Update dhcp port {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'fixed_ips': [{'subnet_id': '56df5bc2-48a0-4f44-9f19-30ed47f7216c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e05ecee3-4f0e-4878-975b-7e6c27da1d3e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b0d1abac-c977-4e2e-8ae0-c4d85fd11f56'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:38:58.978618 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f15af0>, [{'id': 'b0d7289e-1829-4b15-9d95-8fc5a432a347', 'name': 'tempest-RoutersTest-router-740004429', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:38:57Z', 'updated_at': '2022-05-14T21:38:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:58.990936 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.002513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.010213 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] Checking router: b0d7289e-1829-4b15-9d95-8fc5a432a347 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:38:59.018906 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-59e5d820-823f-4c82-ba5c-df31bfecf9a4 req-1748c2b5-6813-431b-bcb5-bd9a07099110 tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.1799812
May 14 21:38:59.019562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] Routers {'b0d7289e-1829-4b15-9d95-8fc5a432a347'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:38:59.020599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f15af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:38:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b0d7289e-1829-4b15-9d95-8fc5a432a347'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:59.047212 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.115643 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] Set router b0d7289e-1829-4b15-9d95-8fc5a432a347 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:38:59.239937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.243985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router_controller (b0d7289e-1829-4b15-9d95-8fc5a432a347), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.354426 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f15af0>, [{'id': 'b0d7289e-1829-4b15-9d95-8fc5a432a347', 'name': 'tempest-RoutersTest-router-740004429', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:38:57Z', 'updated_at': '2022-05-14T21:38:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:38:59.354630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] Allocated IP 172.20.0.18 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/e05ecee3-4f0e-4878-975b-7e6c27da1d3e/b0d1abac-c977-4e2e-8ae0-c4d85fd11f56) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:38:59.388830 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f74dd-41e8-4373-b3e2-b4eed609c4b8 None None] The sync data for ids ['b0d7289e-1829-4b15-9d95-8fc5a432a347'] in ncdv-master-1 is: [{'id': 'b0d7289e-1829-4b15-9d95-8fc5a432a347', 'name': 'tempest-RoutersTest-router-740004429', 'tenant_id': '67c41a850dc04e9da422be7688c38925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:38:57Z', 'updated_at': '2022-05-14T21:38:57Z', 'revision_number': 2, 'project_id': '67c41a850dc04e9da422be7688c38925', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:38:59.451220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b0d7289e-1829-4b15-9d95-8fc5a432a347), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.451407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Fanout notify agent at l3_agent the message router_deleted on router b0d7289e-1829-4b15-9d95-8fc5a432a347 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:38:59.458810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.465384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-39004302-079e-4431-a08d-485c9e5b748b tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/b0d7289e-1829-4b15-9d95-8fc5a432a347 HTTP/1.1" status: 204  len: 168 time: 0.6272345
May 14 21:38:59.467015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59842) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.546680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7073687-2674-4c1a-99f6-fe922d192b5f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0d7289e-1829-4b15-9d95-8fc5a432a347 HTTP/1.1" status: 200  len: 205 time: 0.0763969
May 14 21:38:59.551043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59848) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.633730 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-80452003-db77-45e2-be99-67324b3f5751 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:38:59.641542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80452003-db77-45e2-be99-67324b3f5751 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/b0d7289e-1829-4b15-9d95-8fc5a432a347 HTTP/1.1" status: 404  len: 336 time: 0.0861099
May 14 21:38:59.645349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59854) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.663327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59858) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.671057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,segment=NetworkSegment(13fd61e4-1822-4cf7-99e1-2d8010461b1c),segment_id=13fd61e4-1822-4cf7-99e1-2d8010461b1c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:38:59.721438 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f703608c-a4ee-4dba-a89a-b6958f62d495 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:59.725120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f703608c-a4ee-4dba-a89a-b6958f62d495 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:59.729644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f703608c-a4ee-4dba-a89a-b6958f62d495 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/c1395bfe-6627-4c42-8346-cc1dabf84c0e HTTP/1.1" status: 404  len: 337 time: 0.0829482
May 14 21:38:59.733875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59868) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.754311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] Publish callbacks [] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.841881 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd138825-a9b8-463c-ab8f-0f3a174039ec tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:59.841881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd138825-a9b8-463c-ab8f-0f3a174039ec tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:59.841881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dd138825-a9b8-463c-ab8f-0f3a174039ec tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/7088ae2a-d3fd-4ad6-a70a-ddd17339b371 HTTP/1.1" status: 404  len: 337 time: 0.0973039
May 14 21:38:59.841881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59874) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.882186 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c72f47c-095c-4348-8b56-6a59ffb0fed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:59.882653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c72f47c-095c-4348-8b56-6a59ffb0fed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:59.885838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c72f47c-095c-4348-8b56-6a59ffb0fed5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/73d3db0f-c1bb-4dba-96af-c7abcb24e925 HTTP/1.1" status: 404  len: 337 time: 0.0486119
May 14 21:38:59.889393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59878) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.889992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.949378 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b06ab0d-b7e7-477a-8ed2-86b4ad30aea5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:38:59.956150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b06ab0d-b7e7-477a-8ed2-86b4ad30aea5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:38:59.956150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b06ab0d-b7e7-477a-8ed2-86b4ad30aea5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/dceeb82e-6425-4878-a741-aeca608614ce HTTP/1.1" status: 404  len: 337 time: 0.0627615
May 14 21:38:59.956150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6848e36c-0650-4994-af9d-03bf5e269eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:38:59.956462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59884) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:38:59.992894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-91ba841f-c3f7-4888-92ae-00dc5b7423f1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 200  len: 205 time: 0.0332677
May 14 21:38:59.995970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59886) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.055228 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-11da3a94-59b2-414e-bbc1-ca457151b308 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:39:00.056453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-11da3a94-59b2-414e-bbc1-ca457151b308 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/ae1c6a40-530d-453b-ab89-21d1a2f9f587 HTTP/1.1" status: 404  len: 336 time: 0.0593312
May 14 21:39:00.060041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.089052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c5378-6b74-4d96-aa04-8504cd0fc1a4 None None] Pushing event updated for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:00.103793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c4cacbb5-a9cc-46a6-9f92-bc5ed5d6a217 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ca85100-3ca0-4031-99b2-d2cf60829d38 HTTP/1.1" status: 200  len: 205 time: 0.0424044
May 14 21:39:00.108769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59896) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.167989 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-ad85a7f2-2eb4-4cf1-88c8-91beb6b65a6a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:39:00.169504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ad85a7f2-2eb4-4cf1-88c8-91beb6b65a6a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/0ca85100-3ca0-4031-99b2-d2cf60829d38 HTTP/1.1" status: 404  len: 336 time: 0.0611739
May 14 21:39:00.190974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59900) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.329379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5bd7e7e5-120b-48c4-87ad-f4d7057a0eff req-7e262070-8768-4522-9cb5-956a47b940bb tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.1661518
May 14 21:39:00.330347 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2f4b95-dcc8-4fdc-968b-4afaa79c08e5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:00.330800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2f4b95-dcc8-4fdc-968b-4afaa79c08e5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:00.340718 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ea2f4b95-dcc8-4fdc-968b-4afaa79c08e5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/fdc82014-7d94-470b-a098-e69e44ba12e9 HTTP/1.1" status: 404  len: 337 time: 0.1488557
May 14 21:39:00.347132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59906) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.448963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0a14d874-b284-44af-ada0-711a26e13e99 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 200  len: 205 time: 0.0980346
May 14 21:39:00.451142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59914) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.482788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Delete allocated IP 172.20.0.11 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/56df5bc2-48a0-4f44-9f19-30ed47f7216c) {{(pid=115780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 14 21:39:00.500957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.25 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/e05ecee3-4f0e-4878-975b-7e6c27da1d3e/0b143bbb-4248-4d12-9990-e94b52227fd2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:00.529100 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-b095785b-9674-4589-aa37-106ef5557fdc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:39:00.532830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b095785b-9674-4589-aa37-106ef5557fdc tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/5b99ccad-f84f-4c8b-ab0c-5b2feb4cc8d5 HTTP/1.1" status: 404  len: 336 time: 0.0780907
May 14 21:39:00.536907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59920) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.596383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ec5d3b40-6d9a-4568-8617-fd9e60125bf5 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=42461dcf-61a8-4610-a105-1b8eeae9e556 HTTP/1.1" status: 200  len: 205 time: 0.0524907
May 14 21:39:00.597860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59922) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.676146 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-449b20bb-eedc-420b-a8bb-851afbed9744 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:39:00.680610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-449b20bb-eedc-420b-a8bb-851afbed9744 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/42461dcf-61a8-4610-a105-1b8eeae9e556 HTTP/1.1" status: 404  len: 336 time: 0.0817399
May 14 21:39:00.684868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.699876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6848e36c-0650-4994-af9d-03bf5e269eee admin admin] Publish callbacks [] for security_group (0c2d077a-1b22-491b-9420-8f05db820f5a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:00.730329 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e138a817-a8f2-4b13-867e-103c8e702c8f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:00.731054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e138a817-a8f2-4b13-867e-103c8e702c8f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:00.739944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e138a817-a8f2-4b13-867e-103c8e702c8f tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/75262127-72b2-474b-b7fc-97f4deb3a32d HTTP/1.1" status: 404  len: 337 time: 0.0529587
May 14 21:39:00.744316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59936) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.798667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-91946e43-3770-4e1c-a74d-2fda5f55bf61 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=502556d6-5f87-4168-a5f5-78326025b2d5 HTTP/1.1" status: 200  len: 205 time: 0.0526640
May 14 21:39:00.799629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59938) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.817862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:00.848038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6848e36c-0650-4994-af9d-03bf5e269eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0c2d077a-1b22-491b-9420-8f05db820f5a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:00.850880 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-f576db69-4baa-4432-a224-84e953163332 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:39:00.854711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59940) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.855458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f576db69-4baa-4432-a224-84e953163332 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/502556d6-5f87-4168-a5f5-78326025b2d5 HTTP/1.1" status: 404  len: 336 time: 0.0545158
May 14 21:39:00.884262 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b745ebc-2bb6-437f-a465-41d3f6e0d66a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:00.884722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b745ebc-2bb6-437f-a465-41d3f6e0d66a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:00.887745 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4b745ebc-2bb6-437f-a465-41d3f6e0d66a tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/13143a45-4f20-4a53-89ea-524eb76fe712 HTTP/1.1" status: 404  len: 337 time: 0.0319462
May 14 21:39:00.890637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59942) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.909360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6848e36c-0650-4994-af9d-03bf5e269eee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a28b6be80dd47e6b3bffe9fa943bd64&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2399416
May 14 21:39:00.909360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848e36c-0650-4994-af9d-03bf5e269eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2d077a-1b22-491b-9420-8f05db820f5a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:00.910186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 59944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:00.941269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-595d060c-8d68-42e1-9e27-160a78497778 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "GET /v2.0/ports?device_id=195c28d8-8f74-4798-b2bc-25bc511e1da1 HTTP/1.1" status: 200  len: 205 time: 0.0495303
May 14 21:39:00.944592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:01.002102 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-c4cb4774-b7e6-4c82-89c9-3f096f324fd3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] delete failed (client error): The resource could not be found.
May 14 21:39:01.003457 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4cb4774-b7e6-4c82-89c9-3f096f324fd3 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/routers/195c28d8-8f74-4798-b2bc-25bc511e1da1 HTTP/1.1" status: 404  len: 336 time: 0.0575938
May 14 21:39:01.004408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.006032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59956) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:01.088825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4dc86897-ae80-44a3-ac7c-be86c2c4974b admin admin] Publish callbacks [] for security_group (0c2d077a-1b22-491b-9420-8f05db820f5a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.129429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4dc86897-ae80-44a3-ac7c-be86c2c4974b admin admin] Publish callbacks [] for security_group (0c2d077a-1b22-491b-9420-8f05db820f5a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.140331 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a65196-74e1-4fca-89e1-450717cc31ab tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:01.140789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a65196-74e1-4fca-89e1-450717cc31ab tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:01.146404 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a7a65196-74e1-4fca-89e1-450717cc31ab tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/35adeca8-43b8-4178-8e5a-e12b3ce10062 HTTP/1.1" status: 404  len: 337 time: 0.1368749
May 14 21:39:01.159873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59968) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:01.218605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:01.219636 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.253674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=0b143bbb-4248-4d12-9990-e94b52227fd2,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:01.268409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:01.279417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Provisioning complete for port 0b143bbb-4248-4d12-9990-e94b52227fd2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:01.279826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.284316 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-53df2900-a9eb-479b-b549-8eb7832811e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:01.284879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53df2900-a9eb-479b-b549-8eb7832811e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:01.298893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53df2900-a9eb-479b-b549-8eb7832811e1 tempest-RoutersTest-20130272 tempest-RoutersTest-20130272-project] 10.222.0.52 "DELETE /v2.0/subnets/f4fd9c01-a8e5-43a9-99ff-179a569dc9a9 HTTP/1.1" status: 404  len: 337 time: 0.0794818
May 14 21:39:01.327994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] In _notify_port_updated(), no bound segment for port 0b143bbb-4248-4d12-9990-e94b52227fd2 on network d3cd29db-9c9c-4931-9c66-df8d0a66caed {{(pid=115780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:39:01.330708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Port 0b143bbb-4248-4d12-9990-e94b52227fd2 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:01.334169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:01.334997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.339050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1233ee4f-d38e-4a21-b7f6-318ecb356c6e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/ports/0b143bbb-4248-4d12-9990-e94b52227fd2 HTTP/1.1" status: 200  len: 920 time: 2.5871730
May 14 21:39:01.339200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:01.339279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 59976) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:01.339382 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.372467 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4dc86897-ae80-44a3-ac7c-be86c2c4974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0c2d077a-1b22-491b-9420-8f05db820f5a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.375350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4dc86897-ae80-44a3-ac7c-be86c2c4974b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.376967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4dc86897-ae80-44a3-ac7c-be86c2c4974b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c2d077a-1b22-491b-9420-8f05db820f5a HTTP/1.1" status: 204  len: 168 time: 0.4654207
May 14 21:39:01.391665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc86897-ae80-44a3-ac7c-be86c2c4974b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2d077a-1b22-491b-9420-8f05db820f5a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:01.503965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-897bc99f-91ea-43e6-854d-dd7b746e41a6 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:01.531209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 0b143bbb-4248-4d12-9990-e94b52227fd2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:01.531727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.535862 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b7a5561b-8bd4-4cd3-b7c7-e0d0bd17507e req-6e4114ef-7b3a-4267-9b77-469c32580422 tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0492985
May 14 21:39:01.651253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.665114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 0b143bbb-4248-4d12-9990-e94b52227fd2 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:01.825456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ec0869f2-2e3c-4011-9a81-3481fba51e23 None None] Provisioning complete for port 0b143bbb-4248-4d12-9990-e94b52227fd2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:01.825706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec0869f2-2e3c-4011-9a81-3481fba51e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.860131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ec0869f2-2e3c-4011-9a81-3481fba51e23 None None] Port 0b143bbb-4248-4d12-9990-e94b52227fd2 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:01.909100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0b143bbb-4248-4d12-9990-e94b52227fd2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:01.950937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=0b143bbb-4248-4d12-9990-e94b52227fd2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:01.997161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60000) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.089242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.099430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60008) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.099727 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e915d2c9-da1b-491e-90a5-f0dc8d91f409 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/0b143bbb-4248-4d12-9990-e94b52227fd2 HTTP/1.1" status: 204  len: 168 time: 0.7557290
May 14 21:39:02.161713 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0a0733-e133-4028-9811-38998d3b5e1d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:39:02.163904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8b0a0733-e133-4028-9811-38998d3b5e1d tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/0b143bbb-4248-4d12-9990-e94b52227fd2 HTTP/1.1" status: 404  len: 333 time: 0.0650301
May 14 21:39:02.165877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.177016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.216664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:02.238819 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66ad1bd2-826b-4e63-b9b1-1f1db153590b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (dbabaf8c-c916-47b6-ace1-85f78957d9d3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.299042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66ad1bd2-826b-4e63-b9b1-1f1db153590b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (dbabaf8c-c916-47b6-ace1-85f78957d9d3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.309110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e8022a77-dd8f-4acd-b0a0-5c3b3b19c4df tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1284099347'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:02.312107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e8022a77-dd8f-4acd-b0a0-5c3b3b19c4df tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Unknown quota resources ['metering_label']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:39:02.338743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:02.339619 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.344517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-220aa872-cd6d-4bd0-a446-6bfe6f5c0426 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67c41a850dc04e9da422be7688c38925&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3497665
May 14 21:39:02.345334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60022) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.410146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-327f985b-3eee-4eb8-b6dd-8250b9605ed6 admin admin] Publish callbacks [] for security_group (1d2ffc95-6c7b-4b52-9df0-86253da2763a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.432099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:02.437569 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-327f985b-3eee-4eb8-b6dd-8250b9605ed6 admin admin] Publish callbacks [] for security_group (1d2ffc95-6c7b-4b52-9df0-86253da2763a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.504443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66ad1bd2-826b-4e63-b9b1-1f1db153590b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dbabaf8c-c916-47b6-ace1-85f78957d9d3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.507020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66ad1bd2-826b-4e63-b9b1-1f1db153590b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.510712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-66ad1bd2-826b-4e63-b9b1-1f1db153590b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/security-groups/dbabaf8c-c916-47b6-ace1-85f78957d9d3 HTTP/1.1" status: 204  len: 168 time: 0.3411815
May 14 21:39:02.511374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60026) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.525444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad1bd2-826b-4e63-b9b1-1f1db153590b tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbabaf8c-c916-47b6-ace1-85f78957d9d3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:02.582961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-327f985b-3eee-4eb8-b6dd-8250b9605ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1d2ffc95-6c7b-4b52-9df0-86253da2763a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.585668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-327f985b-3eee-4eb8-b6dd-8250b9605ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.589408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-327f985b-3eee-4eb8-b6dd-8250b9605ed6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d2ffc95-6c7b-4b52-9df0-86253da2763a HTTP/1.1" status: 204  len: 168 time: 0.2357914
May 14 21:39:02.592840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b6289c-7053-4cff-ba28-b3cbb5c897b3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (b536c644-1c12-4edc-b195-d98612416e53), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.601553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f985b-3eee-4eb8-b6dd-8250b9605ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ffc95-6c7b-4b52-9df0-86253da2763a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:02.623063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b6289c-7053-4cff-ba28-b3cbb5c897b3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (b536c644-1c12-4edc-b195-d98612416e53), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.674150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8022a77-dd8f-4acd-b0a0-5c3b3b19c4df tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.675556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8022a77-dd8f-4acd-b0a0-5c3b3b19c4df tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4964445
May 14 21:39:02.678424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.682890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f978f6e7-8492-4891-ad08-b71287b7d63a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3b6ff055-77ee-4d46-8a54-4d831c498b89'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:02.683791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f978f6e7-8492-4891-ad08-b71287b7d63a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:39:02.694216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f02413f-10b8-49e9-931b-02a3214642c0 req-32a026e5-5e7a-403e-8394-5cd02ad571aa tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0430131
May 14 21:39:02.772813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b6289c-7053-4cff-ba28-b3cbb5c897b3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b536c644-1c12-4edc-b195-d98612416e53), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.776415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b6289c-7053-4cff-ba28-b3cbb5c897b3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.782513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60040) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:02.783383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17b6289c-7053-4cff-ba28-b3cbb5c897b3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/security-groups/b536c644-1c12-4edc-b195-d98612416e53 HTTP/1.1" status: 204  len: 168 time: 0.2709806
May 14 21:39:02.797246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6289c-7053-4cff-ba28-b3cbb5c897b3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b536c644-1c12-4edc-b195-d98612416e53,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:02.838197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 56df5bc2-48a0-4f44-9f19-30ed47f7216c {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:02.841978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (56df5bc2-48a0-4f44-9f19-30ed47f7216c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:02.863447 ncdv-master-1 neutron-server[115780]: WARNING neutron.services.metering.metering_plugin [None req-f978f6e7-8492-4891-ad08-b71287b7d63a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 14 21:39:03.015765 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (56df5bc2-48a0-4f44-9f19-30ed47f7216c), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.020807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f978f6e7-8492-4891-ad08-b71287b7d63a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.024851 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f978f6e7-8492-4891-ad08-b71287b7d63a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3424809
May 14 21:39:03.025946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60046) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.031417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5cadabae-99a7-46dc-95ad-fff77c9ad24c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3b6ff055-77ee-4d46-8a54-4d831c498b89'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:03.032655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5cadabae-99a7-46dc-95ad-fff77c9ad24c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115781) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:39:03.103113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.128613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (56df5bc2-48a0-4f44-9f19-30ed47f7216c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.221545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-82e1786e-6add-4874-ac17-4c607278d742 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2017425762', 'prefixes': ['172.20.0.0/16']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:03.228648 ncdv-master-1 neutron-server[115781]: WARNING neutron.services.metering.metering_plugin [None req-5cadabae-99a7-46dc-95ad-fff77c9ad24c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 14 21:39:03.264550 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (56df5bc2-48a0-4f44-9f19-30ed47f7216c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.310903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=56df5bc2-48a0-4f44-9f19-30ed47f7216c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:03.310903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.310903 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d523d24-0cf0-4449-98b0-b4272affccc7 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/56df5bc2-48a0-4f44-9f19-30ed47f7216c HTTP/1.1" status: 204  len: 168 time: 0.5231245
May 14 21:39:03.311101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60066) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.316160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:03.321321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3ff25-2c7a-4595-8500-5d71c7ee65ee None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:03.423598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5cadabae-99a7-46dc-95ad-fff77c9ad24c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.426154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5cadabae-99a7-46dc-95ad-fff77c9ad24c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3986771
May 14 21:39:03.430841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60068) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.441983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-825cd8e4-fe21-46e2-b01f-08ae3bf7f12c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=03c87520-9ec6-4b83-a6f3-15c35e1a9a36 HTTP/1.1" status: 200  len: 462 time: 0.0098808
May 14 21:39:03.444750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.581380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82e1786e-6add-4874-ac17-4c607278d742 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.584013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-82e1786e-6add-4874-ac17-4c607278d742 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.4795861
May 14 21:39:03.584776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:03.585655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60078) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.590508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.657680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-499318a1-eb0a-4c3e-9a16-35950d236a4c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:03.661318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-499318a1-eb0a-4c3e-9a16-35950d236a4c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/03c87520-9ec6-4b83-a6f3-15c35e1a9a36 HTTP/1.1" status: 204  len: 168 time: 0.2131431
May 14 21:39:03.664420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60080) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.668528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9ba9d1cb-c8fb-4f42-8621-6aef6a62596a tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] 10.222.0.52 "GET /v2.0/subnetpools/59ede666-3978-4863-8e3a-d7d586921423 HTTP/1.1" status: 200  len: 732 time: 0.0816941
May 14 21:39:03.690119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60082) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.690119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1b301448-e935-475b-9143-f3c2238dbdf6 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1017863898'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:03.708730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ab841b6-47cb-42dc-806e-798c12a95650 req-b6cd6352-dba1-4599-991c-abd4ca9b02e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0669091
May 14 21:39:03.712301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d3ceb692-bb2f-4161-a701-947768909c86 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=03c87520-9ec6-4b83-a6f3-15c35e1a9a36 HTTP/1.1" status: 200  len: 221 time: 0.0472815
May 14 21:39:03.724097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60086) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:03.730535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4d25cb2a-0d73-48c3-8dfa-4d968cb8862a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2010116240', 'description': 'label created by tempest'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:03.731050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4d25cb2a-0d73-48c3-8dfa-4d968cb8862a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Unknown quota resources ['metering_label']. {{(pid=115780) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:39:03.878591 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d2451d33-db3d-4fd6-8dfc-1f5a02473dcf req-d26e3209-091d-4087-aa2b-eab4a23cff8f tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0404310
May 14 21:39:04.039009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1b301448-e935-475b-9143-f3c2238dbdf6 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.042317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1b301448-e935-475b-9143-f3c2238dbdf6 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] 10.222.0.52 "PUT /v2.0/subnetpools/59ede666-3978-4863-8e3a-d7d586921423 HTTP/1.1" status: 200  len: 684 time: 0.3542409
May 14 21:39:04.043136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60112) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.136979 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d25cb2a-0d73-48c3-8dfa-4d968cb8862a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.139634 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d25cb2a-0d73-48c3-8dfa-4d968cb8862a tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.4139364
May 14 21:39:04.141761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60124) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.230989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (34e79bbf-b1f3-4866-be9b-fc3e62321421), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.231724 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e13df098-baf2-4ded-90e6-dfbcdc0d306c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=2fbddb9a-989c-4a90-82f1-d4e04ab5bf65 HTTP/1.1" status: 200  len: 468 time: 0.0889366
May 14 21:39:04.234945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60130) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.271965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:04.275914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:04.282811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:04.283417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.286347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d32e17-d737-4016-9e8f-1cafb574d0cb None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:04.297684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=34e79bbf-b1f3-4866-be9b-fc3e62321421,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:04.308577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-caa3b710-458e-49f4-913a-bb3ca6c743b2 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.318813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-caa3b710-458e-49f4-913a-bb3ca6c743b2 tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] 10.222.0.52 "DELETE /v2.0/subnetpools/59ede666-3978-4863-8e3a-d7d586921423 HTTP/1.1" status: 204  len: 168 time: 0.2654974
May 14 21:39:04.318813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60132) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.349780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-338df09c-d313-4822-a70d-981950ea7ae3 None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:04.350277 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-338df09c-d313-4822-a70d-981950ea7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.401073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-900adfcd-a633-4b8b-8466-5912c41c86b6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0888896
May 14 21:39:04.401775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60136) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.402380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-338df09c-d313-4822-a70d-981950ea7ae3 None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:04.406636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'security_group': {'name': 'tempest-secgroup-284198082'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:04.414127 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-31113cdc-a088-45b6-b890-0a2f2fd6168f tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] show failed (client error): The resource could not be found.
May 14 21:39:04.415533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31113cdc-a088-45b6-b890-0a2f2fd6168f tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] 10.222.0.52 "GET /v2.0/subnetpools/59ede666-3978-4863-8e3a-d7d586921423 HTTP/1.1" status: 404  len: 346 time: 0.1016724
May 14 21:39:04.419428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60140) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.436992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-338df09c-d313-4822-a70d-981950ea7ae3 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:04.437371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-338df09c-d313-4822-a70d-981950ea7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.479671 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-454b2c98-5e80-43f5-bbed-a27b1d14076a tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] delete failed (client error): The resource could not be found.
May 14 21:39:04.480798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-454b2c98-5e80-43f5-bbed-a27b1d14076a tempest-SubnetPoolsTestJSON-644434334 tempest-SubnetPoolsTestJSON-644434334-project] 10.222.0.52 "DELETE /v2.0/subnetpools/59ede666-3978-4863-8e3a-d7d586921423 HTTP/1.1" status: 404  len: 346 time: 0.0601470
May 14 21:39:04.547773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-338df09c-d313-4822-a70d-981950ea7ae3 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:04.555949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.588232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] Update dhcp port {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'fixed_ips': [{'subnet_id': 'e05ecee3-4f0e-4878-975b-7e6c27da1d3e', 'ip_address': '172.20.0.18'}, {'subnet_id': '34e79bbf-b1f3-4866-be9b-fc3e62321421'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b0d1abac-c977-4e2e-8ae0-c4d85fd11f56'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:39:04.616783 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.623915 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (c5257fd7-6ca2-4de3-9e1b-ca467c9e7893), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.648882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-97726dab-86db-47ed-8aad-90f641764924 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.651340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-97726dab-86db-47ed-8aad-90f641764924 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/2fbddb9a-989c-4a90-82f1-d4e04ab5bf65 HTTP/1.1" status: 204  len: 168 time: 0.4148645
May 14 21:39:04.655651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60146) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.668403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c9d5ef6f-6b47-4505-ba9f-527e14cbe31b tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=2fbddb9a-989c-4a90-82f1-d4e04ab5bf65 HTTP/1.1" status: 200  len: 216 time: 0.0114899
May 14 21:39:04.672645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60148) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.681575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1f6cffd-12f0-4363-8b06-b2a655295f8c tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0077808
May 14 21:39:04.686102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60150) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.697529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d1692b58-622b-4c24-a108-56e682e9f407 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0101757
May 14 21:39:04.701312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60152) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.754663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c5257fd7-6ca2-4de3-9e1b-ca467c9e7893), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.767696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-332b4c55-cce2-41ec-8a12-64650ae0cb3d tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/3b6ff055-77ee-4d46-8a54-4d831c498b89 HTTP/1.1" status: 200  len: 473 time: 0.0651999
May 14 21:39:04.773000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60156) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.786434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c3f7e496-f180-466c-935e-a52348fc92c7 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/6db47fa5-7ff4-4403-b5cb-b1efdd65ff71 HTTP/1.1" status: 200  len: 459 time: 0.0109076
May 14 21:39:04.788370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60158) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.812810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5257fd7-6ca2-4de3-9e1b-ca467c9e7893,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:04.876704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:04.879850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d203fab-09f7-491e-8eee-3eb25c5ee3f1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4754701
May 14 21:39:04.880803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60164) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:04.886247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'security_group': {'name': 'tempest-secgroup-289486155'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:04.896403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] Allocated IP 172.20.0.2 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/34e79bbf-b1f3-4866-be9b-fc3e62321421/b0d1abac-c977-4e2e-8ae0-c4d85fd11f56) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:05.046665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08e37a68-96ac-478f-9936-ce4cfe7517fe req-351ccf54-8630-49f3-8a2f-bbbbcd0bd7b2 tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0728569
May 14 21:39:05.051205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,segment=NetworkSegment(13fd61e4-1822-4cf7-99e1-2d8010461b1c),segment_id=13fd61e4-1822-4cf7-99e1-2d8010461b1c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:05.063970 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49e32f34-a59b-4ffa-893f-4f6b81bf87b7 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.067929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60174) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:05.068257 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49e32f34-a59b-4ffa-893f-4f6b81bf87b7 tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/6db47fa5-7ff4-4403-b5cb-b1efdd65ff71 HTTP/1.1" status: 204  len: 168 time: 0.2786045
May 14 21:39:05.069422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.092809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:05.099060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] Publish callbacks [] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.188270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.194237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.263828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.289142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b945c-1d7f-4116-b8e0-4101944d03cb None None] Pushing event updated for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:05.312777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5347336-828e-4984-9f2f-297449c8a3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.345550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:05.418234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5347336-828e-4984-9f2f-297449c8a3a9 admin admin] Publish callbacks [] for security_group (f50f1e33-c7ad-4e73-a7db-60e77c30b446), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.431407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565c2b79-20f2-4e54-982a-be2421d97bcf tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.432578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-565c2b79-20f2-4e54-982a-be2421d97bcf tempest-MeteringIpV6TestJSON-1249832432 tempest-MeteringIpV6TestJSON-1249832432-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/3b6ff055-77ee-4d46-8a54-4d831c498b89 HTTP/1.1" status: 204  len: 168 time: 0.3631411
May 14 21:39:05.478972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.480558 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-48393d50-69eb-4e2d-8749-4c25eec280f2 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5985560
May 14 21:39:05.483346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:05.488036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'security_group': {'name': 'tempest-secgroup-1320852647'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:05.532627 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c5347336-828e-4984-9f2f-297449c8a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f50f1e33-c7ad-4e73-a7db-60e77c30b446), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.577123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5347336-828e-4984-9f2f-297449c8a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50f1e33-c7ad-4e73-a7db-60e77c30b446,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:05.581534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c5347336-828e-4984-9f2f-297449c8a3a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a037f5371734a5ea7990a70cf28a823&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4877539
May 14 21:39:05.584269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60194) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:05.598942 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.673987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e57ce8c3-a989-4d00-a18d-d0addc026fb4 admin admin] Publish callbacks [] for security_group (f50f1e33-c7ad-4e73-a7db-60e77c30b446), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.707835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e57ce8c3-a989-4d00-a18d-d0addc026fb4 admin admin] Publish callbacks [] for security_group (f50f1e33-c7ad-4e73-a7db-60e77c30b446), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.736667 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (07861129-e154-45c8-81c5-c64def528fc4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.880800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (07861129-e154-45c8-81c5-c64def528fc4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.888151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:05.917027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07861129-e154-45c8-81c5-c64def528fc4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:05.927733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e57ce8c3-a989-4d00-a18d-d0addc026fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f50f1e33-c7ad-4e73-a7db-60e77c30b446), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.932884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e57ce8c3-a989-4d00-a18d-d0addc026fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:05.934345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e57ce8c3-a989-4d00-a18d-d0addc026fb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f50f1e33-c7ad-4e73-a7db-60e77c30b446 HTTP/1.1" status: 204  len: 168 time: 0.3491321
May 14 21:39:05.946925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ce8c3-a989-4d00-a18d-d0addc026fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50f1e33-c7ad-4e73-a7db-60e77c30b446,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:05.981968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fc947b59-16b0-4e3a-a25e-50b3b90b3cc9 None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:05.983135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc947b59-16b0-4e3a-a25e-50b3b90b3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.014450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.018181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e2acf81f-538d-4431-b787-cf37dfe64b6c tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.5312052
May 14 21:39:06.018629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60208) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:06.025072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1333414184', 'security_groups': ['07861129-e154-45c8-81c5-c64def528fc4'], 'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '34e79bbf-b1f3-4866-be9b-fc3e62321421'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:06.031603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fc947b59-16b0-4e3a-a25e-50b3b90b3cc9 None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:06.042336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fc947b59-16b0-4e3a-a25e-50b3b90b3cc9 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:06.043010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc947b59-16b0-4e3a-a25e-50b3b90b3cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.073052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e774b03f-d782-42cd-b7d7-8135157cc9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.096337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60212) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:06.170451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fc947b59-16b0-4e3a-a25e-50b3b90b3cc9 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:06.204738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:06.224809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32d7f111-bd48-499b-bd33-eac93680a3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.229719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-def13c12-6ffb-4d09-89ad-205e55503a20 req-675f6c3d-c7bd-4da3-836f-19d51669c197 tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0475824
May 14 21:39:06.311005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:06.311625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.320992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e774b03f-d782-42cd-b7d7-8135157cc9f1 admin admin] Publish callbacks [] for security_group (e963800b-c141-4ccb-a9b9-21ee8e7e4c7d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.345115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32d7f111-bd48-499b-bd33-eac93680a3f8 admin admin] Publish callbacks [] for security_group (8b9a33fb-654e-43d7-ba29-5a509ca22d31), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.372733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:06.400869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:06.435584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32d7f111-bd48-499b-bd33-eac93680a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8b9a33fb-654e-43d7-ba29-5a509ca22d31), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.457795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e774b03f-d782-42cd-b7d7-8135157cc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e963800b-c141-4ccb-a9b9-21ee8e7e4c7d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.482617 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-32d7f111-bd48-499b-bd33-eac93680a3f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9350e2c35f4d4b61ad11c2c47d0463cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3851721
May 14 21:39:06.485619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:06.508330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7f111-bd48-499b-bd33-eac93680a3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9a33fb-654e-43d7-ba29-5a509ca22d31,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:06.511937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774b03f-d782-42cd-b7d7-8135157cc9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e963800b-c141-4ccb-a9b9-21ee8e7e4c7d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:06.520444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e774b03f-d782-42cd-b7d7-8135157cc9f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af9aa213a6aa4d6c87561c5d09263cd7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6309230
May 14 21:39:06.525142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:06.557836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.580266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2801cae8-402f-4efb-a505-ddebee67ff27 admin admin] Publish callbacks [] for security_group (8b9a33fb-654e-43d7-ba29-5a509ca22d31), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.600724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] device_id is not set on port 32bbf2f8-5024-46db-b19c-1b69f778ab24 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:39:06.611076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2801cae8-402f-4efb-a505-ddebee67ff27 admin admin] Publish callbacks [] for security_group (8b9a33fb-654e-43d7-ba29-5a509ca22d31), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.682463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7702d82-5a7a-4c8c-95aa-333dc9bcd693 admin admin] Publish callbacks [] for security_group (e963800b-c141-4ccb-a9b9-21ee8e7e4c7d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.740956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7702d82-5a7a-4c8c-95aa-333dc9bcd693 admin admin] Publish callbacks [] for security_group (e963800b-c141-4ccb-a9b9-21ee8e7e4c7d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.788920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2801cae8-402f-4efb-a505-ddebee67ff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8b9a33fb-654e-43d7-ba29-5a509ca22d31), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.791652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2801cae8-402f-4efb-a505-ddebee67ff27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.792831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2801cae8-402f-4efb-a505-ddebee67ff27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b9a33fb-654e-43d7-ba29-5a509ca22d31 HTTP/1.1" status: 204  len: 168 time: 0.3051832
May 14 21:39:06.802367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801cae8-402f-4efb-a505-ddebee67ff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9a33fb-654e-43d7-ba29-5a509ca22d31,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:06.831655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.6 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/34e79bbf-b1f3-4866-be9b-fc3e62321421/32bbf2f8-5024-46db-b19c-1b69f778ab24) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:06.938313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7702d82-5a7a-4c8c-95aa-333dc9bcd693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e963800b-c141-4ccb-a9b9-21ee8e7e4c7d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.940888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f7702d82-5a7a-4c8c-95aa-333dc9bcd693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:06.944477 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f7702d82-5a7a-4c8c-95aa-333dc9bcd693 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e963800b-c141-4ccb-a9b9-21ee8e7e4c7d HTTP/1.1" status: 204  len: 168 time: 0.4154637
May 14 21:39:06.959011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7702d82-5a7a-4c8c-95aa-333dc9bcd693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e963800b-c141-4ccb-a9b9-21ee8e7e4c7d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:07.002811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.130968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.176867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:07.179969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:07.184815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:07.219150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=32bbf2f8-5024-46db-b19c-1b69f778ab24,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:07.258550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:07.259198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.420913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-10710adf-a46c-4f96-80ac-d0fdd0736f2f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.4010479
May 14 21:39:07.423858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:07.430398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:07.498621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c6e0a37f-1699-4a96-9d7f-fc8ac5a87c0c None None] Provisioning complete for port 32bbf2f8-5024-46db-b19c-1b69f778ab24 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:07.506610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6e0a37f-1699-4a96-9d7f-fc8ac5a87c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.553128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0a37f-1699-4a96-9d7f-fc8ac5a87c0c None None] Port 32bbf2f8-5024-46db-b19c-1b69f778ab24 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:07.592381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47877306-f933-4790-b7f6-7746a568c4bc req-8d6878db-ecfe-49c6-ab4a-a2e4ea32cb0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f66f58506884bf29cc157ef4943b9fc&device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0395534
May 14 21:39:07.630464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-843d6b28-5697-4d20-b5a8-052915a60ff1 req-d7892dcf-bf45-4950-b148-e49f76f7627a tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0410318
May 14 21:39:07.639697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60278) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:07.647275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47877306-f933-4790-b7f6-7746a568c4bc req-e94329df-65f2-4e39-9567-a7b099db82f1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f66f58506884bf29cc157ef4943b9fc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271549
May 14 21:39:07.655644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93c33d35-bfcd-44e1-bbb6-419a65660e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.689136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:07.693165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.759922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93c33d35-bfcd-44e1-bbb6-419a65660e10 admin admin] Publish callbacks [] for security_group (347e0080-5eb7-447f-9128-2bf7bf36210a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.822444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47877306-f933-4790-b7f6-7746a568c4bc req-ebc35bd6-08de-46e3-9780-935f7be7b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:07.824037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47877306-f933-4790-b7f6-7746a568c4bc req-ebc35bd6-08de-46e3-9780-935f7be7b928 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1676569
May 14 21:39:07.835201 ncdv-master-1 neutron-server[115781]: INFO neutron.db.ipam_backend_mixin [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 34e79bbf-b1f3-4866-be9b-fc3e62321421 (CIDR: 172.20.0.0/28)
May 14 21:39:07.841010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-93c33d35-bfcd-44e1-bbb6-419a65660e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (347e0080-5eb7-447f-9128-2bf7bf36210a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.869767 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:07.870314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:07.887797 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-93c33d35-bfcd-44e1-bbb6-419a65660e10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f4f3462818149bebc8e0d9b5217b123&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2459707
May 14 21:39:07.888689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c33d35-bfcd-44e1-bbb6-419a65660e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e0080-5eb7-447f-9128-2bf7bf36210a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:07.890530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60282) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:07.947814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60290) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:07.958690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9588b0bc-326a-48c1-ac80-67032e867f12 admin admin] Publish callbacks [] for security_group (347e0080-5eb7-447f-9128-2bf7bf36210a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.962387 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f509ee92-e4d3-42f9-ac3b-e50a6a179f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.994946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7725ed9f-2c26-422e-b7c6-e9232ab20512 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5695941
May 14 21:39:07.997460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9588b0bc-326a-48c1-ac80-67032e867f12 admin admin] Publish callbacks [] for security_group (347e0080-5eb7-447f-9128-2bf7bf36210a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:07.998182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:08.005010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:08.172601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f509ee92-e4d3-42f9-ac3b-e50a6a179f9b admin admin] Publish callbacks [] for security_group (e052cc49-faea-4fda-aefc-113bd03a2296), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.240211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9588b0bc-326a-48c1-ac80-67032e867f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (347e0080-5eb7-447f-9128-2bf7bf36210a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.242903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9588b0bc-326a-48c1-ac80-67032e867f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.244152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9588b0bc-326a-48c1-ac80-67032e867f12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/347e0080-5eb7-447f-9128-2bf7bf36210a HTTP/1.1" status: 204  len: 168 time: 0.3526249
May 14 21:39:08.254881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588b0bc-326a-48c1-ac80-67032e867f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e0080-5eb7-447f-9128-2bf7bf36210a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:08.275702 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f509ee92-e4d3-42f9-ac3b-e50a6a179f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e052cc49-faea-4fda-aefc-113bd03a2296), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.298293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:08.302683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.350022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f509ee92-e4d3-42f9-ac3b-e50a6a179f9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ef94d21909d4ad8a9f325b15d4b28b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3985186
May 14 21:39:08.350428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:08.395405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509ee92-e4d3-42f9-ac3b-e50a6a179f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e052cc49-faea-4fda-aefc-113bd03a2296,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:08.420687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5813-9a33-41ac-814e-31b4f4aaee23 admin admin] Publish callbacks [] for security_group (e052cc49-faea-4fda-aefc-113bd03a2296), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.442865 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5813-9a33-41ac-814e-31b4f4aaee23 admin admin] Publish callbacks [] for security_group (e052cc49-faea-4fda-aefc-113bd03a2296), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.444702 ncdv-master-1 neutron-server[115780]: INFO neutron.db.ipam_backend_mixin [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e05ecee3-4f0e-4878-975b-7e6c27da1d3e (CIDR: 172.20.0.16/28)
May 14 21:39:08.496230 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:08.497194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:08.571800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5813-9a33-41ac-814e-31b4f4aaee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e052cc49-faea-4fda-aefc-113bd03a2296), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.579133 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe9e5813-9a33-41ac-814e-31b4f4aaee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:08.579133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fe9e5813-9a33-41ac-814e-31b4f4aaee23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e052cc49-faea-4fda-aefc-113bd03a2296 HTTP/1.1" status: 204  len: 168 time: 0.2249131
May 14 21:39:08.585443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e5813-9a33-41ac-814e-31b4f4aaee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e052cc49-faea-4fda-aefc-113bd03a2296,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:08.604701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60318) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:08.605337 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ffa01fb2-eb64-45cc-815a-fec65128cf6f tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.6055942
May 14 21:39:08.614882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'subnet': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:08.757209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a36a03e8-2a8b-4b00-9ccc-0097cda5fbbf req-3f910723-cb95-4d97-9430-1af90ba9b23d tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0323191
May 14 21:39:08.840922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Made reservation on behalf of 166828606cad42a9a9d59436584ad80f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:08.844991 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:09.296204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:09.346114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:09.351040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:09.356554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:09.357635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:09.364115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ae669-e722-49a8-a3d7-901d08bebad3 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:09.385544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Subnet': ['ID=816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:09.510183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b90655e2-4ba7-4df6-9171-09be87951da5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9040279
May 14 21:39:09.513129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60370) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:09.520607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1432544978', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59'}], 'security_groups': ['c5257fd7-6ca2-4de3-9e1b-ca467c9e7893', '6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:09.630962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:09.682933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47877306-f933-4790-b7f6-7746a568c4bc req-e4810c18-b6f0-4898-8c81-97a160196662 tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0326908
May 14 21:39:09.821181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] Update dhcp port {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'fixed_ips': [{'subnet_id': 'e05ecee3-4f0e-4878-975b-7e6c27da1d3e', 'ip_address': '172.20.0.18'}, {'subnet_id': '34e79bbf-b1f3-4866-be9b-fc3e62321421', 'ip_address': '172.20.0.2'}, {'subnet_id': '816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b0d1abac-c977-4e2e-8ae0-c4d85fd11f56'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:39:09.892224 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.142488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] Allocated IP 172.20.0.34 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59/b0d1abac-c977-4e2e-8ae0-c4d85fd11f56) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:10.275026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60410) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:10.283623 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37650914-d68f-4f0f-a85d-0c3374b452f2 req-afaa3be5-72a2-4a27-8949-705d1e0c1179 tempest-ServersAaction247Test-876057235 tempest-ServersAaction247Test-876057235-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b3d922e-65c0-4915-b19d-55c74ca0c5a7 HTTP/1.1" status: 200  len: 210 time: 0.0717793
May 14 21:39:10.314817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,segment=NetworkSegment(13fd61e4-1822-4cf7-99e1-2d8010461b1c),segment_id=13fd61e4-1822-4cf7-99e1-2d8010461b1c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:10.361701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] Publish callbacks [] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.400902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149319466-network', 'tenant_id': '4a127491ec1e4f5f8018a366d4617c86'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:10.405005 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a18ea462-bcc9-4efb-b1cc-b98fb7e2b756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.441427 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.532102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Made reservation on behalf of 4a127491ec1e4f5f8018a366d4617c86 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:10.536078 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.551827 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.646891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-4d1f4567-b0b1-4c70-b0c9-79c9f10a41d8 {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:39:10.648942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ab14f-46ae-4095-af34-0921e27a4ab3 None None] Pushing event updated for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:10.649652 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:39:10.690828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks [] for security_group (000a8eb8-dd74-411e-ba12-fe528dec49a4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.760448 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (000a8eb8-dd74-411e-ba12-fe528dec49a4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.790278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:10.801052 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a8eb8-dd74-411e-ba12-fe528dec49a4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:10.807099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (42a5b27d-de98-4432-a24a-d7659d700219), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.807556 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Added segment 42a5b27d-de98-4432-a24a-d7659d700219 of type vlan for network 94585e92-d6bb-4bca-b3a8-496a2c6800d7
May 14 21:39:10.857587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (94585e92-d6bb-4bca-b3a8-496a2c6800d7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.969779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (94585e92-d6bb-4bca-b3a8-496a2c6800d7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:10.970903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:10.971494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.068592 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7921724
May 14 21:39:11.071692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60444) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:11.079507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Request body: {'subnet': {'network_id': '94585e92-d6bb-4bca-b3a8-496a2c6800d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1149319466-subnet', 'tenant_id': '4a127491ec1e4f5f8018a366d4617c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:11.087903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f772884-7362-468f-b803-77e3e59c7cfc admin admin] Pushing event updated for resources: {'Network': ['ID=94585e92-d6bb-4bca-b3a8-496a2c6800d7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:11.101286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 94585e92-d6bb-4bca-b3a8-496a2c6800d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:11.195166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Made reservation on behalf of 4a127491ec1e4f5f8018a366d4617c86 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:11.198175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.269257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:11.307907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:11.308572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.366622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:11.384473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Provisioning complete for port 32bbf2f8-5024-46db-b19c-1b69f778ab24 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:11.384473 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.436049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Port 32bbf2f8-5024-46db-b19c-1b69f778ab24 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:11.447691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:11.448438 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.485205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60458) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:11.568133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1117893286', 'router:external': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:11.571288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a01d2-d165-46a5-9a43-a935bcb1f0f9 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:11.618909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Delete allocated IP 172.20.0.6 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/34e79bbf-b1f3-4866-be9b-fc3e62321421) {{(pid=115781) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 14 21:39:11.626344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c616cb94-ed6d-429d-8c60-7458ffc5b832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.627653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Allocated IP 172.20.0.42 (d3cd29db-9c9c-4931-9c66-df8d0a66caed/816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59/32bbf2f8-5024-46db-b19c-1b69f778ab24) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:11.654102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Made reservation on behalf of 0e340cdd735347b5b067a6861c828b68 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:11.654488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (81338e4a-b02d-4f73-9e6e-883720d6ef45), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.656646 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.668222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.738162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81338e4a-b02d-4f73-9e6e-883720d6ef45,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:11.762598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c616cb94-ed6d-429d-8c60-7458ffc5b832 admin admin] Publish callbacks [] for security_group (92dc85de-8441-47f8-9497-2827fdbad759), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.792989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for security_group (7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.797162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Checking segment: {'id': '42a5b27d-de98-4432-a24a-d7659d700219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '94585e92-d6bb-4bca-b3a8-496a2c6800d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:11.797524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Network hostable DHCP agents. Network: 94585e92-d6bb-4bca-b3a8-496a2c6800d7, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:11.850111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c616cb94-ed6d-429d-8c60-7458ffc5b832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (92dc85de-8441-47f8-9497-2827fdbad759), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.885859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.886627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.908042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c616cb94-ed6d-429d-8c60-7458ffc5b832 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7e57d85912841ec87fa9d6cdf63b38c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4206541
May 14 21:39:11.910793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616cb94-ed6d-429d-8c60-7458ffc5b832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc85de-8441-47f8-9497-2827fdbad759,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:11.911037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60480) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:11.918596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:11.943317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a78dd70c-fcbb-46eb-8342-714bdddeeb70), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.943718 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Added segment a78dd70c-fcbb-46eb-8342-714bdddeeb70 of type vlan for network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd
May 14 21:39:11.953142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:11.955869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Network 94585e92-d6bb-4bca-b3a8-496a2c6800d7 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:11.956440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:11.969518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.003443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.033994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60484) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:12.079125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 94585e92-d6bb-4bca-b3a8-496a2c6800d7) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:12.089467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7759b4b3-ade9-41db-913c-cb9786e977e8 None None] Network 94585e92-d6bb-4bca-b3a8-496a2c6800d7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:12.094875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:12.095490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.112447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.115181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:12.115181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.119244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event updated for resources: {'Port': ['ID=32bbf2f8-5024-46db-b19c-1b69f778ab24,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:12.138262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1c41905-d14b-46fa-b8da-d96f2a438c0f admin admin] Publish callbacks [] for security_group (92dc85de-8441-47f8-9497-2827fdbad759), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.161066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1c41905-d14b-46fa-b8da-d96f2a438c0f admin admin] Publish callbacks [] for security_group (92dc85de-8441-47f8-9497-2827fdbad759), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.200409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] In _notify_port_updated(), no bound segment for port 32bbf2f8-5024-46db-b19c-1b69f778ab24 on network d3cd29db-9c9c-4931-9c66-df8d0a66caed {{(pid=115781) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 14 21:39:12.205766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:12.206407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.208897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a47f3aa8-b39e-4df4-858b-25305ac53139 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "PUT /v2.0/ports/32bbf2f8-5024-46db-b19c-1b69f778ab24 HTTP/1.1" status: 200  len: 960 time: 2.6940961
May 14 21:39:12.212451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-907dd0a0-db03-4471-8d69-9f175a75ee8a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1389809
May 14 21:39:12.213011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60488) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:12.234084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a68acb00-ced8-4872-99d2-68d50f7105bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.234674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:12.237251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Network': ['ID=a3f48b27-4f69-4ec7-9766-dc4a1ad943fd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:12.260757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42733475-5c9a-4e18-ba31-c3cef6b06d53 None None] Network 94585e92-d6bb-4bca-b3a8-496a2c6800d7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:12.263704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:12.315812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60492) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:12.316369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e012bb46-a0bb-46db-a117-4ac5efa8a096 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.0451040
May 14 21:39:12.323923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'subnet': {'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:12.331644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 32bbf2f8-5024-46db-b19c-1b69f778ab24 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:12.331976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.339805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1c41905-d14b-46fa-b8da-d96f2a438c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (92dc85de-8441-47f8-9497-2827fdbad759), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.344317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f1c41905-d14b-46fa-b8da-d96f2a438c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.345367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f1c41905-d14b-46fa-b8da-d96f2a438c0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92dc85de-8441-47f8-9497-2827fdbad759 HTTP/1.1" status: 204  len: 168 time: 0.4332316
May 14 21:39:12.385668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c41905-d14b-46fa-b8da-d96f2a438c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc85de-8441-47f8-9497-2827fdbad759,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:12.454571 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:39:12.490783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a68acb00-ced8-4872-99d2-68d50f7105bb admin admin] Publish callbacks [] for security_group (c7985a9b-5e35-473a-b0fe-dadf183633c6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.497428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:12.498988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.520478 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.536504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 32bbf2f8-5024-46db-b19c-1b69f778ab24 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:12.552702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Made reservation on behalf of 0e340cdd735347b5b067a6861c828b68 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:12.555416 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.599109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.599326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a68acb00-ced8-4872-99d2-68d50f7105bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c7985a9b-5e35-473a-b0fe-dadf183633c6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.642414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:12.660161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a68acb00-ced8-4872-99d2-68d50f7105bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f66f58506884bf29cc157ef4943b9fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6250374
May 14 21:39:12.661171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68acb00-ced8-4872-99d2-68d50f7105bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7985a9b-5e35-473a-b0fe-dadf183633c6,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:12.674632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60498) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:12.699567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-02355b3e-1a3e-4991-af1a-ab055f3af435 None None] Provisioning complete for port 32bbf2f8-5024-46db-b19c-1b69f778ab24 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:12.703238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-02355b3e-1a3e-4991-af1a-ab055f3af435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.742610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-02355b3e-1a3e-4991-af1a-ab055f3af435 None None] Port 32bbf2f8-5024-46db-b19c-1b69f778ab24 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:12.765612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce110d1e-c2e0-42f7-aa3b-810f8ac77c52 admin admin] Publish callbacks [] for security_group (c7985a9b-5e35-473a-b0fe-dadf183633c6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.790228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce110d1e-c2e0-42f7-aa3b-810f8ac77c52 admin admin] Publish callbacks [] for security_group (c7985a9b-5e35-473a-b0fe-dadf183633c6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.873243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (32bbf2f8-5024-46db-b19c-1b69f778ab24), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.906042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=32bbf2f8-5024-46db-b19c-1b69f778ab24,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:12.921941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb2fff25-be74-4549-9406-a8fd9d668ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.948935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce110d1e-c2e0-42f7-aa3b-810f8ac77c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c7985a9b-5e35-473a-b0fe-dadf183633c6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.952353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce110d1e-c2e0-42f7-aa3b-810f8ac77c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:12.953535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ce110d1e-c2e0-42f7-aa3b-810f8ac77c52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7985a9b-5e35-473a-b0fe-dadf183633c6 HTTP/1.1" status: 204  len: 168 time: 0.2758317
May 14 21:39:12.982418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110d1e-c2e0-42f7-aa3b-810f8ac77c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7985a9b-5e35-473a-b0fe-dadf183633c6,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:13.076199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.082662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-62fd2061-50b6-460c-b76c-12bdedd370da tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/32bbf2f8-5024-46db-b19c-1b69f778ab24 HTTP/1.1" status: 204  len: 168 time: 0.8650315
May 14 21:39:13.082883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60514) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.119523 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-458faddb-3fc7-4e3b-b077-843dff06aedc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] GET failed (client error): The resource could not be found.
May 14 21:39:13.120951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-458faddb-3fc7-4e3b-b077-843dff06aedc tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports/32bbf2f8-5024-46db-b19c-1b69f778ab24 HTTP/1.1" status: 404  len: 333 time: 0.0371885
May 14 21:39:13.124760 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60516) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.156292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:39:13.156665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.191644 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6de29f09-0346-4d34-8891-c7fac981bb30 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (07861129-e154-45c8-81c5-c64def528fc4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.216974 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6de29f09-0346-4d34-8891-c7fac981bb30 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (07861129-e154-45c8-81c5-c64def528fc4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.217176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:13.225947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Checking segment: {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:13.226306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network hostable DHCP agents. Network: a3f48b27-4f69-4ec7-9766-dc4a1ad943fd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:13.320324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:13.346919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6de29f09-0346-4d34-8891-c7fac981bb30 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (07861129-e154-45c8-81c5-c64def528fc4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.349707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6de29f09-0346-4d34-8891-c7fac981bb30 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.353378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6de29f09-0346-4d34-8891-c7fac981bb30 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/security-groups/07861129-e154-45c8-81c5-c64def528fc4 HTTP/1.1" status: 204  len: 168 time: 0.2252212
May 14 21:39:13.353772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60520) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.362105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29f09-0346-4d34-8891-c7fac981bb30 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07861129-e154-45c8-81c5-c64def528fc4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:13.424622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3f48b27-4f69-4ec7-9766-dc4a1ad943fd) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:13.429348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:13.430446 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.432699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fc3da7f-d2dd-4066-99a3-127af936d4d0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.437745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60528) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.450824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735d4c96-fd5b-414d-9895-463048627754 None None] Network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:13.471398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fc3da7f-d2dd-4066-99a3-127af936d4d0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.485665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9f773d6-49c3-4991-8339-3fc3f5ee1739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.542028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-407ac9ab-f4dc-4ebf-a397-bdfcdb299df9 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2220426
May 14 21:39:13.542622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60536) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.555311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1119074946', 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:13.603200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c215e8e-57bd-433c-97f2-f609bcfa3abe None None] Network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:13.606640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fc3da7f-d2dd-4066-99a3-127af936d4d0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.609260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9fc3da7f-d2dd-4066-99a3-127af936d4d0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.613201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9fc3da7f-d2dd-4066-99a3-127af936d4d0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/security-groups/6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50 HTTP/1.1" status: 204  len: 168 time: 0.2583389
May 14 21:39:13.613807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60540) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.619561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9f773d6-49c3-4991-8339-3fc3f5ee1739 admin admin] Publish callbacks [] for security_group (94721222-e738-4397-b0fe-66180b3b43f1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.631056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3da7f-d2dd-4066-99a3-127af936d4d0 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec3d9a6-74cb-4035-9ec0-875cd0fb7d50,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:13.662295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Made reservation on behalf of 0e340cdd735347b5b067a6861c828b68 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:13.664761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.690922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9f773d6-49c3-4991-8339-3fc3f5ee1739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (94721222-e738-4397-b0fe-66180b3b43f1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.701786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] device_id is not set on port 3cc272f0-45e1-4693-8d8b-673c73ab15e1 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:39:13.709017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5fe3-7cce-4599-9d59-6ded12a51eee tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (c5257fd7-6ca2-4de3-9e1b-ca467c9e7893), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.771111 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9f773d6-49c3-4991-8339-3fc3f5ee1739 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdee4f45db334af39847f852d7e17771&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3321857
May 14 21:39:13.772187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60550) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.773013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f773d6-49c3-4991-8339-3fc3f5ee1739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94721222-e738-4397-b0fe-66180b3b43f1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:13.815121 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5fe3-7cce-4599-9d59-6ded12a51eee tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (c5257fd7-6ca2-4de3-9e1b-ca467c9e7893), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.840867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.847315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbdf514a-c77a-425a-87a1-c2c3445f8fdc admin admin] Publish callbacks [] for security_group (94721222-e738-4397-b0fe-66180b3b43f1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.879930 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbdf514a-c77a-425a-87a1-c2c3445f8fdc admin admin] Publish callbacks [] for security_group (94721222-e738-4397-b0fe-66180b3b43f1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:13.923009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Allocated IP 172.20.0.14 (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd/e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16/3cc272f0-45e1-4693-8d8b-673c73ab15e1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:13.943879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60556) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:13.948945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125963447-network', 'tenant_id': '10146802122341f4bbfdb0e1f9cd60f5'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:14.005776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5fe3-7cce-4599-9d59-6ded12a51eee tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c5257fd7-6ca2-4de3-9e1b-ca467c9e7893), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.008453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5fe3-7cce-4599-9d59-6ded12a51eee tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.009609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fb8d5fe3-7cce-4599-9d59-6ded12a51eee tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/security-groups/c5257fd7-6ca2-4de3-9e1b-ca467c9e7893 HTTP/1.1" status: 204  len: 168 time: 0.3846169
May 14 21:39:14.012716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60558) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:14.018897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d5fe3-7cce-4599-9d59-6ded12a51eee tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5257fd7-6ca2-4de3-9e1b-ca467c9e7893,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:14.047763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbdf514a-c77a-425a-87a1-c2c3445f8fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (94721222-e738-4397-b0fe-66180b3b43f1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.050373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fbdf514a-c77a-425a-87a1-c2c3445f8fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.051619 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fbdf514a-c77a-425a-87a1-c2c3445f8fdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94721222-e738-4397-b0fe-66180b3b43f1 HTTP/1.1" status: 204  len: 168 time: 0.2736819
May 14 21:39:14.054509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Made reservation on behalf of 10146802122341f4bbfdb0e1f9cd60f5 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:14.059544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.069288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf514a-c77a-425a-87a1-c2c3445f8fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94721222-e738-4397-b0fe-66180b3b43f1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:14.082833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.085502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 34e79bbf-b1f3-4866-be9b-fc3e62321421 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:14.088835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (34e79bbf-b1f3-4866-be9b-fc3e62321421), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.140075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (34e79bbf-b1f3-4866-be9b-fc3e62321421), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.265609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for port (3cc272f0-45e1-4693-8d8b-673c73ab15e1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.291265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks [] for security_group (31a9a0bd-5d4e-4fb7-a02b-006910e2c558), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.373648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (31a9a0bd-5d4e-4fb7-a02b-006910e2c558), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.392670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:14.408856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3cc272f0-45e1-4693-8d8b-673c73ab15e1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.414736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e59ef0e8-2761-4540-9ce2-de18ca44254b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.415639 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Added segment e59ef0e8-2761-4540-9ce2-de18ca44254b of type vlan for network 39bf4f73-762e-4981-96eb-cf86cd03d138
May 14 21:39:14.484199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9a0bd-5d4e-4fb7-a02b-006910e2c558,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:14.530657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:14.536274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc272f0-45e1-4693-8d8b-673c73ab15e1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:14.541352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:14.544557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (39bf4f73-762e-4981-96eb-cf86cd03d138), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.547077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:14.601796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:14.602161 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.604159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (34e79bbf-b1f3-4866-be9b-fc3e62321421), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.707133 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (39bf4f73-762e-4981-96eb-cf86cd03d138), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.708161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:14.708738 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.723382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60582) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:14.760756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3847b412-f8b4-417c-af1c-35009485c67b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 1.2173831
May 14 21:39:14.763924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60586) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:14.820251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (34e79bbf-b1f3-4866-be9b-fc3e62321421), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.822821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] Pushing event updated for resources: {'Network': ['ID=39bf4f73-762e-4981-96eb-cf86cd03d138,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:14.832475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 39bf4f73-762e-4981-96eb-cf86cd03d138 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:14.844943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-83268be8-e182-4e3b-a90a-feb9e4648b87 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.8998861
May 14 21:39:14.847424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60588) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:14.852955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-206176496-network', 'tenant_id': '18722465cc2449ee96995dd0c487479c'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:14.856528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Request body: {'subnet': {'network_id': '39bf4f73-762e-4981-96eb-cf86cd03d138', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125963447-subnet', 'tenant_id': '10146802122341f4bbfdb0e1f9cd60f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:14.903845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b89ad58-ee44-46ca-acef-cf8b5a5dbdc5 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:14.923812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=34e79bbf-b1f3-4866-be9b-fc3e62321421,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:14.930425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:14.935758 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d8321f2-8df7-42bf-90c2-1f07b78c1e78 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/34e79bbf-b1f3-4866-be9b-fc3e62321421 HTTP/1.1" status: 204  len: 168 time: 0.9215312
May 14 21:39:14.940519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60594) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:14.965214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Made reservation on behalf of 10146802122341f4bbfdb0e1f9cd60f5 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:14.965214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.001452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Deleting port 3cc272f0-45e1-4693-8d8b-673c73ab15e1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:15.001452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3cc272f0-45e1-4693-8d8b-673c73ab15e1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.065137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet 816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:15.066943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Made reservation on behalf of 18722465cc2449ee96995dd0c487479c for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:15.069058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.069568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.083541 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.124994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.126601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3cc272f0-45e1-4693-8d8b-673c73ab15e1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.150463 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Calling delete_port for 3cc272f0-45e1-4693-8d8b-673c73ab15e1 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:15.264325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks [] for security_group (a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.317559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.361490 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.389960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:15.393378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (712785d7-b5c0-4241-9f4f-1e614ab9df18), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.397307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:15.404400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (473c8b9f-2b6c-4c8f-bd77-1902452b0f7a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.404815 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Added segment 473c8b9f-2b6c-4c8f-bd77-1902452b0f7a of type vlan for network 28709e91-37e2-4f45-9d8d-06271aa5bf55
May 14 21:39:15.450919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (28709e91-37e2-4f45-9d8d-06271aa5bf55), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.469094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3cc272f0-45e1-4693-8d8b-673c73ab15e1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.496321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.502474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=712785d7-b5c0-4241-9f4f-1e614ab9df18,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:15.511536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc272f0-45e1-4693-8d8b-673c73ab15e1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:15.538906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:15.545660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Checking segment: {'id': 'e59ef0e8-2761-4540-9ce2-de18ca44254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '39bf4f73-762e-4981-96eb-cf86cd03d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:15.547605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Network hostable DHCP agents. Network: 39bf4f73-762e-4981-96eb-cf86cd03d138, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:15.551466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.558486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18a1fc4f-280d-42e3-b8c6-a6e462005c87 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/816ef4c0-5f8a-4b9c-bf34-31d2ea77ba59 HTTP/1.1" status: 204  len: 168 time: 0.6166191
May 14 21:39:15.562643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60606) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:15.598389 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-263618c7-4ef7-4fd7-ad3d-f09b5c613eac tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:15.598857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263618c7-4ef7-4fd7-ad3d-f09b5c613eac tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:15.607103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-263618c7-4ef7-4fd7-ad3d-f09b5c613eac tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/34e79bbf-b1f3-4866-be9b-fc3e62321421 HTTP/1.1" status: 404  len: 337 time: 0.0397685
May 14 21:39:15.607556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60608) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:15.653686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (28709e91-37e2-4f45-9d8d-06271aa5bf55), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.654735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:15.655380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.668855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Network 39bf4f73-762e-4981-96eb-cf86cd03d138 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:15.697874 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.754969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39bf4f73-762e-4981-96eb-cf86cd03d138) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:15.762701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:15.762701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.767697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting subnet e05ecee3-4f0e-4878-975b-7e6c27da1d3e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:15.768475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb67728-945b-48ff-abfe-534451aac3fd None None] Network 39bf4f73-762e-4981-96eb-cf86cd03d138 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:15.772890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.777121 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-82fd1870-e0c4-468c-bb33-d24b8724d0a2 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/ports/3cc272f0-45e1-4693-8d8b-673c73ab15e1 HTTP/1.1" status: 204  len: 168 time: 1.0120161
May 14 21:39:15.781451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (e05ecee3-4f0e-4878-975b-7e6c27da1d3e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.783969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60612) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:15.788693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd', 'external_fixed_ips': [{'subnet_id': 'e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16', 'ip_address': '172.20.0.14'}]}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:15.818146 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.0932796
May 14 21:39:15.821082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60614) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:15.825904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bb856-8546-497f-8508-83d9b0430348 admin admin] Pushing event updated for resources: {'Network': ['ID=28709e91-37e2-4f45-9d8d-06271aa5bf55,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:15.827334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Request body: {'subnet': {'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-206176496-subnet', 'tenant_id': '18722465cc2449ee96995dd0c487479c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:15.853141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (e05ecee3-4f0e-4878-975b-7e6c27da1d3e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.857717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 28709e91-37e2-4f45-9d8d-06271aa5bf55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:15.888165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5553871c-a5ab-4a96-8a26-0049e4854ac4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0376799
May 14 21:39:15.900006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5232cc-bfd4-4d88-b476-826a0ee8a221 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:15.962115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e05ecee3-4f0e-4878-975b-7e6c27da1d3e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:15.978793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Made reservation on behalf of 18722465cc2449ee96995dd0c487479c for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:15.983210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.002458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (59b251c8-2ec3-4708-9805-fefba1d26200), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.005577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (59b251c8-2ec3-4708-9805-fefba1d26200), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.063699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d4d29986-9d2a-46a6-9698-8403c60594c6 None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:16.065018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4d29986-9d2a-46a6-9698-8403c60594c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.087052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (59b251c8-2ec3-4708-9805-fefba1d26200), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.158925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60624) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.188900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca055552-fd54-4ba3-b91a-784491befec4 None None] Network 39bf4f73-762e-4981-96eb-cf86cd03d138 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:16.363858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (e05ecee3-4f0e-4878-975b-7e6c27da1d3e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.423468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (94a758a8-9be4-4ad0-801e-af4e85dfd0cf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.432071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.435522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/e05ecee3-4f0e-4878-975b-7e6c27da1d3e HTTP/1.1" status: 204  len: 168 time: 0.8259161
May 14 21:39:16.466385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.468895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c897c6-ad5b-4156-9424-b33649cdd5f3 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Subnet': ['ID=e05ecee3-4f0e-4878-975b-7e6c27da1d3e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:16.483917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Deleting subnet 81338e4a-b02d-4f73-9e6e-883720d6ef45 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:16.493039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Publish callbacks [] for subnet (81338e4a-b02d-4f73-9e6e-883720d6ef45), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.493333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d4d29986-9d2a-46a6-9698-8403c60594c6 None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:16.520557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (59b251c8-2ec3-4708-9805-fefba1d26200), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.533608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d4d29986-9d2a-46a6-9698-8403c60594c6 None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:16.534511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4d29986-9d2a-46a6-9698-8403c60594c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.544523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (81338e4a-b02d-4f73-9e6e-883720d6ef45), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.582953 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-d157efb4-69a9-46da-9d2d-4fe17518de39 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:16.583812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d157efb4-69a9-46da-9d2d-4fe17518de39 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:16.589744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d157efb4-69a9-46da-9d2d-4fe17518de39 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/56df5bc2-48a0-4f44-9f19-30ed47f7216c HTTP/1.1" status: 404  len: 337 time: 0.1008739
May 14 21:39:16.590993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60648) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.598425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (81338e4a-b02d-4f73-9e6e-883720d6ef45), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.647523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-43f12d89-17ba-4e2a-bb94-342b0fd78ea1 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "GET /v2.0/ports?device_id=95cea6f2-dd9d-4397-a300-513c5640e7f1 HTTP/1.1" status: 200  len: 205 time: 0.0497925
May 14 21:39:16.648508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60652) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.664016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a758a8-9be4-4ad0-801e-af4e85dfd0cf,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:16.700484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d4d29986-9d2a-46a6-9698-8403c60594c6 None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:16.733242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79181de-754d-41a8-964a-ec16a0d829f4 None None] Update dhcp port {'port': {'network_id': 'd3cd29db-9c9c-4931-9c66-df8d0a66caed', 'fixed_ips': [{'subnet_id': 'e05ecee3-4f0e-4878-975b-7e6c27da1d3e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'b0d1abac-c977-4e2e-8ae0-c4d85fd11f56'} from ncdv-master-1. {{(pid=115782) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 14 21:39:16.753643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Checking segment: {'id': '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:16.754147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Network hostable DHCP agents. Network: 28709e91-37e2-4f45-9d8d-06271aa5bf55, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:16.759155 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-1bf4d562-bc28-4d98-b70d-1bc3aca4c1d9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] delete failed (client error): The resource could not be found.
May 14 21:39:16.763968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1bf4d562-bc28-4d98-b70d-1bc3aca4c1d9 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/routers/95cea6f2-dd9d-4397-a300-513c5640e7f1 HTTP/1.1" status: 404  len: 336 time: 0.1112440
May 14 21:39:16.764533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60656) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.767717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c79181de-754d-41a8-964a-ec16a0d829f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.792443 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bea3692-92b2-46b0-a714-67b26f310250 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:16.792907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bea3692-92b2-46b0-a714-67b26f310250 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:16.798710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9bea3692-92b2-46b0-a714-67b26f310250 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/68260f04-1ec5-4e50-9ed2-f7f8458986d9 HTTP/1.1" status: 404  len: 337 time: 0.0328438
May 14 21:39:16.802198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60658) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.835367 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c5bb9d-46f5-403e-9b7c-5fc67ece1999 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:16.835883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c5bb9d-46f5-403e-9b7c-5fc67ece1999 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:16.839330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (81338e4a-b02d-4f73-9e6e-883720d6ef45), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.841933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2c5bb9d-46f5-403e-9b7c-5fc67ece1999 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/a2c75558-c2c6-48ae-a9b2-877c8c76ed1d HTTP/1.1" status: 404  len: 337 time: 0.0386496
May 14 21:39:16.842752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60660) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.878513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81338e4a-b02d-4f73-9e6e-883720d6ef45,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:16.888500 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebefba2-2a8d-431b-b8bf-852b30ae8188 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:16.888956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebefba2-2a8d-431b-b8bf-852b30ae8188 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:16.895293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4ebefba2-2a8d-431b-b8bf-852b30ae8188 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/c5ade81d-acd0-4089-b27b-8af035dc2a0e HTTP/1.1" status: 404  len: 337 time: 0.0489264
May 14 21:39:16.895941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60666) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.903978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.907131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b1cd6c3b-95bb-4af9-bc01-30bcaa69f7fd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/81338e4a-b02d-4f73-9e6e-883720d6ef45 HTTP/1.1" status: 204  len: 168 time: 0.7476759
May 14 21:39:16.912345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:16.924296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60668) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.933281 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-5372b131-28f3-4b5b-89d5-5de8e4d02d54 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:16.934701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5372b131-28f3-4b5b-89d5-5de8e4d02d54 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:16.940522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5372b131-28f3-4b5b-89d5-5de8e4d02d54 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/30d1b54d-41b0-4dae-bb19-312ffbb0712e HTTP/1.1" status: 404  len: 333 time: 0.0435557
May 14 21:39:16.942128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60670) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:16.966985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Network 28709e91-37e2-4f45-9d8d-06271aa5bf55 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:17.024137 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (59b251c8-2ec3-4708-9805-fefba1d26200), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.042187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e140e55-86e0-4a79-9edc-affc8b53ab22 None None] Network d3cd29db-9c9c-4931-9c66-df8d0a66caed requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:17.050598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.140927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c23a0845-7966-4a43-93f1-9f7acaadfa2a None None] Provisioning complete for port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:17.141539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c23a0845-7966-4a43-93f1-9f7acaadfa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.205275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c23a0845-7966-4a43-93f1-9f7acaadfa2a None None] Port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:17.213482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c23a0845-7966-4a43-93f1-9f7acaadfa2a None None] Provisioning complete for port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:17.213841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c23a0845-7966-4a43-93f1-9f7acaadfa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.237185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] DHCP port deletion for d3cd29db-9c9c-4931-9c66-df8d0a66caed request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:39:17.271873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28709e91-37e2-4f45-9d8d-06271aa5bf55) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:17.285389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5971e903-5d22-495d-af6c-6efbb5206b68 None None] Network 28709e91-37e2-4f45-9d8d-06271aa5bf55 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:17.299993 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c40d88-48a5-4377-8ccb-ca12f2394f3e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:17.300637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c40d88-48a5-4377-8ccb-ca12f2394f3e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:17.305979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f8c40d88-48a5-4377-8ccb-ca12f2394f3e tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/1704eca4-9eb0-4ba3-bfef-d3ea90e51596 HTTP/1.1" status: 404  len: 337 time: 0.3602176
May 14 21:39:17.307820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60674) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:17.311309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:17.312661 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.324149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] Deleting port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:17.324149 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.335387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Allocated IP 172.20.0.14 (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd/e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16/632883d4-a2bb-4690-a046-07538491e1f5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:17.361359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (94585e92-d6bb-4bca-b3a8-496a2c6800d7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.363330 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b38e09-549d-4b17-abba-54f4668eaec5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:17.363796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b38e09-549d-4b17-abba-54f4668eaec5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:17.368753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-78b38e09-549d-4b17-abba-54f4668eaec5 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/628cb67d-836c-441b-97b6-b755cae10365 HTTP/1.1" status: 404  len: 337 time: 0.0601385
May 14 21:39:17.372627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60680) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:17.402409 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c270d7-6228-4717-9226-44f0e4df12fe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:17.404203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c270d7-6228-4717-9226-44f0e4df12fe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:17.407171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-62c270d7-6228-4717-9226-44f0e4df12fe tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/f6eaeb30-8e7a-4a20-8d2f-deb70999cf74 HTTP/1.1" status: 404  len: 333 time: 0.0343087
May 14 21:39:17.409834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:17.448934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c23a0845-7966-4a43-93f1-9f7acaadfa2a None None] Current status of the port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:17.472842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] For port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,segment=NetworkSegment(13fd61e4-1822-4cf7-99e1-2d8010461b1c),segment_id=13fd61e4-1822-4cf7-99e1-2d8010461b1c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:17.473335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.482442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-221c0a1f-fdc2-4445-b2f3-2ef84a6dac39 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6547351
May 14 21:39:17.498971 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fe6646-cf23-4337-bc80-f51d75a4fd58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:17.500432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fe6646-cf23-4337-bc80-f51d75a4fd58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:17.511438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] Calling delete_port for b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:17.521773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-16fe6646-cf23-4337-bc80-f51d75a4fd58 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/733097ce-3288-4ed2-b9ee-f7d4001a53c3 HTTP/1.1" status: 404  len: 337 time: 0.1069670
May 14 21:39:17.522575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for port (632883d4-a2bb-4690-a046-07538491e1f5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.522575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60688) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:17.524077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ac16a-e1ac-48a5-abd9-6c35b4cf9e8c None None] Network 28709e91-37e2-4f45-9d8d-06271aa5bf55 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:17.563121 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44c7a53-69a0-413c-a6ab-65e8b6e2adae tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] DELETE failed (client error): The resource could not be found.
May 14 21:39:17.563619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44c7a53-69a0-413c-a6ab-65e8b6e2adae tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:39:17.566248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (94585e92-d6bb-4bca-b3a8-496a2c6800d7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.568681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b44c7a53-69a0-413c-a6ab-65e8b6e2adae tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/subnets/0d03c7af-5b8c-497a-b012-8521759665d8 HTTP/1.1" status: 404  len: 337 time: 0.0448771
May 14 21:39:17.571066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60690) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:17.595547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52330bf880>,) {'filters': {'network_id': ['94585e92-d6bb-4bca-b3a8-496a2c6800d7']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:17.616864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52330bf880>, '42a5b27d-de98-4432-a24a-d7659d700219') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:17.617492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52330bf880>, '42a5b27d-de98-4432-a24a-d7659d700219') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:17.629715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (42a5b27d-de98-4432-a24a-d7659d700219), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.651441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (42a5b27d-de98-4432-a24a-d7659d700219), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.661380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:39:17.662051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (42a5b27d-de98-4432-a24a-d7659d700219), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.699888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Deleting port 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:17.700572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:39:17.748954 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:39:17.779793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (632883d4-a2bb-4690-a046-07538491e1f5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.842218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.850489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:17.855240 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b0d1abac-c977-4e2e-8ae0-c4d85fd11f56), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.856139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (94585e92-d6bb-4bca-b3a8-496a2c6800d7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.863241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:17.869821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:17.872563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] 10.222.0.52 "DELETE /v2.0/networks/94585e92-d6bb-4bca-b3a8-496a2c6800d7 HTTP/1.1" status: 204  len: 168 time: 0.9472227
May 14 21:39:17.874817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60704) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:17.878602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:17.880897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Calling delete_port for 4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:17.885765 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Port': ['ID=632883d4-a2bb-4690-a046-07538491e1f5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:17.914339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] No DVR routers for this DVR port b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:39:17.925368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89198c-1b03-4980-919c-3fdcfcbca4fc None None] Pushing event deleted for resources: {'Port': ['ID=b0d1abac-c977-4e2e-8ae0-c4d85fd11f56,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:17.927237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626cb8c-e104-4340-86a7-676590af184d admin admin] Pushing event deleted for resources: {'Network': ['ID=94585e92-d6bb-4bca-b3a8-496a2c6800d7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:17.956933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Deleting subnet 712785d7-b5c0-4241-9f4f-1e614ab9df18 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:17.963080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Publish callbacks [] for subnet (712785d7-b5c0-4241-9f4f-1e614ab9df18), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.015932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (712785d7-b5c0-4241-9f4f-1e614ab9df18), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.160345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (712785d7-b5c0-4241-9f4f-1e614ab9df18), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.218745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4cee4fd3-534e-4286-9a60-ae16f7fd0fc0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.252507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Port': ['ID=4cee4fd3-534e-4286-9a60-ae16f7fd0fc0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:18.257737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.258493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-b5286922-3068-4976-87c5-f56e0cc1b72c tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:18.259968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-b5286922-3068-4976-87c5-f56e0cc1b72c tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/networks?id=28709e91-37e2-4f45-9d8d-06271aa5bf55 HTTP/1.1" status: 200  len: 812 time: 0.2218590
May 14 21:39:18.268137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8c9b5eaf-2180-4c3e-853f-00562e924ef4 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/ports/4cee4fd3-534e-4286-9a60-ae16f7fd0fc0 HTTP/1.1" status: 204  len: 168 time: 0.6886404
May 14 21:39:18.268523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60720) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:18.338870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-b9a22e4d-9a34-497f-a1b6-cb1a1b3046fd tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/quotas/18722465cc2449ee96995dd0c487479c HTTP/1.1" status: 200  len: 375 time: 0.0635924
May 14 21:39:18.410976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:39:18.417626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (712785d7-b5c0-4241-9f4f-1e614ab9df18), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.425697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d3cd29db-9c9c-4931-9c66-df8d0a66caed), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.430526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-e5479946-ede7-4e38-b755-2617b5a6b7ff tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18722465cc2449ee96995dd0c487479c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0802259
May 14 21:39:18.451060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:39:18.451732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b0d1abac-c977-4e2e-8ae0-c4d85fd11f56 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:39:18.468406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=712785d7-b5c0-4241-9f4f-1e614ab9df18,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:18.487739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.493714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d59f9b44-27d7-4455-9910-6e9e7e22536b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/712785d7-b5c0-4241-9f4f-1e614ab9df18 HTTP/1.1" status: 204  len: 168 time: 0.6174700
May 14 21:39:18.501279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60732) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:18.678394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (59b251c8-2ec3-4708-9805-fefba1d26200), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.708396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (39bf4f73-762e-4981-96eb-cf86cd03d138), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.726360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d3cd29db-9c9c-4931-9c66-df8d0a66caed), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.764050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-b8628c93-dcc6-4faa-a438-bb7cf9de6fa8 service neutron] 10.222.0.52 "GET /v2.0/networks/28709e91-37e2-4f45-9d8d-06271aa5bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3098271
May 14 21:39:18.800687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ac7ff10>,) {'filters': {'network_id': ['d3cd29db-9c9c-4931-9c66-df8d0a66caed']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:18.841799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac7ff10>, '13fd61e4-1822-4cf7-99e1-2d8010461b1c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:18.842097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ac7ff10>, '13fd61e4-1822-4cf7-99e1-2d8010461b1c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:18.885304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (13fd61e4-1822-4cf7-99e1-2d8010461b1c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.900391 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (59b251c8-2ec3-4708-9805-fefba1d26200), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.929001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (39bf4f73-762e-4981-96eb-cf86cd03d138), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.943779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (13fd61e4-1822-4cf7-99e1-2d8010461b1c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.977182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:39:18.977587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (13fd61e4-1822-4cf7-99e1-2d8010461b1c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:39:18.981251 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:39:18.988523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52316f2520>,) {'filters': {'network_id': ['39bf4f73-762e-4981-96eb-cf86cd03d138']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:19.017906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-5e484c6c-56ae-45bc-9062-0a1a5a74c4da service neutron] 10.222.0.52 "GET /v2.0/networks/28709e91-37e2-4f45-9d8d-06271aa5bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2273092
May 14 21:39:19.019707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52316f2520>, 'e59ef0e8-2761-4540-9ce2-de18ca44254b') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:19.020275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52316f2520>, 'e59ef0e8-2761-4540-9ce2-de18ca44254b') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:19.064859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (e59ef0e8-2761-4540-9ce2-de18ca44254b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.082285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e59ef0e8-2761-4540-9ce2-de18ca44254b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.088324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:39:19.088708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (e59ef0e8-2761-4540-9ce2-de18ca44254b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:39:19.090584 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:39:19.124075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Router 59b251c8-2ec3-4708-9805-fefba1d26200 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:19.154883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d3cd29db-9c9c-4931-9c66-df8d0a66caed), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.164303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.167026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] 10.222.0.52 "DELETE /v2.0/networks/d3cd29db-9c9c-4931-9c66-df8d0a66caed HTTP/1.1" status: 204  len: 168 time: 0.9016542
May 14 21:39:19.179373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c865eae-ace5-4408-9ec2-814dc7b64ca6 tempest-PortsTestJSON-1161629880 tempest-PortsTestJSON-1161629880-project] Pushing event deleted for resources: {'Network': ['ID=d3cd29db-9c9c-4931-9c66-df8d0a66caed,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:19.255619 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (39bf4f73-762e-4981-96eb-cf86cd03d138), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.266029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:19.270609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.282196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Sync routers for ids ['59b251c8-2ec3-4708-9805-fefba1d26200'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:19.292293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/39bf4f73-762e-4981-96eb-cf86cd03d138 HTTP/1.1" status: 204  len: 168 time: 0.7854209
May 14 21:39:19.293064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Routers {'59b251c8-2ec3-4708-9805-fefba1d26200'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:19.293900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59b251c8-2ec3-4708-9805-fefba1d26200'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:19.312001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8c27-f4c5-4896-b75d-b59e08e46bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bf4f73-762e-4981-96eb-cf86cd03d138,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:19.351564 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.356050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6341856e-ae5f-4467-b5ca-a18b89a3a33f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 3.5684533
May 14 21:39:19.356383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60766) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:19.457816 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-db175a89-acd8-468f-afe9-9fd449ec2b5f req-bbf4faf1-7102-409e-af30-fb09492c9c03 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 210 time: 0.0844305
May 14 21:39:19.474158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Set router 59b251c8-2ec3-4708-9805-fefba1d26200 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:19.585957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (59b251c8-2ec3-4708-9805-fefba1d26200), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.704621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa400>, [{'id': '59b251c8-2ec3-4708-9805-fefba1d26200', 'name': '', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd', 'external_fixed_ips': [{'subnet_id': 'e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '632883d4-a2bb-4690-a046-07538491e1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:16Z', 'updated_at': '2022-05-14T21:39:18Z', 'revision_number': 3, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port': {'id': '632883d4-a2bb-4690-a046-07538491e1f5', 'name': '', 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:44:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b251c8-2ec3-4708-9805-fefba1d26200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:17Z', 'updated_at': '2022-05-14T21:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:19.709785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (59b251c8-2ec3-4708-9805-fefba1d26200), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.733162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Checking router: 59b251c8-2ec3-4708-9805-fefba1d26200 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:39:19.733510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Updating router 59b251c8-2ec3-4708-9805-fefba1d26200 port 632883d4-a2bb-4690-a046-07538491e1f5 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:39:19.766810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (632883d4-a2bb-4690-a046-07538491e1f5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.798461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60790) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:19.816538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60794) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:19.904537 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60800) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:19.912465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-54240804-9100-4305-b7c0-993d67b1319b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a127491ec1e4f5f8018a366d4617c86&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0940285
May 14 21:39:19.923290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Deleting port 632883d4-a2bb-4690-a046-07538491e1f5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:19.923820 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (632883d4-a2bb-4690-a046-07538491e1f5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:19.989694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a83cdbd-b818-48cb-95d9-3038bc68cb77 admin admin] Publish callbacks [] for security_group (000a8eb8-dd74-411e-ba12-fe528dec49a4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.022084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a83cdbd-b818-48cb-95d9-3038bc68cb77 admin admin] Publish callbacks [] for security_group (000a8eb8-dd74-411e-ba12-fe528dec49a4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.142435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (632883d4-a2bb-4690-a046-07538491e1f5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.152811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a83cdbd-b818-48cb-95d9-3038bc68cb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (000a8eb8-dd74-411e-ba12-fe528dec49a4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.156513 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a83cdbd-b818-48cb-95d9-3038bc68cb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.157977 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a83cdbd-b818-48cb-95d9-3038bc68cb77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/000a8eb8-dd74-411e-ba12-fe528dec49a4 HTTP/1.1" status: 204  len: 168 time: 0.2523074
May 14 21:39:20.164894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Calling delete_port for 632883d4-a2bb-4690-a046-07538491e1f5 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:20.170302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83cdbd-b818-48cb-95d9-3038bc68cb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a8eb8-dd74-411e-ba12-fe528dec49a4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:20.261324 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks [] for port (632883d4-a2bb-4690-a046-07538491e1f5), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.282234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8c9d586-282c-4866-b3f4-1f658d5f03d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=166828606cad42a9a9d59436584ad80f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4824388
May 14 21:39:20.284990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60818) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:20.352147 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21154e53-9d4d-49fa-ac10-37d09c08eb68 admin admin] Publish callbacks [] for security_group (463c3a92-96e9-4737-ab4e-3f41bedd7e0f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.369839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (632883d4-a2bb-4690-a046-07538491e1f5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.383767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21154e53-9d4d-49fa-ac10-37d09c08eb68 admin admin] Publish callbacks [] for security_group (463c3a92-96e9-4737-ab4e-3f41bedd7e0f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.426174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Attempting to bind port 632883d4-a2bb-4690-a046-07538491e1f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:20.426549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Attempting to bind port 632883d4-a2bb-4690-a046-07538491e1f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:20.426921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Attempting to bind port 632883d4-a2bb-4690-a046-07538491e1f5 on network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Checking segment: {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Bound using segment: {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Bound port: 632883d4-a2bb-4690-a046-07538491e1f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (632883d4-a2bb-4690-a046-07538491e1f5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.440116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912f3bc-0fd1-4f1a-860d-886e4c5e37e5 None None] Pushing event updated for resources: {'Port': ['ID=632883d4-a2bb-4690-a046-07538491e1f5,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:20.541128 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21154e53-9d4d-49fa-ac10-37d09c08eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (463c3a92-96e9-4737-ab4e-3f41bedd7e0f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.544267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21154e53-9d4d-49fa-ac10-37d09c08eb68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.546494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21154e53-9d4d-49fa-ac10-37d09c08eb68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/463c3a92-96e9-4737-ab4e-3f41bedd7e0f HTTP/1.1" status: 204  len: 168 time: 0.2596021
May 14 21:39:20.559844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21154e53-9d4d-49fa-ac10-37d09c08eb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463c3a92-96e9-4737-ab4e-3f41bedd7e0f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:20.577651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4b47bd3-9ace-4815-b891-a265c7a9b12c req-9e21caa1-c16b-4e32-9459-6253ca0941c8 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 210 time: 0.0577307
May 14 21:39:20.594383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (632883d4-a2bb-4690-a046-07538491e1f5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:20.597458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:39:20.597458 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:39:20.629809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event deleted for resources: {'Port': ['ID=632883d4-a2bb-4690-a046-07538491e1f5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:20.701277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (59b251c8-2ec3-4708-9805-fefba1d26200), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.061500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (59b251c8-2ec3-4708-9805-fefba1d26200), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.063676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (59b251c8-2ec3-4708-9805-fefba1d26200), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.114243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Attempting to bind port 632883d4-a2bb-4690-a046-07538491e1f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:21.114714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Attempting to bind port 632883d4-a2bb-4690-a046-07538491e1f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:21.115156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Attempting to bind port 632883d4-a2bb-4690-a046-07538491e1f5 on network a3f48b27-4f69-4ec7-9766-dc4a1ad943fd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:21.122684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:21.123322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Checking segment: {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:21.123747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.124360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Bound using segment: {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:21.124819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Bound port: 632883d4-a2bb-4690-a046-07538491e1f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78dd70c-fcbb-46eb-8342-714bdddeeb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a3f48b27-4f69-4ec7-9766-dc4a1ad943fd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:21.125226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (632883d4-a2bb-4690-a046-07538491e1f5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.149193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Port 632883d4-a2bb-4690-a046-07538491e1f5 has been deleted concurrently {{(pid=115782) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:679}}
May 14 21:39:21.149379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:21.153855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Routers {'59b251c8-2ec3-4708-9805-fefba1d26200'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:21.154489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59b251c8-2ec3-4708-9805-fefba1d26200'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:21.194280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (59b251c8-2ec3-4708-9805-fefba1d26200), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.194931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59b251c8-2ec3-4708-9805-fefba1d26200 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:21.201130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.205403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ea81eaf-1f4e-4a8e-a142-77c00aa15903 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/59b251c8-2ec3-4708-9805-fefba1d26200 HTTP/1.1" status: 204  len: 168 time: 1.8450439
May 14 21:39:21.205403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60868) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:21.212262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b71b412-fcf6-4b87-81a8-bb0efac4ee20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10146802122341f4bbfdb0e1f9cd60f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0616536
May 14 21:39:21.214677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60870) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:21.231901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] Set router 59b251c8-2ec3-4708-9805-fefba1d26200 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:21.288998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa400>, [{'id': '59b251c8-2ec3-4708-9805-fefba1d26200', 'name': '', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:16Z', 'updated_at': '2022-05-14T21:39:20Z', 'revision_number': 5, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:21.340163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Deleting subnet e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:21.344670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2aa8-ffc0-4deb-8625-db6251db7a8f admin admin] Publish callbacks [] for security_group (31a9a0bd-5d4e-4fb7-a02b-006910e2c558), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.347902 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for subnet (e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.405886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2aa8-ffc0-4deb-8625-db6251db7a8f admin admin] Publish callbacks [] for security_group (31a9a0bd-5d4e-4fb7-a02b-006910e2c558), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.418670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.493546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.504246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15756b-cb19-49e2-8775-131ee9955b1d None None] The sync data for ids ['59b251c8-2ec3-4708-9805-fefba1d26200'] in ncdv-master-1 is: [{'id': '59b251c8-2ec3-4708-9805-fefba1d26200', 'name': '', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:16Z', 'updated_at': '2022-05-14T21:39:20Z', 'revision_number': 5, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:21.680255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.682395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2aa8-ffc0-4deb-8625-db6251db7a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (31a9a0bd-5d4e-4fb7-a02b-006910e2c558), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.691391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a4a2aa8-ffc0-4deb-8625-db6251db7a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.694404 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86ead1c7-c002-49b5-88ee-05c100e58d76 req-5d56a344-5679-4f8e-95e3-584a8b9dfc4a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 210 time: 0.0499206
May 14 21:39:21.695170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a4a2aa8-ffc0-4deb-8625-db6251db7a8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31a9a0bd-5d4e-4fb7-a02b-006910e2c558 HTTP/1.1" status: 204  len: 168 time: 0.4794922
May 14 21:39:21.719749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a2aa8-ffc0-4deb-8625-db6251db7a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9a0bd-5d4e-4fb7-a02b-006910e2c558,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:21.758387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:21.761022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.769814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-705f94e6-b3e8-4c04-8d67-0ee394cccc8c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16 HTTP/1.1" status: 204  len: 168 time: 0.5597699
May 14 21:39:21.771733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60890) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:21.813126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60894) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:21.885696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.973407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:21.994179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b2e0d00>,) {'filters': {'network_id': ['a3f48b27-4f69-4ec7-9766-dc4a1ad943fd']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:22.004135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b2e0d00>, 'a78dd70c-fcbb-46eb-8342-714bdddeeb70') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:22.004440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b2e0d00>, 'a78dd70c-fcbb-46eb-8342-714bdddeeb70') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:22.015027 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a78dd70c-fcbb-46eb-8342-714bdddeeb70), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.029750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a78dd70c-fcbb-46eb-8342-714bdddeeb70), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.036104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:39:22.036492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a78dd70c-fcbb-46eb-8342-714bdddeeb70), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:39:22.038246 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:39:22.209763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a3f48b27-4f69-4ec7-9766-dc4a1ad943fd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.228700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a3f48b27-4f69-4ec7-9766-dc4a1ad943fd {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 14 21:39:22.230470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3f48b27-4f69-4ec7-9766-dc4a1ad943fd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:22.233620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.246588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc72737c-aa8d-4b64-b726-eb12bd8beffe tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/networks/a3f48b27-4f69-4ec7-9766-dc4a1ad943fd HTTP/1.1" status: 204  len: 168 time: 0.4736478
May 14 21:39:22.305539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-168d1e8a-7d71-414f-bc15-ee0b6a547b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.445967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60910) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:22.468134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-139554f9-f524-41ca-b5e7-1650bf678d1c tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:22.470202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-139554f9-f524-41ca-b5e7-1650bf678d1c tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.36 "GET /v2.0/networks?id=28709e91-37e2-4f45-9d8d-06271aa5bf55 HTTP/1.1" status: 200  len: 812 time: 0.1547668
May 14 21:39:22.487056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Request body: {'port': {'device_id': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55', 'admin_state_up': True, 'tenant_id': '18722465cc2449ee96995dd0c487479c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:22.661292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-168d1e8a-7d71-414f-bc15-ee0b6a547b7d admin admin] Publish callbacks [] for security_group (e7b43f76-fe63-44ef-a56d-3ffe33bd1790), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.777271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-168d1e8a-7d71-414f-bc15-ee0b6a547b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7b43f76-fe63-44ef-a56d-3ffe33bd1790), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.814758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Made reservation on behalf of 18722465cc2449ee96995dd0c487479c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:22.818697 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:22.863104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d1e8a-7d71-414f-bc15-ee0b6a547b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b43f76-fe63-44ef-a56d-3ffe33bd1790,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:22.883903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-168d1e8a-7d71-414f-bc15-ee0b6a547b7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5d48ff84fbd4ab8a02d5a7625b46749&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0696230
May 14 21:39:22.889450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:22.903218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f932428-96c3-4b5a-b4e8-da3c41813b7c req-0bc17ac5-dab0-4866-9482-e6bda0cfc21d tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 210 time: 0.0758445
May 14 21:39:22.905580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc10bace-ed09-44e5-a780-315a275a70a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.030952 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc10bace-ed09-44e5-a780-315a275a70a9 admin admin] Publish callbacks [] for security_group (42a26d74-5d26-435e-942f-0610e43a974d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.054762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0455de5f-7be1-466c-9634-77b2dba16eac admin admin] Publish callbacks [] for security_group (e7b43f76-fe63-44ef-a56d-3ffe33bd1790), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.075806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:23.094333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0455de5f-7be1-466c-9634-77b2dba16eac admin admin] Publish callbacks [] for security_group (e7b43f76-fe63-44ef-a56d-3ffe33bd1790), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.096412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Allocated IP 172.20.0.11 (28709e91-37e2-4f45-9d8d-06271aa5bf55/94a758a8-9be4-4ad0-801e-af4e85dfd0cf/bf8bce7b-222b-4c4f-9fcb-512d2378ed5e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:23.114343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc10bace-ed09-44e5-a780-315a275a70a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (42a26d74-5d26-435e-942f-0610e43a974d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.178134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60952) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:23.182581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bc10bace-ed09-44e5-a780-315a275a70a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b15386d4c844f8095e31b707fc80d49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7353666
May 14 21:39:23.185255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10bace-ed09-44e5-a780-315a275a70a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a26d74-5d26-435e-942f-0610e43a974d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:23.195759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60954) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:23.204087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'name': 'tempest-router--875697750', 'project_id': '2e9fea6469c94f14a14f0b93f989148f'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:23.234265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-08460a8c-e60f-4164-beb2-6cdd13fde72e admin admin] Publish callbacks [] for security_group (42a26d74-5d26-435e-942f-0610e43a974d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.256366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-08460a8c-e60f-4164-beb2-6cdd13fde72e admin admin] Publish callbacks [] for security_group (42a26d74-5d26-435e-942f-0610e43a974d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.271934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0455de5f-7be1-466c-9634-77b2dba16eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7b43f76-fe63-44ef-a56d-3ffe33bd1790), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.271934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0455de5f-7be1-466c-9634-77b2dba16eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.275434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0455de5f-7be1-466c-9634-77b2dba16eac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7b43f76-fe63-44ef-a56d-3ffe33bd1790 HTTP/1.1" status: 204  len: 168 time: 0.3846052
May 14 21:39:23.292066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (98b57a7a-eff2-406c-b136-ef239dadc4d1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.294133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (98b57a7a-eff2-406c-b136-ef239dadc4d1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.374293 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (98b57a7a-eff2-406c-b136-ef239dadc4d1), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.391627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455de5f-7be1-466c-9634-77b2dba16eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b43f76-fe63-44ef-a56d-3ffe33bd1790,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:23.453436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (98b57a7a-eff2-406c-b136-ef239dadc4d1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.460241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks [] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.546742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-abc47f41-22ab-42af-9bc7-2af637c80994 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:23.546742 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-abc47f41-22ab-42af-9bc7-2af637c80994 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 14 21:39:23.546742 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-abc47f41-22ab-42af-9bc7-2af637c80994 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): There was a conflict when trying to complete your request.
May 14 21:39:23.546742 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-abc47f41-22ab-42af-9bc7-2af637c80994 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4665072
May 14 21:39:23.547527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60962) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:23.552434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922022175'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:23.559812 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.561686 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b651a33a-e3e3-45bc-9ad5-a2982590436c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.3637140
May 14 21:39:23.584102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60964) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:23.600410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-08460a8c-e60f-4164-beb2-6cdd13fde72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (42a26d74-5d26-435e-942f-0610e43a974d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.603046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-08460a8c-e60f-4164-beb2-6cdd13fde72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.605080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-08460a8c-e60f-4164-beb2-6cdd13fde72e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42a26d74-5d26-435e-942f-0610e43a974d HTTP/1.1" status: 204  len: 168 time: 0.4248636
May 14 21:39:23.605505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.648454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08460a8c-e60f-4164-beb2-6cdd13fde72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a26d74-5d26-435e-942f-0610e43a974d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:23.658721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Network 28709e91-37e2-4f45-9d8d-06271aa5bf55 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:23.662695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:23.669357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:23.671956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (98b57a7a-eff2-406c-b136-ef239dadc4d1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.705536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Pushing event updated for resources: {'Port': ['ID=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:23.741840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:23.742927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.748699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.758027 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.836218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:23.850777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-d10a743e-cc1c-4e21-b54d-b7f328aa5f1a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3682110
May 14 21:39:23.863820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Request body: {'port': {'device_id': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:23.894448 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (98b57a7a-eff2-406c-b136-ef239dadc4d1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.898005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (98b57a7a-eff2-406c-b136-ef239dadc4d1), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.979891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:23.999832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (81861383-221b-44a6-b9a3-d1eebe17a63a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.048838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c272284-bb6f-4193-a875-fc5fbc5b9a44 req-a39b2ea1-fc9e-45a9-869d-0fc032561a58 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:24.050257 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c272284-bb6f-4193-a875-fc5fbc5b9a44 req-a39b2ea1-fc9e-45a9-869d-0fc032561a58 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 932 time: 0.0490754
May 14 21:39:24.072396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (98b57a7a-eff2-406c-b136-ef239dadc4d1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.072954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98b57a7a-eff2-406c-b136-ef239dadc4d1 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:24.079936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.080983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f7b35ed4-dab0-47a8-8938-8546e1a6b982 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/98b57a7a-eff2-406c-b136-ef239dadc4d1 HTTP/1.1" status: 204  len: 168 time: 0.4958825
May 14 21:39:24.116754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c272284-bb6f-4193-a875-fc5fbc5b9a44 req-cfc2b38a-af2c-4c92-839e-feefa93042e2 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591247
May 14 21:39:24.117978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (81861383-221b-44a6-b9a3-d1eebe17a63a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.164517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81861383-221b-44a6-b9a3-d1eebe17a63a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.197877 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (98414e79-3c69-46df-aa3c-7d9d06b36d7f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.275184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98414e79-3c69-46df-aa3c-7d9d06b36d7f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.314217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98414e79-3c69-46df-aa3c-7d9d06b36d7f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.348260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60984) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.369647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b4680f2-8cbd-4d49-a9b7-562dcfc8ba0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.380663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.382397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bccc913b-b5c8-44bd-8296-c970a2751e85 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8339527
May 14 21:39:24.388953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 60986) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.393626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '98414e79-3c69-46df-aa3c-7d9d06b36d7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:24.421797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8aeb30fd-a776-4763-b08d-68c9a70da9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.444682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8bce7b-222b-4c4f-9fcb-512d2378ed5e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:39:24.461375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Publish callbacks [] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.482022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b4680f2-8cbd-4d49-a9b7-562dcfc8ba0f admin admin] Publish callbacks [] for security_group (a9699294-51a2-4d73-83e2-e74d2bd162e5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.500428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Transition to ACTIVE for port object bf8bce7b-222b-4c4f-9fcb-512d2378ed5e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:39:24.506512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group_rule (19f33c8d-9d34-4757-b109-6fe436fc9eb8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.537445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b4680f2-8cbd-4d49-a9b7-562dcfc8ba0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a9699294-51a2-4d73-83e2-e74d2bd162e5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.571168 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.581693 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b4680f2-8cbd-4d49-a9b7-562dcfc8ba0f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab1bf1d2539f466380bc3034441cd2e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2314830
May 14 21:39:24.582929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4680f2-8cbd-4d49-a9b7-562dcfc8ba0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9699294-51a2-4d73-83e2-e74d2bd162e5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.586134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60990) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.589384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8aeb30fd-a776-4763-b08d-68c9a70da9e0 admin admin] Publish callbacks [] for security_group (2ccc1e27-5a4d-4083-9f7b-f8e6037366e3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.641861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group_rule (19f33c8d-9d34-4757-b109-6fe436fc9eb8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.642069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c1dac-83d2-4989-9a0b-284bdca89486 admin admin] Publish callbacks [] for security_group (a9699294-51a2-4d73-83e2-e74d2bd162e5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.645905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.670235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c1dac-83d2-4989-9a0b-284bdca89486 admin admin] Publish callbacks [] for security_group (a9699294-51a2-4d73-83e2-e74d2bd162e5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.693806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8aeb30fd-a776-4763-b08d-68c9a70da9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2ccc1e27-5a4d-4083-9f7b-f8e6037366e3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.721619 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (19f33c8d-9d34-4757-b109-6fe436fc9eb8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.768845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8aeb30fd-a776-4763-b08d-68c9a70da9e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74928faf25b04ff1ad55aeed69b6d573&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9290659
May 14 21:39:24.768990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.770960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f33c8d-9d34-4757-b109-6fe436fc9eb8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.772571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 60994) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.772740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb30fd-a776-4763-b08d-68c9a70da9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccc1e27-5a4d-4083-9f7b-f8e6037366e3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.790194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Attempting to bind port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:24.790194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Attempting to bind port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:24.790194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Attempting to bind port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e on network 28709e91-37e2-4f45-9d8d-06271aa5bf55 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:24.795447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e on network 28709e91-37e2-4f45-9d8d-06271aa5bf55 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:39:24.795804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Attempting to bind port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e on network 28709e91-37e2-4f45-9d8d-06271aa5bf55 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:24.801109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:24.801662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Checking segment: {'id': '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:24.802308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Bound using segment: {'id': '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:24.802789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Bound port: bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:24.803152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.805582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c1dac-83d2-4989-9a0b-284bdca89486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a9699294-51a2-4d73-83e2-e74d2bd162e5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.807794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-127c1dac-83d2-4989-9a0b-284bdca89486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.809620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-127c1dac-83d2-4989-9a0b-284bdca89486 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9699294-51a2-4d73-83e2-e74d2bd162e5 HTTP/1.1" status: 204  len: 168 time: 0.2225559
May 14 21:39:24.825212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c1dac-83d2-4989-9a0b-284bdca89486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9699294-51a2-4d73-83e2-e74d2bd162e5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:24.826885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32768) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.856807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a3995d0-b5a9-470f-a6fb-bf910be264d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.874876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.879680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d9e502fb-dfc5-4643-9512-ca6b9239a662 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4896679
May 14 21:39:24.882947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:24.888017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-af8a5ec7-35ae-4346-ae37-2fd905b6c244 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '98414e79-3c69-46df-aa3c-7d9d06b36d7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:24.898317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49ae56bb-caf5-42ae-9e9a-bff843569508 admin admin] Publish callbacks [] for security_group (2ccc1e27-5a4d-4083-9f7b-f8e6037366e3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.924221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] For port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:24.928304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] For port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,segment=NetworkSegment(473c8b9f-2b6c-4c8f-bd77-1902452b0f7a),segment_id=473c8b9f-2b6c-4c8f-bd77-1902452b0f7a)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:24.964000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49ae56bb-caf5-42ae-9e9a-bff843569508 admin admin] Publish callbacks [] for security_group (2ccc1e27-5a4d-4083-9f7b-f8e6037366e3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:24.999308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.032597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-305432193', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:25.038856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.039674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.041196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf8bce7b-222b-4c4f-9fcb-512d2378ed5e HTTP/1.1" status: 200  len: 1092 time: 1.1829667
May 14 21:39:25.041724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'tag': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:39:25.044908 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad70ad-605f-4f61-a62d-c28a05c0918e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2438b0e-34c5-492f-ba81-8111fc7ee21c", "tag": "bf8bce7b-222b-4c4f-9fcb-512d2378ed5e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:39:25.061958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a3995d0-b5a9-470f-a6fb-bf910be264d3 admin admin] Publish callbacks [] for security_group (255f2111-c302-4675-8dcb-c63e48c00547), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.073104 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-af8a5ec7-35ae-4346-ae37-2fd905b6c244 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group_rule (d4da15ef-fb17-4bc1-8440-3317f5face5a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.099727 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab4e036-11eb-4baf-a3c3-035a31ba1a82 x-openstack-request-id: req-0ab4e036-11eb-4baf-a3c3-035a31ba1a82 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:39:25.100050 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2438b0e-34c5-492f-ba81-8111fc7ee21c", "tag": "bf8bce7b-222b-4c4f-9fcb-512d2378ed5e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:39:25.100266 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ab4e036-11eb-4baf-a3c3-035a31ba1a82 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:39:25.101930 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab4e036-11eb-4baf-a3c3-035a31ba1a82'] response: {'name': 'network-changed', 'server_uuid': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'tag': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e', 'status': 'completed', 'code': 200}
May 14 21:39:25.150134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af7d67-07b6-4c68-af90-6599210d33c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:25.165215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad70ad-605f-4f61-a62d-c28a05c0918e req-4ea716d5-9af1-49dc-aaaf-e828ca92048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.166561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60ad70ad-605f-4f61-a62d-c28a05c0918e req-4ea716d5-9af1-49dc-aaaf-e828ca92048f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18722465cc2449ee96995dd0c487479c&device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 1126 time: 0.0471869
May 14 21:39:25.195412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (55ca6738-77bc-4c10-bb5b-357e9abb03e6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.196504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (55ca6738-77bc-4c10-bb5b-357e9abb03e6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.199967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1a3995d0-b5a9-470f-a6fb-bf910be264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (255f2111-c302-4675-8dcb-c63e48c00547), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.208093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49ae56bb-caf5-42ae-9e9a-bff843569508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2ccc1e27-5a4d-4083-9f7b-f8e6037366e3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.210562 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49ae56bb-caf5-42ae-9e9a-bff843569508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.214039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49ae56bb-caf5-42ae-9e9a-bff843569508 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ccc1e27-5a4d-4083-9f7b-f8e6037366e3 HTTP/1.1" status: 204  len: 168 time: 0.4379911
May 14 21:39:25.259699 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-af8a5ec7-35ae-4346-ae37-2fd905b6c244 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): There was a conflict when trying to complete your request.
May 14 21:39:25.263809 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-af8a5ec7-35ae-4346-ae37-2fd905b6c244 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3797235
May 14 21:39:25.264076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32782) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:25.308016 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1a3995d0-b5a9-470f-a6fb-bf910be264d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9c1ef9171d440acbbc392a702621341&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4797714
May 14 21:39:25.310138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:25.332270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad70ad-605f-4f61-a62d-c28a05c0918e req-d244ae45-1d4d-4e13-94e5-3044df77083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.333652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60ad70ad-605f-4f61-a62d-c28a05c0918e req-d244ae45-1d4d-4e13-94e5-3044df77083a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=18722465cc2449ee96995dd0c487479c&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1593261
May 14 21:39:25.338596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3995d0-b5a9-470f-a6fb-bf910be264d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f2111-c302-4675-8dcb-c63e48c00547,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:25.353914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d7341-c8be-4c43-ad02-266d033a5716 req-37c441bb-6c48-4491-9c19-23683e5c681a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.355549 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c74d7341-c8be-4c43-ad02-266d033a5716 req-37c441bb-6c48-4491-9c19-23683e5c681a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 944 time: 0.1513240
May 14 21:39:25.362989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (55ca6738-77bc-4c10-bb5b-357e9abb03e6), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.364194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae56bb-caf5-42ae-9e9a-bff843569508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccc1e27-5a4d-4083-9f7b-f8e6037366e3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:25.419443 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c74d7341-c8be-4c43-ad02-266d033a5716 req-e89f100e-e669-4347-a8d6-cb7b723a1ea3 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524862
May 14 21:39:25.447448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308ae8c0-7168-44df-ae34-09663d568947 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (98414e79-3c69-46df-aa3c-7d9d06b36d7f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.493989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308ae8c0-7168-44df-ae34-09663d568947 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (98414e79-3c69-46df-aa3c-7d9d06b36d7f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.521895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33481650-dc83-4a14-a4fa-b0091c7c05a6 admin admin] Publish callbacks [] for security_group (255f2111-c302-4675-8dcb-c63e48c00547), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.527728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad70ad-605f-4f61-a62d-c28a05c0918e req-a01ff7c2-808f-41ec-a91a-1c2eb9832c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.529418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60ad70ad-605f-4f61-a62d-c28a05c0918e req-a01ff7c2-808f-41ec-a91a-1c2eb9832c80 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1893342
May 14 21:39:25.578355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33481650-dc83-4a14-a4fa-b0091c7c05a6 admin admin] Publish callbacks [] for security_group (255f2111-c302-4675-8dcb-c63e48c00547), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.613548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (55ca6738-77bc-4c10-bb5b-357e9abb03e6), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.634426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-1bd47ced-7dc2-4bf1-ac11-c28763395410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.636004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-1bd47ced-7dc2-4bf1-ac11-c28763395410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18722465cc2449ee96995dd0c487479c&device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 1126 time: 0.0699196
May 14 21:39:25.682301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-e113e4bb-4f3d-43ef-a8c2-ef808830e86d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e HTTP/1.1" status: 200  len: 217 time: 0.0402453
May 14 21:39:25.729729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308ae8c0-7168-44df-ae34-09663d568947 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (98414e79-3c69-46df-aa3c-7d9d06b36d7f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.732936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308ae8c0-7168-44df-ae34-09663d568947 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.734487 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-308ae8c0-7168-44df-ae34-09663d568947 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/98414e79-3c69-46df-aa3c-7d9d06b36d7f HTTP/1.1" status: 204  len: 168 time: 0.4692664
May 14 21:39:25.744066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32796) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:25.762983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ae8c0-7168-44df-ae34-09663d568947 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98414e79-3c69-46df-aa3c-7d9d06b36d7f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:25.777896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33481650-dc83-4a14-a4fa-b0091c7c05a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (255f2111-c302-4675-8dcb-c63e48c00547), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.790171 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33481650-dc83-4a14-a4fa-b0091c7c05a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.793685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-33481650-dc83-4a14-a4fa-b0091c7c05a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/255f2111-c302-4675-8dcb-c63e48c00547 HTTP/1.1" status: 204  len: 168 time: 0.4786496
May 14 21:39:25.809233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-7aeb35b3-cc0e-42b6-8785-1859cd46c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:25.810830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-7aeb35b3-cc0e-42b6-8785-1859cd46c973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94a758a8-9be4-4ad0-801e-af4e85dfd0cf HTTP/1.1" status: 200  len: 852 time: 0.1215782
May 14 21:39:25.816439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33481650-dc83-4a14-a4fa-b0091c7c05a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f2111-c302-4675-8dcb-c63e48c00547,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:25.859697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-0cab95eb-e42e-42fd-b6cc-87a72e2e3758 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=28709e91-37e2-4f45-9d8d-06271aa5bf55&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397172
May 14 21:39:25.901122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c600e25f-4dd1-4249-9b67-9df8d2e036cb tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1497796
May 14 21:39:25.901754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32808) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:25.908820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--852119826'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:25.932894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (55ca6738-77bc-4c10-bb5b-357e9abb03e6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.953141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:25.984588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-56965205-7004-4067-99c9-2509a6feb944 service neutron] 10.222.0.36 "GET /v2.0/networks/28709e91-37e2-4f45-9d8d-06271aa5bf55?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1167762
May 14 21:39:26.062821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Allocated IP 172.35.4.92 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/d1b7f185-3493-41a6-92c5-5b5c7a975c6a) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:26.086575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53d4b77f-9305-4767-be3c-2d60cb9f4a7f req-2d5354e5-004c-4dd2-8386-7c153e6c00da service neutron] 10.222.0.36 "GET /v2.0/networks/28709e91-37e2-4f45-9d8d-06271aa5bf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962427
May 14 21:39:26.114478 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.185402 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for port (d1b7f185-3493-41a6-92c5-5b5c7a975c6a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.194393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (917b5d2d-ec97-46b8-8efd-f4a120f32ad3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.274351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (917b5d2d-ec97-46b8-8efd-f4a120f32ad3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.297924 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d1b7f185-3493-41a6-92c5-5b5c7a975c6a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.310001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917b5d2d-ec97-46b8-8efd-f4a120f32ad3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:26.346753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:26.351830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:26.355620 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:26.362767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.371463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eb3a1464-985e-46aa-8f09-3c2fd328a135 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4616094
May 14 21:39:26.373291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32820) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:26.377999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-398f9869-6f8d-407a-bef8-fee227cc404d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '917b5d2d-ec97-46b8-8efd-f4a120f32ad3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:26.378605 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-398f9869-6f8d-407a-bef8-fee227cc404d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
May 14 21:39:26.378800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event updated for resources: {'Port': ['ID=d1b7f185-3493-41a6-92c5-5b5c7a975c6a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:26.379101 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-398f9869-6f8d-407a-bef8-fee227cc404d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:26.380084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-398f9869-6f8d-407a-bef8-fee227cc404d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0057774
May 14 21:39:26.382946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32822) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:26.445485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cd74-ec7f-44d0-b6ad-aad12f1c346d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (917b5d2d-ec97-46b8-8efd-f4a120f32ad3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.478194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cd74-ec7f-44d0-b6ad-aad12f1c346d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (917b5d2d-ec97-46b8-8efd-f4a120f32ad3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.599192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f384d40-959c-4721-a284-b058165383cb req-3e3c8696-b2b7-494e-8cea-52a5c369f78c tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:26.600970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f384d40-959c-4721-a284-b058165383cb req-3e3c8696-b2b7-494e-8cea-52a5c369f78c tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 944 time: 0.0624511
May 14 21:39:26.659563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f384d40-959c-4721-a284-b058165383cb req-8b977290-9dea-459b-b41e-4249da24127a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510693
May 14 21:39:26.669129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cd74-ec7f-44d0-b6ad-aad12f1c346d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (917b5d2d-ec97-46b8-8efd-f4a120f32ad3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.686245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dc6cd74-ec7f-44d0-b6ad-aad12f1c346d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.686245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8dc6cd74-ec7f-44d0-b6ad-aad12f1c346d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/917b5d2d-ec97-46b8-8efd-f4a120f32ad3 HTTP/1.1" status: 204  len: 168 time: 0.2887857
May 14 21:39:26.686245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6cd74-ec7f-44d0-b6ad-aad12f1c346d tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b5d2d-ec97-46b8-8efd-f4a120f32ad3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:26.687168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32838) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:26.748595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eeda49dc-20c0-42eb-9651-6308542b2deb tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0559170
May 14 21:39:26.752195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32846) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:26.758198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--454680767'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:26.865648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:26.959440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (3c3774c4-c24d-4262-9a79-0163fb202881), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.030428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (55ca6738-77bc-4c10-bb5b-357e9abb03e6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.061536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c3774c4-c24d-4262-9a79-0163fb202881), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.094183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3774c4-c24d-4262-9a79-0163fb202881,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:27.188943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bf8bce7b-222b-4c4f-9fcb-512d2378ed5e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:39:27.189835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.192015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dca423ca-a4ae-4ebc-82f2-eba83538dfe2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4381783
May 14 21:39:27.194688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32860) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:27.200130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-08026d8e-6a87-44e6-91e6-28c75a38b267 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '3c3774c4-c24d-4262-9a79-0163fb202881', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:27.201067 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-08026d8e-6a87-44e6-91e6-28c75a38b267 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
May 14 21:39:27.201820 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-08026d8e-6a87-44e6-91e6-28c75a38b267 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:27.202728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-08026d8e-6a87-44e6-91e6-28c75a38b267 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0070755
May 14 21:39:27.205491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32862) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:27.300306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,segment=NetworkSegment(473c8b9f-2b6c-4c8f-bd77-1902452b0f7a),segment_id=473c8b9f-2b6c-4c8f-bd77-1902452b0f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:27.315229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (55ca6738-77bc-4c10-bb5b-357e9abb03e6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.321032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e', 'network_id': '28709e91-37e2-4f45-9d8d-06271aa5bf55', 'port_id': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e', 'mac_address': 'fa:16:3e:45:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a758a8-9be4-4ad0-801e-af4e85dfd0cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:39:27.327596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f339326-72ae-432f-9bb3-7c9487b74224 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (3c3774c4-c24d-4262-9a79-0163fb202881), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.364551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:27.366228 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.383591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8bce7b-222b-4c4f-9fcb-512d2378ed5e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:39:27.385150 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f339326-72ae-432f-9bb3-7c9487b74224 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (3c3774c4-c24d-4262-9a79-0163fb202881), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.411691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,segment=NetworkSegment(473c8b9f-2b6c-4c8f-bd77-1902452b0f7a),segment_id=473c8b9f-2b6c-4c8f-bd77-1902452b0f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:27.508661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.537093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f339326-72ae-432f-9bb3-7c9487b74224 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3c3774c4-c24d-4262-9a79-0163fb202881), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.540302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f339326-72ae-432f-9bb3-7c9487b74224 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.541772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f339326-72ae-432f-9bb3-7c9487b74224 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/3c3774c4-c24d-4262-9a79-0163fb202881 HTTP/1.1" status: 204  len: 168 time: 0.3344266
May 14 21:39:27.548045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32870) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:27.561532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f339326-72ae-432f-9bb3-7c9487b74224 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3774c4-c24d-4262-9a79-0163fb202881,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:27.583700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:27.596260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Router 55ca6738-77bc-4c10-bb5b-357e9abb03e6 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:27.604337 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7faad59a-a43f-48a7-950a-dfb3435b2eb4 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0539315
May 14 21:39:27.607639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32874) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:27.612100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473884011'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:27.712867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bf8bce7b-222b-4c4f-9fcb-512d2378ed5e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:39:27.721009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.800180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:27.818283 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] Sync routers for ids ['55ca6738-77bc-4c10-bb5b-357e9abb03e6'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:27.833899 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] Routers {'55ca6738-77bc-4c10-bb5b-357e9abb03e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:27.834736 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0caf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['55ca6738-77bc-4c10-bb5b-357e9abb03e6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:27.836526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e4546-816f-408e-b994-e4383d5dfc09 req-2a7a4e52-a7c9-487d-acbc-9c5e3be911a3 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:27.845422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac4e4546-816f-408e-b994-e4383d5dfc09 req-2a7a4e52-a7c9-487d-acbc-9c5e3be911a3 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 945 time: 0.0921843
May 14 21:39:27.861446 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (8ba01b73-3e12-4c24-b7f3-d417c8c9833b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.878285 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0caf0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:27.890203 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] Routers {'55ca6738-77bc-4c10-bb5b-357e9abb03e6'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:27.890822 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0caf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['55ca6738-77bc-4c10-bb5b-357e9abb03e6'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:27.905276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac4e4546-816f-408e-b994-e4383d5dfc09 req-88b6c104-a547-4569-b73c-8b66336b5e57 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588448
May 14 21:39:27.937847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8ba01b73-3e12-4c24-b7f3-d417c8c9833b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.939623 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:27.940998 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a59e26f7-bf19-4ae2-9dda-e419566c6146 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.1730049
May 14 21:39:27.943967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:27.979182 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0caf0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:27.979182 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c284ae9-8f78-49db-a6da-108f33f8346d None None] The sync data for ids ['55ca6738-77bc-4c10-bb5b-357e9abb03e6'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:28.012569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba01b73-3e12-4c24-b7f3-d417c8c9833b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:28.319464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.320715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23b3aff5-c9d4-4e3c-b599-062edb17ee40 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7120378
May 14 21:39:28.323586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32902) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.329956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7b078559-5b88-4138-b894-fc5111bfb607 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '8ba01b73-3e12-4c24-b7f3-d417c8c9833b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:28.332952 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-7b078559-5b88-4138-b894-fc5111bfb607 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
May 14 21:39:28.332952 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-7b078559-5b88-4138-b894-fc5111bfb607 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:28.332952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b078559-5b88-4138-b894-fc5111bfb607 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0071845
May 14 21:39:28.335178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.355368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4d3b1b32-be11-41fa-b587-228141d01f0a tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '8ba01b73-3e12-4c24-b7f3-d417c8c9833b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:28.356136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e1060e91-bf1d-43a9-9f8e-1fdcbf1af7da tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/55ca6738-77bc-4c10-bb5b-357e9abb03e6 HTTP/1.1" status: 200  len: 919 time: 0.4109941
May 14 21:39:28.356926 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-4d3b1b32-be11-41fa-b587-228141d01f0a tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
May 14 21:39:28.358857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32908) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.359878 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-4d3b1b32-be11-41fa-b587-228141d01f0a tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:28.360946 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d3b1b32-be11-41fa-b587-228141d01f0a tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0242441
May 14 21:39:28.363667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32910) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.368352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-96830caf-54e0-4dff-b3ff-2311f22147fc tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '8ba01b73-3e12-4c24-b7f3-d417c8c9833b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:28.369132 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-96830caf-54e0-4dff-b3ff-2311f22147fc tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
May 14 21:39:28.369721 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-96830caf-54e0-4dff-b3ff-2311f22147fc tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:28.374008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96830caf-54e0-4dff-b3ff-2311f22147fc tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0059941
May 14 21:39:28.374721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32912) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.385096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-144d1498-cb24-48cf-b4ab-3c9071795514 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '8ba01b73-3e12-4c24-b7f3-d417c8c9833b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:28.386141 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-144d1498-cb24-48cf-b4ab-3c9071795514 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
May 14 21:39:28.387439 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-144d1498-cb24-48cf-b4ab-3c9071795514 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:28.391512 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-144d1498-cb24-48cf-b4ab-3c9071795514 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0125694
May 14 21:39:28.391512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32914) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.392220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3e8765a1-1737-40c2-8972-82ddff0b720c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ca6738-77bc-4c10-bb5b-357e9abb03e6 HTTP/1.1" status: 200  len: 205 time: 0.0320652
May 14 21:39:28.394821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.458625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2510a948-ef87-456e-b41f-b0bdd1e78a03 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (8ba01b73-3e12-4c24-b7f3-d417c8c9833b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.490349 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2510a948-ef87-456e-b41f-b0bdd1e78a03 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (8ba01b73-3e12-4c24-b7f3-d417c8c9833b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.569205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (55ca6738-77bc-4c10-bb5b-357e9abb03e6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.640240 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2510a948-ef87-456e-b41f-b0bdd1e78a03 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8ba01b73-3e12-4c24-b7f3-d417c8c9833b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.644121 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2510a948-ef87-456e-b41f-b0bdd1e78a03 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.648838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2510a948-ef87-456e-b41f-b0bdd1e78a03 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/8ba01b73-3e12-4c24-b7f3-d417c8c9833b HTTP/1.1" status: 204  len: 168 time: 0.2560806
May 14 21:39:28.649817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32930) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.667509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510a948-ef87-456e-b41f-b0bdd1e78a03 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba01b73-3e12-4c24-b7f3-d417c8c9833b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:28.713954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c38664ee-aaa4-49e8-abac-9eb7334e9a83 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0571051
May 14 21:39:28.716137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:28.721076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110630118'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:28.735706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (55ca6738-77bc-4c10-bb5b-357e9abb03e6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.891783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:28.920341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Deleting port d1b7f185-3493-41a6-92c5-5b5c7a975c6a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:28.920670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d1b7f185-3493-41a6-92c5-5b5c7a975c6a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.051916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32948) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.119721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d1b7f185-3493-41a6-92c5-5b5c7a975c6a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.138072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e51e0-79a4-4d83-b3ae-a2eb81a1150c req-70b8388e-0804-4342-86d3-9d2ea00141eb tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:29.139772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa3e51e0-79a4-4d83-b3ae-a2eb81a1150c req-70b8388e-0804-4342-86d3-9d2ea00141eb tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 945 time: 0.1197951
May 14 21:39:29.154542 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (f7966469-2162-4b78-824b-99d5927cd3f7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.156503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Calling delete_port for d1b7f185-3493-41a6-92c5-5b5c7a975c6a owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:29.190427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bf8bce7b-222b-4c4f-9fcb-512d2378ed5e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:29.234731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'network': {'name': 'tempest-network-smoke--1455524301', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.243186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:39:29.246166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f7966469-2162-4b78-824b-99d5927cd3f7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.270264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fa3e51e0-79a4-4d83-b3ae-a2eb81a1150c req-409531a4-5fe4-493d-b9ae-13fa038ed298 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193116
May 14 21:39:29.305795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7966469-2162-4b78-824b-99d5927cd3f7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:29.308530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:29.309571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.400435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:29.403949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:29.403949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.404587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.413589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.424862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.430246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c04257f-f4f5-4ec8-b61b-58cec865fb1e tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7120762
May 14 21:39:29.430396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32956) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.435717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-28aec1d7-7571-45ae-bf79-d0375bf88ea6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.436605 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-28aec1d7-7571-45ae-bf79-d0375bf88ea6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 14 21:39:29.437298 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-28aec1d7-7571-45ae-bf79-d0375bf88ea6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:29.438597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28aec1d7-7571-45ae-bf79-d0375bf88ea6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0076358
May 14 21:39:29.441936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32958) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.446860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-784a1d31-5d6a-4480-a5f6-5a8944fc4df0 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.459669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:39:29.462275 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ab618-9a20-40f3-8ca5-68619f76dc75" -d '{"events": [{"server_uuid": "e2438b0e-34c5-492f-ba81-8111fc7ee21c", "name": "network-vif-plugged", "status": "completed", "tag": "bf8bce7b-222b-4c4f-9fcb-512d2378ed5e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:39:29.497106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,segment=NetworkSegment(473c8b9f-2b6c-4c8f-bd77-1902452b0f7a),segment_id=473c8b9f-2b6c-4c8f-bd77-1902452b0f7a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:29.518945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d1b7f185-3493-41a6-92c5-5b5c7a975c6a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.544983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event deleted for resources: {'Port': ['ID=d1b7f185-3493-41a6-92c5-5b5c7a975c6a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:29.566321 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (03a0859d-5b3c-497d-a142-e25435e2692e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.603806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.622888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (55ca6738-77bc-4c10-bb5b-357e9abb03e6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.629596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (03a0859d-5b3c-497d-a142-e25435e2692e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.669165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:29.689200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:29.690233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a0859d-5b3c-497d-a142-e25435e2692e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:29.695110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (85da5523-61eb-4da7-9ed8-fa14e7bf0efd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.695551 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Added segment 85da5523-61eb-4da7-9ed8-fa14e7bf0efd of type vlan for network fb6b8bd4-f50e-46c4-a16c-102a54ed8344
May 14 21:39:29.721266 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-784a1d31-5d6a-4480-a5f6-5a8944fc4df0 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:29.728191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-784a1d31-5d6a-4480-a5f6-5a8944fc4df0 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2815528
May 14 21:39:29.728397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32970) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.736828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-498c348e-32de-4742-ad7c-1625540dfd2f tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.736828 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-498c348e-32de-4742-ad7c-1625540dfd2f tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
May 14 21:39:29.736828 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-498c348e-32de-4742-ad7c-1625540dfd2f tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:29.736828 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-498c348e-32de-4742-ad7c-1625540dfd2f tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0061646
May 14 21:39:29.742362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32972) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.749017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-85d61839-5d16-49b5-a219-a2ad4cb76beb tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.765572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (fb6b8bd4-f50e-46c4-a16c-102a54ed8344), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.767295 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4a68db-2c4c-4b41-9854-ed01b969fa3e x-openstack-request-id: req-7f4a68db-2c4c-4b41-9854-ed01b969fa3e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:39:29.768279 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2438b0e-34c5-492f-ba81-8111fc7ee21c", "name": "network-vif-plugged", "status": "completed", "tag": "bf8bce7b-222b-4c4f-9fcb-512d2378ed5e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:39:29.768534 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f4a68db-2c4c-4b41-9854-ed01b969fa3e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:39:29.769110 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f4a68db-2c4c-4b41-9854-ed01b969fa3e'] response: {'server_uuid': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e', 'code': 200}
May 14 21:39:29.794612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (55ca6738-77bc-4c10-bb5b-357e9abb03e6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.798205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (55ca6738-77bc-4c10-bb5b-357e9abb03e6), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.887611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d81746-660e-4316-b0c2-d27a6a6d4bf9 req-3ca3bc8b-e4a9-4670-b17d-8fceb062d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:29.889428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7d81746-660e-4316-b0c2-d27a6a6d4bf9 req-3ca3bc8b-e4a9-4670-b17d-8fceb062d760 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 1128 time: 0.0434868
May 14 21:39:29.889688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (fb6b8bd4-f50e-46c4-a16c-102a54ed8344), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.899347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:29.900074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.950936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7d81746-660e-4316-b0c2-d27a6a6d4bf9 req-aececed5-11c4-4feb-a7f6-252070c493ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550687
May 14 21:39:29.970710 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-85d61839-5d16-49b5-a219-a2ad4cb76beb tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:29.971803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-85d61839-5d16-49b5-a219-a2ad4cb76beb tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2283440
May 14 21:39:29.974839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 32988) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.979669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c6f8083e-6397-4c3c-ae90-10a0715d614c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.981061 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-c6f8083e-6397-4c3c-ae90-10a0715d614c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 14 21:39:29.981266 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-c6f8083e-6397-4c3c-ae90-10a0715d614c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:29.981644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Network': ['ID=fb6b8bd4-f50e-46c4-a16c-102a54ed8344,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:29.982243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c6f8083e-6397-4c3c-ae90-10a0715d614c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0063732
May 14 21:39:29.983444 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (55ca6738-77bc-4c10-bb5b-357e9abb03e6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.984273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Fanout notify agent at l3_agent the message router_deleted on router 55ca6738-77bc-4c10-bb5b-357e9abb03e6 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:29.995236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32990) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:29.995236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-89ef0a12-3993-43fb-99ae-e683e75f8958 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:29.995454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:29.995454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7dbe6b8a-c446-4897-a4ca-894acca2f538 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/55ca6738-77bc-4c10-bb5b-357e9abb03e6 HTTP/1.1" status: 204  len: 168 time: 1.5958242
May 14 21:39:29.995651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:30.005408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1768355763', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': False}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:30.006619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:30.179703 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1c4fd45-027e-4bf3-9148-6b32b6a124c3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 1.1265872
May 14 21:39:30.187738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 32998) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:30.193275 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'admin_state_up': True, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:30.320628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.321986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.335615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.336605 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (88cba6f8-b805-4de4-8047-6bb6bffc75ba), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.412676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_controller (88cba6f8-b805-4de4-8047-6bb6bffc75ba), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.421739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2ba71-0973-40c5-b9f7-b27ef7bd2f3b req-147eddad-3a8f-4040-8221-bd5bbf252b58 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:30.423238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efb2ba71-0973-40c5-b9f7-b27ef7bd2f3b req-147eddad-3a8f-4040-8221-bd5bbf252b58 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 946 time: 0.0555325
May 14 21:39:30.448079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.452728 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-89ef0a12-3993-43fb-99ae-e683e75f8958 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:30.453800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-89ef0a12-3993-43fb-99ae-e683e75f8958 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.4675570
May 14 21:39:30.456777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33012) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:30.461526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c6bef7a4-79be-4b4a-9423-9965c0596bb6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:30.462014 ncdv-master-1 neutron-server[115780]: WARNING neutron.api.v2.base [None req-c6bef7a4-79be-4b4a-9423-9965c0596bb6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
May 14 21:39:30.462486 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-c6bef7a4-79be-4b4a-9423-9965c0596bb6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:30.463413 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c6bef7a4-79be-4b4a-9423-9965c0596bb6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0057731
May 14 21:39:30.466571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:30.471098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-712847d0-2bfa-463b-8244-ab34266781dd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:30.487033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efb2ba71-0973-40c5-b9f7-b27ef7bd2f3b req-64ff95e2-190b-46b5-b3a8-d9d9650270f3 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543010
May 14 21:39:30.802100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (88cba6f8-b805-4de4-8047-6bb6bffc75ba), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.813703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:30.820417 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-712847d0-2bfa-463b-8244-ab34266781dd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:30.825071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-712847d0-2bfa-463b-8244-ab34266781dd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3539531
May 14 21:39:30.825215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33024) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:30.829493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1dd8f51b-1415-4696-9a76-a47c46bfb216 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'f7966469-2162-4b78-824b-99d5927cd3f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:31.151847 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-1dd8f51b-1415-4696-9a76-a47c46bfb216 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:31.154102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1dd8f51b-1415-4696-9a76-a47c46bfb216 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3280277
May 14 21:39:31.157091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33044) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:31.181325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.212630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd067-1d21-426f-945f-17442df859a8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (f7966469-2162-4b78-824b-99d5927cd3f7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.220671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.237247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd067-1d21-426f-945f-17442df859a8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (f7966469-2162-4b78-824b-99d5927cd3f7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.358310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd067-1d21-426f-945f-17442df859a8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f7966469-2162-4b78-824b-99d5927cd3f7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.360937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd067-1d21-426f-945f-17442df859a8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.362158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4b2dd067-1d21-426f-945f-17442df859a8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/f7966469-2162-4b78-824b-99d5927cd3f7 HTTP/1.1" status: 204  len: 168 time: 0.2040088
May 14 21:39:31.365564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33052) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:31.378927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dd067-1d21-426f-945f-17442df859a8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7966469-2162-4b78-824b-99d5927cd3f7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:31.419316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-666b44b7-e7cb-47c0-a3d4-2a96a2118fe1 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0525942
May 14 21:39:31.423568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33054) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:31.431786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--281515531'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:31.533469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.549780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.578153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.600225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (dca272bb-b272-4ecc-9f1f-0f6dcbb685a8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.649649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dca272bb-b272-4ecc-9f1f-0f6dcbb685a8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.681537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca272bb-b272-4ecc-9f1f-0f6dcbb685a8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:31.701091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31184995-9cfc-4cab-9541-4236b373c9e8 req-4619d5df-5b1c-472b-8f5c-76b2fbad8b5f tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:31.702628 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-31184995-9cfc-4cab-9541-4236b373c9e8 req-4619d5df-5b1c-472b-8f5c-76b2fbad8b5f tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 946 time: 0.1312208
May 14 21:39:31.728657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.732571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-592644cc-b4bd-4e94-a2f6-6900906c3416 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3059304
May 14 21:39:31.732795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33070) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:31.738646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5e7ae207-9e8b-4cf0-a19f-ed87657fb8af tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'dca272bb-b272-4ecc-9f1f-0f6dcbb685a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:31.747678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.35.4.28 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/12b54f25-cdc0-4f8f-9fe3-539a2cceadaf) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:31.798145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-31184995-9cfc-4cab-9541-4236b373c9e8 req-deaac71e-b85b-4bb7-82dc-2e2d99cbb60d tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838454
May 14 21:39:31.905227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:31.937522 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-5e7ae207-9e8b-4cf0-a19f-ed87657fb8af tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The resource could not be found.
May 14 21:39:31.938594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5e7ae207-9e8b-4cf0-a19f-ed87657fb8af tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2045770
May 14 21:39:31.941319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33080) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:31.945711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0d9687f9-cc91-4d71-ba12-d80c89fc4e23 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': 'dca272bb-b272-4ecc-9f1f-0f6dcbb685a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '00e4034a-4d56-4440-b7f6-6a88f75b76a7'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:32.046454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.104402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:32.113492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:32.123492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Allocated IP 172.35.4.135 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/2e2c20e0-9cad-4b60-8ab2-7b93dffa4243) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:32.125882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:32.130530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:32.143568 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-0d9687f9-cc91-4d71-ba12-d80c89fc4e23 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The resource could not be found.
May 14 21:39:32.145346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d9687f9-cc91-4d71-ba12-d80c89fc4e23 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2026291
May 14 21:39:32.149076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33088) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:32.224627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-309d7100-9ff8-48b5-b3c1-1ed758085f14 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (dca272bb-b272-4ecc-9f1f-0f6dcbb685a8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.249654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-309d7100-9ff8-48b5-b3c1-1ed758085f14 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (dca272bb-b272-4ecc-9f1f-0f6dcbb685a8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.376922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.394800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-309d7100-9ff8-48b5-b3c1-1ed758085f14 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dca272bb-b272-4ecc-9f1f-0f6dcbb685a8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.398020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-309d7100-9ff8-48b5-b3c1-1ed758085f14 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.400126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-309d7100-9ff8-48b5-b3c1-1ed758085f14 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/dca272bb-b272-4ecc-9f1f-0f6dcbb685a8 HTTP/1.1" status: 204  len: 168 time: 0.2489166
May 14 21:39:32.405329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:32.427129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d7100-9ff8-48b5-b3c1-1ed758085f14 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca272bb-b272-4ecc-9f1f-0f6dcbb685a8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:32.462827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa9a1370-8228-4628-ab20-2c1847ea7a1a tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0563452
May 14 21:39:32.467881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33100) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:32.472253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f93f6d8f-1850-484a-90c8-f54a0fdb561c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '61fcb302-a2f1-4d17-9980-3a8d8ea2ea8e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:32.556480 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.608169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:32.616729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:32.622820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:32.661196 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-f93f6d8f-1850-484a-90c8-f54a0fdb561c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The resource could not be found.
May 14 21:39:32.662213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f93f6d8f-1850-484a-90c8-f54a0fdb561c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1933579
May 14 21:39:32.665780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33108) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:32.673188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477027648'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:32.697932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.700405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Port': ['ID=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:32.743093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.760229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcacd-5350-4811-a403-bb25a3d0f56f req-83108bd6-75db-4f12-b592-9f00f330652a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:32.762432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84adcacd-5350-4811-a403-bb25a3d0f56f req-83108bd6-75db-4f12-b592-9f00f330652a tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 946 time: 0.1308389
May 14 21:39:32.815778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (8846c56d-dd6e-4899-9d39-49c0ed1587c3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.880590 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8846c56d-dd6e-4899-9d39-49c0ed1587c3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.912183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8846c56d-dd6e-4899-9d39-49c0ed1587c3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:32.965776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:32.968470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e3e18706-370c-44be-b182-35096b40272c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3017414
May 14 21:39:32.970121 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84adcacd-5350-4811-a403-bb25a3d0f56f req-e7e3bffb-3c0f-4cb5-a2bc-8f3fde116946 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625938
May 14 21:39:32.972673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33114) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:32.976357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160283024'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:33.103796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.184562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33120) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:33.190621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.301277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f199da9-79e8-40f9-9615-bc446640afe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.349244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.384349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f199da9-79e8-40f9-9615-bc446640afe7 admin admin] Publish callbacks [] for security_group (fecdda9b-4ac2-49f9-9975-ecc6545ad026), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.420424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (3890df42-750a-44f5-ae9e-76b5ca663c6a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.474212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f199da9-79e8-40f9-9615-bc446640afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fecdda9b-4ac2-49f9-9975-ecc6545ad026), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.517670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6f199da9-79e8-40f9-9615-bc446640afe7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc5e9af9c7e8412bb65f622d3a7c7469&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3322334
May 14 21:39:33.518750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f199da9-79e8-40f9-9615-bc446640afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecdda9b-4ac2-49f9-9975-ecc6545ad026,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:33.524237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3890df42-750a-44f5-ae9e-76b5ca663c6a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.527931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33134) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:33.588711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51a4f14d-620e-40ba-934b-411406779673 admin admin] Publish callbacks [] for security_group (fecdda9b-4ac2-49f9-9975-ecc6545ad026), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.606940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3890df42-750a-44f5-ae9e-76b5ca663c6a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:33.619759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:33.622154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51a4f14d-620e-40ba-934b-411406779673 admin admin] Publish callbacks [] for security_group (fecdda9b-4ac2-49f9-9975-ecc6545ad026), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.641734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.680142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.681371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c3e6391c-70f7-40e7-898a-2ac661e1e946 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7083895
May 14 21:39:33.684961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33146) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:33.692040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c5f64cf5-2a09-4c94-b000-c12ca4a261b1 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group_rule': {'security_group_id': '8846c56d-dd6e-4899-9d39-49c0ed1587c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3890df42-750a-44f5-ae9e-76b5ca663c6a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:33.786366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51a4f14d-620e-40ba-934b-411406779673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fecdda9b-4ac2-49f9-9975-ecc6545ad026), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.789005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-51a4f14d-620e-40ba-934b-411406779673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:33.790202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-51a4f14d-620e-40ba-934b-411406779673 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fecdda9b-4ac2-49f9-9975-ecc6545ad026 HTTP/1.1" status: 204  len: 168 time: 0.2604437
May 14 21:39:33.805308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4f14d-620e-40ba-934b-411406779673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecdda9b-4ac2-49f9-9975-ecc6545ad026,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:33.908755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-061057c0-d3e6-4c0b-846b-bf55eb5eb450 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:33.910369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-061057c0-d3e6-4c0b-846b-bf55eb5eb450 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 946 time: 0.1068666
May 14 21:39:34.036076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Deleting port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:34.038803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.124016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:34.135961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:34.149770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:34.153783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fc7340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:34.186644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88833189-ff6c-47e6-9fcb-fd12809723fe req-283c1538-a125-4796-a8b2-2a32e371b6c9 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:34.188270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88833189-ff6c-47e6-9fcb-fd12809723fe req-283c1538-a125-4796-a8b2-2a32e371b6c9 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 946 time: 0.0964730
May 14 21:39:34.232118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.237206 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-de7cc581-547f-4356-9fca-3817f3d47239 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 4.0482643
May 14 21:39:34.242469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33158) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.257041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] For port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,segment=NetworkSegment(473c8b9f-2b6c-4c8f-bd77-1902452b0f7a),segment_id=473c8b9f-2b6c-4c8f-bd77-1902452b0f7a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:34.257599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.287646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Calling delete_port for bf8bce7b-222b-4c4f-9fcb-512d2378ed5e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:34.293407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Router b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:34.299803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:34.327139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88833189-ff6c-47e6-9fcb-fd12809723fe req-91ce3dfb-1621-4b15-97cb-8c21492a79a7 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211197
May 14 21:39:34.396799 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-c5f64cf5-2a09-4c94-b000-c12ca4a261b1 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:39:34.402621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c5f64cf5-2a09-4c94-b000-c12ca4a261b1 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.7142928
May 14 21:39:34.403352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33166) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.509536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1117c458-d256-4caa-b79f-7757934f3ed8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (3890df42-750a-44f5-ae9e-76b5ca663c6a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.542290 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1117c458-d256-4caa-b79f-7757934f3ed8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (3890df42-750a-44f5-ae9e-76b5ca663c6a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.547873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:34.557423 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Sync routers for ids ['b8b76fb4-ceb2-408c-ab42-2311d0bc1a90'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:34.568798 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Routers {'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:34.569728 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310eaa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b8b76fb4-ceb2-408c-ab42-2311d0bc1a90'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:34.577559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-68cb6880-fc9f-43e9-9712-76c814fafa4e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a5d1195cf21b4146ae0c49a9c95ab8fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3340385
May 14 21:39:34.580425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33170) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.583917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fc7340>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 3, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:34.637383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:39:34.639832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Updating router 88cba6f8-b805-4de4-8047-6bb6bffc75ba port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:39:34.680291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.694428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.695761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ca9087f9-863f-4854-85df-4feeca42516f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 4.6987989
May 14 21:39:34.698380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33174) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.714567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1117c458-d256-4caa-b79f-7757934f3ed8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3890df42-750a-44f5-ae9e-76b5ca663c6a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.717313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1117c458-d256-4caa-b79f-7757934f3ed8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.720896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1117c458-d256-4caa-b79f-7757934f3ed8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/3890df42-750a-44f5-ae9e-76b5ca663c6a HTTP/1.1" status: 204  len: 168 time: 0.3122017
May 14 21:39:34.727717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33176) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.728678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117c458-d256-4caa-b79f-7757934f3ed8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890df42-750a-44f5-ae9e-76b5ca663c6a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:34.734828 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Set router b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:34.766857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bf8bce7b-222b-4c4f-9fcb-512d2378ed5e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.791974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-780240fd-99de-41ff-84e2-dcee8c67cf8c tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0562658
May 14 21:39:34.793183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33178) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.821606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33180) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:34.843398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Pushing event deleted for resources: {'Port': ['ID=bf8bce7b-222b-4c4f-9fcb-512d2378ed5e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:34.853647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bf8bce7b-222b-4c4f-9fcb-512d2378ed5e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:39:34.868464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f0222f8-7dd8-4805-994b-7a9b8983d675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.920795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.921233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.923716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.924436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.924436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.924748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.925480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.925876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.926211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.926536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.926859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.927183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.927521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.927860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.928217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:34.957201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8c6a-0d1e-42af-90f9-b1ac2ca95488 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (8846c56d-dd6e-4899-9d39-49c0ed1587c3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:34.983865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d82ab99-2ee6-4fd0-b78b-d0b9ae17b5c2 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:34.984553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6d82ab99-2ee6-4fd0-b78b-d0b9ae17b5c2 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4033647
May 14 21:39:34.991793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8c6a-0d1e-42af-90f9-b1ac2ca95488 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (8846c56d-dd6e-4899-9d39-49c0ed1587c3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.003374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33184) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:35.044804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31b6e628-f99b-4424-9d8c-7dd432495fe0 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0400319
May 14 21:39:35.049704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] No DVR routers for this DVR port bf8bce7b-222b-4c4f-9fcb-512d2378ed5e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:39:35.049704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ca1d8085-f168-414c-b012-7f2228342088 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 HTTP/1.1" status: 200  len: 909 time: 0.3488870
May 14 21:39:35.049963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33188) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:35.054582 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310eaa90>, [{'id': 'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90', 'name': 'tempest-snat-router-1768355763', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.135'}], 'enable_snat': False}, 'gw_port_id': '2e2c20e0-9cad-4b60-8ab2-7b93dffa4243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 3, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port': {'id': '2e2c20e0-9cad-4b60-8ab2-7b93dffa4243', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:35.055300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814160099', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:35.055729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:35.059981 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.061245 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1768355763', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': True}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:35.063281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbf2bb6d-de41-46af-84f6-f0c72153ecdd req-4fe5b5b0-82c6-4655-921b-3ed2400e5702 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.36 "DELETE /v2.0/ports/bf8bce7b-222b-4c4f-9fcb-512d2378ed5e HTTP/1.1" status: 204  len: 173 time: 1.1478999
May 14 21:39:35.063808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'name': 'network-vif-deleted', 'tag': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:39:35.066106 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739d8272-66f7-4590-a01f-3e8ee9f4c942" -d '{"events": [{"server_uuid": "e2438b0e-34c5-492f-ba81-8111fc7ee21c", "name": "network-vif-deleted", "tag": "bf8bce7b-222b-4c4f-9fcb-512d2378ed5e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:39:35.165148 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Checking router: b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:39:35.171067 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Updating router b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:39:35.173613 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0934984-fbc5-4f40-9ce9-325abb012e57 x-openstack-request-id: req-d0934984-fbc5-4f40-9ce9-325abb012e57 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:39:35.173961 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2438b0e-34c5-492f-ba81-8111fc7ee21c", "name": "network-vif-deleted", "tag": "bf8bce7b-222b-4c4f-9fcb-512d2378ed5e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:39:35.174219 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0934984-fbc5-4f40-9ce9-325abb012e57 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:39:35.175205 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0934984-fbc5-4f40-9ce9-325abb012e57'] response: {'server_uuid': 'e2438b0e-34c5-492f-ba81-8111fc7ee21c', 'name': 'network-vif-deleted', 'tag': 'bf8bce7b-222b-4c4f-9fcb-512d2378ed5e', 'status': 'completed', 'code': 200}
May 14 21:39:35.190793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8c6a-0d1e-42af-90f9-b1ac2ca95488 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8846c56d-dd6e-4899-9d39-49c0ed1587c3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.193443 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c7fa8c6a-0d1e-42af-90f9-b1ac2ca95488 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.197563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c7fa8c6a-0d1e-42af-90f9-b1ac2ca95488 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/8846c56d-dd6e-4899-9d39-49c0ed1587c3 HTTP/1.1" status: 204  len: 168 time: 0.4032915
May 14 21:39:35.198177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33196) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:35.218069 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Publish callbacks [] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.229934 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.230504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa8c6a-0d1e-42af-90f9-b1ac2ca95488 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8846c56d-dd6e-4899-9d39-49c0ed1587c3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:35.241370 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f0222f8-7dd8-4805-994b-7a9b8983d675 admin admin] Publish callbacks [] for security_group (21df6b28-13c7-42f3-8f15-d6448f735d19), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.275410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:35.275687 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-12af22c1-2479-4b3b-98d5-5adba3da5209 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0730593
May 14 21:39:35.281033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1724287441'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:35.310274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (9baa7c76-d992-434d-bf31-169f9ae2b5df), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.314294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:35.317582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (9baa7c76-d992-434d-bf31-169f9ae2b5df), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.318132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.337284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.439099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.447029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Attempting to bind port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:35.447411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Attempting to bind port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:35.450616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Attempting to bind port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:35.452842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f0222f8-7dd8-4805-994b-7a9b8983d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (21df6b28-13c7-42f3-8f15-d6448f735d19), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.463842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:35.464220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:35.492057 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.492245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (9baa7c76-d992-434d-bf31-169f9ae2b5df), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.492366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:35.492366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Bound port: 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:35.492366 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.534798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f0222f8-7dd8-4805-994b-7a9b8983d675 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3047a5f96dc44abdaf97f9708e60797c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6807048
May 14 21:39:35.534798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0222f8-7dd8-4805-994b-7a9b8983d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df6b28-13c7-42f3-8f15-d6448f735d19,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:35.537437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33210) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:35.581037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] For port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:35.603331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] For port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:35.613976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd1e1899-36ce-413d-8756-f982d940a748 req-c7c789a6-81c7-474d-bf5f-6c478a5dd7a5 tempest-ServerPasswordTestJSON-1081340821 tempest-ServerPasswordTestJSON-1081340821-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2438b0e-34c5-492f-ba81-8111fc7ee21c HTTP/1.1" status: 200  len: 210 time: 0.1353464
May 14 21:39:35.614617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cae8b-1978-4b0d-9008-a632dd4a3556 None None] Pushing event updated for resources: {'Port': ['ID=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:35.630195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad78ce6-bab4-4e4f-bc1a-72a9b41f8050 admin admin] Publish callbacks [] for security_group (21df6b28-13c7-42f3-8f15-d6448f735d19), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.662233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (ea76a19f-20e6-4b32-aa61-e83cf9e3760a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.665226 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Publish callbacks [] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.720229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad78ce6-bab4-4e4f-bc1a-72a9b41f8050 admin admin] Publish callbacks [] for security_group (21df6b28-13c7-42f3-8f15-d6448f735d19), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.724725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.752890 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.770357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ea76a19f-20e6-4b32-aa61-e83cf9e3760a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.775454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:35.776129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222fc7340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:35.822255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Attempting to bind port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:35.823431 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Attempting to bind port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:35.825586 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Attempting to bind port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:35.840429 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:35.841140 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:35.841730 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.842667 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:35.844285 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Bound port: 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:35.844902 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.874959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea76a19f-20e6-4b32-aa61-e83cf9e3760a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:35.875706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (9baa7c76-d992-434d-bf31-169f9ae2b5df), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:35.927718 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Pushing event updated for resources: {'Port': ['ID=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:35.939378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cae8b-1978-4b0d-9008-a632dd4a3556 None None] Pushing event updated for resources: {'Port': ['ID=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.945365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.946388 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.946388 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:35.946547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:35.982304 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] For port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:35.985514 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] For port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:36.042338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.043109 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad78ce6-bab4-4e4f-bc1a-72a9b41f8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (21df6b28-13c7-42f3-8f15-d6448f735d19), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.047989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2b0873e-e0b3-4f0a-85ce-9733e3227347 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7675984
May 14 21:39:36.048411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33224) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.048659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ad78ce6-bab4-4e4f-bc1a-72a9b41f8050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.049887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ad78ce6-bab4-4e4f-bc1a-72a9b41f8050 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21df6b28-13c7-42f3-8f15-d6448f735d19 HTTP/1.1" status: 204  len: 168 time: 0.5098536
May 14 21:39:36.053645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-97e72a15-27d2-484c-b562-171de6c3b1fd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:36.054410 ncdv-master-1 neutron-server[115781]: WARNING neutron.api.v2.base [None req-97e72a15-27d2-484c-b562-171de6c3b1fd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 14 21:39:36.054917 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-97e72a15-27d2-484c-b562-171de6c3b1fd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] update failed (client error): There was a conflict when trying to complete your request.
May 14 21:39:36.058874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-97e72a15-27d2-484c-b562-171de6c3b1fd tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "PUT /v2.0/security-groups/ea76a19f-20e6-4b32-aa61-e83cf9e3760a HTTP/1.1" status: 409  len: 330 time: 0.0065699
May 14 21:39:36.058874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (8d7efeb9-0506-495f-b824-4f0c8e3bc8d4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.059775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33228) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.071308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad78ce6-bab4-4e4f-bc1a-72a9b41f8050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df6b28-13c7-42f3-8f15-d6448f735d19,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:36.086728 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.147734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Subnet': ['ID=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:36.213399 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Routers {'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:36.214050 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52310eaa90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b8b76fb4-ceb2-408c-ab42-2311d0bc1a90'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:36.259555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Checking segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:36.260554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network hostable DHCP agents. Network: fb6b8bd4-f50e-46c4-a16c-102a54ed8344, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:36.266379 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a633e272-ce90-49eb-9047-a3ad3b452a21 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (ea76a19f-20e6-4b32-aa61-e83cf9e3760a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.301927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222fc7340>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 3, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:36.305070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.331212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a633e272-ce90-49eb-9047-a3ad3b452a21 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (ea76a19f-20e6-4b32-aa61-e83cf9e3760a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.336030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6878d56-060f-4b66-a539-9d9626ef1434 None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 3, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:36.420546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:36.447491 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d2c41-65af-4b37-941e-952f7ba5eb86 None None] Pushing event updated for resources: {'Port': ['ID=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:36.481406 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] Set router b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:36.481928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (9baa7c76-d992-434d-bf31-169f9ae2b5df), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.486006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a633e272-ce90-49eb-9047-a3ad3b452a21 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ea76a19f-20e6-4b32-aa61-e83cf9e3760a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.489181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a633e272-ce90-49eb-9047-a3ad3b452a21 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.495171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a633e272-ce90-49eb-9047-a3ad3b452a21 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/ea76a19f-20e6-4b32-aa61-e83cf9e3760a HTTP/1.1" status: 204  len: 168 time: 0.3773735
May 14 21:39:36.495171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33236) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.538794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb6b8bd4-f50e-46c4-a16c-102a54ed8344) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:36.544203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.546085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633e272-ce90-49eb-9047-a3ad3b452a21 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea76a19f-20e6-4b32-aa61-e83cf9e3760a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:36.557723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae64240-7feb-407f-9a0c-a7d14f57ed8a None None] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:36.560723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:36.568454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.606934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-941cc729-0429-4dbc-94b6-e6bfba4dd9e8 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1028290
May 14 21:39:36.607319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33240) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.637925 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-2f485846-839b-49ae-9cb4-535a31a999e6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] delete failed (client error): The resource could not be found.
May 14 21:39:36.639276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2f485846-839b-49ae-9cb4-535a31a999e6 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "DELETE /v2.0/security-groups/0129d84e-0903-4642-8759-db2a12c499d7 HTTP/1.1" status: 404  len: 347 time: 0.0307527
May 14 21:39:36.643147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33244) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.663724 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-7afe8706-6684-462a-8d54-47b81b3022f2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] show failed (client error): The resource could not be found.
May 14 21:39:36.665189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7afe8706-6684-462a-8d54-47b81b3022f2 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-groups/f4957b9a-1c70-4b8e-acec-785aa315ae0b HTTP/1.1" status: 404  len: 347 time: 0.0206606
May 14 21:39:36.675881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-293d841d-e262-4014-ad64-70fbaa428648 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.6226223
May 14 21:39:36.675881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33246) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.676957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.788011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33250) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:36.824518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:39:36.825677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.838241 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-da1368a8-a61e-4924-bcc6-0ace6afc76c7 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] show failed (client error): The resource could not be found.
May 14 21:39:36.839521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-da1368a8-a61e-4924-bcc6-0ace6afc76c7 tempest-NegativeSecGroupTest-587441968 tempest-NegativeSecGroupTest-587441968-project] 10.222.0.52 "GET /v2.0/security-group-rules/79273fef-2d1b-4654-9d81-5523d5650554 HTTP/1.1" status: 404  len: 356 time: 0.1635809
May 14 21:39:36.869617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Allocated IP 172.35.4.32 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/fab4f56e-6b83-4f58-8814-8b9c7b5b8331) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:36.879679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0761ea3d-f0a6-4df1-bd97-abcdaebf9789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:36.986775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Deleting subnet 94a758a8-9be4-4ad0-801e-af4e85dfd0cf {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:39:36.991915 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Publish callbacks [] for subnet (94a758a8-9be4-4ad0-801e-af4e85dfd0cf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.156714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for port (fab4f56e-6b83-4f58-8814-8b9c7b5b8331), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.210484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Allocated IP 172.20.0.2 (fb6b8bd4-f50e-46c4-a16c-102a54ed8344/8d7efeb9-0506-495f-b824-4f0c8e3bc8d4/4fcf22eb-d346-423e-acbf-badbfb6fd892) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:37.233573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52310eaa90>, [{'id': 'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90', 'name': 'tempest-snat-router-1768355763', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.135'}], 'enable_snat': False}, 'gw_port_id': '2e2c20e0-9cad-4b60-8ab2-7b93dffa4243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 3, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port': {'id': '2e2c20e0-9cad-4b60-8ab2-7b93dffa4243', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:37.272119 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (94a758a8-9be4-4ad0-801e-af4e85dfd0cf), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.293615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977029ca-8d24-4584-b0c2-a7cdcb4c93e3 None None] The sync data for ids ['b8b76fb4-ceb2-408c-ab42-2311d0bc1a90'] in ncdv-master-1 is: [{'id': 'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90', 'name': 'tempest-snat-router-1768355763', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.135'}], 'enable_snat': False}, 'gw_port_id': '2e2c20e0-9cad-4b60-8ab2-7b93dffa4243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:32Z', 'revision_number': 3, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port': {'id': '2e2c20e0-9cad-4b60-8ab2-7b93dffa4243', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8b76fb4-ceb2-408c-ab42-2311d0bc1a90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:37.304078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bf8bce7b-222b-4c4f-9fcb-512d2378ed5e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:39:37.355016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fab4f56e-6b83-4f58-8814-8b9c7b5b8331), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.372103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: bf8bce7b-222b-4c4f-9fcb-512d2378ed5e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:39:37.372508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bf8bce7b-222b-4c4f-9fcb-512d2378ed5e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:39:37.419043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (94a758a8-9be4-4ad0-801e-af4e85dfd0cf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.451945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:37.458258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:37.469439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:37.585867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Publish callbacks [] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.653714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33268) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:37.679350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Port': ['ID=fab4f56e-6b83-4f58-8814-8b9c7b5b8331,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:37.699292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.833307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:37.834095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Pushing event updated for resources: {'Port': ['ID=4fcf22eb-d346-423e-acbf-badbfb6fd892,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:37.852637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:37.863651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:37.879330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (94a758a8-9be4-4ad0-801e-af4e85dfd0cf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.889159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0761ea3d-f0a6-4df1-bd97-abcdaebf9789 admin admin] Publish callbacks [] for security_group (5c3d2553-c81b-4004-b7c5-c2ec10c8a41c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.945467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:37.961956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/94a758a8-9be4-4ad0-801e-af4e85dfd0cf HTTP/1.1" status: 204  len: 168 time: 1.1672761
May 14 21:39:37.965345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33278) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:38.017814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Attempting to bind port 4fcf22eb-d346-423e-acbf-badbfb6fd892 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:38.018155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a929f80-5013-4e38-ba81-fb65d76e348f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a758a8-9be4-4ad0-801e-af4e85dfd0cf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:38.018268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Attempting to bind port 4fcf22eb-d346-423e-acbf-badbfb6fd892 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:38.018562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Attempting to bind port 4fcf22eb-d346-423e-acbf-badbfb6fd892 on network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:38.024618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:38.025064 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Checking segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:38.037114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.037404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Bound using segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:38.043822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Bound port: 4fcf22eb-d346-423e-acbf-badbfb6fd892, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:38.044378 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.104630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0761ea3d-f0a6-4df1-bd97-abcdaebf9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5c3d2553-c81b-4004-b7c5-c2ec10c8a41c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.116141 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a8ca6716-b6bc-4a8a-841c-bd2714020618 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adf6bd7cd9a040ff8723f40c96477b4c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4571431
May 14 21:39:38.117575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33280) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:38.143650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (9baa7c76-d992-434d-bf31-169f9ae2b5df), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.161018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] For port 4fcf22eb-d346-423e-acbf-badbfb6fd892, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:38.166897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] For port 4fcf22eb-d346-423e-acbf-badbfb6fd892, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fcf22eb-d346-423e-acbf-badbfb6fd892,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:38.177829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (28709e91-37e2-4f45-9d8d-06271aa5bf55), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.190786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761ea3d-f0a6-4df1-bd97-abcdaebf9789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d2553-c81b-4004-b7c5-c2ec10c8a41c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:38.210914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0761ea3d-f0a6-4df1-bd97-abcdaebf9789 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a451a66a82bd4ab2bb667e7de5419fa5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.9041922
May 14 21:39:38.214090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:38.289536 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.414275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (9baa7c76-d992-434d-bf31-169f9ae2b5df), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.458866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec373d-e5d1-4782-9357-90af5df1b772 None None] Pushing event updated for resources: {'Port': ['ID=4fcf22eb-d346-423e-acbf-badbfb6fd892,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:38.524605 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cedec67f-a37e-4938-bb86-f63d7efca819 admin admin] Publish callbacks [] for security_group (81861383-221b-44a6-b9a3-d1eebe17a63a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.545227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:38.554088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (28709e91-37e2-4f45-9d8d-06271aa5bf55), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.599840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cedec67f-a37e-4938-bb86-f63d7efca819 admin admin] Publish callbacks [] for security_group (81861383-221b-44a6-b9a3-d1eebe17a63a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.610082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-488fa7db-2b91-495f-aff1-33c48a74659c admin admin] Publish callbacks [] for security_group (5c3d2553-c81b-4004-b7c5-c2ec10c8a41c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.624418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a3121f0>,) {'filters': {'network_id': ['28709e91-37e2-4f45-9d8d-06271aa5bf55']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:38.658200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:38.658589 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.669559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a3121f0>, '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:38.669946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a3121f0>, '473c8b9f-2b6c-4c8f-bd77-1902452b0f7a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:38.739016 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (473c8b9f-2b6c-4c8f-bd77-1902452b0f7a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.769652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Router 9baa7c76-d992-434d-bf31-169f9ae2b5df is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:38.789211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.818522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (473c8b9f-2b6c-4c8f-bd77-1902452b0f7a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.892741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cedec67f-a37e-4938-bb86-f63d7efca819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (81861383-221b-44a6-b9a3-d1eebe17a63a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.900029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cedec67f-a37e-4938-bb86-f63d7efca819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.904173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cedec67f-a37e-4938-bb86-f63d7efca819 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81861383-221b-44a6-b9a3-d1eebe17a63a HTTP/1.1" status: 204  len: 168 time: 0.7839732
May 14 21:39:38.950990 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-488fa7db-2b91-495f-aff1-33c48a74659c admin admin] Publish callbacks [] for security_group (5c3d2553-c81b-4004-b7c5-c2ec10c8a41c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.953380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:39:38.953776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (473c8b9f-2b6c-4c8f-bd77-1902452b0f7a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:38.961930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedec67f-a37e-4938-bb86-f63d7efca819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81861383-221b-44a6-b9a3-d1eebe17a63a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   items = [
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:39:38.965333 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:39:39.216291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:39.216571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.248124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:39.290410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-488fa7db-2b91-495f-aff1-33c48a74659c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5c3d2553-c81b-4004-b7c5-c2ec10c8a41c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.294242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-488fa7db-2b91-495f-aff1-33c48a74659c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.295243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-488fa7db-2b91-495f-aff1-33c48a74659c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c3d2553-c81b-4004-b7c5-c2ec10c8a41c HTTP/1.1" status: 204  len: 168 time: 1.0774977
May 14 21:39:39.328112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fa7db-2b91-495f-aff1-33c48a74659c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d2553-c81b-4004-b7c5-c2ec10c8a41c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:39.331697 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.332825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:39.450342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:39.455940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.455940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:39.490186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (28709e91-37e2-4f45-9d8d-06271aa5bf55), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.502680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.506215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/28709e91-37e2-4f45-9d8d-06271aa5bf55 HTTP/1.1" status: 204  len: 168 time: 1.5396848
May 14 21:39:39.545570 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:39.546078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e355e1f-6b45-4c1e-abf5-ea44f61defa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=28709e91-37e2-4f45-9d8d-06271aa5bf55,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:39.567993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Sync routers for ids ['9baa7c76-d992-434d-bf31-169f9ae2b5df'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:39.577131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:39.577509 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.586916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Routers {'9baa7c76-d992-434d-bf31-169f9ae2b5df'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:39.587534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9baa7c76-d992-434d-bf31-169f9ae2b5df'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:39.640636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.642498 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2d5bdcf3-d8dd-46cf-b344-edccce1ae097 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.5850694
May 14 21:39:39.645464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:39.666257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:39.678591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.20.0.1 (fb6b8bd4-f50e-46c4-a16c-102a54ed8344/8d7efeb9-0506-495f-b824-4f0c8e3bc8d4/1f0b2fd6-1857-45bd-9ae6-54dd6245740f) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:39.778516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Set router 9baa7c76-d992-434d-bf31-169f9ae2b5df gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:39.799327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-059d57c2-8e51-4efe-8c89-a39d12cbf202 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/9baa7c76-d992-434d-bf31-169f9ae2b5df HTTP/1.1" status: 200  len: 907 time: 0.1523767
May 14 21:39:39.802120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33312) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:39.815821 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.926442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:39.982334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:39.997007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.997585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.998047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.998396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.998736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.999206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.999391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:39.999784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.000089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.000473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.000868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.001126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.001587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.001868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.002190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:40.019070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (9baa7c76-d992-434d-bf31-169f9ae2b5df), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.039813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.100926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d940>, [{'id': '9baa7c76-d992-434d-bf31-169f9ae2b5df', 'name': 'tempest-snat-router-1768355763', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.32'}], 'enable_snat': True}, 'gw_port_id': 'fab4f56e-6b83-4f58-8814-8b9c7b5b8331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:35Z', 'updated_at': '2022-05-14T21:39:37Z', 'revision_number': 3, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port': {'id': 'fab4f56e-6b83-4f58-8814-8b9c7b5b8331', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baa7c76-d992-434d-bf31-169f9ae2b5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:36Z', 'updated_at': '2022-05-14T21:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:40.111830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:40.121467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:40.126971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:40.174372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Checking router: 9baa7c76-d992-434d-bf31-169f9ae2b5df for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:39:40.175839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Updating router 9baa7c76-d992-434d-bf31-169f9ae2b5df port fab4f56e-6b83-4f58-8814-8b9c7b5b8331 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:39:40.180219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33320) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:40.189214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:40.238442 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fab4f56e-6b83-4f58-8814-8b9c7b5b8331), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.244934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.333781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b1c399fb-a60f-48af-91fa-bb933ac9ae01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18722465cc2449ee96995dd0c487479c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1522567
May 14 21:39:40.337456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33322) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:40.359758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (9baa7c76-d992-434d-bf31-169f9ae2b5df), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.439598 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5326470-6d67-41b3-9512-030b96f57305 admin admin] Publish callbacks [] for security_group (a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.481240 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5326470-6d67-41b3-9512-030b96f57305 admin admin] Publish callbacks [] for security_group (a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.533341 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-00ac51b3-d6f8-41bf-b74c-457b55d4d89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.582986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Deleting port fab4f56e-6b83-4f58-8814-8b9c7b5b8331 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:40.584005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fab4f56e-6b83-4f58-8814-8b9c7b5b8331), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.616168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80a3b53-3da5-420b-897e-dfcaf3a50e4d None None] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:40.759954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fab4f56e-6b83-4f58-8814-8b9c7b5b8331), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.771000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] Provisioning complete for port 4fcf22eb-d346-423e-acbf-badbfb6fd892 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:40.771368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.772456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33328) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:40.802704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Calling delete_port for fab4f56e-6b83-4f58-8814-8b9c7b5b8331 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:40.809079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.809874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.830127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5326470-6d67-41b3-9512-030b96f57305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.830284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:40.830426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5326470-6d67-41b3-9512-030b96f57305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:40.830426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f5326470-6d67-41b3-9512-030b96f57305 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a HTTP/1.1" status: 204  len: 168 time: 0.4913466
May 14 21:39:41.050736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:41.051116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.098396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] Current status of the port 4fcf22eb-d346-423e-acbf-badbfb6fd892 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:41.098790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.103266 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326470-6d67-41b3-9512-030b96f57305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da0c21-e3a2-49a6-a8f1-c1fdcb6c4e1a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:41.293734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] For port 4fcf22eb-d346-423e-acbf-badbfb6fd892, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fcf22eb-d346-423e-acbf-badbfb6fd892,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:41.382226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.485246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fab4f56e-6b83-4f58-8814-8b9c7b5b8331), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.522598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:39:41.528995 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.update_port {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:39:41.549489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab4f56e-6b83-4f58-8814-8b9c7b5b8331,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:41.634579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:41.640568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4fcf22eb-d346-423e-acbf-badbfb6fd892 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:41.714626 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Publish callbacks [] for security_group (299bec2d-a623-4587-b28b-5879613f27da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.757609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.759860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (9baa7c76-d992-434d-bf31-169f9ae2b5df), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.777489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b5327-c0c0-4c47-9ca8-f4ae3ca09e42 None None] Pushing event updated for resources: {'Port': ['ID=4fcf22eb-d346-423e-acbf-badbfb6fd892,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:41.784129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-31b5a9bc-28a8-496a-bb7b-18d4c7d5b2d4 None None] Provisioning complete for port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:41.784581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31b5a9bc-28a8-496a-bb7b-18d4c7d5b2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.787200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4fcf22eb-d346-423e-acbf-badbfb6fd892 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:41.787609 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.837988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:41.968000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-31b5a9bc-28a8-496a-bb7b-18d4c7d5b2d4 None None] Port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:41.979347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-31b5a9bc-28a8-496a-bb7b-18d4c7d5b2d4 None None] Provisioning complete for port 4fcf22eb-d346-423e-acbf-badbfb6fd892 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:41.979347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31b5a9bc-28a8-496a-bb7b-18d4c7d5b2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.008268 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (299bec2d-a623-4587-b28b-5879613f27da), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.067906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:42.077919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.087523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33388) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:42.092675 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c77d67f97804c55aec467cdd9d39a88&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3190122
May 14 21:39:42.095971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Port fab4f56e-6b83-4f58-8814-8b9c7b5b8331 not found while updating agent binding for router 9baa7c76-d992-434d-bf31-169f9ae2b5df. {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
May 14 21:39:42.098940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.128234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (9baa7c76-d992-434d-bf31-169f9ae2b5df), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.140308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (9baa7c76-d992-434d-bf31-169f9ae2b5df), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.170105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299bec2d-a623-4587-b28b-5879613f27da,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:42.180291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Routers {'9baa7c76-d992-434d-bf31-169f9ae2b5df'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:42.181078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9baa7c76-d992-434d-bf31-169f9ae2b5df'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:42.232268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.233221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.233649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.234006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.234436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.234854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.235204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.236057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.236057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.237257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.237257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.237389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.237710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.238360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.238992 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea2704-4f9d-481a-a741-bb5e1d19fc8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:39:42.254455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ba61-2874-416a-8574-0662e3d417a1 admin admin] Publish callbacks [] for security_group (299bec2d-a623-4587-b28b-5879613f27da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.290432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ba61-2874-416a-8574-0662e3d417a1 admin admin] Publish callbacks [] for security_group (299bec2d-a623-4587-b28b-5879613f27da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.318800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (9baa7c76-d992-434d-bf31-169f9ae2b5df), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.319956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9baa7c76-d992-434d-bf31-169f9ae2b5df {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:42.327493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.330644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-35ef2f88-092f-45c5-b59e-eb78eda33960 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/9baa7c76-d992-434d-bf31-169f9ae2b5df HTTP/1.1" status: 204  len: 168 time: 2.5257502
May 14 21:39:42.332625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33396) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:42.349619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:42.354441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:42.537464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.554742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33404) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:42.595548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-31b5a9bc-28a8-496a-bb7b-18d4c7d5b2d4 None None] Current status of the port 4fcf22eb-d346-423e-acbf-badbfb6fd892 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:42.612178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ba61-2874-416a-8574-0662e3d417a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (299bec2d-a623-4587-b28b-5879613f27da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.615204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ba61-2874-416a-8574-0662e3d417a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.619634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dfe1ba61-2874-416a-8574-0662e3d417a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/299bec2d-a623-4587-b28b-5879613f27da HTTP/1.1" status: 204  len: 168 time: 0.5209107
May 14 21:39:42.627857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4fcf22eb-d346-423e-acbf-badbfb6fd892 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:42.628876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:42.634971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] Set router 9baa7c76-d992-434d-bf31-169f9ae2b5df gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:42.655241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ba61-2874-416a-8574-0662e3d417a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bec2d-a623-4587-b28b-5879613f27da,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:42.666833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:39:42.820738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.862003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:42.869388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0c75dee0-dab3-42d5-a35e-57130d5dcf49 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "PUT /v2.0/routers/88cba6f8-b805-4de4-8047-6bb6bffc75ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1629627
May 14 21:39:42.869749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33422) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:42.875762 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:42.890554 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:42.891742 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b65e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:42.907516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1637265012'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:42.931910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d940>, [{'id': '9baa7c76-d992-434d-bf31-169f9ae2b5df', 'name': 'tempest-snat-router-1768355763', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:35Z', 'updated_at': '2022-05-14T21:39:41Z', 'revision_number': 5, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:42.960013 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:42.999774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Deleting port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:42.999774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.017163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fb70-e9bb-43b2-a780-9655c3c4a416 None None] The sync data for ids ['9baa7c76-d992-434d-bf31-169f9ae2b5df'] in ncdv-master-1 is: [{'id': '9baa7c76-d992-434d-bf31-169f9ae2b5df', 'name': 'tempest-snat-router-1768355763', 'tenant_id': '0e340cdd735347b5b067a6861c828b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:35Z', 'updated_at': '2022-05-14T21:39:41Z', 'revision_number': 5, 'project_id': '0e340cdd735347b5b067a6861c828b68', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:43.024776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:43.024776 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.081627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-02018754-bcbb-404b-8bb4-add267513ace None None] Provisioning complete for port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:43.082010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-02018754-bcbb-404b-8bb4-add267513ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.112848 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:43.124903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-02018754-bcbb-404b-8bb4-add267513ace None None] Port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:43.170980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] For port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:43.171567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.177494 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5239961-83a8-4ea2-b982-a805ad43b070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.192367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Calling delete_port for 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:43.200605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:43.246337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Made reservation on behalf of 291cebe3076a45a4a01bb4b67f034f47 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:43.248993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0d138084-c0dc-459c-bbc0-f514ef028bf0 None None] Provisioning complete for port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:43.249381 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d138084-c0dc-459c-bbc0-f514ef028bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.254787 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.289292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.351698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0d138084-c0dc-459c-bbc0-f514ef028bf0 None None] Port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:43.401110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4fcf22eb-d346-423e-acbf-badbfb6fd892 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:43.466713 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b65e80>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:40Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:41Z', 'revision_number': 2, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:43.473733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks [] for security_group (b2f9842a-86b9-4c5e-abea-4285bc742050), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.474923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4fcf22eb-d346-423e-acbf-badbfb6fd892 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:43.476534 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.476884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4df5-7f94-44bd-8892-48b9cd58b9b0 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:43.477354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4df5-7f94-44bd-8892-48b9cd58b9b0 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:43.481891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4df5-7f94-44bd-8892-48b9cd58b9b0 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:43.484120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fa4df5-7f94-44bd-8892-48b9cd58b9b0 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:43.490027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-30fa4df5-7f94-44bd-8892-48b9cd58b9b0 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.6184189
May 14 21:39:43.491661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33436) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:43.516799 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:39:43.517583 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Updating router 88cba6f8-b805-4de4-8047-6bb6bffc75ba port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:39:43.556611 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.582551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4fcf22eb-d346-423e-acbf-badbfb6fd892 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:43.649405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (2e2c20e0-9cad-4b60-8ab2-7b93dffa4243), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.704594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e2c20e0-9cad-4b60-8ab2-7b93dffa4243,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:43.846663 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.849184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.890763 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b2f9842a-86b9-4c5e-abea-4285bc742050), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.902592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:43.919634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (83889f77-84e4-4e73-88c4-a4a8c6a3bc93), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:43.919634 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Added segment 83889f77-84e4-4e73-88c4-a4a8c6a3bc93 of type vlan for network 6e2d7b90-4edd-4639-860b-00ff8f2a1571
May 14 21:39:43.925517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33446) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:43.981866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33448) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:44.033955 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6e2d7b90-4edd-4639-860b-00ff8f2a1571), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.036091 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Publish callbacks [] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.039840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.042756 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_controller (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.095023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9842a-86b9-4c5e-abea-4285bc742050,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:44.112177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b34c8-7f48-42f2-8ecd-14469aa330dc tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:44.112646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b34c8-7f48-42f2-8ecd-14469aa330dc tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:44.113194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b34c8-7f48-42f2-8ecd-14469aa330dc tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:44.113656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b34c8-7f48-42f2-8ecd-14469aa330dc tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:44.115519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9e3b34c8-7f48-42f2-8ecd-14469aa330dc tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.6226103
May 14 21:39:44.118197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33458) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:44.123510 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.187499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-252698973-network', 'tenant_id': '882c775cc8694e0aab28c39b98827f8c'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:44.205606 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa59342-885f-4405-8c02-16afb144c9c4 None None] Pushing event updated for resources: {'Port': ['ID=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:44.212921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b8b76fb4-ceb2-408c-ab42-2311d0bc1a90), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.213564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:44.222468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.223694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5044f79b-f09e-42d4-9be0-32eb7d6c451c tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b8b76fb4-ceb2-408c-ab42-2311d0bc1a90 HTTP/1.1" status: 204  len: 168 time: 1.8897448
May 14 21:39:44.229180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33460) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:44.250563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2061067391', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:44.279725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-db12b522-fa18-4cc4-85ab-830bfca41de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.307732 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Attempting to bind port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:44.308598 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Attempting to bind port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:44.309123 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Attempting to bind port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f on network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:44.316915 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:44.317296 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Checking segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:44.317868 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.318267 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Bound using segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:44.326681 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Bound port: 1f0b2fd6-1857-45bd-9ae6-54dd6245740f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:44.326681 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.326886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6e2d7b90-4edd-4639-860b-00ff8f2a1571), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.335951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:44.336589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.383551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Made reservation on behalf of 882c775cc8694e0aab28c39b98827f8c for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:44.388377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.407294 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.412640 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] For port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:44.420028 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] For port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:44.430186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (d2e87271-7020-4a94-a49f-502194557fb7), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.431673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (d2e87271-7020-4a94-a49f-502194557fb7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.528485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Pushing event updated for resources: {'Network': ['ID=6e2d7b90-4edd-4639-860b-00ff8f2a1571,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:44.535372 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.543149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6e2d7b90-4edd-4639-860b-00ff8f2a1571 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:44.580389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (d2e87271-7020-4a94-a49f-502194557fb7), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.645503 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:44.646128 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b65e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:44.648444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa59342-885f-4405-8c02-16afb144c9c4 None None] Pushing event updated for resources: {'Port': ['ID=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:44.670032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] Provisioning complete for port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:44.674719 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.688348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks [] for security_group (f5824819-76bd-4aaf-b184-ef833a35dd4c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.721902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-758de2ac-d22a-462f-8868-eb5373823cf4 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 757 time: 2.1626077
May 14 21:39:44.731221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33466) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:44.748052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-36ec0cc9-bd7c-45d8-ab15-93aed4aa1e23 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5231b2cfd0>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-1562799991') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:44.907368 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:39:44.957175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] Current status of the port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:44.957739 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:44.959228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1145d8c7-c4be-43d0-b1f4-c75ab7179714 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2130 time: 0.8396361
May 14 21:39:45.029363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] For port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:39:45.043876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-db12b522-fa18-4cc4-85ab-830bfca41de9 admin admin] Publish callbacks [] for security_group (b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.067257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-36ec0cc9-bd7c-45d8-ab15-93aed4aa1e23 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "PUT /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-1562799991 HTTP/1.1" status: 201  len: 201 time: 0.3273506
May 14 21:39:45.068081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33476) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:45.073530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-4884d13c-720e-4896-a970-3347dfcf1cf6 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f523002fa90>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-1562799991') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:45.149650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4884d13c-720e-4896-a970-3347dfcf1cf6 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-1562799991 HTTP/1.1" status: 204  len: 168 time: 0.0782621
May 14 21:39:45.149928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33480) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:45.154645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.172025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-ba2db605-2c6b-43df-9400-743484aacf6e tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f522a54b130>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:45.175004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-db12b522-fa18-4cc4-85ab-830bfca41de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.236294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12b522-fa18-4cc4-85ab-830bfca41de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:45.285315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f5824819-76bd-4aaf-b184-ef833a35dd4c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.296230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e6316d80-bfbb-487b-ba82-b126293963ea None None] Provisioning complete for port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:45.299847 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6316d80-bfbb-487b-ba82-b126293963ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.305346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c397e2f-3abc-4e80-826e-ca3135f904f3 None None] Pushing event updated for resources: {'Port': ['ID=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:45.322513 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b65e80>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:40Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:45.342897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:39:45.362457 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc1e76-8a40-4bdd-b527-a827dcf68883 None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:40Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:45.379253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:45.410383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-db12b522-fa18-4cc4-85ab-830bfca41de9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75be348dedbd44a58d2be6ad8b4bedfc&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4194236
May 14 21:39:45.412328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33486) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:45.414567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ba2db605-2c6b-43df-9400-743484aacf6e tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags HTTP/1.1" status: 200  len: 238 time: 0.2637155
May 14 21:39:45.421902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:39:45.422254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2c20e0-9cad-4b60-8ab2-7b93dffa4243 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:39:45.481467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33488) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:45.488748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-44f6b593-938d-43ce-a5d8-08bcc951bf25 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f522aa1d100>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', {'tags': ['tempest-TagsTest-Tag-2137917282', 'tempest-TagsTest-Tag-702465322', 'tempest-TagsTest-Tag-546675011']}) {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:45.517914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (d2e87271-7020-4a94-a49f-502194557fb7), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.527235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5824819-76bd-4aaf-b184-ef833a35dd4c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:45.538287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (870f57f4-7338-425d-b3e8-0627a91053c7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.538744 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Added segment 870f57f4-7338-425d-b3e8-0627a91053c7 of type vlan for network 76ae4352-6850-4c58-b543-b60c328b4636
May 14 21:39:45.554837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e6316d80-bfbb-487b-ba82-b126293963ea None None] Current status of the port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:45.609546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (76ae4352-6850-4c58-b543-b60c328b4636), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.684089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8585c1c4-5b7d-4066-b447-ab7da6bc0050 admin admin] Publish callbacks [] for security_group (b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.719731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8585c1c4-5b7d-4066-b447-ab7da6bc0050 admin admin] Publish callbacks [] for security_group (b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.734805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.796286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-44f6b593-938d-43ce-a5d8-08bcc951bf25 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "PUT /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags HTTP/1.1" status: 200  len: 307 time: 0.3112288
May 14 21:39:45.802684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33492) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:45.805076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-56dc7b56-ee1b-46ff-91b8-ec929283fbf9 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f522adcb310>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-2137917282') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:45.840523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (76ae4352-6850-4c58-b543-b60c328b4636), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.841592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:45.842172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.844327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (d2e87271-7020-4a94-a49f-502194557fb7), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.866428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.926301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8585c1c4-5b7d-4066-b447-ab7da6bc0050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.929593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8585c1c4-5b7d-4066-b447-ab7da6bc0050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:45.930809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8585c1c4-5b7d-4066-b447-ab7da6bc0050 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae HTTP/1.1" status: 204  len: 168 time: 0.5136518
May 14 21:39:45.959599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585c1c4-5b7d-4066-b447-ab7da6bc0050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f567c4-b6d9-4c6b-9c81-6e23353ae1ae,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:45.992659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] Pushing event updated for resources: {'Network': ['ID=76ae4352-6850-4c58-b543-b60c328b4636,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:46.007512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 76ae4352-6850-4c58-b543-b60c328b4636 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:46.027302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-56dc7b56-ee1b-46ff-91b8-ec929283fbf9 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "DELETE /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-2137917282 HTTP/1.1" status: 204  len: 168 time: 0.2283783
May 14 21:39:46.027999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33498) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.033181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-d116d8ff-0780-4b22-a866-b8ed6f7457a9 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522ba2c820>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-2137917282') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:46.083543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ad6093e-46d1-4565-9136-3d172529f83f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.1568704
May 14 21:39:46.108302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33506) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.116484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Request body: {'subnet': {'network_id': '76ae4352-6850-4c58-b543-b60c328b4636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-252698973-subnet', 'tenant_id': '882c775cc8694e0aab28c39b98827f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:46.138855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Allocated IP 172.35.4.61 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/583cf0be-4d6d-4e52-9283-12f43ba9ad5a) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:46.211791 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-d116d8ff-0780-4b22-a866-b8ed6f7457a9 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] show failed (client error): The resource could not be found.
May 14 21:39:46.215819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d116d8ff-0780-4b22-a866-b8ed6f7457a9 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-2137917282 HTTP/1.1" status: 404  len: 326 time: 0.1848068
May 14 21:39:46.223158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33510) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.231679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-2337b4a1-8562-44a2-8a8e-6c2316c68a14 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b9f7910>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-702465322') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:46.253552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.258769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645645064', 'description': 'tempest-secgroup-smoke-1645645064 description', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:46.316704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for port (583cf0be-4d6d-4e52-9283-12f43ba9ad5a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.317600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2337b4a1-8562-44a2-8a8e-6c2316c68a14 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-702465322 HTTP/1.1" status: 204  len: 168 time: 0.0932600
May 14 21:39:46.320054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33514) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.326432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-e1fa41d1-4e57-48fd-bcf2-271b9da7e1ae tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b3a41f0>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-546675011') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:46.402531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e1fa41d1-4e57-48fd-bcf2-271b9da7e1ae tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-546675011 HTTP/1.1" status: 204  len: 168 time: 0.0813425
May 14 21:39:46.405315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33516) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.409490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-28b9040e-98bb-4161-b0e8-0db62fbd83de tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5230309dc0>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:46.414250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Made reservation on behalf of 882c775cc8694e0aab28c39b98827f8c for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:46.416775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.457201 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.489253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (583cf0be-4d6d-4e52-9283-12f43ba9ad5a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.543869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event updated for resources: {'Port': ['ID=583cf0be-4d6d-4e52-9283-12f43ba9ad5a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:46.605666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:46.623520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:46.638118 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:46.724816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-28b9040e-98bb-4161-b0e8-0db62fbd83de tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "DELETE /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags HTTP/1.1" status: 204  len: 168 time: 0.3184814
May 14 21:39:46.728549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33534) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.741412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.tag.tag_plugin [None req-d9928aeb-cb0b-4576-a357-8751dba3429c tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5230669a60>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-702465322') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:46.800693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.815746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (c07e2685-b0b9-4345-bc6a-32625060597c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.834512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (51472e8b-8d3b-4210-9b69-ac9dbadf3470), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.910525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51472e8b-8d3b-4210-9b69-ac9dbadf3470,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:46.923696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Checking segment: {'id': '870f57f4-7338-425d-b3e8-0627a91053c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:46.924069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Network hostable DHCP agents. Network: 76ae4352-6850-4c58-b543-b60c328b4636, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:46.938528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c07e2685-b0b9-4345-bc6a-32625060597c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:46.946377 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-d9928aeb-cb0b-4576-a357-8751dba3429c tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] show failed (client error): The resource could not be found.
May 14 21:39:46.950949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d9928aeb-cb0b-4576-a357-8751dba3429c tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-702465322 HTTP/1.1" status: 404  len: 325 time: 0.2118120
May 14 21:39:46.951945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33544) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:46.956080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-bf482850-4ec5-4d84-8ec2-acf6ea6f8064 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f522b566610>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571', 'tempest-TagsTest-Tag-546675011') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:46.990228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07e2685-b0b9-4345-bc6a-32625060597c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:47.029777 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-bf482850-4ec5-4d84-8ec2-acf6ea6f8064 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] show failed (client error): The resource could not be found.
May 14 21:39:47.030844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf482850-4ec5-4d84-8ec2-acf6ea6f8064 tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "GET /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags/tempest-TagsTest-Tag-546675011 HTTP/1.1" status: 404  len: 325 time: 0.0784445
May 14 21:39:47.035262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33546) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:47.041118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.tag.tag_plugin [None req-57a2ec29-bebd-4d62-927a-d5ace61fda2b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f522a06ed00>, 'networks', '6e2d7b90-4edd-4639-860b-00ff8f2a1571') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:47.042806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.046988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Network 76ae4352-6850-4c58-b543-b60c328b4636 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:47.050546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9a921b40-c7d0-4983-ab51-ed9ff791160e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.7956398
May 14 21:39:47.051935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33548) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:47.059136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'c07e2685-b0b9-4345-bc6a-32625060597c', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:47.129624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 76ae4352-6850-4c58-b543-b60c328b4636) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:47.136338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:47.137185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.145990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3463f03-afdb-495a-8af0-532f879da198 None None] Network 76ae4352-6850-4c58-b543-b60c328b4636 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:47.152003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-57a2ec29-bebd-4d62-927a-d5ace61fda2b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "DELETE /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571/tags HTTP/1.1" status: 204  len: 168 time: 0.1120849
May 14 21:39:47.152690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33550) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:47.167643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:47.241375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (9c051bdd-544d-4d1a-8cca-13eea18b21ee), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.300854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c316901-c251-4698-a08c-567cb67e786f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.344358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-145714af-28aa-44af-b2a7-3e7867639f6b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.2346373
May 14 21:39:47.350165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (d2e87271-7020-4a94-a49f-502194557fb7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.369711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1f0b2fd6-1857-45bd-9ae6-54dd6245740f up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:39:47.442403 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6e2d7b90-4edd-4639-860b-00ff8f2a1571), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.472580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (9c051bdd-544d-4d1a-8cca-13eea18b21ee), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.481790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c316901-c251-4698-a08c-567cb67e786f admin admin] Publish callbacks [] for security_group (a50e6795-e3de-46b4-8cdd-a1730fba9008), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.491190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8f4cf-771f-41b2-a075-eb9d60ba6bd5 None None] Network 76ae4352-6850-4c58-b543-b60c328b4636 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:47.569653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:47.570590 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.593136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c316901-c251-4698-a08c-567cb67e786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a50e6795-e3de-46b4-8cdd-a1730fba9008), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.612433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9c051bdd-544d-4d1a-8cca-13eea18b21ee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.653272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c051bdd-544d-4d1a-8cca-13eea18b21ee,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:47.658326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4c316901-c251-4698-a08c-567cb67e786f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=deb6c0fb05664bdea18add458cb63c67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4661777
May 14 21:39:47.661634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33568) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:47.721563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (d2e87271-7020-4a94-a49f-502194557fb7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.736898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e65d-5c91-47a6-b137-8e4083ef04d2 admin admin] Publish callbacks [] for security_group (a50e6795-e3de-46b4-8cdd-a1730fba9008), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.752743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c316901-c251-4698-a08c-567cb67e786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50e6795-e3de-46b4-8cdd-a1730fba9008,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:47.759283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6e2d7b90-4edd-4639-860b-00ff8f2a1571), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.777777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.782284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-67e29876-625d-4d33-ab0b-32f2c95f581a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7286386
May 14 21:39:47.788671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:47.788956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:39:47.795101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'c07e2685-b0b9-4345-bc6a-32625060597c', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:47.819426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231b51130>,) {'filters': {'network_id': ['6e2d7b90-4edd-4639-860b-00ff8f2a1571']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:47.839865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e65d-5c91-47a6-b137-8e4083ef04d2 admin admin] Publish callbacks [] for security_group (a50e6795-e3de-46b4-8cdd-a1730fba9008), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.843439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231b51130>, '83889f77-84e4-4e73-88c4-a4a8c6a3bc93') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:47.843904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231b51130>, '83889f77-84e4-4e73-88c4-a4a8c6a3bc93') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:47.855718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (83889f77-84e4-4e73-88c4-a4a8c6a3bc93), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.871711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (83889f77-84e4-4e73-88c4-a4a8c6a3bc93), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.881934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:39:47.882885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (83889f77-84e4-4e73-88c4-a4a8c6a3bc93), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:39:47.889079 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:39:47.982666 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (b4b88e82-faa5-4a1b-9eb9-3670f7842d61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.106538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6e2d7b90-4edd-4639-860b-00ff8f2a1571), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.107697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e65d-5c91-47a6-b137-8e4083ef04d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a50e6795-e3de-46b4-8cdd-a1730fba9008), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.111044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e65d-5c91-47a6-b137-8e4083ef04d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.112266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8dd2e65d-5c91-47a6-b137-8e4083ef04d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a50e6795-e3de-46b4-8cdd-a1730fba9008 HTTP/1.1" status: 204  len: 168 time: 0.4483659
May 14 21:39:48.113012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Router d2e87271-7020-4a94-a49f-502194557fb7 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:48.124624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.128719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] 10.222.0.52 "DELETE /v2.0/networks/6e2d7b90-4edd-4639-860b-00ff8f2a1571 HTTP/1.1" status: 204  len: 168 time: 0.9747748
May 14 21:39:48.136515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2e65d-5c91-47a6-b137-8e4083ef04d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50e6795-e3de-46b4-8cdd-a1730fba9008,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:48.157819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404f9c7-d649-4c75-8171-9448095dec5b tempest-TagsTest-1143103073 tempest-TagsTest-1143103073-project] Pushing event deleted for resources: {'Network': ['ID=6e2d7b90-4edd-4639-860b-00ff8f2a1571,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:48.208587 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (b4b88e82-faa5-4a1b-9eb9-3670f7842d61), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.287203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:48.300121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] Sync routers for ids ['d2e87271-7020-4a94-a49f-502194557fb7'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:48.316651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] Routers {'d2e87271-7020-4a94-a49f-502194557fb7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:48.317476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300b66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d2e87271-7020-4a94-a49f-502194557fb7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:48.335179 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b4b88e82-faa5-4a1b-9eb9-3670f7842d61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.359495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300b66d0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:48.371742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b88e82-faa5-4a1b-9eb9-3670f7842d61,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:48.375527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] Routers {'d2e87271-7020-4a94-a49f-502194557fb7'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:48.376353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300b66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d2e87271-7020-4a94-a49f-502194557fb7'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:48.436774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.440900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ad1b3e1c-6ee4-4408-963e-7f8cb4139a8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.2080235
May 14 21:39:48.441054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300b66d0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:48.441054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e96f6d4-ae50-458c-a29a-df7090fbf839 None None] The sync data for ids ['d2e87271-7020-4a94-a49f-502194557fb7'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:48.441225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33602) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:48.446203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': False}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:48.453739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.458289 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-301d23ba-6e09-4d60-be05-03a153161244 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6707215
May 14 21:39:48.459131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33604) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:48.478401 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'c07e2685-b0b9-4345-bc6a-32625060597c', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:48.611582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (3472cdf6-ccee-45e5-a953-383a440fe324), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.682260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (3472cdf6-ccee-45e5-a953-383a440fe324), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.794548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (3472cdf6-ccee-45e5-a953-383a440fe324), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.813379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3472cdf6-ccee-45e5-a953-383a440fe324,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:48.816666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (d2e87271-7020-4a94-a49f-502194557fb7), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.833322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33628) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:48.838258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1311058413-network', 'tenant_id': '61d01ae70a4f41fea28c0fcb35d9323f'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:48.927593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:48.931761 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-721e4f8d-62f7-4d21-869b-949df065c95b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4680641
May 14 21:39:48.931761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33634) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:48.941733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'c07e2685-b0b9-4345-bc6a-32625060597c', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:49.006534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:49.060927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Made reservation on behalf of 61d01ae70a4f41fea28c0fcb35d9323f for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:49.063921 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.078115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.111308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (e6e0322c-7877-4e87-88d8-1162c38a5b44), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.244000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (e6e0322c-7877-4e87-88d8-1162c38a5b44), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.250628 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e6f40479-e2e7-4f8e-9af1-80d527b794be admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=291cebe3076a45a4a01bb4b67f034f47&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2428832
May 14 21:39:49.253618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33646) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:49.293262 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks [] for security_group (0adefb40-0f0a-485f-b102-430fa7a7a2b8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.334456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1be6532e-2557-4edd-865d-a5c0a96cc176 admin admin] Publish callbacks [] for security_group (b2f9842a-86b9-4c5e-abea-4285bc742050), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.355658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e6e0322c-7877-4e87-88d8-1162c38a5b44), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.363509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1be6532e-2557-4edd-865d-a5c0a96cc176 admin admin] Publish callbacks [] for security_group (b2f9842a-86b9-4c5e-abea-4285bc742050), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.375963 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (d2e87271-7020-4a94-a49f-502194557fb7), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.379780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (d2e87271-7020-4a94-a49f-502194557fb7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.388009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0adefb40-0f0a-485f-b102-430fa7a7a2b8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.391849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e0322c-7877-4e87-88d8-1162c38a5b44,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:49.435267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:39:49.444048 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:39:49.463633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adefb40-0f0a-485f-b102-430fa7a7a2b8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:49.467973 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f2debac3-7741-4e75-b4bc-fdddc1c3f419), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.468265 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Added segment f2debac3-7741-4e75-b4bc-fdddc1c3f419 of type vlan for network d0a095f9-3145-40ca-90f8-ee3689885a7f
May 14 21:39:49.515152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.519559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6f5e07a-754e-4383-a48d-71320de85cd6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5868347
May 14 21:39:49.520499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:49.527150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'c07e2685-b0b9-4345-bc6a-32625060597c', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:49.533794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d0a095f9-3145-40ca-90f8-ee3689885a7f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.626507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1be6532e-2557-4edd-865d-a5c0a96cc176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b2f9842a-86b9-4c5e-abea-4285bc742050), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.629223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1be6532e-2557-4edd-865d-a5c0a96cc176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.631188 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1be6532e-2557-4edd-865d-a5c0a96cc176 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2f9842a-86b9-4c5e-abea-4285bc742050 HTTP/1.1" status: 204  len: 168 time: 0.3758919
May 14 21:39:49.640952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6532e-2557-4edd-865d-a5c0a96cc176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9842a-86b9-4c5e-abea-4285bc742050,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:49.680156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d0a095f9-3145-40ca-90f8-ee3689885a7f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.681233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:49.681821 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.684728 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Project a5d1195cf21b4146ae0c49a9c95ab8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:39:49.717188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (59ec2147-4676-46e0-8525-113fe16d4f94), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.792387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.9535480
May 14 21:39:49.797331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33670) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:49.803415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Request body: {'subnet': {'network_id': 'd0a095f9-3145-40ca-90f8-ee3689885a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1311058413-subnet', 'tenant_id': '61d01ae70a4f41fea28c0fcb35d9323f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:49.812867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1b9a8-88ca-48ae-b69f-07af8e3e67c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0a095f9-3145-40ca-90f8-ee3689885a7f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:49.830696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d0a095f9-3145-40ca-90f8-ee3689885a7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:39:49.840247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Router d2e87271-7020-4a94-a49f-502194557fb7 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:39:49.862932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (59ec2147-4676-46e0-8525-113fe16d4f94), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.946011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Made reservation on behalf of 61d01ae70a4f41fea28c0fcb35d9323f for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:49.948639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.975306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:49.982153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:49.986342 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] Sync routers for ids ['d2e87271-7020-4a94-a49f-502194557fb7'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:49.987059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a261950d-6ee6-47d8-8b1c-219577166a38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "PUT /v2.0/routers/d2e87271-7020-4a94-a49f-502194557fb7 HTTP/1.1" status: 200  len: 921 time: 1.5443816
May 14 21:39:49.987884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33672) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:50.002486 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] Routers {'d2e87271-7020-4a94-a49f-502194557fb7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:50.003378 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231255a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d2e87271-7020-4a94-a49f-502194557fb7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:50.014089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (59ec2147-4676-46e0-8525-113fe16d4f94), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.052268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ec2147-4676-46e0-8525-113fe16d4f94,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:50.083883 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231255a30>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:50.094339 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] Routers {'d2e87271-7020-4a94-a49f-502194557fb7'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:50.095262 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231255a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d2e87271-7020-4a94-a49f-502194557fb7'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:50.147019 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231255a30>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:50.148940 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ad573c-0096-45d1-8627-5029ecde8120 None None] The sync data for ids ['d2e87271-7020-4a94-a49f-502194557fb7'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:50.160669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33680) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:50.161863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e9d54440-b2d0-42e8-a7bb-bf650360eeb4 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/d2e87271-7020-4a94-a49f-502194557fb7 HTTP/1.1" status: 200  len: 921 time: 0.1721878
May 14 21:39:50.223694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.225067 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a3ee506a-cf60-42bf-82a2-52250a7bf5c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7015386
May 14 21:39:50.228771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33684) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:50.236119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'c07e2685-b0b9-4345-bc6a-32625060597c', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:50.257272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7823717d-98e6-478e-bfe8-061a61738c38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:50.259532 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7823717d-98e6-478e-bfe8-061a61738c38 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=d2e87271-7020-4a94-a49f-502194557fb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0971723
May 14 21:39:50.262657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33686) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:50.358329 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Project a5d1195cf21b4146ae0c49a9c95ab8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:39:50.370610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (bc61af9b-ce8d-4078-b309-41b34c06e5d8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.424905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226c3059-cf5e-49c7-a68f-f4a44afcdb78 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:50.426730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-226c3059-cf5e-49c7-a68f-f4a44afcdb78 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.1630900
May 14 21:39:50.429682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33694) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:50.438887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (bc61af9b-ce8d-4078-b309-41b34c06e5d8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.448171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (5e319ff7-677c-4178-902e-e4c777118e4d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.488122 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f3bba550-9f5d-4c66-9ba5-89ab64dd58c6 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2e87271-7020-4a94-a49f-502194557fb7 HTTP/1.1" status: 200  len: 205 time: 0.0568814
May 14 21:39:50.490551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33696) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:50.525217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e319ff7-677c-4178-902e-e4c777118e4d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:50.532729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Checking segment: {'id': 'f2debac3-7741-4e75-b4bc-fdddc1c3f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0a095f9-3145-40ca-90f8-ee3689885a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:50.533148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Network hostable DHCP agents. Network: d0a095f9-3145-40ca-90f8-ee3689885a7f, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:39:50.546773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (bc61af9b-ce8d-4078-b309-41b34c06e5d8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.599375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc61af9b-ce8d-4078-b309-41b34c06e5d8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:50.626446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Network d0a095f9-3145-40ca-90f8-ee3689885a7f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:39:50.628226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (d2e87271-7020-4a94-a49f-502194557fb7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.665720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.667042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-10a0310a-2cf7-418c-8c8a-dabb44b702b5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4367979
May 14 21:39:50.713815 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d0a095f9-3145-40ca-90f8-ee3689885a7f) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:50.725186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:50.725852 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.728633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fae6f68-0004-4e1a-af28-d14a77e0d8a7 None None] Network d0a095f9-3145-40ca-90f8-ee3689885a7f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:50.749737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (d2e87271-7020-4a94-a49f-502194557fb7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:50.819335 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-73d7ca34-890d-47fc-898d-540a38261328 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0204489
May 14 21:39:50.914679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525956fd-f553-4b3c-99ae-c4220314e7da None None] Network d0a095f9-3145-40ca-90f8-ee3689885a7f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:39:50.959213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Deleting port 583cf0be-4d6d-4e52-9283-12f43ba9ad5a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:50.962701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (583cf0be-4d6d-4e52-9283-12f43ba9ad5a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:51.036286 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-ff19b1b4-4467-4dcf-9cca-42371e721c44 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645645064&fields=id&tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 267 time: 0.1526773
May 14 21:39:51.146167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (583cf0be-4d6d-4e52-9283-12f43ba9ad5a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:51.159610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Calling delete_port for 583cf0be-4d6d-4e52-9283-12f43ba9ad5a owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:51.235857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-84bb9493-99ae-4514-bd86-d768bbf656e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:51.238557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-84bb9493-99ae-4514-bd86-d768bbf656e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 797 time: 0.1868846
May 14 21:39:51.268778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-de3b4e58-0d62-4bde-ac32-310ca2747ea5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/quotas/a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 375 time: 0.0222378
May 14 21:39:51.387086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-95c55eb3-441a-4134-aa92-fc615f74ba8e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1083195
May 14 21:39:51.438719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33740) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:51.442684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0034521
May 14 21:39:51.448269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33746) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:51.620160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18843198-02ce-49e5-9a4f-b43ad3f44a20 tempest-NetworksApiDiscovery-954782296 tempest-NetworksApiDiscovery-954782296-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1701207
May 14 21:39:51.652213 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-9243b421-725e-43bb-b51a-c787a31316bd service neutron] 10.222.0.52 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458842
May 14 21:39:51.673685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (583cf0be-4d6d-4e52-9283-12f43ba9ad5a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:51.749122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event deleted for resources: {'Port': ['ID=583cf0be-4d6d-4e52-9283-12f43ba9ad5a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:51.842635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (d2e87271-7020-4a94-a49f-502194557fb7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:51.856113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-5785e8b5-dce8-4e49-aaad-4082718cda25 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:51.858893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-5785e8b5-dce8-4e49-aaad-4082718cda25 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/networks?id=76ae4352-6850-4c58-b543-b60c328b4636 HTTP/1.1" status: 200  len: 824 time: 0.2174222
May 14 21:39:51.992411 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-b08d4fd8-3715-4528-8932-243942e1b04c tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/quotas/882c775cc8694e0aab28c39b98827f8c HTTP/1.1" status: 200  len: 375 time: 0.1034617
May 14 21:39:51.998662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (d2e87271-7020-4a94-a49f-502194557fb7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.003209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (d2e87271-7020-4a94-a49f-502194557fb7), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.037781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-3b6e9209-159f-4ec9-bb7d-c118f1cd1a48 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=882c775cc8694e0aab28c39b98827f8c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0366201
May 14 21:39:52.083332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-dc2618de-56a5-493e-af76-f42248eec7ce service neutron] 10.222.0.52 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4203944
May 14 21:39:52.177343 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (d2e87271-7020-4a94-a49f-502194557fb7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.177924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Fanout notify agent at l3_agent the message router_deleted on router d2e87271-7020-4a94-a49f-502194557fb7 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:52.190641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.190641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-534d6abd-b872-4dcf-945d-8643d49d7830 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/d2e87271-7020-4a94-a49f-502194557fb7 HTTP/1.1" status: 204  len: 168 time: 1.6952856
May 14 21:39:52.190641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-feffefe0-5d47-4e03-a0f5-53c960ab4ddb service neutron] 10.222.0.52 "GET /v2.0/networks/76ae4352-6850-4c58-b543-b60c328b4636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127243
May 14 21:39:52.190641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:52.195758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-820907952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:52.223137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33786) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:52.320454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-f52ff6c0-322b-4d55-8ca6-5316be8b24a0 service neutron] 10.222.0.52 "GET /v2.0/networks/76ae4352-6850-4c58-b543-b60c328b4636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1182153
May 14 21:39:52.363385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e02adfb-dd94-4791-b7a3-cb29e8a0083a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.388387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.389463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.451286 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (463a44f0-6432-4d35-b8a4-cb676645dcfe), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.457035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e02adfb-dd94-4791-b7a3-cb29e8a0083a admin admin] Publish callbacks [] for security_group (11b97829-7c84-4bdd-b2d6-7ba2f2d57580), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.565534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.610693 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e02adfb-dd94-4791-b7a3-cb29e8a0083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (11b97829-7c84-4bdd-b2d6-7ba2f2d57580), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.650281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e02adfb-dd94-4791-b7a3-cb29e8a0083a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb963e70c31c4197b9b5563fb72e269e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4253716
May 14 21:39:52.652159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02adfb-dd94-4791-b7a3-cb29e8a0083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b97829-7c84-4bdd-b2d6-7ba2f2d57580,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:52.660167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33802) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:52.678005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.679294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-219f1b89-9b31-42bd-8c64-f253c3190cc1 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4877911
May 14 21:39:52.682150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33806) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:52.687323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:52.749391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1fb6a56-d469-43cb-8906-5ad246a02c2c req-d27f7bb0-e055-48d6-8c4f-1f7e18ec4b23 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 210 time: 0.0401618
May 14 21:39:52.761069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c00904-b555-41b0-8d4d-3676cf336975 admin admin] Publish callbacks [] for security_group (11b97829-7c84-4bdd-b2d6-7ba2f2d57580), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.794244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c00904-b555-41b0-8d4d-3676cf336975 admin admin] Publish callbacks [] for security_group (11b97829-7c84-4bdd-b2d6-7ba2f2d57580), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.927748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (463a44f0-6432-4d35-b8a4-cb676645dcfe), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.974943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c00904-b555-41b0-8d4d-3676cf336975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (11b97829-7c84-4bdd-b2d6-7ba2f2d57580), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.977595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80c00904-b555-41b0-8d4d-3676cf336975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:52.978818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80c00904-b555-41b0-8d4d-3676cf336975 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11b97829-7c84-4bdd-b2d6-7ba2f2d57580 HTTP/1.1" status: 204  len: 168 time: 0.3177338
May 14 21:39:52.991783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c00904-b555-41b0-8d4d-3676cf336975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b97829-7c84-4bdd-b2d6-7ba2f2d57580,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:53.260060 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (463a44f0-6432-4d35-b8a4-cb676645dcfe), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:53.280452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:53.409397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c467a49-ea90-4ac5-a215-a87dac5122c0 req-f4dac84d-58a9-4eb5-b639-a63abc93789e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 210 time: 0.0331047
May 14 21:39:53.413711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Allocated IP 172.35.4.226 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e1e9f00c-5c8a-4e36-845a-c37d162cc346) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:53.568313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for port (e1e9f00c-5c8a-4e36-845a-c37d162cc346), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:53.702802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e1e9f00c-5c8a-4e36-845a-c37d162cc346), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:53.739548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:53.742430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:53.746154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:53.778745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event updated for resources: {'Port': ['ID=e1e9f00c-5c8a-4e36-845a-c37d162cc346,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:53.890128 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f6458b88-bcb3-4c43-82c4-b9a670a9ea12 req-634ec419-e636-495e-a07d-186450261f40 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 210 time: 0.0566437
May 14 21:39:54.146230 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (463a44f0-6432-4d35-b8a4-cb676645dcfe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:54.362662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:54.366539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:54.541541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e476ffe1-63b3-4f77-a384-db5b5f106ad3 req-0397a0ed-bf9e-4225-9f54-3c8f82c64a53 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 210 time: 0.0407562
May 14 21:39:54.605609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Router 463a44f0-6432-4d35-b8a4-cb676645dcfe is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:39:54.740633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:39:54.750066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:54.751265 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fec3560a-4a0b-4161-be76-de3e6e456856 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "PUT /v2.0/routers/463a44f0-6432-4d35-b8a4-cb676645dcfe HTTP/1.1" status: 200  len: 879 time: 2.0679822
May 14 21:39:54.751568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] Sync routers for ids ['463a44f0-6432-4d35-b8a4-cb676645dcfe'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:39:54.754015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33890) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:54.767901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] Routers {'463a44f0-6432-4d35-b8a4-cb676645dcfe'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:54.768544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bc75e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['463a44f0-6432-4d35-b8a4-cb676645dcfe'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:54.831936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bc75e0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:54.839602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] Routers {'463a44f0-6432-4d35-b8a4-cb676645dcfe'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:39:54.840527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bc75e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['463a44f0-6432-4d35-b8a4-cb676645dcfe'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:54.884281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bc75e0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:39:54.884898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644091e7-a26a-4538-abf3-b6d84008b4ed None None] The sync data for ids ['463a44f0-6432-4d35-b8a4-cb676645dcfe'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:39:54.912027 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e94a8aa-69b4-423f-8c1a-5f011bafab4b tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/463a44f0-6432-4d35-b8a4-cb676645dcfe HTTP/1.1" status: 200  len: 920 time: 0.1567960
May 14 21:39:54.914717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:54.969613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c9eb7-03e6-414a-962c-4b38a40cf61a tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:54.971203 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-360c9eb7-03e6-414a-962c-4b38a40cf61a tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=463a44f0-6432-4d35-b8a4-cb676645dcfe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0552118
May 14 21:39:54.973758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33902) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:55.060941 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ad71ec94-c409-4843-a3bf-12db4b5c1f01 req-75621787-9a6e-44dc-95c8-6cfae4627805 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 210 time: 0.0664337
May 14 21:39:55.107876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d363216-d2a5-4fb0-931d-a13d2141cdbd tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:55.109271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2d363216-d2a5-4fb0-931d-a13d2141cdbd tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.1345232
May 14 21:39:55.117721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33908) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:55.153697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4827bae9-699d-4a85-adaf-6886e74a6b97 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=463a44f0-6432-4d35-b8a4-cb676645dcfe HTTP/1.1" status: 200  len: 205 time: 0.0347440
May 14 21:39:55.158666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33914) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:55.394585 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:55.525754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-02e444a9-2cba-4ffd-b2c1-1f011ace9829 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:55.528339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-02e444a9-2cba-4ffd-b2c1-1f011ace9829 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.48 "GET /v2.0/networks?id=76ae4352-6850-4c58-b543-b60c328b4636 HTTP/1.1" status: 200  len: 824 time: 0.2136683
May 14 21:39:55.544031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Request body: {'port': {'device_id': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636', 'admin_state_up': True, 'tenant_id': '882c775cc8694e0aab28c39b98827f8c'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:55.616250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (463a44f0-6432-4d35-b8a4-cb676645dcfe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:55.670393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-096c4487-ddc1-4ec8-8808-427145f8cf0d req-ac31521f-79a3-4190-9662-9ed09f8adf3c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 210 time: 0.0347109
May 14 21:39:55.808055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Made reservation on behalf of 882c775cc8694e0aab28c39b98827f8c for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:55.811501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:55.821557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Deleting port e1e9f00c-5c8a-4e36-845a-c37d162cc346 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:39:55.821890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e1e9f00c-5c8a-4e36-845a-c37d162cc346), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:55.976947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e1e9f00c-5c8a-4e36-845a-c37d162cc346), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:55.997889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Calling delete_port for e1e9f00c-5c8a-4e36-845a-c37d162cc346 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:39:56.018847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Allocated IP 172.20.0.2 (76ae4352-6850-4c58-b543-b60c328b4636/51472e8b-8d3b-4210-9b69-ac9dbadf3470/81aeb6ab-b3fc-4683-8fbe-eb965dd78e87) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:56.193088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7299e283-ca95-4462-bb32-c4b7f2e68288 req-82eb4489-a176-4f1a-9126-71cc57eb4907 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 210 time: 0.0434408
May 14 21:39:56.311092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-de2efea5-5d5e-41eb-ae07-28c6f76bdd64 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:56.311092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-de2efea5-5d5e-41eb-ae07-28c6f76bdd64 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 797 time: 0.2463510
May 14 21:39:56.469666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks [] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:56.475385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-9f96236f-e62e-4c7e-aa0c-dc0df3a4aad2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 380 time: 0.1367419
May 14 21:39:56.484928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'port': {'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'admin_state_up': True, 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'security_groups': ['c07e2685-b0b9-4345-bc6a-32625060597c']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:56.885463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e1e9f00c-5c8a-4e36-845a-c37d162cc346), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:56.954029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28fc324a-99cf-4ebe-ad9a-0855076ba6f6 req-66bd386b-4e88-43a4-aaa0-16706935879f tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 210 time: 0.0759718
May 14 21:39:56.962523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event deleted for resources: {'Port': ['ID=e1e9f00c-5c8a-4e36-845a-c37d162cc346,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:57.057250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (463a44f0-6432-4d35-b8a4-cb676645dcfe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.061504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.187468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.191527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:39:57.194917 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.197139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (463a44f0-6432-4d35-b8a4-cb676645dcfe), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.200904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Network 76ae4352-6850-4c58-b543-b60c328b4636 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:57.217739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:57.232768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:57.267888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Pushing event updated for resources: {'Port': ['ID=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:57.324855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9887b-ca1d-48e1-ba77-b99524ff522d req-a7c9b750-c023-45f6-8a19-17577a4cbd6c tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:57.327064 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bad9887b-ca1d-48e1-ba77-b99524ff522d req-a7c9b750-c023-45f6-8a19-17577a4cbd6c tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 931 time: 0.0624669
May 14 21:39:57.358168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:57.358812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.377248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (463a44f0-6432-4d35-b8a4-cb676645dcfe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.377833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Fanout notify agent at l3_agent the message router_deleted on router 463a44f0-6432-4d35-b8a4-cb676645dcfe {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:39:57.389775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.391574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c2679b36-5d0a-4394-8177-b678adce98a8 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/463a44f0-6432-4d35-b8a4-cb676645dcfe HTTP/1.1" status: 204  len: 168 time: 2.2314065
May 14 21:39:57.395577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 33970) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:57.402048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1559161029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:57.414401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bad9887b-ca1d-48e1-ba77-b99524ff522d req-a2d6d314-b456-4151-8b5f-58c723534b20 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780087
May 14 21:39:57.459663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-8df9171f-8c61-4eb8-b436-332e508d81e5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9192348
May 14 21:39:57.472778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Request body: {'port': {'device_id': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:57.501846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.20.0.8 (fb6b8bd4-f50e-46c4-a16c-102a54ed8344/8d7efeb9-0506-495f-b824-4f0c8e3bc8d4/54a7015c-7611-47b4-b979-2e2c14eb7ec7) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:57.546959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.547994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.581320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.710237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.791156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.801062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.953564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:57.954959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2b8b8e25-7b2c-4910-a309-312f3447aa78 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5564759
May 14 21:39:57.957819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 33982) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:39:57.962339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': True}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:58.047716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.105457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:39:58.124962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Publish callbacks [] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.152685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:58.159152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a1e4a-2623-4bc8-9907-9a021048f0b9 req-2ab33403-2b3e-4bdd-bcde-64e108aac822 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:58.160681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d52a1e4a-2623-4bc8-9907-9a021048f0b9 req-2ab33403-2b3e-4bdd-bcde-64e108aac822 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 931 time: 0.1249559
May 14 21:39:58.163633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=54a7015c-7611-47b4-b979-2e2c14eb7ec7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:58.166080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:58.168202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Transition to ACTIVE for port object 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:39:58.171124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:58.195538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.270206 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.283648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d52a1e4a-2623-4bc8-9907-9a021048f0b9 req-9164506e-4269-4139-9023-97180831d807 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1141269
May 14 21:39:58.295448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:58.296126 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.371150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:58.459454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3cbe31c-d0ec-4b43-9d92-0893ef68e2d3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9779003
May 14 21:39:58.475611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Request body: {'port': {'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:39:58.493848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d3933f44-5326-4a5d-b432-b775a4cb1196 None None] Provisioning complete for port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:39:58.496274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d3933f44-5326-4a5d-b432-b775a4cb1196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.528171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Attempting to bind port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:58.528505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Attempting to bind port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '870f57f4-7338-425d-b3e8-0627a91053c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:58.528833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Attempting to bind port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 on network 76ae4352-6850-4c58-b543-b60c328b4636 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:58.561463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 on network 76ae4352-6850-4c58-b543-b60c328b4636 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:39:58.562088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Attempting to bind port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 on network 76ae4352-6850-4c58-b543-b60c328b4636 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:58.563452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d3933f44-5326-4a5d-b432-b775a4cb1196 None None] Port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:39:58.576751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:58.577161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Checking segment: {'id': '870f57f4-7338-425d-b3e8-0627a91053c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:58.577620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Bound using segment: {'id': '870f57f4-7338-425d-b3e8-0627a91053c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:58.578132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Bound port: 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870f57f4-7338-425d-b3e8-0627a91053c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:58.578504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.581595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.634086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f25da-bbe6-4ea4-b00b-5f1f00285191 req-cff80823-41d3-4933-8094-8906937cf35a tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:58.635707 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-971f25da-bbe6-4ea4-b00b-5f1f00285191 req-cff80823-41d3-4933-8094-8906937cf35a tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 943 time: 0.0850079
May 14 21:39:58.664136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.688441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.716737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] For port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:58.722604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] For port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,segment=NetworkSegment(870f57f4-7338-425d-b3e8-0627a91053c7),segment_id=870f57f4-7338-425d-b3e8-0627a91053c7)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:58.746668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-971f25da-bbe6-4ea4-b00b-5f1f00285191 req-5a478bde-2d07-430b-8a3f-98054f464430 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019335
May 14 21:39:58.816395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.854943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Allocated IP 172.35.4.198 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4572ad59-a56f-4f04-9a9c-a0ac52f534e2) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:39:58.888156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:58.888712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:58.890143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] 10.222.0.48 "PUT /v2.0/ports/81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 HTTP/1.1" status: 200  len: 1091 time: 1.4216733
May 14 21:39:58.894437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'tag': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:39:58.897018 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d36673f-d05b-4f07-9347-c27364b6b618" -d '{"events": [{"name": "network-changed", "server_uuid": "ba93e685-7b76-46c5-bf4d-7908df93d552", "tag": "81aeb6ab-b3fc-4683-8fbe-eb965dd78e87"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:39:58.976754 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7b684-de00-4710-98da-f43da2cd016a x-openstack-request-id: req-e7a7b684-de00-4710-98da-f43da2cd016a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:39:58.977716 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba93e685-7b76-46c5-bf4d-7908df93d552", "tag": "81aeb6ab-b3fc-4683-8fbe-eb965dd78e87", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:39:58.977716 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7a7b684-de00-4710-98da-f43da2cd016a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:39:58.977716 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a7b684-de00-4710-98da-f43da2cd016a'] response: {'name': 'network-changed', 'server_uuid': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'tag': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87', 'status': 'completed', 'code': 200}
May 14 21:39:58.994520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1981091-f163-45fc-a005-82832c412aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:59.048508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36673f-d05b-4f07-9347-c27364b6b618 req-01f3bd06-4e93-45b3-88ae-b10069b67902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.050072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d36673f-d05b-4f07-9347-c27364b6b618 req-01f3bd06-4e93-45b3-88ae-b10069b67902 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=882c775cc8694e0aab28c39b98827f8c&device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 1125 time: 0.0687714
May 14 21:39:59.219762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a7015c-7611-47b4-b979-2e2c14eb7ec7 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:39:59.224734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36673f-d05b-4f07-9347-c27364b6b618 req-86cbf1e7-8f4f-4116-b3e7-f5f1ad6e63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.226824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d36673f-d05b-4f07-9347-c27364b6b618 req-86cbf1e7-8f4f-4116-b3e7-f5f1ad6e63eb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=882c775cc8694e0aab28c39b98827f8c&shared=False HTTP/1.1" status: 200  len: 925 time: 0.1673260
May 14 21:39:59.231013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Publish callbacks [] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:59.267527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for port (4572ad59-a56f-4f04-9a9c-a0ac52f534e2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:59.272812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Transition to ACTIVE for port object 54a7015c-7611-47b4-b979-2e2c14eb7ec7 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:39:59.336887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36673f-d05b-4f07-9347-c27364b6b618 req-795e4858-79e8-4d01-8bbd-b4fa0aa0eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.338601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d36673f-d05b-4f07-9347-c27364b6b618 req-795e4858-79e8-4d01-8bbd-b4fa0aa0eeba service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1047561
May 14 21:39:59.348070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:59.382174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4572ad59-a56f-4f04-9a9c-a0ac52f534e2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:59.432176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b2db2-5e10-46d7-becd-56fe8053dadf req-1a20b86b-f5f9-41e4-a7a5-3699d722fb3d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.434332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac9b2db2-5e10-46d7-becd-56fe8053dadf req-1a20b86b-f5f9-41e4-a7a5-3699d722fb3d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 943 time: 0.0831327
May 14 21:39:59.442863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:39:59.452674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:39:59.458638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-f800d74b-5774-4848-8bb1-608fc86fb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.460190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-f800d74b-5774-4848-8bb1-608fc86fb2a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=882c775cc8694e0aab28c39b98827f8c&device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 1125 time: 0.0775905
May 14 21:39:59.463927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:39:59.465321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Pushing event updated for resources: {'Port': ['ID=54a7015c-7611-47b4-b979-2e2c14eb7ec7,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:59.476803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Port': ['ID=4572ad59-a56f-4f04-9a9c-a0ac52f534e2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:39:59.571179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-0c4b24b6-e8fe-4256-be65-bb5146ec080d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 HTTP/1.1" status: 200  len: 217 time: 0.1016371
May 14 21:39:59.647674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c75ae-d762-433c-adde-0be314b4f21e req-48365260-6dc8-4c41-a4c4-01a4f467e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.649253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-48365260-6dc8-4c41-a4c4-01a4f467e14d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=51472e8b-8d3b-4210-9b69-ac9dbadf3470 HTTP/1.1" status: 200  len: 864 time: 0.0722997
May 14 21:39:59.650467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Attempting to bind port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:39:59.651424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Attempting to bind port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:39:59.652097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Attempting to bind port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 on network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:59.652842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac9b2db2-5e10-46d7-becd-56fe8053dadf req-fe844fae-4383-46a7-a75c-b29fb51cd6e3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041950
May 14 21:39:59.703286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-c38ef4dd-f8d1-435c-bf4a-9dcdd2400dbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=76ae4352-6850-4c58-b543-b60c328b4636&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361838
May 14 21:39:59.705278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 on network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:39:59.705380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Attempting to bind port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 on network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:39:59.719333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:39:59.719688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Checking segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:39:59.720059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Bound using segment: {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:39:59.725500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Bound port: 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da5523-61eb-4da7-9ed8-fa14e7bf0efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:39:59.725500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:59.868344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] For port 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:39:59.905429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-559136a0-373f-4e09-bc2a-02b0e8b47a05 service neutron] 10.222.0.48 "GET /v2.0/networks/76ae4352-6850-4c58-b543-b60c328b4636?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950366
May 14 21:39:59.910341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] For port 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:39:59.939766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:39:59.948655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c942fa-491b-4723-af54-11fdfaf99304 req-689ed2a1-312b-4b9f-860e-011edf3a832a tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:39:59.950167 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45c942fa-491b-4723-af54-11fdfaf99304 req-689ed2a1-312b-4b9f-860e-011edf3a832a tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 943 time: 0.0946219
May 14 21:40:00.018313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:00.083429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45c942fa-491b-4723-af54-11fdfaf99304 req-b77d4bf2-9104-43c7-8a4e-20cce0143699 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047997
May 14 21:40:00.085323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c81c75ae-d762-433c-adde-0be314b4f21e req-773458a2-a51f-45ee-8abc-7474a9d47355 service neutron] 10.222.0.48 "GET /v2.0/networks/76ae4352-6850-4c58-b543-b60c328b4636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734772
May 14 21:40:00.089021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:00.089644 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:00.090986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] 10.222.0.48 "PUT /v2.0/ports/54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 1091 time: 1.6219072
May 14 21:40:00.116970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b480c-923e-46f7-99c8-fa2e79c8124c service neutron] Pushing event updated for resources: {'Port': ['ID=54a7015c-7611-47b4-b979-2e2c14eb7ec7,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:00.205120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:00.208779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:00.250470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-511bf4ea-813d-4cf7-9651-0fe219c4770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:00.252069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-511bf4ea-813d-4cf7-9651-0fe219c4770d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1125 time: 0.0436709
May 14 21:40:00.427644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Router b019ccb7-e9e4-4dd7-85b2-d5251809ecdc is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:40:00.545807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:00.551805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:00.555205 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f38645c6-29b5-4420-9c41-43ae5084334e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "PUT /v2.0/routers/b019ccb7-e9e4-4dd7-85b2-d5251809ecdc HTTP/1.1" status: 200  len: 915 time: 2.5941331
May 14 21:40:00.555972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34058) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:00.559770 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] Sync routers for ids ['b019ccb7-e9e4-4dd7-85b2-d5251809ecdc'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:00.569682 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] Routers {'b019ccb7-e9e4-4dd7-85b2-d5251809ecdc'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:00.570392 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b019ccb7-e9e4-4dd7-85b2-d5251809ecdc'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:00.608018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8550>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:00.617166 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] Routers {'b019ccb7-e9e4-4dd7-85b2-d5251809ecdc'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:00.617857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b019ccb7-e9e4-4dd7-85b2-d5251809ecdc'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:00.652913 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8550>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:00.653566 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690627e-8ba0-4862-856f-6c3f497261ed None None] The sync data for ids ['b019ccb7-e9e4-4dd7-85b2-d5251809ecdc'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:00.673446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6d17ec19-b362-43b0-a16d-4230fb11a51a tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/b019ccb7-e9e4-4dd7-85b2-d5251809ecdc HTTP/1.1" status: 200  len: 921 time: 0.1135769
May 14 21:40:00.673686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34060) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:00.750482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bde7b4-79c1-4d48-946f-8426f43ab42a tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:00.752949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a7bde7b4-79c1-4d48-946f-8426f43ab42a tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=b019ccb7-e9e4-4dd7-85b2-d5251809ecdc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0776606
May 14 21:40:00.758437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34066) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:00.794882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943772d1-6d02-4d9f-87ae-767766a69b34 req-241bd90a-650d-4f9b-9d42-2a866c935dfc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:00.796632 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-943772d1-6d02-4d9f-87ae-767766a69b34 req-241bd90a-650d-4f9b-9d42-2a866c935dfc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 943 time: 0.0621448
May 14 21:40:00.848192 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-943772d1-6d02-4d9f-87ae-767766a69b34 req-7d74fe15-105d-47da-b9a2-3f405025ee06 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460014
May 14 21:40:00.857124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8d29e8-3919-4d23-ba38-6c65eb3a130f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:00.861736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34072) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:00.861844 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa8d29e8-3919-4d23-ba38-6c65eb3a130f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.1022806
May 14 21:40:00.899328 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b8025b46-9736-48e3-9551-4e7f3da07c7d tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=b019ccb7-e9e4-4dd7-85b2-d5251809ecdc HTTP/1.1" status: 200  len: 205 time: 0.0319164
May 14 21:40:00.902159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34074) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:00.981218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:40:00.982869 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904aff92-160b-4c97-8e29-03afb1893807" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:40:01.025032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-34a13170-80c4-407d-8155-ab63c735e370 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 217 time: 0.0537639
May 14 21:40:01.042890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.053834 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103e3e72-0071-47ec-a93b-f4a524136833 x-openstack-request-id: req-103e3e72-0071-47ec-a93b-f4a524136833 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:40:01.054120 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:40:01.054421 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-103e3e72-0071-47ec-a93b-f4a524136833 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:40:01.054775 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103e3e72-0071-47ec-a93b-f4a524136833'] response: {'name': 'network-changed', 'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'status': 'completed', 'code': 200}
May 14 21:40:01.101818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-a4eb9b14-79ba-4a4e-9839-baf44fef6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:01.103313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-a4eb9b14-79ba-4a4e-9839-baf44fef6672 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 200  len: 834 time: 0.0698769
May 14 21:40:01.149186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-ae53d1d5-4efe-4748-945a-3ffbf3fd954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:01.150715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-ae53d1d5-4efe-4748-945a-3ffbf3fd954c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0413027
May 14 21:40:01.164448 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.219623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9749f7-92d8-4419-badc-60f0c1b97d72 req-1d769f66-4d91-40f2-9d14-edb544c12d23 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:01.221360 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a9749f7-92d8-4419-badc-60f0c1b97d72 req-1d769f66-4d91-40f2-9d14-edb544c12d23 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 943 time: 0.0525472
May 14 21:40:01.259057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-ac8c66f8-9aa6-4582-aada-e67fa939a960 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008868
May 14 21:40:01.300914 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3a9749f7-92d8-4419-badc-60f0c1b97d72 req-1647c55b-68f3-4341-8554-71b2550dfc16 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702775
May 14 21:40:01.314895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Deleting port 4572ad59-a56f-4f04-9a9c-a0ac52f534e2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:01.315235 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4572ad59-a56f-4f04-9a9c-a0ac52f534e2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.373617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44c2a6f-2131-4ae9-898f-ecb5ee51f79c req-f3003530-d1e7-405d-8591-ebae63e5b565 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084645
May 14 21:40:01.420124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4572ad59-a56f-4f04-9a9c-a0ac52f534e2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.433883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Calling delete_port for 4572ad59-a56f-4f04-9a9c-a0ac52f534e2 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:01.696901 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4572ad59-a56f-4f04-9a9c-a0ac52f534e2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.736820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event deleted for resources: {'Port': ['ID=4572ad59-a56f-4f04-9a9c-a0ac52f534e2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:01.801474 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.900712 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.903299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:01.983749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e24ba-86bf-4d6a-8dc7-7f59fad6ef41 req-13275e71-b99f-491f-a276-95f1f6b1e799 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:01.992692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c22e24ba-86bf-4d6a-8dc7-7f59fad6ef41 req-13275e71-b99f-491f-a276-95f1f6b1e799 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 943 time: 0.0585063
May 14 21:40:02.031750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b019ccb7-e9e4-4dd7-85b2-d5251809ecdc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.035833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Fanout notify agent at l3_agent the message router_deleted on router b019ccb7-e9e4-4dd7-85b2-d5251809ecdc {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:40:02.040568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.042642 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c9caf722-e9ab-4970-8068-47c36d29bb82 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/b019ccb7-e9e4-4dd7-85b2-d5251809ecdc HTTP/1.1" status: 204  len: 168 time: 1.1395757
May 14 21:40:02.043760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c22e24ba-86bf-4d6a-8dc7-7f59fad6ef41 req-1506298f-5927-4881-a475-1f2a0fc029c4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520573
May 14 21:40:02.047029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:02.053019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1136805423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:02.165293 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (dc21038b-d53a-452e-817a-da65876ee844), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.166331 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (dc21038b-d53a-452e-817a-da65876ee844), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.219930 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (dc21038b-d53a-452e-817a-da65876ee844), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.274097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aff92-160b-4c97-8e29-03afb1893807 req-09347007-d774-4a73-8f96-166c02c95fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:02.275636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-09347007-d774-4a73-8f96-166c02c95fcc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1125 time: 0.0435648
May 14 21:40:02.363726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (dc21038b-d53a-452e-817a-da65876ee844), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.363962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aff92-160b-4c97-8e29-03afb1893807 req-95ce0f46-39c3-4b4a-bf42-c83142f41cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:02.365214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-95ce0f46-39c3-4b4a-bf42-c83142f41cb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 898 time: 0.0836654
May 14 21:40:02.411769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-3d59d2f6-35c6-40ce-a8be-59799c66b32c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 217 time: 0.0402124
May 14 21:40:02.435316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164fc4-cfb8-41d1-ac8e-0f3b65eefe32 req-a2a8fac9-15b7-4960-9b86-ae2638652b9b tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:02.441564 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24164fc4-cfb8-41d1-ac8e-0f3b65eefe32 req-a2a8fac9-15b7-4960-9b86-ae2638652b9b tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 943 time: 0.0581553
May 14 21:40:02.468237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:02.468518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aff92-160b-4c97-8e29-03afb1893807 req-98eaacb0-743b-42e9-92dd-7628d258b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:02.469609 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5ac37b93-b42b-4410-9a4b-1eab4e74eaa7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4203146
May 14 21:40:02.469892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-98eaacb0-743b-42e9-92dd-7628d258b9dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 200  len: 834 time: 0.0528052
May 14 21:40:02.472362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34160) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:02.476634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'enable_snat': False}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:02.492232 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24164fc4-cfb8-41d1-ac8e-0f3b65eefe32 req-4e8e9067-daa9-42b9-a20c-6e202ac9e2ee tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486779
May 14 21:40:02.577505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aff92-160b-4c97-8e29-03afb1893807 req-e5f1ca82-e39b-4af9-9b39-faf6de6022a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:02.579010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-e5f1ca82-e39b-4af9-9b39-faf6de6022a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1001046
May 14 21:40:03.095767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (dc21038b-d53a-452e-817a-da65876ee844), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.100565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:40:03.125751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-dfabdb4f-0515-4063-b2d3-007cccf554a6 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5097947
May 14 21:40:03.207449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,segment=NetworkSegment(870f57f4-7338-425d-b3e8-0627a91053c7),segment_id=870f57f4-7338-425d-b3e8-0627a91053c7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:03.220188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87', 'network_id': '76ae4352-6850-4c58-b543-b60c328b4636', 'port_id': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87', 'mac_address': 'fa:16:3e:e2:5f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51472e8b-8d3b-4210-9b69-ac9dbadf3470', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:40:03.225425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85208a3c-7835-4e1a-9ff7-c468d24620ec req-e684fb89-5dcf-494f-9557-f813844ff6c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:03.226969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85208a3c-7835-4e1a-9ff7-c468d24620ec req-e684fb89-5dcf-494f-9557-f813844ff6c8 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 943 time: 0.1049867
May 14 21:40:03.264077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:03.264466 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.278234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:40:03.304648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,segment=NetworkSegment(870f57f4-7338-425d-b3e8-0627a91053c7),segment_id=870f57f4-7338-425d-b3e8-0627a91053c7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:03.351120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-904aff92-160b-4c97-8e29-03afb1893807 req-dc6744c1-4f82-4c06-a098-ce7312061573 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161701
May 14 21:40:03.362485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85208a3c-7835-4e1a-9ff7-c468d24620ec req-df664a76-b3de-4cd4-86a8-1dc49f360cb1 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1156387
May 14 21:40:03.403061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.451246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:03.475715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (dc21038b-d53a-452e-817a-da65876ee844), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.495660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.607682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Allocated IP 172.35.4.130 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/3074908a-3d19-4fdf-b295-92f846e2b9cd) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:03.619787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e698bf-d846-4225-8718-3f860ef4b435 req-4c2a6f19-2d7d-4a41-a9ba-f628a3da1957 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:03.621517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66e698bf-d846-4225-8718-3f860ef4b435 req-4c2a6f19-2d7d-4a41-a9ba-f628a3da1957 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 944 time: 0.0530455
May 14 21:40:03.638204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['81aeb6ab-b3fc-4683-8fbe-eb965dd78e87'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:40:03.672262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-66e698bf-d846-4225-8718-3f860ef4b435 req-f71fc70c-0826-4173-ab8a-c94839f9e2c8 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451221
May 14 21:40:03.724659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for port (3074908a-3d19-4fdf-b295-92f846e2b9cd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.843509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3074908a-3d19-4fdf-b295-92f846e2b9cd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:03.888027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:03.891818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:03.895676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:03.918693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Pushing event updated for resources: {'Port': ['ID=3074908a-3d19-4fdf-b295-92f846e2b9cd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:04.286835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router_gateway (dc21038b-d53a-452e-817a-da65876ee844), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:04.516107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d3f6a-dc1b-4446-96e9-34205fd196c6 req-e0470c35-9833-48be-93d6-37d60833e6f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:04.517594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d2d3f6a-dc1b-4446-96e9-34205fd196c6 req-e0470c35-9833-48be-93d6-37d60833e6f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 943 time: 0.0818403
May 14 21:40:04.535789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (dc21038b-d53a-452e-817a-da65876ee844), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:04.546701 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (dc21038b-d53a-452e-817a-da65876ee844), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:04.617899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d2d3f6a-dc1b-4446-96e9-34205fd196c6 req-e5e0fbd2-8542-4b82-b68d-a89fd7e5171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931606
May 14 21:40:04.780155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Router dc21038b-d53a-452e-817a-da65876ee844 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:40:04.784314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359536db-b62f-498c-9eaa-ffd93a70751e req-0fe28e68-a138-461d-90bc-7cb0fe8c504d tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:04.786182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-359536db-b62f-498c-9eaa-ffd93a70751e req-0fe28e68-a138-461d-90bc-7cb0fe8c504d tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 944 time: 0.0474379
May 14 21:40:04.839297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-359536db-b62f-498c-9eaa-ffd93a70751e req-2b1839c7-8c64-40cf-ac4b-7be267f74f35 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461061
May 14 21:40:04.910180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:04.914774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:04.915701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-308d0921-5773-45a7-84f4-58ddc1563e0f tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "PUT /v2.0/routers/dc21038b-d53a-452e-817a-da65876ee844 HTTP/1.1" status: 200  len: 916 time: 2.4423778
May 14 21:40:04.919160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34222) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:04.936786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] Sync routers for ids ['dc21038b-d53a-452e-817a-da65876ee844'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:04.951670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] Routers {'dc21038b-d53a-452e-817a-da65876ee844'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:04.951670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e37ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['dc21038b-d53a-452e-817a-da65876ee844'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:04.992712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e37ee0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:05.003916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] Routers {'dc21038b-d53a-452e-817a-da65876ee844'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:05.004524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e37ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['dc21038b-d53a-452e-817a-da65876ee844'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:05.038259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e37ee0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:05.038849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe608685-beb8-4a1d-acda-f445b7392a10 None None] The sync data for ids ['dc21038b-d53a-452e-817a-da65876ee844'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:05.054845 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a0276035-d944-4dde-9478-962f401998bd tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/dc21038b-d53a-452e-817a-da65876ee844 HTTP/1.1" status: 200  len: 922 time: 0.1344483
May 14 21:40:05.060297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34228) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:05.097278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d3b20-cbec-4988-a0b7-1222c0a040ff tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:05.098867 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c10d3b20-cbec-4988-a0b7-1222c0a040ff tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=dc21038b-d53a-452e-817a-da65876ee844&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0404506
May 14 21:40:05.101527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:05.132515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 54a7015c-7611-47b4-b979-2e2c14eb7ec7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:40:05.135552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:40:05.200077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ed380-9ee3-4bd6-9677-851ab8c2554e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:05.201894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e79ed380-9ee3-4bd6-9677-851ab8c2554e tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/networks/01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 881 time: 0.0994065
May 14 21:40:05.204638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34238) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:05.215435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:40:05.254607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34240) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:05.254802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ced43dc3-6019-49b7-a340-fc00b9b1a4eb tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc21038b-d53a-452e-817a-da65876ee844 HTTP/1.1" status: 200  len: 205 time: 0.0489149
May 14 21:40:05.284626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:05.299684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:40:05.341153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:05.341557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.358056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a7015c-7611-47b4-b979-2e2c14eb7ec7 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:40:05.380019 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (dc21038b-d53a-452e-817a-da65876ee844), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.380593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:05.394178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:05.394178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.491886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (dc21038b-d53a-452e-817a-da65876ee844), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.618883 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.622262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Deleting port 3074908a-3d19-4fdf-b295-92f846e2b9cd {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:05.622614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3074908a-3d19-4fdf-b295-92f846e2b9cd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.656593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:05.656990 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.695996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=54a7015c-7611-47b4-b979-2e2c14eb7ec7,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:05.703278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:40:05.706490 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89864439-99bf-4761-8b5b-649f2915a086" -d '{"events": [{"server_uuid": "ba93e685-7b76-46c5-bf4d-7908df93d552", "name": "network-vif-plugged", "status": "completed", "tag": "81aeb6ab-b3fc-4683-8fbe-eb965dd78e87"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:40:05.718680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,segment=NetworkSegment(870f57f4-7338-425d-b3e8-0627a91053c7),segment_id=870f57f4-7338-425d-b3e8-0627a91053c7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:05.745174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3074908a-3d19-4fdf-b295-92f846e2b9cd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.746280 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0671d2dc-de8a-4fbc-9cb1-0d9fdb2e8504 x-openstack-request-id: req-0671d2dc-de8a-4fbc-9cb1-0d9fdb2e8504 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:40:05.746570 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba93e685-7b76-46c5-bf4d-7908df93d552", "name": "network-vif-plugged", "status": "completed", "tag": "81aeb6ab-b3fc-4683-8fbe-eb965dd78e87", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:40:05.746872 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0671d2dc-de8a-4fbc-9cb1-0d9fdb2e8504 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:40:05.747270 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0671d2dc-de8a-4fbc-9cb1-0d9fdb2e8504'] response: {'server_uuid': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87', 'code': 200}
May 14 21:40:05.760200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875ffdc-e100-4247-92f2-9b8f5ad8c1a8 req-0cd34a46-656f-4a39-8b27-6e45da22d637 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:05.761769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e875ffdc-e100-4247-92f2-9b8f5ad8c1a8 req-0cd34a46-656f-4a39-8b27-6e45da22d637 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 944 time: 0.0707550
May 14 21:40:05.768571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Calling delete_port for 3074908a-3d19-4fdf-b295-92f846e2b9cd owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:05.803000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:05.835819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['54a7015c-7611-47b4-b979-2e2c14eb7ec7'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:40:05.912035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e875ffdc-e100-4247-92f2-9b8f5ad8c1a8 req-7de26449-b7f1-4afb-832a-125470f11ebe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300659
May 14 21:40:05.912035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ea40a-aea0-4491-8bc0-5d61cd393031 req-3e2576bf-7970-4c52-9788-fadaeed194e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:05.912035 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a82ea40a-aea0-4491-8bc0-5d61cd393031 req-3e2576bf-7970-4c52-9788-fadaeed194e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 1127 time: 0.0749493
May 14 21:40:05.924106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:06.009715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a82ea40a-aea0-4491-8bc0-5d61cd393031 req-71254f8e-5376-4447-998f-10e791cbc718 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945077
May 14 21:40:06.032418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446bdd0-2c8a-4451-ab2c-0b636af10fb3 req-9fda0a9c-ea0c-4f5a-bfea-74865ee5787c tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:06.032418 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4446bdd0-2c8a-4451-ab2c-0b636af10fb3 req-9fda0a9c-ea0c-4f5a-bfea-74865ee5787c tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.0734777
May 14 21:40:06.085235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4446bdd0-2c8a-4451-ab2c-0b636af10fb3 req-b032aba0-2857-4ff3-8443-d1377af39584 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486343
May 14 21:40:06.168834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3074908a-3d19-4fdf-b295-92f846e2b9cd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.196726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event deleted for resources: {'Port': ['ID=3074908a-3d19-4fdf-b295-92f846e2b9cd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:06.263217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (dc21038b-d53a-452e-817a-da65876ee844), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.354610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (dc21038b-d53a-452e-817a-da65876ee844), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.357182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (dc21038b-d53a-452e-817a-da65876ee844), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.467455 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (dc21038b-d53a-452e-817a-da65876ee844), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.468149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Fanout notify agent at l3_agent the message router_deleted on router dc21038b-d53a-452e-817a-da65876ee844 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:40:06.474731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.475887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-40cf8c28-ebe4-462f-8aa7-5ff927212a26 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/dc21038b-d53a-452e-817a-da65876ee844 HTTP/1.1" status: 204  len: 168 time: 1.2199521
May 14 21:40:06.479447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34256) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:06.483967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-506559626', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:06.582096 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.583116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.635906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:06.842021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.055363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ed89-7be1-4910-896b-876c042bdcdb req-239bec76-f456-4500-8589-4be55099b455 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:07.055363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9d1ed89-7be1-4910-896b-876c042bdcdb req-239bec76-f456-4500-8589-4be55099b455 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 944 time: 0.0702672
May 14 21:40:07.154885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 54a7015c-7611-47b4-b979-2e2c14eb7ec7 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:40:07.221110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:40:07.258412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f74c2-0eac-4fa4-b7be-126e8d652e4e req-847d996c-d723-44ad-8adf-30b82656b2e4 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:07.260875 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-220f74c2-0eac-4fa4-b7be-126e8d652e4e req-847d996c-d723-44ad-8adf-30b82656b2e4 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.0934536
May 14 21:40:07.311693 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-220f74c2-0eac-4fa4-b7be-126e8d652e4e req-f6408dcd-6d35-4e9d-b6e0-c43f6ad8357a tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485036
May 14 21:40:07.323999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:07.339704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.423642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:07.423642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.458581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:07.545083 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (f784aaca-4c72-441b-9516-45cc3949bf89), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.567431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9d1ed89-7be1-4910-896b-876c042bdcdb req-ab5a5ca4-cca3-447d-91bf-f7d806eded35 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5045238
May 14 21:40:07.569003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.593442 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.644653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=54a7015c-7611-47b4-b979-2e2c14eb7ec7,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:07.677614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Allocated IP 172.35.4.162 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/3e1d918b-10e0-4f58-8525-5f7d6739d890) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:07.748097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:40:07.750967 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bfe1aa-ec82-461b-93bf-a5c443c691d6" -d '{"events": [{"server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "name": "network-vif-plugged", "status": "completed", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:40:07.787125 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ee52c-3d8a-48a7-b2ee-056ecd360a00 x-openstack-request-id: req-058ee52c-3d8a-48a7-b2ee-056ecd360a00 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:40:07.787420 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "name": "network-vif-plugged", "status": "completed", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:40:07.787707 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-058ee52c-3d8a-48a7-b2ee-056ecd360a00 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:40:07.788137 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058ee52c-3d8a-48a7-b2ee-056ecd360a00'] response: {'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'code': 200}
May 14 21:40:07.788760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for port (3e1d918b-10e0-4f58-8525-5f7d6739d890), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.875956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3e1d918b-10e0-4f58-8525-5f7d6739d890), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:07.910231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104836a-7cf1-4a3b-8166-829439259fbd req-441421f4-1fb8-4796-a417-7e7b6955af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:07.911759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6104836a-7cf1-4a3b-8166-829439259fbd req-441421f4-1fb8-4796-a417-7e7b6955af0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1127 time: 0.0688677
May 14 21:40:07.930302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:07.944148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:07.946609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:07.977061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event updated for resources: {'Port': ['ID=3e1d918b-10e0-4f58-8525-5f7d6739d890,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:08.008394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6104836a-7cf1-4a3b-8166-829439259fbd req-bcd5bcb7-25a3-416f-827f-9a2c8456867d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900037
May 14 21:40:08.318396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (f784aaca-4c72-441b-9516-45cc3949bf89), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:08.455767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb3e9a-ce9b-4012-ac77-f3e4affb8224 req-b188fc8c-3852-45e8-89ae-4a28409e8ed7 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:08.457236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2afb3e9a-ce9b-4012-ac77-f3e4affb8224 req-b188fc8c-3852-45e8-89ae-4a28409e8ed7 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.0601878
May 14 21:40:08.579582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2afb3e9a-ce9b-4012-ac77-f3e4affb8224 req-b1ad9c0f-b184-4d65-86dc-1d55cfa3c688 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140001
May 14 21:40:08.602237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:08.692410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75311a-eb25-45f5-badf-7b794af28658 req-1888d956-2cda-477f-a01f-f33d4dbddc7b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:08.693891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e75311a-eb25-45f5-badf-7b794af28658 req-1888d956-2cda-477f-a01f-f33d4dbddc7b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 945 time: 0.0496604
May 14 21:40:08.755798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c7b63-57c3-4750-bac3-2715447840bf req-4d236774-298d-47d2-8993-c2828a4e7911 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:08.756512 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e75311a-eb25-45f5-badf-7b794af28658 req-8bb5529c-be4b-47ea-a367-16daadce731e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468080
May 14 21:40:08.762759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb7c7b63-57c3-4750-bac3-2715447840bf req-4d236774-298d-47d2-8993-c2828a4e7911 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.1027479
May 14 21:40:08.829857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb7c7b63-57c3-4750-bac3-2715447840bf req-fc148f33-157c-4e93-b736-19ae528a2685 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661488
May 14 21:40:08.936243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Router f784aaca-4c72-441b-9516-45cc3949bf89 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:40:09.065145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:09.094529 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] Sync routers for ids ['f784aaca-4c72-441b-9516-45cc3949bf89'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:09.104706 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] Routers {'f784aaca-4c72-441b-9516-45cc3949bf89'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:09.105270 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f784aaca-4c72-441b-9516-45cc3949bf89'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:09.142339 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7dca0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:09.151632 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] Routers {'f784aaca-4c72-441b-9516-45cc3949bf89'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:09.152245 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7dca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f784aaca-4c72-441b-9516-45cc3949bf89'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:09.186735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7dca0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:09.187338 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e983a095-16fb-4066-b8a3-a687b5a02283 None None] The sync data for ids ['f784aaca-4c72-441b-9516-45cc3949bf89'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:09.198593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9b762-1e3b-4ce4-9e9e-c95e5dc2e4f9 req-b16488f7-09f5-44df-b663-f42abd148b45 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:09.200202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1d9b762-1e3b-4ce4-9e9e-c95e5dc2e4f9 req-b16488f7-09f5-44df-b663-f42abd148b45 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.0534153
May 14 21:40:09.248504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1d9b762-1e3b-4ce4-9e9e-c95e5dc2e4f9 req-f1d894f8-497c-40ae-9b75-76dc2d506e6d tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427084
May 14 21:40:09.275339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:09.277044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b6d25f1-30ac-433b-b25d-65b2f8f4c0ab tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.7961762
May 14 21:40:09.279345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34332) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:09.283851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:09.633070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:09.848680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_gateway (f784aaca-4c72-441b-9516-45cc3949bf89), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:09.888040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6b9dc-dc8a-4090-9ee7-bd58744a7c77 req-40a9cd93-c604-4b45-8977-bfdcf02b141e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:09.892142 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43e6b9dc-dc8a-4090-9ee7-bd58744a7c77 req-40a9cd93-c604-4b45-8977-bfdcf02b141e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 945 time: 0.0610812
May 14 21:40:09.943806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43e6b9dc-dc8a-4090-9ee7-bd58744a7c77 req-000027e3-0a2d-4281-ab1e-a7b239da52ca tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485754
May 14 21:40:09.954769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f42f74-186c-4c2b-b3a2-e78bfdb51473 req-28b02575-2d46-4343-8fb5-67c707a66f36 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:09.956347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84f42f74-186c-4c2b-b3a2-e78bfdb51473 req-28b02575-2d46-4343-8fb5-67c707a66f36 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.0511889
May 14 21:40:10.033405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Deleting port 3e1d918b-10e0-4f58-8525-5f7d6739d890 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:10.033618 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3e1d918b-10e0-4f58-8525-5f7d6739d890), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.058049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84f42f74-186c-4c2b-b3a2-e78bfdb51473 req-a46e5642-1deb-4435-8393-ad023488d34a tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956948
May 14 21:40:10.088280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01370d7-cd91-468f-8ba0-ad433bc2390c req-678b5bc9-8966-43a3-9ce9-80837b100288 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:10.088280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a01370d7-cd91-468f-8ba0-ad433bc2390c req-678b5bc9-8966-43a3-9ce9-80837b100288 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 945 time: 0.0585101
May 14 21:40:10.135648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3e1d918b-10e0-4f58-8525-5f7d6739d890), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.140655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a01370d7-cd91-468f-8ba0-ad433bc2390c req-8361d6a5-feba-4c57-a24b-d17facb27780 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521147
May 14 21:40:10.152439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Calling delete_port for 3e1d918b-10e0-4f58-8525-5f7d6739d890 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:10.164543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34374) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:10.165038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34376) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:10.376795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dffb1e9e-f064-4da4-acb8-e1cbe7e1f92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.512958 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3e1d918b-10e0-4f58-8525-5f7d6739d890), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.523467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628e63-1261-4afb-8475-e0b53db968c1 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:10.527803 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21628e63-1261-4afb-8475-e0b53db968c1 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1122 time: 0.3589945
May 14 21:40:10.528188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34398) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:10.533934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:10.558161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Pushing event deleted for resources: {'Port': ['ID=3e1d918b-10e0-4f58-8525-5f7d6739d890,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:10.640997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04d18d47-0c34-45ab-b7a0-4a95dbdb1172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.647156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (f784aaca-4c72-441b-9516-45cc3949bf89), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.661963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.780053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.868769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04d18d47-0c34-45ab-b7a0-4a95dbdb1172 admin admin] Publish callbacks [] for security_group (e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.878091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-978262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-975558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30170'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.887433 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-978223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-978212', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-975583'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:10.919056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.35.4.225 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/b8f6b80e-cbb4-497e-a660-ed1c366bf685) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:10.964288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Router f784aaca-4c72-441b-9516-45cc3949bf89 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:11.030855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.045742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:11.056192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.056192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-91250d7a-4c27-4a90-ab61-20735c5ea924 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "PUT /v2.0/routers/f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 200  len: 705 time: 1.7740822
May 14 21:40:11.057769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-04d18d47-0c34-45ab-b7a0-4a95dbdb1172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.057968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34416) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:11.059989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] Sync routers for ids ['f784aaca-4c72-441b-9516-45cc3949bf89'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:11.070257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] Routers {'f784aaca-4c72-441b-9516-45cc3949bf89'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:11.070891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f784aaca-4c72-441b-9516-45cc3949bf89'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:11.106790 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-04d18d47-0c34-45ab-b7a0-4a95dbdb1172 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4519a9d445e45bdb08a0015c0b825b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9389534
May 14 21:40:11.108534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d18d47-0c34-45ab-b7a0-4a95dbdb1172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:11.111228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34420) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:11.128994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b400>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:11.140730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] Routers {'f784aaca-4c72-441b-9516-45cc3949bf89'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:11.141777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:39:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['f784aaca-4c72-441b-9516-45cc3949bf89'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:11.164208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70e6714a-d915-47ea-b4f6-011b9a5e4f45 admin admin] Publish callbacks [] for security_group (e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.178457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f7b400>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:11.179082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80583214-ab80-474f-8eca-de7702dbc829 None None] The sync data for ids ['f784aaca-4c72-441b-9516-45cc3949bf89'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:11.188949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70e6714a-d915-47ea-b4f6-011b9a5e4f45 admin admin] Publish callbacks [] for security_group (e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.196977 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.240526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-983b67f6-3b17-4c9b-ba85-e300db842d86 tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/routers/f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 200  len: 740 time: 0.1811435
May 14 21:40:11.245298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34424) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:11.256191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909322dc-df50-4235-9dc6-23243632233c req-7535a1e5-b696-4a1a-933b-ee69e0ce4e03 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:11.257674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-909322dc-df50-4235-9dc6-23243632233c req-7535a1e5-b696-4a1a-933b-ee69e0ce4e03 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.0920374
May 14 21:40:11.265199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-c5dbea29-c774-476e-bf41-1d50b25df7b5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:11.266766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-c5dbea29-c774-476e-bf41-1d50b25df7b5 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 945 time: 0.1021404
May 14 21:40:11.309496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:11.314589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:11.320310 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-09b5927d-7fea-4d15-9545-36ce70edf6bf tempest-RoutersAdminTest-569830320 tempest-RoutersAdminTest-569830320-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&device_id=f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 200  len: 205 time: 0.0697477
May 14 21:40:11.321330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:11.324276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34426) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:11.355862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=b8f6b80e-cbb4-497e-a660-ed1c366bf685,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:11.378633 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-909322dc-df50-4235-9dc6-23243632233c req-a4064215-36d4-43ad-9e3c-700a78d4b7b1 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5824819-76bd-4aaf-b184-ef833a35dd4c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108985
May 14 21:40:11.389589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ac1e936-dcd9-4993-8361-09dbf501b757 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 200  len: 205 time: 0.0606921
May 14 21:40:11.389589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34428) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:11.396709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Deleting port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:11.400499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.481321 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (f784aaca-4c72-441b-9516-45cc3949bf89), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.565396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70e6714a-d915-47ea-b4f6-011b9a5e4f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.567936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70e6714a-d915-47ea-b4f6-011b9a5e4f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.569123 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70e6714a-d915-47ea-b4f6-011b9a5e4f45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb HTTP/1.1" status: 204  len: 168 time: 0.4573121
May 14 21:40:11.614169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6714a-d915-47ea-b4f6-011b9a5e4f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46cc0dc-ef4d-4aac-8588-b0a7cb3de0cb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:11.769651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.773363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router_controller (f784aaca-4c72-441b-9516-45cc3949bf89), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.834779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] For port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,segment=NetworkSegment(870f57f4-7338-425d-b3e8-0627a91053c7),segment_id=870f57f4-7338-425d-b3e8-0627a91053c7)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:11.835364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.848991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Calling delete_port for 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:11.964315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (f784aaca-4c72-441b-9516-45cc3949bf89), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.967807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Fanout notify agent at l3_agent the message router_deleted on router f784aaca-4c72-441b-9516-45cc3949bf89 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:40:11.967946 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.972457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:11.977475 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3df2253e-1ce1-463c-8b0b-557f355afa79 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 204  len: 168 time: 0.5868990
May 14 21:40:11.978366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34440) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.008942 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dcfa449d-b374-4030-9a06-8bb61dc75cd6 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 200  len: 205 time: 0.0285478
May 14 21:40:12.012093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34442) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.051566 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-9385c45f-5049-4698-9a0a-8f0aa0bc7342 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] delete failed (client error): The resource could not be found.
May 14 21:40:12.052594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9385c45f-5049-4698-9a0a-8f0aa0bc7342 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/f784aaca-4c72-441b-9516-45cc3949bf89 HTTP/1.1" status: 404  len: 336 time: 0.0387311
May 14 21:40:12.055365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34444) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.084478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-09a62ce2-d458-4c02-9d2d-59380fc674a5 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc21038b-d53a-452e-817a-da65876ee844 HTTP/1.1" status: 200  len: 205 time: 0.0280385
May 14 21:40:12.086772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34446) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.094093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (81aeb6ab-b3fc-4683-8fbe-eb965dd78e87), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.105373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['81aeb6ab-b3fc-4683-8fbe-eb965dd78e87'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:40:12.155547 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-c1bc273f-82d9-44b6-93b5-2d3cae2a93bf tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] delete failed (client error): The resource could not be found.
May 14 21:40:12.159043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c1bc273f-82d9-44b6-93b5-2d3cae2a93bf tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/dc21038b-d53a-452e-817a-da65876ee844 HTTP/1.1" status: 404  len: 336 time: 0.0689652
May 14 21:40:12.159433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Pushing event deleted for resources: {'Port': ['ID=81aeb6ab-b3fc-4683-8fbe-eb965dd78e87,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:12.161098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34448) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.211678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1f79d169-08e4-4f1d-8784-1815e0fb80f2 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=b019ccb7-e9e4-4dd7-85b2-d5251809ecdc HTTP/1.1" status: 200  len: 205 time: 0.0492866
May 14 21:40:12.216049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34450) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.240697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] No DVR routers for this DVR port 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:40:12.273055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.277427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c93e9aa-bb4c-490b-99ee-8c23da50def1 req-ac93d74b-0343-4c8e-95f8-d3dfc83b9468 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.48 "DELETE /v2.0/ports/81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 HTTP/1.1" status: 204  len: 173 time: 1.0026388
May 14 21:40:12.278240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'name': 'network-vif-deleted', 'tag': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:40:12.280767 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec961d5-3926-4844-9abb-903ed7a9a983" -d '{"events": [{"server_uuid": "ba93e685-7b76-46c5-bf4d-7908df93d552", "name": "network-vif-deleted", "tag": "81aeb6ab-b3fc-4683-8fbe-eb965dd78e87"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:40:12.283950 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-842ff243-91df-4b42-8652-52214a516a55 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] delete failed (client error): The resource could not be found.
May 14 21:40:12.284954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-842ff243-91df-4b42-8652-52214a516a55 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/b019ccb7-e9e4-4dd7-85b2-d5251809ecdc HTTP/1.1" status: 404  len: 336 time: 0.0689201
May 14 21:40:12.288415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34454) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.322930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-63946c46-2848-4f6a-a4cd-e99be7608b88 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=463a44f0-6432-4d35-b8a4-cb676645dcfe HTTP/1.1" status: 200  len: 205 time: 0.0314775
May 14 21:40:12.323507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34456) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.332105 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a06df-49cd-4bb8-b71d-ccd5c5dd6676 x-openstack-request-id: req-a71a06df-49cd-4bb8-b71d-ccd5c5dd6676 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:40:12.332612 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba93e685-7b76-46c5-bf4d-7908df93d552", "name": "network-vif-deleted", "tag": "81aeb6ab-b3fc-4683-8fbe-eb965dd78e87", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:40:12.332863 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a71a06df-49cd-4bb8-b71d-ccd5c5dd6676 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:40:12.333269 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71a06df-49cd-4bb8-b71d-ccd5c5dd6676'] response: {'server_uuid': 'ba93e685-7b76-46c5-bf4d-7908df93d552', 'name': 'network-vif-deleted', 'tag': '81aeb6ab-b3fc-4683-8fbe-eb965dd78e87', 'status': 'completed', 'code': 200}
May 14 21:40:12.368519 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-5446e6a3-1431-4e2b-9939-3d80e388be8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] delete failed (client error): The resource could not be found.
May 14 21:40:12.369849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5446e6a3-1431-4e2b-9939-3d80e388be8c tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/463a44f0-6432-4d35-b8a4-cb676645dcfe HTTP/1.1" status: 404  len: 336 time: 0.0450852
May 14 21:40:12.372355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34458) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.398711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (ebebdf63-d2a6-42b8-b65c-be95976a6ed6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.402158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7359647b-b109-4ac8-b763-4e5b79897c9a tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2e87271-7020-4a94-a49f-502194557fb7 HTTP/1.1" status: 200  len: 205 time: 0.0287199
May 14 21:40:12.404749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34460) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.444245 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-00fcadc0-fab7-43fd-9761-d1e16167cea5 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] delete failed (client error): The resource could not be found.
May 14 21:40:12.448683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-00fcadc0-fab7-43fd-9761-d1e16167cea5 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/d2e87271-7020-4a94-a49f-502194557fb7 HTTP/1.1" status: 404  len: 336 time: 0.0396554
May 14 21:40:12.449027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34464) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.483810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7284bf2d-9619-45dc-af94-ead8c8bcce76 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ca6738-77bc-4c10-bb5b-357e9abb03e6 HTTP/1.1" status: 200  len: 205 time: 0.0336635
May 14 21:40:12.486513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34466) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.499567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34468) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.516365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f7244ca-ad47-4098-8371-1a7e71b84eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.526233 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.539373 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-a3774575-c67c-4c4a-9f47-d2371d9c91e7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] delete failed (client error): The resource could not be found.
May 14 21:40:12.541939 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a3774575-c67c-4c4a-9f47-d2371d9c91e7 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/routers/55ca6738-77bc-4c10-bb5b-357e9abb03e6 HTTP/1.1" status: 404  len: 336 time: 0.0528839
May 14 21:40:12.543971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.554389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55758230-b5a6-4e89-9fcd-f6dcf5408199 req-d7b68274-388d-4ad1-b36f-9d62e65e2944 tempest-ServersNegativeTestMultiTenantJSON-1062823250 tempest-ServersNegativeTestMultiTenantJSON-1062823250-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba93e685-7b76-46c5-bf4d-7908df93d552 HTTP/1.1" status: 200  len: 210 time: 0.0402224
May 14 21:40:12.576701 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2b84ec-bdf2-471d-8c7f-a6ca5309da48 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] DELETE failed (client error): The resource could not be found.
May 14 21:40:12.576701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2b84ec-bdf2-471d-8c7f-a6ca5309da48 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:40:12.576701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4b2b84ec-bdf2-471d-8c7f-a6ca5309da48 tempest-RoutersAdminTest-869472139 tempest-RoutersAdminTest-869472139-project] 10.222.0.52 "DELETE /v2.0/subnets/e3e4bc5e-fb66-4b30-82a5-d4eda49f4e16 HTTP/1.1" status: 404  len: 337 time: 0.0293477
May 14 21:40:12.608543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.641248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f7244ca-ad47-4098-8371-1a7e71b84eeb admin admin] Publish callbacks [] for security_group (7297bced-08e6-4109-b70f-f73739534c84), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.724771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3f7244ca-ad47-4098-8371-1a7e71b84eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7297bced-08e6-4109-b70f-f73739534c84), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.814013 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34480) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:12.814317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3f7244ca-ad47-4098-8371-1a7e71b84eeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c88cebde80d4f6ba499e0d4fb939de7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3072932
May 14 21:40:12.814317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7244ca-ad47-4098-8371-1a7e71b84eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7297bced-08e6-4109-b70f-f73739534c84,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:12.828076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.868817 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80573548-0c60-4eb1-a409-1b6a22028339 admin admin] Publish callbacks [] for security_group (7297bced-08e6-4109-b70f-f73739534c84), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:12.877592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4590e130-ec4e-47ee-8b0d-99af06c11622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.151984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.159423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34484) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:13.190736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80573548-0c60-4eb1-a409-1b6a22028339 admin admin] Publish callbacks [] for security_group (7297bced-08e6-4109-b70f-f73739534c84), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.262441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=b8f6b80e-cbb4-497e-a660-ed1c366bf685,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:13.272063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (ebebdf63-d2a6-42b8-b65c-be95976a6ed6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.284833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cbc243-1ff2-4d10-a796-3101b0d25ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.379611 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Floating IP ebebdf63-d2a6-42b8-b65c-be95976a6ed6 associated. External IP: 172.35.4.225, port: 54a7015c-7611-47b4-b979-2e2c14eb7ec7.
May 14 21:40:13.418848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80573548-0c60-4eb1-a409-1b6a22028339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7297bced-08e6-4109-b70f-f73739534c84), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.421362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80573548-0c60-4eb1-a409-1b6a22028339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.425034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-80573548-0c60-4eb1-a409-1b6a22028339 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7297bced-08e6-4109-b70f-f73739534c84 HTTP/1.1" status: 204  len: 168 time: 0.6158462
May 14 21:40:13.440595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80573548-0c60-4eb1-a409-1b6a22028339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7297bced-08e6-4109-b70f-f73739534c84,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:13.446512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cbc243-1ff2-4d10-a796-3101b0d25ed1 admin admin] Publish callbacks [] for security_group (f79c6590-efd5-4fed-ae24-56be28c01a0e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.511960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-95cbc243-1ff2-4d10-a796-3101b0d25ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f79c6590-efd5-4fed-ae24-56be28c01a0e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.559524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-95cbc243-1ff2-4d10-a796-3101b0d25ed1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=272912a007ae474ba548b662282a84a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3956878
May 14 21:40:13.559524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbc243-1ff2-4d10-a796-3101b0d25ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c6590-efd5-4fed-ae24-56be28c01a0e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:13.560337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34490) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:13.613761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a1e91bfe-9c91-4424-8163-94511c4f7ff2 admin admin] Publish callbacks [] for security_group (f79c6590-efd5-4fed-ae24-56be28c01a0e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.632478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:13.642871 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a1e91bfe-9c91-4424-8163-94511c4f7ff2 admin admin] Publish callbacks [] for security_group (f79c6590-efd5-4fed-ae24-56be28c01a0e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.661734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:13.689680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Deleting subnet 51472e8b-8d3b-4210-9b69-ac9dbadf3470 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:40:13.726494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Publish callbacks [] for subnet (51472e8b-8d3b-4210-9b69-ac9dbadf3470), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.795131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a1e91bfe-9c91-4424-8163-94511c4f7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f79c6590-efd5-4fed-ae24-56be28c01a0e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.798115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a1e91bfe-9c91-4424-8163-94511c4f7ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.802459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a1e91bfe-9c91-4424-8163-94511c4f7ff2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f79c6590-efd5-4fed-ae24-56be28c01a0e HTTP/1.1" status: 204  len: 168 time: 0.2379782
May 14 21:40:13.807421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (51472e8b-8d3b-4210-9b69-ac9dbadf3470), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.818037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91bfe-9c91-4424-8163-94511c4f7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c6590-efd5-4fed-ae24-56be28c01a0e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:13.857169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.919389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (51472e8b-8d3b-4210-9b69-ac9dbadf3470), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:13.922358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:13.938705 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:13.952939 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:13.953644 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231338970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.085334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.117711 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e2c1d012-5046-4e11-ae85-79299a0612dd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5884717
May 14 21:40:14.118350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:40:14.121154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34512) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:14.124761 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654315b9-cf31-451c-988c-d138cae373df" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:40:14.170541 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:40:14.175146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (51472e8b-8d3b-4210-9b69-ac9dbadf3470), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.224095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51472e8b-8d3b-4210-9b69-ac9dbadf3470,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:14.227088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.233689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3541050a-a67a-42c2-b355-3f1816d15ebe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/51472e8b-8d3b-4210-9b69-ac9dbadf3470 HTTP/1.1" status: 204  len: 168 time: 0.5979171
May 14 21:40:14.234874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34520) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:14.256318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8c93654a-a463-4a9c-b21f-4f19466e8cf1 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/ebebdf63-d2a6-42b8-b65c-be95976a6ed6 HTTP/1.1" status: 200  len: 991 time: 0.1339841
May 14 21:40:14.350031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (76ae4352-6850-4c58-b543-b60c328b4636), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.440413 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7557c75-d01d-451d-a852-49bd590db982 x-openstack-request-id: req-f7557c75-d01d-451d-a852-49bd590db982 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:40:14.441303 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:40:14.441303 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7557c75-d01d-451d-a852-49bd590db982 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:40:14.441555 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7557c75-d01d-451d-a852-49bd590db982'] response: {'name': 'network-changed', 'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'status': 'completed', 'code': 200}
May 14 21:40:14.452140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (76ae4352-6850-4c58-b543-b60c328b4636), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.461949 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231338970>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:40Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:11Z', 'revision_number': 0, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.497982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a7031f0>,) {'filters': {'network_id': ['76ae4352-6850-4c58-b543-b60c328b4636']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.498121 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:40:14.502236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654315b9-cf31-451c-988c-d138cae373df req-3e6f0129-da0d-4689-b2b7-14ba1c5e0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:14.505004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-3e6f0129-da0d-4689-b2b7-14ba1c5e0b91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1127 time: 0.0625908
May 14 21:40:14.509516 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:14.509516 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231338970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.510273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a7031f0>, '870f57f4-7338-425d-b3e8-0627a91053c7') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.510273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a7031f0>, '870f57f4-7338-425d-b3e8-0627a91053c7') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.521660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (870f57f4-7338-425d-b3e8-0627a91053c7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.537966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (870f57f4-7338-425d-b3e8-0627a91053c7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.544817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:40:14.545203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (870f57f4-7338-425d-b3e8-0627a91053c7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:40:14.547000 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:40:14.637429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654315b9-cf31-451c-988c-d138cae373df req-8e5a4ead-773a-499a-be4f-d444595834bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:14.638292 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:40:14.639055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-8e5a4ead-773a-499a-be4f-d444595834bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 898 time: 0.1276407
May 14 21:40:14.694313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (76ae4352-6850-4c58-b543-b60c328b4636), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.703016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.704778 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] 10.222.0.52 "DELETE /v2.0/networks/76ae4352-6850-4c58-b543-b60c328b4636 HTTP/1.1" status: 204  len: 168 time: 0.4687519
May 14 21:40:14.707388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34530) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:14.726007 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d088db-2f9e-4685-9158-5aff3a81a095 admin admin] Pushing event deleted for resources: {'Network': ['ID=76ae4352-6850-4c58-b543-b60c328b4636,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:14.766585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-a28553c4-3165-437d-b2bd-0e389c250d0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 999 time: 0.1212692
May 14 21:40:14.779848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Deleting subnet 5e319ff7-677c-4178-902e-e4c777118e4d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:40:14.783292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Publish callbacks [] for subnet (5e319ff7-677c-4178-902e-e4c777118e4d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.824609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654315b9-cf31-451c-988c-d138cae373df req-c9c042e7-9b03-4b63-af56-a404182734d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:14.826768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-c9c042e7-9b03-4b63-af56-a404182734d5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 200  len: 834 time: 0.0538156
May 14 21:40:14.836519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (5e319ff7-677c-4178-902e-e4c777118e4d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:14.876807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34536) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:14.908712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654315b9-cf31-451c-988c-d138cae373df req-75b5f746-da52-4ccf-9e49-c45775e52d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:14.910279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-75b5f746-da52-4ccf-9e49-c45775e52d83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0773032
May 14 21:40:14.910535 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231338970>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:40Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:11Z', 'revision_number': 0, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:14.946904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ab0fffa-72cb-4637-917b-e6a7557521dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e340cdd735347b5b067a6861c828b68&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0665886
May 14 21:40:14.951389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:14.958173 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb0091-23ed-441a-a3c9-791d30f0988d None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:39:40Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:11Z', 'revision_number': 0, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:14.967019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (5e319ff7-677c-4178-902e-e4c777118e4d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.069999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eec38a49-9e60-4b2f-9e5d-3bd5d2d16205 admin admin] Publish callbacks [] for security_group (7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.092404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-44862194-695e-4543-b8c2-c863c08b1927 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703877
May 14 21:40:15.103131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eec38a49-9e60-4b2f-9e5d-3bd5d2d16205 admin admin] Publish callbacks [] for security_group (7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.175961 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (5e319ff7-677c-4178-902e-e4c777118e4d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.178319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:40:15.193542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-654315b9-cf31-451c-988c-d138cae373df req-b0ec1bf5-ec55-431b-9153-23ffd0346825 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991733
May 14 21:40:15.196076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.199923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5e319ff7-677c-4178-902e-e4c777118e4d HTTP/1.1" status: 204  len: 168 time: 0.4915452
May 14 21:40:15.205009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34546) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:15.207086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:40:15.207633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 81aeb6ab-b3fc-4683-8fbe-eb965dd78e87 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:40:15.223604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85045a-9a85-45a4-96b5-744109886df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e319ff7-677c-4178-902e-e4c777118e4d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:15.258689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34550) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:15.295344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eec38a49-9e60-4b2f-9e5d-3bd5d2d16205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.299429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eec38a49-9e60-4b2f-9e5d-3bd5d2d16205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.300649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eec38a49-9e60-4b2f-9e5d-3bd5d2d16205 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233 HTTP/1.1" status: 204  len: 168 time: 0.3451991
May 14 21:40:15.301286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0891b42-e972-4ce1-ae5a-3626edd2e274 None None] New status for floating IP ebebdf63-d2a6-42b8-b65c-be95976a6ed6: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:40:15.309347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d0a095f9-3145-40ca-90f8-ee3689885a7f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.402400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d0a095f9-3145-40ca-90f8-ee3689885a7f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.424717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bc634c0>,) {'filters': {'network_id': ['d0a095f9-3145-40ca-90f8-ee3689885a7f']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:15.435204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bc634c0>, 'f2debac3-7741-4e75-b4bc-fdddc1c3f419') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:15.435587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bc634c0>, 'f2debac3-7741-4e75-b4bc-fdddc1c3f419') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:15.441674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec38a49-9e60-4b2f-9e5d-3bd5d2d16205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e24e9ae-af4a-4f69-a4ba-8e8c3a56c233,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:15.445810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (f2debac3-7741-4e75-b4bc-fdddc1c3f419), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.460954 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f2debac3-7741-4e75-b4bc-fdddc1c3f419), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.469393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:40:15.469962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (f2debac3-7741-4e75-b4bc-fdddc1c3f419), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:40:15.487798 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:40:15.508139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e75c9788-fcb6-4c08-a852-365de3592eaa tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/ebebdf63-d2a6-42b8-b65c-be95976a6ed6 HTTP/1.1" status: 200  len: 991 time: 0.2461505
May 14 21:40:15.598553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d0a095f9-3145-40ca-90f8-ee3689885a7f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.613695 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:15.613695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] 10.222.0.52 "DELETE /v2.0/networks/d0a095f9-3145-40ca-90f8-ee3689885a7f HTTP/1.1" status: 204  len: 168 time: 0.4034507
May 14 21:40:15.625040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ee97b-d55a-41e1-b872-3d4732f6bbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d0a095f9-3145-40ca-90f8-ee3689885a7f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:15.699833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:16.009241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:16.089167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-781c7a57-c704-42f7-a2bc-ff229b3058ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=882c775cc8694e0aab28c39b98827f8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0779579
May 14 21:40:16.092227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34576) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:16.159287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4959757c-98d4-4efd-9d01-2fc84cee5ffb admin admin] Publish callbacks [] for security_group (f5824819-76bd-4aaf-b184-ef833a35dd4c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:16.190130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4959757c-98d4-4efd-9d01-2fc84cee5ffb admin admin] Publish callbacks [] for security_group (f5824819-76bd-4aaf-b184-ef833a35dd4c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:16.330402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4959757c-98d4-4efd-9d01-2fc84cee5ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f5824819-76bd-4aaf-b184-ef833a35dd4c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:16.333136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4959757c-98d4-4efd-9d01-2fc84cee5ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:16.334334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4959757c-98d4-4efd-9d01-2fc84cee5ffb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5824819-76bd-4aaf-b184-ef833a35dd4c HTTP/1.1" status: 204  len: 168 time: 0.2409410
May 14 21:40:16.342177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959757c-98d4-4efd-9d01-2fc84cee5ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5824819-76bd-4aaf-b184-ef833a35dd4c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:16.512055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34610) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:16.583182 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0999b3a2-7d96-4db6-842f-5633d8e417f2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/ebebdf63-d2a6-42b8-b65c-be95976a6ed6 HTTP/1.1" status: 200  len: 993 time: 0.0675404
May 14 21:40:16.792339 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.079527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34638) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:17.166774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34650) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:17.215453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2b42f461-f4ea-4d95-a5a6-da183bfb8e71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61d01ae70a4f41fea28c0fcb35d9323f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0471420
May 14 21:40:17.217787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34652) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:17.268481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33263098-3940-4e2e-bc1b-24d16b5884e7 admin admin] Publish callbacks [] for security_group (0adefb40-0f0a-485f-b102-430fa7a7a2b8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.290342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33263098-3940-4e2e-bc1b-24d16b5884e7 admin admin] Publish callbacks [] for security_group (0adefb40-0f0a-485f-b102-430fa7a7a2b8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.357602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-201302918'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:17.427468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33263098-3940-4e2e-bc1b-24d16b5884e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0adefb40-0f0a-485f-b102-430fa7a7a2b8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.430230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-33263098-3940-4e2e-bc1b-24d16b5884e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.432020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-33263098-3940-4e2e-bc1b-24d16b5884e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0adefb40-0f0a-485f-b102-430fa7a7a2b8 HTTP/1.1" status: 204  len: 168 time: 0.2126632
May 14 21:40:17.440251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33263098-3940-4e2e-bc1b-24d16b5884e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adefb40-0f0a-485f-b102-430fa7a7a2b8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:17.517197 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:17.521293 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.534949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.624057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for security_group (65b69507-0345-4d0d-aebd-242437faef9f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.808824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (65b69507-0345-4d0d-aebd-242437faef9f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.847814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:40:17.855292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b69507-0345-4d0d-aebd-242437faef9f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:17.862409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a9df5068-952a-4680-bbae-df2a9cb3e723), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:17.862855 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Added segment a9df5068-952a-4680-bbae-df2a9cb3e723 of type vlan for network ab5d5f55-9d11-4a02-b747-bb16d6db352f
May 14 21:40:17.912151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ab5d5f55-9d11-4a02-b747-bb16d6db352f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.044113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ab5d5f55-9d11-4a02-b747-bb16d6db352f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.045764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:18.046393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.118038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Network': ['ID=ab5d5f55-9d11-4a02-b747-bb16d6db352f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:18.128476 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:40:18.193926 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fa2160ac-bba2-48d3-9d42-8ed20ac71506 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1135080
May 14 21:40:18.196523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34702) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:18.202576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'subnet': {'network_id': 'ab5d5f55-9d11-4a02-b747-bb16d6db352f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:18.370511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:18.374096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.626368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (4bb6c4c2-61e0-4702-9dbb-26f9050039e5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.687963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Subnet': ['ID=4bb6c4c2-61e0-4702-9dbb-26f9050039e5,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:18.696726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Checking segment: {'id': 'a9df5068-952a-4680-bbae-df2a9cb3e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ab5d5f55-9d11-4a02-b747-bb16d6db352f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:40:18.696726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network hostable DHCP agents. Network: ab5d5f55-9d11-4a02-b747-bb16d6db352f, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:40:18.788280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34712) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:18.795249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:40:18.820977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34716) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:18.885794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab5d5f55-9d11-4a02-b747-bb16d6db352f) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:18.890168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:18.890779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.904210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c38a7-7593-484c-95d0-a20ed54bb7cb None None] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:40:18.951276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb8d96af-ed50-4ea4-989f-4fd1bf16e81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:18.992789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa80a39e-d1d7-4efc-bd3f-385201b8b654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.046658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ab7ec435-05f0-48a9-a20f-45637458eddc tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.8483529
May 14 21:40:19.047531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34730) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:19.054508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-649296248', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:19.055379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8189117-27ca-45b6-a2e2-b514ef8c2205 None None] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:40:19.113804 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb8d96af-ed50-4ea4-989f-4fd1bf16e81d admin admin] Publish callbacks [] for security_group (c1634451-81f8-4ec2-a0d3-19d3b91475cb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.131177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa80a39e-d1d7-4efc-bd3f-385201b8b654 admin admin] Publish callbacks [] for security_group (928d5f85-1091-4401-8848-61ba94cbe05f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.193629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb8d96af-ed50-4ea4-989f-4fd1bf16e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c1634451-81f8-4ec2-a0d3-19d3b91475cb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.200117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.201183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.254396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fa80a39e-d1d7-4efc-bd3f-385201b8b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (928d5f85-1091-4401-8848-61ba94cbe05f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.257263 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb8d96af-ed50-4ea4-989f-4fd1bf16e81d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9885da9c3c9f4af7a7fc6749d4c386be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4673429
May 14 21:40:19.263410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34740) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:19.268445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d96af-ed50-4ea4-989f-4fd1bf16e81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1634451-81f8-4ec2-a0d3-19d3b91475cb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:19.301374 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_controller (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.308669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80a39e-d1d7-4efc-bd3f-385201b8b654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d5f85-1091-4401-8848-61ba94cbe05f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:19.340024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fa80a39e-d1d7-4efc-bd3f-385201b8b654 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c8d88a4468a4423a15fc177f693d93d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5184124
May 14 21:40:19.342962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34742) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:19.378056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc0c480b-6c48-405e-82bd-9388cf32a512 admin admin] Publish callbacks [] for security_group (c1634451-81f8-4ec2-a0d3-19d3b91475cb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.399191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b2e9-ed54-4e33-8407-cc93e830d078 admin admin] Publish callbacks [] for security_group (928d5f85-1091-4401-8848-61ba94cbe05f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.403593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc0c480b-6c48-405e-82bd-9388cf32a512 admin admin] Publish callbacks [] for security_group (c1634451-81f8-4ec2-a0d3-19d3b91475cb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.488517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b2e9-ed54-4e33-8407-cc93e830d078 admin admin] Publish callbacks [] for security_group (928d5f85-1091-4401-8848-61ba94cbe05f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.528758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc0c480b-6c48-405e-82bd-9388cf32a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c1634451-81f8-4ec2-a0d3-19d3b91475cb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.531820 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc0c480b-6c48-405e-82bd-9388cf32a512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.541974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cc0c480b-6c48-405e-82bd-9388cf32a512 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1634451-81f8-4ec2-a0d3-19d3b91475cb HTTP/1.1" status: 204  len: 168 time: 0.2376320
May 14 21:40:19.542959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c480b-6c48-405e-82bd-9388cf32a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1634451-81f8-4ec2-a0d3-19d3b91475cb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:19.581181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34748) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:19.582611 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.696579 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b2e9-ed54-4e33-8407-cc93e830d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (928d5f85-1091-4401-8848-61ba94cbe05f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.699828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b2e9-ed54-4e33-8407-cc93e830d078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.701017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a1c8b2e9-ed54-4e33-8407-cc93e830d078 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/928d5f85-1091-4401-8848-61ba94cbe05f HTTP/1.1" status: 204  len: 168 time: 0.3570318
May 14 21:40:19.742403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8b2e9-ed54-4e33-8407-cc93e830d078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d5f85-1091-4401-8848-61ba94cbe05f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:19.865551 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.891760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.898818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3db2-b99e-4635-ab69-9b7de8b69091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:19.925649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:20.001364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3db2-b99e-4635-ab69-9b7de8b69091 admin admin] Publish callbacks [] for security_group (36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.015954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.64 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:20.100622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2f9a3db2-b99e-4635-ab69-9b7de8b69091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.124284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.141574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2f9a3db2-b99e-4635-ab69-9b7de8b69091 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26300f67535247758fbda7e0000bec7a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5593646
May 14 21:40:20.142702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a3db2-b99e-4635-ab69-9b7de8b69091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:20.144434 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:20.208576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d67528-4fda-4d0c-8fe5-63e533f12a4f admin admin] Publish callbacks [] for security_group (36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.232213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d67528-4fda-4d0c-8fe5-63e533f12a4f admin admin] Publish callbacks [] for security_group (36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.248323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.307965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:20.311716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:20.317278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:20.320260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:20.357838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:20.375814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9443a7ce-4dc5-44cb-a1dc-227b0bd9680c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.403571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9bc401c5-3a57-49e7-bfcd-4bc88b38dd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.432135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d67528-4fda-4d0c-8fe5-63e533f12a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.435253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1d67528-4fda-4d0c-8fe5-63e533f12a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.436601 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1d67528-4fda-4d0c-8fe5-63e533f12a4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86 HTTP/1.1" status: 204  len: 168 time: 0.2897837
May 14 21:40:20.451242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d67528-4fda-4d0c-8fe5-63e533f12a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9e8c0-aa3e-4bb0-a4ba-c1c7e154eb86,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:20.517338 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9443a7ce-4dc5-44cb-a1dc-227b0bd9680c admin admin] Publish callbacks [] for security_group (ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.539303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9bc401c5-3a57-49e7-bfcd-4bc88b38dd02 admin admin] Publish callbacks [] for security_group (cb847712-06f2-4a8c-a560-6c7dbd4daec6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.585484 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9443a7ce-4dc5-44cb-a1dc-227b0bd9680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.625125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9bc401c5-3a57-49e7-bfcd-4bc88b38dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cb847712-06f2-4a8c-a560-6c7dbd4daec6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.640006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9443a7ce-4dc5-44cb-a1dc-227b0bd9680c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78dfdb0fcebc4e9bb9443dfc70971bf3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2810206
May 14 21:40:20.640546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34778) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:20.646302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443a7ce-4dc5-44cb-a1dc-227b0bd9680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:20.696050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9bc401c5-3a57-49e7-bfcd-4bc88b38dd02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=742a9e0434ae49e4807cc4b057212c39&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7665951
May 14 21:40:20.699907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34780) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:20.702043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc401c5-3a57-49e7-bfcd-4bc88b38dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb847712-06f2-4a8c-a560-6c7dbd4daec6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:20.784189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41bcffdf-1d73-4544-a045-b2b85f206f50 admin admin] Publish callbacks [] for security_group (ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.799802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e10e7a9-f1c8-4e93-bd9f-5a0ebe1af49a admin admin] Publish callbacks [] for security_group (cb847712-06f2-4a8c-a560-6c7dbd4daec6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.826196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41bcffdf-1d73-4544-a045-b2b85f206f50 admin admin] Publish callbacks [] for security_group (ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:20.847807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e10e7a9-f1c8-4e93-bd9f-5a0ebe1af49a admin admin] Publish callbacks [] for security_group (cb847712-06f2-4a8c-a560-6c7dbd4daec6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.034355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41bcffdf-1d73-4544-a045-b2b85f206f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.034355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41bcffdf-1d73-4544-a045-b2b85f206f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.034355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41bcffdf-1d73-4544-a045-b2b85f206f50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec HTTP/1.1" status: 204  len: 168 time: 0.3875725
May 14 21:40:21.038148 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.038834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcffdf-1d73-4544-a045-b2b85f206f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44a7b3-d8bd-4a95-8b67-2ea4366d63ec,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:21.070853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e10e7a9-f1c8-4e93-bd9f-5a0ebe1af49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cb847712-06f2-4a8c-a560-6c7dbd4daec6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.075332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9e10e7a9-f1c8-4e93-bd9f-5a0ebe1af49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.080105 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9e10e7a9-f1c8-4e93-bd9f-5a0ebe1af49a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb847712-06f2-4a8c-a560-6c7dbd4daec6 HTTP/1.1" status: 204  len: 168 time: 0.3788941
May 14 21:40:21.089950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10e7a9-f1c8-4e93-bd9f-5a0ebe1af49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb847712-06f2-4a8c-a560-6c7dbd4daec6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:21.228463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34798) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:21.252885 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5eb455f-3324-4e61-ac46-8a39c0cd2382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.295885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.371056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5eb455f-3324-4e61-ac46-8a39c0cd2382 admin admin] Publish callbacks [] for security_group (9b20a5cd-b817-461b-beac-71c08687be2b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.489222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d5eb455f-3324-4e61-ac46-8a39c0cd2382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b20a5cd-b817-461b-beac-71c08687be2b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.541074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d5eb455f-3324-4e61-ac46-8a39c0cd2382 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=979944a7425f41bf8cd3daa06d466200&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3110926
May 14 21:40:21.544156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34858) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:21.558114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb455f-3324-4e61-ac46-8a39c0cd2382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b20a5cd-b817-461b-beac-71c08687be2b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:21.615983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:40:21.633888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c5aae65-57d9-4546-a5d1-8dac70358111 admin admin] Publish callbacks [] for security_group (9b20a5cd-b817-461b-beac-71c08687be2b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.700509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c5aae65-57d9-4546-a5d1-8dac70358111 admin admin] Publish callbacks [] for security_group (9b20a5cd-b817-461b-beac-71c08687be2b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.790209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:21.806260 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:21.817803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:21.819515 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231ca26a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:21.870012 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231ca26a0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:21.882458 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:21.883083 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231ca26a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:21.911507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.913614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-13d08eec-abe6-4690-a590-20ab534902d2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.8632202
May 14 21:40:21.925121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34874) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:21.927894 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231ca26a0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:21.928900 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53cedf-1814-4bad-8415-a3a5726af199 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:21.990208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c5aae65-57d9-4546-a5d1-8dac70358111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b20a5cd-b817-461b-beac-71c08687be2b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.992906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9c5aae65-57d9-4546-a5d1-8dac70358111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:21.994138 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9c5aae65-57d9-4546-a5d1-8dac70358111 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b20a5cd-b817-461b-beac-71c08687be2b HTTP/1.1" status: 204  len: 168 time: 0.4488404
May 14 21:40:22.010613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aae65-57d9-4546-a5d1-8dac70358111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b20a5cd-b817-461b-beac-71c08687be2b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:22.491767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:22.869771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.1 (ab5d5f55-9d11-4a02-b747-bb16d6db352f/4bb6c4c2-61e0-4702-9dbb-26f9050039e5/c8226914-f5cc-4cbb-9608-da1f3561adf4) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:22.955990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 34934) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:22.966196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a736a700-4666-47b7-94e2-3ea34e7b9b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.060993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.107868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a736a700-4666-47b7-94e2-3ea34e7b9b2f admin admin] Publish callbacks [] for security_group (e91e0708-be74-4ea5-a450-2dde022f0a19), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.168532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a736a700-4666-47b7-94e2-3ea34e7b9b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e91e0708-be74-4ea5-a450-2dde022f0a19), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.207909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.214892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34946) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:23.215388 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a736a700-4666-47b7-94e2-3ea34e7b9b2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f0a924a0b034805985dd5bd09a74631&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2618504
May 14 21:40:23.281269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736a700-4666-47b7-94e2-3ea34e7b9b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e0708-be74-4ea5-a450-2dde022f0a19,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:23.284244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=c8226914-f5cc-4cbb-9608-da1f3561adf4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:23.288944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9464f64b-bcd7-451e-940e-5d938a363f95 admin admin] Publish callbacks [] for security_group (e91e0708-be74-4ea5-a450-2dde022f0a19), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.305699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:23.310936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:23.311789 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:23.326280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9464f64b-bcd7-451e-940e-5d938a363f95 admin admin] Publish callbacks [] for security_group (e91e0708-be74-4ea5-a450-2dde022f0a19), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.328793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 34952) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:23.367762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.462640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9464f64b-bcd7-451e-940e-5d938a363f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e91e0708-be74-4ea5-a450-2dde022f0a19), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.466668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9464f64b-bcd7-451e-940e-5d938a363f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.468232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9464f64b-bcd7-451e-940e-5d938a363f95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e91e0708-be74-4ea5-a450-2dde022f0a19 HTTP/1.1" status: 204  len: 168 time: 0.2514081
May 14 21:40:23.477037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464f64b-bcd7-451e-940e-5d938a363f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e0708-be74-4ea5-a450-2dde022f0a19,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:23.514224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1639951353-network', 'tenant_id': '8d9a98a0b9094e28a62cb3b2f58f7c98'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:23.622797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Made reservation on behalf of 8d9a98a0b9094e28a62cb3b2f58f7c98 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:23.626546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.642456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.646177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.726615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks [] for security_group (d08a5897-3e4d-496c-a70f-7c8f82979b4e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.839075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d08a5897-3e4d-496c-a70f-7c8f82979b4e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.869893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:40:23.880060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a5897-3e4d-496c-a70f-7c8f82979b4e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:23.902753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (dc6d1c91-0590-4ddc-a71d-1463d88945c8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:23.902753 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Added segment dc6d1c91-0590-4ddc-a71d-1463d88945c8 of type vlan for network 3f17912d-bf0c-471d-ac34-ccb59094c19a
May 14 21:40:23.960785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (3f17912d-bf0c-471d-ac34-ccb59094c19a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:24.041823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:24.079708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (3f17912d-bf0c-471d-ac34-ccb59094c19a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:24.080757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:24.081335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:24.130114 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:24.145130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] Pushing event updated for resources: {'Network': ['ID=3f17912d-bf0c-471d-ac34-ccb59094c19a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:24.157385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 3f17912d-bf0c-471d-ac34-ccb59094c19a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:40:24.210797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=c8226914-f5cc-4cbb-9608-da1f3561adf4,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:24.213518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:24.214972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e974ae61-b146-4ff1-9163-fcb295c483eb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 0.8844440
May 14 21:40:24.348981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:24.350438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:24.501857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:24.637257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:24.649016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:24.670103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35002) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:24.675418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'port': {'network_id': 'ab5d5f55-9d11-4a02-b747-bb16d6db352f', 'name': 'tempest-FloatingIPTestJSON-465420637'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:24.680906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:24.686652 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5f6525d-2b6a-4ff1-a96e-64bb6ac7cf9a tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/routers/b4cd6f47-3443-46df-8f38-8ac2dfddd55d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7557318
May 14 21:40:24.687194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223da2550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:24.723952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223da2550>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:24.734559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:24.735551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223da2550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:24.776056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223da2550>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:24.776948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276061fd-ff0a-44a3-b621-b325f20d1191 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:25.017045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35f82-1687-4659-aef4-c59a8e33e4f4 req-71450ec0-9c86-4397-a54a-aa9e4611e3bf tempest-ComputeTenantNetworksTest-1661799535 tempest-ComputeTenantNetworksTest-1661799535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:25.022265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35f82-1687-4659-aef4-c59a8e33e4f4 req-71450ec0-9c86-4397-a54a-aa9e4611e3bf tempest-ComputeTenantNetworksTest-1661799535 tempest-ComputeTenantNetworksTest-1661799535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:25.027654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf35f82-1687-4659-aef4-c59a8e33e4f4 req-71450ec0-9c86-4397-a54a-aa9e4611e3bf tempest-ComputeTenantNetworksTest-1661799535 tempest-ComputeTenantNetworksTest-1661799535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:25.029261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-daf35f82-1687-4659-aef4-c59a8e33e4f4 req-71450ec0-9c86-4397-a54a-aa9e4611e3bf tempest-ComputeTenantNetworksTest-1661799535 tempest-ComputeTenantNetworksTest-1661799535-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1903 time: 0.2056372
May 14 21:40:25.036569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:25.041290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.061073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] device_id is not set on port f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:40:25.171129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d1ab7-817e-4fad-86f8-d449ab759eb6 req-30685fa2-89ea-4ce6-97dc-bbb170ea5ac4 tempest-ComputeTenantNetworksTest-1661799535 tempest-ComputeTenantNetworksTest-1661799535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:25.172597 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-058d1ab7-817e-4fad-86f8-d449ab759eb6 req-30685fa2-89ea-4ce6-97dc-bbb170ea5ac4 tempest-ComputeTenantNetworksTest-1661799535 tempest-ComputeTenantNetworksTest-1661799535-project] 10.222.0.52 "GET /v2.0/networks/3f17912d-bf0c-471d-ac34-ccb59094c19a HTTP/1.1" status: 200  len: 769 time: 0.1121025
May 14 21:40:25.181901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35026) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:25.201501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.3 (ab5d5f55-9d11-4a02-b747-bb16d6db352f/4bb6c4c2-61e0-4702-9dbb-26f9050039e5/f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:25.280546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (3f17912d-bf0c-471d-ac34-ccb59094c19a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.377175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.378409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (3f17912d-bf0c-471d-ac34-ccb59094c19a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.404111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523149d100>,) {'filters': {'network_id': ['3f17912d-bf0c-471d-ac34-ccb59094c19a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:25.414742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523149d100>, 'dc6d1c91-0590-4ddc-a71d-1463d88945c8') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:25.415055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523149d100>, 'dc6d1c91-0590-4ddc-a71d-1463d88945c8') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:25.426631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (dc6d1c91-0590-4ddc-a71d-1463d88945c8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.441834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (dc6d1c91-0590-4ddc-a71d-1463d88945c8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.448242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:40:25.448634 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (dc6d1c91-0590-4ddc-a71d-1463d88945c8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:40:25.450607 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:40:25.463639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.521871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:25.523656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:25.526148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:25.553990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:25.584357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:25.584977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.610378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (3f17912d-bf0c-471d-ac34-ccb59094c19a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.615468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.618843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3f17912d-bf0c-471d-ac34-ccb59094c19a HTTP/1.1" status: 204  len: 168 time: 0.4358015
May 14 21:40:25.682396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d7820dd8-bf6e-4236-acbc-b30b98999d42 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.0107253
May 14 21:40:25.684949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35052) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:25.690385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'port': {'network_id': 'ab5d5f55-9d11-4a02-b747-bb16d6db352f', 'name': 'tempest-FloatingIPTestJSON-1903463372'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:25.944664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba9f4-4754-4798-92dc-189eb1297b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f17912d-bf0c-471d-ac34-ccb59094c19a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:25.948769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:25.959358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:25.982286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] device_id is not set on port b635a5f2-cb0a-4fab-8387-ed271815c492 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:40:26.096204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.6 (ab5d5f55-9d11-4a02-b747-bb16d6db352f/4bb6c4c2-61e0-4702-9dbb-26f9050039e5/b635a5f2-cb0a-4fab-8387-ed271815c492) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:26.159910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35066) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:26.214721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2e77d0e6-62a5-49ab-9ebf-9e417b17bb64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d9a98a0b9094e28a62cb3b2f58f7c98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0504446
May 14 21:40:26.214855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35070) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:26.289841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (b635a5f2-cb0a-4fab-8387-ed271815c492), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.310207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de7b60ad-fddd-4948-bfe1-d50b1fea59e6 admin admin] Publish callbacks [] for security_group (d08a5897-3e4d-496c-a70f-7c8f82979b4e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.343290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de7b60ad-fddd-4948-bfe1-d50b1fea59e6 admin admin] Publish callbacks [] for security_group (d08a5897-3e4d-496c-a70f-7c8f82979b4e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.443079 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:40:26.456672 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b635a5f2-cb0a-4fab-8387-ed271815c492), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.458414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de7b60ad-fddd-4948-bfe1-d50b1fea59e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d08a5897-3e4d-496c-a70f-7c8f82979b4e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.461209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-de7b60ad-fddd-4948-bfe1-d50b1fea59e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.463146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-de7b60ad-fddd-4948-bfe1-d50b1fea59e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d08a5897-3e4d-496c-a70f-7c8f82979b4e HTTP/1.1" status: 204  len: 168 time: 0.2468190
May 14 21:40:26.502527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b60ad-fddd-4948-bfe1-d50b1fea59e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a5897-3e4d-496c-a70f-7c8f82979b4e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:26.515332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:26.518846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:26.533374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:26.558730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=b635a5f2-cb0a-4fab-8387-ed271815c492,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:26.593739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:26.595769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.690792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35080) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:26.691232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0b2a38d4-866a-48c5-90e6-a1b807857d60 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.0051210
May 14 21:40:26.695860 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'b635a5f2-cb0a-4fab-8387-ed271815c492', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:26.819096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:26.929448 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:27.052691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.156 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a6bb3859-7643-44ea-b8bb-db09b3cd321e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:27.185723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:27.330990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:27.391159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:27.394477 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:27.397238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:27.404054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=a6bb3859-7643-44ea-b8bb-db09b3cd321e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:27.921086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (950eb9ef-683a-42f1-9fa2-b64009867097), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:28.088227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:28.301466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:28.416368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:28.487012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=a6bb3859-7643-44ea-b8bb-db09b3cd321e,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:28.501278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (950eb9ef-683a-42f1-9fa2-b64009867097), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:28.609117 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 950eb9ef-683a-42f1-9fa2-b64009867097 associated. External IP: 172.35.4.156, port: b635a5f2-cb0a-4fab-8387-ed271815c492.
May 14 21:40:28.856371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:28.992339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:29.004528 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:29.014803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:29.019905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d15970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.053992 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d15970>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.062736 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:29.063344 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d15970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.098863 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d15970>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.099468 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd498bbd-b20f-45fa-8eb7-c9844983cfe4 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:29.109396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:29.141144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b065cab8-6c30-41db-9d65-79fed259d22f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.4489841
May 14 21:40:29.143747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35208) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:29.148625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:29.213649 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (950eb9ef-683a-42f1-9fa2-b64009867097), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:29.374308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:29.483135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (950eb9ef-683a-42f1-9fa2-b64009867097), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:29.483589 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 950eb9ef-683a-42f1-9fa2-b64009867097 disassociated. External IP: 172.35.4.156, port: b635a5f2-cb0a-4fab-8387-ed271815c492.
May 14 21:40:29.700642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:29.826945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:29.841364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:29.844148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702470a0-255c-4035-88be-97893ee621b3 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:29.856988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702470a0-255c-4035-88be-97893ee621b3 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:29.862369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-702470a0-255c-4035-88be-97893ee621b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dcd700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.888596 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f4e8445-1055-41a3-bd3e-9b63d5b73330 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/floatingips/950eb9ef-683a-42f1-9fa2-b64009867097 HTTP/1.1" status: 200  len: 688 time: 0.7412858
May 14 21:40:29.889051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:29.903396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-702470a0-255c-4035-88be-97893ee621b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dcd700>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.912440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702470a0-255c-4035-88be-97893ee621b3 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:29.913257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-702470a0-255c-4035-88be-97893ee621b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dcd700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.952011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-702470a0-255c-4035-88be-97893ee621b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dcd700>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:29.952614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702470a0-255c-4035-88be-97893ee621b3 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:30.011905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port a6bb3859-7643-44ea-b8bb-db09b3cd321e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:30.012246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:30.089962 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:30.090193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (a6bb3859-7643-44ea-b8bb-db09b3cd321e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:30.102174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for a6bb3859-7643-44ea-b8bb-db09b3cd321e owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:30.207140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-7e42724d-b51e-4adf-9777-b836ae9c14e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0608821
May 14 21:40:30.304093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-bc5afc25-cb4e-44bc-9455-9d24ace1bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:30.305602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-bc5afc25-cb4e-44bc-9455-9d24ace1bf79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1127 time: 0.0502088
May 14 21:40:30.410429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a6bb3859-7643-44ea-b8bb-db09b3cd321e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:30.420333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-c402ec6c-63cd-4be3-afdb-19a0d9edb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:30.421792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-c402ec6c-63cd-4be3-afdb-19a0d9edb527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 898 time: 0.0966663
May 14 21:40:30.444755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=a6bb3859-7643-44ea-b8bb-db09b3cd321e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:30.864774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-b5081154-4147-4da0-84f1-2a6796ffbd48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 1001 time: 0.4253519
May 14 21:40:30.892095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (950eb9ef-683a-42f1-9fa2-b64009867097), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:30.892095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:30.892095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d9af417-a526-4ead-8568-1d68d810558b tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/floatingips/950eb9ef-683a-42f1-9fa2-b64009867097 HTTP/1.1" status: 204  len: 168 time: 0.9979968
May 14 21:40:30.892095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:30.913480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:30.957572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-d90b1bef-30be-49a1-9111-bf21d6e1b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:30.958996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-d90b1bef-30be-49a1-9111-bf21d6e1b65f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 200  len: 834 time: 0.0865223
May 14 21:40:31.012159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-05858b1e-db77-467b-aaca-c7f74917b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:31.013675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-05858b1e-db77-467b-aaca-c7f74917b471 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474398
May 14 21:40:31.077049 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:31.184957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-8ceb04e1-2c50-4e28-9c99-51c407f37fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644869
May 14 21:40:31.186177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:31.359632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3ac97a0-5bcf-4555-8c73-ed0d29835139 req-18a092ae-6380-4554-a67b-3e1a0bb8f44c service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660182
May 14 21:40:31.377419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.254 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e0d2d1cc-b924-4132-a7de-4261aecce05c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:31.499472 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:31.576256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:31.614415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:31.620009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:31.623591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:31.629088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=e0d2d1cc-b924-4132-a7de-4261aecce05c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:32.157029 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:32.330646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:32.523512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:32.581525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:32.654143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=e0d2d1cc-b924-4132-a7de-4261aecce05c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:32.667739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:32.770187 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 60ea4aaf-4927-4ee2-be35-f3c1164d367d associated. External IP: 172.35.4.254, port: f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b.
May 14 21:40:33.077573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:33.189097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:33.199325 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:33.208360 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:33.208999 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d15160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:33.245614 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d15160>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:33.254542 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:33.255176 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d15160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:33.290308 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d15160>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:33.291126 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f74800-52cb-411e-9c89-3488021ddf23 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:33.298877 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:33.326920 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b55c091b-715a-4a3a-9ea4-ab94e297d935 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.4344585
May 14 21:40:33.329552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35368) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:33.398376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bb7d2e2d-6e85-4e4b-a57a-db021f554cd5 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/floatingips/60ea4aaf-4927-4ee2-be35-f3c1164d367d HTTP/1.1" status: 200  len: 977 time: 0.0677330
May 14 21:40:33.401776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35372) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:33.516001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dc255116-7a3a-41dd-a856-1c4d172d3128 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.1128461
May 14 21:40:33.518308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35376) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:33.522847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'port_id': 'b635a5f2-cb0a-4fab-8387-ed271815c492'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:33.582420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:34.076382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:34.139733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:34.567420 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 60ea4aaf-4927-4ee2-be35-f3c1164d367d associated. External IP: 172.35.4.254, port: f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b.
May 14 21:40:34.787640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:34.894759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:34.905222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:34.915090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:34.915839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222ce06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:34.952040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222ce06d0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:34.960410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:34.961010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222ce06d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:34.997355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222ce06d0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:34.997958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583bb575-983e-47bc-ac94-cc5b986f6b98 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:35.117583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:35.228569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:35.232909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:35.238241 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:35.255985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:35.260396 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bf8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:35.293884 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bf8ee0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:35.302772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-622d6fe7-dfdf-4a7e-afee-c0ca4e1db867 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/floatingips/60ea4aaf-4927-4ee2-be35-f3c1164d367d HTTP/1.1" status: 200  len: 978 time: 1.7810471
May 14 21:40:35.303285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35402) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:35.303399 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:35.303824 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bf8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:35.307965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:35.340937 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bf8ee0>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:35.341533 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddd3d99-6da0-4dc5-b5e8-50524e1e8c8f None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:35.366005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:35.511713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:35.574210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:35.576881 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 60ea4aaf-4927-4ee2-be35-f3c1164d367d disassociated. External IP: 172.35.4.254, port: b635a5f2-cb0a-4fab-8387-ed271815c492.
May 14 21:40:35.791909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:35.905867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:35.910729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:35.914936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:35.925738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:35.926605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238d8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:35.942026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-319c3fe3-cd61-459d-8700-ba72d31ad219 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/floatingips/60ea4aaf-4927-4ee2-be35-f3c1164d367d HTTP/1.1" status: 200  len: 688 time: 0.6379187
May 14 21:40:35.944899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35422) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:35.962437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238d8430>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:35.970953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:35.971588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238d8430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:36.008205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238d8430>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:36.009489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc8454-9ab9-4ad4-8919-338b0afd5b9d None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:36.072571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port e0d2d1cc-b924-4132-a7de-4261aecce05c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:36.072910 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:36.148851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:36.149176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (e0d2d1cc-b924-4132-a7de-4261aecce05c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:36.161799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for e0d2d1cc-b924-4132-a7de-4261aecce05c owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:36.677444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e0d2d1cc-b924-4132-a7de-4261aecce05c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:36.710350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=e0d2d1cc-b924-4132-a7de-4261aecce05c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:36.766351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (60ea4aaf-4927-4ee2-be35-f3c1164d367d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:36.770116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:36.773627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-651d5f92-8f99-46b9-97d0-1b2403545bb1 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/floatingips/60ea4aaf-4927-4ee2-be35-f3c1164d367d HTTP/1.1" status: 204  len: 168 time: 0.8249090
May 14 21:40:36.773830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35436) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:36.814878 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-93574561-bf82-446f-a635-8dd04026adc3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] delete failed (client error): The resource could not be found.
May 14 21:40:36.815922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-93574561-bf82-446f-a635-8dd04026adc3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/floatingips/60ea4aaf-4927-4ee2-be35-f3c1164d367d HTTP/1.1" status: 404  len: 345 time: 0.0409722
May 14 21:40:36.819756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35438) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:36.903549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398c0d9-cc5c-47f7-be69-728384588774 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:36.908906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398c0d9-cc5c-47f7-be69-728384588774 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:36.914217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3398c0d9-cc5c-47f7-be69-728384588774 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:36.916950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3398c0d9-cc5c-47f7-be69-728384588774 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/ports?network_id=ab5d5f55-9d11-4a02-b747-bb16d6db352f HTTP/1.1" status: 200  len: 2357 time: 0.0958776
May 14 21:40:36.963148 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35440) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:37.018514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c668bed1-59e0-42fe-a98d-1384e358a909 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:37.019830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c668bed1-59e0-42fe-a98d-1384e358a909 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/subnets/4bb6c4c2-61e0-4702-9dbb-26f9050039e5 HTTP/1.1" status: 200  len: 797 time: 0.0556390
May 14 21:40:37.025125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:37.029655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'port': {'network_id': 'ab5d5f55-9d11-4a02-b747-bb16d6db352f', 'name': 'tempest-FloatingIPTestJSON-2045821805', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:37.260348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:37.354526 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:37.370944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] device_id is not set on port ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:40:37.611297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35472) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:37.690869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.14 (ab5d5f55-9d11-4a02-b747-bb16d6db352f/4bb6c4c2-61e0-4702-9dbb-26f9050039e5/ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:37.698373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.13 (ab5d5f55-9d11-4a02-b747-bb16d6db352f/4bb6c4c2-61e0-4702-9dbb-26f9050039e5/ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:37.733063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe839-ea77-4884-8d79-f2ef4c302f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:37.801710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-0a188a52-41f5-4de7-b437-4412206bcac9 req-48745d40-4e7f-4af9-aeb2-2e3712389bd9 service neutron] (115780) timed out ('10.222.0.52', 46820) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:40:37.925402 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:37.932996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe839-ea77-4884-8d79-f2ef4c302f36 admin admin] Publish callbacks [] for security_group (2da9249e-13bc-4aad-90a3-0b33d2c7a7f0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.002914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe839-ea77-4884-8d79-f2ef4c302f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2da9249e-13bc-4aad-90a3-0b33d2c7a7f0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.041755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.048370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b4fe839-ea77-4884-8d79-f2ef4c302f36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8db1a4b246e4ae1aa99962f35e65510&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4360793
May 14 21:40:38.051228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35482) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:38.052172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fe839-ea77-4884-8d79-f2ef4c302f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da9249e-13bc-4aad-90a3-0b33d2c7a7f0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:38.093919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:38.099599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:38.104907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:38.119559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Publish callbacks [] for security_group (2da9249e-13bc-4aad-90a3-0b33d2c7a7f0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.143568 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Publish callbacks [] for security_group (2da9249e-13bc-4aad-90a3-0b33d2c7a7f0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.150627 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:38.187994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:38.187994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.284373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2da9249e-13bc-4aad-90a3-0b33d2c7a7f0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.287045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.288300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2da9249e-13bc-4aad-90a3-0b33d2c7a7f0 HTTP/1.1" status: 204  len: 168 time: 0.2360320
May 14 21:40:38.297121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da9249e-13bc-4aad-90a3-0b33d2c7a7f0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:38.306937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.307305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.307695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.308008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.308349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.308680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.309014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.309345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.309712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.309712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.309712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.310675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.311002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.311331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.311716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8800fb2d-6c93-4c71-9f73-a3bc14e10032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:38.316126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7d20838c-3bca-4647-b7ca-de8bdd08f8cf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.2898879
May 14 21:40:38.329053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35492) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:38.340922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:38.467247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.573780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.686066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.247 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/5f571b85-f930-4985-a606-9b561820f80d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:38.796538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (5f571b85-f930-4985-a606-9b561820f80d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.886294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5f571b85-f930-4985-a606-9b561820f80d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:38.929111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:38.935278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:38.939037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:38.962469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=5f571b85-f930-4985-a606-9b561820f80d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:39.042276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35520) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:39.058490 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-430a6116-93b5-4b03-95d2-d61ee3e8b9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.141085 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-430a6116-93b5-4b03-95d2-d61ee3e8b9e4 admin admin] Publish callbacks [] for security_group (e53e9092-4b11-46ef-8323-624937fb3a8d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.214887 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-430a6116-93b5-4b03-95d2-d61ee3e8b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e53e9092-4b11-46ef-8323-624937fb3a8d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.260379 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-430a6116-93b5-4b03-95d2-d61ee3e8b9e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72799d441835453f8b45e81a4b96892d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2133036
May 14 21:40:39.260518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:39.266906 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a6116-93b5-4b03-95d2-d61ee3e8b9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53e9092-4b11-46ef-8323-624937fb3a8d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:39.323666 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d77-6509-4a87-93cc-0e5c935a0aec admin admin] Publish callbacks [] for security_group (e53e9092-4b11-46ef-8323-624937fb3a8d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.346576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d77-6509-4a87-93cc-0e5c935a0aec admin admin] Publish callbacks [] for security_group (e53e9092-4b11-46ef-8323-624937fb3a8d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.472658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d77-6509-4a87-93cc-0e5c935a0aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e53e9092-4b11-46ef-8323-624937fb3a8d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.475383 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d77-6509-4a87-93cc-0e5c935a0aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.479150 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f4d0d77-6509-4a87-93cc-0e5c935a0aec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e53e9092-4b11-46ef-8323-624937fb3a8d HTTP/1.1" status: 204  len: 168 time: 0.2152820
May 14 21:40:39.484916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0d77-6509-4a87-93cc-0e5c935a0aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53e9092-4b11-46ef-8323-624937fb3a8d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:39.621622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (e5a9b37a-8847-40ca-9ad3-6a1c494fa221), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.752615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5f571b85-f930-4985-a606-9b561820f80d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:39.952346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (5f571b85-f930-4985-a606-9b561820f80d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:40.009116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5f571b85-f930-4985-a606-9b561820f80d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:40.079180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=5f571b85-f930-4985-a606-9b561820f80d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:40.094512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (e5a9b37a-8847-40ca-9ad3-6a1c494fa221), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:40.199673 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP e5a9b37a-8847-40ca-9ad3-6a1c494fa221 associated. External IP: 172.35.4.247, port: ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e.
May 14 21:40:40.336852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d195b2b3-6d1d-4508-a53d-1dcc4058b96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:40.435770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:40.557546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:40.569150 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:40.584055 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:40.584932 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:40.624359 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029370>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:40.635491 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:40.636135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:40.665441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:40.682276 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029370>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:40.683655 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93bbbba-f593-4498-bf9b-7c7d999bce42 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:40.705322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a2a3f61b-f0fa-4a5b-b305-0f2befb7ca3c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.3748841
May 14 21:40:40.708506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35562) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:40.714171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'port_id': 'ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:40.796421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (e5a9b37a-8847-40ca-9ad3-6a1c494fa221), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:41.140798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35594) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:41.264575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06658c2a-4abf-4c10-b311-c9e34e767d67 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:41.265189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06658c2a-4abf-4c10-b311-c9e34e767d67 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:41.266119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06658c2a-4abf-4c10-b311-c9e34e767d67 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:41.269247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-06658c2a-4abf-4c10-b311-c9e34e767d67 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=a5d1195cf21b4146ae0c49a9c95ab8fa&network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 3074 time: 0.1265731
May 14 21:40:41.465997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:41.581860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (e5a9b37a-8847-40ca-9ad3-6a1c494fa221), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:41.827854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:41.876863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35640) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:41.950827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:41.955880 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:41.960879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:41.970947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:41.971945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222c94460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:42.017722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eb53279-9279-4573-bb7d-9abba520d3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.023785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222c94460>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:42.030357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ba84a410-2402-46c0-8262-50268877344f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/floatingips/e5a9b37a-8847-40ca-9ad3-6a1c494fa221 HTTP/1.1" status: 200  len: 979 time: 1.3199387
May 14 21:40:42.033835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35650) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:42.052244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:42.052901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222c94460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:42.114426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eb53279-9279-4573-bb7d-9abba520d3ae admin admin] Publish callbacks [] for security_group (928acbd3-a2e6-4aff-87f1-83d77214157a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.117597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222c94460>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:42.118336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbb4ac4-44b3-418e-8941-9ca3cb0ecb3a None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:42.151191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.205933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port 5f571b85-f930-4985-a606-9b561820f80d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:42.206760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5f571b85-f930-4985-a606-9b561820f80d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.292362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5f571b85-f930-4985-a606-9b561820f80d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.292772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (5f571b85-f930-4985-a606-9b561820f80d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.295498 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8eb53279-9279-4573-bb7d-9abba520d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (928acbd3-a2e6-4aff-87f1-83d77214157a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.308801 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for 5f571b85-f930-4985-a606-9b561820f80d owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:42.325598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8eb53279-9279-4573-bb7d-9abba520d3ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12839e8098d74d729bceddeda4fa1acb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4475994
May 14 21:40:42.328233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35668) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:42.367731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb53279-9279-4573-bb7d-9abba520d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928acbd3-a2e6-4aff-87f1-83d77214157a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:42.404234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15d78b33-b8da-40a7-858a-5af6a545ca6d admin admin] Publish callbacks [] for security_group (928acbd3-a2e6-4aff-87f1-83d77214157a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.436133 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15d78b33-b8da-40a7-858a-5af6a545ca6d admin admin] Publish callbacks [] for security_group (928acbd3-a2e6-4aff-87f1-83d77214157a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.604777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.642946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5f571b85-f930-4985-a606-9b561820f80d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.646383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15d78b33-b8da-40a7-858a-5af6a545ca6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (928acbd3-a2e6-4aff-87f1-83d77214157a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.650237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-15d78b33-b8da-40a7-858a-5af6a545ca6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.651260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-15d78b33-b8da-40a7-858a-5af6a545ca6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/928acbd3-a2e6-4aff-87f1-83d77214157a HTTP/1.1" status: 204  len: 168 time: 0.3218164
May 14 21:40:42.661632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d78b33-b8da-40a7-858a-5af6a545ca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928acbd3-a2e6-4aff-87f1-83d77214157a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:42.685757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=5f571b85-f930-4985-a606-9b561820f80d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:42.717405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.717826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.718235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.718677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.719094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.719572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.719975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.720373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.720776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.721153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.721550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.721886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.722213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.722543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.722891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:42.765196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (e5a9b37a-8847-40ca-9ad3-6a1c494fa221), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.765525 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP e5a9b37a-8847-40ca-9ad3-6a1c494fa221 disassociated (deleted). External IP: 172.35.4.247, port: ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e.
May 14 21:40:42.842827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-60c9a406-5935-4f92-b153-038d672e7215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:42.919049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35690) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:43.012777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:43.043401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-528f577e-5b7d-498c-8ac7-640be0236379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.132407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-528f577e-5b7d-498c-8ac7-640be0236379 admin admin] Publish callbacks [] for security_group (ce2a872d-0db2-4df7-aaf0-41a462922043), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.141665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:43.146496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.152872 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:43.163397 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:43.164044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:43.182137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d7b37d16-c7a2-4066-867f-ca7c4c73e5c7 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/floatingips/e5a9b37a-8847-40ca-9ad3-6a1c494fa221 HTTP/1.1" status: 204  len: 168 time: 1.1439273
May 14 21:40:43.191957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35698) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:43.200292 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148b400>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:43.209010 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:43.209614 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148b400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:43.210677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-528f577e-5b7d-498c-8ac7-640be0236379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ce2a872d-0db2-4df7-aaf0-41a462922043), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.248256 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148b400>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:43.248855 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635c370-da80-4a59-a23a-74378ae981f1 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:43.294531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-528f577e-5b7d-498c-8ac7-640be0236379 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea1927109a494e6a9c8edae7c8ea87cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3743432
May 14 21:40:43.297254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f577e-5b7d-498c-8ac7-640be0236379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2a872d-0db2-4df7-aaf0-41a462922043,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:43.297462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35700) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:43.312077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:43.312486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.354939 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792dadaf-eb5e-44be-8eec-683ca30d0915 admin admin] Publish callbacks [] for security_group (ce2a872d-0db2-4df7-aaf0-41a462922043), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.381918 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792dadaf-eb5e-44be-8eec-683ca30d0915 admin admin] Publish callbacks [] for security_group (ce2a872d-0db2-4df7-aaf0-41a462922043), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.402167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35702) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:43.415827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.430100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:43.431405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a74594aa-c4a6-4747-8500-5bebc410b040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.592937 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792dadaf-eb5e-44be-8eec-683ca30d0915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ce2a872d-0db2-4df7-aaf0-41a462922043), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.595713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-792dadaf-eb5e-44be-8eec-683ca30d0915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.596957 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-792dadaf-eb5e-44be-8eec-683ca30d0915 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce2a872d-0db2-4df7-aaf0-41a462922043 HTTP/1.1" status: 204  len: 168 time: 0.2984505
May 14 21:40:43.615235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dadaf-eb5e-44be-8eec-683ca30d0915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2a872d-0db2-4df7-aaf0-41a462922043,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:43.674849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a74594aa-c4a6-4747-8500-5bebc410b040 admin admin] Publish callbacks [] for security_group (af14857a-2d42-4bca-9922-b1c984e31c00), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.739864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.770456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:43.796629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a74594aa-c4a6-4747-8500-5bebc410b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (af14857a-2d42-4bca-9922-b1c984e31c00), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.837009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a74594aa-c4a6-4747-8500-5bebc410b040 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3aee008ab961445e8240d2318e0d73bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4336662
May 14 21:40:43.838203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74594aa-c4a6-4747-8500-5bebc410b040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af14857a-2d42-4bca-9922-b1c984e31c00,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:43.839581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35714) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:43.873919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.893392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.896837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-da1d7655-3ff6-4547-8848-2419c16e88bf tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/ports/ab1b6ae2-3fb7-46ad-8fb5-1dbc7f06886e HTTP/1.1" status: 204  len: 168 time: 0.7134149
May 14 21:40:43.901079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35720) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:43.905985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:43.935127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24e71e6c-ac30-4698-802a-6d3a8d6566f0 admin admin] Publish callbacks [] for security_group (af14857a-2d42-4bca-9922-b1c984e31c00), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:43.960434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24e71e6c-ac30-4698-802a-6d3a8d6566f0 admin admin] Publish callbacks [] for security_group (af14857a-2d42-4bca-9922-b1c984e31c00), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.010007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.085326 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24e71e6c-ac30-4698-802a-6d3a8d6566f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (af14857a-2d42-4bca-9922-b1c984e31c00), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.088881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24e71e6c-ac30-4698-802a-6d3a8d6566f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.092277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-24e71e6c-ac30-4698-802a-6d3a8d6566f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af14857a-2d42-4bca-9922-b1c984e31c00 HTTP/1.1" status: 204  len: 168 time: 0.2472103
May 14 21:40:44.104295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e71e6c-ac30-4698-802a-6d3a8d6566f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af14857a-2d42-4bca-9922-b1c984e31c00,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:44.115446 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.238371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.84 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/519b5047-418e-4b9d-80b2-f9e9c2792fd2) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:44.348739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.507706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.553969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:44.557889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:44.564115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:44.567907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=519b5047-418e-4b9d-80b2-f9e9c2792fd2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:44.678454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (211f11b3-d450-4b23-a9d7-f97a3020d892), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:44.780001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.014542 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.101690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.173984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=519b5047-418e-4b9d-80b2-f9e9c2792fd2,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:45.189499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (211f11b3-d450-4b23-a9d7-f97a3020d892), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.349414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.351110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-63ec68f3-eb97-4fdf-bab8-42c36274a719 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4491169
May 14 21:40:45.367279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35794) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:45.373097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'port': {'network_id': 'ab5d5f55-9d11-4a02-b747-bb16d6db352f', 'name': 'tempest-FloatingIPTestJSON-290504728'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:45.395253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35796) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:45.500446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686af69f-8093-41f6-9427-3be7d078d113 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:45.504257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-686af69f-8093-41f6-9427-3be7d078d113 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e HTTP/1.1" status: 200  len: 814 time: 0.1054523
May 14 21:40:45.609398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:45.614021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.640128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] device_id is not set on port 044fdae7-47e8-41e7-bf3f-2e0cf3135e30 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:40:45.722938 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:45.750920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.11 (ab5d5f55-9d11-4a02-b747-bb16d6db352f/4bb6c4c2-61e0-4702-9dbb-26f9050039e5/044fdae7-47e8-41e7-bf3f-2e0cf3135e30) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:45.925678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (044fdae7-47e8-41e7-bf3f-2e0cf3135e30), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.044530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (044fdae7-47e8-41e7-bf3f-2e0cf3135e30), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.087952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network ab5d5f55-9d11-4a02-b747-bb16d6db352f is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:46.091259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:46.093742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:46.125017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=044fdae7-47e8-41e7-bf3f-2e0cf3135e30,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:46.153021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:46.153627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.271676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cfe9b49e-14e9-48d8-9086-eafe5c61b3b3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9013162
May 14 21:40:46.272801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35824) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:46.277985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'port_id': '044fdae7-47e8-41e7-bf3f-2e0cf3135e30'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:46.324746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (211f11b3-d450-4b23-a9d7-f97a3020d892), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.682894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35842) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:46.685684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'network': {'name': 'tempest-network-smoke--707855451', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:46.764276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:46.767775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.776216 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.788287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.795123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:40:46.806191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (caba560e-35f2-482b-a3f7-4ecbe1aa3c07), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.806191 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Added segment caba560e-35f2-482b-a3f7-4ecbe1aa3c07 of type vlan for network 2e0a3baa-b7a2-4522-8690-27030780e277
May 14 21:40:46.851421 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (211f11b3-d450-4b23-a9d7-f97a3020d892), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.864505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (2e0a3baa-b7a2-4522-8690-27030780e277), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.948148 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (2e0a3baa-b7a2-4522-8690-27030780e277), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:46.953941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:46.954799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:47.027220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Network': ['ID=2e0a3baa-b7a2-4522-8690-27030780e277,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:47.038263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 2e0a3baa-b7a2-4522-8690-27030780e277 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:40:47.122268 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7d5a2877-ab03-4724-88a1-b9cbd43723bf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.4410481
May 14 21:40:47.125679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35862) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:47.201989 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37444305-90f6-4ddc-af42-e9a3bce2b4b5 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:47.206392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37444305-90f6-4ddc-af42-e9a3bce2b4b5 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a5d1195cf21b4146ae0c49a9c95ab8fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0771177
May 14 21:40:47.206635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35864) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:47.215142 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 211f11b3-d450-4b23-a9d7-f97a3020d892 associated. External IP: 172.35.4.84, port: 044fdae7-47e8-41e7-bf3f-2e0cf3135e30.
May 14 21:40:47.449265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:47.571108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:47.575654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:47.583172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:47.616295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-726b2983-b8d9-43a8-9ab4-8439656f567f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/floatingips/211f11b3-d450-4b23-a9d7-f97a3020d892 HTTP/1.1" status: 200  len: 977 time: 1.3421698
May 14 21:40:47.620130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35870) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:47.696672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe37e0-039f-4562-bdd0-8d16ec64381c tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:47.698267 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4afe37e0-039f-4562-bdd0-8d16ec64381c tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4907258
May 14 21:40:47.701454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35872) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:47.715927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port 044fdae7-47e8-41e7-bf3f-2e0cf3135e30 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:47.716759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (044fdae7-47e8-41e7-bf3f-2e0cf3135e30), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:47.737694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7b12dac9-3cfc-4729-9c68-7cc4d8aea6af tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0350859
May 14 21:40:47.741952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35874) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:47.757434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:47.758069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:47.791834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa460>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:47.802866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:47.803753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:47.811734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-caff9a59-7676-4ef1-90bd-5c71956f8c03 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a5d1195cf21b4146ae0c49a9c95ab8fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0686588
May 14 21:40:47.814212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35876) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:47.844063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223dfa460>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:47.844670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b05f6c-b4c0-46b6-97f3-ecd0cf4c07d4 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:47.971520 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (044fdae7-47e8-41e7-bf3f-2e0cf3135e30), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:48.095156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656b0c34-a801-423a-ad50-e5fb81e4a172 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:48.096693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-656b0c34-a801-423a-ad50-e5fb81e4a172 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2815559
May 14 21:40:48.100773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35890) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:48.132872 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c12246d1-fb3b-4e5b-bad4-9cd5018ba901 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0284932
May 14 21:40:48.133103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35892) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:48.138824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343437783', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:48.241745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:48.242295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (211f11b3-d450-4b23-a9d7-f97a3020d892), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:48.242416 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP 211f11b3-d450-4b23-a9d7-f97a3020d892 disassociated. External IP: 172.35.4.84, port: 044fdae7-47e8-41e7-bf3f-2e0cf3135e30.
May 14 21:40:48.242735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for 044fdae7-47e8-41e7-bf3f-2e0cf3135e30 owned by  {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:48.335709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:48.339328 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:48.484226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (044fdae7-47e8-41e7-bf3f-2e0cf3135e30), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:48.519409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=044fdae7-47e8-41e7-bf3f-2e0cf3135e30,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:48.672205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:48.700073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (8db9d062-5e96-4c3c-bffb-3d32824238dd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:48.764257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Subnet': ['ID=8db9d062-5e96-4c3c-bffb-3d32824238dd,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:48.774818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Checking segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:40:48.775189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network hostable DHCP agents. Network: 2e0a3baa-b7a2-4522-8690-27030780e277, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:40:48.791942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:48.803517 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:48.816194 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:48.817257 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:48.853483 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ab20>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:48.864120 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:48.872077 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ab20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:48.900833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 2e0a3baa-b7a2-4522-8690-27030780e277 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:40:48.933594 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e7ab20>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:48.934187 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a0a5-2036-4247-8a57-2416e4ebaa3c None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:49.031752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e0a3baa-b7a2-4522-8690-27030780e277) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:49.036886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:49.037514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.055902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3fa56c-4687-4620-8cbd-554c6a1ca153 None None] Network 2e0a3baa-b7a2-4522-8690-27030780e277 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:40:49.162407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.166480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3abfba5d-8c74-4b3d-8cb6-7e22559372eb tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/ports/044fdae7-47e8-41e7-bf3f-2e0cf3135e30 HTTP/1.1" status: 204  len: 168 time: 1.5453491
May 14 21:40:49.169043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35930) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:49.179684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e0a3baa-b7a2-4522-8690-27030780e277', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ips': [{'subnet_id': '8db9d062-5e96-4c3c-bffb-3d32824238dd'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:40:49.183972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.210088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-821fe76c-be0b-4522-a315-fbb5e9de2743 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.0759590
May 14 21:40:49.240084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d1fab0d-11d0-410c-b015-9e1ff599c0af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/floatingips/211f11b3-d450-4b23-a9d7-f97a3020d892 HTTP/1.1" status: 200  len: 687 time: 0.0699165
May 14 21:40:49.240413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35936) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:49.364156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Allocated IP 172.20.0.18 (2e0a3baa-b7a2-4522-8690-27030780e277/8db9d062-5e96-4c3c-bffb-3d32824238dd/6bd7270b-2d08-4c72-93ce-b1603c429a6d) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:49.379595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port 519b5047-418e-4b9d-80b2-f9e9c2792fd2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:40:49.386400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.386687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35938) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:49.391778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-663736860', 'description': 'tempest-secgroup-smoke-663736860 description', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:49.469653 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.470279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (519b5047-418e-4b9d-80b2-f9e9c2792fd2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.483181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for 519b5047-418e-4b9d-80b2-f9e9c2792fd2 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:40:49.518917 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.529991 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Publish callbacks [] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.595780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (bda8dd97-b739-499c-8019-f0a78eeec2d9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.605150 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.643346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Network 2e0a3baa-b7a2-4522-8690-27030780e277 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:49.648367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:49.652555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:49.658439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Pushing event updated for resources: {'Port': ['ID=6bd7270b-2d08-4c72-93ce-b1603c429a6d,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:49.659653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bda8dd97-b739-499c-8019-f0a78eeec2d9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.671686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.672035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.672374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.672707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.673038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.673360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.673837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.674328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.674800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.675269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.675935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.676278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.676585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.676906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.677218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:40:49.692349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8dd97-b739-499c-8019-f0a78eeec2d9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:49.732185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Attempting to bind port 6bd7270b-2d08-4c72-93ce-b1603c429a6d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:40:49.732553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Attempting to bind port 6bd7270b-2d08-4c72-93ce-b1603c429a6d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:40:49.732911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Attempting to bind port 6bd7270b-2d08-4c72-93ce-b1603c429a6d on network 2e0a3baa-b7a2-4522-8690-27030780e277 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:40:49.737874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:40:49.738255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Checking segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:40:49.738660 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.739041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Bound using segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:40:49.739515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Bound port: 6bd7270b-2d08-4c72-93ce-b1603c429a6d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:40:49.739889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.770592 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (519b5047-418e-4b9d-80b2-f9e9c2792fd2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.795578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.796868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eb36315a-8f53-40a4-b407-952d680d4c4a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.4089575
May 14 21:40:49.799779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35954) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:49.803632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=519b5047-418e-4b9d-80b2-f9e9c2792fd2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:49.804487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'bda8dd97-b739-499c-8019-f0a78eeec2d9', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:49.824119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] For port 6bd7270b-2d08-4c72-93ce-b1603c429a6d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:40:49.827656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] For port 6bd7270b-2d08-4c72-93ce-b1603c429a6d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bd7270b-2d08-4c72-93ce-b1603c429a6d,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:40:49.875420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (211f11b3-d450-4b23-a9d7-f97a3020d892), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.878029 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.879189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9ab2bbfc-c4d7-45cc-8103-07d452f73e91 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/floatingips/211f11b3-d450-4b23-a9d7-f97a3020d892 HTTP/1.1" status: 204  len: 168 time: 0.6377139
May 14 21:40:49.882787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35956) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:49.887872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'b635a5f2-cb0a-4fab-8387-ed271815c492'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:49.936281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:49.948199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (744a4984-0f06-4858-bd3c-ccaa5bc1fa1d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.003707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (744a4984-0f06-4858-bd3c-ccaa5bc1fa1d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.012664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcaedba-9695-4938-a468-d2d4a502bb22 None None] Pushing event updated for resources: {'Port': ['ID=6bd7270b-2d08-4c72-93ce-b1603c429a6d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:50.038772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.117133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.119311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (744a4984-0f06-4858-bd3c-ccaa5bc1fa1d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.135912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744a4984-0f06-4858-bd3c-ccaa5bc1fa1d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:50.229800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.231171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b974fbb1-5934-4ee1-9fb3-23eb29698ffc tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4302635
May 14 21:40:50.234433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35966) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:50.251043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'bda8dd97-b739-499c-8019-f0a78eeec2d9', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:50.255664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.228 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4e77cc2c-b22c-4237-bbd9-924ba4a4aaee) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:50.364120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (8d5383bb-4d6d-4a4a-895d-3aabd208bb78), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.386152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.433409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (8d5383bb-4d6d-4a4a-895d-3aabd208bb78), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.507876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.516521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8d5383bb-4d6d-4a4a-895d-3aabd208bb78), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.541710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5383bb-4d6d-4a4a-895d-3aabd208bb78,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:50.558444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:50.563592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:50.567297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:50.590451 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=4e77cc2c-b22c-4237-bbd9-924ba4a4aaee,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:50.647385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.648642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-66f042c6-6e5f-42c8-8683-84657068d0e9 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4129155
May 14 21:40:50.651457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35984) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:50.655909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'bda8dd97-b739-499c-8019-f0a78eeec2d9', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:50.753282 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (09f2a719-d5dc-4291-86cc-8fbe489f7959), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.821006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (09f2a719-d5dc-4291-86cc-8fbe489f7959), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.912725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (09f2a719-d5dc-4291-86cc-8fbe489f7959), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:50.936144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f2a719-d5dc-4291-86cc-8fbe489f7959,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:50.989173 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (b24b7c40-125d-4d14-8cdd-3f799aa4d2ba), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.023798 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.027962 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8caca470-4a47-4e77-a104-e9e883789067 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3729017
May 14 21:40:51.028258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 35988) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:51.033019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'bda8dd97-b739-499c-8019-f0a78eeec2d9', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:51.128818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e17c22-d37e-4dda-a67a-363ad1675a2f None None] Network 2e0a3baa-b7a2-4522-8690-27030780e277 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:40:51.141971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.170633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (91e4ee5b-bd3e-456b-a929-5a2b9229c339), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.233985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (91e4ee5b-bd3e-456b-a929-5a2b9229c339), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.244505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] Provisioning complete for port 6bd7270b-2d08-4c72-93ce-b1603c429a6d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:51.244873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.312974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (91e4ee5b-bd3e-456b-a929-5a2b9229c339), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.347589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e4ee5b-bd3e-456b-a929-5a2b9229c339,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:51.363090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] Current status of the port 6bd7270b-2d08-4c72-93ce-b1603c429a6d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:51.364404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.396818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.406986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] For port 6bd7270b-2d08-4c72-93ce-b1603c429a6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bd7270b-2d08-4c72-93ce-b1603c429a6d,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:51.420431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bd7270b-2d08-4c72-93ce-b1603c429a6d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:40:51.440452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.442289 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-75a78f14-39e2-4fd0-9451-f366d7e9ce20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4130259
May 14 21:40:51.445319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 35996) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:51.450296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'bda8dd97-b739-499c-8019-f0a78eeec2d9', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:51.468232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.484689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6bd7270b-2d08-4c72-93ce-b1603c429a6d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:51.485347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.530392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.555717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=4e77cc2c-b22c-4237-bbd9-924ba4a4aaee,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:51.563841 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Project a5d1195cf21b4146ae0c49a9c95ab8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:40:51.573959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (24fbbfee-cdeb-40ed-9a1a-b8d2c1268b3d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.580086 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b24b7c40-125d-4d14-8cdd-3f799aa4d2ba), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.614883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536ff73-a21e-4c49-a138-684dcd6e6a5c None None] Pushing event updated for resources: {'Port': ['ID=6bd7270b-2d08-4c72-93ce-b1603c429a6d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:51.620993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6bd7270b-2d08-4c72-93ce-b1603c429a6d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:51.651334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f8fe8ba9-63f8-45e6-84af-514b4e245360 None None] Provisioning complete for port 6bd7270b-2d08-4c72-93ce-b1603c429a6d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:51.651925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8fe8ba9-63f8-45e6-84af-514b4e245360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.726969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (24fbbfee-cdeb-40ed-9a1a-b8d2c1268b3d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.733470 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP b24b7c40-125d-4d14-8cdd-3f799aa4d2ba associated. External IP: 172.35.4.228, port: b635a5f2-cb0a-4fab-8387-ed271815c492.
May 14 21:40:51.742059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe8ba9-63f8-45e6-84af-514b4e245360 None None] Current status of the port 6bd7270b-2d08-4c72-93ce-b1603c429a6d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:51.814516 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (24fbbfee-cdeb-40ed-9a1a-b8d2c1268b3d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.843754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fbbfee-cdeb-40ed-9a1a-b8d2c1268b3d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:51.908344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:51.909542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8e4da614-e5fc-44cf-a057-247f147ca48c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4630775
May 14 21:40:51.912368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36002) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:51.917699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': 'bda8dd97-b739-499c-8019-f0a78eeec2d9', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:51.985006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:52.020261 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Project a5d1195cf21b4146ae0c49a9c95ab8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:40:52.027695 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (a15ceada-78c5-4ae8-9e61-c47ecc331b58), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.079153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (a15ceada-78c5-4ae8-9e61-c47ecc331b58), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.101146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:52.111799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:52.122799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:52.123428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523019f460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:52.158197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523019f460>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:52.167544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:52.168108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523019f460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:52.181863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a15ceada-78c5-4ae8-9e61-c47ecc331b58), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.192875 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.203696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523019f460>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:52.204294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e5a18a-f0f7-4b20-8fe3-f1fbf3791cb6 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:52.204930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15ceada-78c5-4ae8-9e61-c47ecc331b58,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:52.230315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5e02b00a-cfa2-42ba-a8a1-246ca198c407 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 2.3459253
May 14 21:40:52.232858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36006) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:52.237583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1379503053'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:52.297098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.298515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1d33d236-995b-4217-b030-5542607d8798 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3849764
May 14 21:40:52.327964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:52.332722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.359404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:40:52.369754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (12c24d4b-20a2-4cc6-ab83-781ebf2600da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.370165 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Added segment 12c24d4b-20a2-4cc6-ab83-781ebf2600da of type vlan for network 1dbc4069-9031-4929-91b3-7cb59d637774
May 14 21:40:52.414654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (1dbc4069-9031-4929-91b3-7cb59d637774), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.489836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (1dbc4069-9031-4929-91b3-7cb59d637774), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.496120 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:52.506055 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.514387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-ea57c756-767a-4e29-90e3-40adf17e65c4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-663736860&fields=id&tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 267 time: 0.0549819
May 14 21:40:52.563564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Network': ['ID=1dbc4069-9031-4929-91b3-7cb59d637774,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:52.573628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 1dbc4069-9031-4929-91b3-7cb59d637774 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:40:52.604021 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-886be526-e85a-42fe-aacb-9c92f690a7ca tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 754 time: 0.3701048
May 14 21:40:52.604645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36024) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:52.609461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'subnet': {'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:52.630362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-3e513a95-c916-4a67-b32e-1f7ac2593de2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:52.631545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-3e513a95-c916-4a67-b32e-1f7ac2593de2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/networks?id=2e0a3baa-b7a2-4522-8690-27030780e277 HTTP/1.1" status: 200  len: 796 time: 0.1100159
May 14 21:40:52.650480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-7d7b9046-9786-479f-855a-1ae9216c9311 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/quotas/a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 375 time: 0.0117326
May 14 21:40:52.720935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-d802df77-7680-4641-80a7-3238a4b6615d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0645711
May 14 21:40:52.798167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:52.801784 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:52.824700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-01f48404-157d-4d7d-9f38-96cdbb651826 service neutron] 10.222.0.52 "GET /v2.0/networks/2e0a3baa-b7a2-4522-8690-27030780e277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902228
May 14 21:40:52.919590 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-201b9776-49f8-40cd-9557-582cf6617ea3 service neutron] 10.222.0.52 "GET /v2.0/networks/2e0a3baa-b7a2-4522-8690-27030780e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891383
May 14 21:40:53.094307 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (3cde17bd-a238-4d4b-be98-7947a3590679), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.158274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Subnet': ['ID=3cde17bd-a238-4d4b-be98-7947a3590679,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:53.170259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Checking segment: {'id': '12c24d4b-20a2-4cc6-ab83-781ebf2600da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:40:53.170259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network hostable DHCP agents. Network: 1dbc4069-9031-4929-91b3-7cb59d637774, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:40:53.236801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04313607-d91e-41c9-9686-0163695a485f req-0e16a5e0-de2a-460f-b368-25187ae70a30 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 210 time: 0.0417287
May 14 21:40:53.253786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 1dbc4069-9031-4929-91b3-7cb59d637774 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:40:53.333544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bd7270b-2d08-4c72-93ce-b1603c429a6d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:40:53.352753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1dbc4069-9031-4929-91b3-7cb59d637774) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:53.359160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:53.360505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.361997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a79bd2-e8be-4cde-aa95-e495a96b93c4 None None] Network 1dbc4069-9031-4929-91b3-7cb59d637774 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:40:53.447027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6bd7270b-2d08-4c72-93ce-b1603c429a6d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:53.447396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.513929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1dbc4069-9031-4929-91b3-7cb59d637774', 'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774', 'project_id': 'f48b39c4a8ed40fabb1b35f02c8ba40a', 'fixed_ips': [{'subnet_id': '3cde17bd-a238-4d4b-be98-7947a3590679'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:40:53.513929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.514145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c9edaefe-c19b-4ce9-83a3-3bb14f00cfb3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9018776
May 14 21:40:53.514145 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36044) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:53.515961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-212042717', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:53.624861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6bd7270b-2d08-4c72-93ce-b1603c429a6d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:53.665523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (64062c55-057a-4ee0-a257-09d5cf856288), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.666745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (64062c55-057a-4ee0-a257-09d5cf856288), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.679664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Allocated IP 172.20.0.2 (1dbc4069-9031-4929-91b3-7cb59d637774/3cde17bd-a238-4d4b-be98-7947a3590679/0bfb8295-d4de-4faa-9b0f-304d7b83a69a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:53.734188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_controller (64062c55-057a-4ee0-a257-09d5cf856288), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.836585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Publish callbacks [] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.899019 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.950049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Network 1dbc4069-9031-4929-91b3-7cb59d637774 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:53.953369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:53.956338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:53.972193 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (64062c55-057a-4ee0-a257-09d5cf856288), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:53.975394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Pushing event updated for resources: {'Port': ['ID=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:54.025875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Attempting to bind port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:40:54.026243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Attempting to bind port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '12c24d4b-20a2-4cc6-ab83-781ebf2600da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:40:54.026605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Attempting to bind port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a on network 1dbc4069-9031-4929-91b3-7cb59d637774 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:40:54.031741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:40:54.032068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Checking segment: {'id': '12c24d4b-20a2-4cc6-ab83-781ebf2600da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:40:54.032502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.032891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Bound using segment: {'id': '12c24d4b-20a2-4cc6-ab83-781ebf2600da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:40:54.033351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Bound port: 0bfb8295-d4de-4faa-9b0f-304d7b83a69a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c24d4b-20a2-4cc6-ab83-781ebf2600da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:40:54.033730 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.099357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] For port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:40:54.103496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] For port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,segment=NetworkSegment(12c24d4b-20a2-4cc6-ab83-781ebf2600da),segment_id=12c24d4b-20a2-4cc6-ab83-781ebf2600da)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:40:54.217174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (64062c55-057a-4ee0-a257-09d5cf856288), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.220203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.241253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.307285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eebde4-4aa3-4b37-9991-a4544cd8478e None None] Pushing event updated for resources: {'Port': ['ID=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:54.362175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-815ac505-fc3c-4775-b1ce-c39aa1aacc16 req-77a64aa5-1ffe-4665-9067-cefa3f3dab19 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 210 time: 0.0333133
May 14 21:40:54.380163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.35.4.164 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/cd26691e-e274-4d29-8e17-d5eca9f82107) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:54.506429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (cd26691e-e274-4d29-8e17-d5eca9f82107), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.621505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (cd26691e-e274-4d29-8e17-d5eca9f82107), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:54.661070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:54.663952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:54.669644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:54.693399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=cd26691e-e274-4d29-8e17-d5eca9f82107,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:54.988655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (64062c55-057a-4ee0-a257-09d5cf856288), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.367226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087901c8-086e-4af7-8344-db3076cb4c53 None None] Network 1dbc4069-9031-4929-91b3-7cb59d637774 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:40:55.415391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0bfb8295-d4de-4faa-9b0f-304d7b83a69a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:40:55.418231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] Provisioning complete for port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:55.418871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.519083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b8873de4-9f9a-4395-a61d-89a9dc877995 req-bd5419df-5ee3-4680-8512-bac03eb00f59 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 210 time: 0.0681801
May 14 21:40:55.575097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:55.575395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.626442 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (64062c55-057a-4ee0-a257-09d5cf856288), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.635945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-9dc14a70-950d-4bd2-a5ce-57a481603c7e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:55.638385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-9dc14a70-950d-4bd2-a5ce-57a481603c7e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.36 "GET /v2.0/networks?id=2e0a3baa-b7a2-4522-8690-27030780e277 HTTP/1.1" status: 200  len: 796 time: 0.1472890
May 14 21:40:55.662231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] Current status of the port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:55.662624 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.748165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] For port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,segment=NetworkSegment(12c24d4b-20a2-4cc6-ab83-781ebf2600da),segment_id=12c24d4b-20a2-4cc6-ab83-781ebf2600da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:55.748515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-401b4562-7ece-498e-9d10-7fc35c6ec58e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 472 time: 0.1002581
May 14 21:40:55.752121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:55.752718 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.760721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'port': {'device_id': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'admin_state_up': True, 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'security_groups': ['bda8dd97-b739-499c-8019-f0a78eeec2d9']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:55.819143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:55.855725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router 64062c55-057a-4ee0-a257-09d5cf856288 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:40:55.906212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:40:55.909788 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:40:55.939325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412c629-2b9d-4a4d-b368-3a8e6ccc665c None None] Pushing event updated for resources: {'Port': ['ID=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:55.987271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:55.991150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.026395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:56.036947 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] Sync routers for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:56.055716 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:56.056379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c91400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:56.097156 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c91400>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:56.102753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-83fa3507-ab21-4de5-93f0-a161738320f4 None None] Provisioning complete for port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:56.103115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-83fa3507-ab21-4de5-93f0-a161738320f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.106726 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:56.107287 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c91400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:56.126517 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.128890 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6391b52d-b361-4bac-bfa7-935e7acac1c3 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.6170845
May 14 21:40:56.131830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36076) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:56.160164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.20.0.24 (2e0a3baa-b7a2-4522-8690-27030780e277/8db9d062-5e96-4c3c-bffb-3d32824238dd/661b64f1-16e6-4e3f-b7bf-d18692c09a31) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:56.195009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-83fa3507-ab21-4de5-93f0-a161738320f4 None None] Current status of the port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:56.259306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c91400>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:56.260180 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9aca9-0b28-48a8-99c3-a91fe48f059d None None] The sync data for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:56.331936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.432853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.448084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:56.495753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 2e0a3baa-b7a2-4522-8690-27030780e277 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:56.499016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:56.503563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:56.507821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=661b64f1-16e6-4e3f-b7bf-d18692c09a31,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:56.564575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:56.565268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.629232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.666385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01556170-e17e-4eaa-8b54-b5b02a50d01b req-dfff2dbc-2794-4049-8f14-8f64fcbaf803 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:56.668040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01556170-e17e-4eaa-8b54-b5b02a50d01b req-dfff2dbc-2794-4049-8f14-8f64fcbaf803 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 932 time: 0.0628917
May 14 21:40:56.689114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-f1beb870-cf89-4f2c-af29-808d821de068 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9371650
May 14 21:40:56.725867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Request body: {'port': {'device_id': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:56.766491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01556170-e17e-4eaa-8b54-b5b02a50d01b req-db4dfc59-0a45-4740-b5cf-fffb1dcb96f7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916011
May 14 21:40:56.805384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.821140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-948c5b97-0ca9-46df-9e84-fc4627a527a4 None None] Provisioning complete for port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:56.825898 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-948c5b97-0ca9-46df-9e84-fc4627a527a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:56.862054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-948c5b97-0ca9-46df-9e84-fc4627a527a4 None None] Port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:40:56.956511 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.1 (1dbc4069-9031-4929-91b3-7cb59d637774/3cde17bd-a238-4d4b-be98-7947a3590679/fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:57.079709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.122749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661b64f1-16e6-4e3f-b7bf-d18692c09a31 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:40:57.130186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Publish callbacks [] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.143144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Transition to ACTIVE for port object 661b64f1-16e6-4e3f-b7bf-d18692c09a31 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:40:57.170628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.213487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 1dbc4069-9031-4929-91b3-7cb59d637774 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:57.218690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:57.221676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:57.226808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.260090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:57.286644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Pushing event updated for resources: {'Port': ['ID=661b64f1-16e6-4e3f-b7bf-d18692c09a31,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:57.286855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (64062c55-057a-4ee0-a257-09d5cf856288), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.380090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Attempting to bind port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:40:57.380577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Attempting to bind port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:40:57.382186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Attempting to bind port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 on network 2e0a3baa-b7a2-4522-8690-27030780e277 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:40:57.390707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 on network 2e0a3baa-b7a2-4522-8690-27030780e277 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:40:57.391161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Attempting to bind port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 on network 2e0a3baa-b7a2-4522-8690-27030780e277 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:40:57.400147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:40:57.400606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Checking segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:40:57.401154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Bound using segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:40:57.401713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Bound port: 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:40:57.402189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.427528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0bfb8295-d4de-4faa-9b0f-304d7b83a69a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:40:57.512514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] For port 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:40:57.516724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] For port 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=661b64f1-16e6-4e3f-b7bf-d18692c09a31,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:40:57.518552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:57.519689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.584503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.598303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.605511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7cc33168-db90-4e98-9ca7-1465b32f7e8c None None] Provisioning complete for port fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:57.605899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7cc33168-db90-4e98-9ca7-1465b32f7e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.647969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:57.648255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:57.649210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:57.651131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] 10.222.0.36 "PUT /v2.0/ports/661b64f1-16e6-4e3f-b7bf-d18692c09a31 HTTP/1.1" status: 200  len: 1092 time: 0.9350009
May 14 21:40:57.651817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'tag': '661b64f1-16e6-4e3f-b7bf-d18692c09a31'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:40:57.655052 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d04fe3-2041-4027-83bf-91c78a572549" -d '{"events": [{"name": "network-changed", "server_uuid": "a66aa525-111f-4c5d-9bb3-4ee4773fb850", "tag": "661b64f1-16e6-4e3f-b7bf-d18692c09a31"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:40:57.671155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7cc33168-db90-4e98-9ca7-1465b32f7e8c None None] Port fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:40:57.696390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a43ad-43f5-46b5-9531-b906f9887649 service neutron] Pushing event updated for resources: {'Port': ['ID=661b64f1-16e6-4e3f-b7bf-d18692c09a31,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:57.700269 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b559a-8054-42a4-8988-204d37fcf010 x-openstack-request-id: req-482b559a-8054-42a4-8988-204d37fcf010 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:40:57.700567 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66aa525-111f-4c5d-9bb3-4ee4773fb850", "tag": "661b64f1-16e6-4e3f-b7bf-d18692c09a31", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:40:57.700820 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-482b559a-8054-42a4-8988-204d37fcf010 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:40:57.701224 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482b559a-8054-42a4-8988-204d37fcf010'] response: {'name': 'network-changed', 'server_uuid': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'tag': '661b64f1-16e6-4e3f-b7bf-d18692c09a31', 'status': 'completed', 'code': 200}
May 14 21:40:57.778884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-9da5bb7c-a2de-4706-aa09-aab8058f4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:57.780489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-9da5bb7c-a2de-4706-aa09-aab8058f4032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 1126 time: 0.0625083
May 14 21:40:57.939195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db978-b67b-4235-b7ad-877671eeb65f req-697ad702-fa96-4af6-82e8-2b1238ee0c95 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:57.940907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b47db978-b67b-4235-b7ad-877671eeb65f req-697ad702-fa96-4af6-82e8-2b1238ee0c95 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 944 time: 0.0736732
May 14 21:40:57.966009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-ee49e4ea-9e98-4d40-a0a3-c77f73807596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:57.966485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-ee49e4ea-9e98-4d40-a0a3-c77f73807596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:57.968481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-ee49e4ea-9e98-4d40-a0a3-c77f73807596 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&shared=False HTTP/1.1" status: 200  len: 1583 time: 0.1754746
May 14 21:40:58.015276 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:58.067134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b47db978-b67b-4235-b7ad-877671eeb65f req-d847d8c2-05d0-4593-86eb-32823a1c666e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178224
May 14 21:40:58.081600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:58.128816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-4bcde364-fd19-400e-95b3-5cb811be123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:58.130366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d04fe3-2041-4027-83bf-91c78a572549 req-4bcde364-fd19-400e-95b3-5cb811be123e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1558840
May 14 21:40:58.174610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (64062c55-057a-4ee0-a257-09d5cf856288), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:58.177117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:58.213258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-35f4381f-14b3-4d35-b554-2e5ece05e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:58.215065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-35f4381f-14b3-4d35-b554-2e5ece05e55d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 1126 time: 0.0451763
May 14 21:40:58.267226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-9a6c3e23-c0a6-45a2-a0de-b971ccf6cdf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=661b64f1-16e6-4e3f-b7bf-d18692c09a31 HTTP/1.1" status: 200  len: 217 time: 0.0449657
May 14 21:40:58.303747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 1dbc4069-9031-4929-91b3-7cb59d637774 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:58.306674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:58.330969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-05d76898-c833-4bf1-a180-72f6320fce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:58.332559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-05d76898-c833-4bf1-a180-72f6320fce23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8db9d062-5e96-4c3c-bffb-3d32824238dd HTTP/1.1" status: 200  len: 838 time: 0.0600023
May 14 21:40:58.388340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-6f61a7ac-c169-4072-848c-0b00d5f799c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:58.389952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-6f61a7ac-c169-4072-848c-0b00d5f799c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e0a3baa-b7a2-4522-8690-27030780e277&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0513663
May 14 21:40:58.452213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router 64062c55-057a-4ee0-a257-09d5cf856288 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:40:58.504453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-a25e6d93-fdd3-4569-b53e-3e4056bfb48e service neutron] 10.222.0.36 "GET /v2.0/networks/2e0a3baa-b7a2-4522-8690-27030780e277?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083288
May 14 21:40:58.620485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:40:58.626077 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ea985480-d149-400c-928d-977a66bc50ac tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/routers/64062c55-057a-4ee0-a257-09d5cf856288/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4931266
May 14 21:40:58.628847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36134) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:58.634021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] Sync routers for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:40:58.637416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'port': {'network_id': '1dbc4069-9031-4929-91b3-7cb59d637774', 'name': 'tempest-FloatingIPTestJSON-243578712'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:58.653685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:58.654589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:58.673822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00cb9e7d-267c-47d4-9fb6-71ead81607da req-73c5f892-0cc0-416e-bc6b-4ba83f27af1a service neutron] 10.222.0.36 "GET /v2.0/networks/2e0a3baa-b7a2-4522-8690-27030780e277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596694
May 14 21:40:58.706739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8bb0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:58.720512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-800a451b-4a06-4af3-a890-df538563b29f None None] Provisioning complete for port fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:58.721001 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-800a451b-4a06-4af3-a890-df538563b29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:58.745290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:40:58.745975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:58.786040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ec8bb0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:40:58.786584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36da36ae-311c-4a4b-a68a-4f7704a1036e None None] The sync data for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:40:58.797303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-800a451b-4a06-4af3-a890-df538563b29f None None] Port fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:40:58.850056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Made reservation on behalf of f48b39c4a8ed40fabb1b35f02c8ba40a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:40:58.854223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:58.875208 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] device_id is not set on port 51698223-3f0d-4006-8c3f-08d91d148dca yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:40:59.035849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Allocated IP 172.20.0.9 (1dbc4069-9031-4929-91b3-7cb59d637774/3cde17bd-a238-4d4b-be98-7947a3590679/51698223-3f0d-4006-8c3f-08d91d148dca) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:40:59.219025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ce11f-514d-470b-886f-ad6f802e35ec req-e97f903f-ee6a-4d94-a848-32365cbaec20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:59.221691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for port (51698223-3f0d-4006-8c3f-08d91d148dca), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.227092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e7ce11f-514d-470b-886f-ad6f802e35ec req-e97f903f-ee6a-4d94-a848-32365cbaec20 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 944 time: 0.0623422
May 14 21:40:59.273507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6e7ce11f-514d-470b-886f-ad6f802e35ec req-e9b9b8d0-0314-4794-b125-f0a7183c8d1c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453315
May 14 21:40:59.330621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (51698223-3f0d-4006-8c3f-08d91d148dca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.376381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Network 1dbc4069-9031-4929-91b3-7cb59d637774 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:40:59.379529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:40:59.381932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:40:59.418172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event updated for resources: {'Port': ['ID=51698223-3f0d-4006-8c3f-08d91d148dca,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:40:59.445386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:40:59.446098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.540551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d583aa3-318a-4df7-8638-03a7f4a26b8d tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.9103873
May 14 21:40:59.543003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36178) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:59.548504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Request body: {'floatingip': {'port_id': '51698223-3f0d-4006-8c3f-08d91d148dca'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:40:59.660377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 661b64f1-16e6-4e3f-b7bf-d18692c09a31 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:40:59.661254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (b24b7c40-125d-4d14-8cdd-3f799aa4d2ba), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.718313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36196) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:40:59.763623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-73d75987-7f5b-4e77-b242-5da3fa8fa454 None None] Provisioning complete for port 51698223-3f0d-4006-8c3f-08d91d148dca triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:40:59.763999 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-73d75987-7f5b-4e77-b242-5da3fa8fa454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (51698223-3f0d-4006-8c3f-08d91d148dca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.821728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-73d75987-7f5b-4e77-b242-5da3fa8fa454 None None] Port 51698223-3f0d-4006-8c3f-08d91d148dca cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:40:59.827608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=661b64f1-16e6-4e3f-b7bf-d18692c09a31,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:40:59.841673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '661b64f1-16e6-4e3f-b7bf-d18692c09a31', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'port_id': '661b64f1-16e6-4e3f-b7bf-d18692c09a31', 'mac_address': 'fa:16:3e:c1:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:40:59.848885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad0125e2-7541-4999-b82b-d43ab1001887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.890577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:40:59.890967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:40:59.906349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661b64f1-16e6-4e3f-b7bf-d18692c09a31 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:40:59.931271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=661b64f1-16e6-4e3f-b7bf-d18692c09a31,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:00.000000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad0125e2-7541-4999-b82b-d43ab1001887 admin admin] Publish callbacks [] for security_group (586ba8d1-c5dd-4f18-8b19-5ada3058a78a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.039919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.094535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=661b64f1-16e6-4e3f-b7bf-d18692c09a31,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:00.128010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ad0125e2-7541-4999-b82b-d43ab1001887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (586ba8d1-c5dd-4f18-8b19-5ada3058a78a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.171137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ad0125e2-7541-4999-b82b-d43ab1001887 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ef324a7ffd642f08d0c23153a225daa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4516156
May 14 21:41:00.173347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0125e2-7541-4999-b82b-d43ab1001887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ba8d1-c5dd-4f18-8b19-5ada3058a78a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:00.175329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36228) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:00.244619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['661b64f1-16e6-4e3f-b7bf-d18692c09a31'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:41:00.306502 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a472fce8-5909-40f7-9b85-27ba601131d3 admin admin] Publish callbacks [] for security_group (586ba8d1-c5dd-4f18-8b19-5ada3058a78a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.331334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.341328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a472fce8-5909-40f7-9b85-27ba601131d3 admin admin] Publish callbacks [] for security_group (586ba8d1-c5dd-4f18-8b19-5ada3058a78a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.413119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b70c4d-1521-4e83-b13c-4a9d1c050fe2 req-cad74558-8431-4050-9a76-e47d9ac46a29 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:00.414999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37b70c4d-1521-4e83-b13c-4a9d1c050fe2 req-cad74558-8431-4050-9a76-e47d9ac46a29 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 945 time: 0.0665090
May 14 21:41:00.472686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b24b7c40-125d-4d14-8cdd-3f799aa4d2ba), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.484598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37b70c4d-1521-4e83-b13c-4a9d1c050fe2 req-5fa8c1be-27d6-478d-a809-07cf4d5cd36f tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619371
May 14 21:41:00.521017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a472fce8-5909-40f7-9b85-27ba601131d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (586ba8d1-c5dd-4f18-8b19-5ada3058a78a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.524452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a472fce8-5909-40f7-9b85-27ba601131d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.525638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a472fce8-5909-40f7-9b85-27ba601131d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/586ba8d1-c5dd-4f18-8b19-5ada3058a78a HTTP/1.1" status: 204  len: 168 time: 0.3491151
May 14 21:41:00.549581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:00.565564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472fce8-5909-40f7-9b85-27ba601131d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ba8d1-c5dd-4f18-8b19-5ada3058a78a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:00.596766 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP b24b7c40-125d-4d14-8cdd-3f799aa4d2ba associated. External IP: 172.35.4.228, port: b635a5f2-cb0a-4fab-8387-ed271815c492.
May 14 21:41:00.686487 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19c836af-a303-48ee-aff4-65978be419b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.763345 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19c836af-a303-48ee-aff4-65978be419b1 admin admin] Publish callbacks [] for security_group (42d2a506-86ec-45ca-9709-e9785666b91d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.845152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19c836af-a303-48ee-aff4-65978be419b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (42d2a506-86ec-45ca-9709-e9785666b91d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:00.891505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19c836af-a303-48ee-aff4-65978be419b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=537c4ac112c846fcbbd4aa124542ab64&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3405497
May 14 21:41:00.895237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:00.904777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c836af-a303-48ee-aff4-65978be419b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2a506-86ec-45ca-9709-e9785666b91d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:00.989964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f7a1-3265-47f1-a3cb-ee7aec16945c admin admin] Publish callbacks [] for security_group (42d2a506-86ec-45ca-9709-e9785666b91d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:01.018421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f7a1-3265-47f1-a3cb-ee7aec16945c admin admin] Publish callbacks [] for security_group (42d2a506-86ec-45ca-9709-e9785666b91d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:01.122007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:01.180655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f7a1-3265-47f1-a3cb-ee7aec16945c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (42d2a506-86ec-45ca-9709-e9785666b91d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:01.188504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a6b4f7a1-3265-47f1-a3cb-ee7aec16945c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:01.188504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6b4f7a1-3265-47f1-a3cb-ee7aec16945c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42d2a506-86ec-45ca-9709-e9785666b91d HTTP/1.1" status: 204  len: 168 time: 0.2908187
May 14 21:41:01.197158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4f7a1-3265-47f1-a3cb-ee7aec16945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2a506-86ec-45ca-9709-e9785666b91d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:01.257360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:01.269993 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:01.290010 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:01.290656 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312efa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.351925 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312efa00>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.369439 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:01.369439 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312efa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.402733 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312efa00>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.403329 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb04fb-c951-45b7-975e-de130926c119 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:01.545103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router 64062c55-057a-4ee0-a257-09d5cf856288 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:01.674292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 661b64f1-16e6-4e3f-b7bf-d18692c09a31 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:01.680683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d9d9-20ab-40ce-af85-6cdb814dabc7 req-226521cb-c77d-49ad-be5e-49dbb0d07edf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:01.682437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1447d9d9-20ab-40ce-af85-6cdb814dabc7 req-226521cb-c77d-49ad-be5e-49dbb0d07edf tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 945 time: 0.0910511
May 14 21:41:01.734280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:41:01.736913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:01.750435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] Sync routers for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:01.767608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:01.768378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523019a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.802492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1447d9d9-20ab-40ce-af85-6cdb814dabc7 req-30f44a65-166f-49c8-a68f-d9a3b3cb138e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1068769
May 14 21:41:01.809431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:01.813340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523019a7c0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.837301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:01.839169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:01.843876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:01.846480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523019a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.903086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bf9b5acc-bb05-4266-b17d-5c4bb87b59a4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/floatingips/b24b7c40-125d-4d14-8cdd-3f799aa4d2ba HTTP/1.1" status: 200  len: 977 time: 2.3588657
May 14 21:41:01.906067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36312) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:01.942119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523019a7c0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:01.942790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a33d6-3be9-496b-8654-a9f967cb907d None None] The sync data for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:02.025634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:02.026193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.061516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661b64f1-16e6-4e3f-b7bf-d18692c09a31'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:02.063864 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b57365-da05-4e11-8a3c-d27d4ba03a38" -d '{"events": [{"server_uuid": "a66aa525-111f-4c5d-9bb3-4ee4773fb850", "name": "network-vif-plugged", "status": "completed", "tag": "661b64f1-16e6-4e3f-b7bf-d18692c09a31"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:02.081799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port 51698223-3f0d-4006-8c3f-08d91d148dca {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:02.082178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (51698223-3f0d-4006-8c3f-08d91d148dca), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.109863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=661b64f1-16e6-4e3f-b7bf-d18692c09a31,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:02.130973 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12df59a-1d2d-4c0e-af4a-4b063cd322b7 x-openstack-request-id: req-a12df59a-1d2d-4c0e-af4a-4b063cd322b7 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:02.130973 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66aa525-111f-4c5d-9bb3-4ee4773fb850", "name": "network-vif-plugged", "status": "completed", "tag": "661b64f1-16e6-4e3f-b7bf-d18692c09a31", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:02.130973 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a12df59a-1d2d-4c0e-af4a-4b063cd322b7 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:02.130973 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12df59a-1d2d-4c0e-af4a-4b063cd322b7'] response: {'server_uuid': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661b64f1-16e6-4e3f-b7bf-d18692c09a31', 'code': 200}
May 14 21:41:02.168414 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.245283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (51698223-3f0d-4006-8c3f-08d91d148dca), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.271286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2133fa-73ec-48c2-906c-545c422d181a req-bb80d100-e4a3-4495-b35d-6188ed5d866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:02.273069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e2133fa-73ec-48c2-906c-545c422d181a req-bb80d100-e4a3-4495-b35d-6188ed5d866c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 1128 time: 0.0775442
May 14 21:41:02.299525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=661b64f1-16e6-4e3f-b7bf-d18692c09a31,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:02.342928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9e2133fa-73ec-48c2-906c-545c422d181a req-8a8a4182-9e8f-4db4-8565-b56ad31532c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622079
May 14 21:41:02.560658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.560658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b24b7c40-125d-4d14-8cdd-3f799aa4d2ba), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.560658 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Floating IP b24b7c40-125d-4d14-8cdd-3f799aa4d2ba disassociated. External IP: 172.35.4.228, port: 51698223-3f0d-4006-8c3f-08d91d148dca.
May 14 21:41:02.560658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for 51698223-3f0d-4006-8c3f-08d91d148dca owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:02.762538 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (51698223-3f0d-4006-8c3f-08d91d148dca), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:02.788193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=51698223-3f0d-4006-8c3f-08d91d148dca,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:03.307456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40181282-6c42-4501-b7f8-94c1f8c7085a req-e7675fe0-960f-418f-a55e-2656bf0bad9b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:03.309080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40181282-6c42-4501-b7f8-94c1f8c7085a req-e7675fe0-960f-418f-a55e-2656bf0bad9b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 946 time: 0.0611789
May 14 21:41:03.334339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router 64062c55-057a-4ee0-a257-09d5cf856288 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:03.433485 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40181282-6c42-4501-b7f8-94c1f8c7085a req-b3ea5a57-5969-4e23-883a-a5f059954312 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157055
May 14 21:41:03.444466 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:41:03.504357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:03.513624 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] Sync routers for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:03.526268 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:03.526912 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:03.562510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8700>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:03.572239 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:03.573041 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:03.581423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:03.589858 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8c5f760e-882d-4efe-80cb-d7edbb83d203 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/ports/51698223-3f0d-4006-8c3f-08d91d148dca HTTP/1.1" status: 204  len: 168 time: 1.6779687
May 14 21:41:03.590001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36384) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:03.614427 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230fe8700>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:03.615013 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2489af-7fc4-48d8-9c6b-66b29026a5a5 None None] The sync data for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:04.031753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (64062c55-057a-4ee0-a257-09d5cf856288), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:04.344629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:04.344958 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:04.441109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:04.457206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:04.599333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a697-4b9d-4abf-bd92-2f826ecea932 req-919bef66-991c-4d6c-81f2-8f209b60c3b3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:04.600760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ee6a697-4b9d-4abf-bd92-2f826ecea932 req-919bef66-991c-4d6c-81f2-8f209b60c3b3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 946 time: 0.0882246
May 14 21:41:04.688776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ee6a697-4b9d-4abf-bd92-2f826ecea932 req-b6019270-4206-42b8-9b64-811852495171 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814602
May 14 21:41:04.807803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3994da-6d00-4772-ad0d-d6e8ad48b88b req-e5f05e99-7722-4c7d-be27-572d5378c440 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:04.809354 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a3994da-6d00-4772-ad0d-d6e8ad48b88b req-e5f05e99-7722-4c7d-be27-572d5378c440 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 946 time: 0.0497444
May 14 21:41:04.827592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:04.863629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=fd13b9c7-0354-4ad4-9b1a-d512ad1ce4f9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:04.865523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a3994da-6d00-4772-ad0d-d6e8ad48b88b req-64540b7b-370d-44d8-9e25-003dbe563199 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497220
May 14 21:41:05.062555 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (64062c55-057a-4ee0-a257-09d5cf856288), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:05.550386 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-7da0458d-7eb0-4c23-8905-21ba2b4eef2d tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0401394
May 14 21:41:05.755981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router 64062c55-057a-4ee0-a257-09d5cf856288 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:05.788135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-21341116-16d5-403c-8925-33866815ad86 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:05.789599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-21341116-16d5-403c-8925-33866815ad86 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2333989
May 14 21:41:05.843511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-7aaae22a-20b6-46d8-ab70-0d88813b7977 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/quotas/5f29dab7e48a4a9bba08ffffacbe5c8a HTTP/1.1" status: 200  len: 375 time: 0.0144501
May 14 21:41:05.919847 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-595fff00-a639-42f3-97a2-b181614fe77b tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405951
May 14 21:41:05.936180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:05.941434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9f65c2ec-c1c2-4c16-8be3-f9cd3c96c805 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/routers/64062c55-057a-4ee0-a257-09d5cf856288/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3512826
May 14 21:41:05.944059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36478) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:05.946659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] Sync routers for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:05.958374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:05.958374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dc08e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:05.999748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dc08e0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:06.016073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] Routers {'64062c55-057a-4ee0-a257-09d5cf856288'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:06.016939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dc08e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['64062c55-057a-4ee0-a257-09d5cf856288'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:06.068103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router (64062c55-057a-4ee0-a257-09d5cf856288), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.068324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dc08e0>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:06.068698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed610306-6143-4c6f-b904-ef307258a5b0 None None] The sync data for ids ['64062c55-057a-4ee0-a257-09d5cf856288'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:06.178592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (64062c55-057a-4ee0-a257-09d5cf856288), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.236292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-455b5257-372f-4656-8430-438838cebc57 req-79d1ec5c-6e85-457b-8890-25c6d2c7bd7d tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 210 time: 0.0290434
May 14 21:41:06.331088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port cd26691e-e274-4d29-8e17-d5eca9f82107 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:06.331432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cd26691e-e274-4d29-8e17-d5eca9f82107), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.347297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:06.416195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cd26691e-e274-4d29-8e17-d5eca9f82107), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.435454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for cd26691e-e274-4d29-8e17-d5eca9f82107 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:06.713052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cd26691e-e274-4d29-8e17-d5eca9f82107), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.745228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=cd26691e-e274-4d29-8e17-d5eca9f82107,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:06.836306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (64062c55-057a-4ee0-a257-09d5cf856288), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.881114 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.934496 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (64062c55-057a-4ee0-a257-09d5cf856288), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:06.936688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_controller (64062c55-057a-4ee0-a257-09d5cf856288), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.077894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (64062c55-057a-4ee0-a257-09d5cf856288), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.078541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Fanout notify agent at l3_agent the message router_deleted on router 64062c55-057a-4ee0-a257-09d5cf856288 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:41:07.088802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.089205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-578e482c-6acf-4d07-becd-a14b0c07c94f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/routers/64062c55-057a-4ee0-a257-09d5cf856288 HTTP/1.1" status: 204  len: 168 time: 1.1441574
May 14 21:41:07.091883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36536) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:07.143391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting subnet 3cde17bd-a238-4d4b-be98-7947a3590679 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:07.146897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for subnet (3cde17bd-a238-4d4b-be98-7947a3590679), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.180648 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.20.0.17 (2e0a3baa-b7a2-4522-8690-27030780e277/8db9d062-5e96-4c3c-bffb-3d32824238dd/c1681b03-1c11-4e1c-8c33-54fd2d19ecc5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:07.187608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (3cde17bd-a238-4d4b-be98-7947a3590679), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.302537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.340746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3cde17bd-a238-4d4b-be98-7947a3590679), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.345552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e7498d0-ae1a-46b4-9f06-feb4cfa6934e req-7b59609c-d119-4607-b91e-b942c217ca46 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 210 time: 0.0344939
May 14 21:41:07.404010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.444660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 2e0a3baa-b7a2-4522-8690-27030780e277 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:07.450542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:07.454370 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:07.460927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:07.514810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.547120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (3cde17bd-a238-4d4b-be98-7947a3590679), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.589086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Subnet': ['ID=3cde17bd-a238-4d4b-be98-7947a3590679,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:07.599460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.604268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1cd3280f-0472-4f89-8761-bb8dfd42d7af tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/subnets/3cde17bd-a238-4d4b-be98-7947a3590679 HTTP/1.1" status: 204  len: 168 time: 0.5113595
May 14 21:41:07.606778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36546) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:07.612887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e94649-100d-44cd-b077-1f36bea94332 None None] Network 1dbc4069-9031-4929-91b3-7cb59d637774 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:07.716558 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (1dbc4069-9031-4929-91b3-7cb59d637774), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.764983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:07.765309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.790972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3392db9-2157-4066-8461-c5950512f2da None None] DHCP port deletion for 1dbc4069-9031-4929-91b3-7cb59d637774 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:07.839979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a3392db9-2157-4066-8461-c5950512f2da None None] Deleting port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:07.840351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3392db9-2157-4066-8461-c5950512f2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.846408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] For port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,segment=NetworkSegment(12c24d4b-20a2-4cc6-ab83-781ebf2600da),segment_id=12c24d4b-20a2-4cc6-ab83-781ebf2600da)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:07.847066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.862462 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.862954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for 0bfb8295-d4de-4faa-9b0f-304d7b83a69a owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:07.870154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c4bdc27f-c882-448f-bd81-c33be458c9da None None] Provisioning complete for port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:07.879034 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc27f-c882-448f-bd81-c33be458c9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.957927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a3392db9-2157-4066-8461-c5950512f2da None None] For port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,segment=NetworkSegment(12c24d4b-20a2-4cc6-ab83-781ebf2600da),segment_id=12c24d4b-20a2-4cc6-ab83-781ebf2600da)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:07.958632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3392db9-2157-4066-8461-c5950512f2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:07.970039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdc27f-c882-448f-bd81-c33be458c9da None None] Port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:41:07.978205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a3392db9-2157-4066-8461-c5950512f2da None None] Calling delete_port for 0bfb8295-d4de-4faa-9b0f-304d7b83a69a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:08.021370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.054099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:08.060541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] No DVR routers for this DVR port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:08.070839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3392db9-2157-4066-8461-c5950512f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (0bfb8295-d4de-4faa-9b0f-304d7b83a69a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.114358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3392db9-2157-4066-8461-c5950512f2da None None] Pushing event deleted for resources: {'Port': ['ID=0bfb8295-d4de-4faa-9b0f-304d7b83a69a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:08.122412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3392db9-2157-4066-8461-c5950512f2da None None] No DVR routers for this DVR port 0bfb8295-d4de-4faa-9b0f-304d7b83a69a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:08.201010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (1dbc4069-9031-4929-91b3-7cb59d637774), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.222576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a86e040>,) {'filters': {'network_id': ['1dbc4069-9031-4929-91b3-7cb59d637774']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:08.232122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36554) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:08.244390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a86e040>, '12c24d4b-20a2-4cc6-ab83-781ebf2600da') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:08.244680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a86e040>, '12c24d4b-20a2-4cc6-ab83-781ebf2600da') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:08.260719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (12c24d4b-20a2-4cc6-ab83-781ebf2600da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.273065 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (12c24d4b-20a2-4cc6-ab83-781ebf2600da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.279816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:08.280614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (12c24d4b-20a2-4cc6-ab83-781ebf2600da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:08.283285 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:08.291390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.362488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6097867-c70e-464b-a41a-21258929e116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.379968 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.411193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (1dbc4069-9031-4929-91b3-7cb59d637774), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.418391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.437095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/networks/1dbc4069-9031-4929-91b3-7cb59d637774 HTTP/1.1" status: 204  len: 168 time: 0.8171253
May 14 21:41:08.437095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36560) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:08.470499 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c3f49e02-03ad-4cf7-952f-205129548600 req-a019135c-1623-42f7-a6ec-fbc3da4eeece tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 210 time: 0.0450487
May 14 21:41:08.483770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:08.489433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.506777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4d4c0-89fc-40cc-9f52-5cfa0c19b317 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Network': ['ID=1dbc4069-9031-4929-91b3-7cb59d637774,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:08.594362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 2e0a3baa-b7a2-4522-8690-27030780e277 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:08.595813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:08.628663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-b5c954ee-5797-42b9-9bf9-00d34fe8b2f9 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0357831
May 14 21:41:08.662687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6097867-c70e-464b-a41a-21258929e116 admin admin] Publish callbacks [] for security_group (e0768952-8f38-440d-9133-91055e6d841e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.680386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port 4e77cc2c-b22c-4237-bbd9-924ba4a4aaee {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:08.680975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.732870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:08.760758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6097867-c70e-464b-a41a-21258929e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0768952-8f38-440d-9133-91055e6d841e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.838681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6097867-c70e-464b-a41a-21258929e116 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9c0542095f84f98a91c9df1925426f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6024387
May 14 21:41:08.846399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36564) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:08.871111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6097867-c70e-464b-a41a-21258929e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0768952-8f38-440d-9133-91055e6d841e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:08.882325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.882721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.889439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:08.891267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-d72cfa77-f417-49bf-be96-524a492ef8f0 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:08.892415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-d72cfa77-f417-49bf-be96-524a492ef8f0 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2582679
May 14 21:41:08.897868 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0c1195a6-9cbf-4489-afbc-993d08b7057d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "PUT /v2.0/routers/88cba6f8-b805-4de4-8047-6bb6bffc75ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5466697
May 14 21:41:08.902060 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:08.913413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0a07ff8f-dc53-44b6-ae00-72bb02294da9 None None] Provisioning complete for port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:08.915345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a07ff8f-dc53-44b6-ae00-72bb02294da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:08.924563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Request body: {'port': {'device_id': '18e18016-b382-4548-91fa-1595ec29eef6', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '5f29dab7e48a4a9bba08ffffacbe5c8a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:08.947993 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:08.948378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for 4e77cc2c-b22c-4237-bbd9-924ba4a4aaee owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:08.948636 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e1f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:08.993629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0a07ff8f-dc53-44b6-ae00-72bb02294da9 None None] Port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:41:09.091275 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:09.339162 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e1f7c0>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:07Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:15Z', 'revision_number': 1, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1681b03-1c11-4e1c-8c33-54fd2d19ecc5', 'name': '', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:a5:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:07Z', 'updated_at': '2022-05-14T21:41:08Z', 'revision_number': 2, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:09.339862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0bfb8295-d4de-4faa-9b0f-304d7b83a69a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:09.364689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 0bfb8295-d4de-4faa-9b0f-304d7b83a69a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:09.365022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 0bfb8295-d4de-4faa-9b0f-304d7b83a69a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:09.369131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:09.369495 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Updating router 88cba6f8-b805-4de4-8047-6bb6bffc75ba port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:41:09.371273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e57abb1-95da-44f3-a865-c1073760bedb admin admin] Publish callbacks [] for security_group (e0768952-8f38-440d-9133-91055e6d841e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.399350 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.416084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e57abb1-95da-44f3-a865-c1073760bedb admin admin] Publish callbacks [] for security_group (e0768952-8f38-440d-9133-91055e6d841e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.552281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Made reservation on behalf of 5f29dab7e48a4a9bba08ffffacbe5c8a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:09.557204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.578702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.603527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb541608-1ba6-407d-b243-68078175937f req-a58d631d-5a36-49c0-a805-0dc08510b49d tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 210 time: 0.0426588
May 14 21:41:09.606657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e57abb1-95da-44f3-a865-c1073760bedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e0768952-8f38-440d-9133-91055e6d841e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.609402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0e57abb1-95da-44f3-a865-c1073760bedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.612439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0e57abb1-95da-44f3-a865-c1073760bedb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0768952-8f38-440d-9133-91055e6d841e HTTP/1.1" status: 204  len: 168 time: 0.7632749
May 14 21:41:09.627966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57abb1-95da-44f3-a865-c1073760bedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0768952-8f38-440d-9133-91055e6d841e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:09.638109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4e77cc2c-b22c-4237-bbd9-924ba4a4aaee), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.693293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=4e77cc2c-b22c-4237-bbd9-924ba4a4aaee,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:09.724843 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Publish callbacks [] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.785717 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for floatingip (b24b7c40-125d-4d14-8cdd-3f799aa4d2ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.788182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.794618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7c7a733e-fad0-4b41-beed-1d2eb3e44966 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/floatingips/b24b7c40-125d-4d14-8cdd-3f799aa4d2ba HTTP/1.1" status: 204  len: 168 time: 1.3570032
May 14 21:41:09.794794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36580) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:09.821914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks [] for security_group (156f161c-ee02-4728-a466-614e49a312da), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.823648 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9d5e95-a22d-4cbd-ad99-9f8b374e0f83 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:09.828587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9d5e95-a22d-4cbd-ad99-9f8b374e0f83 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:09.828587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-de9d5e95-a22d-4cbd-ad99-9f8b374e0f83 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/ports/51698223-3f0d-4006-8c3f-08d91d148dca HTTP/1.1" status: 404  len: 333 time: 0.0313869
May 14 21:41:09.829950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36582) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:09.847894 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.861520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6598e164-b701-4da4-8cc4-636344cae3b2 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/ports?device_id=64062c55-057a-4ee0-a257-09d5cf856288 HTTP/1.1" status: 200  len: 205 time: 0.0303864
May 14 21:41:09.864204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36584) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:09.901934 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-3ab4fc8f-2ec6-48ca-b390-90fcea792234 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] delete failed (client error): The resource could not be found.
May 14 21:41:09.902989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3ab4fc8f-2ec6-48ca-b390-90fcea792234 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/routers/64062c55-057a-4ee0-a257-09d5cf856288 HTTP/1.1" status: 404  len: 336 time: 0.0380688
May 14 21:41:09.905636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36586) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:09.918573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Pushing event updated for resources: {'Port': ['ID=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:09.930831 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.931448 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.931987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.932328 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.932706 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.933064 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.933396 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.933722 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.934045 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.934370 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.934688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.935182 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.935530 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.935855 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.936178 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:09.939077 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c902a1-38b7-400f-9054-31f7b4caf03c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:09.939578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c902a1-38b7-400f-9054-31f7b4caf03c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:09.945068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-83c902a1-38b7-400f-9054-31f7b4caf03c tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/subnets/3cde17bd-a238-4d4b-be98-7947a3590679 HTTP/1.1" status: 404  len: 337 time: 0.0360231
May 14 21:41:09.945068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (156f161c-ee02-4728-a466-614e49a312da), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:09.946597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36588) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:09.969867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Attempting to bind port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:09.970280 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Attempting to bind port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:09.970849 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Attempting to bind port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 on network 2e0a3baa-b7a2-4522-8690-27030780e277 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:10.001225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:10.001898 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Checking segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:10.002698 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.003263 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Bound using segment: {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:10.004005 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Bound port: c1681b03-1c11-4e1c-8c33-54fd2d19ecc5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:10.004558 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.038530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156f161c-ee02-4728-a466-614e49a312da,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:10.130131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] For port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:10.135899 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] For port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:10.159226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port b635a5f2-cb0a-4fab-8387-ed271815c492 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:10.159625 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b635a5f2-cb0a-4fab-8387-ed271815c492), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.203685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Allocated IP 192.168.233.233 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/7b2374e2-8c32-4760-b6d5-397a0092bac6) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:10.265092 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.326175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] Provisioning complete for port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:10.328733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.358396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b635a5f2-cb0a-4fab-8387-ed271815c492), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.384347 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:10.385602 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e1f7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:40:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:10.397311 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for b635a5f2-cb0a-4fab-8387-ed271815c492 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:10.457000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2f6f4f07-5157-4599-812a-f238d3f24087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.486706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks [] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.522411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] Current status of the port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:10.523687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.567357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] For port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:10.606807 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182589d1-7bab-496d-a946-0ea688e76bd8 None None] Pushing event updated for resources: {'Port': ['ID=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:10.640538 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:10.660922 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.664806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.729524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b635a5f2-cb0a-4fab-8387-ed271815c492), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.750136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Pushing event updated for resources: {'Port': ['ID=7b2374e2-8c32-4760-b6d5-397a0092bac6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:10.752612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11c19b-f7f7-491d-8092-63b9e878c1b4 None None] Pushing event updated for resources: {'Port': ['ID=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:10.780242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=b635a5f2-cb0a-4fab-8387-ed271815c492,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:10.780415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9918e475-a4f9-4829-9272-dd4ece7a21b7 None None] Provisioning complete for port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:10.780754 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9918e475-a4f9-4829-9272-dd4ece7a21b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.783912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:10.790114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:10.792851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:10.863330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:10.864022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:10.890088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f22a9a-9ae2-43c3-9651-54c436ec3a18 req-123dcdcc-b5e0-4577-99b7-9dd40587fda0 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:10.901426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5f22a9a-9ae2-43c3-9651-54c436ec3a18 req-123dcdcc-b5e0-4577-99b7-9dd40587fda0 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 936 time: 0.1151793
May 14 21:41:10.936826 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-44c49a15-677b-4224-9800-fc7b61ed3e35 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0347521
May 14 21:41:10.956393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9918e475-a4f9-4829-9272-dd4ece7a21b7 None None] Current status of the port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:10.962501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Request body: {'port': {'device_id': '18e18016-b382-4548-91fa-1595ec29eef6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:11.019637 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e1f7c0>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:07Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:15Z', 'revision_number': 1, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1681b03-1c11-4e1c-8c33-54fd2d19ecc5', 'name': '', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:a5:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:07Z', 'updated_at': '2022-05-14T21:41:10Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:11.043577 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5f22a9a-9ae2-43c3-9651-54c436ec3a18 req-8deed462-0229-4d6b-a3cf-e7dff342edc1 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254430
May 14 21:41:11.046401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.060051 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.073566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1c5edf16-5ac4-4e17-9705-9a8b139ce3ed tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/ports/b635a5f2-cb0a-4fab-8387-ed271815c492 HTTP/1.1" status: 204  len: 168 time: 1.1246021
May 14 21:41:11.086808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36610) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:11.176730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-26938b3c-0978-4926-9524-00e0b4aefc16 None None] Provisioning complete for port 7b2374e2-8c32-4760-b6d5-397a0092bac6 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:11.177021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-26938b3c-0978-4926-9524-00e0b4aefc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.186803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838f96e-f606-4a6a-a88e-6feb2edfbd7b None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:07Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:15Z', 'revision_number': 1, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c1681b03-1c11-4e1c-8c33-54fd2d19ecc5', 'name': '', 'network_id': '2e0a3baa-b7a2-4522-8690-27030780e277', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:a5:88:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:07Z', 'updated_at': '2022-05-14T21:41:10Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8db9d062-5e96-4c3c-bffb-3d32824238dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:11.216552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:11.216898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.225192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-26938b3c-0978-4926-9524-00e0b4aefc16 None None] Port 7b2374e2-8c32-4760-b6d5-397a0092bac6 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:41:11.384064 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.406925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:11.443129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:11.514559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:11.515078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.528131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2374e2-8c32-4760-b6d5-397a0092bac6 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:41:11.537099 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Publish callbacks [] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.626825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.630890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Transition to ACTIVE for port object 7b2374e2-8c32-4760-b6d5-397a0092bac6 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:41:11.640015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:11.664536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:11.700102 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.756131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:11.762500 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8dea0e82-d200-4a7c-bcfd-e09576ed721e tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/ports/f5f7a22a-bbe7-4c9f-9054-d8e9fcc4ee1b HTTP/1.1" status: 204  len: 168 time: 0.6726546
May 14 21:41:11.763736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:11.833189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2374e2-8c32-4760-b6d5-397a0092bac6,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:11.873167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fce12-869a-4bf1-958f-7b974a00a6b4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:11.875215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b0fce12-869a-4bf1-958f-7b974a00a6b4 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4cd6f47-3443-46df-8f38-8ac2dfddd55d HTTP/1.1" status: 200  len: 913 time: 0.1099558
May 14 21:41:11.878560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36648) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:11.985145 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.051290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Attempting to bind port 7b2374e2-8c32-4760-b6d5-397a0092bac6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:12.051872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Attempting to bind port 7b2374e2-8c32-4760-b6d5-397a0092bac6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:12.051966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Attempting to bind port 7b2374e2-8c32-4760-b6d5-397a0092bac6 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:12.062219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Port 7b2374e2-8c32-4760-b6d5-397a0092bac6 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:41:12.062546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Attempting to bind port 7b2374e2-8c32-4760-b6d5-397a0092bac6 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:12.073670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:12.074560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:12.074560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:12.074837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Bound port: 7b2374e2-8c32-4760-b6d5-397a0092bac6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:12.075190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.262392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f38fe-0330-4baf-a672-cec6a08ee687 req-d42b18d0-0961-4641-a3c9-8605c27697b1 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:12.263956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f68f38fe-0330-4baf-a672-cec6a08ee687 req-d42b18d0-0961-4641-a3c9-8605c27697b1 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 948 time: 0.1234446
May 14 21:41:12.318374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] For port 7b2374e2-8c32-4760-b6d5-397a0092bac6, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:12.344284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] For port 7b2374e2-8c32-4760-b6d5-397a0092bac6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b2374e2-8c32-4760-b6d5-397a0092bac6,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:12.383685 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f68f38fe-0330-4baf-a672-cec6a08ee687 req-90906a41-047f-4ef6-9ab7-c6ecd294d8d6 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120930
May 14 21:41:12.433095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.501083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:12.501753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.503172 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] 10.222.0.48 "PUT /v2.0/ports/7b2374e2-8c32-4760-b6d5-397a0092bac6 HTTP/1.1" status: 200  len: 1096 time: 1.5485137
May 14 21:41:12.505319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e18016-b382-4548-91fa-1595ec29eef6', 'tag': '7b2374e2-8c32-4760-b6d5-397a0092bac6'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:12.508086 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19940613-2469-4d7c-9c08-132052e92a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "18e18016-b382-4548-91fa-1595ec29eef6", "tag": "7b2374e2-8c32-4760-b6d5-397a0092bac6"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:12.538625 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.539859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.575930 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eedbc5c-9604-4286-98d0-3263ae79d3a4 x-openstack-request-id: req-5eedbc5c-9604-4286-98d0-3263ae79d3a4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:12.576231 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e18016-b382-4548-91fa-1595ec29eef6", "tag": "7b2374e2-8c32-4760-b6d5-397a0092bac6", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:12.576571 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5eedbc5c-9604-4286-98d0-3263ae79d3a4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:12.576984 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eedbc5c-9604-4286-98d0-3263ae79d3a4'] response: {'name': 'network-changed', 'server_uuid': '18e18016-b382-4548-91fa-1595ec29eef6', 'tag': '7b2374e2-8c32-4760-b6d5-397a0092bac6', 'status': 'completed', 'code': 200}
May 14 21:41:12.580450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce65568-9b80-4c05-8f13-ad66ab3a7f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2374e2-8c32-4760-b6d5-397a0092bac6,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:12.664923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940613-2469-4d7c-9c08-132052e92a9e req-e47e10f3-0ea4-4a2c-b878-caacc939dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:12.666431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19940613-2469-4d7c-9c08-132052e92a9e req-e47e10f3-0ea4-4a2c-b878-caacc939dc53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 1130 time: 0.0886784
May 14 21:41:12.701891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19940613-2469-4d7c-9c08-132052e92a9e req-dbeaea35-c78e-4e61-9d18-af2da8e93541 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268009
May 14 21:41:12.849709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7627b03-6aa2-48e6-9738-ac06555afcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:12.885482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19940613-2469-4d7c-9c08-132052e92a9e req-d5c9acae-0762-4db0-b6f9-07912206bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:12.886961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19940613-2469-4d7c-9c08-132052e92a9e req-d5c9acae-0762-4db0-b6f9-07912206bad6 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1775675
May 14 21:41:12.941429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port c8226914-f5cc-4cbb-9608-da1f3561adf4 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:12.941785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:13.020525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-876824a8-5b48-4c1b-84a3-7b91b7f15e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:13.022340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-876824a8-5b48-4c1b-84a3-7b91b7f15e20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 1130 time: 0.0905511
May 14 21:41:13.070713 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-3db215fd-0c48-40ac-a28c-4ca9cdac578d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7b2374e2-8c32-4760-b6d5-397a0092bac6 HTTP/1.1" status: 200  len: 217 time: 0.0401807
May 14 21:41:13.114091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:13.131076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for c8226914-f5cc-4cbb-9608-da1f3561adf4 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:13.155738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-2af18c9d-c784-4854-a16a-30ab03d637cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:13.157483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-2af18c9d-c784-4854-a16a-30ab03d637cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0754278
May 14 21:41:13.238687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-292e0097-1f54-44fa-a524-0c356ad7de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:13.240253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-292e0097-1f54-44fa-a524-0c356ad7de4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0517802
May 14 21:41:13.389513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-eb2927e3-418b-4f9d-8ab0-585b992a335f service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414196
May 14 21:41:13.540440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5ece1-a2d4-4951-ad3f-93a9942ac7fd req-41f23ad6-e271-4f7d-855a-099307dcc3c5 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:13.542147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ae5ece1-a2d4-4951-ad3f-93a9942ac7fd req-41f23ad6-e271-4f7d-855a-099307dcc3c5 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 948 time: 0.0642390
May 14 21:41:13.576869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70e2746-af35-45c8-b6e8-b0056b4b83aa req-39ce7972-a772-449a-81c5-5288033e916d service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793082
May 14 21:41:13.581236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c8226914-f5cc-4cbb-9608-da1f3561adf4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:13.620307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=c8226914-f5cc-4cbb-9608-da1f3561adf4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:13.676663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ae5ece1-a2d4-4951-ad3f-93a9942ac7fd req-adb3f137-823e-4c0c-83cb-94026d991b65 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276207
May 14 21:41:13.806594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:13.860653 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:14.100879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Router b4cd6f47-3443-46df-8f38-8ac2dfddd55d has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:14.212807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:14.217987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a8365b51-b5cb-46cf-ab43-7542ac5180e6 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "PUT /v2.0/routers/b4cd6f47-3443-46df-8f38-8ac2dfddd55d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3381891
May 14 21:41:14.220424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36684) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:14.223124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] Sync routers for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:14.233283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:14.234136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222d91400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:14.270337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222d91400>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:14.280932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] Routers {'b4cd6f47-3443-46df-8f38-8ac2dfddd55d'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:14.281814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222d91400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:14.323581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222d91400>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:14.324190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34a1a83-72a1-4c01-8428-421c35395085 None None] The sync data for ids ['b4cd6f47-3443-46df-8f38-8ac2dfddd55d'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:14.343239 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:14.454044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_gateway (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:14.558171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting port b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:14.558509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:14.638166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:14.651143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Calling delete_port for b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:14.822640 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06046e-656d-4843-97dc-4f55ced25d74 req-4ce87c19-0ac9-4323-8adf-b618857bda2a tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:14.825151 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d06046e-656d-4843-97dc-4f55ced25d74 req-4ce87c19-0ac9-4323-8adf-b618857bda2a tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 948 time: 0.0690756
May 14 21:41:14.877460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d06046e-656d-4843-97dc-4f55ced25d74 req-4c889553-7863-4aad-8ded-3dc5fcf1ecc0 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465991
May 14 21:41:15.232692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.259423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Port': ['ID=b7c1a2c0-cfeb-4bbd-824a-4d72a71eaf58,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:15.337152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.433629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.435731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router_controller (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.552275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b4cd6f47-3443-46df-8f38-8ac2dfddd55d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.552811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Fanout notify agent at l3_agent the message router_deleted on router b4cd6f47-3443-46df-8f38-8ac2dfddd55d {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:41:15.559875 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.562059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-728a2664-3510-41cd-b64b-ad5c83d15456 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/routers/b4cd6f47-3443-46df-8f38-8ac2dfddd55d HTTP/1.1" status: 204  len: 168 time: 1.3396068
May 14 21:41:15.563705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36706) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:15.614832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Deleting subnet 4bb6c4c2-61e0-4702-9dbb-26f9050039e5 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:15.618756 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for subnet (4bb6c4c2-61e0-4702-9dbb-26f9050039e5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.658898 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (4bb6c4c2-61e0-4702-9dbb-26f9050039e5), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.695591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.708163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (4bb6c4c2-61e0-4702-9dbb-26f9050039e5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.848472 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (4bb6c4c2-61e0-4702-9dbb-26f9050039e5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.881440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb6c4c2-61e0-4702-9dbb-26f9050039e5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:15.887435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:15.893747 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36712) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:15.894274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dd629252-e55c-4d91-bcd7-66afd9cb2995 tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/subnets/4bb6c4c2-61e0-4702-9dbb-26f9050039e5 HTTP/1.1" status: 204  len: 168 time: 0.3292286
May 14 21:41:15.974014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ab5d5f55-9d11-4a02-b747-bb16d6db352f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.001078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d4ff0-b757-46f3-97b7-73162abcc442 req-8f59b5e3-c964-4a93-a6ca-9e8db376c5bb tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:16.002615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-519d4ff0-b757-46f3-97b7-73162abcc442 req-8f59b5e3-c964-4a93-a6ca-9e8db376c5bb tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 948 time: 0.0499859
May 14 21:41:16.060292 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-519d4ff0-b757-46f3-97b7-73162abcc442 req-70dbfef5-00a1-49a4-948b-ed5191493de5 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497868
May 14 21:41:16.067795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ab5d5f55-9d11-4a02-b747-bb16d6db352f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.088894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a211100>,) {'filters': {'network_id': ['ab5d5f55-9d11-4a02-b747-bb16d6db352f']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:16.098046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a211100>, 'a9df5068-952a-4680-bbae-df2a9cb3e723') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:16.098348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a211100>, 'a9df5068-952a-4680-bbae-df2a9cb3e723') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:16.108250 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a9df5068-952a-4680-bbae-df2a9cb3e723), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.121904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a9df5068-952a-4680-bbae-df2a9cb3e723), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.127806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:16.128183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a9df5068-952a-4680-bbae-df2a9cb3e723), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:16.131149 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:16.259158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ab5d5f55-9d11-4a02-b747-bb16d6db352f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.266760 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.269811 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] 10.222.0.52 "DELETE /v2.0/networks/ab5d5f55-9d11-4a02-b747-bb16d6db352f HTTP/1.1" status: 204  len: 168 time: 0.3743062
May 14 21:41:16.282264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7366999-c9e2-4299-8be7-01de890a2e8f tempest-FloatingIPTestJSON-1646975094 tempest-FloatingIPTestJSON-1646975094-project] Pushing event deleted for resources: {'Network': ['ID=ab5d5f55-9d11-4a02-b747-bb16d6db352f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:16.766751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36724) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:16.791307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.905899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ddb6f64a-7381-42c5-87c3-d37998f3aa83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f48b39c4a8ed40fabb1b35f02c8ba40a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1378055
May 14 21:41:16.908568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36730) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:16.961073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c9f23e-14f7-49eb-96ef-3afd87237269 admin admin] Publish callbacks [] for security_group (65b69507-0345-4d0d-aebd-242437faef9f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:16.984318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c9f23e-14f7-49eb-96ef-3afd87237269 admin admin] Publish callbacks [] for security_group (65b69507-0345-4d0d-aebd-242437faef9f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:17.123535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c9f23e-14f7-49eb-96ef-3afd87237269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (65b69507-0345-4d0d-aebd-242437faef9f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:17.126208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06c9f23e-14f7-49eb-96ef-3afd87237269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:17.127410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-06c9f23e-14f7-49eb-96ef-3afd87237269 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65b69507-0345-4d0d-aebd-242437faef9f HTTP/1.1" status: 204  len: 168 time: 0.2178040
May 14 21:41:17.161124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9f23e-14f7-49eb-96ef-3afd87237269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b69507-0345-4d0d-aebd-242437faef9f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:17.183349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2168f-050a-4dbb-89a0-9e1bbc6bca4b req-21267ed0-9e30-4133-a25a-72ff316a9dab tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:17.184925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0cf2168f-050a-4dbb-89a0-9e1bbc6bca4b req-21267ed0-9e30-4133-a25a-72ff316a9dab tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 948 time: 0.0544648
May 14 21:41:17.235301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0cf2168f-050a-4dbb-89a0-9e1bbc6bca4b req-e234390f-945d-46b4-a15e-7b904985f4e7 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446539
May 14 21:41:17.404301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7b2374e2-8c32-4760-b6d5-397a0092bac6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:41:17.510985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7b2374e2-8c32-4760-b6d5-397a0092bac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b2374e2-8c32-4760-b6d5-397a0092bac6,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:17.522926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '7b2374e2-8c32-4760-b6d5-397a0092bac6', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '7b2374e2-8c32-4760-b6d5-397a0092bac6', 'mac_address': 'fa:16:3e:50:bb:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:41:17.570250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7b2374e2-8c32-4760-b6d5-397a0092bac6 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:17.570643 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:17.584295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2374e2-8c32-4760-b6d5-397a0092bac6 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:41:17.609886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7b2374e2-8c32-4760-b6d5-397a0092bac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b2374e2-8c32-4760-b6d5-397a0092bac6,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:17.700459 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:17.757498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7b2374e2-8c32-4760-b6d5-397a0092bac6,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:17.908352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7b2374e2-8c32-4760-b6d5-397a0092bac6'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:41:18.239119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:18.353864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813581621'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:18.360125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84783d-ad47-48d8-bb66-19082d6e458c req-2b822f18-e8be-4752-b5ff-066047cc2ffc tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:18.361626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de84783d-ad47-48d8-bb66-19082d6e458c req-2b822f18-e8be-4752-b5ff-066047cc2ffc tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 949 time: 0.0516963
May 14 21:41:18.411173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de84783d-ad47-48d8-bb66-19082d6e458c req-22a0630d-3fec-4c8d-a875-96d2a3687e80 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427861
May 14 21:41:18.496676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:18.500218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.508780 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.583853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for security_group (6431f725-b1be-447d-89d0-0c94647566a9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.649955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6431f725-b1be-447d-89d0-0c94647566a9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.679414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:18.685733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6431f725-b1be-447d-89d0-0c94647566a9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:18.691593 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (651e42b2-39f8-4189-9d88-e4de34feaf39), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.692148 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Added segment 651e42b2-39f8-4189-9d88-e4de34feaf39 of type vlan for network 137bfc1f-5db4-417a-a166-d5bd56f8de3f
May 14 21:41:18.735080 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (137bfc1f-5db4-417a-a166-d5bd56f8de3f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.842154 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (137bfc1f-5db4-417a-a166-d5bd56f8de3f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.847240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:18.847845 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:18.915553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Network': ['ID=137bfc1f-5db4-417a-a166-d5bd56f8de3f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:18.931566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 137bfc1f-5db4-417a-a166-d5bd56f8de3f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:18.953566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ac9b1f53-31ed-4bd2-8236-711128c7426c tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7131419
May 14 21:41:19.426637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7b2374e2-8c32-4760-b6d5-397a0092bac6 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:19.485585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 7b2374e2-8c32-4760-b6d5-397a0092bac6 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:41:19.535123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2b19b-8848-4f81-a09a-ed6d591c9b76 req-69978581-f30e-46c0-a892-ec38bb0cc64c tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:19.536646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dda2b19b-8848-4f81-a09a-ed6d591c9b76 req-69978581-f30e-46c0-a892-ec38bb0cc64c tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 949 time: 0.0535660
May 14 21:41:19.588555 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dda2b19b-8848-4f81-a09a-ed6d591c9b76 req-239bcc03-badd-485d-993c-4a2115a8e478 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416281
May 14 21:41:19.592267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 7b2374e2-8c32-4760-b6d5-397a0092bac6 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:19.592812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:19.682551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 7b2374e2-8c32-4760-b6d5-397a0092bac6 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:19.683422 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:19.710063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e18016-b382-4548-91fa-1595ec29eef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2374e2-8c32-4760-b6d5-397a0092bac6'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:19.712599 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265803b-4754-4a71-bb3e-0b6dbb41efde" -d '{"events": [{"server_uuid": "18e18016-b382-4548-91fa-1595ec29eef6", "name": "network-vif-plugged", "status": "completed", "tag": "7b2374e2-8c32-4760-b6d5-397a0092bac6"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:19.726453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 7b2374e2-8c32-4760-b6d5-397a0092bac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b2374e2-8c32-4760-b6d5-397a0092bac6,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:19.753865 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362dd6b3-8a2b-4e65-9b77-3a2695a7427d x-openstack-request-id: req-362dd6b3-8a2b-4e65-9b77-3a2695a7427d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:19.754161 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e18016-b382-4548-91fa-1595ec29eef6", "name": "network-vif-plugged", "status": "completed", "tag": "7b2374e2-8c32-4760-b6d5-397a0092bac6", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:19.754422 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-362dd6b3-8a2b-4e65-9b77-3a2695a7427d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:19.754822 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362dd6b3-8a2b-4e65-9b77-3a2695a7427d'] response: {'server_uuid': '18e18016-b382-4548-91fa-1595ec29eef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2374e2-8c32-4760-b6d5-397a0092bac6', 'code': 200}
May 14 21:41:19.821012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:19.857300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f18483-3870-4149-848c-e07d0eeb7240 req-0b979c92-0de3-4982-a3de-309cc9a34767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:19.859958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36f18483-3870-4149-848c-e07d0eeb7240 req-0b979c92-0de3-4982-a3de-309cc9a34767 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 1132 time: 0.0447979
May 14 21:41:19.883075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=7b2374e2-8c32-4760-b6d5-397a0092bac6,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:19.921445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36f18483-3870-4149-848c-e07d0eeb7240 req-c960147f-28c9-42e4-987d-f370c0c406aa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544426
May 14 21:41:20.727756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea741ffb-a86c-4899-9557-3b827cd42c61 req-7018c8a1-05db-40d1-b5ca-ff898bfca573 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:20.729900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea741ffb-a86c-4899-9557-3b827cd42c61 req-7018c8a1-05db-40d1-b5ca-ff898bfca573 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 950 time: 0.0479901
May 14 21:41:20.783289 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ea741ffb-a86c-4899-9557-3b827cd42c61 req-727df58b-e39c-4fda-967f-8f8a1d7467a7 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467560
May 14 21:41:21.902995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d32f25-bb04-40e0-8e76-e51456070374 req-cd999f5a-ef87-45f0-a88c-37f17cccdafd tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:21.904432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54d32f25-bb04-40e0-8e76-e51456070374 req-cd999f5a-ef87-45f0-a88c-37f17cccdafd tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 950 time: 0.0478470
May 14 21:41:21.961968 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54d32f25-bb04-40e0-8e76-e51456070374 req-b28d167d-9174-456b-8054-591276ee4e5e tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502975
May 14 21:41:22.355916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36868) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:22.360981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'subnet': {'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:22.400567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29ad2-1da1-4c23-beb5-6d2694014b01 req-afd0d798-b62b-42a0-b1a5-5e48f2fd67bb tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:22.402050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8dc29ad2-1da1-4c23-beb5-6d2694014b01 req-afd0d798-b62b-42a0-b1a5-5e48f2fd67bb tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 950 time: 0.0487351
May 14 21:41:22.463592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8dc29ad2-1da1-4c23-beb5-6d2694014b01 req-5d0ee6b0-01f4-4e56-ae76-6259fc47530b tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530367
May 14 21:41:22.510557 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:22.514102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:22.786766 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:22.870714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Subnet': ['ID=ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:22.882382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Checking segment: {'id': '651e42b2-39f8-4189-9d88-e4de34feaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:22.882624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network hostable DHCP agents. Network: 137bfc1f-5db4-417a-a166-d5bd56f8de3f, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:22.969320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network 137bfc1f-5db4-417a-a166-d5bd56f8de3f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:23.134130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 137bfc1f-5db4-417a-a166-d5bd56f8de3f) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:23.138213 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:23.138800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.143158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf2689-f326-452b-8d44-b768cfa962bb None None] Network 137bfc1f-5db4-417a-a166-d5bd56f8de3f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:23.218604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8cc46e5a-c202-4390-a466-ea5fbf913313 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8614063
May 14 21:41:23.222037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:23.228704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-256632202'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:23.330753 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:23.334425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.363651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:23.372914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bfd04d81-dbb8-4439-9bff-c1ed4b861842), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.373453 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Added segment bfd04d81-dbb8-4439-9bff-c1ed4b861842 of type vlan for network 24b51199-b80f-4d44-b755-84414fa7e272
May 14 21:41:23.405871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-137bfc1f-5db4-417a-a166-d5bd56f8de3f', 'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f', 'project_id': 'd9b3a6ae879b49f78c0a843d27856796', 'fixed_ips': [{'subnet_id': 'ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:23.407135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.418341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (24b51199-b80f-4d44-b755-84414fa7e272), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.440127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:23.495684 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (24b51199-b80f-4d44-b755-84414fa7e272), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.506945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:23.507591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.561839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Allocated IP 2001:db8:0:ffff::2 (137bfc1f-5db4-417a-a166-d5bd56f8de3f/ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35/62398999-01bb-4903-9895-5c82416809d2) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:23.590697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fccebf67-99ef-4892-88ab-ab54eefdb9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.637800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4120350
May 14 21:41:23.643124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001747d0-67a0-4db8-908a-079cf6e00d4e req-1449bdee-d9d6-41a9-8928-18270f42ce71 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:23.644684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-001747d0-67a0-4db8-908a-079cf6e00d4e req-1449bdee-d9d6-41a9-8928-18270f42ce71 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 950 time: 0.0798712
May 14 21:41:23.648518 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36904) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:23.652947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'subnet': {'network_id': '24b51199-b80f-4d44-b755-84414fa7e272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:23.656095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab85f8c-bde5-49c4-ba47-13cca96ded25 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Network': ['ID=24b51199-b80f-4d44-b755-84414fa7e272,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:23.675973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 24b51199-b80f-4d44-b755-84414fa7e272 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:23.678086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-520a6b36-3fc4-4239-8c5a-5ff4967fa9ea tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:23.679673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-520a6b36-3fc4-4239-8c5a-5ff4967fa9ea tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.48 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 950 time: 0.0761199
May 14 21:41:23.775692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Deleting port 7b2374e2-8c32-4760-b6d5-397a0092bac6 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:23.776051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.798314 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Publish callbacks [] for port (62398999-01bb-4903-9895-5c82416809d2), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.817843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-001747d0-67a0-4db8-908a-079cf6e00d4e req-ab93ca23-c8cd-46af-bd86-057e231b970e tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/security-groups?id=156f161c-ee02-4728-a466-614e49a312da&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328688
May 14 21:41:23.842979 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fccebf67-99ef-4892-88ab-ab54eefdb9f2 admin admin] Publish callbacks [] for security_group (718052a7-066b-4a07-a5f6-27e096f88bbe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.845105 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (62398999-01bb-4903-9895-5c82416809d2), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.872140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:23.875697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.905113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Network 137bfc1f-5db4-417a-a166-d5bd56f8de3f is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:23.905113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:23.913431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] For port 7b2374e2-8c32-4760-b6d5-397a0092bac6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b2374e2-8c32-4760-b6d5-397a0092bac6,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:23.913925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.917782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:23.927267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Pushing event updated for resources: {'Port': ['ID=62398999-01bb-4903-9895-5c82416809d2,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:23.932628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Calling delete_port for 7b2374e2-8c32-4760-b6d5-397a0092bac6 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:23.952666 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fccebf67-99ef-4892-88ab-ab54eefdb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (718052a7-066b-4a07-a5f6-27e096f88bbe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.989570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Attempting to bind port 62398999-01bb-4903-9895-5c82416809d2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:23.990056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Attempting to bind port 62398999-01bb-4903-9895-5c82416809d2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '651e42b2-39f8-4189-9d88-e4de34feaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:23.990502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Attempting to bind port 62398999-01bb-4903-9895-5c82416809d2 on network 137bfc1f-5db4-417a-a166-d5bd56f8de3f {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:23.996210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:23.996762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Checking segment: {'id': '651e42b2-39f8-4189-9d88-e4de34feaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:23.997242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:23.997725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Bound using segment: {'id': '651e42b2-39f8-4189-9d88-e4de34feaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:23.998270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Bound port: 62398999-01bb-4903-9895-5c82416809d2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651e42b2-39f8-4189-9d88-e4de34feaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '137bfc1f-5db4-417a-a166-d5bd56f8de3f'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:23.998721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (62398999-01bb-4903-9895-5c82416809d2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.021366 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fccebf67-99ef-4892-88ab-ab54eefdb9f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eaa012bd5cf0437f9a1d0a524871726f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5781410
May 14 21:41:24.022414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36908) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:24.025710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccebf67-99ef-4892-88ab-ab54eefdb9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718052a7-066b-4a07-a5f6-27e096f88bbe,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:24.089758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] For port 62398999-01bb-4903-9895-5c82416809d2, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:24.094006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] For port 62398999-01bb-4903-9895-5c82416809d2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62398999-01bb-4903-9895-5c82416809d2,segment=NetworkSegment(651e42b2-39f8-4189-9d88-e4de34feaf39),segment_id=651e42b2-39f8-4189-9d88-e4de34feaf39)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:24.121699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d321d789-5ca5-41f9-a653-9b5e97413cb1 admin admin] Publish callbacks [] for security_group (718052a7-066b-4a07-a5f6-27e096f88bbe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.145827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d321d789-5ca5-41f9-a653-9b5e97413cb1 admin admin] Publish callbacks [] for security_group (718052a7-066b-4a07-a5f6-27e096f88bbe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.176651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (62398999-01bb-4903-9895-5c82416809d2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.205194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7b2374e2-8c32-4760-b6d5-397a0092bac6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.223649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['7b2374e2-8c32-4760-b6d5-397a0092bac6'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:41:24.244068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Pushing event deleted for resources: {'Port': ['ID=7b2374e2-8c32-4760-b6d5-397a0092bac6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:24.300807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070c798-5999-4dcf-a883-36ee9a539b55 None None] Pushing event updated for resources: {'Port': ['ID=62398999-01bb-4903-9895-5c82416809d2,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:24.303093 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d321d789-5ca5-41f9-a653-9b5e97413cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (718052a7-066b-4a07-a5f6-27e096f88bbe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.306415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d321d789-5ca5-41f9-a653-9b5e97413cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.310469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d321d789-5ca5-41f9-a653-9b5e97413cb1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/718052a7-066b-4a07-a5f6-27e096f88bbe HTTP/1.1" status: 204  len: 168 time: 0.2869024
May 14 21:41:24.313504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] No DVR routers for this DVR port 7b2374e2-8c32-4760-b6d5-397a0092bac6 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:24.316645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.319912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24752e4c-ac89-43b3-956f-c31f0599c3a0 req-f825b3ee-bbef-482e-8958-56077ee57b67 tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.48 "DELETE /v2.0/ports/7b2374e2-8c32-4760-b6d5-397a0092bac6 HTTP/1.1" status: 204  len: 173 time: 0.6346729
May 14 21:41:24.320372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e18016-b382-4548-91fa-1595ec29eef6', 'name': 'network-vif-deleted', 'tag': '7b2374e2-8c32-4760-b6d5-397a0092bac6'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:24.322880 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0934e8a7-e374-4331-8d91-f7fc4681b5ff" -d '{"events": [{"server_uuid": "18e18016-b382-4548-91fa-1595ec29eef6", "name": "network-vif-deleted", "tag": "7b2374e2-8c32-4760-b6d5-397a0092bac6"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:24.345512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321d789-5ca5-41f9-a653-9b5e97413cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718052a7-066b-4a07-a5f6-27e096f88bbe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:24.393035 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c791faf0-d0f1-4101-8ddd-2e2945fd6447 x-openstack-request-id: req-c791faf0-d0f1-4101-8ddd-2e2945fd6447 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:24.394427 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e18016-b382-4548-91fa-1595ec29eef6", "name": "network-vif-deleted", "tag": "7b2374e2-8c32-4760-b6d5-397a0092bac6", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:24.394913 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c791faf0-d0f1-4101-8ddd-2e2945fd6447 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:24.395395 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c791faf0-d0f1-4101-8ddd-2e2945fd6447'] response: {'server_uuid': '18e18016-b382-4548-91fa-1595ec29eef6', 'name': 'network-vif-deleted', 'tag': '7b2374e2-8c32-4760-b6d5-397a0092bac6', 'status': 'completed', 'code': 200}
May 14 21:41:24.783913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:41:24.785460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (bcf80614-3083-40a1-9540-a300c5220b95), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:24.847888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Subnet': ['ID=bcf80614-3083-40a1-9540-a300c5220b95,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:24.856529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Checking segment: {'id': 'bfd04d81-dbb8-4439-9bff-c1ed4b861842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24b51199-b80f-4d44-b755-84414fa7e272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:24.856818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network hostable DHCP agents. Network: 24b51199-b80f-4d44-b755-84414fa7e272, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:24.958316 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6424bda4-e00b-49e5-a1c7-dbf42cba2e1e req-00e89ef1-d920-4fac-b721-a3ba4244e13a tempest-VolumesNegativeTest-342437217 tempest-VolumesNegativeTest-342437217-project] 10.222.0.52 "GET /v2.0/ports?device_id=18e18016-b382-4548-91fa-1595ec29eef6 HTTP/1.1" status: 200  len: 210 time: 0.0402002
May 14 21:41:24.959501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network 24b51199-b80f-4d44-b755-84414fa7e272 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:25.042288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24b51199-b80f-4d44-b755-84414fa7e272) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:25.046891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:25.047701 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.053009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4b9a90-2e55-468e-8316-949387d5cdea None None] Network 24b51199-b80f-4d44-b755-84414fa7e272 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:25.162434 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-29a637b8-eb0b-49a7-abfd-9617e13417f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5132539
May 14 21:41:25.163544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36932) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:25.167194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-24b51199-b80f-4d44-b755-84414fa7e272', 'network_id': '24b51199-b80f-4d44-b755-84414fa7e272', 'project_id': 'd9b3a6ae879b49f78c0a843d27856796', 'fixed_ips': [{'subnet_id': 'bcf80614-3083-40a1-9540-a300c5220b95'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:25.168275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.170059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'port': {'network_id': '24b51199-b80f-4d44-b755-84414fa7e272', 'name': 'tempest-NetworksIpV6TestAttrs-1786429633'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:25.410303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Allocated IP 2001:db8::f816:3eff:fe3e:bb64 (24b51199-b80f-4d44-b755-84414fa7e272/bcf80614-3083-40a1-9540-a300c5220b95/c7597ef5-c94e-47e6-aec4-e1c80f15957a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:25.432601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 62398999-01bb-4903-9895-5c82416809d2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:25.449263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:25.454098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.474095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] device_id is not set on port 8349dfff-b2e2-4749-bae2-3a55bafdb608 yet. {{(pid=115780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:41:25.547703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 62398999-01bb-4903-9895-5c82416809d2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:25.552119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (62398999-01bb-4903-9895-5c82416809d2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.592218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff68d00-df6b-40e3-be02-6f4fe484c0fe None None] Network 137bfc1f-5db4-417a-a166-d5bd56f8de3f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:25.652009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36944) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:25.654838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Provisioning complete for port 62398999-01bb-4903-9895-5c82416809d2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:25.655283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (62398999-01bb-4903-9895-5c82416809d2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.757393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Publish callbacks [] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.770218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1101677059-network', 'tenant_id': '02f7a491fa1c45c896f1af07217a303a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:25.833399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 62398999-01bb-4903-9895-5c82416809d2 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:25.833702 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (62398999-01bb-4903-9895-5c82416809d2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.864854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.880323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Made reservation on behalf of 02f7a491fa1c45c896f1af07217a303a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:25.882957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.897408 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.917533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Allocated IP 2001:db8::f816:3eff:fe28:213 (24b51199-b80f-4d44-b755-84414fa7e272/bcf80614-3083-40a1-9540-a300c5220b95/8349dfff-b2e2-4749-bae2-3a55bafdb608) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:25.930806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Current status of the port 62398999-01bb-4903-9895-5c82416809d2 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:25.931370 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (62398999-01bb-4903-9895-5c82416809d2), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:25.935196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Network 24b51199-b80f-4d44-b755-84414fa7e272 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:25.956785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:25.959249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:25.972168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Pushing event updated for resources: {'Port': ['ID=c7597ef5-c94e-47e6-aec4-e1c80f15957a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:25.981244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 62398999-01bb-4903-9895-5c82416809d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62398999-01bb-4903-9895-5c82416809d2,segment=NetworkSegment(651e42b2-39f8-4189-9d88-e4de34feaf39),segment_id=651e42b2-39f8-4189-9d88-e4de34feaf39)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:26.062333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (62398999-01bb-4903-9895-5c82416809d2), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.074361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Attempting to bind port c7597ef5-c94e-47e6-aec4-e1c80f15957a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:26.074785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Attempting to bind port c7597ef5-c94e-47e6-aec4-e1c80f15957a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bfd04d81-dbb8-4439-9bff-c1ed4b861842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24b51199-b80f-4d44-b755-84414fa7e272'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:26.075159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Attempting to bind port c7597ef5-c94e-47e6-aec4-e1c80f15957a on network 24b51199-b80f-4d44-b755-84414fa7e272 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:26.141059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:26.141454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Checking segment: {'id': 'bfd04d81-dbb8-4439-9bff-c1ed4b861842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24b51199-b80f-4d44-b755-84414fa7e272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:26.141852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.142287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Bound using segment: {'id': 'bfd04d81-dbb8-4439-9bff-c1ed4b861842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24b51199-b80f-4d44-b755-84414fa7e272'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:26.142775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Bound port: c7597ef5-c94e-47e6-aec4-e1c80f15957a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd04d81-dbb8-4439-9bff-c1ed4b861842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '24b51199-b80f-4d44-b755-84414fa7e272'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:26.143142 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.189320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks [] for security_group (06fcb0e9-f2cb-4706-8e35-5c7ceec33657), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.210954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for port (8349dfff-b2e2-4749-bae2-3a55bafdb608), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.232126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:41:26.232689 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:41:26.238055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=62398999-01bb-4903-9895-5c82416809d2,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:26.252862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (06fcb0e9-f2cb-4706-8e35-5c7ceec33657), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.274180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] For port c7597ef5-c94e-47e6-aec4-e1c80f15957a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:26.277504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] For port c7597ef5-c94e-47e6-aec4-e1c80f15957a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7597ef5-c94e-47e6-aec4-e1c80f15957a,segment=NetworkSegment(bfd04d81-dbb8-4439-9bff-c1ed4b861842),segment_id=bfd04d81-dbb8-4439-9bff-c1ed4b861842)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:26.281376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:26.292722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fcb0e9-f2cb-4706-8e35-5c7ceec33657,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:26.297884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (827b11f4-400d-4408-bee7-749c7c676886), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.298320 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Added segment 827b11f4-400d-4408-bee7-749c7c676886 of type vlan for network a0d6c244-ba10-44a1-b532-1388d1aab436
May 14 21:41:26.347341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a0d6c244-ba10-44a1-b532-1388d1aab436), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.350413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8349dfff-b2e2-4749-bae2-3a55bafdb608), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.397716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.416081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network 24b51199-b80f-4d44-b755-84414fa7e272 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:26.419431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:26.424215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:26.429417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:26.430049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.434099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Port': ['ID=8349dfff-b2e2-4749-bae2-3a55bafdb608,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:26.477281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6003e2f-4d29-4bf1-bba8-852cfccb8a04 None None] Pushing event updated for resources: {'Port': ['ID=c7597ef5-c94e-47e6-aec4-e1c80f15957a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:26.493723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a0d6c244-ba10-44a1-b532-1388d1aab436), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.494828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:26.495429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.557090 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-76de4161-97f6-454a-a464-9e396c90449e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.3922670
May 14 21:41:26.559713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 36986) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:26.590318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d6c244-ba10-44a1-b532-1388d1aab436,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:26.603247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a0d6c244-ba10-44a1-b532-1388d1aab436 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:26.628759 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting subnet bcf80614-3083-40a1-9540-a300c5220b95 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:26.636468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (bcf80614-3083-40a1-9540-a300c5220b95), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.645179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f39c7c51-e12a-4b0a-8873-f3e819b48d42 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9916818
May 14 21:41:26.648458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 36990) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:26.654010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Request body: {'subnet': {'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1101677059-subnet', 'tenant_id': '02f7a491fa1c45c896f1af07217a303a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:26.734472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Made reservation on behalf of 02f7a491fa1c45c896f1af07217a303a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:26.739025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.752285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (bcf80614-3083-40a1-9540-a300c5220b95), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.806535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-48af0fed-8a94-477f-a776-9bf696504840 None None] Current status of the port 62398999-01bb-4903-9895-5c82416809d2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:26.930539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1614d8a0-0a60-47d5-ab65-27b4e18e401a None None] Provisioning complete for port 62398999-01bb-4903-9895-5c82416809d2 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:26.931439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1614d8a0-0a60-47d5-ab65-27b4e18e401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (62398999-01bb-4903-9895-5c82416809d2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:26.946595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (bcf80614-3083-40a1-9540-a300c5220b95), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.022534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1614d8a0-0a60-47d5-ab65-27b4e18e401a None None] Current status of the port 62398999-01bb-4903-9895-5c82416809d2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:27.100840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (973a23d2-057a-457d-b4e1-e2f68fb009c4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.101009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (bcf80614-3083-40a1-9540-a300c5220b95), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.136313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf80614-3083-40a1-9540-a300c5220b95,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:27.143280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.147364 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f048bb6f-5858-4705-853b-f4deb1f1040e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/bcf80614-3083-40a1-9540-a300c5220b95 HTTP/1.1" status: 204  len: 168 time: 0.5866852
May 14 21:41:27.150638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37006) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:27.167060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=973a23d2-057a-457d-b4e1-e2f68fb009c4,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:27.178566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Checking segment: {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:27.179200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Network hostable DHCP agents. Network: a0d6c244-ba10-44a1-b532-1388d1aab436, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:27.224439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63477a3e-58d9-429b-9932-9687a3cf0079 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:27.233058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63477a3e-58d9-429b-9932-9687a3cf0079 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:27.233058 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-63477a3e-58d9-429b-9932-9687a3cf0079 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0764616
May 14 21:41:27.233338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37012) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:27.278551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Network a0d6c244-ba10-44a1-b532-1388d1aab436 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:27.333395 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-251080a1-836c-49b8-89d5-ee92da5dee2f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (24b51199-b80f-4d44-b755-84414fa7e272), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.345911 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-251080a1-836c-49b8-89d5-ee92da5dee2f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): There was a conflict when trying to complete your request.
May 14 21:41:27.346503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251080a1-836c-49b8-89d5-ee92da5dee2f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:27.354482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37026) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:27.354925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-251080a1-836c-49b8-89d5-ee92da5dee2f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/24b51199-b80f-4d44-b755-84414fa7e272 HTTP/1.1" status: 409  len: 466 time: 0.1204965
May 14 21:41:27.359722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435187296'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:27.368609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0d6c244-ba10-44a1-b532-1388d1aab436) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:27.376715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:27.385813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:27.386633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95becd-3e45-462a-85b1-7dd1649b6866 None None] Network a0d6c244-ba10-44a1-b532-1388d1aab436 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:27.388155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.496409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7b2374e2-8c32-4760-b6d5-397a0092bac6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:27.506744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-59683933-af5a-41c7-92f5-465e7e92fe9f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8557248
May 14 21:41:27.535294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:27.550926 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.633343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:27.642318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 7b2374e2-8c32-4760-b6d5-397a0092bac6 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:27.642736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 7b2374e2-8c32-4760-b6d5-397a0092bac6 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:27.662419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (179f34c3-4369-49d4-9b95-a5193406d361), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.663988 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Added segment 179f34c3-4369-49d4-9b95-a5193406d361 of type vlan for network b494d40d-aa8f-4ed2-81a6-3920bfea13b6
May 14 21:41:27.689569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d8cfc9-1316-44e9-b774-8fe872b1520c None None] Network 24b51199-b80f-4d44-b755-84414fa7e272 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:27.827277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] Provisioning complete for port c7597ef5-c94e-47e6-aec4-e1c80f15957a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:27.827689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.838560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b494d40d-aa8f-4ed2-81a6-3920bfea13b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.906726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae947af-cefa-4293-a49a-2190c5c719fb None None] Network a0d6c244-ba10-44a1-b532-1388d1aab436 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:27.960896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:27.978528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c7597ef5-c94e-47e6-aec4-e1c80f15957a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:27.990057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b494d40d-aa8f-4ed2-81a6-3920bfea13b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:27.996936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:27.999719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.117813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Network': ['ID=b494d40d-aa8f-4ed2-81a6-3920bfea13b6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:28.175576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.200494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b2fb296f-fe74-4a15-a1d1-64d2ccea0f93 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8448653
May 14 21:41:28.203251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37106) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:28.209070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'subnet': {'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:28.246520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] DHCP port deletion for 24b51199-b80f-4d44-b755-84414fa7e272 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:28.248837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:28.407375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d374-9351-4245-b4d1-cbcd3b05ab1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.456079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] Deleting port c7597ef5-c94e-47e6-aec4-e1c80f15957a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:28.456905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.496554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] Current status of the port c7597ef5-c94e-47e6-aec4-e1c80f15957a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:28.501707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.513303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c7597ef5-c94e-47e6-aec4-e1c80f15957a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:28.514230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.551739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:28.556110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.561114 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d374-9351-4245-b4d1-cbcd3b05ab1a admin admin] Publish callbacks [] for security_group (4ef68394-100f-493a-9a87-3c3b58a2e810), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.637044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37114) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:28.638316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] For port c7597ef5-c94e-47e6-aec4-e1c80f15957a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7597ef5-c94e-47e6-aec4-e1c80f15957a,segment=NetworkSegment(bfd04d81-dbb8-4439-9bff-c1ed4b861842),segment_id=bfd04d81-dbb8-4439-9bff-c1ed4b861842)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:28.645375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d374-9351-4245-b4d1-cbcd3b05ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4ef68394-100f-493a-9a87-3c3b58a2e810), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.646521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] For port c7597ef5-c94e-47e6-aec4-e1c80f15957a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7597ef5-c94e-47e6-aec4-e1c80f15957a,segment=NetworkSegment(bfd04d81-dbb8-4439-9bff-c1ed4b861842),segment_id=bfd04d81-dbb8-4439-9bff-c1ed4b861842)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:28.646927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.668477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] Calling delete_port for c7597ef5-c94e-47e6-aec4-e1c80f15957a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:28.704648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.768084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7d374-9351-4245-b4d1-cbcd3b05ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef68394-100f-493a-9a87-3c3b58a2e810,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:28.804277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c6b7d374-9351-4245-b4d1-cbcd3b05ab1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4f2af00e6df44ca8d789add57208278&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8393769
May 14 21:41:28.807686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37118) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:28.809184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:28.809495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.830582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e424a77d-f922-40ba-b236-6bd435bb7532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.868922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c7597ef5-c94e-47e6-aec4-e1c80f15957a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:28.869293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:28.905432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eb36f-8d78-46d7-b4b6-9d98fb7b9515 None None] Pushing event updated for resources: {'Port': ['ID=c7597ef5-c94e-47e6-aec4-e1c80f15957a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:28.997356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port c1681b03-1c11-4e1c-8c33-54fd2d19ecc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:28.997731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.008924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:41:29.009872 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:41:29.012642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:29.044156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3de0c92-82bc-470d-8995-bea7224962c8 admin admin] Publish callbacks [] for security_group (4ef68394-100f-493a-9a87-3c3b58a2e810), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.080245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3de0c92-82bc-470d-8995-bea7224962c8 admin admin] Publish callbacks [] for security_group (4ef68394-100f-493a-9a87-3c3b58a2e810), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.107396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e424a77d-f922-40ba-b236-6bd435bb7532 admin admin] Publish callbacks [] for security_group (cc0c3ad3-babe-442b-9211-fc8a6daa3492), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.110742 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (c7597ef5-c94e-47e6-aec4-e1c80f15957a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.158276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] Pushing event deleted for resources: {'Port': ['ID=c7597ef5-c94e-47e6-aec4-e1c80f15957a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:29.162628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a375e-7423-4891-914b-0b1bd7b4416b None None] No DVR routers for this DVR port c7597ef5-c94e-47e6-aec4-e1c80f15957a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:29.174607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e424a77d-f922-40ba-b236-6bd435bb7532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cc0c3ad3-babe-442b-9211-fc8a6daa3492), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.251451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e424a77d-f922-40ba-b236-6bd435bb7532 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a646ef9c31fd4125ad0c8196768a072e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6133530
May 14 21:41:29.254349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37130) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:29.277395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:41:29.279262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3de0c92-82bc-470d-8995-bea7224962c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4ef68394-100f-493a-9a87-3c3b58a2e810), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.281765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3de0c92-82bc-470d-8995-bea7224962c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.285377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b3de0c92-82bc-470d-8995-bea7224962c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ef68394-100f-493a-9a87-3c3b58a2e810 HTTP/1.1" status: 204  len: 168 time: 0.4580600
May 14 21:41:29.285377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424a77d-f922-40ba-b236-6bd435bb7532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c3ad3-babe-442b-9211-fc8a6daa3492,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:29.286652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (8bc8d689-cdcc-4866-8dd9-c17fe8e31c70), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.305280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c1681b03-1c11-4e1c-8c33-54fd2d19ecc5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.328528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de0c92-82bc-470d-8995-bea7224962c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef68394-100f-493a-9a87-3c3b58a2e810,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:29.364574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=c1681b03-1c11-4e1c-8c33-54fd2d19ecc5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:29.370854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Subnet': ['ID=8bc8d689-cdcc-4866-8dd9-c17fe8e31c70,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:29.384440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Checking segment: {'id': '179f34c3-4369-49d4-9b95-a5193406d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:29.384825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network hostable DHCP agents. Network: b494d40d-aa8f-4ed2-81a6-3920bfea13b6, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:29.446219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b227-c0a1-48e3-bc1b-f6d670c051a9 admin admin] Publish callbacks [] for security_group (cc0c3ad3-babe-442b-9211-fc8a6daa3492), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.489009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:29.529431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b227-c0a1-48e3-bc1b-f6d670c051a9 admin admin] Publish callbacks [] for security_group (cc0c3ad3-babe-442b-9211-fc8a6daa3492), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.541542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Port c7597ef5-c94e-47e6-aec4-e1c80f15957a update to ACTIVE by agent not found {{(pid=115782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 14 21:41:29.542395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 62398999-01bb-4903-9895-5c82416809d2 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:29.573841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b494d40d-aa8f-4ed2-81a6-3920bfea13b6) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:29.579397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:29.580035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.603331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64abea97-f81c-4abf-a946-9905009ea640 None None] Network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:29.684658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 62398999-01bb-4903-9895-5c82416809d2 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:29.684658 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (62398999-01bb-4903-9895-5c82416809d2), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.703091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fcd0ce41-7c3a-4873-bac2-370d529eed03 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4980297
May 14 21:41:29.705965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37154) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:29.713223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'port': {'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6', 'name': 'tempest-NetworksIpV6TestAttrs-1681803411'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:29.731954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.737412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b227-c0a1-48e3-bc1b-f6d670c051a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cc0c3ad3-babe-442b-9211-fc8a6daa3492), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.741978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7cc0b227-c0a1-48e3-bc1b-f6d670c051a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:29.744475 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7cc0b227-c0a1-48e3-bc1b-f6d670c051a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc0c3ad3-babe-442b-9211-fc8a6daa3492 HTTP/1.1" status: 204  len: 168 time: 0.4887156
May 14 21:41:29.814642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0b227-c0a1-48e3-bc1b-f6d670c051a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c3ad3-babe-442b-9211-fc8a6daa3492,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:29.821863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 62398999-01bb-4903-9895-5c82416809d2 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:29.829301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b494d40d-aa8f-4ed2-81a6-3920bfea13b6', 'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6', 'project_id': 'd9b3a6ae879b49f78c0a843d27856796', 'fixed_ips': [{'subnet_id': '8bc8d689-cdcc-4866-8dd9-c17fe8e31c70'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:29.832103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.160458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Allocated IP 2001:db8::f816:3eff:fe72:20e (b494d40d-aa8f-4ed2-81a6-3920bfea13b6/8bc8d689-cdcc-4866-8dd9-c17fe8e31c70/fd424da9-96e0-486b-96bc-5273e46b8dab) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:30.186266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:30.198405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.221340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c7597ef5-c94e-47e6-aec4-e1c80f15957a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:30.246999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] device_id is not set on port cdb53c8a-a808-46bd-addb-331f235cd22a yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:41:30.279281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c7597ef5-c94e-47e6-aec4-e1c80f15957a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:30.279667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c7597ef5-c94e-47e6-aec4-e1c80f15957a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:30.350782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:30.438507 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Publish callbacks [] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.489820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:30.498235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2083137-90bb-4f90-9c45-46ae978d41a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "PUT /v2.0/routers/88cba6f8-b805-4de4-8047-6bb6bffc75ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1192820
May 14 21:41:30.504686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:30.514916 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:30.515669 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:30.536583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.588718 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:30.592188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:30.598552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:30.607452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Pushing event updated for resources: {'Port': ['ID=fd424da9-96e0-486b-96bc-5273e46b8dab,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:30.620965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Allocated IP 2001:db8::f816:3eff:febe:7632 (b494d40d-aa8f-4ed2-81a6-3920bfea13b6/8bc8d689-cdcc-4866-8dd9-c17fe8e31c70/cdb53c8a-a808-46bd-addb-331f235cd22a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:30.666944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Attempting to bind port fd424da9-96e0-486b-96bc-5273e46b8dab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:30.667312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Attempting to bind port fd424da9-96e0-486b-96bc-5273e46b8dab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '179f34c3-4369-49d4-9b95-a5193406d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:30.667735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Attempting to bind port fd424da9-96e0-486b-96bc-5273e46b8dab on network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:30.673175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:30.673486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Checking segment: {'id': '179f34c3-4369-49d4-9b95-a5193406d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:30.673899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.674296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Bound using segment: {'id': '179f34c3-4369-49d4-9b95-a5193406d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:30.674788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Bound port: fd424da9-96e0-486b-96bc-5273e46b8dab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179f34c3-4369-49d4-9b95-a5193406d361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b494d40d-aa8f-4ed2-81a6-3920bfea13b6'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:30.675407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.695609 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:30.756771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] For port fd424da9-96e0-486b-96bc-5273e46b8dab, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:30.760903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] For port fd424da9-96e0-486b-96bc-5273e46b8dab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd424da9-96e0-486b-96bc-5273e46b8dab,segment=NetworkSegment(179f34c3-4369-49d4-9b95-a5193406d361),segment_id=179f34c3-4369-49d4-9b95-a5193406d361)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:30.790296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for port (cdb53c8a-a808-46bd-addb-331f235cd22a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.826235 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:30.904418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284364b8-65aa-4663-8d8e-1d59fe00cb75 None None] Pushing event updated for resources: {'Port': ['ID=fd424da9-96e0-486b-96bc-5273e46b8dab,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:30.931675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cdb53c8a-a808-46bd-addb-331f235cd22a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.013824 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bef9d0>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:29Z', 'revision_number': 6, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:15Z', 'revision_number': 1, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:31.027214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:31.031674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:31.040040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:31.047054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:31.048082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.054940 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:31.068790 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:31.069427 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bef9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:31.077945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Port': ['ID=cdb53c8a-a808-46bd-addb-331f235cd22a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:31.150610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd503a51-b063-4fee-97a6-b591e65c2533 req-f9ae0f41-2df3-487d-8f27-6400f1060822 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:31.152513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd503a51-b063-4fee-97a6-b591e65c2533 req-f9ae0f41-2df3-487d-8f27-6400f1060822 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 946 time: 0.0955448
May 14 21:41:31.258574 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:31.295429 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20ce03b7-7c48-4952-a3f1-1b9cfe5a499f tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.5872047
May 14 21:41:31.298305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37240) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:31.318803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-468aa6e3-7a95-4968-a8b3-5930e07910c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2040598
May 14 21:41:31.385636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting subnet 8bc8d689-cdcc-4866-8dd9-c17fe8e31c70 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:31.388258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd503a51-b063-4fee-97a6-b591e65c2533 req-fd8aa875-32f3-4380-b9f2-3f74106f4ddd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1837010
May 14 21:41:31.390698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (8bc8d689-cdcc-4866-8dd9-c17fe8e31c70), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.466673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-4ac79750-0f52-410e-9b8a-c85a32ab1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:31.469677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-4ac79750-0f52-410e-9b8a-c85a32ab1feb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1127 time: 0.0743003
May 14 21:41:31.478787 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (8bc8d689-cdcc-4866-8dd9-c17fe8e31c70), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.655018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-2077f14c-0aea-420b-9947-311b9306880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:31.659936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-2077f14c-0aea-420b-9947-311b9306880f service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 898 time: 0.1711912
May 14 21:41:31.706689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8bc8d689-cdcc-4866-8dd9-c17fe8e31c70), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.739642 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bef9d0>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:29Z', 'revision_number': 6, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:15Z', 'revision_number': 1, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:31.783223 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64f199-f781-4717-a136-7ad80ec9f240 None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:29Z', 'revision_number': 6, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ebebdf63-d2a6-42b8-b65c-be95976a6ed6', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'port_id': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'mac_address': 'fa:16:3e:5c:a6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:40:11Z', 'updated_at': '2022-05-14T21:40:15Z', 'revision_number': 1, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:31.822894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-ce6a32f0-4de9-4dec-8668-b9b8dbc7bc8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 1001 time: 0.1568158
May 14 21:41:31.854557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (8bc8d689-cdcc-4866-8dd9-c17fe8e31c70), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.925236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-0363d932-40e8-4347-9aae-0385f71550d2 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:31.925671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-0363d932-40e8-4347-9aae-0385f71550d2 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/networks?id=a0d6c244-ba10-44a1-b532-1388d1aab436 HTTP/1.1" status: 200  len: 809 time: 0.2503889
May 14 21:41:31.934062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc8d689-cdcc-4866-8dd9-c17fe8e31c70,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:31.937882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-2ba6c353-be17-44ca-b7d8-25b8926c3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:31.941008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-2ba6c353-be17-44ca-b7d8-25b8926c3ec9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 200  len: 834 time: 0.1039174
May 14 21:41:31.944829 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:31.956037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e3ac5270-f54a-4c76-9fd2-29a692c08dc9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/8bc8d689-cdcc-4866-8dd9-c17fe8e31c70 HTTP/1.1" status: 204  len: 168 time: 0.6563802
May 14 21:41:31.956854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:31.961976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-e455573e-3e8b-4341-b708-2905b2673368 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/quotas/02f7a491fa1c45c896f1af07217a303a HTTP/1.1" status: 200  len: 375 time: 0.0274253
May 14 21:41:32.034230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-34aeaaf7-e761-4f0a-a8a4-8d7713ac63ed tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=02f7a491fa1c45c896f1af07217a303a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459020
May 14 21:41:32.038052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-3c4a7dd6-bd0b-4de5-bef9-d46be6c39bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:32.039978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-3c4a7dd6-bd0b-4de5-bef9-d46be6c39bd7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0909147
May 14 21:41:32.069963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b52f6-7114-4863-8880-ff69c0e166b5 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:32.069963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b52f6-7114-4863-8880-ff69c0e166b5 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:32.069963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-946b52f6-7114-4863-8880-ff69c0e166b5 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1058650
May 14 21:41:32.069963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37290) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:32.263153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-bc662955-22d1-4af2-b81c-40494fdc1c17 service neutron] 10.222.0.52 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185659
May 14 21:41:32.276530 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-72bd5740-b008-43c9-9fa8-6b0e9eb5d0c7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b494d40d-aa8f-4ed2-81a6-3920bfea13b6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.314323 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bd5740-b008-43c9-9fa8-6b0e9eb5d0c7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): There was a conflict when trying to complete your request.
May 14 21:41:32.314809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72bd5740-b008-43c9-9fa8-6b0e9eb5d0c7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:32.326472 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-72bd5740-b008-43c9-9fa8-6b0e9eb5d0c7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/b494d40d-aa8f-4ed2-81a6-3920bfea13b6 HTTP/1.1" status: 409  len: 466 time: 0.2585616
May 14 21:41:32.330996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:32.342887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1130880952'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:32.348858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd424da9-96e0-486b-96bc-5273e46b8dab up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:32.393635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-e3ac7648-5026-4378-b5e7-70042eac9509 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366921
May 14 21:41:32.451203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:32.456095 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.479388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fd424da9-96e0-486b-96bc-5273e46b8dab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:32.479801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.517080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:32.530787 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.531203 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Added segment ec1985b6-c91d-4c25-a416-3d41df13c1c0 of type vlan for network 038831a6-3a58-4087-8738-0325dab4ec77
May 14 21:41:32.534335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-76cc9cc1-fd3a-45c6-9c1d-bd3a7eb21f6e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:32.536040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-76cc9cc1-fd3a-45c6-9c1d-bd3a7eb21f6e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.36 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 946 time: 0.2719831
May 14 21:41:32.603976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ddf58-b0fa-4442-a7a1-f69dbd9c5080 None None] Network b494d40d-aa8f-4ed2-81a6-3920bfea13b6 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:32.604945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (038831a6-3a58-4087-8738-0325dab4ec77), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.703596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-69d8ca11-3a6d-4e4a-9432-537cce99dae9 service neutron] 10.222.0.52 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4142041
May 14 21:41:32.711076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92854e7-90a1-4de2-a775-7acdad46f2bc req-19e06d27-3db2-429c-813d-1f1dd7f1bae5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:32.715864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b92854e7-90a1-4de2-a775-7acdad46f2bc req-19e06d27-3db2-429c-813d-1f1dd7f1bae5 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 946 time: 0.0821042
May 14 21:41:32.719241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (038831a6-3a58-4087-8738-0325dab4ec77), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.733372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:32.736536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.803622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fee179-b83f-47e8-823c-9fcd9b5ebb2b req-99da3a08-b7ee-4899-a21a-83032b82c273 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3857365
May 14 21:41:32.805466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:32.807031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.875915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Provisioning complete for port fd424da9-96e0-486b-96bc-5273e46b8dab triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:32.876390 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.900906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37330) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:32.980028 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6470001
May 14 21:41:32.986900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37334) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:32.988203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 661b64f1-16e6-4e3f-b7bf-d18692c09a31, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=661b64f1-16e6-4e3f-b7bf-d18692c09a31,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:32.988574 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:32.989968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e50440-ba93-4862-9c11-a4d2e8342ebb tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Network': ['ID=038831a6-3a58-4087-8738-0325dab4ec77,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:32.995758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'subnet': {'network_id': '038831a6-3a58-4087-8738-0325dab4ec77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:33.013815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 038831a6-3a58-4087-8738-0325dab4ec77 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:33.032616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] DHCP port deletion for b494d40d-aa8f-4ed2-81a6-3920bfea13b6 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:33.113650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 661b64f1-16e6-4e3f-b7bf-d18692c09a31 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:33.116615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b92854e7-90a1-4de2-a775-7acdad46f2bc req-31066dd5-546f-4d45-a7ed-d4609335fa54 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=bda8dd97-b739-499c-8019-f0a78eeec2d9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3727062
May 14 21:41:33.153199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Current status of the port fd424da9-96e0-486b-96bc-5273e46b8dab is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:33.153592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.158249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fd424da9-96e0-486b-96bc-5273e46b8dab is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:33.158630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.189602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50f0c93-cfa7-46e9-a3ff-ee44c9cd04c4 req-3a715aac-693a-4948-a089-8bb56f5789d9 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 210 time: 0.1226501
May 14 21:41:33.205996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ac30176-2874-4716-b71f-92c23d6edfd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.283240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:33.286696 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.371308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ac30176-2874-4716-b71f-92c23d6edfd2 admin admin] Publish callbacks [] for security_group (d48dffe9-55cf-4fee-962c-a131306f2d27), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.461094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] Deleting port fd424da9-96e0-486b-96bc-5273e46b8dab {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:33.462259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.471320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ac30176-2874-4716-b71f-92c23d6edfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d48dffe9-55cf-4fee-962c-a131306f2d27), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.493946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port fd424da9-96e0-486b-96bc-5273e46b8dab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd424da9-96e0-486b-96bc-5273e46b8dab,segment=NetworkSegment(179f34c3-4369-49d4-9b95-a5193406d361),segment_id=179f34c3-4369-49d4-9b95-a5193406d361)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:33.495710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (661b64f1-16e6-4e3f-b7bf-d18692c09a31), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.548144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ac30176-2874-4716-b71f-92c23d6edfd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89652ca7af0b40a7bea9c596343a0a2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6461074
May 14 21:41:33.550835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37358) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:33.551300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=661b64f1-16e6-4e3f-b7bf-d18692c09a31,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:33.557289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac30176-2874-4716-b71f-92c23d6edfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48dffe9-55cf-4fee-962c-a131306f2d27,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:33.574403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] For port fd424da9-96e0-486b-96bc-5273e46b8dab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd424da9-96e0-486b-96bc-5273e46b8dab,segment=NetworkSegment(179f34c3-4369-49d4-9b95-a5193406d361),segment_id=179f34c3-4369-49d4-9b95-a5193406d361)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:33.574814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.618706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.638128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] Calling delete_port for fd424da9-96e0-486b-96bc-5273e46b8dab owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:33.646978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:33.712640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:33.712640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c1681b03-1c11-4e1c-8c33-54fd2d19ecc5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:33.712640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:41:33.712640 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:41:33.748613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7f9211d-3c79-471b-8480-792c7c43e2cb admin admin] Publish callbacks [] for security_group (d48dffe9-55cf-4fee-962c-a131306f2d27), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.771571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=fd424da9-96e0-486b-96bc-5273e46b8dab,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:33.773528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.objects.ports [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115780) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:41:33.777518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (a43aa8c8-730f-4c4f-9642-a4fd9d3649e5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.842683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7f9211d-3c79-471b-8480-792c7c43e2cb admin admin] Publish callbacks [] for security_group (d48dffe9-55cf-4fee-962c-a131306f2d27), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.890235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Subnet': ['ID=a43aa8c8-730f-4c4f-9642-a4fd9d3649e5,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:33.912745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (fd424da9-96e0-486b-96bc-5273e46b8dab), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:33.913117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Checking segment: {'id': 'ec1985b6-c91d-4c25-a416-3d41df13c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '038831a6-3a58-4087-8738-0325dab4ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:33.914636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network hostable DHCP agents. Network: 038831a6-3a58-4087-8738-0325dab4ec77, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:33.954154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd424da9-96e0-486b-96bc-5273e46b8dab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:33.989911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: fd424da9-96e0-486b-96bc-5273e46b8dab {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:33.990960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fd424da9-96e0-486b-96bc-5273e46b8dab not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:34.001431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] Pushing event deleted for resources: {'Port': ['ID=fd424da9-96e0-486b-96bc-5273e46b8dab,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:34.005212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea13201-2db4-4cc5-a9e4-df39c13d199a None None] No DVR routers for this DVR port fd424da9-96e0-486b-96bc-5273e46b8dab on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:34.010478 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network 038831a6-3a58-4087-8738-0325dab4ec77 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:34.065585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7f9211d-3c79-471b-8480-792c7c43e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d48dffe9-55cf-4fee-962c-a131306f2d27), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.070894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d7f9211d-3c79-471b-8480-792c7c43e2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.072855 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d7f9211d-3c79-471b-8480-792c7c43e2cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d48dffe9-55cf-4fee-962c-a131306f2d27 HTTP/1.1" status: 204  len: 168 time: 0.5201175
May 14 21:41:34.113814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] No DVR routers for this DVR port 661b64f1-16e6-4e3f-b7bf-d18692c09a31 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:34.116644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9211d-3c79-471b-8480-792c7c43e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48dffe9-55cf-4fee-962c-a131306f2d27,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:34.119151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.124146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-46cb4822-fef0-4c26-b1f1-7b0dcb0f05ee req-8e4bfdea-406a-42ec-842f-cffae401f149 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.36 "DELETE /v2.0/ports/661b64f1-16e6-4e3f-b7bf-d18692c09a31 HTTP/1.1" status: 204  len: 173 time: 1.5761955
May 14 21:41:34.124887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 038831a6-3a58-4087-8738-0325dab4ec77) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:34.126695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'name': 'network-vif-deleted', 'tag': '661b64f1-16e6-4e3f-b7bf-d18692c09a31'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:34.130432 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b16235-69a7-4080-8019-b619ed3378a3" -d '{"events": [{"server_uuid": "a66aa525-111f-4c5d-9bb3-4ee4773fb850", "name": "network-vif-deleted", "tag": "661b64f1-16e6-4e3f-b7bf-d18692c09a31"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:34.132426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:34.148137 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.154111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de6f5e-cfe3-4992-83e3-a8281e8422fc None None] Network 038831a6-3a58-4087-8738-0325dab4ec77 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:34.230050 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da5c2b-f88b-4692-9b1e-b1ff473c983a x-openstack-request-id: req-29da5c2b-f88b-4692-9b1e-b1ff473c983a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:34.230344 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66aa525-111f-4c5d-9bb3-4ee4773fb850", "name": "network-vif-deleted", "tag": "661b64f1-16e6-4e3f-b7bf-d18692c09a31", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:34.231046 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29da5c2b-f88b-4692-9b1e-b1ff473c983a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:34.231586 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29da5c2b-f88b-4692-9b1e-b1ff473c983a'] response: {'server_uuid': 'a66aa525-111f-4c5d-9bb3-4ee4773fb850', 'name': 'network-vif-deleted', 'tag': '661b64f1-16e6-4e3f-b7bf-d18692c09a31', 'status': 'completed', 'code': 200}
May 14 21:41:34.281298 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a45a06ba-82e1-46f4-b25d-89f5eb87a554 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.2925208
May 14 21:41:34.291853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37398) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:34.307371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bcaef43a-6175-4806-b7e5-17b5b36c5ce8 req-785c5334-78a3-4549-ad6e-d0153e1328e6 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 210 time: 0.0424480
May 14 21:41:34.314107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-71b68993-c00f-456b-a9a8-df1d092ffeec None None] Port fd424da9-96e0-486b-96bc-5273e46b8dab update to ACTIVE by agent not found {{(pid=115782) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 14 21:41:34.335855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f3dc02e-b6eb-44d6-98df-6c30c3839cb8 req-df53599f-85c3-4297-a79f-dec9e13a5608 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=a66aa525-111f-4c5d-9bb3-4ee4773fb850 HTTP/1.1" status: 200  len: 210 time: 0.0609691
May 14 21:41:34.381228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-038831a6-3a58-4087-8738-0325dab4ec77', 'network_id': '038831a6-3a58-4087-8738-0325dab4ec77', 'project_id': 'd9b3a6ae879b49f78c0a843d27856796', 'fixed_ips': [{'subnet_id': 'a43aa8c8-730f-4c4f-9642-a4fd9d3649e5'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:34.382512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.432648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (038831a6-3a58-4087-8738-0325dab4ec77), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.522879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (a43aa8c8-730f-4c4f-9642-a4fd9d3649e5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.554276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Allocated IP 2001:db8::f816:3eff:feb4:b8ee (038831a6-3a58-4087-8738-0325dab4ec77/a43aa8c8-730f-4c4f-9642-a4fd9d3649e5/0dc4b92f-0209-40ad-a210-edb079e0894a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:34.727853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Publish callbacks [] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.826935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.868668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Network 038831a6-3a58-4087-8738-0325dab4ec77 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:34.872406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:34.880184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:34.890550 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Pushing event updated for resources: {'Port': ['ID=0dc4b92f-0209-40ad-a210-edb079e0894a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:34.928351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (a43aa8c8-730f-4c4f-9642-a4fd9d3649e5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.957528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Attempting to bind port 0dc4b92f-0209-40ad-a210-edb079e0894a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:34.957906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Attempting to bind port 0dc4b92f-0209-40ad-a210-edb079e0894a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ec1985b6-c91d-4c25-a416-3d41df13c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '038831a6-3a58-4087-8738-0325dab4ec77'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:34.958277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Attempting to bind port 0dc4b92f-0209-40ad-a210-edb079e0894a on network 038831a6-3a58-4087-8738-0325dab4ec77 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:34.965944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:34.966591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Checking segment: {'id': 'ec1985b6-c91d-4c25-a416-3d41df13c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '038831a6-3a58-4087-8738-0325dab4ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:34.967330 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.967811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Bound using segment: {'id': 'ec1985b6-c91d-4c25-a416-3d41df13c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '038831a6-3a58-4087-8738-0325dab4ec77'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:34.968251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Bound port: 0dc4b92f-0209-40ad-a210-edb079e0894a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1985b6-c91d-4c25-a416-3d41df13c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '038831a6-3a58-4087-8738-0325dab4ec77'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:34.968876 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:34.974378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Subnet': ['ID=a43aa8c8-730f-4c4f-9642-a4fd9d3649e5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:35.045513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] For port 0dc4b92f-0209-40ad-a210-edb079e0894a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:35.049810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (038831a6-3a58-4087-8738-0325dab4ec77), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.053741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] For port 0dc4b92f-0209-40ad-a210-edb079e0894a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dc4b92f-0209-40ad-a210-edb079e0894a,segment=NetworkSegment(ec1985b6-c91d-4c25-a416-3d41df13c1c0),segment_id=ec1985b6-c91d-4c25-a416-3d41df13c1c0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:35.071259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ae2c8e0>,) {'filters': {'network_id': ['038831a6-3a58-4087-8738-0325dab4ec77']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:35.081106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae2c8e0>, 'ec1985b6-c91d-4c25-a416-3d41df13c1c0') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:35.089569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ae2c8e0>, 'ec1985b6-c91d-4c25-a416-3d41df13c1c0') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:35.092184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.149520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.152869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.159031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:35.160009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:35.163895 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:35.242175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce955a-8510-42a3-bdd2-10526f547dd5 None None] Pushing event updated for resources: {'Port': ['ID=0dc4b92f-0209-40ad-a210-edb079e0894a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:35.268175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ed74a-b929-4a99-a717-3ef8beebb650 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 21:41:35.306501 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:41:35.306501 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:41:35.306501 ncdv-master-1 neutron-server[115781]: [parameters: {'id': '038831a6-3a58-4087-8738-0325dab4ec77'}]
May 14 21:41:35.306501 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:41:35.312682 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:41:35.385481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ed74a-b929-4a99-a717-3ef8beebb650 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 21:41:35.419365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37424) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:35.442314 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-84c3726a-6573-4715-8649-ddf43f1515cd req-938b4183-e208-4a55-9842-4041dd52752e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 210 time: 0.0524688
May 14 21:41:35.491027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad34784d-c1c1-4a84-84c2-6b3fcad367ce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (bda8dd97-b739-499c-8019-f0a78eeec2d9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.522314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad34784d-c1c1-4a84-84c2-6b3fcad367ce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (bda8dd97-b739-499c-8019-f0a78eeec2d9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.601308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550372c8-1aea-48e0-93e9-1a62091d915f None None] Network 038831a6-3a58-4087-8738-0325dab4ec77 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:35.653458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad34784d-c1c1-4a84-84c2-6b3fcad367ce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bda8dd97-b739-499c-8019-f0a78eeec2d9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.656108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ad34784d-c1c1-4a84-84c2-6b3fcad367ce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.668495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ad34784d-c1c1-4a84-84c2-6b3fcad367ce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/security-groups/bda8dd97-b739-499c-8019-f0a78eeec2d9 HTTP/1.1" status: 204  len: 168 time: 0.2429490
May 14 21:41:35.683006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34784d-c1c1-4a84-84c2-6b3fcad367ce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8dd97-b739-499c-8019-f0a78eeec2d9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:35.764823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37432) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:35.811514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (038831a6-3a58-4087-8738-0325dab4ec77), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.811706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 661b64f1-16e6-4e3f-b7bf-d18692c09a31 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:35.832848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting subnet 8db9d062-5e96-4c3c-bffb-3d32824238dd {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:35.835100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 661b64f1-16e6-4e3f-b7bf-d18692c09a31 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:35.835456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 661b64f1-16e6-4e3f-b7bf-d18692c09a31 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:35.840690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (8db9d062-5e96-4c3c-bffb-3d32824238dd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.907052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting port 0dc4b92f-0209-40ad-a210-edb079e0894a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:35.907385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:35.911376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (8db9d062-5e96-4c3c-bffb-3d32824238dd), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.079661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] For port 0dc4b92f-0209-40ad-a210-edb079e0894a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0dc4b92f-0209-40ad-a210-edb079e0894a,segment=NetworkSegment(ec1985b6-c91d-4c25-a416-3d41df13c1c0),segment_id=ec1985b6-c91d-4c25-a416-3d41df13c1c0)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:36.079943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.126464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Calling delete_port for 0dc4b92f-0209-40ad-a210-edb079e0894a owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:36.186075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8db9d062-5e96-4c3c-bffb-3d32824238dd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.270854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-1998fe51-f0a1-473c-9765-f94d3dd54736 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:36.272829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-1998fe51-f0a1-473c-9765-f94d3dd54736 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "GET /v2.0/networks?id=a0d6c244-ba10-44a1-b532-1388d1aab436 HTTP/1.1" status: 200  len: 809 time: 0.2727036
May 14 21:41:36.296442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Request body: {'port': {'device_id': '30cccea2-386c-432b-ae51-d41981ed64ce', 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436', 'admin_state_up': True, 'tenant_id': '02f7a491fa1c45c896f1af07217a303a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:36.410919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0dc4b92f-0209-40ad-a210-edb079e0894a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.413382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (8db9d062-5e96-4c3c-bffb-3d32824238dd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.481797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Port': ['ID=0dc4b92f-0209-40ad-a210-edb079e0894a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:36.487406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No DVR routers for this DVR port 0dc4b92f-0209-40ad-a210-edb079e0894a on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:36.488951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Subnet': ['ID=8db9d062-5e96-4c3c-bffb-3d32824238dd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:36.491184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.495261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ef4f5-1849-46d7-b4c2-7cf01ef8cf05 None None] Network 2e0a3baa-b7a2-4522-8690-27030780e277 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:36.496078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-26c2d02d-6b97-44a9-9dee-8f2f391b0fc4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/subnets/8db9d062-5e96-4c3c-bffb-3d32824238dd HTTP/1.1" status: 204  len: 168 time: 0.7295172
May 14 21:41:36.498997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37452) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:36.600630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (038831a6-3a58-4087-8738-0325dab4ec77), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.608904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Made reservation on behalf of 02f7a491fa1c45c896f1af07217a303a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:36.619055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.621191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b192c9e4-24a7-4ed6-8aae-a99a483b0954 req-24efd8ae-cc64-4f64-9245-c6ec111a8095 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 210 time: 0.0436103
May 14 21:41:36.638006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (2e0a3baa-b7a2-4522-8690-27030780e277), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.665299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52341678e0>,) {'filters': {'network_id': ['038831a6-3a58-4087-8738-0325dab4ec77']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:36.684801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52341678e0>, 'ec1985b6-c91d-4c25-a416-3d41df13c1c0') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:36.684801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52341678e0>, 'ec1985b6-c91d-4c25-a416-3d41df13c1c0') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:36.699396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 6bd7270b-2d08-4c72-93ce-b1603c429a6d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:36.699396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.731592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] DHCP port deletion for 2e0a3baa-b7a2-4522-8690-27030780e277 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:36.733494 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.760298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.769612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 6bd7270b-2d08-4c72-93ce-b1603c429a6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bd7270b-2d08-4c72-93ce-b1603c429a6d,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:36.769975 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.772902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:36.773414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (ec1985b6-c91d-4c25-a416-3d41df13c1c0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:36.776965 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:36.784750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] Deleting port 6bd7270b-2d08-4c72-93ce-b1603c429a6d {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:36.785872 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.786016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 6bd7270b-2d08-4c72-93ce-b1603c429a6d owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:36.865173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] For port 6bd7270b-2d08-4c72-93ce-b1603c429a6d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bd7270b-2d08-4c72-93ce-b1603c429a6d,segment=NetworkSegment(caba560e-35f2-482b-a3f7-4ecbe1aa3c07),segment_id=caba560e-35f2-482b-a3f7-4ecbe1aa3c07)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:36.865656 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:36.882243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Allocated IP 172.20.0.3 (a0d6c244-ba10-44a1-b532-1388d1aab436/973a23d2-057a-457d-b4e1-e2f68fb009c4/3fff6970-5ac3-43e2-b4fd-509756f09b34) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:36.888983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] Calling delete_port for 6bd7270b-2d08-4c72-93ce-b1603c429a6d owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:36.971401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (038831a6-3a58-4087-8738-0325dab4ec77), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.004390 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.015036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.015154 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (6bd7270b-2d08-4c72-93ce-b1603c429a6d), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.019226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/038831a6-3a58-4087-8738-0325dab4ec77 HTTP/1.1" status: 204  len: 168 time: 2.7259669
May 14 21:41:37.023451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37466) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:37.029781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1665239363'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:37.043749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] Pushing event deleted for resources: {'Port': ['ID=6bd7270b-2d08-4c72-93ce-b1603c429a6d,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:37.050146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41b058-b8fa-44a3-a9e4-2b161d28fb67 None None] No DVR routers for this DVR port 6bd7270b-2d08-4c72-93ce-b1603c429a6d on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:37.064737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1cd8a-ad0b-47ca-8d70-0f0d42ce8fe0 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Network': ['ID=038831a6-3a58-4087-8738-0325dab4ec77,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:37.065405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=6bd7270b-2d08-4c72-93ce-b1603c429a6d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:37.075361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] No DVR routers for this DVR port 6bd7270b-2d08-4c72-93ce-b1603c429a6d on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:37.109452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks [] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.121536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:37.123277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.161170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:37.166559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (2e0a3baa-b7a2-4522-8690-27030780e277), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.173773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (749ce7fc-1595-4dc9-a287-a0fe5b7b5438), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.174197 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Added segment 749ce7fc-1595-4dc9-a287-a0fe5b7b5438 of type vlan for network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5
May 14 21:41:37.191395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52303acc10>,) {'filters': {'network_id': ['2e0a3baa-b7a2-4522-8690-27030780e277']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:37.200234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52303acc10>, 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:37.200606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52303acc10>, 'caba560e-35f2-482b-a3f7-4ecbe1aa3c07') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:37.215134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.219714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (caba560e-35f2-482b-a3f7-4ecbe1aa3c07), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.236310 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (caba560e-35f2-482b-a3f7-4ecbe1aa3c07), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.242349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:37.242742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (caba560e-35f2-482b-a3f7-4ecbe1aa3c07), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:37.245777 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:37.277533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.329270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Network a0d6c244-ba10-44a1-b532-1388d1aab436 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:37.332397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:37.338108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:37.340897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Pushing event updated for resources: {'Port': ['ID=3fff6970-5ac3-43e2-b4fd-509756f09b34,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:37.390513 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (2e0a3baa-b7a2-4522-8690-27030780e277), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.393559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:37.394249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.400089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.402316 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.405158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:37.405748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.408807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/networks/2e0a3baa-b7a2-4522-8690-27030780e277 HTTP/1.1" status: 204  len: 168 time: 0.9082477
May 14 21:41:37.417965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37476) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:37.432792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98573637-c077-4084-9366-d1b83afcdab2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Network': ['ID=2e0a3baa-b7a2-4522-8690-27030780e277,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:37.529811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-c9492ba8-257e-45f1-a2dc-6c47748ee58e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2424071
May 14 21:41:37.535343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Network': ['ID=bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:37.543176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:37.544754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Request body: {'port': {'device_id': '30cccea2-386c-432b-ae51-d41981ed64ce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:37.576961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e3939c45-bd28-4c67-b264-bea1ba2f22ed tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5521653
May 14 21:41:37.580091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37478) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:37.585294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'subnet': {'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:37.671898 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.783511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port b8f6b80e-cbb4-497e-a660-ed1c366bf685 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:37.783862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.878437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de178f-9f20-4495-8192-ba82d4cb2c01 req-6bd7c572-6d35-46be-9d17-d31725b5b2dd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:37.880307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54de178f-9f20-4495-8192-ba82d4cb2c01 req-6bd7c572-6d35-46be-9d17-d31725b5b2dd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 931 time: 0.1608293
May 14 21:41:37.947860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bd7270b-2d08-4c72-93ce-b1603c429a6d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:37.967878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.968197 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (b8f6b80e-cbb4-497e-a660-ed1c366bf685), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:37.974047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6bd7270b-2d08-4c72-93ce-b1603c429a6d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:37.979500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6bd7270b-2d08-4c72-93ce-b1603c429a6d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:38.041979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for b8f6b80e-cbb4-497e-a660-ed1c366bf685 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:38.092295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54de178f-9f20-4495-8192-ba82d4cb2c01 req-ac75fc9e-0820-4361-a5ec-239120f2fef0 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902783
May 14 21:41:38.099924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:38.107753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.363857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fff6970-5ac3-43e2-b4fd-509756f09b34 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:41:38.376448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Publish callbacks [] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.386594 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (c157c7de-441b-490c-8a15-bd104ffbd552), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.454106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Subnet': ['ID=c157c7de-441b-490c-8a15-bd104ffbd552,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:38.458572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Checking segment: {'id': '749ce7fc-1595-4dc9-a287-a0fe5b7b5438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:38.458936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network hostable DHCP agents. Network: bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:38.473284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Transition to ACTIVE for port object 3fff6970-5ac3-43e2-b4fd-509756f09b34 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:41:38.474271 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b8f6b80e-cbb4-497e-a660-ed1c366bf685), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.503041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=b8f6b80e-cbb4-497e-a660-ed1c366bf685,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:38.534156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.536760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.537543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.537543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.537702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.537981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.538300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.538619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:38.565367 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.591540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:38.632055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (ebebdf63-d2a6-42b8-b65c-be95976a6ed6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.632450 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Floating IP ebebdf63-d2a6-42b8-b65c-be95976a6ed6 disassociated (deleted). External IP: 172.35.4.225, port: 54a7015c-7611-47b4-b979-2e2c14eb7ec7.
May 14 21:41:38.669962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Pushing event updated for resources: {'Port': ['ID=3fff6970-5ac3-43e2-b4fd-509756f09b34,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:38.757458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:38.762390 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:38.763120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.769202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dd645-eae4-41f8-8e32-8e9e5bb03d98 None None] Network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:38.787307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Attempting to bind port 3fff6970-5ac3-43e2-b4fd-509756f09b34 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:38.787947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Attempting to bind port 3fff6970-5ac3-43e2-b4fd-509756f09b34 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:38.788072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Attempting to bind port 3fff6970-5ac3-43e2-b4fd-509756f09b34 on network a0d6c244-ba10-44a1-b532-1388d1aab436 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:38.796737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Port 3fff6970-5ac3-43e2-b4fd-509756f09b34 on network a0d6c244-ba10-44a1-b532-1388d1aab436 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:41:38.797068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Attempting to bind port 3fff6970-5ac3-43e2-b4fd-509756f09b34 on network a0d6c244-ba10-44a1-b532-1388d1aab436 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:38.805645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:38.806053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Checking segment: {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:38.806441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Bound using segment: {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:38.806872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Bound port: 3fff6970-5ac3-43e2-b4fd-509756f09b34, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:38.807223 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:38.859572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37518) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:38.860329 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f57b6de0-cdb7-4ea5-8c5e-d45dddb560e3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2753897
May 14 21:41:38.897897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5', 'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5', 'project_id': 'd9b3a6ae879b49f78c0a843d27856796', 'fixed_ips': [{'subnet_id': 'c157c7de-441b-490c-8a15-bd104ffbd552'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:38.899657 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.053992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Allocated IP 2001:db8::2 (bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5/c157c7de-441b-490c-8a15-bd104ffbd552/c68c5cc5-c68e-47a2-9c17-0ebcac6409ab) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:39.236706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481e96a-8629-4eee-a1be-a9a2b3746cf5 req-18ec51d3-3885-4804-9ceb-c4021d2ff8f9 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:39.239454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6481e96a-8629-4eee-a1be-a9a2b3746cf5 req-18ec51d3-3885-4804-9ceb-c4021d2ff8f9 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 943 time: 0.0676343
May 14 21:41:39.239647 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Publish callbacks [] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.295982 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6481e96a-8629-4eee-a1be-a9a2b3746cf5 req-817ad104-a385-4fe2-94f0-8de4348fcc11 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484753
May 14 21:41:39.307249 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.345762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:39.353546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:39.355996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:39.365374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Pushing event updated for resources: {'Port': ['ID=c68c5cc5-c68e-47a2-9c17-0ebcac6409ab,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:39.370551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] For port 3fff6970-5ac3-43e2-b4fd-509756f09b34, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:39.377021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] For port 3fff6970-5ac3-43e2-b4fd-509756f09b34, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fff6970-5ac3-43e2-b4fd-509756f09b34,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:39.382046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.388609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:39.425089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Attempting to bind port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:39.425457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Attempting to bind port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '749ce7fc-1595-4dc9-a287-a0fe5b7b5438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:39.425959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Attempting to bind port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab on network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:39.432846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:39.433808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Checking segment: {'id': '749ce7fc-1595-4dc9-a287-a0fe5b7b5438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:39.434212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.434601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Bound using segment: {'id': '749ce7fc-1595-4dc9-a287-a0fe5b7b5438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:39.435080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Bound port: c68c5cc5-c68e-47a2-9c17-0ebcac6409ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749ce7fc-1595-4dc9-a287-a0fe5b7b5438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:39.435453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.465192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.519237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] For port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:39.525810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:39.526437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] For port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c68c5cc5-c68e-47a2-9c17-0ebcac6409ab,segment=NetworkSegment(749ce7fc-1595-4dc9-a287-a0fe5b7b5438),segment_id=749ce7fc-1595-4dc9-a287-a0fe5b7b5438)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:39.526577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.527961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] 10.222.0.48 "PUT /v2.0/ports/3fff6970-5ac3-43e2-b4fd-509756f09b34 HTTP/1.1" status: 200  len: 1091 time: 1.9882212
May 14 21:41:39.531301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cccea2-386c-432b-ae51-d41981ed64ce', 'tag': '3fff6970-5ac3-43e2-b4fd-509756f09b34'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:39.533225 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d85405-2b24-403e-8075-3a7db302b702" -d '{"events": [{"name": "network-changed", "server_uuid": "30cccea2-386c-432b-ae51-d41981ed64ce", "tag": "3fff6970-5ac3-43e2-b4fd-509756f09b34"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:39.537368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:39.537368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.610030 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.637143 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1700ce-a0c5-446f-8eb6-6eb1402a29b0 x-openstack-request-id: req-6d1700ce-a0c5-446f-8eb6-6eb1402a29b0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:39.637409 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cccea2-386c-432b-ae51-d41981ed64ce", "tag": "3fff6970-5ac3-43e2-b4fd-509756f09b34", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:39.637664 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d1700ce-a0c5-446f-8eb6-6eb1402a29b0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:39.638059 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1700ce-a0c5-446f-8eb6-6eb1402a29b0'] response: {'name': 'network-changed', 'server_uuid': '30cccea2-386c-432b-ae51-d41981ed64ce', 'tag': '3fff6970-5ac3-43e2-b4fd-509756f09b34', 'status': 'completed', 'code': 200}
May 14 21:41:39.652793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bca3fe-8d4a-4503-958a-c49988b06e14 service neutron] Pushing event updated for resources: {'Port': ['ID=3fff6970-5ac3-43e2-b4fd-509756f09b34,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:39.698513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1143b8e-6f38-4d3f-8670-280c76328a48 None None] Pushing event updated for resources: {'Port': ['ID=c68c5cc5-c68e-47a2-9c17-0ebcac6409ab,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:39.708143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:39.716610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.720388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:39.741512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:39.743174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238f9e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:39.766843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85405-2b24-403e-8075-3a7db302b702 req-20c4b2ad-772b-4338-9689-56d0e738d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:39.768905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8d85405-2b24-403e-8075-3a7db302b702 req-20c4b2ad-772b-4338-9689-56d0e738d7e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02f7a491fa1c45c896f1af07217a303a&device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 1125 time: 0.1184490
May 14 21:41:39.770101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] For port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab, host ncdv-master-1, got binding levels [] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:39.770375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:39.799000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Calling delete_port for c68c5cc5-c68e-47a2-9c17-0ebcac6409ab owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:39.827956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a793a27-f87f-4fe7-bb8a-8de0622f364c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/floatingips/ebebdf63-d2a6-42b8-b65c-be95976a6ed6 HTTP/1.1" status: 204  len: 168 time: 2.4068191
May 14 21:41:39.905714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:40.060040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85405-2b24-403e-8075-3a7db302b702 req-81aabfdd-2a72-45cb-ab4f-b2f08ab9e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:40.061611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8d85405-2b24-403e-8075-3a7db302b702 req-81aabfdd-2a72-45cb-ab4f-b2f08ab9e23b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=02f7a491fa1c45c896f1af07217a303a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2795224
May 14 21:41:40.167276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:40.177125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238f9e50>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:29Z', 'revision_number': 6, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:40.221903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:40.233763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:40.234363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52238f9e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:40.299291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d85405-2b24-403e-8075-3a7db302b702 req-f870b85a-2b4b-4bfa-84b3-c6505327defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:40.301795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8d85405-2b24-403e-8075-3a7db302b702 req-f870b85a-2b4b-4bfa-84b3-c6505327defd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2285969
May 14 21:41:40.361976 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c68c5cc5-c68e-47a2-9c17-0ebcac6409ab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.395052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:40.398567 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2afaa0fb-81b9-4807-bae1-70180a46e6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.418867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Port': ['ID=c68c5cc5-c68e-47a2-9c17-0ebcac6409ab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:40.452215 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:41:40.461170 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-53f010fe-611f-4dd9-9c36-9f32e88217f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f29dab7e48a4a9bba08ffffacbe5c8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2916920
May 14 21:41:40.462084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37550) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:40.524703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193e93-fb16-463c-a846-6de3260d4dd5 req-b456d415-338c-40ae-a909-f385193d87f3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:40.526882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce193e93-fb16-463c-a846-6de3260d4dd5 req-b456d415-338c-40ae-a909-f385193d87f3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 945 time: 0.1552386
May 14 21:41:40.528087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No DVR routers for this DVR port c68c5cc5-c68e-47a2-9c17-0ebcac6409ab on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:40.533705 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b777db36-8f06-48af-8f5d-34e10bfddc26 admin admin] Publish callbacks [] for security_group (156f161c-ee02-4728-a466-614e49a312da), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.589036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b777db36-8f06-48af-8f5d-34e10bfddc26 admin admin] Publish callbacks [] for security_group (156f161c-ee02-4728-a466-614e49a312da), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.666953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (c157c7de-441b-490c-8a15-bd104ffbd552), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.685364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ce193e93-fb16-463c-a846-6de3260d4dd5 req-106efddb-c061-4ee1-baa1-8e052c8cb910 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439180
May 14 21:41:40.775556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b777db36-8f06-48af-8f5d-34e10bfddc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (156f161c-ee02-4728-a466-614e49a312da), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.775556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b777db36-8f06-48af-8f5d-34e10bfddc26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.778392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b777db36-8f06-48af-8f5d-34e10bfddc26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/156f161c-ee02-4728-a466-614e49a312da HTTP/1.1" status: 204  len: 168 time: 0.3148887
May 14 21:41:40.794488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777db36-8f06-48af-8f5d-34e10bfddc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156f161c-ee02-4728-a466-614e49a312da,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:40.809271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6054eed-25bb-498a-99d3-582eb806ae6c req-c6c0a476-9844-46a3-a125-b8b6211e61a2 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:40.811005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6054eed-25bb-498a-99d3-582eb806ae6c req-c6c0a476-9844-46a3-a125-b8b6211e61a2 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 943 time: 0.3462059
May 14 21:41:40.855302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (c157c7de-441b-490c-8a15-bd104ffbd552), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:40.876530 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a6054eed-25bb-498a-99d3-582eb806ae6c req-0f388573-419e-4719-9167-a3dc5fec6e1d tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583212
May 14 21:41:40.900210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Subnet': ['ID=c157c7de-441b-490c-8a15-bd104ffbd552,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:40.931897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52238f9e50>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:29Z', 'revision_number': 6, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:40.964839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e1dcf-4521-4e37-b651-40ecc43aa98d None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:29Z', 'revision_number': 6, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1f0b2fd6-1857-45bd-9ae6-54dd6245740f', 'name': '', 'network_id': 'fb6b8bd4-f50e-46c4-a16c-102a54ed8344', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:91:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:39Z', 'updated_at': '2022-05-14T21:39:44Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': '8d7efeb9-0506-495f-b824-4f0c8e3bc8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:41.009230 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.034564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b1370a0>,) {'filters': {'network_id': ['bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:41.046818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b1370a0>, '749ce7fc-1595-4dc9-a287-a0fe5b7b5438') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:41.046941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b1370a0>, '749ce7fc-1595-4dc9-a287-a0fe5b7b5438') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:41.058080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (749ce7fc-1595-4dc9-a287-a0fe5b7b5438), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.072896 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (749ce7fc-1595-4dc9-a287-a0fe5b7b5438), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.079959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:41.080597 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (749ce7fc-1595-4dc9-a287-a0fe5b7b5438), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:41.083808 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:41.181721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a0b54-66b6-4b4d-8e95-aac7feccb10d None None] Network bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:41.219338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cb8ab667-a7ce-49d9-bb1c-c89281e5a5b9 None None] Could not find standard attr ID for object c68c5cc5-c68e-47a2-9c17-0ebcac6409ab. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:41:41.247431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.263182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.269504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 HTTP/1.1" status: 204  len: 168 time: 2.4065351
May 14 21:41:41.272665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:41.279631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-800917637'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:41.350752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa256ca0-dafa-4e86-9e81-26e4f21aab45 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Network': ['ID=bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:41.380988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-68816b2f-3416-4caf-bd79-dd6971e8d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:41.383424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-68816b2f-3416-4caf-bd79-dd6971e8d055 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02f7a491fa1c45c896f1af07217a303a&device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 1125 time: 0.0733905
May 14 21:41:41.396714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b36960-07af-43e7-900c-0b04c895b130 None None] DHCP port deletion for bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:41.408714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:41.409805 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac638d8e-c35b-41de-970e-b5f3a059a109 None None] New status for floating IP ebebdf63-d2a6-42b8-b65c-be95976a6ed6: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:41:41.412264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.453227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:41.464455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.465224 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Added segment 0936b4bb-ad6f-4847-8dde-4ead41825003 of type vlan for network da795227-bd09-47ca-9f85-4a45aad3e27b
May 14 21:41:41.510344 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.515102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-a77664ed-2e22-448f-8d13-13cdb6f80039 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fff6970-5ac3-43e2-b4fd-509756f09b34 HTTP/1.1" status: 200  len: 217 time: 0.0438449
May 14 21:41:41.578749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-763d4482-8309-42b7-b79c-d34eb7ce0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:41.581120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-763d4482-8309-42b7-b79c-d34eb7ce0e08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=973a23d2-057a-457d-b4e1-e2f68fb009c4 HTTP/1.1" status: 200  len: 849 time: 0.0599687
May 14 21:41:41.639022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:41.641581 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99db2541-c98a-4b20-8343-ef090971eae7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:41.651847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.660200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:41.661341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:41.666371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-6415dd12-a18f-4450-a2b8-e49dad5a6015 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0d6c244-ba10-44a1-b532-1388d1aab436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719728
May 14 21:41:41.717648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733617ee-fd30-4224-be2b-77c66b329104 req-ea8f04a5-8c1e-4aaa-8d93-53713cb0ac59 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:41.719325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-733617ee-fd30-4224-be2b-77c66b329104 req-ea8f04a5-8c1e-4aaa-8d93-53713cb0ac59 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 945 time: 0.1136801
May 14 21:41:41.726966 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38174dc5-964e-47ec-9369-3bac01932e88 x-openstack-request-id: req-38174dc5-964e-47ec-9369-3bac01932e88 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:41.727325 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:41.727749 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38174dc5-964e-47ec-9369-3bac01932e88 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:41.728253 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38174dc5-964e-47ec-9369-3bac01932e88'] response: {'name': 'network-changed', 'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'status': 'completed', 'code': 200}
May 14 21:41:41.798335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Network': ['ID=da795227-bd09-47ca-9f85-4a45aad3e27b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:41.814830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network da795227-bd09-47ca-9f85-4a45aad3e27b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:41.908354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2541-c98a-4b20-8343-ef090971eae7 req-88a38ee8-e9f2-4225-b521-88c4167c2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:41.910337 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-88a38ee8-e9f2-4225-b521-88c4167c2d79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 1127 time: 0.1062696
May 14 21:41:42.020109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:42.026248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.042993 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b162ee76-c0c5-4ca5-9605-df445eda7c88 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7685950
May 14 21:41:42.046778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.053900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-10084f50-504a-4512-a850-d7776eca4fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3762741
May 14 21:41:42.071088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37600) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:42.088114 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dda7b-730b-4cc4-958d-ff427343100a req-879a944b-a1e6-46ed-a9a1-d5e68ee32568 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:42.091458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Request body: {'subnet': {'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:42.095821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-321dda7b-730b-4cc4-958d-ff427343100a req-879a944b-a1e6-46ed-a9a1-d5e68ee32568 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 945 time: 0.2790234
May 14 21:41:42.205990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f20bc7-7edb-499b-a38c-6b85d5420266 req-ce2e5a00-19fc-458e-8b96-e3949a15819a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:42.215428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1f20bc7-7edb-499b-a38c-6b85d5420266 req-ce2e5a00-19fc-458e-8b96-e3949a15819a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 943 time: 0.2218990
May 14 21:41:42.226359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-321dda7b-730b-4cc4-958d-ff427343100a req-8b375941-0959-4aef-8a12-fb0ac5f2acaa tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=c07e2685-b0b9-4345-bc6a-32625060597c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296740
May 14 21:41:42.237667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2541-c98a-4b20-8343-ef090971eae7 req-ba80e575-cd6b-49b8-87e3-572afbbd8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:42.239460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-ba80e575-cd6b-49b8-87e3-572afbbd8413 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 200  len: 898 time: 0.3140857
May 14 21:41:42.298156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37614) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:42.324283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-1af74aab-f8e0-4f11-b377-d4dc1cee2f95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 200  len: 217 time: 0.0775175
May 14 21:41:42.418827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2541-c98a-4b20-8343-ef090971eae7 req-dfda570f-f36d-4207-b937-253cf3388d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:42.421171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-dfda570f-f36d-4207-b937-253cf3388d9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 200  len: 834 time: 0.0922318
May 14 21:41:42.466181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1f20bc7-7edb-499b-a38c-6b85d5420266 req-c9bfa685-c775-41b9-8aae-267684ab6003 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2491784
May 14 21:41:42.468656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-b4c41a0f-01d9-48ae-8b65-002dbcd86e45 service neutron] 10.222.0.48 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3938901
May 14 21:41:42.474882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 54a7015c-7611-47b4-b979-2e2c14eb7ec7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54a7015c-7611-47b4-b979-2e2c14eb7ec7,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:42.475418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.490304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-962415414-network', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:42.514394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 54a7015c-7611-47b4-b979-2e2c14eb7ec7 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:42.534544 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.550099 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db2541-c98a-4b20-8343-ef090971eae7 req-ebe15f3e-011c-4684-9ea1-f2722c518347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:42.552276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-ebe15f3e-011c-4684-9ea1-f2722c518347 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb6b8bd4-f50e-46c4-a16c-102a54ed8344&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1251702
May 14 21:41:42.575066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Made reservation on behalf of d9b3a6ae879b49f78c0a843d27856796 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:42.578409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.657557 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-4b2029c3-e55b-4bb4-ab6d-9d652af64e70 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982878
May 14 21:41:42.658003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Made reservation on behalf of 54cdf3ac339f4e8a944bef073452c3ab for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:42.660382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.690432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.867958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b4380cff-48ae-41b2-a960-1da70efb5f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.897269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (54a7015c-7611-47b4-b979-2e2c14eb7ec7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.913668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks [] for security_group (9b033cde-8e7b-49a6-aab6-30ef6b7803e2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:42.941425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=54a7015c-7611-47b4-b979-2e2c14eb7ec7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:43.012325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b033cde-8e7b-49a6-aab6-30ef6b7803e2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.015311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] No DVR routers for this DVR port 54a7015c-7611-47b4-b979-2e2c14eb7ec7 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:43.024358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.027562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-733617ee-fd30-4224-be2b-77c66b329104 req-b23b017e-63d4-4449-a1c9-85b526f4da3b tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "DELETE /v2.0/ports/54a7015c-7611-47b4-b979-2e2c14eb7ec7 HTTP/1.1" status: 204  len: 173 time: 1.2980061
May 14 21:41:43.056647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b033cde-8e7b-49a6-aab6-30ef6b7803e2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:43.098331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.objects.ports [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115781) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 14 21:41:43.105264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (9b6f2941-26ec-4eb3-853e-a0d52d538231), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.111516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:43.177579 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ea273837-ba85-4744-8549-f7268a472be2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.177579 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Added segment ea273837-ba85-4744-8549-f7268a472be2 of type vlan for network 939881c4-7cb1-4679-9361-495d7bf09bcb
May 14 21:41:43.235408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event updated for resources: {'Subnet': ['ID=9b6f2941-26ec-4eb3-853e-a0d52d538231,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:43.241803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (939881c4-7cb1-4679-9361-495d7bf09bcb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.254525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Checking segment: {'id': '0936b4bb-ad6f-4847-8dde-4ead41825003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:43.254896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network hostable DHCP agents. Network: da795227-bd09-47ca-9f85-4a45aad3e27b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:43.316804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-77f2d262-ba4d-4332-88f8-678e220fff7f req-9a61c98f-b2eb-4288-9a3a-bda6a9c33c16 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 210 time: 0.0296247
May 14 21:41:43.334544 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (939881c4-7cb1-4679-9361-495d7bf09bcb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.336626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:43.337324 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.373711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Network da795227-bd09-47ca-9f85-4a45aad3e27b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:43.436756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] Pushing event updated for resources: {'Network': ['ID=939881c4-7cb1-4679-9361-495d7bf09bcb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:43.443406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 939881c4-7cb1-4679-9361-495d7bf09bcb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:43.470200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da795227-bd09-47ca-9f85-4a45aad3e27b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:43.481598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:43.482398 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.486053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bee5c4-868d-42bc-915e-14a005e06f5b None None] Network da795227-bd09-47ca-9f85-4a45aad3e27b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:43.500623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-99db2541-c98a-4b20-8343-ef090971eae7 req-96181145-2bf8-4591-bf36-22d87b100457 service neutron] 10.222.0.48 "GET /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523495
May 14 21:41:43.513133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37702) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:43.513340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2db4ab93-62d5-44c4-a7a7-de275cf79d89 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.2057824
May 14 21:41:43.519754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Request body: {'subnet': {'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-962415414-subnet', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:43.614775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-62a43414-54dd-4663-93bd-89467c444b42 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.5389600
May 14 21:41:43.618372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37712) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:43.686090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da795227-bd09-47ca-9f85-4a45aad3e27b', 'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b', 'project_id': 'd9b3a6ae879b49f78c0a843d27856796', 'fixed_ips': [{'subnet_id': '9b6f2941-26ec-4eb3-853e-a0d52d538231'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:43.691352 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.712610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Made reservation on behalf of 54cdf3ac339f4e8a944bef073452c3ab for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:43.715018 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.729906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'name': 'network-vif-deleted', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:43.733132 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b6691-966e-47dc-a480-cfc657834e81" -d '{"events": [{"server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "name": "network-vif-deleted", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:43.810276 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d3591-117d-4ec3-8c48-e0ef411f6c61 x-openstack-request-id: req-7c8d3591-117d-4ec3-8c48-e0ef411f6c61 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:43.810559 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ac6508-83b6-4cfe-b712-4017cec6484e", "name": "network-vif-deleted", "tag": "54a7015c-7611-47b4-b979-2e2c14eb7ec7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:43.810846 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c8d3591-117d-4ec3-8c48-e0ef411f6c61 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:43.811301 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8d3591-117d-4ec3-8c48-e0ef411f6c61'] response: {'server_uuid': 'e2ac6508-83b6-4cfe-b712-4017cec6484e', 'name': 'network-vif-deleted', 'tag': '54a7015c-7611-47b4-b979-2e2c14eb7ec7', 'status': 'completed', 'code': 200}
May 14 21:41:43.902747 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.905163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:43.908858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Allocated IP 2001:db8::f816:3eff:fef1:eaa0 (da795227-bd09-47ca-9f85-4a45aad3e27b/9b6f2941-26ec-4eb3-853e-a0d52d538231/5224a797-e4e7-46e4-b74d-4ffe8d1462f9) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:43.958067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffa5ba-cd84-4dc3-852d-09ae94e9ad52 req-d3403c64-41c2-49cf-b09f-784c831b6024 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:43.967084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9ffa5ba-cd84-4dc3-852d-09ae94e9ad52 req-d3403c64-41c2-49cf-b09f-784c831b6024 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 943 time: 0.3814118
May 14 21:41:44.028063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9ffa5ba-cd84-4dc3-852d-09ae94e9ad52 req-de79a07c-0089-49c8-be2d-85686e6d2a51 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599134
May 14 21:41:44.054552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (9b6f2941-26ec-4eb3-853e-a0d52d538231), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.107751 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Publish callbacks [] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.190237 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (1bc691c6-4f32-4a2b-bca9-61b995182599), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.245298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc691c6-4f32-4a2b-bca9-61b995182599,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:44.259788 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.261386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.261712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.262051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.262551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.262715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.263033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.263552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.263725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.264097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.264762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.264762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.264983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.265299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.265636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.265935 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:44.283113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Checking segment: {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:44.283496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Network hostable DHCP agents. Network: 939881c4-7cb1-4679-9361-495d7bf09bcb, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:44.299911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Network da795227-bd09-47ca-9f85-4a45aad3e27b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:44.304836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:44.308424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:44.316487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Pushing event updated for resources: {'Port': ['ID=5224a797-e4e7-46e4-b74d-4ffe8d1462f9,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:44.375532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Attempting to bind port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:44.375912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Attempting to bind port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0936b4bb-ad6f-4847-8dde-4ead41825003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:44.376275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Attempting to bind port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 on network da795227-bd09-47ca-9f85-4a45aad3e27b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:44.381732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:44.382090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Checking segment: {'id': '0936b4bb-ad6f-4847-8dde-4ead41825003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:44.382494 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.383463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Bound using segment: {'id': '0936b4bb-ad6f-4847-8dde-4ead41825003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:44.384434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Bound port: 5224a797-e4e7-46e4-b74d-4ffe8d1462f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0936b4bb-ad6f-4847-8dde-4ead41825003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da795227-bd09-47ca-9f85-4a45aad3e27b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:44.384434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.403885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (9b6f2941-26ec-4eb3-853e-a0d52d538231), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.412708 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Network 939881c4-7cb1-4679-9361-495d7bf09bcb is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:44.454160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6f2941-26ec-4eb3-853e-a0d52d538231,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:44.466998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] For port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:44.470433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] For port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5224a797-e4e7-46e4-b74d-4ffe8d1462f9,segment=NetworkSegment(0936b4bb-ad6f-4847-8dde-4ead41825003),segment_id=0936b4bb-ad6f-4847-8dde-4ead41825003)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:44.484513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5a5da8f-37d9-4a90-87ce-60bd615c11b7 req-e7e9c559-1bd2-4598-807c-ed69345ebd4e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2ac6508-83b6-4cfe-b712-4017cec6484e HTTP/1.1" status: 200  len: 210 time: 0.0771024
May 14 21:41:44.546609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.559956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37734) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:44.569308 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.578638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230edb1f0>,) {'filters': {'network_id': ['da795227-bd09-47ca-9f85-4a45aad3e27b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:44.587286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 939881c4-7cb1-4679-9361-495d7bf09bcb) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:44.597755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230edb1f0>, '0936b4bb-ad6f-4847-8dde-4ead41825003') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:44.597755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230edb1f0>, '0936b4bb-ad6f-4847-8dde-4ead41825003') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:44.597755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:44.597755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.612609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f1749-333e-4d49-9426-74bf3fe77f0f None None] Network 939881c4-7cb1-4679-9361-495d7bf09bcb requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:44.617819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.638622 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.646573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:44.647006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:44.654640 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:44.707559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f9d27ded-54eb-41ed-8e83-e2e5a8af8560 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1913629
May 14 21:41:44.709547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37738) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:44.715343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:44.729088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-939881c4-7cb1-4679-9361-495d7bf09bcb', 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb', 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'fixed_ips': [{'subnet_id': '1bc691c6-4f32-4a2b-bca9-61b995182599'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:44.730016 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.734749 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9eec5e7-a4f9-4f3d-8d12-c42c7a845f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.756073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2ab2f-d2b2-4313-bf4e-cad1643c37b2 None None] Pushing event updated for resources: {'Port': ['ID=5224a797-e4e7-46e4-b74d-4ffe8d1462f9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:44.799985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.api [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 21:41:44.799985 ncdv-master-1 neutron-server[115780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 21:41:44.799985 ncdv-master-1 neutron-server[115780]: [parameters: {'id': 'da795227-bd09-47ca-9f85-4a45aad3e27b'}]
May 14 21:41:44.799985 ncdv-master-1 neutron-server[115780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:41:44.804076 ncdv-master-1 neutron-server[115780]: DEBUG oslo_db.api [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:41:44.830191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (346eac4b-46b6-419f-9975-4cd03ec16726), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.839823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (346eac4b-46b6-419f-9975-4cd03ec16726), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.843014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9eec5e7-a4f9-4f3d-8d12-c42c7a845f35 admin admin] Publish callbacks [] for security_group (371f772b-2604-4dfc-94a8-24771d4ebcd7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.908365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Allocated IP 172.20.0.2 (939881c4-7cb1-4679-9361-495d7bf09bcb/1bc691c6-4f32-4a2b-bca9-61b995182599/49a0c556-6edc-4395-a8f9-f0bc4de96b6e) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:44.911519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9eec5e7-a4f9-4f3d-8d12-c42c7a845f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (371f772b-2604-4dfc-94a8-24771d4ebcd7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.937853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks [] for router_controller (346eac4b-46b6-419f-9975-4cd03ec16726), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:44.961251 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9eec5e7-a4f9-4f3d-8d12-c42c7a845f35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1872be895764b7cbc60eb343be34b8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3997247
May 14 21:41:44.964349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eec5e7-a4f9-4f3d-8d12-c42c7a845f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f772b-2604-4dfc-94a8-24771d4ebcd7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:44.964681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37740) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:45.094318 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Publish callbacks [] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.110938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b0f816d-6d05-4e0d-8efb-6308e372f2ae admin admin] Publish callbacks [] for security_group (371f772b-2604-4dfc-94a8-24771d4ebcd7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.224600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b0f816d-6d05-4e0d-8efb-6308e372f2ae admin admin] Publish callbacks [] for security_group (371f772b-2604-4dfc-94a8-24771d4ebcd7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.231904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.242273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8476afa-f997-4936-9731-fee2c99318ed req-b571192a-bb58-4e66-9cc1-0b1ef31a201d tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:45.243802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8476afa-f997-4936-9731-fee2c99318ed req-b571192a-bb58-4e66-9cc1-0b1ef31a201d tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 943 time: 0.1360185
May 14 21:41:45.247683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks [] for router_gateway (346eac4b-46b6-419f-9975-4cd03ec16726), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.274834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Network 939881c4-7cb1-4679-9361-495d7bf09bcb is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:45.277778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:45.284851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:45.285409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Pushing event updated for resources: {'Port': ['ID=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:45.301726 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.314115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8476afa-f997-4936-9731-fee2c99318ed req-e3c95886-13c7-4fbc-b896-447522dda615 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593586
May 14 21:41:45.354281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Attempting to bind port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:45.354657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Attempting to bind port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:45.355028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Attempting to bind port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e on network 939881c4-7cb1-4679-9361-495d7bf09bcb {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:45.360839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:45.361515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Checking segment: {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:45.362165 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.362717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Bound using segment: {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:45.363373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Bound port: 49a0c556-6edc-4395-a8f9-f0bc4de96b6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:45.363942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.372896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:45.373746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.409314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b0f816d-6d05-4e0d-8efb-6308e372f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (371f772b-2604-4dfc-94a8-24771d4ebcd7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.411905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8b0f816d-6d05-4e0d-8efb-6308e372f2ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.413312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8b0f816d-6d05-4e0d-8efb-6308e372f2ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/371f772b-2604-4dfc-94a8-24771d4ebcd7 HTTP/1.1" status: 204  len: 168 time: 0.4474261
May 14 21:41:45.426955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f816d-6d05-4e0d-8efb-6308e372f2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f772b-2604-4dfc-94a8-24771d4ebcd7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:45.474506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] For port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5224a797-e4e7-46e4-b74d-4ffe8d1462f9,segment=NetworkSegment(0936b4bb-ad6f-4847-8dde-4ead41825003),segment_id=0936b4bb-ad6f-4847-8dde-4ead41825003)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:45.474876 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.478828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] For port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:45.485532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] For port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:45.501063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Calling delete_port for 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:45.553039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3fff6970-5ac3-43e2-b4fd-509756f09b34 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:41:45.584339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 54a7015c-7611-47b4-b979-2e2c14eb7ec7 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:45.588497 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37748) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:45.596091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.638089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks [] for router_gateway (346eac4b-46b6-419f-9975-4cd03ec16726), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.671016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 54a7015c-7611-47b4-b979-2e2c14eb7ec7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:45.671349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 54a7015c-7611-47b4-b979-2e2c14eb7ec7 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:45.672246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.697963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd37ef97-4c9c-4110-b1a2-066d7f9b309d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (c07e2685-b0b9-4345-bc6a-32625060597c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.748935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd37ef97-4c9c-4110-b1a2-066d7f9b309d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (c07e2685-b0b9-4345-bc6a-32625060597c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.754288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8001-0c60-424f-9f17-f19ca8ce6702 None None] Pushing event updated for resources: {'Port': ['ID=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:45.794832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3fff6970-5ac3-43e2-b4fd-509756f09b34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fff6970-5ac3-43e2-b4fd-509756f09b34,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:45.838439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.839317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854076d-edb8-4615-8da6-6ae7f279fbb2 None None] Network da795227-bd09-47ca-9f85-4a45aad3e27b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:45.844785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '3fff6970-5ac3-43e2-b4fd-509756f09b34', 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436', 'port_id': '3fff6970-5ac3-43e2-b4fd-509756f09b34', 'mac_address': 'fa:16:3e:0d:a1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973a23d2-057a-457d-b4e1-e2f68fb009c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:41:45.868489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Allocated IP 172.35.4.128 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/ae834c5f-cb93-4ad8-8335-697987746a66) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:45.871899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5224a797-e4e7-46e4-b74d-4ffe8d1462f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.945782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5314b118-a132-4c25-a350-a9edab7430fb None None] Could not find standard attr ID for object 5224a797-e4e7-46e4-b74d-4ffe8d1462f9. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:41:45.947946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Port': ['ID=5224a797-e4e7-46e4-b74d-4ffe8d1462f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:45.958388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd37ef97-4c9c-4110-b1a2-066d7f9b309d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c07e2685-b0b9-4345-bc6a-32625060597c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.962199 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cd37ef97-4c9c-4110-b1a2-066d7f9b309d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:45.971084 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cd37ef97-4c9c-4110-b1a2-066d7f9b309d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/security-groups/c07e2685-b0b9-4345-bc6a-32625060597c HTTP/1.1" status: 204  len: 168 time: 0.3584623
May 14 21:41:45.990605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No DVR routers for this DVR port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:46.007793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3fff6970-5ac3-43e2-b4fd-509756f09b34 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:46.008349 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.016809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd37ef97-4c9c-4110-b1a2-066d7f9b309d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07e2685-b0b9-4345-bc6a-32625060597c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:46.028933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fff6970-5ac3-43e2-b4fd-509756f09b34 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:41:46.094102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3fff6970-5ac3-43e2-b4fd-509756f09b34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fff6970-5ac3-43e2-b4fd-509756f09b34,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:46.098529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:46.125415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks [] for port (ae834c5f-cb93-4ad8-8335-697987746a66), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.134998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37754) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.135225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:46.135225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 14 21:41:46.167549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358e3c8f-564e-4e8d-91f5-4e3580fad9cc None None] DHCP port deletion for da795227-bd09-47ca-9f85-4a45aad3e27b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:46.169506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.173823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Port 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 not found, will not notify nova. {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 14 21:41:46.187019 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.202969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230677280>,) {'filters': {'network_id': ['da795227-bd09-47ca-9f85-4a45aad3e27b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:46.214101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230677280>, '0936b4bb-ad6f-4847-8dde-4ead41825003') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:46.214494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230677280>, '0936b4bb-ad6f-4847-8dde-4ead41825003') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:46.225336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.245928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.254330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3fff6970-5ac3-43e2-b4fd-509756f09b34,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:46.255149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:46.255697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (0936b4bb-ad6f-4847-8dde-4ead41825003), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:46.267910 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:46.372381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3fff6970-5ac3-43e2-b4fd-509756f09b34'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:41:46.482318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (da795227-bd09-47ca-9f85-4a45aad3e27b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.491898 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5358799-e876-4078-b292-cc714256579e req-dfb1a122-b999-483a-8be2-000f07709a9d tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:46.494700 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5358799-e876-4078-b292-cc714256579e req-dfb1a122-b999-483a-8be2-000f07709a9d tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 944 time: 0.0925400
May 14 21:41:46.495392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37758) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.531129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.534424 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/da795227-bd09-47ca-9f85-4a45aad3e27b HTTP/1.1" status: 204  len: 168 time: 2.9142323
May 14 21:41:46.542921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37760) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.561239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc0b8f-62cb-41ca-9df8-87e53e287cd1 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Network': ['ID=da795227-bd09-47ca-9f85-4a45aad3e27b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:46.582624 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f86fa477-599c-46d6-8ad5-89af514bfcec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.587712 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dac6eda-deea-42da-9586-83f57690537e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:46.588179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dac6eda-deea-42da-9586-83f57690537e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:46.591145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0dac6eda-deea-42da-9586-83f57690537e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/9b6f2941-26ec-4eb3-853e-a0d52d538231 HTTP/1.1" status: 404  len: 337 time: 0.0420380
May 14 21:41:46.597081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.643176 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c43d809-128c-41f1-9f46-1e3168fc5d4a tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:46.643770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c43d809-128c-41f1-9f46-1e3168fc5d4a tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:46.649516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6c43d809-128c-41f1-9f46-1e3168fc5d4a tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/da795227-bd09-47ca-9f85-4a45aad3e27b HTTP/1.1" status: 404  len: 339 time: 0.0465984
May 14 21:41:46.650962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37764) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.657929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5358799-e876-4078-b292-cc714256579e req-4e46e035-002d-4336-8a73-a00abce9a747 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329916
May 14 21:41:46.696560 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44479de-f2e0-462c-825d-1af7c3768b6e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:46.697028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44479de-f2e0-462c-825d-1af7c3768b6e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:46.700020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b44479de-f2e0-462c-825d-1af7c3768b6e tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/c157c7de-441b-490c-8a15-bd104ffbd552 HTTP/1.1" status: 404  len: 337 time: 0.0469739
May 14 21:41:46.702771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37766) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.751198 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f86fa477-599c-46d6-8ad5-89af514bfcec admin admin] Publish callbacks [] for security_group (fcb576bd-48eb-4f1a-98ca-cd057bef9d5d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.755422 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee38dab2-0291-4bce-b782-583b51171382 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:46.755966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee38dab2-0291-4bce-b782-583b51171382 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:46.759831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ee38dab2-0291-4bce-b782-583b51171382 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/bd780a04-7fd0-4d25-ad7b-9a5c813dcaf5 HTTP/1.1" status: 404  len: 339 time: 0.0559988
May 14 21:41:46.762483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.796082 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-312a37d3-25bf-4c6c-adff-8951b874a751 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:46.796552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312a37d3-25bf-4c6c-adff-8951b874a751 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:46.801860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-312a37d3-25bf-4c6c-adff-8951b874a751 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/a43aa8c8-730f-4c4f-9642-a4fd9d3649e5 HTTP/1.1" status: 404  len: 337 time: 0.0359006
May 14 21:41:46.802094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37770) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.822932 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.841460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.858423 ncdv-master-1 neutron-server[115781]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86023f4-f3cd-48a0-b11e-70867934aa77 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:46.858983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86023f4-f3cd-48a0-b11e-70867934aa77 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115781) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:46.862059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e86023f4-f3cd-48a0-b11e-70867934aa77 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/038831a6-3a58-4087-8738-0325dab4ec77 HTTP/1.1" status: 404  len: 339 time: 0.0590608
May 14 21:41:46.864868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:46.907671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f86fa477-599c-46d6-8ad5-89af514bfcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fcb576bd-48eb-4f1a-98ca-cd057bef9d5d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:46.908591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:46.919382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:46.926131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:46.954391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Pushing event updated for resources: {'Port': ['ID=ae834c5f-cb93-4ad8-8335-697987746a66,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:46.994487 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f86fa477-599c-46d6-8ad5-89af514bfcec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c3d5ec501144474ba425c22654c9f7f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4960375
May 14 21:41:46.997883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37774) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:47.016044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa477-599c-46d6-8ad5-89af514bfcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb576bd-48eb-4f1a-98ca-cd057bef9d5d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:47.022946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting port cdb53c8a-a808-46bd-addb-331f235cd22a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:47.024107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cdb53c8a-a808-46bd-addb-331f235cd22a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.089116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ff2a0-b04d-45b5-8e87-286e6156d205 None None] Network 939881c4-7cb1-4679-9361-495d7bf09bcb requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:47.120738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cdb53c8a-a808-46bd-addb-331f235cd22a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.127985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90f8dbe8-23e0-4f37-b50e-fa3614bfde31 admin admin] Publish callbacks [] for security_group (fcb576bd-48eb-4f1a-98ca-cd057bef9d5d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.136950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Calling delete_port for cdb53c8a-a808-46bd-addb-331f235cd22a owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:47.152790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] Provisioning complete for port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:47.153511 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.169053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90f8dbe8-23e0-4f37-b50e-fa3614bfde31 admin admin] Publish callbacks [] for security_group (fcb576bd-48eb-4f1a-98ca-cd057bef9d5d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.204420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.280734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] Current status of the port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:47.281203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.317144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] For port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:47.361515 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90f8dbe8-23e0-4f37-b50e-fa3614bfde31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fcb576bd-48eb-4f1a-98ca-cd057bef9d5d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.364174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90f8dbe8-23e0-4f37-b50e-fa3614bfde31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.365728 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90f8dbe8-23e0-4f37-b50e-fa3614bfde31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcb576bd-48eb-4f1a-98ca-cd057bef9d5d HTTP/1.1" status: 204  len: 168 time: 0.3668704
May 14 21:41:47.375017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8dbe8-23e0-4f37-b50e-fa3614bfde31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb576bd-48eb-4f1a-98ca-cd057bef9d5d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:47.415039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (cdb53c8a-a808-46bd-addb-331f235cd22a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.447768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Port': ['ID=cdb53c8a-a808-46bd-addb-331f235cd22a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:47.454864 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.459592 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c6643599-a9f3-4f7c-8b15-4f8f3067390d tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/ports/cdb53c8a-a808-46bd-addb-331f235cd22a HTTP/1.1" status: 204  len: 168 time: 0.5936601
May 14 21:41:47.462848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:47.466070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.502286 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf59eae-6030-409b-bb79-63e33cd5ae06 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:47.502756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf59eae-6030-409b-bb79-63e33cd5ae06 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:47.506850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3bf59eae-6030-409b-bb79-63e33cd5ae06 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/8bc8d689-cdcc-4866-8dd9-c17fe8e31c70 HTTP/1.1" status: 404  len: 337 time: 0.0427697
May 14 21:41:47.510646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37780) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:47.629765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks [] for router_gateway (346eac4b-46b6-419f-9975-4cd03ec16726), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.635850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b494d40d-aa8f-4ed2-81a6-3920bfea13b6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.700079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3fff6970-5ac3-43e2-b4fd-509756f09b34 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:47.745407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-18655c60-d6ea-45c2-b0d2-b1b79bb0aa52 None None] Provisioning complete for port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:47.745663 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-18655c60-d6ea-45c2-b0d2-b1b79bb0aa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.749243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e12148-3f61-480e-8df4-3e9868d5d3b2 None None] Pushing event updated for resources: {'Port': ['ID=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:47.804866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 3fff6970-5ac3-43e2-b4fd-509756f09b34 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:41:47.871439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-18655c60-d6ea-45c2-b0d2-b1b79bb0aa52 None None] Current status of the port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:47.888898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 3fff6970-5ac3-43e2-b4fd-509756f09b34 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:47.889446 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.931135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b494d40d-aa8f-4ed2-81a6-3920bfea13b6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:47.946620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec26a8-ba3d-4015-af14-f46837d7784e req-9e525c90-93d1-4f73-ba43-147bc017d366 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:47.946620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fec26a8-ba3d-4015-af14-f46837d7784e req-9e525c90-93d1-4f73-ba43-147bc017d366 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 944 time: 0.1693082
May 14 21:41:47.995841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 49a0c556-6edc-4395-a8f9-f0bc4de96b6e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:48.016386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:48.016729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.036201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3fff6970-5ac3-43e2-b4fd-509756f09b34 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:48.036677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.043077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a7aebe0>,) {'filters': {'network_id': ['b494d40d-aa8f-4ed2-81a6-3920bfea13b6']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:48.065343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cccea2-386c-432b-ae51-d41981ed64ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fff6970-5ac3-43e2-b4fd-509756f09b34'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:48.067625 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083d8d8c-3e93-4c9c-90ac-d560205dcaf7" -d '{"events": [{"server_uuid": "30cccea2-386c-432b-ae51-d41981ed64ce", "name": "network-vif-plugged", "status": "completed", "tag": "3fff6970-5ac3-43e2-b4fd-509756f09b34"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:48.090933 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3fff6970-5ac3-43e2-b4fd-509756f09b34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fff6970-5ac3-43e2-b4fd-509756f09b34,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:48.095723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:48.096153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.122200 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f700ec-ae1e-4ef1-97c1-c044b5cde8bd x-openstack-request-id: req-57f700ec-ae1e-4ef1-97c1-c044b5cde8bd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:48.122551 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cccea2-386c-432b-ae51-d41981ed64ce", "name": "network-vif-plugged", "status": "completed", "tag": "3fff6970-5ac3-43e2-b4fd-509756f09b34", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:48.123024 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57f700ec-ae1e-4ef1-97c1-c044b5cde8bd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:48.123516 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f700ec-ae1e-4ef1-97c1-c044b5cde8bd'] response: {'server_uuid': '30cccea2-386c-432b-ae51-d41981ed64ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fff6970-5ac3-43e2-b4fd-509756f09b34', 'code': 200}
May 14 21:41:48.136789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a7aebe0>, '179f34c3-4369-49d4-9b95-a5193406d361') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:48.137093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a7aebe0>, '179f34c3-4369-49d4-9b95-a5193406d361') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:48.177004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (179f34c3-4369-49d4-9b95-a5193406d361), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.181441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.210434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (179f34c3-4369-49d4-9b95-a5193406d361), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.226827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:48.227238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (179f34c3-4369-49d4-9b95-a5193406d361), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.228760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:48.230779 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:48.234034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fec26a8-ba3d-4015-af14-f46837d7784e req-d91883f3-8582-4649-9796-c507cd716016 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2414854
May 14 21:41:48.257399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (346eac4b-46b6-419f-9975-4cd03ec16726), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.265415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3fff6970-5ac3-43e2-b4fd-509756f09b34,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:48.293718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5a3e-c700-4d22-9e53-c482446c357b req-ad3a1d9e-9b00-4ae6-a0a2-acbb8bea569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:48.295450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5dd5a3e-c700-4d22-9e53-c482446c357b req-ad3a1d9e-9b00-4ae6-a0a2-acbb8bea569c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 1127 time: 0.0956979
May 14 21:41:48.306584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:48.318032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 1f0b2fd6-1857-45bd-9ae6-54dd6245740f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:48.318405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.331514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:48.331855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5224a797-e4e7-46e4-b74d-4ffe8d1462f9 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:48.363263 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a5dd5a3e-c700-4d22-9e53-c482446c357b req-a2a987ec-6a4c-4e2b-ba97-49a50c7233dc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618794
May 14 21:41:48.369249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 1f0b2fd6-1857-45bd-9ae6-54dd6245740f owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:48.447540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b494d40d-aa8f-4ed2-81a6-3920bfea13b6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.463911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.470463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/b494d40d-aa8f-4ed2-81a6-3920bfea13b6 HTTP/1.1" status: 204  len: 168 time: 0.9564323
May 14 21:41:48.472283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37802) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:48.489134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1661e-1322-4d3d-8655-c851e3258cb9 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Network': ['ID=b494d40d-aa8f-4ed2-81a6-3920bfea13b6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:48.560257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting port 8349dfff-b2e2-4749-bae2-3a55bafdb608 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:48.560592 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8349dfff-b2e2-4749-bae2-3a55bafdb608), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.644004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8349dfff-b2e2-4749-bae2-3a55bafdb608), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.645459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Router 346eac4b-46b6-419f-9975-4cd03ec16726 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:41:48.658930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Calling delete_port for 8349dfff-b2e2-4749-bae2-3a55bafdb608 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:48.779359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:48.787115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1f0b2fd6-1857-45bd-9ae6-54dd6245740f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.788779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Sync routers for ids ['346eac4b-46b6-419f-9975-4cd03ec16726'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:48.799296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Routers {'346eac4b-46b6-419f-9975-4cd03ec16726'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:48.800023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300e0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['346eac4b-46b6-419f-9975-4cd03ec16726'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:48.818098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=1f0b2fd6-1857-45bd-9ae6-54dd6245740f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:48.824498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8349dfff-b2e2-4749-bae2-3a55bafdb608), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.884247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Port': ['ID=8349dfff-b2e2-4749-bae2-3a55bafdb608,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:48.893327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.902930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c93bd1ba-e327-4fd2-b941-c9137f675290 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/ports/8349dfff-b2e2-4749-bae2-3a55bafdb608 HTTP/1.1" status: 204  len: 168 time: 0.4261148
May 14 21:41:48.902930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37810) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:48.916061 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:48.922135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-68d4b13d-5827-4f5b-8f6a-28e9a35ec678 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.2067716
May 14 21:41:48.937467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37812) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:48.940696 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff14e66f-e854-43e9-a395-16f644ef4444 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] DELETE failed (client error): The resource could not be found.
May 14 21:41:48.945533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff14e66f-e854-43e9-a395-16f644ef4444 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 21:41:48.945533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff14e66f-e854-43e9-a395-16f644ef4444 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/bcf80614-3083-40a1-9540-a300c5220b95 HTTP/1.1" status: 404  len: 337 time: 0.0413795
May 14 21:41:48.966635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Set router 346eac4b-46b6-419f-9975-4cd03ec16726 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:48.978614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37814) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:49.112947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (24b51199-b80f-4d44-b755-84414fa7e272), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.160178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.190695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300e0ca0>, [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:41:47Z', 'revision_number': 3, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:49.220061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Checking router: 346eac4b-46b6-419f-9975-4cd03ec16726 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:49.220427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Updating router 346eac4b-46b6-419f-9975-4cd03ec16726 port ae834c5f-cb93-4ad8-8335-697987746a66 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:41:49.261015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.275285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (24b51199-b80f-4d44-b755-84414fa7e272), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.301820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230b375e0>,) {'filters': {'network_id': ['24b51199-b80f-4d44-b755-84414fa7e272']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:49.318284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230b375e0>, 'bfd04d81-dbb8-4439-9bff-c1ed4b861842') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:49.318583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230b375e0>, 'bfd04d81-dbb8-4439-9bff-c1ed4b861842') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:49.518188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e06de-ffc2-4a9c-80f6-9da087b52187 req-8f8f3523-a492-4cab-a330-62c3743e5bb4 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:49.519921 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-960e06de-ffc2-4a9c-80f6-9da087b52187 req-8f8f3523-a492-4cab-a330-62c3743e5bb4 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 945 time: 0.1092896
May 14 21:41:49.672758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Publish callbacks [] for port (ae834c5f-cb93-4ad8-8335-697987746a66), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.713229 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (bfd04d81-dbb8-4439-9bff-c1ed4b861842), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.737615 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bfd04d81-dbb8-4439-9bff-c1ed4b861842), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.747675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:49.750593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (bfd04d81-dbb8-4439-9bff-c1ed4b861842), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:49.751407 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:49.769515 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.847116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Attempting to bind port ae834c5f-cb93-4ad8-8335-697987746a66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:49.847841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Attempting to bind port ae834c5f-cb93-4ad8-8335-697987746a66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:49.852403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Attempting to bind port ae834c5f-cb93-4ad8-8335-697987746a66 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:49.869086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Pushing event updated for resources: {'Port': ['ID=ae834c5f-cb93-4ad8-8335-697987746a66,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:49.876614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:49.877238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:49.878837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.879340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:49.879958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Bound port: ae834c5f-cb93-4ad8-8335-697987746a66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:49.880443 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.900713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.901018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.901363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.901700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.902044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.902375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.902703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.903029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.903353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.907277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.908512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.908861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.909204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.910592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.910944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:41:49.917522 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (24b51199-b80f-4d44-b755-84414fa7e272), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.934974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:49.938426 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/24b51199-b80f-4d44-b755-84414fa7e272 HTTP/1.1" status: 204  len: 168 time: 0.9586906
May 14 21:41:49.945846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37834) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:50.002441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] For port ae834c5f-cb93-4ad8-8335-697987746a66, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:50.003066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abee0a-3e55-44bf-9231-a1e451c8f0f7 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Network': ['ID=24b51199-b80f-4d44-b755-84414fa7e272,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:50.007156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] For port ae834c5f-cb93-4ad8-8335-697987746a66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae834c5f-cb93-4ad8-8335-697987746a66,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:50.019208 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.025483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting subnet ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:50.029051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.035238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-960e06de-ffc2-4a9c-80f6-9da087b52187 req-bd8b2b26-bae7-45c2-ae6d-64b593871f90 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5031409
May 14 21:41:50.056596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 88cba6f8-b805-4de4-8047-6bb6bffc75ba has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:50.119115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.122876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.190088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Routers {'346eac4b-46b6-419f-9975-4cd03ec16726'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:50.190743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300e0ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['346eac4b-46b6-419f-9975-4cd03ec16726'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:50.258501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Allocated IP 172.20.0.1 (939881c4-7cb1-4679-9361-495d7bf09bcb/1bc691c6-4f32-4a2b-bca9-61b995182599/5954e913-ff3d-48ff-8d6c-21573b25dc5c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:50.276630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:50.285081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c3cbe765-7e46-4d23-bbfd-f2f333bfcd65 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "PUT /v2.0/routers/88cba6f8-b805-4de4-8047-6bb6bffc75ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1496475
May 14 21:41:50.286199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c16998-188f-4ae3-80d6-143785a066cd None None] Pushing event updated for resources: {'Port': ['ID=ae834c5f-cb93-4ad8-8335-697987746a66,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:50.287600 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] Sync routers for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:50.288399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37842) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:50.300049 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:50.300882 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313df2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:50.307731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.323422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] Set router 346eac4b-46b6-419f-9975-4cd03ec16726 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:50.405648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks [] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.431276 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:50.450130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting subnet 8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:41:50.454760 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (8d7efeb9-0506-495f-b824-4f0c8e3bc8d4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.526905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (8d7efeb9-0506-495f-b824-4f0c8e3bc8d4), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.534379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300e0ca0>, [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:41:47Z', 'revision_number': 3, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:50.557752 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.565965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139a8f3-9052-4368-9b32-95b565277682 None None] The sync data for ids ['346eac4b-46b6-419f-9975-4cd03ec16726'] in ncdv-master-1 is: [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:41:47Z', 'revision_number': 3, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:50.621774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Network 939881c4-7cb1-4679-9361-495d7bf09bcb is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:50.627309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:50.638433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:50.646354 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313df2e0>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:48Z', 'revision_number': 7, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:50.666323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.678416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] Checking router: 88cba6f8-b805-4de4-8047-6bb6bffc75ba for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:50.688917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] Routers {'88cba6f8-b805-4de4-8047-6bb6bffc75ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:50.689473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Pushing event updated for resources: {'Port': ['ID=5954e913-ff3d-48ff-8d6c-21573b25dc5c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:50.690179 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313df2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:50.713067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (346eac4b-46b6-419f-9975-4cd03ec16726), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.741500 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8d7efeb9-0506-495f-b824-4f0c8e3bc8d4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.746211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:50.781429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.787657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-acf3166d-99fc-4dcb-a2fb-e12bd36c62b3 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/subnets/ac8f00bd-3f3c-4c4d-87a3-75e1ea754a35 HTTP/1.1" status: 204  len: 168 time: 0.8405683
May 14 21:41:50.789151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37846) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:50.790633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12d1e1-7770-4102-a723-1d7da89c014f None None] Network 137bfc1f-5db4-417a-a166-d5bd56f8de3f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:50.953329 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (8d7efeb9-0506-495f-b824-4f0c8e3bc8d4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:50.988430 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] Set router 88cba6f8-b805-4de4-8047-6bb6bffc75ba gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:51.006111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.029480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/subnets/8d7efeb9-0506-495f-b824-4f0c8e3bc8d4 HTTP/1.1" status: 204  len: 168 time: 0.7387092
May 14 21:41:51.032891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37850) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:51.042292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4158fbe8-c2ac-476c-9799-2750828b787e None None] Network fb6b8bd4-f50e-46c4-a16c-102a54ed8344 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:51.048143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (137bfc1f-5db4-417a-a166-d5bd56f8de3f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.154399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37854) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:51.196288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-01f9779d-5d05-4ac0-ab84-cce030c97a56 None None] Provisioning complete for port 5954e913-ff3d-48ff-8d6c-21573b25dc5c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:51.196288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-01f9779d-5d05-4ac0-ab84-cce030c97a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.296974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-01f9779d-5d05-4ac0-ab84-cce030c97a56 None None] Port 5954e913-ff3d-48ff-8d6c-21573b25dc5c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:41:51.307441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6d6fe-2de2-4492-b211-12d2f9d4a282 req-adc12131-3b2a-4de2-bc22-6524b1babae3 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:51.309058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69b6d6fe-2de2-4492-b211-12d2f9d4a282 req-adc12131-3b2a-4de2-bc22-6524b1babae3 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 945 time: 0.0733645
May 14 21:41:51.314233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666139e3-9283-4280-9212-9060cd07d019 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7efeb9-0506-495f-b824-4f0c8e3bc8d4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:51.325828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.344022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] DHCP port deletion for 137bfc1f-5db4-417a-a166-d5bd56f8de3f request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:51.348263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Deleting port 62398999-01bb-4903-9895-5c82416809d2 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:51.348737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (62398999-01bb-4903-9895-5c82416809d2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.375915 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313df2e0>, [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:48Z', 'revision_number': 7, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:51.419082 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.429868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] Deleting port 62398999-01bb-4903-9895-5c82416809d2 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:51.430377 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (62398999-01bb-4903-9895-5c82416809d2), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.441988 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa5ca6e-b7c7-49a8-8484-8f364dd8e37f None None] The sync data for ids ['88cba6f8-b805-4de4-8047-6bb6bffc75ba'] in ncdv-master-1 is: [{'id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'name': 'tempest-TestNetworkBasicOps-router-1914178789', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28'}], 'enable_snat': True}, 'gw_port_id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:39:30Z', 'updated_at': '2022-05-14T21:41:48Z', 'revision_number': 7, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '12b54f25-cdc0-4f8f-9fe3-539a2cceadaf', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88cba6f8-b805-4de4-8047-6bb6bffc75ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:39:31Z', 'updated_at': '2022-05-14T21:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:51.465573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] DHCP port deletion for fb6b8bd4-f50e-46c4-a16c-102a54ed8344 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:41:51.479222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-69b6d6fe-2de2-4492-b211-12d2f9d4a282 req-b3d0c38d-a978-4d4f-8ef4-f0af1be34011 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563096
May 14 21:41:51.551490 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38853d38-b449-460c-b6c8-bd4636e9c617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.563957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] For port 62398999-01bb-4903-9895-5c82416809d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62398999-01bb-4903-9895-5c82416809d2,segment=NetworkSegment(651e42b2-39f8-4189-9d88-e4de34feaf39),segment_id=651e42b2-39f8-4189-9d88-e4de34feaf39)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:51.564672 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (62398999-01bb-4903-9895-5c82416809d2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.581098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (88cba6f8-b805-4de4-8047-6bb6bffc75ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.603516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Calling delete_port for 62398999-01bb-4903-9895-5c82416809d2 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:51.611107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] For port 62398999-01bb-4903-9895-5c82416809d2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=62398999-01bb-4903-9895-5c82416809d2,segment=NetworkSegment(651e42b2-39f8-4189-9d88-e4de34feaf39),segment_id=651e42b2-39f8-4189-9d88-e4de34feaf39)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:51.611632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (62398999-01bb-4903-9895-5c82416809d2), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.630482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] Calling delete_port for 62398999-01bb-4903-9895-5c82416809d2 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:51.639813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] Deleting port 4fcf22eb-d346-423e-acbf-badbfb6fd892 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:51.640256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.754912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:51.756244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.763236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] For port 4fcf22eb-d346-423e-acbf-badbfb6fd892, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fcf22eb-d346-423e-acbf-badbfb6fd892,segment=NetworkSegment(85da5523-61eb-4da7-9ed8-fa14e7bf0efd),segment_id=85da5523-61eb-4da7-9ed8-fa14e7bf0efd)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:51.763673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.787000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] Calling delete_port for 4fcf22eb-d346-423e-acbf-badbfb6fd892 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:51.887152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38853d38-b449-460c-b6c8-bd4636e9c617 admin admin] Publish callbacks [] for security_group (7e9be9ed-76dc-4938-9639-25f0ab02e367), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.918819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (62398999-01bb-4903-9895-5c82416809d2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.949666 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (62398999-01bb-4903-9895-5c82416809d2), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.950809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks [] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:51.979532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] No DVR routers for this DVR port 62398999-01bb-4903-9895-5c82416809d2 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:52.014056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] Pushing event deleted for resources: {'Port': ['ID=62398999-01bb-4903-9895-5c82416809d2,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.014448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:52.015086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.019260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a4b9d-6c15-4d7d-a22e-48007e401aac None None] No DVR routers for this DVR port 62398999-01bb-4903-9895-5c82416809d2 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:52.042520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ae834c5f-cb93-4ad8-8335-697987746a66 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:52.055889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Port': ['ID=62398999-01bb-4903-9895-5c82416809d2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.061722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-38853d38-b449-460c-b6c8-bd4636e9c617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e9be9ed-76dc-4938-9639-25f0ab02e367), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.064423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:52.111841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38853d38-b449-460c-b6c8-bd4636e9c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9be9ed-76dc-4938-9639-25f0ab02e367,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.128107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.144377 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4fcf22eb-d346-423e-acbf-badbfb6fd892), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.226122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] Pushing event deleted for resources: {'Port': ['ID=4fcf22eb-d346-423e-acbf-badbfb6fd892,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.226122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ae834c5f-cb93-4ad8-8335-697987746a66 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:52.226122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.253346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fd3225-509b-411c-ab29-7fd67347c047 None None] No DVR routers for this DVR port 4fcf22eb-d346-423e-acbf-badbfb6fd892 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:52.306714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (137bfc1f-5db4-417a-a166-d5bd56f8de3f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.313186 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-38853d38-b449-460c-b6c8-bd4636e9c617 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=369da4f08c7644edab37c621ac1497cb&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1574731
May 14 21:41:52.317001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37864) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:52.372030 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (346eac4b-46b6-419f-9975-4cd03ec16726), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.376481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522be28ca0>,) {'filters': {'network_id': ['137bfc1f-5db4-417a-a166-d5bd56f8de3f']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:52.379517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Pushing event updated for resources: {'Port': ['ID=5954e913-ff3d-48ff-8d6c-21573b25dc5c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.390062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ae834c5f-cb93-4ad8-8335-697987746a66 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:52.392249 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.395950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522be28ca0>, '651e42b2-39f8-4189-9d88-e4de34feaf39') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:52.396523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522be28ca0>, '651e42b2-39f8-4189-9d88-e4de34feaf39') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:52.419061 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (651e42b2-39f8-4189-9d88-e4de34feaf39), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.423722 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d120-87f4-41de-b1c6-0c5d54053cdc admin admin] Publish callbacks [] for security_group (7e9be9ed-76dc-4938-9639-25f0ab02e367), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.428696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port ae834c5f-cb93-4ad8-8335-697987746a66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae834c5f-cb93-4ad8-8335-697987746a66,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:52.451207 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d120-87f4-41de-b1c6-0c5d54053cdc admin admin] Publish callbacks [] for security_group (7e9be9ed-76dc-4938-9639-25f0ab02e367), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.471664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (651e42b2-39f8-4189-9d88-e4de34feaf39), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.475897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.481827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:52.482234 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (651e42b2-39f8-4189-9d88-e4de34feaf39), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:52.485587 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:52.533064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (12b54f25-cdc0-4f8f-9fe3-539a2cceadaf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.551470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=ae834c5f-cb93-4ad8-8335-697987746a66,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.556042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4fcf22eb-d346-423e-acbf-badbfb6fd892 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:52.565472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=12b54f25-cdc0-4f8f-9fe3-539a2cceadaf,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.566163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Network 939881c4-7cb1-4679-9361-495d7bf09bcb is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:52.568425 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:52.598466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4fcf22eb-d346-423e-acbf-badbfb6fd892 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:52.598977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4fcf22eb-d346-423e-acbf-badbfb6fd892 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:52.605376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1f0b2fd6-1857-45bd-9ae6-54dd6245740f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:52.624648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1f0b2fd6-1857-45bd-9ae6-54dd6245740f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:52.628194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1f0b2fd6-1857-45bd-9ae6-54dd6245740f not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:52.628194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 62398999-01bb-4903-9895-5c82416809d2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:52.644886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d120-87f4-41de-b1c6-0c5d54053cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7e9be9ed-76dc-4938-9639-25f0ab02e367), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.650142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c5f2d120-87f4-41de-b1c6-0c5d54053cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.651096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 62398999-01bb-4903-9895-5c82416809d2 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:52.651605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 62398999-01bb-4903-9895-5c82416809d2 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:52.652361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c5f2d120-87f4-41de-b1c6-0c5d54053cdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e9be9ed-76dc-4938-9639-25f0ab02e367 HTTP/1.1" status: 204  len: 168 time: 0.3339667
May 14 21:41:52.681376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2d120-87f4-41de-b1c6-0c5d54053cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9be9ed-76dc-4938-9639-25f0ab02e367,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.702792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.707692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (137bfc1f-5db4-417a-a166-d5bd56f8de3f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.720053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.730482 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] 10.222.0.52 "DELETE /v2.0/networks/137bfc1f-5db4-417a-a166-d5bd56f8de3f HTTP/1.1" status: 204  len: 168 time: 1.9371850
May 14 21:41:52.765868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf0525-6ee5-4d64-b042-561bd9dc5314 tempest-NetworksIpV6TestAttrs-166605504 tempest-NetworksIpV6TestAttrs-166605504-project] Pushing event deleted for resources: {'Network': ['ID=137bfc1f-5db4-417a-a166-d5bd56f8de3f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:52.867688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (88cba6f8-b805-4de4-8047-6bb6bffc75ba), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.871108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_controller (88cba6f8-b805-4de4-8047-6bb6bffc75ba), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.895991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Router 346eac4b-46b6-419f-9975-4cd03ec16726 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:41:52.940130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-914330f9-accb-442d-b5bb-06df3b5ab447 None None] Provisioning complete for port 5954e913-ff3d-48ff-8d6c-21573b25dc5c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:52.940507 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-914330f9-accb-442d-b5bb-06df3b5ab447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:52.985644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-914330f9-accb-442d-b5bb-06df3b5ab447 None None] Port 5954e913-ff3d-48ff-8d6c-21573b25dc5c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:41:53.020601 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (88cba6f8-b805-4de4-8047-6bb6bffc75ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.024167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Fanout notify agent at l3_agent the message router_deleted on router 88cba6f8-b805-4de4-8047-6bb6bffc75ba {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:41:53.029425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.030821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c39b9dd3-fd0b-4b24-910f-0a349f30d501 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/routers/88cba6f8-b805-4de4-8047-6bb6bffc75ba HTTP/1.1" status: 204  len: 168 time: 1.9481578
May 14 21:41:53.033729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:53.064767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:53.078370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a2865fee-1bac-4ce8-8b22-c9bbf389d846 admin admin] 10.222.0.52 "PUT /v2.0/routers/346eac4b-46b6-419f-9975-4cd03ec16726/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1318381
May 14 21:41:53.146803 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (fb6b8bd4-f50e-46c4-a16c-102a54ed8344), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.262518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (fb6b8bd4-f50e-46c4-a16c-102a54ed8344), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.297363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230cb6ca0>,) {'filters': {'network_id': ['fb6b8bd4-f50e-46c4-a16c-102a54ed8344']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:53.310184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230cb6ca0>, '85da5523-61eb-4da7-9ed8-fa14e7bf0efd') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:53.318962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230cb6ca0>, '85da5523-61eb-4da7-9ed8-fa14e7bf0efd') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:53.323684 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (85da5523-61eb-4da7-9ed8-fa14e7bf0efd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.341893 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (85da5523-61eb-4da7-9ed8-fa14e7bf0efd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.353277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:41:53.353779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (85da5523-61eb-4da7-9ed8-fa14e7bf0efd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.377228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08cde9-2d6e-4d6f-b12a-a777e2ef336a req-ae50115f-d260-4dde-a92f-efb032573c01 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:53.378818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a08cde9-2d6e-4d6f-b12a-a777e2ef336a req-ae50115f-d260-4dde-a92f-efb032573c01 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 945 time: 0.0714257
May 14 21:41:53.387856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Sync routers for ids ['346eac4b-46b6-419f-9975-4cd03ec16726'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:53.406412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Routers {'346eac4b-46b6-419f-9975-4cd03ec16726'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:53.407432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a27100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['346eac4b-46b6-419f-9975-4cd03ec16726'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:41:53.442639 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:41:53.445846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37890) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:53.452865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a08cde9-2d6e-4d6f-b12a-a777e2ef336a req-eda02915-22cf-4fd1-a38f-97fad2877a4b tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628381
May 14 21:41:53.498846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (fb6b8bd4-f50e-46c4-a16c-102a54ed8344), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.507566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.513172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/networks/fb6b8bd4-f50e-46c4-a16c-102a54ed8344 HTTP/1.1" status: 204  len: 168 time: 0.4754398
May 14 21:41:53.520268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bf60f-c2b2-4f04-98de-b87681d34967 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Network': ['ID=fb6b8bd4-f50e-46c4-a16c-102a54ed8344,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:53.530310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37896) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:53.535872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'network': {'name': 'tempest-network-smoke--212084540', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'port_security_enabled': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:53.637235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:53.640829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.684226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:53.693857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9fd098ee-ab8a-4c8d-8c71-c285e751ed02), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.694272 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Added segment 9fd098ee-ab8a-4c8d-8c71-c285e751ed02 of type vlan for network 02d52912-8e9f-4347-9eaa-055f507d398b
May 14 21:41:53.723766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-26e63016-e7ff-4a73-9466-68583cf327fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9b3a6ae879b49f78c0a843d27856796&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2793469
May 14 21:41:53.727066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37900) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:53.740277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Set router 346eac4b-46b6-419f-9975-4cd03ec16726 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:53.745645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (02d52912-8e9f-4347-9eaa-055f507d398b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.795269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f99ab5b-d9ce-4d0d-b22d-b6f42fc0609e admin admin] Publish callbacks [] for security_group (6431f725-b1be-447d-89d0-0c94647566a9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.840637 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f99ab5b-d9ce-4d0d-b22d-b6f42fc0609e admin admin] Publish callbacks [] for security_group (6431f725-b1be-447d-89d0-0c94647566a9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.872034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (02d52912-8e9f-4347-9eaa-055f507d398b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.878155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:53.878880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:53.987170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ae834c5f-cb93-4ad8-8335-697987746a66 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:53.988991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Network': ['ID=02d52912-8e9f-4347-9eaa-055f507d398b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:54.018534 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f99ab5b-d9ce-4d0d-b22d-b6f42fc0609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6431f725-b1be-447d-89d0-0c94647566a9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.021394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f99ab5b-d9ce-4d0d-b22d-b6f42fc0609e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.022599 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f99ab5b-d9ce-4d0d-b22d-b6f42fc0609e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6431f725-b1be-447d-89d0-0c94647566a9 HTTP/1.1" status: 204  len: 168 time: 0.2943342
May 14 21:41:54.025736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 02d52912-8e9f-4347-9eaa-055f507d398b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:54.032430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99ab5b-d9ce-4d0d-b22d-b6f42fc0609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431f725-b1be-447d-89d0-0c94647566a9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:54.099902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a27100>, [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:41:51Z', 'revision_number': 4, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5954e913-ff3d-48ff-8d6c-21573b25dc5c', 'name': '', 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'mac_address': 'fa:16:3e:32:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1bc691c6-4f32-4a2b-bca9-61b995182599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:50Z', 'updated_at': '2022-05-14T21:41:51Z', 'revision_number': 2, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'subnets': [{'id': '1bc691c6-4f32-4a2b-bca9-61b995182599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:54.143506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Checking router: 346eac4b-46b6-419f-9975-4cd03ec16726 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:54.143776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Updating router 346eac4b-46b6-419f-9975-4cd03ec16726 port 5954e913-ff3d-48ff-8d6c-21573b25dc5c binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:41:54.151054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5672cd28-2e6a-4494-9433-7a1c172c8df7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.6196182
May 14 21:41:54.153786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37912) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:54.158818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-328385433', 'admin_state_up': True, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:54.185149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ae834c5f-cb93-4ad8-8335-697987746a66 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:54.185527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.190248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.277846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.279012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.338416 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_controller (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.394102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ae834c5f-cb93-4ad8-8335-697987746a66 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:54.452068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 37924) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:54.473562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:54.483297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1849223190-network', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:54.543844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:54.544193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 12b54f25-cdc0-4f8f-9fe3-539a2cceadaf not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:54.563879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b64a9-a885-40de-976d-dd90d68fa07e req-ee7815b1-b043-413c-b21c-1954df623c44 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:54.565392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-843b64a9-a885-40de-976d-dd90d68fa07e req-ee7815b1-b043-413c-b21c-1954df623c44 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 945 time: 0.1240518
May 14 21:41:54.635459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Made reservation on behalf of c50ab00f71a644cebac2e4fe046612d4 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:54.637869 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.659538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.661549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.696085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f57b-dd84-4d82-924c-88e111ab5f39 req-0ba7565f-1e48-45bc-a395-e56bb0f290a4 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:54.698815 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Publish callbacks [] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.703083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5050f57b-dd84-4d82-924c-88e111ab5f39 req-0ba7565f-1e48-45bc-a395-e56bb0f290a4 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 945 time: 0.1461914
May 14 21:41:54.760998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Deleting port 3fff6970-5ac3-43e2-b4fd-509756f09b34 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:41:54.761632 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.807631 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.852039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5050f57b-dd84-4d82-924c-88e111ab5f39 req-a5ff27b5-0d88-4b75-b3d6-bdf3269afac8 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473756
May 14 21:41:54.928968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d368d-8c19-43d9-8bd6-fee7e98b26f8 None None] Pushing event updated for resources: {'Port': ['ID=5954e913-ff3d-48ff-8d6c-21573b25dc5c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:54.950047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] For port 3fff6970-5ac3-43e2-b4fd-509756f09b34, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3fff6970-5ac3-43e2-b4fd-509756f09b34,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:54.950786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:54.977715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Calling delete_port for 3fff6970-5ac3-43e2-b4fd-509756f09b34 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:41:54.986717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks [] for security_group (ddc51c33-87f6-4391-b760-2f6bec39dfe5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.020939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Attempting to bind port 5954e913-ff3d-48ff-8d6c-21573b25dc5c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:55.021732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Attempting to bind port 5954e913-ff3d-48ff-8d6c-21573b25dc5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:55.022202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Attempting to bind port 5954e913-ff3d-48ff-8d6c-21573b25dc5c on network 939881c4-7cb1-4679-9361-495d7bf09bcb {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:55.028513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:55.029050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Checking segment: {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:55.029741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.030214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Bound using segment: {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:55.030729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Bound port: 5954e913-ff3d-48ff-8d6c-21573b25dc5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea273837-ba85-4744-8549-f7268a472be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:55.031171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.077987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ddc51c33-87f6-4391-b760-2f6bec39dfe5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.128369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.164337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.165337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] For port 5954e913-ff3d-48ff-8d6c-21573b25dc5c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:55.173462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] For port 5954e913-ff3d-48ff-8d6c-21573b25dc5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5954e913-ff3d-48ff-8d6c-21573b25dc5c,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:55.174751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:55.201619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f57ecc72-91d4-4e06-819b-a35667b629b7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.202421 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Added segment f57ecc72-91d4-4e06-819b-a35667b629b7 of type vlan for network 9befe030-4192-4951-ad28-30b147f38aa7
May 14 21:41:55.204187 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc51c33-87f6-4391-b760-2f6bec39dfe5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:55.246507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-63058f60-0388-4920-a527-a2ff73e88e07 None None] Provisioning complete for port 5954e913-ff3d-48ff-8d6c-21573b25dc5c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:55.246507 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63058f60-0388-4920-a527-a2ff73e88e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.284380 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.292537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (9befe030-4192-4951-ad28-30b147f38aa7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.327246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.35.4.248 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/7113fa9d-507d-4dc5-85c6-cb9debae94a5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:55.350265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-63058f60-0388-4920-a527-a2ff73e88e07 None None] Port 5954e913-ff3d-48ff-8d6c-21573b25dc5c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:41:55.363843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Routers {'346eac4b-46b6-419f-9975-4cd03ec16726'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:55.366564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a27100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['346eac4b-46b6-419f-9975-4cd03ec16726'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:55.430235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d368d-8c19-43d9-8bd6-fee7e98b26f8 None None] Pushing event updated for resources: {'Port': ['ID=5954e913-ff3d-48ff-8d6c-21573b25dc5c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:55.461077 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3fff6970-5ac3-43e2-b4fd-509756f09b34), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.466385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (9befe030-4192-4951-ad28-30b147f38aa7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.467903 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:55.473738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.501344 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.514929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3fff6970-5ac3-43e2-b4fd-509756f09b34'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:41:55.568823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37956) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:55.585467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9befe030-4192-4951-ad28-30b147f38aa7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:55.592873 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Pushing event deleted for resources: {'Port': ['ID=3fff6970-5ac3-43e2-b4fd-509756f09b34,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:55.604504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ca375a17-6508-4772-a8ae-c26b3b6aa8f1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 1.1219864
May 14 21:41:55.606260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 37960) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:55.614700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Request body: {'subnet': {'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1849223190-subnet', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:55.623051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.633308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 9befe030-4192-4951-ad28-30b147f38aa7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:55.681978 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] No DVR routers for this DVR port 3fff6970-5ac3-43e2-b4fd-509756f09b34 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:41:55.681978 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.684119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-843b64a9-a885-40de-976d-dd90d68fa07e req-46995df2-2704-482e-9fcb-aa1dee912692 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "DELETE /v2.0/ports/3fff6970-5ac3-43e2-b4fd-509756f09b34 HTTP/1.1" status: 204  len: 173 time: 1.1094172
May 14 21:41:55.684945 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cccea2-386c-432b-ae51-d41981ed64ce', 'name': 'network-vif-deleted', 'tag': '3fff6970-5ac3-43e2-b4fd-509756f09b34'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:41:55.690746 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1538c87-ade5-4d9e-9dc4-478fe0e32d26" -d '{"events": [{"server_uuid": "30cccea2-386c-432b-ae51-d41981ed64ce", "name": "network-vif-deleted", "tag": "3fff6970-5ac3-43e2-b4fd-509756f09b34"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:41:55.702807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] Set router 346eac4b-46b6-419f-9975-4cd03ec16726 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:55.706932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:55.709948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:55.716708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:55.738479 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf485a80-8d2e-4eb1-b736-76007b0e8413 x-openstack-request-id: req-cf485a80-8d2e-4eb1-b736-76007b0e8413 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:41:55.738978 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cccea2-386c-432b-ae51-d41981ed64ce", "name": "network-vif-deleted", "tag": "3fff6970-5ac3-43e2-b4fd-509756f09b34", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:41:55.739445 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf485a80-8d2e-4eb1-b736-76007b0e8413 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:41:55.740026 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf485a80-8d2e-4eb1-b736-76007b0e8413'] response: {'server_uuid': '30cccea2-386c-432b-ae51-d41981ed64ce', 'name': 'network-vif-deleted', 'tag': '3fff6970-5ac3-43e2-b4fd-509756f09b34', 'status': 'completed', 'code': 200}
May 14 21:41:55.749722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=7113fa9d-507d-4dc5-85c6-cb9debae94a5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:55.778806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Made reservation on behalf of c50ab00f71a644cebac2e4fe046612d4 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:55.782119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.823040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2009174063-network', 'tenant_id': '0166571316634a7185b9768add179654'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:55.824667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] Provisioning complete for port 5954e913-ff3d-48ff-8d6c-21573b25dc5c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:55.824667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:55.968683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d70a0b84-fc8a-42a2-a3ff-0160d812b7ee req-d8dab1fe-1b02-4588-b6cc-3f8c8d2a7a96 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=30cccea2-386c-432b-ae51-d41981ed64ce HTTP/1.1" status: 200  len: 210 time: 0.0334218
May 14 21:41:56.054532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Made reservation on behalf of 0166571316634a7185b9768add179654 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:56.057025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.068546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.100658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] Current status of the port 5954e913-ff3d-48ff-8d6c-21573b25dc5c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:56.101246 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.124126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a27100>, [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:41:51Z', 'revision_number': 4, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5954e913-ff3d-48ff-8d6c-21573b25dc5c', 'name': '', 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'mac_address': 'fa:16:3e:32:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1bc691c6-4f32-4a2b-bca9-61b995182599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:50Z', 'updated_at': '2022-05-14T21:41:55Z', 'revision_number': 4, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'subnets': [{'id': '1bc691c6-4f32-4a2b-bca9-61b995182599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:56.159432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb763d81-6abf-45e8-b83c-4f1dfc180039 None None] The sync data for ids ['346eac4b-46b6-419f-9975-4cd03ec16726'] in ncdv-master-1 is: [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:41:51Z', 'revision_number': 4, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5954e913-ff3d-48ff-8d6c-21573b25dc5c', 'name': '', 'network_id': '939881c4-7cb1-4679-9361-495d7bf09bcb', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'mac_address': 'fa:16:3e:32:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '1bc691c6-4f32-4a2b-bca9-61b995182599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:50Z', 'updated_at': '2022-05-14T21:41:55Z', 'revision_number': 4, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'subnets': [{'id': '1bc691c6-4f32-4a2b-bca9-61b995182599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:56.180077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] For port 5954e913-ff3d-48ff-8d6c-21573b25dc5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5954e913-ff3d-48ff-8d6c-21573b25dc5c,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:41:56.252196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.307766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks [] for security_group (7198d2fb-5ecd-4acc-9596-c2cebd3a3019), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.310719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (7a5777f0-b8cb-4522-883b-15538e60dc59), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.319687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.329405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b39846-7673-4785-8c5f-d0ab0cc36a4e None None] Pushing event updated for resources: {'Port': ['ID=5954e913-ff3d-48ff-8d6c-21573b25dc5c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:56.410111 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7198d2fb-5ecd-4acc-9596-c2cebd3a3019), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.456525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5777f0-b8cb-4522-883b-15538e60dc59,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:56.481545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:41:56.512649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Checking segment: {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:56.513018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Network hostable DHCP agents. Network: 9befe030-4192-4951-ad28-30b147f38aa7, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:56.519350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7198d2fb-5ecd-4acc-9596-c2cebd3a3019,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:56.524652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bf87580b-6042-4f35-adb0-76d833fb159f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.525086 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Added segment bf87580b-6042-4f35-adb0-76d833fb159f of type vlan for network 8d0a40c5-3971-475b-af74-95cb156c2e8b
May 14 21:41:56.621780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8d0a40c5-3971-475b-af74-95cb156c2e8b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.696720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.741060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Network 9befe030-4192-4951-ad28-30b147f38aa7 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:56.788150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8d0a40c5-3971-475b-af74-95cb156c2e8b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.789209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:56.789777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.867935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9befe030-4192-4951-ad28-30b147f38aa7) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:56.876665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:56.876830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1e4f2-f4bf-4baa-8eff-19231fa36836 None None] Network 9befe030-4192-4951-ad28-30b147f38aa7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:56.879028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:56.891113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] Pushing event updated for resources: {'Network': ['ID=8d0a40c5-3971-475b-af74-95cb156c2e8b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:56.905572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1dca90db-76f8-4fb6-9de6-e957fde7c0cd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.3330586
May 14 21:41:56.905888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38002) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:56.912405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Request body: {'subnet': {'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2009174063-subnet', 'tenant_id': '0166571316634a7185b9768add179654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:56.913857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8d0a40c5-3971-475b-af74-95cb156c2e8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:41:56.990926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04e2da55-be79-4c15-ada5-3eb3f10ed0f6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3810604
May 14 21:41:56.991228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38004) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:56.998103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:57.047132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Made reservation on behalf of 0166571316634a7185b9768add179654 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:57.049519 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.106141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9befe030-4192-4951-ad28-30b147f38aa7', 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'fixed_ips': [{'subnet_id': '7a5777f0-b8cb-4522-883b-15538e60dc59'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:57.106711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:41:57.107785 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.140017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (4bd0fa24-62db-4260-8be7-a1d569a98ed8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.140989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (4bd0fa24-62db-4260-8be7-a1d569a98ed8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.318853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Allocated IP 172.20.0.2 (9befe030-4192-4951-ad28-30b147f38aa7/7a5777f0-b8cb-4522-883b-15538e60dc59/df130f03-330e-4cea-8f7e-2b27bafa0f1b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:57.449244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-2f2c6d93-68d4-4e8a-9f7e-83286b82d6a3 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:57.451825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-2f2c6d93-68d4-4e8a-9f7e-83286b82d6a3 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/networks?id=a0d6c244-ba10-44a1-b532-1388d1aab436 HTTP/1.1" status: 200  len: 809 time: 0.1953530
May 14 21:41:57.496036 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-ae54a4bc-27f7-42cb-afb8-6b21cdaa669b tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/quotas/02f7a491fa1c45c896f1af07217a303a HTTP/1.1" status: 200  len: 375 time: 0.0374210
May 14 21:41:57.507612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Publish callbacks [] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.542401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-46681523-5cb1-4634-8b2e-67c96c40d05a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=02f7a491fa1c45c896f1af07217a303a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0384097
May 14 21:41:57.542917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38022) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:57.603628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.665052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Network 9befe030-4192-4951-ad28-30b147f38aa7 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:57.677945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-f8665d2b-33d8-486d-bf04-a62fd66672c6 service neutron] 10.222.0.52 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267016
May 14 21:41:57.682431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Pushing event updated for resources: {'Port': ['ID=df130f03-330e-4cea-8f7e-2b27bafa0f1b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:57.686847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:57.689833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:57.744599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd061-8d20-4643-98db-eb5103e4b2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.751415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:41:57.768221 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Sync routers for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:41:57.785460 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:57.787324 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231119be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:57.788053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Attempting to bind port df130f03-330e-4cea-8f7e-2b27bafa0f1b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:57.790083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Attempting to bind port df130f03-330e-4cea-8f7e-2b27bafa0f1b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:57.790620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Attempting to bind port df130f03-330e-4cea-8f7e-2b27bafa0f1b on network 9befe030-4192-4951-ad28-30b147f38aa7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:57.799910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks [] for router_controller (4bd0fa24-62db-4260-8be7-a1d569a98ed8), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.812910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:57.813795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Checking segment: {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:57.814371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.815386 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Bound using segment: {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:57.816083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Bound port: df130f03-330e-4cea-8f7e-2b27bafa0f1b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:57.816661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.867523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a64b4907-9d90-436a-b0d7-cd2b329b55ad service neutron] 10.222.0.52 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1786158
May 14 21:41:57.869418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:57.873416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d41538bd-4450-4947-9e6b-1bd4bc964ba7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.7157788
May 14 21:41:57.876183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38026) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:57.943830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] For port df130f03-330e-4cea-8f7e-2b27bafa0f1b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:57.969103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] For port df130f03-330e-4cea-8f7e-2b27bafa0f1b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df130f03-330e-4cea-8f7e-2b27bafa0f1b,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:57.973259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c4c03ac0-a56c-4e8f-8a23-9d5c988dd0b6 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a5d1195cf21b4146ae0c49a9c95ab8fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0937357
May 14 21:41:57.978146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:57.981455 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:58.011357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5954e913-ff3d-48ff-8d6c-21573b25dc5c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:41:58.072588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd061-8d20-4643-98db-eb5103e4b2cb admin admin] Publish callbacks [] for security_group (d7017d19-bbd9-44cf-ba03-e1a9c4fe7194), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.073546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5954e913-ff3d-48ff-8d6c-21573b25dc5c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:41:58.074168 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.078649 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.108549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623a9a8-f4e6-4dfb-a3a6-3ab7a5ddf78b tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:58.111130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f623a9a8-f4e6-4dfb-a3a6-3ab7a5ddf78b tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1315148
May 14 21:41:58.114981 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38030) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:58.121527 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks [] for router_gateway (4bd0fa24-62db-4260-8be7-a1d569a98ed8), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.135071 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (7f12b103-963b-4a9a-842d-2b58940be114), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.159517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8e0426af-2eee-400d-b2d3-dc2a1e3ff033 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0432348
May 14 21:41:58.167610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:58.174843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-103812649', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:41:58.198097 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231119be0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:41:55Z', 'revision_number': 3, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:58.226948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4913-7290-4df0-a791-d1b311f347f9 None None] Pushing event updated for resources: {'Port': ['ID=df130f03-330e-4cea-8f7e-2b27bafa0f1b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:58.253185 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Checking router: 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:41:58.253644 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Updating router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:41:58.257339 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4d2dd061-8d20-4643-98db-eb5103e4b2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d7017d19-bbd9-44cf-ba03-e1a9c4fe7194), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.299374 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.349439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dd061-8d20-4643-98db-eb5103e4b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7017d19-bbd9-44cf-ba03-e1a9c4fe7194,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:58.365759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d2dd061-8d20-4643-98db-eb5103e4b2cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b06af3303963466fabd3e3c6883eb99f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8217683
May 14 21:41:58.370323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38034) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:58.381421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f12b103-963b-4a9a-842d-2b58940be114,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:58.396079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Checking segment: {'id': 'bf87580b-6042-4f35-adb0-76d833fb159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:58.397280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Network hostable DHCP agents. Network: 8d0a40c5-3971-475b-af74-95cb156c2e8b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:58.497479 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:41:58.508510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.543710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5954e913-ff3d-48ff-8d6c-21573b25dc5c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:41:58.550064 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d8e35-ed15-4cbf-9b85-f519b223068e admin admin] Publish callbacks [] for security_group (d7017d19-bbd9-44cf-ba03-e1a9c4fe7194), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.670195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d8e35-ed15-4cbf-9b85-f519b223068e admin admin] Publish callbacks [] for security_group (d7017d19-bbd9-44cf-ba03-e1a9c4fe7194), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.698236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Network 8d0a40c5-3971-475b-af74-95cb156c2e8b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:58.707935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21207c9c-0a9f-410d-b70d-6b7f285e9675 req-8d1291e8-1476-4716-a06d-29c5c7539235 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 210 time: 0.0698078
May 14 21:41:58.720295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks [] for router_gateway (4bd0fa24-62db-4260-8be7-a1d569a98ed8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.751296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.808580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d0a40c5-3971-475b-af74-95cb156c2e8b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:58.817454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:58.818076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.818203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66113651-ebd7-4e9e-97b4-15e9fdffdda7 None None] Network 8d0a40c5-3971-475b-af74-95cb156c2e8b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:58.861481 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d8e35-ed15-4cbf-9b85-f519b223068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d7017d19-bbd9-44cf-ba03-e1a9c4fe7194), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.866171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-301d8e35-ed15-4cbf-9b85-f519b223068e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.870345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-301d8e35-ed15-4cbf-9b85-f519b223068e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7017d19-bbd9-44cf-ba03-e1a9c4fe7194 HTTP/1.1" status: 204  len: 168 time: 0.4967542
May 14 21:41:58.879530 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d8e35-ed15-4cbf-9b85-f519b223068e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7017d19-bbd9-44cf-ba03-e1a9c4fe7194,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:58.889888 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Publish callbacks [] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.907029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b4f2a889-5127-4aa9-a931-7a4d13eea50a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9925230
May 14 21:41:58.979146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f64957c4-54de-449d-a2e3-4c1a2fb1d65a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:58.979624 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.006046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7848c7ac-4546-4b83-865e-3764a3e8b05a None None] Network 8d0a40c5-3971-475b-af74-95cb156c2e8b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:59.063649 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Attempting to bind port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:41:59.064028 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Attempting to bind port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:41:59.064391 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Attempting to bind port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:41:59.069372 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f277f-9ea4-41a5-9e37-1479c58d6db3 None None] Pushing event updated for resources: {'Port': ['ID=7113fa9d-507d-4dc5-85c6-cb9debae94a5,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:59.077735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:41:59.078106 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:59.078511 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.078905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:41:59.079381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Bound port: 7113fa9d-507d-4dc5-85c6-cb9debae94a5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:41:59.079835 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.100243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Subnet': ['ID=f64957c4-54de-449d-a2e3-4c1a2fb1d65a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:59.107437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Allocated IP 172.35.4.94 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/1fc466d4-bb4b-4839-b476-5ea7b1dd8661) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:41:59.117619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Checking segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:41:59.119913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network hostable DHCP agents. Network: 02d52912-8e9f-4347-9eaa-055f507d398b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:41:59.188676 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] For port 7113fa9d-507d-4dc5-85c6-cb9debae94a5, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:41:59.192944 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] For port 7113fa9d-507d-4dc5-85c6-cb9debae94a5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7113fa9d-507d-4dc5-85c6-cb9debae94a5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:41:59.232156 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 02d52912-8e9f-4347-9eaa-055f507d398b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:41:59.261872 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.289921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks [] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.323147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02d52912-8e9f-4347-9eaa-055f507d398b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:59.332057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:41:59.332057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.337166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd81e5-5b38-4832-b610-e83fc5404b60 None None] Network 02d52912-8e9f-4347-9eaa-055f507d398b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:59.360912 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f277f-9ea4-41a5-9e37-1479c58d6db3 None None] Pushing event updated for resources: {'Port': ['ID=7113fa9d-507d-4dc5-85c6-cb9debae94a5,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:59.387902 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:41:59.388554 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231119be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:59.411930 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fa23bf68-197e-48a7-8c30-cb5f495cbe72 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2431960
May 14 21:41:59.424462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38056) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:59.484971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.538578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-02d52912-8e9f-4347-9eaa-055f507d398b', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:41:59.539837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:41:59.555230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:41:59.560325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:41:59.575933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:41:59.580460 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:41:59.644017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:41:59.694886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3fff6970-5ac3-43e2-b4fd-509756f09b34 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:41:59.795830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef0db7-d604-4f80-8957-920ba39f2e8f None None] Network 9befe030-4192-4951-ad28-30b147f38aa7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:41:59.838525 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231119be0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:41:55Z', 'revision_number': 3, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:41:59.850108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38064) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:41:59.870923 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fa604-64d5-428d-b5d8-a35ac097b32a None None] The sync data for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 is: [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:41:55Z', 'revision_number': 3, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:41:59.886771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 3fff6970-5ac3-43e2-b4fd-509756f09b34 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:41:59.886771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3fff6970-5ac3-43e2-b4fd-509756f09b34 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:41:59.920392 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a457f03d-aa70-48b2-a6e2-1134b7aa3c6c req-dd45e90c-f82d-45ac-8d55-2d08cfb1a27c tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 210 time: 0.0581882
May 14 21:41:59.923675 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d240e3ba-5ed3-4900-a8b7-9ef8b4a35685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.050127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fac27724-393f-4deb-af91-54871e57909d None None] Provisioning complete for port df130f03-330e-4cea-8f7e-2b27bafa0f1b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:00.050654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fac27724-393f-4deb-af91-54871e57909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.102264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device df130f03-330e-4cea-8f7e-2b27bafa0f1b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:00.117042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Allocated IP 172.20.0.2 (02d52912-8e9f-4347-9eaa-055f507d398b/f64957c4-54de-449d-a2e3-4c1a2fb1d65a/9a322c75-695b-4e44-a980-697e20d7475c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:00.185631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d240e3ba-5ed3-4900-a8b7-9ef8b4a35685 admin admin] Publish callbacks [] for security_group (224f0ea9-b7e1-413c-a4bc-44b07a614228), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.274787 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d240e3ba-5ed3-4900-a8b7-9ef8b4a35685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (224f0ea9-b7e1-413c-a4bc-44b07a614228), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.283577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks [] for router_gateway (4bd0fa24-62db-4260-8be7-a1d569a98ed8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.292372 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.350455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port df130f03-330e-4cea-8f7e-2b27bafa0f1b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:00.351396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.397051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:00.416858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066513922-network', 'tenant_id': 'fbe285e734924d40b0968ac56e83e45c'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:00.445078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d240e3ba-5ed3-4900-a8b7-9ef8b4a35685 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b28053eb26bb4c6ca7b79a781004a0b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5936892
May 14 21:42:00.450318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38072) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:00.456273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240e3ba-5ed3-4900-a8b7-9ef8b4a35685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224f0ea9-b7e1-413c-a4bc-44b07a614228,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:00.459078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fac27724-393f-4deb-af91-54871e57909d None None] Current status of the port df130f03-330e-4cea-8f7e-2b27bafa0f1b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:00.459457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fac27724-393f-4deb-af91-54871e57909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.604666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fac27724-393f-4deb-af91-54871e57909d None None] For port df130f03-330e-4cea-8f7e-2b27bafa0f1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df130f03-330e-4cea-8f7e-2b27bafa0f1b,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:00.606284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Publish callbacks [] for port (9a322c75-695b-4e44-a980-697e20d7475c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.668529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port df130f03-330e-4cea-8f7e-2b27bafa0f1b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:00.669066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.721189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fac27724-393f-4deb-af91-54871e57909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.726856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (4bd0fa24-62db-4260-8be7-a1d569a98ed8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.728828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9a322c75-695b-4e44-a980-697e20d7475c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.805554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Network 02d52912-8e9f-4347-9eaa-055f507d398b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:00.817523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:00.820958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:00.849141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bae2dd40-1e0a-4942-98ae-e4d1617a538b None None] Provisioning complete for port df130f03-330e-4cea-8f7e-2b27bafa0f1b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:00.849514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bae2dd40-1e0a-4942-98ae-e4d1617a538b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:00.855695 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:42:00.856127 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:42:00.893703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac27724-393f-4deb-af91-54871e57909d None None] Pushing event updated for resources: {'Port': ['ID=df130f03-330e-4cea-8f7e-2b27bafa0f1b,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:01.021013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Attempting to bind port 9a322c75-695b-4e44-a980-697e20d7475c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:01.022029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Attempting to bind port 9a322c75-695b-4e44-a980-697e20d7475c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:01.022398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Attempting to bind port 9a322c75-695b-4e44-a980-697e20d7475c on network 02d52912-8e9f-4347-9eaa-055f507d398b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:01.034983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:01.035406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Checking segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:01.035941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.036342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Bound using segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:01.036871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Bound port: 9a322c75-695b-4e44-a980-697e20d7475c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:01.037263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9a322c75-695b-4e44-a980-697e20d7475c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.053339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Pushing event updated for resources: {'Port': ['ID=9a322c75-695b-4e44-a980-697e20d7475c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:01.082416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:42:01.087116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39e48d6c-8c97-4495-942c-cf066c15c2b1 req-9db27296-47e2-49ab-90b0-0ff376dfebbf tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 210 time: 0.0470326
May 14 21:42:01.154759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bae2dd40-1e0a-4942-98ae-e4d1617a538b None None] Current status of the port df130f03-330e-4cea-8f7e-2b27bafa0f1b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:01.164893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] For port 9a322c75-695b-4e44-a980-697e20d7475c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:01.168493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] For port 9a322c75-695b-4e44-a980-697e20d7475c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a322c75-695b-4e44-a980-697e20d7475c,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:01.174989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9e28ce1-011c-4ecf-9dbe-c095a83b73b5 admin admin] Publish callbacks [] for security_group (224f0ea9-b7e1-413c-a4bc-44b07a614228), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.176605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Made reservation on behalf of fbe285e734924d40b0968ac56e83e45c for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:01.179809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.232318 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9a322c75-695b-4e44-a980-697e20d7475c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.262324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.269158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:01.286415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Sync routers for ids ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:01.326872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Routers {'4bd0fa24-62db-4260-8be7-a1d569a98ed8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:01.327745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:01.370807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.371253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9e28ce1-011c-4ecf-9dbe-c095a83b73b5 admin admin] Publish callbacks [] for security_group (224f0ea9-b7e1-413c-a4bc-44b07a614228), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.374739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fb611a7c-a3bb-4194-b873-d2fb2a2f7a84 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.3797913
May 14 21:42:01.375125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38076) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:01.427662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d645c-1646-436f-b909-2d03e6a55acd None None] Pushing event updated for resources: {'Port': ['ID=9a322c75-695b-4e44-a980-697e20d7475c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:01.473273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port df130f03-330e-4cea-8f7e-2b27bafa0f1b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:01.537578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Set router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:01.578683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a22faad2-f99e-4244-90af-fb13aa3fe39a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:01.580290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a22faad2-f99e-4244-90af-fb13aa3fe39a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "GET /v2.0/networks?id=a0d6c244-ba10-44a1-b532-1388d1aab436 HTTP/1.1" status: 200  len: 809 time: 0.4284854
May 14 21:42:01.662220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Request body: {'port': {'device_id': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436', 'admin_state_up': True, 'tenant_id': '02f7a491fa1c45c896f1af07217a303a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:01.783436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9e28ce1-011c-4ecf-9dbe-c095a83b73b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (224f0ea9-b7e1-413c-a4bc-44b07a614228), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.786143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9e28ce1-011c-4ecf-9dbe-c095a83b73b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.786458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03d0>, [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:41:59Z', 'revision_number': 3, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:01.787416 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9e28ce1-011c-4ecf-9dbe-c095a83b73b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/224f0ea9-b7e1-413c-a4bc-44b07a614228 HTTP/1.1" status: 204  len: 168 time: 1.3338602
May 14 21:42:01.825799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.20.0.1 (02d52912-8e9f-4347-9eaa-055f507d398b/f64957c4-54de-449d-a2e3-4c1a2fb1d65a/474b774d-347c-4f4e-8c53-6ae4ba812508) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:01.829532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks [] for security_group (fcd5e2b6-7704-476b-ab9c-c83ac7f7e037), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.829775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Checking router: 4bd0fa24-62db-4260-8be7-a1d569a98ed8 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:42:01.830334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Updating router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:42:01.832835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28ce1-011c-4ecf-9dbe-c095a83b73b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224f0ea9-b7e1-413c-a4bc-44b07a614228,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:01.887564 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fcd5e2b6-7704-476b-ab9c-c83ac7f7e037), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.906074 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:01.972397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:02.011151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6d2bb7c2-014f-47cf-a884-1afc15710d7d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.011612 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Added segment 6d2bb7c2-014f-47cf-a884-1afc15710d7d of type vlan for network abc425b6-ac7c-4969-a45a-b440c50f304b
May 14 21:42:02.013520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd5e2b6-7704-476b-ab9c-c83ac7f7e037,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:02.057367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Made reservation on behalf of 02f7a491fa1c45c896f1af07217a303a for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:02.061317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.099016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (abc425b6-ac7c-4969-a45a-b440c50f304b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.128806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.242211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device df130f03-330e-4cea-8f7e-2b27bafa0f1b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:02.248820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a85358e1-c20f-410e-b202-130edf4b2ee6 req-97a924e4-f9fb-46ec-911f-0955ac8badf6 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 210 time: 0.0503411
May 14 21:42:02.277547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.297650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (abc425b6-ac7c-4969-a45a-b440c50f304b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.298688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:02.299275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.392215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Allocated IP 172.20.0.14 (a0d6c244-ba10-44a1-b532-1388d1aab436/973a23d2-057a-457d-b4e1-e2f68fb009c4/f9e39b22-4401-4f1f-b347-524ae155a4ea) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:02.399892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.417315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] Pushing event updated for resources: {'Network': ['ID=abc425b6-ac7c-4969-a45a-b440c50f304b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:02.462814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5b06600-982a-4442-bb6c-ed8bbfc7a93d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 2.0580373
May 14 21:42:02.466968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38086) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:02.468977 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 02d52912-8e9f-4347-9eaa-055f507d398b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:02.480356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Request body: {'subnet': {'network_id': 'abc425b6-ac7c-4969-a45a-b440c50f304b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066513922-subnet', 'tenant_id': 'fbe285e734924d40b0968ac56e83e45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:02.487423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:02.490667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:02.574290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Allocated IP 172.20.0.1 (9befe030-4192-4951-ad28-30b147f38aa7/7a5777f0-b8cb-4522-883b-15538e60dc59/e22bfd84-8e58-4c64-be79-97f7b9a33e06) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:02.607709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network abc425b6-ac7c-4969-a45a-b440c50f304b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:02.644464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.722293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Made reservation on behalf of fbe285e734924d40b0968ac56e83e45c for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:02.724727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.745839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks [] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.840833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port df130f03-330e-4cea-8f7e-2b27bafa0f1b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:02.841210 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.872367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=474b774d-347c-4f4e-8c53-6ae4ba812508,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:02.896901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d707431-473f-4e0b-99e8-f22ada2635a8 None None] Network 02d52912-8e9f-4347-9eaa-055f507d398b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:02.906068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.931201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Publish callbacks [] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:02.941398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Network 9befe030-4192-4951-ad28-30b147f38aa7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:02.954224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:02.958175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:03.033174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Pushing event updated for resources: {'Port': ['ID=e22bfd84-8e58-4c64-be79-97f7b9a33e06,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:03.055103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (4bd0fa24-62db-4260-8be7-a1d569a98ed8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.080253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks [] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.108144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.180279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port df130f03-330e-4cea-8f7e-2b27bafa0f1b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:03.181530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7113fa9d-507d-4dc5-85c6-cb9debae94a5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:03.186546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] Provisioning complete for port 9a322c75-695b-4e44-a980-697e20d7475c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:03.186546 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a322c75-695b-4e44-a980-697e20d7475c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.362801 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.367355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (e3947125-5fc1-4c4b-b148-b2ab12cf6544), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.368440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Attempting to bind port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:03.368892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Attempting to bind port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:03.368984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Attempting to bind port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:03.395117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:03.395517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:03.396522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.396921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:03.397418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Bound port: 1fc466d4-bb4b-4839-b476-5ea7b1dd8661, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:03.398455 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.411510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282fa43-dc49-44f4-8951-18d68f7f0ac2 None None] Pushing event updated for resources: {'Port': ['ID=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:03.455383 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.464885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] Current status of the port 9a322c75-695b-4e44-a980-697e20d7475c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:03.465206 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9a322c75-695b-4e44-a980-697e20d7475c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.488620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:03.488995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.514062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0814f-10e3-405a-ae00-51038647fe78 req-47776093-39ce-43f8-91ce-5542e7b2b029 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:03.524397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3b0814f-10e3-405a-ae00-51038647fe78 req-47776093-39ce-43f8-91ce-5542e7b2b029 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 932 time: 0.1467745
May 14 21:42:03.545917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3947125-5fc1-4c4b-b148-b2ab12cf6544,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:03.566496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] For port 9a322c75-695b-4e44-a980-697e20d7475c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a322c75-695b-4e44-a980-697e20d7475c,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:03.568099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] For port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:03.577464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.581380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] For port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:03.630180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:03.630578 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.646589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Pushing event updated for resources: {'Port': ['ID=f9e39b22-4401-4f1f-b347-524ae155a4ea,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:03.652690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9a322c75-695b-4e44-a980-697e20d7475c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.655960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 7113fa9d-507d-4dc5-85c6-cb9debae94a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7113fa9d-507d-4dc5-85c6-cb9debae94a5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:03.671547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Network a0d6c244-ba10-44a1-b532-1388d1aab436 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:03.687931 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:03.688695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Checking segment: {'id': '6d2bb7c2-014f-47cf-a884-1afc15710d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'abc425b6-ac7c-4969-a45a-b440c50f304b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:03.689060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Network hostable DHCP agents. Network: abc425b6-ac7c-4969-a45a-b440c50f304b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:03.713345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89f363-286b-48f3-a1fa-fa3aed3f0886 None None] Pushing event updated for resources: {'Port': ['ID=9a322c75-695b-4e44-a980-697e20d7475c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:03.717069 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.725364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:03.753065 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.753929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a322c75-695b-4e44-a980-697e20d7475c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:03.838226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Provisioning complete for port 474b774d-347c-4f4e-8c53-6ae4ba812508 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:03.838607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.889500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:03.890167 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:03.921911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Port 474b774d-347c-4f4e-8c53-6ae4ba812508 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:03.931936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Routers {'4bd0fa24-62db-4260-8be7-a1d569a98ed8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:03.932756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:03.953148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282fa43-dc49-44f4-8951-18d68f7f0ac2 None None] Pushing event updated for resources: {'Port': ['ID=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:03.967183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Network abc425b6-ac7c-4969-a45a-b440c50f304b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:03.999181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Provisioning complete for port 9a322c75-695b-4e44-a980-697e20d7475c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:03.999599 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a322c75-695b-4e44-a980-697e20d7475c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.059443 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-60b4d812-44e3-4707-b84b-92630ef254cd tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4012933
May 14 21:42:04.072742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-39c553a8-d14c-43bd-be8f-392f159b1b9c tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:42:04.074190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-39c553a8-d14c-43bd-be8f-392f159b1b9c tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0075765
May 14 21:42:04.089978 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, abc425b6-ac7c-4969-a45a-b440c50f304b) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:04.106755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Request body: {'port': {'device_id': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:04.112832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9a322c75-695b-4e44-a980-697e20d7475c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:04.113194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a322c75-695b-4e44-a980-697e20d7475c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.128878 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33684a5e-9859-4f20-be6f-3b6a3f877926 None None] Network abc425b6-ac7c-4969-a45a-b440c50f304b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:04.283518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=7113fa9d-507d-4dc5-85c6-cb9debae94a5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:04.283655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:04.283655 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.283925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] Set router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:04.320957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3b0814f-10e3-405a-ae00-51038647fe78 req-aec96fe7-66b4-4190-a6db-f9b79d043dbf tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7771008
May 14 21:42:04.340197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.376679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks [] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.390897 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.417420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d020c18-ce74-435f-b63a-30fb5239d1cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9473369
May 14 21:42:04.432019 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.446683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58950f7-3bb7-41e6-83aa-7c8a97fce3d0 None None] Network abc425b6-ac7c-4969-a45a-b440c50f304b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:04.450327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Current status of the port 9a322c75-695b-4e44-a980-697e20d7475c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:04.505232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.520208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (4bd0fa24-62db-4260-8be7-a1d569a98ed8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.530259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Pushing event updated for resources: {'Port': ['ID=e22bfd84-8e58-4c64-be79-97f7b9a33e06,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:04.549595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9a322c75-695b-4e44-a980-697e20d7475c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:04.555361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Provisioning complete for port e22bfd84-8e58-4c64-be79-97f7b9a33e06 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:04.558679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.698716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:04.720617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Network 9befe030-4192-4951-ad28-30b147f38aa7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:04.720617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38136) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:04.727852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:04.807586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7113fa9d-507d-4dc5-85c6-cb9debae94a5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:04.870684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=474b774d-347c-4f4e-8c53-6ae4ba812508,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:04.892649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c89042f-1d66-4568-bf66-42d1934670af None None] Port e22bfd84-8e58-4c64-be79-97f7b9a33e06 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:04.955686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-268682087', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:04.970159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:04.970554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.021650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:05.046214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03d0>, [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22bfd84-8e58-4c64-be79-97f7b9a33e06', 'name': '', 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'mac_address': 'fa:16:3e:83:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:02Z', 'updated_at': '2022-05-14T21:42:02Z', 'revision_number': 1, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'subnets': [{'id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:05.061240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1b6890ad-5bfd-46e9-8ac8-f7085af1e0a9 None None] Provisioning complete for port 474b774d-347c-4f4e-8c53-6ae4ba812508 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:05.061610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1b6890ad-5bfd-46e9-8ac8-f7085af1e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.099206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Made reservation on behalf of 8972ea3ac7eb434c9c0561e98e49bc95 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:05.102138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.126705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b859d824-3956-4af5-a15d-d12e7a634746 None None] The sync data for ids ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'] in ncdv-master-1 is: [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22bfd84-8e58-4c64-be79-97f7b9a33e06', 'name': '', 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'mac_address': 'fa:16:3e:83:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:02Z', 'updated_at': '2022-05-14T21:42:02Z', 'revision_number': 1, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'subnets': [{'id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:05.127658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.162029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1b6890ad-5bfd-46e9-8ac8-f7085af1e0a9 None None] Port 474b774d-347c-4f4e-8c53-6ae4ba812508 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:05.204359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 02d52912-8e9f-4347-9eaa-055f507d398b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:05.205226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:05.207094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a322c75-695b-4e44-a980-697e20d7475c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:05.209134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:05.245728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:05.260909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-613f1201-31e8-412b-bb3c-3935ae5cf52e admin admin] 10.222.0.52 "PUT /v2.0/routers/4bd0fa24-62db-4260-8be7-a1d569a98ed8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8845148
May 14 21:42:05.305703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3c7c1c36-13b8-4062-b985-f43751264a78 None None] Provisioning complete for port e22bfd84-8e58-4c64-be79-97f7b9a33e06 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:05.306410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c7c1c36-13b8-4062-b985-f43751264a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.313537 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for security_group (27f6184d-3cc1-49a5-8ac8-31929c24c229), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.353415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9a322c75-695b-4e44-a980-697e20d7475c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:05.354007 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a322c75-695b-4e44-a980-697e20d7475c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.379268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c1c36-13b8-4062-b985-f43751264a78 None None] Port e22bfd84-8e58-4c64-be79-97f7b9a33e06 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:05.390477 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (27f6184d-3cc1-49a5-8ac8-31929c24c229), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.394771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] device_id is not set on port 67a512d9-755c-450d-867e-dce7ec52b127 yet. {{(pid=115781) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 14 21:42:05.495467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9a322c75-695b-4e44-a980-697e20d7475c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:05.608798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-aec98e18-61f5-48a1-9087-f943519c7f09 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:05.610213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f6184d-3cc1-49a5-8ac8-31929c24c229,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:05.610414 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-aec98e18-61f5-48a1-9087-f943519c7f09 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/networks?id=8d0a40c5-3971-475b-af74-95cb156c2e8b HTTP/1.1" status: 200  len: 809 time: 0.4084077
May 14 21:42:05.628659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Allocated IP 172.35.4.149 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/67a512d9-755c-450d-867e-dce7ec52b127) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:05.645538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe037f90-46a7-4f2c-8f1d-0b65cec24f2f req-946de87b-4f8b-418e-9c0f-c2234b9dc00b tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:05.660078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe037f90-46a7-4f2c-8f1d-0b65cec24f2f req-946de87b-4f8b-418e-9c0f-c2234b9dc00b tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 932 time: 0.1344190
May 14 21:42:05.673930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:05.680098 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-8a346137-61ab-4b7c-a7f7-f85f761a6642 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/quotas/0166571316634a7185b9768add179654 HTTP/1.1" status: 200  len: 375 time: 0.0251777
May 14 21:42:05.773342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe037f90-46a7-4f2c-8f1d-0b65cec24f2f req-56e91271-bc2b-45f4-8e42-cd63e7baf1af tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121619
May 14 21:42:05.783884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-b45712e1-ecb9-4317-be8e-ae3ab8d32db1 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0166571316634a7185b9768add179654&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0841467
May 14 21:42:05.811714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a6604ec7-025d-4cfe-889b-e332a94641f3 None None] Provisioning complete for port 474b774d-347c-4f4e-8c53-6ae4ba812508 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:05.812260 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6604ec7-025d-4cfe-889b-e332a94641f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.867352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e39b22-4401-4f1f-b347-524ae155a4ea {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:05.878911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for port (67a512d9-755c-450d-867e-dce7ec52b127), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.880896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a6604ec7-025d-4cfe-889b-e332a94641f3 None None] Port 474b774d-347c-4f4e-8c53-6ae4ba812508 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:05.927661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Publish callbacks [] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:05.980570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (67a512d9-755c-450d-867e-dce7ec52b127), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.004831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Transition to ACTIVE for port object f9e39b22-4401-4f1f-b347-524ae155a4ea will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:42:06.030090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:06.036902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:06.039194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:06.045068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:06.045988 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-3125f57a-1e46-4729-8cd4-6e7d54fc3b5f service neutron] 10.222.0.52 "GET /v2.0/networks/8d0a40c5-3971-475b-af74-95cb156c2e8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610593
May 14 21:42:06.057460 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Sync routers for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:06.075292 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:06.079340 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312bfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:06.086283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Pushing event updated for resources: {'Port': ['ID=67a512d9-755c-450d-867e-dce7ec52b127,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:06.117005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.117796 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.158837 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-729c278e-f74a-4e1f-9e7c-063107bf4411 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "PUT /v2.0/routers/1b987e4f-0d93-4cae-b1e9-16326ed3eaa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7308726
May 14 21:42:06.166339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38162) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:06.166437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.246359 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:06.259769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a3335e67-b7fa-4b08-9ec6-7444f7bf0194 tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 1.5377877
May 14 21:42:06.260488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38166) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:06.312286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.149'}]}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:06.438546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.439293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.440432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.440631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.441214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.441680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.442500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.443136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.446251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.449784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-913a0de1-612d-4f15-8d06-0a6d7c38799e tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6377 time: 0.2887158
May 14 21:42:06.450749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38174) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:06.478130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.481727 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312bfdc0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:04Z', 'revision_number': 2, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:06.482734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.564049 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for router_controller (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.617680 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Checking router: 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:42:06.618341 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Updating router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 port 474b774d-347c-4f4e-8c53-6ae4ba812508 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:42:06.622782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=f9e39b22-4401-4f1f-b347-524ae155a4ea,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:06.654309 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.654422 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-9f56104f-0d70-4a6e-86bf-83af3d2dd38e service neutron] 10.222.0.52 "GET /v2.0/networks/8d0a40c5-3971-475b-af74-95cb156c2e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6052663
May 14 21:42:06.733321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Attempting to bind port f9e39b22-4401-4f1f-b347-524ae155a4ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:06.733667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Attempting to bind port f9e39b22-4401-4f1f-b347-524ae155a4ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:06.733999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Attempting to bind port f9e39b22-4401-4f1f-b347-524ae155a4ea on network a0d6c244-ba10-44a1-b532-1388d1aab436 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:06.738874 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Port f9e39b22-4401-4f1f-b347-524ae155a4ea on network a0d6c244-ba10-44a1-b532-1388d1aab436 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:42:06.739209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Attempting to bind port f9e39b22-4401-4f1f-b347-524ae155a4ea on network a0d6c244-ba10-44a1-b532-1388d1aab436 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:06.744846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:06.745190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Checking segment: {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:06.745579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Bound using segment: {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:06.746040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Bound port: f9e39b22-4401-4f1f-b347-524ae155a4ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827b11f4-400d-4408-bee7-749c7c676886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:06.746401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.783523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.784618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.784730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.785231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.785750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.786253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.786750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.788286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.789979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:06.794761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3892c745-6e8c-43df-857a-a345af89e05d tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5917 time: 0.3402894
May 14 21:42:06.795420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38184) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:06.930435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for router_gateway (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:06.967329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] For port f9e39b22-4401-4f1f-b347-524ae155a4ea, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:07.059075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] For port f9e39b22-4401-4f1f-b347-524ae155a4ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:07.090865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b439a55d-1119-4625-b65c-bf0be2677fcd req-1b8b38e3-6878-4e94-bcc5-fbd9d6bb273b tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 210 time: 0.0911312
May 14 21:42:07.141680 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Publish callbacks [] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.149074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99a77d-dd48-4477-94c2-8ddaf3831917 req-a3cfd0d8-0680-4382-8a6e-ca1b5346ddf4 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:07.150670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f99a77d-dd48-4477-94c2-8ddaf3831917 req-a3cfd0d8-0680-4382-8a6e-ca1b5346ddf4 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 944 time: 0.1857510
May 14 21:42:07.174160 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-35aa6247-2a9f-41ae-ae10-1ada3d40a17b tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3536 time: 0.3778918
May 14 21:42:07.198483 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.236195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:07.236831 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.238235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] 10.222.0.48 "PUT /v2.0/ports/f9e39b22-4401-4f1f-b347-524ae155a4ea HTTP/1.1" status: 200  len: 1092 time: 3.1499553
May 14 21:42:07.238689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'tag': 'f9e39b22-4401-4f1f-b347-524ae155a4ea'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:07.241574 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e46939-db3e-452b-9b74-1780e7e25ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee751a8-3bfb-4b61-8117-6f8e05f6cd88", "tag": "f9e39b22-4401-4f1f-b347-524ae155a4ea"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:07.243885 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.281804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfd9d1-19b4-45da-9246-6e030e10ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=f9e39b22-4401-4f1f-b347-524ae155a4ea,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:07.346929 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a1a04-ef0a-4c99-832a-99886f1779c5 None None] Pushing event updated for resources: {'Port': ['ID=474b774d-347c-4f4e-8c53-6ae4ba812508,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:07.347198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f99a77d-dd48-4477-94c2-8ddaf3831917 req-c9c5d2da-67df-4f43-a053-18e72071ad34 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862085
May 14 21:42:07.421380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for router_gateway (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.461754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-370fc39b-5d97-46cc-891d-7d225ce54916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:07.463311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-370fc39b-5d97-46cc-891d-7d225ce54916 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02f7a491fa1c45c896f1af07217a303a&device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 1126 time: 0.1002600
May 14 21:42:07.467772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.469889 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c73e8-c629-47dd-aa72-3202c88de28f x-openstack-request-id: req-f10c73e8-c629-47dd-aa72-3202c88de28f {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:07.470189 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee751a8-3bfb-4b61-8117-6f8e05f6cd88", "tag": "f9e39b22-4401-4f1f-b347-524ae155a4ea", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:07.471145 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f10c73e8-c629-47dd-aa72-3202c88de28f {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:07.471606 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10c73e8-c629-47dd-aa72-3202c88de28f'] response: {'name': 'network-changed', 'server_uuid': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'tag': 'f9e39b22-4401-4f1f-b347-524ae155a4ea', 'status': 'completed', 'code': 200}
May 14 21:42:07.514481 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Attempting to bind port 474b774d-347c-4f4e-8c53-6ae4ba812508 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:07.515203 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Attempting to bind port 474b774d-347c-4f4e-8c53-6ae4ba812508 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:07.515779 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Attempting to bind port 474b774d-347c-4f4e-8c53-6ae4ba812508 on network 02d52912-8e9f-4347-9eaa-055f507d398b {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:07.527173 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:07.530633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Checking segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:07.530633 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.530633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Bound using segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:07.530633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Bound port: 474b774d-347c-4f4e-8c53-6ae4ba812508, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:07.530633 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.539803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38206) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:07.552324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879167023', 'description': 'tempest-secgroup-smoke-879167023 description', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:07.562669 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-b2e3bbf6-a753-47a2-acea-495511f7709f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea HTTP/1.1" status: 200  len: 217 time: 0.0901015
May 14 21:42:07.699117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-5bac15dd-821d-4989-b0ca-e2a9291f8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:07.700857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-5bac15dd-821d-4989-b0ca-e2a9291f8b49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=973a23d2-057a-457d-b4e1-e2f68fb009c4 HTTP/1.1" status: 200  len: 849 time: 0.1275475
May 14 21:42:07.705930 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] For port 474b774d-347c-4f4e-8c53-6ae4ba812508, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:07.732203 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] For port 474b774d-347c-4f4e-8c53-6ae4ba812508, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=474b774d-347c-4f4e-8c53-6ae4ba812508,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:07.750820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-35d6cc22-e44c-44a7-a9bf-05d5760d8f77 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0d6c244-ba10-44a1-b532-1388d1aab436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441749
May 14 21:42:07.752126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.803248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for router (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.828093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7019f874-9358-4822-b35c-87da598da851 None None] Provisioning complete for port 474b774d-347c-4f4e-8c53-6ae4ba812508 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:07.828668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7019f874-9358-4822-b35c-87da598da851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.832204 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:07.958564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a1a04-ef0a-4c99-832a-99886f1779c5 None None] Pushing event updated for resources: {'Port': ['ID=474b774d-347c-4f4e-8c53-6ae4ba812508,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:07.968188 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:07.972969 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312bfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:07.981479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7019f874-9358-4822-b35c-87da598da851 None None] Current status of the port 474b774d-347c-4f4e-8c53-6ae4ba812508 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:07.982334 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7019f874-9358-4822-b35c-87da598da851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.070222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (721be81b-9b93-4456-9443-db58559a2043), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.072111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7019f874-9358-4822-b35c-87da598da851 None None] For port 474b774d-347c-4f4e-8c53-6ae4ba812508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=474b774d-347c-4f4e-8c53-6ae4ba812508,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:08.085990 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-1c035fa6-b386-409c-af24-6420e4b888c6 service neutron] 10.222.0.48 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3150973
May 14 21:42:08.143870 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:08.206110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7019f874-9358-4822-b35c-87da598da851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.217567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.222009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (721be81b-9b93-4456-9443-db58559a2043), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.249442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fefd3464-ce4b-4461-beaa-0d5175bb7e2b req-14f21a94-510e-4d90-b369-b42de846257b tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 210 time: 0.0527749
May 14 21:42:08.250709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks [] for router_controller (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.284246 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721be81b-9b93-4456-9443-db58559a2043,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:08.325168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019f874-9358-4822-b35c-87da598da851 None None] Pushing event updated for resources: {'Port': ['ID=474b774d-347c-4f4e-8c53-6ae4ba812508,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:08.327529 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-318691a3-2ef9-4c79-ae85-f19d0720e154 req-f559f68e-73d9-454d-8940-8ae0ec7ed9a3 service neutron] 10.222.0.48 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2405312
May 14 21:42:08.364853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.366491 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-76fb78ad-7b19-47e6-9140-2475066292a7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.8254809
May 14 21:42:08.369652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:08.383067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:08.383852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': '721be81b-9b93-4456-9443-db58559a2043', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:08.425273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0d9b4ced-e7fb-4c5c-a131-96855c563b66 None None] Provisioning complete for port 474b774d-347c-4f4e-8c53-6ae4ba812508 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:08.425645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0d9b4ced-e7fb-4c5c-a131-96855c563b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.490789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (487db131-189a-46b2-b548-0e989ae0831d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.500503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (65b1599e-ce71-4cb6-948f-f66ff2a27c9f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.501902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65b1599e-ce71-4cb6-948f-f66ff2a27c9f {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:42:08.518923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b4ced-e7fb-4c5c-a131-96855c563b66 None None] Current status of the port 474b774d-347c-4f4e-8c53-6ae4ba812508 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:08.552925 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312bfdc0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:07Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:08.578794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (487db131-189a-46b2-b548-0e989ae0831d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.589932 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c3dbdf-7b5e-43a7-b37f-84f6442e0b11 None None] The sync data for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 is: [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:07Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:08.662431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (487db131-189a-46b2-b548-0e989ae0831d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.703041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487db131-189a-46b2-b548-0e989ae0831d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:08.727378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:08.798748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:08.799129 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.816510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.819850 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0af6b690-2549-404e-83ae-2e2e4a6e171d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4486463
May 14 21:42:08.822754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38234) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:08.835838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': '721be81b-9b93-4456-9443-db58559a2043', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:08.901158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:08.904068 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.943816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:08.970082 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (090cbfd4-bc04-473a-bf54-1416337547d6), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:08.996942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1173c-b708-48c5-954e-2e9404676a91 req-3608c2ef-30f7-4fbc-8ee4-9bdffcd42b86 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:09.004109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ee1173c-b708-48c5-954e-2e9404676a91 req-3608c2ef-30f7-4fbc-8ee4-9bdffcd42b86 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 944 time: 0.5525374
May 14 21:42:09.023055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.079038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (090cbfd4-bc04-473a-bf54-1416337547d6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.082579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ee1173c-b708-48c5-954e-2e9404676a91 req-7c7d539b-621d-4a5d-8185-bc478b072603 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773835
May 14 21:42:09.099740 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] create failed (client error): There was a conflict when trying to complete your request.
May 14 21:42:09.104169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-06643c4c-4325-414a-adb6-f24b999d84da tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.7986963
May 14 21:42:09.109146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38236) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:09.133169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:09.204331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Deleting port 67a512d9-755c-450d-867e-dce7ec52b127 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:09.204774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (67a512d9-755c-450d-867e-dce7ec52b127), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.224957 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (090cbfd4-bc04-473a-bf54-1416337547d6), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.243250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090cbfd4-bc04-473a-bf54-1416337547d6,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:09.339523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-d75f5274-4cdd-4568-ac1a-f67a50ba8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:09.341250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-d75f5274-4cdd-4568-ac1a-f67a50ba8948 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=02f7a491fa1c45c896f1af07217a303a&device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 1126 time: 0.0655441
May 14 21:42:09.382387 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (67a512d9-755c-450d-867e-dce7ec52b127), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.406651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Calling delete_port for 67a512d9-755c-450d-867e-dce7ec52b127 owned by  {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:09.431826 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-630595da-8338-4568-b297-c620336c839c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (346eac4b-46b6-419f-9975-4cd03ec16726), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.472697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.473938 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1b2da266-c0ed-472a-8d11-04f277c67afe tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6488853
May 14 21:42:09.477599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38240) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:09.483758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': '721be81b-9b93-4456-9443-db58559a2043', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:09.501616 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9c3402e-8360-44ad-8bb2-622b8acd0cdb req-94396af2-9a19-4cbf-a983-8386cf2ea90c tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 210 time: 0.0555620
May 14 21:42:09.577504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Sync routers for ids ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:09.591322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Routers {'4bd0fa24-62db-4260-8be7-a1d569a98ed8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:09.592560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c73820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:09.619354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-9e6f20cc-0920-4bff-b6fb-68908f51668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:09.621050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-9e6f20cc-0920-4bff-b6fb-68908f51668b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a0d6c244-ba10-44a1-b532-1388d1aab436 HTTP/1.1" status: 200  len: 910 time: 0.2672625
May 14 21:42:09.657640 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (2e0dbc64-4e59-4e8d-a1fb-76d30ed92cee), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.697712 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-0abf3dd7-0af5-4ebf-b23f-f32599c82829 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea HTTP/1.1" status: 200  len: 217 time: 0.0703158
May 14 21:42:09.793060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-dbd024db-a51e-4774-8b2e-5ce50dafa7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:09.794867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Set router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:09.795683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-dbd024db-a51e-4774-8b2e-5ce50dafa7c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=973a23d2-057a-457d-b4e1-e2f68fb009c4 HTTP/1.1" status: 200  len: 849 time: 0.0895145
May 14 21:42:09.842878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-53aa2826-f661-471c-819c-125527a2ee6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a0d6c244-ba10-44a1-b532-1388d1aab436&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410860
May 14 21:42:09.872576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-90ae8a47-aed6-437d-9590-040a075e8820 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:09.875443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-90ae8a47-aed6-437d-9590-040a075e8820 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.36 "GET /v2.0/networks?id=8d0a40c5-3971-475b-af74-95cb156c2e8b HTTP/1.1" status: 200  len: 809 time: 0.1295931
May 14 21:42:09.876366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (2e0dbc64-4e59-4e8d-a1fb-76d30ed92cee), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.906831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Request body: {'port': {'device_id': '787596fc-6501-43f7-9502-4ccc956edc28', 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b', 'admin_state_up': True, 'tenant_id': '0166571316634a7185b9768add179654'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:09.926074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (67a512d9-755c-450d-867e-dce7ec52b127), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:09.967045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Pushing event deleted for resources: {'Port': ['ID=67a512d9-755c-450d-867e-dce7ec52b127,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:09.982581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (2e0dbc64-4e59-4e8d-a1fb-76d30ed92cee), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.001722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0dbc64-4e59-4e8d-a1fb-76d30ed92cee,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:10.004668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-630595da-8338-4568-b297-c620336c839c admin admin] Deleting port 5954e913-ff3d-48ff-8d6c-21573b25dc5c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:10.005098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-630595da-8338-4568-b297-c620336c839c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.034394 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-533221de-5197-41d6-9a5b-af5c94c5fca8 service neutron] 10.222.0.48 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838338
May 14 21:42:10.133476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.148187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e258a0c-c7c5-4188-8843-6ccde2d572db tempest-RoutersAdminNegativeIpV6Test-2105277261 tempest-RoutersAdminNegativeIpV6Test-2105277261-project-admin] 10.222.0.52 "DELETE /v2.0/ports/67a512d9-755c-450d-867e-dce7ec52b127 HTTP/1.1" status: 204  len: 168 time: 1.0362566
May 14 21:42:10.177193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.182567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38246) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:10.182893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-56b6cc3a-fe96-424a-822f-47ac86cc3e07 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7034225
May 14 21:42:10.186278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-630595da-8338-4568-b297-c620336c839c admin admin] For port 5954e913-ff3d-48ff-8d6c-21573b25dc5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5954e913-ff3d-48ff-8d6c-21573b25dc5c,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:10.186651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-630595da-8338-4568-b297-c620336c839c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.190938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': '721be81b-9b93-4456-9443-db58559a2043', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:10.201505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c73820>, [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22bfd84-8e58-4c64-be79-97f7b9a33e06', 'name': '', 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'mac_address': 'fa:16:3e:83:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:02Z', 'updated_at': '2022-05-14T21:42:04Z', 'revision_number': 2, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'subnets': [{'id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:10.209174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15e46939-db3e-452b-9b74-1780e7e25ff5 req-5819340f-23e8-4bfc-bd79-04c59f453998 service neutron] 10.222.0.48 "GET /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1647511
May 14 21:42:10.233767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Checking router: 4bd0fa24-62db-4260-8be7-a1d569a98ed8 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:42:10.234288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Updating router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 port e22bfd84-8e58-4c64-be79-97f7b9a33e06 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:42:10.247283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Made reservation on behalf of 0166571316634a7185b9768add179654 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:10.251184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.273879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-630595da-8338-4568-b297-c620336c839c admin admin] Calling delete_port for 5954e913-ff3d-48ff-8d6c-21573b25dc5c owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:10.276457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.286882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7ce60-7860-42ee-b4e7-db0dcef94697 req-e1accfb4-8847-41d4-b349-5550993f37be tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:10.289122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5e7ce60-7860-42ee-b4e7-db0dcef94697 req-e1accfb4-8847-41d4-b349-5550993f37be tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 944 time: 0.1050885
May 14 21:42:10.334021 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (ad3b5070-b409-4095-b88f-43673e267edb), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.419575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7857d205-cba6-49d7-ab2d-9ff4b3089027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.420859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (ad3b5070-b409-4095-b88f-43673e267edb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.453918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5e7ce60-7860-42ee-b4e7-db0dcef94697 req-69e0ac33-9f9d-47b3-b9c7-169dc7594a73 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576414
May 14 21:42:10.493213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ad3b5070-b409-4095-b88f-43673e267edb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.528090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3b5070-b409-4095-b88f-43673e267edb,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:10.610323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.612043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8d9e272b-4f4a-44c7-9218-701f83150502 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4278855
May 14 21:42:10.614736 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38250) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:10.619604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': '721be81b-9b93-4456-9443-db58559a2043', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:10.663387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Allocated IP 172.20.0.5 (8d0a40c5-3971-475b-af74-95cb156c2e8b/7f12b103-963b-4a9a-842d-2b58940be114/df9f28e4-be02-4fc7-94ef-9bfdd439d06d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:10.667178 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Publish callbacks [] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.723032 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6d9ddfd6-6a5e-4951-8749-984241c937e6 req-6da0a969-b6d3-4a06-9629-e29bcb341e7a tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 210 time: 0.0633836
May 14 21:42:10.739958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.800015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f865e0-c70b-4bc6-9d07-2d3b0880bcbb None None] Pushing event updated for resources: {'Port': ['ID=e22bfd84-8e58-4c64-be79-97f7b9a33e06,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:10.804103 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Project a5d1195cf21b4146ae0c49a9c95ab8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:42:10.807785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 474b774d-347c-4f4e-8c53-6ae4ba812508 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:10.818489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (9bfdde6a-f76f-4217-8806-6c868157662f), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.820297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38254) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:10.865215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-630595da-8338-4568-b297-c620336c839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5954e913-ff3d-48ff-8d6c-21573b25dc5c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.914992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (9bfdde6a-f76f-4217-8806-6c868157662f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.943460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Attempting to bind port e22bfd84-8e58-4c64-be79-97f7b9a33e06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:10.943931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Attempting to bind port e22bfd84-8e58-4c64-be79-97f7b9a33e06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:10.944368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Attempting to bind port e22bfd84-8e58-4c64-be79-97f7b9a33e06 on network 9befe030-4192-4951-ad28-30b147f38aa7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:10.956396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:10.956854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Checking segment: {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:10.957430 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.957879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Bound using segment: {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:10.958396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Bound port: e22bfd84-8e58-4c64-be79-97f7b9a33e06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57ecc72-91d4-4e06-819b-a35667b629b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:10.958693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.962570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 474b774d-347c-4f4e-8c53-6ae4ba812508 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:10.962933 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:10.982896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630595da-8338-4568-b297-c620336c839c admin admin] Pushing event deleted for resources: {'Port': ['ID=5954e913-ff3d-48ff-8d6c-21573b25dc5c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:10.984656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9bfdde6a-f76f-4217-8806-6c868157662f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.035929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfdde6a-f76f-4217-8806-6c868157662f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:11.103844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-476c6278-e3bb-43b6-b49e-94469dca5b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.105515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] For port e22bfd84-8e58-4c64-be79-97f7b9a33e06, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:11.109423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] For port e22bfd84-8e58-4c64-be79-97f7b9a33e06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e22bfd84-8e58-4c64-be79-97f7b9a33e06,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:11.129951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.129951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1ee31ea2-a3c4-4b2f-a8e9-56ba616bdf87 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5126841
May 14 21:42:11.131536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38258) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:11.141904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'security_group_rule': {'security_group_id': '721be81b-9b93-4456-9443-db58559a2043', 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:11.149992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks [] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.166247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 474b774d-347c-4f4e-8c53-6ae4ba812508 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:11.167546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:11.190707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3aa91a7c-3ee2-48c2-9add-8b3cdedc6709 None None] Provisioning complete for port e22bfd84-8e58-4c64-be79-97f7b9a33e06 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:11.191070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3aa91a7c-3ee2-48c2-9add-8b3cdedc6709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.222522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.236933 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Project a5d1195cf21b4146ae0c49a9c95ab8fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:42:11.250533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (698e3f59-4e18-431a-b794-567c4ac80a84), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.290200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3aa91a7c-3ee2-48c2-9add-8b3cdedc6709 None None] Port e22bfd84-8e58-4c64-be79-97f7b9a33e06 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:11.316380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:11.316754 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.318309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Routers {'4bd0fa24-62db-4260-8be7-a1d569a98ed8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:11.318942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c73820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:11.323940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f865e0-c70b-4bc6-9d07-2d3b0880bcbb None None] Pushing event updated for resources: {'Port': ['ID=e22bfd84-8e58-4c64-be79-97f7b9a33e06,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:11.365203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-476c6278-e3bb-43b6-b49e-94469dca5b37 admin admin] Publish callbacks [] for security_group (ae6c3e9f-7df3-43e1-8efe-1670c3134336), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.404491 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-630595da-8338-4568-b297-c620336c839c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (346eac4b-46b6-419f-9975-4cd03ec16726), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.415609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (698e3f59-4e18-431a-b794-567c4ac80a84), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.468146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-476c6278-e3bb-43b6-b49e-94469dca5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ae6c3e9f-7df3-43e1-8efe-1670c3134336), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.490394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.529810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] Set router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:11.557233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (698e3f59-4e18-431a-b794-567c4ac80a84), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.591576 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698e3f59-4e18-431a-b794-567c4ac80a84,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:11.591790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:11.645506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f9e39b22-4401-4f1f-b347-524ae155a4ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:42:11.646848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-476c6278-e3bb-43b6-b49e-94469dca5b37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18b304c51cc247f793b9feaf58f6f876&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8249781
May 14 21:42:11.660384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38262) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:11.660384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c6278-e3bb-43b6-b49e-94469dca5b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6c3e9f-7df3-43e1-8efe-1670c3134336,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:11.680504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.682362 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b3a6652d-29d1-4193-95bb-d213fc235495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5495679
May 14 21:42:11.687868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] Provisioning complete for port e22bfd84-8e58-4c64-be79-97f7b9a33e06 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:11.688023 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.695248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Network 8d0a40c5-3971-475b-af74-95cb156c2e8b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:11.720273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:11.736823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:11.739457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Pushing event updated for resources: {'Port': ['ID=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:11.782838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e41cfc-edb3-4915-8a72-be9a8032f039 req-4e3f5560-e840-48be-8463-841e85ea7f5e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:11.784829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34e41cfc-edb3-4915-8a72-be9a8032f039 req-4e3f5560-e840-48be-8463-841e85ea7f5e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 944 time: 0.1867707
May 14 21:42:11.871625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61f249-2917-43c8-bb81-27f8004ecaa4 req-06463825-7717-4e4a-a766-7a6176e0d7cc tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:11.876026 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c61f249-2917-43c8-bb81-27f8004ecaa4 req-06463825-7717-4e4a-a766-7a6176e0d7cc tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 931 time: 0.0568812
May 14 21:42:11.891181 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:11.892970 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.943389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c61f249-2917-43c8-bb81-27f8004ecaa4 req-5a1e0ba2-4977-4a34-a082-4f77a5cb8c21 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636556
May 14 21:42:11.957982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccd95700-b88b-4871-bcaa-c6e2c7fbed30 admin admin] Publish callbacks [] for security_group (ae6c3e9f-7df3-43e1-8efe-1670c3134336), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:11.967313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34e41cfc-edb3-4915-8a72-be9a8032f039 req-cb8e2693-144b-4efb-afab-b0f05e64ce71 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731348
May 14 21:42:12.006035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccd95700-b88b-4871-bcaa-c6e2c7fbed30 admin admin] Publish callbacks [] for security_group (ae6c3e9f-7df3-43e1-8efe-1670c3134336), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.026436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630595da-8338-4568-b297-c620336c839c admin admin] Router 346eac4b-46b6-419f-9975-4cd03ec16726 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:12.046373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-449f5f32-afda-46f4-93cd-a626131b7546 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1453154
May 14 21:42:12.062770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Request body: {'port': {'device_id': '787596fc-6501-43f7-9502-4ccc956edc28', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:12.112318 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-c889a04e-1ef2-4d9c-b6b2-a9a799d871b2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879167023&fields=id&tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 267 time: 0.0624244
May 14 21:42:12.157397 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.165567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f9e39b22-4401-4f1f-b347-524ae155a4ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:12.186562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c73820>, [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22bfd84-8e58-4c64-be79-97f7b9a33e06', 'name': '', 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'mac_address': 'fa:16:3e:83:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:02Z', 'updated_at': '2022-05-14T21:42:11Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'subnets': [{'id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:12.188729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'f9e39b22-4401-4f1f-b347-524ae155a4ea', 'network_id': 'a0d6c244-ba10-44a1-b532-1388d1aab436', 'port_id': 'f9e39b22-4401-4f1f-b347-524ae155a4ea', 'mac_address': 'fa:16:3e:21:21:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973a23d2-057a-457d-b4e1-e2f68fb009c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:42:12.191164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] Current status of the port e22bfd84-8e58-4c64-be79-97f7b9a33e06 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:12.191569 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.214518 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.229134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdc55d1-776c-49e2-9692-1d0487228fd0 None None] The sync data for ids ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'] in ncdv-master-1 is: [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e22bfd84-8e58-4c64-be79-97f7b9a33e06', 'name': '', 'network_id': '9befe030-4192-4951-ad28-30b147f38aa7', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'mac_address': 'fa:16:3e:83:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:02Z', 'updated_at': '2022-05-14T21:42:11Z', 'revision_number': 4, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'subnets': [{'id': '7a5777f0-b8cb-4522-883b-15538e60dc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:12.229925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccd95700-b88b-4871-bcaa-c6e2c7fbed30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ae6c3e9f-7df3-43e1-8efe-1670c3134336), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.232425 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccd95700-b88b-4871-bcaa-c6e2c7fbed30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.236118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ccd95700-b88b-4871-bcaa-c6e2c7fbed30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae6c3e9f-7df3-43e1-8efe-1670c3134336 HTTP/1.1" status: 204  len: 168 time: 0.5758631
May 14 21:42:12.241797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630595da-8338-4568-b297-c620336c839c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:12.250610 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] Sync routers for ids ['346eac4b-46b6-419f-9975-4cd03ec16726'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:12.251249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-630595da-8338-4568-b297-c620336c839c admin admin] 10.222.0.52 "PUT /v2.0/routers/346eac4b-46b6-419f-9975-4cd03ec16726/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8673766
May 14 21:42:12.253456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd95700-b88b-4871-bcaa-c6e2c7fbed30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6c3e9f-7df3-43e1-8efe-1670c3134336,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:12.255045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38280) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:12.282841 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] Routers {'346eac4b-46b6-419f-9975-4cd03ec16726'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:12.285507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['346eac4b-46b6-419f-9975-4cd03ec16726'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:12.298855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-93b38558-bc74-492c-ae87-872c50b27910 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:12.302643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-93b38558-bc74-492c-ae87-872c50b27910 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/networks?id=02d52912-8e9f-4347-9eaa-055f507d398b HTTP/1.1" status: 200  len: 796 time: 0.1760769
May 14 21:42:12.328756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-387ab81e-9ad6-43cd-97b2-164e237444ca tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/quotas/a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 375 time: 0.0182140
May 14 21:42:12.381160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] For port e22bfd84-8e58-4c64-be79-97f7b9a33e06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e22bfd84-8e58-4c64-be79-97f7b9a33e06,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:12.382652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f9e39b22-4401-4f1f-b347-524ae155a4ea is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:12.383028 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.403690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e39b22-4401-4f1f-b347-524ae155a4ea {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:12.429556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f9e39b22-4401-4f1f-b347-524ae155a4ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:12.439347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-f33a6ee8-0cca-47f4-bf1d-ddfb5de313b0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1024516
May 14 21:42:12.469567 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.531094 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] Set router 346eac4b-46b6-419f-9975-4cd03ec16726 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:12.535312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.562859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443d249-a044-47b9-9aa0-77ca8fd4cfe5 None None] Pushing event updated for resources: {'Port': ['ID=e22bfd84-8e58-4c64-be79-97f7b9a33e06,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:12.576498 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks [] for router (346eac4b-46b6-419f-9975-4cd03ec16726), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.627407 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-32b5b405-cefc-4686-adc7-1356796200b7 service neutron] 10.222.0.52 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822019
May 14 21:42:12.635643 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:12.695926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f9e39b22-4401-4f1f-b347-524ae155a4ea,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:12.735998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['f9e39b22-4401-4f1f-b347-524ae155a4ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:42:12.838139 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-116df09d-6ad6-4592-860e-24edba76cf10 service neutron] 10.222.0.52 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2095959
May 14 21:42:12.872386 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f8b0>, [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:42:10Z', 'revision_number': 5, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:12.894229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e22bfd84-8e58-4c64-be79-97f7b9a33e06 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:12.938677 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] Checking router: 346eac4b-46b6-419f-9975-4cd03ec16726 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:42:12.951106 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] Routers {'346eac4b-46b6-419f-9975-4cd03ec16726'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:12.951106 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:41:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['346eac4b-46b6-419f-9975-4cd03ec16726'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:12.974831 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1cf4f9c2-db8a-4c41-9bc2-69a46734d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.024007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e22bfd84-8e58-4c64-be79-97f7b9a33e06 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:13.025515 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.242438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e22bfd84-8e58-4c64-be79-97f7b9a33e06 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:13.328440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168de8b-4529-4251-b13a-ea7e7f49bf5e req-6130a30c-7165-43e1-a171-7331afc6313e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:13.337779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3168de8b-4529-4251-b13a-ea7e7f49bf5e req-6130a30c-7165-43e1-a171-7331afc6313e tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 945 time: 0.1140733
May 14 21:42:13.344005 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] Set router 346eac4b-46b6-419f-9975-4cd03ec16726 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:13.416884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3168de8b-4529-4251-b13a-ea7e7f49bf5e req-7526da55-ce59-4b1d-816b-dfb2ea3809bf tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769787
May 14 21:42:13.449159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38296) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:13.453449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9f28e4-be02-4fc7-94ef-9bfdd439d06d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:13.478091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Publish callbacks [] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.495164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Transition to ACTIVE for port object df9f28e4-be02-4fc7-94ef-9bfdd439d06d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:42:13.504280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-97972ba4-286a-4cd3-b935-fa1ae5c9e41c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8972ea3ac7eb434c9c0561e98e49bc95&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0513663
May 14 21:42:13.504445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:13.553191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfed8be4-4396-457b-9f25-ff8fa3508e3a req-d3df4961-d63e-4d44-bae6-cce193577d93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 210 time: 0.0551245
May 14 21:42:13.588201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.608172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9b1-035f-4917-bfc9-4bd46f155522 admin admin] Publish callbacks [] for security_group (27f6184d-3cc1-49a5-8ac8-31929c24c229), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.633875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deeb01-6d72-48a1-94d8-1a7a1586d105 req-be14d43a-d9b6-4af2-9759-2c3f77dbcf60 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:13.635434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18deeb01-6d72-48a1-94d8-1a7a1586d105 req-be14d43a-d9b6-4af2-9759-2c3f77dbcf60 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 931 time: 0.1386945
May 14 21:42:13.637090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9b1-035f-4917-bfc9-4bd46f155522 admin admin] Publish callbacks [] for security_group (27f6184d-3cc1-49a5-8ac8-31929c24c229), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.644625 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f1f8b0>, [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:42:10Z', 'revision_number': 5, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:13.656761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f9e39b22-4401-4f1f-b347-524ae155a4ea up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:13.690997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Pushing event updated for resources: {'Port': ['ID=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:13.696192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks [] for router_gateway (346eac4b-46b6-419f-9975-4cd03ec16726), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.700870 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9b33a-6d31-4bd0-beb8-7de1dfad9f5d None None] The sync data for ids ['346eac4b-46b6-419f-9975-4cd03ec16726'] in ncdv-master-1 is: [{'id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'name': 'tempest-TestAggregatesBasicOps-962415414-router', 'tenant_id': '54cdf3ac339f4e8a944bef073452c3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:44Z', 'updated_at': '2022-05-14T21:42:10Z', 'revision_number': 5, 'project_id': '54cdf3ac339f4e8a944bef073452c3ab', 'gw_port': {'id': 'ae834c5f-cb93-4ad8-8335-697987746a66', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346eac4b-46b6-419f-9975-4cd03ec16726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:45Z', 'updated_at': '2022-05-14T21:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:13.722549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port f9e39b22-4401-4f1f-b347-524ae155a4ea completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:42:13.777013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18deeb01-6d72-48a1-94d8-1a7a1586d105 req-b9daae1a-a61c-4124-a75c-bb7126b98986 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333556
May 14 21:42:13.829796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port f9e39b22-4401-4f1f-b347-524ae155a4ea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:13.830087 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.833269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Attempting to bind port df9f28e4-be02-4fc7-94ef-9bfdd439d06d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:13.833592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Attempting to bind port df9f28e4-be02-4fc7-94ef-9bfdd439d06d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf87580b-6042-4f35-adb0-76d833fb159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:13.833917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Attempting to bind port df9f28e4-be02-4fc7-94ef-9bfdd439d06d on network 8d0a40c5-3971-475b-af74-95cb156c2e8b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:13.837390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Deleting port ae834c5f-cb93-4ad8-8335-697987746a66 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:13.845221 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.855809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Port df9f28e4-be02-4fc7-94ef-9bfdd439d06d on network 8d0a40c5-3971-475b-af74-95cb156c2e8b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:42:13.856511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Attempting to bind port df9f28e4-be02-4fc7-94ef-9bfdd439d06d on network 8d0a40c5-3971-475b-af74-95cb156c2e8b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:13.864368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9b1-035f-4917-bfc9-4bd46f155522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (27f6184d-3cc1-49a5-8ac8-31929c24c229), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.868084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9b1-035f-4917-bfc9-4bd46f155522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.869406 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fd25a9b1-035f-4917-bfc9-4bd46f155522 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27f6184d-3cc1-49a5-8ac8-31929c24c229 HTTP/1.1" status: 204  len: 168 time: 0.3640592
May 14 21:42:13.880131 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.880263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25a9b1-035f-4917-bfc9-4bd46f155522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f6184d-3cc1-49a5-8ac8-31929c24c229,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:13.889910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:13.890399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Checking segment: {'id': 'bf87580b-6042-4f35-adb0-76d833fb159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:13.890785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Bound using segment: {'id': 'bf87580b-6042-4f35-adb0-76d833fb159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:13.891533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Bound port: df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf87580b-6042-4f35-adb0-76d833fb159f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:13.891735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.945276 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f9e39b22-4401-4f1f-b347-524ae155a4ea is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:13.945276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:13.969710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e39b22-4401-4f1f-b347-524ae155a4ea'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:13.972556 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf041c2e-bd90-49aa-b177-0301a2723603" -d '{"events": [{"server_uuid": "3ee751a8-3bfb-4b61-8117-6f8e05f6cd88", "name": "network-vif-plugged", "status": "completed", "tag": "f9e39b22-4401-4f1f-b347-524ae155a4ea"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:13.988827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f9e39b22-4401-4f1f-b347-524ae155a4ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:13.994376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] For port ae834c5f-cb93-4ad8-8335-697987746a66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae834c5f-cb93-4ad8-8335-697987746a66,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:13.994750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.011640 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a921d5e4-ca51-4eb3-bda7-11b87f337deb x-openstack-request-id: req-a921d5e4-ca51-4eb3-bda7-11b87f337deb {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:14.011935 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee751a8-3bfb-4b61-8117-6f8e05f6cd88", "name": "network-vif-plugged", "status": "completed", "tag": "f9e39b22-4401-4f1f-b347-524ae155a4ea", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:14.012234 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a921d5e4-ca51-4eb3-bda7-11b87f337deb {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:14.013277 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a921d5e4-ca51-4eb3-bda7-11b87f337deb'] response: {'server_uuid': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e39b22-4401-4f1f-b347-524ae155a4ea', 'code': 200}
May 14 21:42:14.018940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Calling delete_port for ae834c5f-cb93-4ad8-8335-697987746a66 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:14.031622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] For port df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:14.035925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] For port df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,segment=NetworkSegment(bf87580b-6042-4f35-adb0-76d833fb159f),segment_id=bf87580b-6042-4f35-adb0-76d833fb159f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:14.107183 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.129687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379f60-83c3-480c-9902-d57f5eac8b73 req-016eb71b-1092-40d5-84b4-b70dce5ddf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:14.132351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6379f60-83c3-480c-9902-d57f5eac8b73 req-016eb71b-1092-40d5-84b4-b70dce5ddf0d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 1127 time: 0.0483282
May 14 21:42:14.172968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f9e39b22-4401-4f1f-b347-524ae155a4ea,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:14.193613 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e6379f60-83c3-480c-9902-d57f5eac8b73 req-16863ba1-4f59-4d47-af12-a62cadcc7bb7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554287
May 14 21:42:14.216657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.274544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:14.275193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.276813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] 10.222.0.36 "PUT /v2.0/ports/df9f28e4-be02-4fc7-94ef-9bfdd439d06d HTTP/1.1" status: 200  len: 1091 time: 2.2214413
May 14 21:42:14.277656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787596fc-6501-43f7-9502-4ccc956edc28', 'tag': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:14.279556 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf383d0-96d0-46c0-8194-7ca6bc322447" -d '{"events": [{"name": "network-changed", "server_uuid": "787596fc-6501-43f7-9502-4ccc956edc28", "tag": "df9f28e4-be02-4fc7-94ef-9bfdd439d06d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:14.298189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7132224-3439-4ef4-9258-ae88146c0967 service neutron] Pushing event updated for resources: {'Port': ['ID=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:14.319598 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6da470-33d4-4e9b-beb9-06035efb3479 x-openstack-request-id: req-0c6da470-33d4-4e9b-beb9-06035efb3479 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:14.320188 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787596fc-6501-43f7-9502-4ccc956edc28", "tag": "df9f28e4-be02-4fc7-94ef-9bfdd439d06d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:14.320547 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c6da470-33d4-4e9b-beb9-06035efb3479 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:14.321034 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6da470-33d4-4e9b-beb9-06035efb3479'] response: {'name': 'network-changed', 'server_uuid': '787596fc-6501-43f7-9502-4ccc956edc28', 'tag': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d', 'status': 'completed', 'code': 200}
May 14 21:42:14.382227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf383d0-96d0-46c0-8194-7ca6bc322447 req-c42a2c02-2cbd-4aab-a671-28f89bee3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:14.383789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cf383d0-96d0-46c0-8194-7ca6bc322447 req-c42a2c02-2cbd-4aab-a671-28f89bee3a01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0166571316634a7185b9768add179654&device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 1125 time: 0.0444226
May 14 21:42:14.401184 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ae834c5f-cb93-4ad8-8335-697987746a66), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.457594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae834c5f-cb93-4ad8-8335-697987746a66,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:14.548374 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aa693-e98b-44bf-a33f-70a29ebaf7c1 req-ef0d742f-8fa7-4670-9188-99042e7a6950 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:14.556008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e69aa693-e98b-44bf-a33f-70a29ebaf7c1 req-ef0d742f-8fa7-4670-9188-99042e7a6950 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 946 time: 0.0598252
May 14 21:42:14.612583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (346eac4b-46b6-419f-9975-4cd03ec16726), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.645054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e69aa693-e98b-44bf-a33f-70a29ebaf7c1 req-fc303b36-bc02-419b-a4a8-ddc9f1bccf5d tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874133
May 14 21:42:14.692299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5954e913-ff3d-48ff-8d6c-21573b25dc5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:14.713865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5954e913-ff3d-48ff-8d6c-21573b25dc5c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:14.714340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5954e913-ff3d-48ff-8d6c-21573b25dc5c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:14.777834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf383d0-96d0-46c0-8194-7ca6bc322447 req-ec53a699-33d7-48bb-977b-79fff6eb613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:14.780892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cf383d0-96d0-46c0-8194-7ca6bc322447 req-ec53a699-33d7-48bb-977b-79fff6eb613b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0166571316634a7185b9768add179654&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3893595
May 14 21:42:14.782351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e41944db-b5e4-4367-97e5-fa6bdc2ec4f6 req-0e75be19-2880-4ba4-9b05-8d82cfe18495 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 210 time: 0.0983710
May 14 21:42:14.787077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (346eac4b-46b6-419f-9975-4cd03ec16726), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.797642 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks [] for router_controller (346eac4b-46b6-419f-9975-4cd03ec16726), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.919268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf383d0-96d0-46c0-8194-7ca6bc322447 req-136038d9-ed98-4846-a865-2fe2fe6af411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:14.920714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cf383d0-96d0-46c0-8194-7ca6bc322447 req-136038d9-ed98-4846-a865-2fe2fe6af411 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1310122
May 14 21:42:14.971653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (346eac4b-46b6-419f-9975-4cd03ec16726), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.971653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 346eac4b-46b6-419f-9975-4cd03ec16726 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:42:14.994066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:14.995502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-01609535-7230-41b7-b51d-562e163f01e2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/346eac4b-46b6-419f-9975-4cd03ec16726 HTTP/1.1" status: 204  len: 168 time: 2.7227607
May 14 21:42:14.998474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38326) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:15.036162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-4a98170d-3541-4521-b84b-05d428a9d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:15.037733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-4a98170d-3541-4521-b84b-05d428a9d1b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0166571316634a7185b9768add179654&device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 1125 time: 0.0797870
May 14 21:42:15.091746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-e00c5ca0-8d9e-46d3-b55f-b28ecb09654b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9f28e4-be02-4fc7-94ef-9bfdd439d06d HTTP/1.1" status: 200  len: 217 time: 0.0456893
May 14 21:42:15.094883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Deleting subnet 1bc691c6-4f32-4a2b-bca9-61b995182599 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:42:15.098211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Publish callbacks [] for subnet (1bc691c6-4f32-4a2b-bca9-61b995182599), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.163160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (1bc691c6-4f32-4a2b-bca9-61b995182599), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.187041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4025ad-4c1b-4c3d-ac56-ffeaf46e028f req-6849de2d-f058-481f-98c4-1b4dd595d4f4 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:15.188581 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd4025ad-4c1b-4c3d-ac56-ffeaf46e028f req-6849de2d-f058-481f-98c4-1b4dd595d4f4 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 943 time: 0.3310626
May 14 21:42:15.198728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-cc120c4b-31e1-4e5a-9bf7-97d5637863e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:15.200219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-cc120c4b-31e1-4e5a-9bf7-97d5637863e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f12b103-963b-4a9a-842d-2b58940be114 HTTP/1.1" status: 200  len: 849 time: 0.0808539
May 14 21:42:15.236209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-15bfc47d-9110-4601-a36c-d0e81ed68709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d0a40c5-3971-475b-af74-95cb156c2e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0298734
May 14 21:42:15.245528 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd4025ad-4c1b-4c3d-ac56-ffeaf46e028f req-ce6ef4ec-dd41-4b97-929e-aff542a4b4ab tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490987
May 14 21:42:15.344705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (1bc691c6-4f32-4a2b-bca9-61b995182599), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.356028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38334) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:15.399019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-b1bce335-4139-4ab6-bbeb-50905eaafde7 service neutron] 10.222.0.36 "GET /v2.0/networks/8d0a40c5-3971-475b-af74-95cb156c2e8b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562335
May 14 21:42:15.490542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1168581128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:15.521833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (1bc691c6-4f32-4a2b-bca9-61b995182599), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.540562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f01e9a23-53bd-4c10-89a8-91fb4dd696b6 req-02abf9c4-5952-421a-9ecd-c75e5a9b326a service neutron] 10.222.0.36 "GET /v2.0/networks/8d0a40c5-3971-475b-af74-95cb156c2e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337035
May 14 21:42:15.560458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc691c6-4f32-4a2b-bca9-61b995182599,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:15.562428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.568179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e05245b7-ffaf-44ee-a3c8-3f9900b90491 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1bc691c6-4f32-4a2b-bca9-61b995182599 HTTP/1.1" status: 204  len: 168 time: 0.5661519
May 14 21:42:15.568568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38338) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:15.574117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af1aa9-de5f-4770-b0c5-54972b4b263c None None] Network 939881c4-7cb1-4679-9361-495d7bf09bcb requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:15.628639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.629135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.656610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (939881c4-7cb1-4679-9361-495d7bf09bcb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.728078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.764945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router_controller (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.781490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Deleting port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:15.781831 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.790464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11965b-efa9-44d3-83f5-865d3e99bbda req-bf71e0d0-89e6-49a4-b88f-a8bffebfbeaf tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:15.792143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee11965b-efa9-44d3-83f5-865d3e99bbda req-bf71e0d0-89e6-49a4-b88f-a8bffebfbeaf tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 946 time: 0.0552051
May 14 21:42:15.832142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.849238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee11965b-efa9-44d3-83f5-865d3e99bbda req-0ff156fe-b419-4f19-819e-b520e436da60 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503263
May 14 21:42:15.864962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] For port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:15.865677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.883407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Calling delete_port for 49a0c556-6edc-4395-a8f9-f0bc4de96b6e owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:15.911856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] DHCP port deletion for 939881c4-7cb1-4679-9361-495d7bf09bcb request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:42:15.935784 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:15.940547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ca352d58-f1a5-42e3-add7-c05030e40324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.5798399
May 14 21:42:15.941011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:15.944238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4673ce3c-2531-46d4-9d50-5d9903f69c91 req-82b9b2f6-224f-4631-84e8-466dadb0aa7a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 210 time: 0.0665007
May 14 21:42:15.956630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1454396813'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:15.980779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] Deleting port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:15.980779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.051948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] For port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,segment=NetworkSegment(ea273837-ba85-4744-8549-f7268a472be2),segment_id=ea273837-ba85-4744-8549-f7268a472be2)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:16.052348 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.067171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] Calling delete_port for 49a0c556-6edc-4395-a8f9-f0bc4de96b6e owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:16.133254 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-755fb876-29ac-4e62-9a0a-37acf5291dd2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:16.135107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-755fb876-29ac-4e62-9a0a-37acf5291dd2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "GET /v2.0/networks?id=02d52912-8e9f-4347-9eaa-055f507d398b HTTP/1.1" status: 200  len: 796 time: 0.1222525
May 14 21:42:16.143282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:16.147843 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.160946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.198652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.208026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (49a0c556-6edc-4395-a8f9-f0bc4de96b6e), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.234682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Pushing event deleted for resources: {'Port': ['ID=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:16.239836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] No DVR routers for this DVR port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:16.247201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c4d90-d888-4e12-bed8-94f24be7eba6 None None] Pushing event deleted for resources: {'Port': ['ID=49a0c556-6edc-4395-a8f9-f0bc4de96b6e,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:16.260189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-6740f1df-e8f9-4aec-9e86-903154495e28 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa HTTP/1.1" status: 200  len: 379 time: 0.1169708
May 14 21:42:16.264942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] No DVR routers for this DVR port 49a0c556-6edc-4395-a8f9-f0bc4de96b6e on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:16.269465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for security_group (d752ecbe-217f-4003-816f-0fe3be99d8a2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.270271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'port': {'device_id': 'c548d30e-d00d-4158-a577-383be392e733', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'admin_state_up': True, 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'security_groups': ['721be81b-9b93-4456-9443-db58559a2043']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:16.352170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d752ecbe-217f-4003-816f-0fe3be99d8a2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.397631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (939881c4-7cb1-4679-9361-495d7bf09bcb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.419849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:16.427624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea30a0-56a2-44ba-8aed-8a083a971cec req-c65237bf-2c11-4a77-a73c-b6fe6a6d2a99 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:16.429893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4ea30a0-56a2-44ba-8aed-8a083a971cec req-c65237bf-2c11-4a77-a73c-b6fe6a6d2a99 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 943 time: 0.0965710
May 14 21:42:16.430242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ab865b0>,) {'filters': {'network_id': ['939881c4-7cb1-4679-9361-495d7bf09bcb']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:16.435732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d752ecbe-217f-4003-816f-0fe3be99d8a2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:16.449215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (34d27235-929d-4aac-8363-f84fb8e34fbb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.449679 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Added segment 34d27235-929d-4aac-8363-f84fb8e34fbb of type vlan for network fa4cbdcd-9fbd-476d-9d98-0b753f338f83
May 14 21:42:16.449799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ab865b0>, 'ea273837-ba85-4744-8549-f7268a472be2') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:16.450074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ab865b0>, 'ea273837-ba85-4744-8549-f7268a472be2') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:16.463603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (ea273837-ba85-4744-8549-f7268a472be2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.488748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ea273837-ba85-4744-8549-f7268a472be2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.503634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:42:16.504384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (ea273837-ba85-4744-8549-f7268a472be2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:42:16.508383 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:42:16.520536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (fa4cbdcd-9fbd-476d-9d98-0b753f338f83), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.540359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4ea30a0-56a2-44ba-8aed-8a083a971cec req-59422ad8-9e6e-4c4f-b55f-bd0cc1d77258 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998421
May 14 21:42:16.596810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Made reservation on behalf of a5d1195cf21b4146ae0c49a9c95ab8fa for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:16.601189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.625429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (fa4cbdcd-9fbd-476d-9d98-0b753f338f83), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.632083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:16.634479 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.653238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ae834c5f-cb93-4ad8-8335-697987746a66 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:16.678396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ae834c5f-cb93-4ad8-8335-697987746a66 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:16.678866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ae834c5f-cb93-4ad8-8335-697987746a66 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:16.679299 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 49a0c556-6edc-4395-a8f9-f0bc4de96b6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:16.687351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (939881c4-7cb1-4679-9361-495d7bf09bcb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.702905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 49a0c556-6edc-4395-a8f9-f0bc4de96b6e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:16.703252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 49a0c556-6edc-4395-a8f9-f0bc4de96b6e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:16.708366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Network': ['ID=fa4cbdcd-9fbd-476d-9d98-0b753f338f83,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:16.708495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.712105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/939881c4-7cb1-4679-9361-495d7bf09bcb HTTP/1.1" status: 204  len: 168 time: 1.1425922
May 14 21:42:16.715411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38356) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:16.716331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07083d44-470c-4965-9777-5a89a2a327ea admin admin] Pushing event deleted for resources: {'Network': ['ID=939881c4-7cb1-4679-9361-495d7bf09bcb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:16.730383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:16.775244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-542cb869-e2a7-4ae3-866d-2b93ab86dc0d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8330922
May 14 21:42:16.775458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38358) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:16.777750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.20.0.9 (02d52912-8e9f-4347-9eaa-055f507d398b/f64957c4-54de-449d-a2e3-4c1a2fb1d65a/a9fe4e9d-844f-4445-8996-495ffab498b8) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:16.784302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'subnet': {'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:16.877162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:16.996858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:17.000619 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.075388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.124807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5525bfe1-c52a-4b90-9cdd-17cf9fe86ecc req-71043bed-3617-4f49-a940-7beda1533038 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 210 time: 0.0598111
May 14 21:42:17.150725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (4bd0fa24-62db-4260-8be7-a1d569a98ed8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.227421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.286551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 02d52912-8e9f-4347-9eaa-055f507d398b is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:17.290435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:17.300316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:17.306262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=a9fe4e9d-844f-4445-8996-495ffab498b8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:17.363951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:17.365021 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.376838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (bf722d41-63de-4a04-97ad-636a46b640ee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.445888 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:42:17.449866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Checking segment: {'id': '34d27235-929d-4aac-8363-f84fb8e34fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:17.450237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network hostable DHCP agents. Network: fa4cbdcd-9fbd-476d-9d98-0b753f338f83, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:17.457261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300db1f-8e86-4541-bf4b-f7eaeed377ec req-f7812d54-3857-4240-bfb8-ae1f51a6b9f8 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:17.458957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2300db1f-8e86-4541-bf4b-f7eaeed377ec req-f7812d54-3857-4240-bfb8-ae1f51a6b9f8 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 946 time: 0.1005435
May 14 21:42:17.459749 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-cd45be04-6937-4a77-94e5-c231b92f3836 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1932003
May 14 21:42:17.461207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Subnet': ['ID=bf722d41-63de-4a04-97ad-636a46b640ee,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:17.471463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Deleting port e22bfd84-8e58-4c64-be79-97f7b9a33e06 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:17.471946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.562302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:17.572291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2300db1f-8e86-4541-bf4b-f7eaeed377ec req-1f52ad62-49b7-4aa4-bc4c-383588e2bd9f tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872345
May 14 21:42:17.588202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] For port e22bfd84-8e58-4c64-be79-97f7b9a33e06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e22bfd84-8e58-4c64-be79-97f7b9a33e06,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:17.588515 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.601941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Calling delete_port for e22bfd84-8e58-4c64-be79-97f7b9a33e06 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:17.627373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fd13393e-93e0-419b-b4f9-3ea63d20a549 None None] Provisioning complete for port a9fe4e9d-844f-4445-8996-495ffab498b8 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:17.627862 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fd13393e-93e0-419b-b4f9-3ea63d20a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.654205 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa4cbdcd-9fbd-476d-9d98-0b753f338f83) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:17.660699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:17.661320 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.665674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815793b3-2691-4fb7-a562-3745559be5a2 None None] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:17.711023 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263425-df62-40d2-94d0-5eafa602eefe req-8d5bbd06-5c02-4fa2-90cb-8167f2f0461d tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:17.712579 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a9263425-df62-40d2-94d0-5eafa602eefe req-8d5bbd06-5c02-4fa2-90cb-8167f2f0461d tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 943 time: 0.0736578
May 14 21:42:17.735423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fd13393e-93e0-419b-b4f9-3ea63d20a549 None None] Port a9fe4e9d-844f-4445-8996-495ffab498b8 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:17.760648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8809656f-a314-40c7-97e5-95de86c04147 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9813054
May 14 21:42:17.761018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38370) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:17.766790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'network': {'name': 'tempest-router-network01--1889543677'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:17.793976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa4cbdcd-9fbd-476d-9d98-0b753f338f83', 'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83', 'project_id': '3d5a119d451047e7abd17defb447a87b', 'fixed_ips': [{'subnet_id': 'bf722d41-63de-4a04-97ad-636a46b640ee'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:42:17.794956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.811190 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a9263425-df62-40d2-94d0-5eafa602eefe req-a851c20a-3fac-4cf7-8bff-da5351cef072 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865467
May 14 21:42:17.883299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e22bfd84-8e58-4c64-be79-97f7b9a33e06), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.911730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:17.917563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.951170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:17.951377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e22bfd84-8e58-4c64-be79-97f7b9a33e06,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:17.953207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Allocated IP 2001:db8::2 (fa4cbdcd-9fbd-476d-9d98-0b753f338f83/bf722d41-63de-4a04-97ad-636a46b640ee/c398e527-7982-4d22-aa06-51864e5bd7d3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:17.974041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (86428476-92a9-4852-9b20-03bbcbfc1e02), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:17.974466 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Added segment 86428476-92a9-4852-9b20-03bbcbfc1e02 of type vlan for network f32eefd4-8d54-45e6-8d0d-50224b4520bd
May 14 21:42:18.024554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (f32eefd4-8d54-45e6-8d0d-50224b4520bd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.126733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Publish callbacks [] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.132201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (4bd0fa24-62db-4260-8be7-a1d569a98ed8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.185217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (f32eefd4-8d54-45e6-8d0d-50224b4520bd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.190879 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:18.196112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.214095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.253508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:18.260518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:18.264238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:18.265328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Network': ['ID=f32eefd4-8d54-45e6-8d0d-50224b4520bd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:18.279885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:18.282491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Request body: {'port': {'device_id': 'c548d30e-d00d-4158-a577-383be392e733', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:18.288090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4da16-905a-4487-9f04-dabe94383a24 req-c7334303-c70a-4312-94d2-bb9ffccbf806 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:18.289606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89d4da16-905a-4487-9f04-dabe94383a24 req-c7334303-c70a-4312-94d2-bb9ffccbf806 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 931 time: 0.0625503
May 14 21:42:18.300016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Pushing event updated for resources: {'Port': ['ID=c398e527-7982-4d22-aa06-51864e5bd7d3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:18.342345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-54bdf1e4-5b16-47bd-a1b8-953aefce2909 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.5801771
May 14 21:42:18.345109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38374) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:18.351113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'network': {'name': 'tempest-router-network02--1362527647'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:18.382704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.418408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Attempting to bind port c398e527-7982-4d22-aa06-51864e5bd7d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:18.418781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Attempting to bind port c398e527-7982-4d22-aa06-51864e5bd7d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '34d27235-929d-4aac-8363-f84fb8e34fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:18.419147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Attempting to bind port c398e527-7982-4d22-aa06-51864e5bd7d3 on network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:18.425116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:18.425542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Checking segment: {'id': '34d27235-929d-4aac-8363-f84fb8e34fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:18.425955 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.426342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Bound using segment: {'id': '34d27235-929d-4aac-8363-f84fb8e34fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:18.426817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Bound port: c398e527-7982-4d22-aa06-51864e5bd7d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d27235-929d-4aac-8363-f84fb8e34fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'fa4cbdcd-9fbd-476d-9d98-0b753f338f83'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:18.427197 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.441585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89d4da16-905a-4487-9f04-dabe94383a24 req-630dd921-d6cc-40b4-9899-41cafd6e62b7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431806
May 14 21:42:18.476261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:18.481497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.487882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:18.507184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] For port c398e527-7982-4d22-aa06-51864e5bd7d3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:18.511430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] For port c398e527-7982-4d22-aa06-51864e5bd7d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c398e527-7982-4d22-aa06-51864e5bd7d3,segment=NetworkSegment(34d27235-929d-4aac-8363-f84fb8e34fbb),segment_id=34d27235-929d-4aac-8363-f84fb8e34fbb)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:18.569153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:18.574663 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.589318 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (810354dd-90d0-4cb3-a25c-1b06612fd42e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.589741 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Added segment 810354dd-90d0-4cb3-a25c-1b06612fd42e of type vlan for network aca65205-93e5-4e67-bc38-c744f9eb819d
May 14 21:42:18.641574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-bd940cfb-a5f5-4844-814c-1bcca0f87902 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:18.643166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-bd940cfb-a5f5-4844-814c-1bcca0f87902 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 946 time: 0.0646360
May 14 21:42:18.698699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (aca65205-93e5-4e67-bc38-c744f9eb819d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.725602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e556d4-bd1a-458c-8858-c0c2cd97787f None None] Pushing event updated for resources: {'Port': ['ID=c398e527-7982-4d22-aa06-51864e5bd7d3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:18.788294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c762c-c4aa-48d4-8376-a72d137747c4 req-c3446702-ea69-4062-8427-382d3291a760 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:18.790013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a48c762c-c4aa-48d4-8376-a72d137747c4 req-c3446702-ea69-4062-8427-382d3291a760 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 946 time: 0.0935988
May 14 21:42:18.837964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (aca65205-93e5-4e67-bc38-c744f9eb819d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.843185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:18.849668 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:18.997263 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a48c762c-c4aa-48d4-8376-a72d137747c4 req-2ea6c1ec-9f7c-40ba-8b8b-39fecef33f53 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/security-groups?id=06fcb0e9-f2cb-4706-8e35-5c7ceec33657&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943588
May 14 21:42:19.004713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 753 time: 0.6584144
May 14 21:42:19.012359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38380) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:19.019131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'subnet': {'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:19.025375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fe4e9d-844f-4445-8996-495ffab498b8 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:19.030117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0955af-a6eb-4879-a5bf-789f8eb307e3 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Network': ['ID=aca65205-93e5-4e67-bc38-c744f9eb819d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:19.037758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Publish callbacks [] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.041174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network aca65205-93e5-4e67-bc38-c744f9eb819d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:19.103037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Transition to ACTIVE for port object a9fe4e9d-844f-4445-8996-495ffab498b8 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:42:19.161784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:19.163847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.168407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-76424346-aeef-4b58-9499-0caa9e00a2c8 admin admin] 10.222.0.52 "PUT /v2.0/routers/4bd0fa24-62db-4260-8be7-a1d569a98ed8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4420896
May 14 21:42:19.173503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] Sync routers for ids ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:19.176098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38382) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:19.189257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] Routers {'4bd0fa24-62db-4260-8be7-a1d569a98ed8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:19.191257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e27070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:19.234741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593a0e3-a7e6-4253-a56b-4bd4203922ca req-f635ab7f-e8d4-4c88-85d1-b6af27940496 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:19.242782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8593a0e3-a7e6-4253-a56b-4bd4203922ca req-f635ab7f-e8d4-4c88-85d1-b6af27940496 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 943 time: 0.1005895
May 14 21:42:19.247454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:19.250946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.306867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fe4e9d-844f-4445-8996-495ffab498b8,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:19.324232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8593a0e3-a7e6-4253-a56b-4bd4203922ca req-e8eef066-68dd-496b-90b4-b1c5e2c13654 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724015
May 14 21:42:19.324984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Deleting port f9e39b22-4401-4f1f-b347-524ae155a4ea {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:19.325326 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.404379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] Set router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:19.433257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks [] for router (4bd0fa24-62db-4260-8be7-a1d569a98ed8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.441757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] For port f9e39b22-4401-4f1f-b347-524ae155a4ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9e39b22-4401-4f1f-b347-524ae155a4ea,segment=NetworkSegment(827b11f4-400d-4408-bee7-749c7c676886),segment_id=827b11f4-400d-4408-bee7-749c7c676886)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:19.442127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.458471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Calling delete_port for f9e39b22-4401-4f1f-b347-524ae155a4ea owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:19.686766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e27070>, [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:17Z', 'revision_number': 5, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:19.723112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] Checking router: 4bd0fa24-62db-4260-8be7-a1d569a98ed8 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:42:19.749245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] Routers {'4bd0fa24-62db-4260-8be7-a1d569a98ed8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:19.749882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e27070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:19.758574 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f9e39b22-4401-4f1f-b347-524ae155a4ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.795128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Pushing event deleted for resources: {'Port': ['ID=f9e39b22-4401-4f1f-b347-524ae155a4ea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:19.799050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['f9e39b22-4401-4f1f-b347-524ae155a4ea'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:42:19.859170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] No DVR routers for this DVR port f9e39b22-4401-4f1f-b347-524ae155a4ea on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:19.859170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:19.859170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8959fd43-cd4b-4f21-b2e8-7005bc73cde9 req-69e0063c-db95-4be7-b1ff-41bde02c4a6a tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.48 "DELETE /v2.0/ports/f9e39b22-4401-4f1f-b347-524ae155a4ea HTTP/1.1" status: 204  len: 173 time: 1.2040770
May 14 21:42:19.859170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'name': 'network-vif-deleted', 'tag': 'f9e39b22-4401-4f1f-b347-524ae155a4ea'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:19.859598 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd86fbf-b521-490f-8e1e-20e4e51613d3" -d '{"events": [{"server_uuid": "3ee751a8-3bfb-4b61-8117-6f8e05f6cd88", "name": "network-vif-deleted", "tag": "f9e39b22-4401-4f1f-b347-524ae155a4ea"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:19.915663 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71213d4-84dc-4fb5-b4c3-0643d138c615 x-openstack-request-id: req-f71213d4-84dc-4fb5-b4c3-0643d138c615 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:19.916517 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee751a8-3bfb-4b61-8117-6f8e05f6cd88", "name": "network-vif-deleted", "tag": "f9e39b22-4401-4f1f-b347-524ae155a4ea", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:19.916935 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f71213d4-84dc-4fb5-b4c3-0643d138c615 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:19.917497 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71213d4-84dc-4fb5-b4c3-0643d138c615'] response: {'server_uuid': '3ee751a8-3bfb-4b61-8117-6f8e05f6cd88', 'name': 'network-vif-deleted', 'tag': 'f9e39b22-4401-4f1f-b347-524ae155a4ea', 'status': 'completed', 'code': 200}
May 14 21:42:19.918872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da4d84-26cc-4aae-8eaa-b1dd6a775ece req-7ba5c254-a299-4059-96c0-ac68844bf400 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:19.928345 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20da4d84-26cc-4aae-8eaa-b1dd6a775ece req-7ba5c254-a299-4059-96c0-ac68844bf400 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 943 time: 0.0870707
May 14 21:42:20.032092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Attempting to bind port a9fe4e9d-844f-4445-8996-495ffab498b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:20.032449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Attempting to bind port a9fe4e9d-844f-4445-8996-495ffab498b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:20.032990 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Attempting to bind port a9fe4e9d-844f-4445-8996-495ffab498b8 on network 02d52912-8e9f-4347-9eaa-055f507d398b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:20.063457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Port a9fe4e9d-844f-4445-8996-495ffab498b8 on network 02d52912-8e9f-4347-9eaa-055f507d398b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:42:20.063869 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Attempting to bind port a9fe4e9d-844f-4445-8996-495ffab498b8 on network 02d52912-8e9f-4347-9eaa-055f507d398b {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:20.096593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:20.096936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Checking segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:20.097330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Bound using segment: {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:20.097779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Bound port: a9fe4e9d-844f-4445-8996-495ffab498b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd098ee-ab8a-4c8d-8c71-c285e751ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:20.098146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.128851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device df9f28e4-be02-4fc7-94ef-9bfdd439d06d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:42:20.130976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70dd91f-a39f-4be9-8013-7908782ee329 None None] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:20.136317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3d2d3ee-1395-45ba-8b50-e592cec257bf req-87466dcd-d059-4c24-b272-c549a18c2bf5 tempest-VolumesActionsTest-1847628510 tempest-VolumesActionsTest-1847628510-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ee751a8-3bfb-4b61-8117-6f8e05f6cd88 HTTP/1.1" status: 200  len: 210 time: 0.0522299
May 14 21:42:20.151655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-20da4d84-26cc-4aae-8eaa-b1dd6a775ece req-41a3e37a-4187-41f3-91fd-739efb5e9bb3 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2123449
May 14 21:42:20.154058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks [] for router_gateway (4bd0fa24-62db-4260-8be7-a1d569a98ed8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.161479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] Set router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:20.227767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] For port a9fe4e9d-844f-4445-8996-495ffab498b8, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:20.230861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] For port a9fe4e9d-844f-4445-8996-495ffab498b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9fe4e9d-844f-4445-8996-495ffab498b8,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:20.260212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] Provisioning complete for port c398e527-7982-4d22-aa06-51864e5bd7d3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:20.260588 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.295517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Deleting port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:20.295997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.317795 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b022e23b-92a1-43d4-8479-7aee9b396796), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.379846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.469689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3920c65-e604-4395-8b65-152764827c2b req-8af3a3dc-494c-4821-b5d2-8a8cd0dabdba tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:20.470040 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:20.470684 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.471891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3920c65-e604-4395-8b65-152764827c2b req-8af3a3dc-494c-4821-b5d2-8a8cd0dabdba tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 943 time: 0.0590286
May 14 21:42:20.472195 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a9fe4e9d-844f-4445-8996-495ffab498b8 HTTP/1.1" status: 200  len: 1091 time: 2.1942527
May 14 21:42:20.476363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:20.478779 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70" -d '{"events": [{"name": "network-changed", "server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:20.502853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] For port 1fc466d4-bb4b-4839-b476-5ea7b1dd8661, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:20.503245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.510885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Subnet': ['ID=b022e23b-92a1-43d4-8479-7aee9b396796,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:20.554541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,segment=NetworkSegment(bf87580b-6042-4f35-adb0-76d833fb159f),segment_id=bf87580b-6042-4f35-adb0-76d833fb159f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:20.558545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8b4f-de41-4584-bca9-f61f0feea1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fe4e9d-844f-4445-8996-495ffab498b8,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:20.578831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Calling delete_port for 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:20.599373 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ebac8-a3ea-477d-b6ae-e1e3a2f6c660 x-openstack-request-id: req-c86ebac8-a3ea-477d-b6ae-e1e3a2f6c660 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:20.599373 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:20.599373 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c86ebac8-a3ea-477d-b6ae-e1e3a2f6c660 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:20.599373 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86ebac8-a3ea-477d-b6ae-e1e3a2f6c660'] response: {'name': 'network-changed', 'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'status': 'completed', 'code': 200}
May 14 21:42:20.628455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d', 'network_id': '8d0a40c5-3971-475b-af74-95cb156c2e8b', 'port_id': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d', 'mac_address': 'fa:16:3e:98:f5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f12b103-963b-4a9a-842d-2b58940be114', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:42:20.636448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3920c65-e604-4395-8b65-152764827c2b req-e0a5d70f-a43f-4484-8e44-73bf1b34143a tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399186
May 14 21:42:20.637307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] Current status of the port c398e527-7982-4d22-aa06-51864e5bd7d3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:20.637699 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.649939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e27070>, [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:17Z', 'revision_number': 5, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:20.663642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Checking segment: {'id': '86428476-92a9-4852-9b20-03bbcbfc1e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:20.664295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network hostable DHCP agents. Network: f32eefd4-8d54-45e6-8d0d-50224b4520bd, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:20.720131 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e271871-6e87-4e75-ab9e-f5a14b6cd3c3 None None] The sync data for ids ['4bd0fa24-62db-4260-8be7-a1d569a98ed8'] in ncdv-master-1 is: [{'id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'name': 'tempest-TestAggregatesBasicOps-1849223190-router', 'tenant_id': 'c50ab00f71a644cebac2e4fe046612d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94'}], 'enable_snat': True}, 'gw_port_id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:57Z', 'updated_at': '2022-05-14T21:42:17Z', 'revision_number': 5, 'project_id': 'c50ab00f71a644cebac2e4fe046612d4', 'gw_port': {'id': '1fc466d4-bb4b-4839-b476-5ea7b1dd8661', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd0fa24-62db-4260-8be7-a1d569a98ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:58Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:20.770060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port df9f28e4-be02-4fc7-94ef-9bfdd439d06d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:20.776865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.780453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] For port c398e527-7982-4d22-aa06-51864e5bd7d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c398e527-7982-4d22-aa06-51864e5bd7d3,segment=NetworkSegment(34d27235-929d-4aac-8363-f84fb8e34fbb),segment_id=34d27235-929d-4aac-8363-f84fb8e34fbb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:20.781115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70 req-1fd9f489-5746-416a-8316-90a0f5eb8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:20.782669 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70 req-1fd9f489-5746-416a-8316-90a0f5eb8f5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1125 time: 0.1520135
May 14 21:42:20.795872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9f28e4-be02-4fc7-94ef-9bfdd439d06d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:20.845518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c398e527-7982-4d22-aa06-51864e5bd7d3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:20.908575 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.913825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,segment=NetworkSegment(bf87580b-6042-4f35-adb0-76d833fb159f),segment_id=bf87580b-6042-4f35-adb0-76d833fb159f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:20.971614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c398e527-7982-4d22-aa06-51864e5bd7d3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:20.971987 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:20.974564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:21.024662 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.030816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac1f77-79a3-46f5-bb9e-4fbd2c0c8017 None None] Pushing event updated for resources: {'Port': ['ID=c398e527-7982-4d22-aa06-51864e5bd7d3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:21.050795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2099f578-bb11-4283-8e1d-b6bfd22a8397 None None] Provisioning complete for port c398e527-7982-4d22-aa06-51864e5bd7d3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:21.051167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2099f578-bb11-4283-8e1d-b6bfd22a8397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.101614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f32eefd4-8d54-45e6-8d0d-50224b4520bd) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:21.106614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70 req-bf0941a3-70de-4fda-a65d-cff29a8ff171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.109602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70 req-bf0941a3-70de-4fda-a65d-cff29a8ff171 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&shared=False HTTP/1.1" status: 200  len: 897 time: 0.3134108
May 14 21:42:21.113515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.114110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.118957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e8ea47-d401-47aa-a1c6-73f288632487 None None] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:21.209098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c398e527-7982-4d22-aa06-51864e5bd7d3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:21.241644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:21.251045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['df9f28e4-be02-4fc7-94ef-9bfdd439d06d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:42:21.322253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07220b-76ab-4b77-b772-233d2b23ae30 req-596bb69f-3fa7-4694-8554-daf58a93beed tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.327894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1fc466d4-bb4b-4839-b476-5ea7b1dd8661), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.328410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db07220b-76ab-4b77-b772-233d2b23ae30 req-596bb69f-3fa7-4694-8554-daf58a93beed tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 943 time: 0.0615528
May 14 21:42:21.379243 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3405efa9-4b52-4e60-b405-239b9bff4cc2 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3641849
May 14 21:42:21.383827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38402) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:21.388133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc466d4-bb4b-4839-b476-5ea7b1dd8661,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:21.401944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'subnet': {'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:21.408430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2099f578-bb11-4283-8e1d-b6bfd22a8397 None None] Current status of the port c398e527-7982-4d22-aa06-51864e5bd7d3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:21.420197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db07220b-76ab-4b77-b772-233d2b23ae30 req-50181cbe-c198-4d8f-9626-fa04f2b962ad tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884495
May 14 21:42:21.431646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f32eefd4-8d54-45e6-8d0d-50224b4520bd', 'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd', 'project_id': '3d5a119d451047e7abd17defb447a87b', 'fixed_ips': [{'subnet_id': 'b022e23b-92a1-43d4-8479-7aee9b396796'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:42:21.435193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.448049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70 req-f8b16310-cf21-4c14-bccc-45873639d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.450570 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-61acbab6-dea9-45bb-8dcd-84cc38b3eb70 req-f8b16310-cf21-4c14-bccc-45873639d26c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3312085
May 14 21:42:21.471900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (4bd0fa24-62db-4260-8be7-a1d569a98ed8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.636738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (4bd0fa24-62db-4260-8be7-a1d569a98ed8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.638222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:21.640941 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks [] for router_controller (4bd0fa24-62db-4260-8be7-a1d569a98ed8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.645529 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.678495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Allocated IP 2001:db8::2 (f32eefd4-8d54-45e6-8d0d-50224b4520bd/b022e23b-92a1-43d4-8479-7aee9b396796/3bfac5d4-e63d-4f47-989c-acaed903df06) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:21.739956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-70c94f97-3d83-4043-acfa-491719610174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.741532 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-70c94f97-3d83-4043-acfa-491719610174 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1125 time: 0.1491082
May 14 21:42:21.795679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cf41-ac60-447f-ac38-00692f699d22 req-5d4a2a58-59e5-4b3b-b5d9-8c47f491fd7d tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.802912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97e3cf41-ac60-447f-ac38-00692f699d22 req-5d4a2a58-59e5-4b3b-b5d9-8c47f491fd7d tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 944 time: 0.0590744
May 14 21:42:21.844164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Publish callbacks [] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.866444 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-317a8be6-31f7-4916-8e01-de6eca71ba1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fe4e9d-844f-4445-8996-495ffab498b8 HTTP/1.1" status: 200  len: 217 time: 0.0554466
May 14 21:42:21.891163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (4bd0fa24-62db-4260-8be7-a1d569a98ed8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.891796 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd0fa24-62db-4260-8be7-a1d569a98ed8 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:42:21.915767 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.916169 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:21.917325 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a8da0449-f68b-45cf-8165-dbab5b268598 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4bd0fa24-62db-4260-8be7-a1d569a98ed8 HTTP/1.1" status: 204  len: 168 time: 2.7404654
May 14 21:42:21.922516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38416) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:21.960552 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-97e3cf41-ac60-447f-ac38-00692f699d22 req-2a6775e9-d491-4552-b769-0faab7b23184 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550648
May 14 21:42:21.977204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device df9f28e4-be02-4fc7-94ef-9bfdd439d06d up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:21.977352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-c350a67a-20d1-4093-936d-e67ee71e6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:21.978305 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-c350a67a-20d1-4093-936d-e67ee71e6968 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f64957c4-54de-449d-a2e3-4c1a2fb1d65a HTTP/1.1" status: 200  len: 834 time: 0.1044259
May 14 21:42:21.999152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Deleting subnet 7a5777f0-b8cb-4522-883b-15538e60dc59 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:42:22.011387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Publish callbacks [] for subnet (7a5777f0-b8cb-4522-883b-15538e60dc59), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.014863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.019467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:22.038396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:22.044828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-6a438812-53f0-47d3-afef-ced33597a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:22.046699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-6a438812-53f0-47d3-afef-ced33597a2d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02d52912-8e9f-4347-9eaa-055f507d398b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0585747
May 14 21:42:22.050531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:22.069711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Pushing event updated for resources: {'Port': ['ID=3bfac5d4-e63d-4f47-989c-acaed903df06,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:22.127656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (7a5777f0-b8cb-4522-883b-15538e60dc59), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.151428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Attempting to bind port 3bfac5d4-e63d-4f47-989c-acaed903df06 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:22.152607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Attempting to bind port 3bfac5d4-e63d-4f47-989c-acaed903df06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '86428476-92a9-4852-9b20-03bbcbfc1e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:22.153226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Attempting to bind port 3bfac5d4-e63d-4f47-989c-acaed903df06 on network f32eefd4-8d54-45e6-8d0d-50224b4520bd {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:22.157801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port df9f28e4-be02-4fc7-94ef-9bfdd439d06d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:42:22.163926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:22.164177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Checking segment: {'id': '86428476-92a9-4852-9b20-03bbcbfc1e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:22.164497 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.164889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Bound using segment: {'id': '86428476-92a9-4852-9b20-03bbcbfc1e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:22.165371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Bound port: 3bfac5d4-e63d-4f47-989c-acaed903df06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86428476-92a9-4852-9b20-03bbcbfc1e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f32eefd4-8d54-45e6-8d0d-50224b4520bd'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:22.165748 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.191648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-ac91bdd8-e89c-4621-931f-6cd60df4d44e service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382885
May 14 21:42:22.238736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Subnet': ['ID=3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:22.246746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7a5777f0-b8cb-4522-883b-15538e60dc59), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.251883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] For port 3bfac5d4-e63d-4f47-989c-acaed903df06, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:22.255692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] For port 3bfac5d4-e63d-4f47-989c-acaed903df06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bfac5d4-e63d-4f47-989c-acaed903df06,segment=NetworkSegment(86428476-92a9-4852-9b20-03bbcbfc1e02),segment_id=86428476-92a9-4852-9b20-03bbcbfc1e02)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:22.260728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port df9f28e4-be02-4fc7-94ef-9bfdd439d06d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:22.261247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.281976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Checking segment: {'id': '810354dd-90d0-4cb3-a25c-1b06612fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:22.281976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network hostable DHCP agents. Network: aca65205-93e5-4e67-bc38-c744f9eb819d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:22.327913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d14e90c7-bca7-4e24-85bc-4fe1cdea6ad8 req-0ae08990-b2d4-4972-bccc-5f08f831f745 service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299441
May 14 21:42:22.336489 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.380579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port df9f28e4-be02-4fc7-94ef-9bfdd439d06d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:22.380579 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.414164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network aca65205-93e5-4e67-bc38-c744f9eb819d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:22.420669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787596fc-6501-43f7-9502-4ccc956edc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:22.423059 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abc1e3c-151a-43ae-81f4-b8eea6488de5" -d '{"events": [{"server_uuid": "787596fc-6501-43f7-9502-4ccc956edc28", "name": "network-vif-plugged", "status": "completed", "tag": "df9f28e4-be02-4fc7-94ef-9bfdd439d06d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:22.444371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,segment=NetworkSegment(bf87580b-6042-4f35-adb0-76d833fb159f),segment_id=bf87580b-6042-4f35-adb0-76d833fb159f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:22.445705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83208f-667d-4d58-b0e0-3b453c4c5ef6 None None] Pushing event updated for resources: {'Port': ['ID=3bfac5d4-e63d-4f47-989c-acaed903df06,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:22.446458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (7a5777f0-b8cb-4522-883b-15538e60dc59), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.512930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aca65205-93e5-4e67-bc38-c744f9eb819d) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:22.514348 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff139b05-a091-4dc5-931a-955e1170e836 x-openstack-request-id: req-ff139b05-a091-4dc5-931a-955e1170e836 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:22.514784 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787596fc-6501-43f7-9502-4ccc956edc28", "name": "network-vif-plugged", "status": "completed", "tag": "df9f28e4-be02-4fc7-94ef-9bfdd439d06d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:22.515054 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff139b05-a091-4dc5-931a-955e1170e836 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:22.515465 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff139b05-a091-4dc5-931a-955e1170e836'] response: {'server_uuid': '787596fc-6501-43f7-9502-4ccc956edc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d', 'code': 200}
May 14 21:42:22.515912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5777f0-b8cb-4522-883b-15538e60dc59,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:22.525915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d8e63-6939-4f21-8e3c-0c11f2100a38 None None] Network aca65205-93e5-4e67-bc38-c744f9eb819d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:22.528676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:22.529629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.533610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.556045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.584107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38434) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:22.587914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c8d1e428-fdfe-4b2d-a3f8-62e387511978 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7a5777f0-b8cb-4522-883b-15538e60dc59 HTTP/1.1" status: 204  len: 168 time: 0.6641612
May 14 21:42:22.602395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c434ce8-a260-4ea6-b683-68b089cf22cf None None] Network 9befe030-4192-4951-ad28-30b147f38aa7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:22.645750 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b390047c-abbe-413b-bcc8-2ad6339e8c29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2561839
May 14 21:42:22.648791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38436) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:22.744817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62547478-9de6-4b2f-96fd-7caed7af04e3 req-9027b4cb-4cb8-4398-b963-a2bafe3fc3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:22.747063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62547478-9de6-4b2f-96fd-7caed7af04e3 req-9027b4cb-4cb8-4398-b963-a2bafe3fc3ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 1127 time: 0.1437263
May 14 21:42:22.753920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a05d25-ede9-4de3-941e-bac588e6e15e req-0a2ab694-8fea-42a4-8c5e-81bab6959371 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:22.758072 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2a05d25-ede9-4de3-941e-bac588e6e15e req-0a2ab694-8fea-42a4-8c5e-81bab6959371 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 943 time: 0.2506549
May 14 21:42:22.764944 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (9befe030-4192-4951-ad28-30b147f38aa7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.865350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2a05d25-ede9-4de3-941e-bac588e6e15e req-5e2bdb42-911d-4fed-b76f-e04586606466 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967593
May 14 21:42:22.900236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Deleting port df130f03-330e-4cea-8f7e-2b27bafa0f1b {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:22.900579 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:22.942876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62547478-9de6-4b2f-96fd-7caed7af04e3 req-86c5176a-99b2-4a83-be53-2652abfa4e42 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845038
May 14 21:42:22.998636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] For port df130f03-330e-4cea-8f7e-2b27bafa0f1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df130f03-330e-4cea-8f7e-2b27bafa0f1b,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:22.999572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.017396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Calling delete_port for df130f03-330e-4cea-8f7e-2b27bafa0f1b owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:23.071921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c398e527-7982-4d22-aa06-51864e5bd7d3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:23.182707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:23.227073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] DHCP port deletion for 9befe030-4192-4951-ad28-30b147f38aa7 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:42:23.267282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aca65205-93e5-4e67-bc38-c744f9eb819d', 'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d', 'project_id': '3d5a119d451047e7abd17defb447a87b', 'fixed_ips': [{'subnet_id': '3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:42:23.268281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.277467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862a8e2-f2b3-4842-b0dc-2065044675d1 req-a0f51bf8-28c5-49cb-b0bd-afc3505c5e16 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:23.279283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4862a8e2-f2b3-4842-b0dc-2065044675d1 req-a0f51bf8-28c5-49cb-b0bd-afc3505c5e16 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 945 time: 0.1956801
May 14 21:42:23.281584 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.297799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c398e527-7982-4d22-aa06-51864e5bd7d3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:23.298175 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.338086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Deleting port df130f03-330e-4cea-8f7e-2b27bafa0f1b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:23.338370 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.344194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.405296 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Pushing event deleted for resources: {'Port': ['ID=df130f03-330e-4cea-8f7e-2b27bafa0f1b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:23.416336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] No DVR routers for this DVR port df130f03-330e-4cea-8f7e-2b27bafa0f1b on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:23.586086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] For port df130f03-330e-4cea-8f7e-2b27bafa0f1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=df130f03-330e-4cea-8f7e-2b27bafa0f1b,segment=NetworkSegment(f57ecc72-91d4-4e06-819b-a35667b629b7),segment_id=f57ecc72-91d4-4e06-819b-a35667b629b7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:23.586884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.654785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (9befe030-4192-4951-ad28-30b147f38aa7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.670071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Calling delete_port for df130f03-330e-4cea-8f7e-2b27bafa0f1b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:23.676445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4862a8e2-f2b3-4842-b0dc-2065044675d1 req-d9f5aa16-01d3-4ca7-9567-20467970a179 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3821170
May 14 21:42:23.723359 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52312fc880>,) {'filters': {'network_id': ['9befe030-4192-4951-ad28-30b147f38aa7']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:23.751301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52312fc880>, 'f57ecc72-91d4-4e06-819b-a35667b629b7') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:23.751301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52312fc880>, 'f57ecc72-91d4-4e06-819b-a35667b629b7') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:23.759804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f9e39b22-4401-4f1f-b347-524ae155a4ea no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:23.774394 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (f57ecc72-91d4-4e06-819b-a35667b629b7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.807282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f57ecc72-91d4-4e06-819b-a35667b629b7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.824712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:42:23.825111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (f57ecc72-91d4-4e06-819b-a35667b629b7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:42:23.827067 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:42:23.911236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: f9e39b22-4401-4f1f-b347-524ae155a4ea {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:23.911595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f9e39b22-4401-4f1f-b347-524ae155a4ea not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:24.007292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c398e527-7982-4d22-aa06-51864e5bd7d3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:24.086913 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (9befe030-4192-4951-ad28-30b147f38aa7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.096771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.103433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9befe030-4192-4951-ad28-30b147f38aa7 HTTP/1.1" status: 204  len: 168 time: 1.5179689
May 14 21:42:24.104318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Allocated IP 2001:db8::2 (aca65205-93e5-4e67-bc38-c744f9eb819d/3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8/70c9753f-72b6-4e2f-b2d0-826903d81dda) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:24.116913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Allocated IP 2001:db8::1 (f32eefd4-8d54-45e6-8d0d-50224b4520bd/b022e23b-92a1-43d4-8479-7aee9b396796/e46691cb-f35f-4368-aa45-27fe9aa9c729) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:24.184035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098766-2683-4d63-8f83-8ede5c9e9889 admin admin] Pushing event deleted for resources: {'Network': ['ID=9befe030-4192-4951-ad28-30b147f38aa7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:24.189024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e22bfd84-8e58-4c64-be79-97f7b9a33e06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:24.231523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861aebe-65e8-43b1-aa7c-5fd95b45f8d6 req-b04087ac-145a-4802-888d-a067c03cf87e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:24.257873 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6861aebe-65e8-43b1-aa7c-5fd95b45f8d6 req-b04087ac-145a-4802-888d-a067c03cf87e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 943 time: 0.2207277
May 14 21:42:24.283953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27217ce1-302e-4100-a52e-489c0d873777 None None] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:24.315320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.321488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e22bfd84-8e58-4c64-be79-97f7b9a33e06 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:24.322151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e22bfd84-8e58-4c64-be79-97f7b9a33e06 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:24.322630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:24.324568 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (df130f03-330e-4cea-8f7e-2b27bafa0f1b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.324730 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6861aebe-65e8-43b1-aa7c-5fd95b45f8d6 req-f25be4ec-d993-4662-81b1-1198ce9cdfee tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657828
May 14 21:42:24.408157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:24.408710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fc466d4-bb4b-4839-b476-5ea7b1dd8661 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:24.409893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] Provisioning complete for port 3bfac5d4-e63d-4f47-989c-acaed903df06 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:24.410253 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.433562 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Network 9befe030-4192-4951-ad28-30b147f38aa7 is not hosted by any dhcp agent {{(pid=115782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 14 21:42:24.434026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] No DVR routers for this DVR port df130f03-330e-4cea-8f7e-2b27bafa0f1b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:24.464488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.489938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a86d-3e56-4479-8c28-4f4d1ffa539e None None] Pushing event deleted for resources: {'Port': ['ID=df130f03-330e-4cea-8f7e-2b27bafa0f1b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:24.549183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:24.557387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:24.562845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:24.563938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.568267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Port': ['ID=e46691cb-f35f-4368-aa45-27fe9aa9c729,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:24.679199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] Current status of the port 3bfac5d4-e63d-4f47-989c-acaed903df06 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:24.679199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.679199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Publish callbacks [] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.679566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38484) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:24.743228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] For port 3bfac5d4-e63d-4f47-989c-acaed903df06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bfac5d4-e63d-4f47-989c-acaed903df06,segment=NetworkSegment(86428476-92a9-4852-9b20-03bbcbfc1e02),segment_id=86428476-92a9-4852-9b20-03bbcbfc1e02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:24.753925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3bfac5d4-e63d-4f47-989c-acaed903df06 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:24.772017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-472d1d7f-190e-4ad9-8139-84b66a720942 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54cdf3ac339f4e8a944bef073452c3ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0910497
May 14 21:42:24.772637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:24.780854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.843361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ded6b5-bdbe-4813-8dbe-35f966f6464f req-56854355-80b6-4f91-a509-e839da19f6c2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:24.846586 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7ded6b5-bdbe-4813-8dbe-35f966f6464f req-56854355-80b6-4f91-a509-e839da19f6c2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 945 time: 0.0775690
May 14 21:42:24.869132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3053c2f5-2a83-4d2b-944e-8ad6a0a93612 admin admin] Publish callbacks [] for security_group (9b033cde-8e7b-49a6-aab6-30ef6b7803e2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.880021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.928363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Network aca65205-93e5-4e67-bc38-c744f9eb819d is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:24.933546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:24.941832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Pushing event updated for resources: {'Port': ['ID=70c9753f-72b6-4e2f-b2d0-826903d81dda,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:24.949516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:24.959169 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3053c2f5-2a83-4d2b-944e-8ad6a0a93612 admin admin] Publish callbacks [] for security_group (9b033cde-8e7b-49a6-aab6-30ef6b7803e2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:24.972768 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.077340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3bfac5d4-e63d-4f47-989c-acaed903df06 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:25.077340 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.133906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7ded6b5-bdbe-4813-8dbe-35f966f6464f req-82fb8a09-d8a1-4cdd-92ce-f70723e5eebe tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621723
May 14 21:42:25.173543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3053c2f5-2a83-4d2b-944e-8ad6a0a93612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b033cde-8e7b-49a6-aab6-30ef6b7803e2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.222131 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3053c2f5-2a83-4d2b-944e-8ad6a0a93612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.222131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3053c2f5-2a83-4d2b-944e-8ad6a0a93612 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b033cde-8e7b-49a6-aab6-30ef6b7803e2 HTTP/1.1" status: 204  len: 168 time: 0.4056795
May 14 21:42:25.222131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053c2f5-2a83-4d2b-944e-8ad6a0a93612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b033cde-8e7b-49a6-aab6-30ef6b7803e2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:25.274764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738fb02-92f3-4edf-b463-9b6b1876d770 None None] Pushing event updated for resources: {'Port': ['ID=3bfac5d4-e63d-4f47-989c-acaed903df06,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:25.277452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f987c117-dfcb-4748-b613-db94587c0205 None None] Provisioning complete for port 3bfac5d4-e63d-4f47-989c-acaed903df06 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:25.277853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f987c117-dfcb-4748-b613-db94587c0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.323883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Attempting to bind port 70c9753f-72b6-4e2f-b2d0-826903d81dda on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:25.328025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Attempting to bind port 70c9753f-72b6-4e2f-b2d0-826903d81dda by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '810354dd-90d0-4cb3-a25c-1b06612fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:25.328665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Attempting to bind port 70c9753f-72b6-4e2f-b2d0-826903d81dda on network aca65205-93e5-4e67-bc38-c744f9eb819d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:25.360767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:25.361419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Checking segment: {'id': '810354dd-90d0-4cb3-a25c-1b06612fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:25.362068 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.362625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Bound using segment: {'id': '810354dd-90d0-4cb3-a25c-1b06612fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:25.363280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Bound port: 70c9753f-72b6-4e2f-b2d0-826903d81dda, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810354dd-90d0-4cb3-a25c-1b06612fd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'aca65205-93e5-4e67-bc38-c744f9eb819d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:25.363850 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.526484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] For port 70c9753f-72b6-4e2f-b2d0-826903d81dda, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:25.531020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] For port 70c9753f-72b6-4e2f-b2d0-826903d81dda, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c9753f-72b6-4e2f-b2d0-826903d81dda,segment=NetworkSegment(810354dd-90d0-4cb3-a25c-1b06612fd42e),segment_id=810354dd-90d0-4cb3-a25c-1b06612fd42e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:25.578130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6db50-2907-49ec-8cfa-fe56c6f3223e req-01c83fec-c876-4878-ae86-79e658bcd1cd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:25.596369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07d6db50-2907-49ec-8cfa-fe56c6f3223e req-01c83fec-c876-4878-ae86-79e658bcd1cd tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 943 time: 0.1519690
May 14 21:42:25.606501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3bfac5d4-e63d-4f47-989c-acaed903df06 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:25.612294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.680791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.681718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.754031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f987c117-dfcb-4748-b613-db94587c0205 None None] Current status of the port 3bfac5d4-e63d-4f47-989c-acaed903df06 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:25.815347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:25.847168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Port': ['ID=e46691cb-f35f-4368-aa45-27fe9aa9c729,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:25.854125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a9fe4e9d-844f-4445-8996-495ffab498b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:42:25.930362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:25.932766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:25.985765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07d6db50-2907-49ec-8cfa-fe56c6f3223e req-15689f88-c6da-46e3-a8b3-256afa5484ae tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3880072
May 14 21:42:25.987439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device df130f03-330e-4cea-8f7e-2b27bafa0f1b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:25.993256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f987c117-dfcb-4748-b613-db94587c0205 None None] Provisioning complete for port e46691cb-f35f-4368-aa45-27fe9aa9c729 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:25.994943 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f987c117-dfcb-4748-b613-db94587c0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.172943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: df130f03-330e-4cea-8f7e-2b27bafa0f1b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:26.173368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device df130f03-330e-4cea-8f7e-2b27bafa0f1b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:26.247519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251d266-a5ab-4482-bbe0-8e1b89772f3c None None] Pushing event updated for resources: {'Port': ['ID=70c9753f-72b6-4e2f-b2d0-826903d81dda,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:26.265295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Router 091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:42:26.274974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f987c117-dfcb-4748-b613-db94587c0205 None None] Port e46691cb-f35f-4368-aa45-27fe9aa9c729 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:26.285133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a9fe4e9d-844f-4445-8996-495ffab498b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9fe4e9d-844f-4445-8996-495ffab498b8,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:26.314926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'port_id': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'mac_address': 'fa:16:3e:90:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:42:26.426795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a9fe4e9d-844f-4445-8996-495ffab498b8 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:26.428772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.468030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:26.478879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8dbe9c43-7eab-45f6-a76a-6516e887bfc7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8286476
May 14 21:42:26.481968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38514) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:26.488953 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] Sync routers for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:26.493067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c5799ad2-d548-41b4-88ee-921b4a885fda None None] Provisioning complete for port e46691cb-f35f-4368-aa45-27fe9aa9c729 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:26.496247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5799ad2-d548-41b4-88ee-921b4a885fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.509968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:26.512074 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ecec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:26.553354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c5799ad2-d548-41b4-88ee-921b4a885fda None None] Port e46691cb-f35f-4368-aa45-27fe9aa9c729 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:26.555121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fe4e9d-844f-4445-8996-495ffab498b8 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:26.583440 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ecec10>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:26.596876 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:26.611677 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ecec10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:26.638240 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ecec10>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:26.639032 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bc841f-e6ce-4b95-bf6e-002dcde6aed5 None None] The sync data for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:26.676025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a9fe4e9d-844f-4445-8996-495ffab498b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9fe4e9d-844f-4445-8996-495ffab498b8,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:26.678659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38516) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:26.749492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4a18ab66-bdf1-4c24-bdc7-3f1e440ee92e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c50ab00f71a644cebac2e4fe046612d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0640547
May 14 21:42:26.750377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38518) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:26.763558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8ef6b120-7872-40ef-8f0d-98cb763315cb None None] Provisioning complete for port e46691cb-f35f-4368-aa45-27fe9aa9c729 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:26.765011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b120-7872-40ef-8f0d-98cb763315cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.838917 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.895840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44b383aa-44af-4b8e-ac9b-3d884dbf62c8 admin admin] Publish callbacks [] for security_group (ddc51c33-87f6-4391-b760-2f6bec39dfe5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.930085 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44b383aa-44af-4b8e-ac9b-3d884dbf62c8 admin admin] Publish callbacks [] for security_group (ddc51c33-87f6-4391-b760-2f6bec39dfe5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:26.957540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 70c9753f-72b6-4e2f-b2d0-826903d81dda up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:27.064460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6b120-7872-40ef-8f0d-98cb763315cb None None] Port e46691cb-f35f-4368-aa45-27fe9aa9c729 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:27.087796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a9fe4e9d-844f-4445-8996-495ffab498b8,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:27.094530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44b383aa-44af-4b8e-ac9b-3d884dbf62c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ddc51c33-87f6-4391-b760-2f6bec39dfe5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:27.101013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44b383aa-44af-4b8e-ac9b-3d884dbf62c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:27.119326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['a9fe4e9d-844f-4445-8996-495ffab498b8'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:42:27.119583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-44b383aa-44af-4b8e-ac9b-3d884dbf62c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ddc51c33-87f6-4391-b760-2f6bec39dfe5 HTTP/1.1" status: 204  len: 168 time: 0.3605103
May 14 21:42:27.157360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b383aa-44af-4b8e-ac9b-3d884dbf62c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc51c33-87f6-4391-b760-2f6bec39dfe5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:27.208728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 70c9753f-72b6-4e2f-b2d0-826903d81dda triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:27.209509 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:27.350398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf56ab-9242-48ed-87a8-d684966d1ae0 req-a2de16cd-3fad-4a26-b5a1-6e74126743b6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:27.360800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccf56ab-9242-48ed-87a8-d684966d1ae0 req-a2de16cd-3fad-4a26-b5a1-6e74126743b6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 944 time: 0.1838276
May 14 21:42:27.382157 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-b77f455e-6755-4dee-9b18-7be7d495aeec tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:42:27.383278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b77f455e-6755-4dee-9b18-7be7d495aeec tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9002135
May 14 21:42:27.386201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38540) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:27.473170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ccf56ab-9242-48ed-87a8-d684966d1ae0 req-83b34a35-37df-4352-94bc-417fa2db4dce tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1112382
May 14 21:42:27.677346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 70c9753f-72b6-4e2f-b2d0-826903d81dda is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:27.678396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:27.771944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 70c9753f-72b6-4e2f-b2d0-826903d81dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c9753f-72b6-4e2f-b2d0-826903d81dda,segment=NetworkSegment(810354dd-90d0-4cb3-a25c-1b06612fd42e),segment_id=810354dd-90d0-4cb3-a25c-1b06612fd42e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:27.947041 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:27.948489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3bfac5d4-e63d-4f47-989c-acaed903df06 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:28.070848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=70c9753f-72b6-4e2f-b2d0-826903d81dda,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:28.077650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3bfac5d4-e63d-4f47-989c-acaed903df06 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:28.111677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.147233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.206991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9d92c-9aac-4b73-aa79-9c5fa27ac7eb None None] Network aca65205-93e5-4e67-bc38-c744f9eb819d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:28.276370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3bfac5d4-e63d-4f47-989c-acaed903df06 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:28.310589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5b8f97e7-95e9-484f-bd84-eed49baae06c None None] Provisioning complete for port 70c9753f-72b6-4e2f-b2d0-826903d81dda triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:28.311040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b8f97e7-95e9-484f-bd84-eed49baae06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.444279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f97e7-95e9-484f-bd84-eed49baae06c None None] Current status of the port 70c9753f-72b6-4e2f-b2d0-826903d81dda is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:28.619888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting port e46691cb-f35f-4368-aa45-27fe9aa9c729 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:28.620339 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.748379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 70c9753f-72b6-4e2f-b2d0-826903d81dda up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:28.784725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc255d-1f63-4819-98a2-9028d3444276 req-3f6ad1c9-4e57-4fee-a96e-098c4e26529a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:28.786488 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60cc255d-1f63-4819-98a2-9028d3444276 req-3f6ad1c9-4e57-4fee-a96e-098c4e26529a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 944 time: 0.1211004
May 14 21:42:28.816598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 70c9753f-72b6-4e2f-b2d0-826903d81dda triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:28.817124 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.875668 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.883206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f064b414-94ac-499b-a63e-a9218575fc8f None None] Provisioning complete for port 70c9753f-72b6-4e2f-b2d0-826903d81dda triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:28.883625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f064b414-94ac-499b-a63e-a9218575fc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:28.884131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-60cc255d-1f63-4819-98a2-9028d3444276 req-257e2782-92a4-4b73-bcb4-23e226c31395 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892227
May 14 21:42:28.898673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Calling delete_port for e46691cb-f35f-4368-aa45-27fe9aa9c729 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:29.005323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 70c9753f-72b6-4e2f-b2d0-826903d81dda is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:29.069108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f064b414-94ac-499b-a63e-a9218575fc8f None None] Current status of the port 70c9753f-72b6-4e2f-b2d0-826903d81dda is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:29.217526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:29.291813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e46691cb-f35f-4368-aa45-27fe9aa9c729), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:29.337150 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Port': ['ID=e46691cb-f35f-4368-aa45-27fe9aa9c729,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:29.483720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-196909777-network', 'tenant_id': 'ab48666810d04a19acf601f7f0be7231'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:29.512866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:29.620719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Made reservation on behalf of ab48666810d04a19acf601f7f0be7231 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:29.623160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:29.648095 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:29.721128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a9fe4e9d-844f-4445-8996-495ffab498b8 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:29.746646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Router 091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:29.777331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port a9fe4e9d-844f-4445-8996-495ffab498b8 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:42:29.866086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port a9fe4e9d-844f-4445-8996-495ffab498b8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:29.866584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:29.878695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:29.894231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38588) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:29.914954 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-54f18856-e831-4416-920c-0c4f1e39001d tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5060427
May 14 21:42:29.943060 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks [] for security_group (9579c93a-6e81-4e55-acb6-6ee57086f3ad), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:29.970982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] Sync routers for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:29.999421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:29.999930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230144d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:30.012277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9579c93a-6e81-4e55-acb6-6ee57086f3ad), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.064115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d00e-df49-41c8-9903-6bf719c15e29 req-adddbc54-9b4e-4083-868a-a3f75e299c58 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:30.067159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf33d00e-df49-41c8-9903-6bf719c15e29 req-adddbc54-9b4e-4083-868a-a3f75e299c58 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 944 time: 0.0658162
May 14 21:42:30.068846 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-564b9b19-1ae7-43f4-85bb-8dba70c23064 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] delete failed (client error): The resource could not be found.
May 14 21:42:30.070007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-564b9b19-1ae7-43f4-85bb-8dba70c23064 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1961865173 HTTP/1.1" status: 404  len: 335 time: 0.1752057
May 14 21:42:30.080288 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:30.086601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38594) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:30.093045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ba45d6a3-9b3e-42c5-a11c-a12454faaa29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'router': {'external_gateway_info': {'network_id': '091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:30.105230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230144d90>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:30.109278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9579c93a-6e81-4e55-acb6-6ee57086f3ad,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:30.120004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b3b02073-0d0e-44f0-8e3e-e183acedb45d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.120428 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Added segment b3b02073-0d0e-44f0-8e3e-e183acedb45d of type vlan for network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc
May 14 21:42:30.144956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:30.145600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230144d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:30.241858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (35b6e5a3-f1f1-4cd9-a826-fda89a2237dc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.312256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a9fe4e9d-844f-4445-8996-495ffab498b8 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:30.312530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.314623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230144d90>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:30.315225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71469432-fec4-46bc-9aff-e82c16653dc6 None None] The sync data for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:30.324668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf33d00e-df49-41c8-9903-6bf719c15e29 req-45ea8ce4-014a-4629-8cc8-811d9b616ee4 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2456551
May 14 21:42:30.356316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:30.364263 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd241f-7fa9-40a3-a330-84c13ac4897a" -d '{"events": [{"server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "name": "network-vif-plugged", "status": "completed", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:30.384914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (35b6e5a3-f1f1-4cd9-a826-fda89a2237dc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.386437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:30.387049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.420341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a9fe4e9d-844f-4445-8996-495ffab498b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9fe4e9d-844f-4445-8996-495ffab498b8,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:30.421020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba45d6a3-9b3e-42c5-a11c-a12454faaa29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router_gateway (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.457883 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9abde1-7fdc-4d3a-b257-3b89ca381ebf x-openstack-request-id: req-8d9abde1-7fdc-4d3a-b257-3b89ca381ebf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:30.458182 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "name": "network-vif-plugged", "status": "completed", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:30.458444 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d9abde1-7fdc-4d3a-b257-3b89ca381ebf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:30.459382 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9abde1-7fdc-4d3a-b257-3b89ca381ebf'] response: {'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'code': 200}
May 14 21:42:30.528059 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.549324 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 1.3300395
May 14 21:42:30.554735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38608) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:30.561936 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-ba45d6a3-9b3e-42c5-a11c-a12454faaa29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] update failed (client error): The resource could not be found.
May 14 21:42:30.563319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ba45d6a3-9b3e-42c5-a11c-a12454faaa29 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 HTTP/1.1" status: 404  len: 339 time: 0.4748776
May 14 21:42:30.569164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38610) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:30.575298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1317043185'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:30.592496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Request body: {'subnet': {'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-196909777-subnet', 'tenant_id': 'ab48666810d04a19acf601f7f0be7231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:30.628513 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47cb4c-54d3-4f97-a8cf-196146ab393a admin admin] Pushing event updated for resources: {'Network': ['ID=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:30.638309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a9fe4e9d-844f-4445-8996-495ffab498b8,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:30.644767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:30.645009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cfb6b-dfeb-4003-b7e4-36092bbc37e1 req-94dceba9-88b4-4dbe-931f-ed1a80d757df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:30.647355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-447cfb6b-dfeb-4003-b7e4-36092bbc37e1 req-94dceba9-88b4-4dbe-931f-ed1a80d757df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1127 time: 0.0945821
May 14 21:42:30.694032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:30.700604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.714704 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-447cfb6b-dfeb-4003-b7e4-36092bbc37e1 req-95f67d41-c221-4b74-8078-c8a7c78469eb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614052
May 14 21:42:30.716293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Made reservation on behalf of ab48666810d04a19acf601f7f0be7231 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:30.718927 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.764843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:30.781308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (29f1da2f-7707-4a63-bf64-21cb502cd0a7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.782160 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Added segment 29f1da2f-7707-4a63-bf64-21cb502cd0a7 of type vlan for network 4ec3fff5-9182-491a-9551-1767915bec76
May 14 21:42:30.858809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4ec3fff5-9182-491a-9551-1767915bec76), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.973679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4ec3fff5-9182-491a-9551-1767915bec76), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:30.979665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:30.980462 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:31.074802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Network': ['ID=4ec3fff5-9182-491a-9551-1767915bec76,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:31.086331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4ec3fff5-9182-491a-9551-1767915bec76 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:31.100134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (63b9afdc-f923-41a5-b41b-3e82ee038381), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:31.114584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-28b2cda5-af75-445d-bbf4-4f7257ea86fe tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5439470
May 14 21:42:31.118077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38616) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:31.129677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'subnet': {'network_id': '4ec3fff5-9182-491a-9551-1767915bec76', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:31.173039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b9afdc-f923-41a5-b41b-3e82ee038381,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:31.199528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Checking segment: {'id': 'b3b02073-0d0e-44f0-8e3e-e183acedb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:31.204330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Network hostable DHCP agents. Network: 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:31.314383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:31.435602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f437b5-36f0-448b-813d-0e96bef47b80 req-6bf03372-8414-4d0d-9064-454e00fd9262 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:31.437655 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86f437b5-36f0-448b-813d-0e96bef47b80 req-6bf03372-8414-4d0d-9064-454e00fd9262 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 945 time: 0.0678883
May 14 21:42:31.477001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad354913-0c7e-45b4-a449-26745d380f14 req-800ba4c4-c9ce-4a2b-acbc-104f696d735e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:31.478538 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad354913-0c7e-45b4-a449-26745d380f14 req-800ba4c4-c9ce-4a2b-acbc-104f696d735e tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 945 time: 0.0513642
May 14 21:42:31.496952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-86f437b5-36f0-448b-813d-0e96bef47b80 req-6b26213f-b864-4aa3-905f-85acdc70576c tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514777
May 14 21:42:31.536737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Made reservation on behalf of 3d5a119d451047e7abd17defb447a87b for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:31.542045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:31.548718 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad354913-0c7e-45b4-a449-26745d380f14 req-5bd0a720-50a8-4266-a8a3-0acb14960dd2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640202
May 14 21:42:31.573885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:31.579028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:31.579695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:31.582040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a0028-315d-428a-878e-2336f716c480 None None] Network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:31.684546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ab156c91-3d1d-4b66-9680-3c7155119abc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0972157
May 14 21:42:31.721337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983ac7e6-a368-49a3-b01b-6adb1dadd268 None None] Network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:31.848592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dc2eb006-40d6-4fc2-be55-c0857517f42d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:31.966877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Subnet': ['ID=dc2eb006-40d6-4fc2-be55-c0857517f42d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:31.972659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Checking segment: {'id': '29f1da2f-7707-4a63-bf64-21cb502cd0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ec3fff5-9182-491a-9551-1767915bec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:31.973032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network hostable DHCP agents. Network: 4ec3fff5-9182-491a-9551-1767915bec76, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:32.059165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network 4ec3fff5-9182-491a-9551-1767915bec76 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:32.122028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4ec3fff5-9182-491a-9551-1767915bec76) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:32.127195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:32.127900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:32.157466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d72f7c-d084-46b8-a7c4-7a7c39e47e50 None None] Network 4ec3fff5-9182-491a-9551-1767915bec76 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:32.217284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a91b555e-6579-4822-8082-f442983e59c1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.0979183
May 14 21:42:32.219883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38638) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:32.234469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e7e7fca0-7df7-4ce7-8811-cb45663f1324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ec3fff5-9182-491a-9551-1767915bec76'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:32.275764 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-76dda862-81e2-43dc-9bf9-81cf9cb798ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1515989
May 14 21:42:32.354696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4ec3fff5-9182-491a-9551-1767915bec76', 'network_id': '4ec3fff5-9182-491a-9551-1767915bec76', 'project_id': '3d5a119d451047e7abd17defb447a87b', 'fixed_ips': [{'subnet_id': 'dc2eb006-40d6-4fc2-be55-c0857517f42d'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:42:32.356549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:32.410083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-1fad9410-6ff2-4649-98d3-96082104c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:32.411768 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-1fad9410-6ff2-4649-98d3-96082104c986 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1127 time: 0.0738721
May 14 21:42:32.559634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e7fca0-7df7-4ce7-8811-cb45663f1324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router_gateway (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:32.566174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Allocated IP 2001:db8:1::2 (4ec3fff5-9182-491a-9551-1767915bec76/dc2eb006-40d6-4fc2-be55-c0857517f42d/f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:32.629765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-2f9625c5-2053-4727-a22d-b080629bf842 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:32.632544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-2f9625c5-2053-4727-a22d-b080629bf842 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.36 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 945 time: 0.0626011
May 14 21:42:32.675357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-1ed821ff-c654-4735-89cc-fc74627a9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:32.678550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-1ed821ff-c654-4735-89cc-fc74627a9772 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02d52912-8e9f-4347-9eaa-055f507d398b HTTP/1.1" status: 200  len: 897 time: 0.2286866
May 14 21:42:32.763568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d803a7c-0329-4d49-9ebf-584afe6cf5af req-98c85001-dea8-438b-9645-0e20344d071f tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:32.765975 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d803a7c-0329-4d49-9ebf-584afe6cf5af req-98c85001-dea8-438b-9645-0e20344d071f tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 945 time: 0.0827396
May 14 21:42:32.836746 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-0ee4fdbe-657f-4c3f-8772-3c2952df6b64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fe4e9d-844f-4445-8996-495ffab498b8 HTTP/1.1" status: 200  len: 217 time: 0.1491141
May 14 21:42:32.874910 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Publish callbacks [] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:32.899408 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d803a7c-0329-4d49-9ebf-584afe6cf5af req-a283e23b-08d5-49b5-8c2f-6b37f3163a30 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885701
May 14 21:42:32.935457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:32.941073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1435059894-network', 'tenant_id': 'cfb4b04c831a47d698d7ac39bbc21e71'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:32.951972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:32.957494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-85d8d4bf-d7e6-4aaa-a193-076c7ca740a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:32.959873 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-85d8d4bf-d7e6-4aaa-a193-076c7ca740a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f64957c4-54de-449d-a2e3-4c1a2fb1d65a HTTP/1.1" status: 200  len: 834 time: 0.1142397
May 14 21:42:33.010725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Network 4ec3fff5-9182-491a-9551-1767915bec76 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:33.014302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:33.026156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:33.040500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Pushing event updated for resources: {'Port': ['ID=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:33.041107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-e187c6ff-207c-4941-8d21-98ea849c2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:33.042920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-e187c6ff-207c-4941-8d21-98ea849c2ada service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02d52912-8e9f-4347-9eaa-055f507d398b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0758345
May 14 21:42:33.091606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Made reservation on behalf of cfb4b04c831a47d698d7ac39bbc21e71 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:33.094518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.107224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.110528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Attempting to bind port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:33.110903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Attempting to bind port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29f1da2f-7707-4a63-bf64-21cb502cd0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ec3fff5-9182-491a-9551-1767915bec76'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:33.111588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Attempting to bind port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 on network 4ec3fff5-9182-491a-9551-1767915bec76 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:33.118901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:33.119242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Checking segment: {'id': '29f1da2f-7707-4a63-bf64-21cb502cd0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ec3fff5-9182-491a-9551-1767915bec76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:33.123693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.123693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Bound using segment: {'id': '29f1da2f-7707-4a63-bf64-21cb502cd0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ec3fff5-9182-491a-9551-1767915bec76'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:33.123693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Bound port: f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1da2f-7707-4a63-bf64-21cb502cd0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4ec3fff5-9182-491a-9551-1767915bec76'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:33.123693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.199755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] For port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:33.204985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] For port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,segment=NetworkSegment(29f1da2f-7707-4a63-bf64-21cb502cd0a7),segment_id=29f1da2f-7707-4a63-bf64-21cb502cd0a7)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:33.234884 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-4f6d6127-7b38-4a81-99d6-e0209c4c1e2f service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849964
May 14 21:42:33.311085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.336242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb752c64-4cd3-4745-b7b6-f237232ddc4c req-087773e9-c5d7-4535-a20d-bcdec928d0c7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:33.339000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks [] for security_group (41e358ae-24bd-4336-af40-08712b2743d5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.347679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb752c64-4cd3-4745-b7b6-f237232ddc4c req-087773e9-c5d7-4535-a20d-bcdec928d0c7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 945 time: 0.6773655
May 14 21:42:33.384585 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7ee20a34-2e94-4ff9-9a09-11c44cda6693 req-fb6cc220-f78c-41c3-8952-00200dedeb23 service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410041
May 14 21:42:33.415374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd22b1-0feb-46db-98c2-f5e8beadb2ba None None] Pushing event updated for resources: {'Port': ['ID=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:33.422628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Deleting port df9f28e4-be02-4fc7-94ef-9bfdd439d06d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:33.422966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.428450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (41e358ae-24bd-4336-af40-08712b2743d5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.446265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:42:33.468556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2d583ee9-b212-470c-9caa-5095a1e382e0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.468851 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Added segment 2d583ee9-b212-470c-9caa-5095a1e382e0 of type vlan for network b2e44823-4586-4f52-bf9d-b045f05aa3d9
May 14 21:42:33.506960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb752c64-4cd3-4745-b7b6-f237232ddc4c req-4d1f4f2e-e9a8-42fb-ba1b-a9537fbcb944 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582172
May 14 21:42:33.569451 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-e7e7fca0-7df7-4ce7-8811-cb45663f1324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 21:42:33.576655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7e7fca0-7df7-4ce7-8811-cb45663f1324 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 HTTP/1.1" status: 400  len: 364 time: 1.3545835
May 14 21:42:33.577262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38664) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:33.611211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e358ae-24bd-4336-af40-08712b2743d5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:33.660100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b2e44823-4586-4f52-bf9d-b045f05aa3d9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.783897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e20915-0576-4aae-8774-191d644eec7c req-f233d603-15b0-4ba5-93f5-3fe6f3100cba tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:33.785549 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6e20915-0576-4aae-8774-191d644eec7c req-f233d603-15b0-4ba5-93f5-3fe6f3100cba tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 945 time: 0.1348131
May 14 21:42:33.829285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b2e44823-4586-4f52-bf9d-b045f05aa3d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.830320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:33.830909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.891466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] For port df9f28e4-be02-4fc7-94ef-9bfdd439d06d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,segment=NetworkSegment(bf87580b-6042-4f35-adb0-76d833fb159f),segment_id=bf87580b-6042-4f35-adb0-76d833fb159f)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:33.892337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:33.934075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e44823-4586-4f52-bf9d-b045f05aa3d9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:33.950038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b2e44823-4586-4f52-bf9d-b045f05aa3d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:42:34.008749 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d6e20915-0576-4aae-8774-191d644eec7c req-e88b4930-dc13-4a8b-a114-f13c4507e3c7 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1995614
May 14 21:42:34.034729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38668) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:34.078342 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3cec5219-a6ce-495e-a0f7-968362b38289 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 1.1417408
May 14 21:42:34.081170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38670) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:34.087594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Request body: {'subnet': {'network_id': 'b2e44823-4586-4f52-bf9d-b045f05aa3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1435059894-subnet', 'tenant_id': 'cfb4b04c831a47d698d7ac39bbc21e71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:34.113222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f11d767-b109-4d9f-8dc4-9ca6a4678dc5 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:34.115258 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5f11d767-b109-4d9f-8dc4-9ca6a4678dc5 tempest-TestNetworkBasicOps-299790469 tempest-TestNetworkBasicOps-299790469-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1122 time: 0.0802138
May 14 21:42:34.117762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38672) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:34.124702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:34.130276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Calling delete_port for df9f28e4-be02-4fc7-94ef-9bfdd439d06d owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:34.190681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Made reservation on behalf of cfb4b04c831a47d698d7ac39bbc21e71 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:34.195189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:34.245569 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:34.258575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889abe-6d2c-4a5b-8b6b-1eeafea847dd req-93b75e47-60f4-4c9e-9456-cc3893dea6ca tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:34.260229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72889abe-6d2c-4a5b-8b6b-1eeafea847dd req-93b75e47-60f4-4c9e-9456-cc3893dea6ca tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 945 time: 0.2162206
May 14 21:42:34.501098 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:34.694207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72889abe-6d2c-4a5b-8b6b-1eeafea847dd req-f1cd141b-856a-40b8-ad2f-356e3db5ce5d tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/security-groups?id=7198d2fb-5ecd-4acc-9596-c2cebd3a3019&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2688634
May 14 21:42:34.795893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:34.856792 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:34.868434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:34.868817 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.002567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:35.010701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.060491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,segment=NetworkSegment(29f1da2f-7707-4a63-bf64-21cb502cd0a7),segment_id=29f1da2f-7707-4a63-bf64-21cb502cd0a7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:35.064833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9509c-6b04-4594-b5a0-9dbf809a3956 None None] Network 4ec3fff5-9182-491a-9551-1767915bec76 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:35.068136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Allocated IP 172.35.4.43 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/ef1b89a8-7ca2-41e1-a693-9062232f6cf8) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:35.118295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (df9f28e4-be02-4fc7-94ef-9bfdd439d06d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.151749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-beb514d8-82e5-4fd9-bc0f-2babbf4cd84d None None] Provisioning complete for port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:35.152419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-beb514d8-82e5-4fd9-bc0f-2babbf4cd84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.214087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Pushing event deleted for resources: {'Port': ['ID=df9f28e4-be02-4fc7-94ef-9bfdd439d06d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:35.269324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (3143c23c-4ac6-4bea-90b3-cfa9cf047b06), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.313301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Allocated IP 2001:db8::1 (fa4cbdcd-9fbd-476d-9d98-0b753f338f83/bf722d41-63de-4a04-97ad-636a46b640ee/33212bfd-8c03-4761-8f41-1e80144ef096) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:35.361609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.366986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.408209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3143c23c-4ac6-4bea-90b3-cfa9cf047b06,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:35.442767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Checking segment: {'id': '2d583ee9-b212-470c-9caa-5095a1e382e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b2e44823-4586-4f52-bf9d-b045f05aa3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:35.443690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Network hostable DHCP agents. Network: b2e44823-4586-4f52-bf9d-b045f05aa3d9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:42:35.510338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:35.518784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] No DVR routers for this DVR port df9f28e4-be02-4fc7-94ef-9bfdd439d06d on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:35.523432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-beb514d8-82e5-4fd9-bc0f-2babbf4cd84d None None] Current status of the port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:35.523757 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.526972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c59a308-7617-49a2-a5b1-a4a36b1a4383 req-75928d5d-755f-490d-954c-adf2cb0ecbc2 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.36 "DELETE /v2.0/ports/df9f28e4-be02-4fc7-94ef-9bfdd439d06d HTTP/1.1" status: 204  len: 173 time: 2.8847220
May 14 21:42:35.527430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787596fc-6501-43f7-9502-4ccc956edc28', 'name': 'network-vif-deleted', 'tag': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:35.546249 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369eb1c9-3b0d-43c3-88b0-39757fedd92d" -d '{"events": [{"server_uuid": "787596fc-6501-43f7-9502-4ccc956edc28", "name": "network-vif-deleted", "tag": "df9f28e4-be02-4fc7-94ef-9bfdd439d06d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:35.574156 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.608897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for port (33212bfd-8c03-4761-8f41-1e80144ef096), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.635965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Network b2e44823-4586-4f52-bf9d-b045f05aa3d9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:42:35.657356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:35.663280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:35.665912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:35.669188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=ef1b89a8-7ca2-41e1-a693-9062232f6cf8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:35.734355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2e44823-4586-4f52-bf9d-b045f05aa3d9) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:35.743781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb0263-3ce9-4a0e-93bb-45fd05cd8e70 None None] Network b2e44823-4586-4f52-bf9d-b045f05aa3d9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:35.753891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:35.754180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.762284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.843905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:35.847741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:35.852120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:35.853483 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:35.997290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Port': ['ID=33212bfd-8c03-4761-8f41-1e80144ef096,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:36.017985 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e7e0027-eba4-44da-a2ea-806cbbe5972a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9250276
May 14 21:42:36.042620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee17cd-9f09-4bc2-a341-e62c9b4f2ca0 None None] Network b2e44823-4586-4f52-bf9d-b045f05aa3d9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:36.065880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb206fd9-efa7-4e96-8f06-3331aa5329e5 req-d53dff25-fc10-4d84-a8c9-b0d3562fc266 tempest-VolumesActionsTest-1932666048 tempest-VolumesActionsTest-1932666048-project] 10.222.0.52 "GET /v2.0/ports?device_id=787596fc-6501-43f7-9502-4ccc956edc28 HTTP/1.1" status: 200  len: 210 time: 0.1238408
May 14 21:42:36.127805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device df9f28e4-be02-4fc7-94ef-9bfdd439d06d no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:36.170952 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804bb99-9351-4cb1-ae67-6a38d41c3d03 x-openstack-request-id: req-e804bb99-9351-4cb1-ae67-6a38d41c3d03 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:36.171715 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787596fc-6501-43f7-9502-4ccc956edc28", "name": "network-vif-deleted", "tag": "df9f28e4-be02-4fc7-94ef-9bfdd439d06d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:36.177979 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e804bb99-9351-4cb1-ae67-6a38d41c3d03 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:36.179290 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e804bb99-9351-4cb1-ae67-6a38d41c3d03'] response: {'server_uuid': '787596fc-6501-43f7-9502-4ccc956edc28', 'name': 'network-vif-deleted', 'tag': 'df9f28e4-be02-4fc7-94ef-9bfdd439d06d', 'status': 'completed', 'code': 200}
May 14 21:42:36.208228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: df9f28e4-be02-4fc7-94ef-9bfdd439d06d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:36.208946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device df9f28e4-be02-4fc7-94ef-9bfdd439d06d not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:36.244378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b9279439-3036-4d14-8a16-262c188b1726 None None] Provisioning complete for port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:36.244916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9279439-3036-4d14-8a16-262c188b1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:36.329946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:36.437212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b9279439-3036-4d14-8a16-262c188b1726 None None] Current status of the port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:36.564726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5b0a4bf6-1e77-4cc9-bcbe-63c71db1b7ab None None] Provisioning complete for port 33212bfd-8c03-4761-8f41-1e80144ef096 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:36.567084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b0a4bf6-1e77-4cc9-bcbe-63c71db1b7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:36.636099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a4bf6-1e77-4cc9-bcbe-63c71db1b7ab None None] Port 33212bfd-8c03-4761-8f41-1e80144ef096 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:36.781016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:36.837895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (17949a94-3a62-4cf0-87dd-64141f7545d5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:36.859907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:36.859907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.081020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0ca1099b-455f-446b-8cdd-3390488c3af1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:37.089373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:37.092514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0ca1099b-455f-446b-8cdd-3390488c3af1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/networks?id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc HTTP/1.1" status: 200  len: 811 time: 0.3576834
May 14 21:42:37.117506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-691768c4-471b-4501-bbf6-07b569c94d06 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/quotas/ab48666810d04a19acf601f7f0be7231 HTTP/1.1" status: 200  len: 375 time: 0.0239112
May 14 21:42:37.147615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.174194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-84910ae1-0333-44d2-9928-404a1513eb41 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab48666810d04a19acf601f7f0be7231&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0558128
May 14 21:42:37.209332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for port (33212bfd-8c03-4761-8f41-1e80144ef096), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.305011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.307458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.483432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.547629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event updated for resources: {'Port': ['ID=33212bfd-8c03-4761-8f41-1e80144ef096,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:37.571714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:37.572482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.575171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:37.720158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (17949a94-3a62-4cf0-87dd-64141f7545d5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:37.748652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-c17b1e18-424e-46e4-8c6d-14199f75da6c service neutron] 10.222.0.52 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5733910
May 14 21:42:37.761486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Router 091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:37.868800 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Floating IP 17949a94-3a62-4cf0-87dd-64141f7545d5 associated. External IP: 172.35.4.43, port: a9fe4e9d-844f-4445-8996-495ffab498b8.
May 14 21:42:37.921918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event updated for resources: {'Port': ['ID=ef1b89a8-7ca2-41e1-a693-9062232f6cf8,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:37.967106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7c2d6e04-b444-41de-a2dc-674178dbff7d None None] Provisioning complete for port 33212bfd-8c03-4761-8f41-1e80144ef096 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:37.967622 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7c2d6e04-b444-41de-a2dc-674178dbff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:38.007092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d6e04-b444-41de-a2dc-674178dbff7d None None] Port 33212bfd-8c03-4761-8f41-1e80144ef096 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:42:38.032845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-b4c22b16-29d3-4fdd-8612-6f6430f3fa82 service neutron] 10.222.0.52 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2825811
May 14 21:42:38.055713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:38.067816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-da5ecd2a-222b-4262-b96d-d5ec00bce85b tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4851468
May 14 21:42:38.067816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38718) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:38.069903 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] Sync routers for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:38.080951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:38.081621 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c5e160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:38.118144 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c5e160>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:38.127608 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:38.128284 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c5e160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:38.149020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:38.178310 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c5e160>, [], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:38.178907 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781a2689-5d11-47d2-be0c-4ec47d44646d None None] The sync data for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 is: [] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:38.237970 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b30fd3b2-7759-4bf5-a25c-5f4c9cd13120 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:38.404357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f74d3fca-e0c2-4f2e-ab75-707c1c03f87e req-19908f8a-4399-4ae2-ba1e-019df22b4905 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 210 time: 0.0483425
May 14 21:42:38.434146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:38.449822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] Sync routers for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:38.468335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:38.471251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b181f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:38.503209 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-b30fd3b2-7759-4bf5-a25c-5f4c9cd13120 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] delete failed (client error): There was a conflict when trying to complete your request.
May 14 21:42:38.507975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38736) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:38.520263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b30fd3b2-7759-4bf5-a25c-5f4c9cd13120 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 HTTP/1.1" status: 409  len: 376 time: 0.4527962
May 14 21:42:38.670844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:38.717969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:38.735076 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-148e7307-208e-47cd-9017-ec7c5c15b2df tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.6160944
May 14 21:42:38.737469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:38.744245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38744) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:38.744403 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46198cd0-c351-4e94-80b0-13afceb72055" -d '{"events": [{"name": "network-changed", "server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:38.873412 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5035ab7-16e4-4bbe-8929-a5c66508027c x-openstack-request-id: req-b5035ab7-16e4-4bbe-8929-a5c66508027c {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:38.873986 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:38.874414 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5035ab7-16e4-4bbe-8929-a5c66508027c {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:38.875979 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5035ab7-16e4-4bbe-8929-a5c66508027c'] response: {'name': 'network-changed', 'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'status': 'completed', 'code': 200}
May 14 21:42:38.877203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198cd0-c351-4e94-80b0-13afceb72055 req-1a484ab9-2310-4300-b8ab-e22a69da8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:38.878893 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-1a484ab9-2310-4300-b8ab-e22a69da8c15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1127 time: 0.0489802
May 14 21:42:38.939256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-74cfec98-6757-4554-8425-08d860120145 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/17949a94-3a62-4cf0-87dd-64141f7545d5 HTTP/1.1" status: 200  len: 990 time: 0.1998475
May 14 21:42:39.055383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198cd0-c351-4e94-80b0-13afceb72055 req-89ad965c-b038-41c9-9e6c-aa66e50d11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:39.056920 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-89ad965c-b038-41c9-9e6c-aa66e50d11b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=02d52912-8e9f-4347-9eaa-055f507d398b HTTP/1.1" status: 200  len: 897 time: 0.1464622
May 14 21:42:39.130220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b181f0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '17949a94-3a62-4cf0-87dd-64141f7545d5', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.43', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'port_id': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'mac_address': 'fa:16:3e:90:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548d30e-d00d-4158-a577-383be392e733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:42:36Z', 'updated_at': '2022-05-14T21:42:36Z', 'revision_number': 0, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:39.158869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] Checking router: 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:42:39.169235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:39.169867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b181f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:39.329499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:42:39.638975 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-b3abdb0e-711f-4b7c-ac57-04823ae3d7e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fe4e9d-844f-4445-8996-495ffab498b8 HTTP/1.1" status: 200  len: 998 time: 0.5610158
May 14 21:42:39.674619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b181f0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '17949a94-3a62-4cf0-87dd-64141f7545d5', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.43', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'port_id': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'mac_address': 'fa:16:3e:90:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548d30e-d00d-4158-a577-383be392e733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:42:36Z', 'updated_at': '2022-05-14T21:42:36Z', 'revision_number': 0, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:39.708386 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-56bb34d5-81f1-4cd2-baea-3e700174c0b1 req-619406e2-4b73-4737-8deb-1c8f8d39872f tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 210 time: 0.0861585
May 14 21:42:39.720557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7819fe9d-5dfd-412f-9207-17ece43cebad None None] The sync data for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 is: [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '17949a94-3a62-4cf0-87dd-64141f7545d5', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'floating_ip_address': '172.35.4.43', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'port_id': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'mac_address': 'fa:16:3e:90:89:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c548d30e-d00d-4158-a577-383be392e733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:42:36Z', 'updated_at': '2022-05-14T21:42:36Z', 'revision_number': 0, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:39.772524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:39.778065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198cd0-c351-4e94-80b0-13afceb72055 req-a5403ee3-4746-4f2f-990a-8a47aa732441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:39.779565 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-a5403ee3-4746-4f2f-990a-8a47aa732441 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f64957c4-54de-449d-a2e3-4c1a2fb1d65a HTTP/1.1" status: 200  len: 834 time: 0.1194561
May 14 21:42:39.913418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-f6d64d2f-110d-4b97-b4ac-b9f5f16b4419 req-0c5be449-f0b0-46cb-bbf5-0f1b10004849 tempest-TaggedBootDevicesTest-1853898337 tempest-TaggedBootDevicesTest-1853898337-project] (115780) timed out ('10.222.0.52', 46946) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:42:39.940434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38768) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:39.947784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46198cd0-c351-4e94-80b0-13afceb72055 req-56c52e85-1cb7-42dd-a910-2d814768e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:39.950835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-56c52e85-1cb7-42dd-a910-2d814768e16c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02d52912-8e9f-4347-9eaa-055f507d398b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1133029
May 14 21:42:40.060062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-10dc671f-6f34-4c91-a38d-a2539d77567d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/17949a94-3a62-4cf0-87dd-64141f7545d5 HTTP/1.1" status: 200  len: 990 time: 0.1184778
May 14 21:42:40.214349 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2416bb53-0e46-47b7-ae83-c87f771353da None None] New status for floating IP 17949a94-3a62-4cf0-87dd-64141f7545d5: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:42:40.244530 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-6ecfe5af-8323-4901-bdd9-26ae2ce77ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823794
May 14 21:42:40.341370 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-57200306-2e24-4afd-9365-2ed917be5eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:40.430739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting port 33212bfd-8c03-4761-8f41-1e80144ef096 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:40.431171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:40.513977 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-46198cd0-c351-4e94-80b0-13afceb72055 req-cbe4c581-d6fa-496c-9257-e0c0f48dc3e4 service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2606926
May 14 21:42:40.630787 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:40.671299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Calling delete_port for 33212bfd-8c03-4761-8f41-1e80144ef096 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:40.911921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a4b9a77-eddc-46ab-a6fb-88c213b5e017 req-c2584558-92aa-4cce-a033-e5dab8ccd157 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 210 time: 0.0480108
May 14 21:42:41.062158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38780) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:41.098019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (33212bfd-8c03-4761-8f41-1e80144ef096), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:41.160395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Port': ['ID=33212bfd-8c03-4761-8f41-1e80144ef096,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:41.337197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b4fac83b-d53f-4224-aada-a96cde4f2580 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/17949a94-3a62-4cf0-87dd-64141f7545d5 HTTP/1.1" status: 200  len: 992 time: 0.2710249
May 14 21:42:41.422995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:41.476487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-a253dc4e-ff2c-47d8-b262-52992379cd3e tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:41.481339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-a253dc4e-ff2c-47d8-b262-52992379cd3e tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.36 "GET /v2.0/networks?id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc HTTP/1.1" status: 200  len: 811 time: 0.2726467
May 14 21:42:41.500095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Request body: {'port': {'device_id': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc', 'admin_state_up': True, 'tenant_id': 'ab48666810d04a19acf601f7f0be7231'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:41.673322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Router 091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:42:41.727500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Made reservation on behalf of ab48666810d04a19acf601f7f0be7231 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:42:41.731365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:41.758897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:42:41.767700 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-59098417-5b3d-4b63-91cc-043fe28bac49 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2561779
May 14 21:42:41.768647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38798) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:41.772352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] Sync routers for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:42:41.795315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:41.801240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230066370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:41.824329 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-e68fcd86-e5d5-4cc5-af37-3a6535df93eb tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] show failed (client error): The resource could not be found.
May 14 21:42:41.826034 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e68fcd86-e5d5-4cc5-af37-3a6535df93eb tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-578160762 HTTP/1.1" status: 404  len: 334 time: 0.0559599
May 14 21:42:41.829331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38800) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:41.838539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ab984bd2-026b-46aa-a15e-40633583374a tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:41.855056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230066370>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:41.866883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] Routers {'091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:42:41.867871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230066370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:41.921229 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [None req-ab984bd2-026b-46aa-a15e-40633583374a tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] update failed (client error): The resource could not be found.
May 14 21:42:41.921229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ab984bd2-026b-46aa-a15e-40633583374a tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1740054289 HTTP/1.1" status: 404  len: 335 time: 0.0822923
May 14 21:42:41.921517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38806) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:41.938754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230066370>, [], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:41.939713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae06b01-0714-49e0-820d-0fd85314a4ac None None] The sync data for ids ['091be4e6-4f2f-47fa-ac9f-f8219bfb3e13'] in ncdv-master-1 is: [] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:42:41.975026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Allocated IP 172.20.0.12 (35b6e5a3-f1f1-4cd9-a826-fda89a2237dc/63b9afdc-f923-41a5-b41b-3e82ee038381/6688abac-fe8d-4e06-b94b-bf703577bc7d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:42:42.043508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.084605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting subnet dc2eb006-40d6-4fc2-be55-c0857517f42d {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:42:42.104753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (dc2eb006-40d6-4fc2-be55-c0857517f42d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.119688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e7ee9bf6-511e-420e-9cf5-350d1de723ae req-a3c82ceb-8a0e-44d1-a735-1deeada197f1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 210 time: 0.0957830
May 14 21:42:42.200709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (dc2eb006-40d6-4fc2-be55-c0857517f42d), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.234721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks [] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.306264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dc2eb006-40d6-4fc2-be55-c0857517f42d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.356992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.417076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:42:42.420962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:42:42.423200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Pushing event updated for resources: {'Port': ['ID=6688abac-fe8d-4e06-b94b-bf703577bc7d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:42.431061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:42:42.468952 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.469529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.470080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.470878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.471236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.471939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.472709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.473055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.473386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.473938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.475588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.475588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.475903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.476631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.476631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:42.513357 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (dc2eb006-40d6-4fc2-be55-c0857517f42d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.545580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf79d54-b281-4baa-8b75-f70d890a88fe None None] Network 4ec3fff5-9182-491a-9551-1767915bec76 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:42.545705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:42.545705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.585240 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.589126 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2eb006-40d6-4fc2-be55-c0857517f42d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:42.591997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.595563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b18f2519-8e06-4b1c-8909-070ac9abe4e7 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/subnets/dc2eb006-40d6-4fc2-be55-c0857517f42d HTTP/1.1" status: 204  len: 168 time: 0.6729052
May 14 21:42:42.598772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38812) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:42.677936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-1ca423b3-97c3-4a7c-94ba-4018561f419c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1810904
May 14 21:42:42.688164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-54eff526-e7b5-4de5-9431-75bf6f7a6c58 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:42:42.689174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-54eff526-e7b5-4de5-9431-75bf6f7a6c58 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0076563
May 14 21:42:42.712127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4ec3fff5-9182-491a-9551-1767915bec76), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.782220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Request body: {'port': {'device_id': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:42:42.786378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] DHCP port deletion for 4ec3fff5-9182-491a-9551-1767915bec76 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:42:42.822482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:42.823959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.834866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] Deleting port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:42.835245 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.894920 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d8c165a1-5d78-45d5-8e25-4bbec821e4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.917850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.918784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] For port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,segment=NetworkSegment(29f1da2f-7707-4a63-bf64-21cb502cd0a7),segment_id=29f1da2f-7707-4a63-bf64-21cb502cd0a7)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:42.918784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:42.934025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] Calling delete_port for f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:43.134118 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:43.203985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] Pushing event deleted for resources: {'Port': ['ID=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:43.239410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005c650-8706-4b76-8936-6fb72ca3fecb None None] No DVR routers for this DVR port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:43.385243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] For port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,segment=NetworkSegment(29f1da2f-7707-4a63-bf64-21cb502cd0a7),segment_id=29f1da2f-7707-4a63-bf64-21cb502cd0a7)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:43.385834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:43.432486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Calling delete_port for f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:43.449667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180d9a3-0c52-4e69-9847-2ce2e7954fef req-0f412f3f-7c4d-4f6e-a6f7-fa9fd2d62fa1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:43.451236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d180d9a3-0c52-4e69-9847-2ce2e7954fef req-0f412f3f-7c4d-4f6e-a6f7-fa9fd2d62fa1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 932 time: 0.1144879
May 14 21:42:43.617754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d180d9a3-0c52-4e69-9847-2ce2e7954fef req-6177dcbc-72af-40b5-8c7e-bd1337d9da97 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601989
May 14 21:42:43.779393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:43.846156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Port': ['ID=f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:43.851010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] No DVR routers for this DVR port f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:43.893917 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.094407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4ec3fff5-9182-491a-9551-1767915bec76), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.125875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230e6ea90>,) {'filters': {'network_id': ['4ec3fff5-9182-491a-9551-1767915bec76']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:44.149363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230e6ea90>, '29f1da2f-7707-4a63-bf64-21cb502cd0a7') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:44.149787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230e6ea90>, '29f1da2f-7707-4a63-bf64-21cb502cd0a7') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:44.188441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (29f1da2f-7707-4a63-bf64-21cb502cd0a7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.218504 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (29f1da2f-7707-4a63-bf64-21cb502cd0a7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.222146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6688abac-fe8d-4e06-b94b-bf703577bc7d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:44.236073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Publish callbacks [] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.238609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:42:44.239010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (29f1da2f-7707-4a63-bf64-21cb502cd0a7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   self.session.flush()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:42:44.242590 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:42:44.406279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Transition to ACTIVE for port object 6688abac-fe8d-4e06-b94b-bf703577bc7d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:42:44.410509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4ec3fff5-9182-491a-9551-1767915bec76), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.424105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.432921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38832) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:44.433696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/networks/4ec3fff5-9182-491a-9551-1767915bec76 HTTP/1.1" status: 204  len: 168 time: 1.8323970
May 14 21:42:44.451131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470d14f-695e-42cc-8acd-eab4329bf934 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Network': ['ID=4ec3fff5-9182-491a-9551-1767915bec76,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:44.494175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.510544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting subnet 3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:42:44.515894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.581698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.591320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6688abac-fe8d-4e06-b94b-bf703577bc7d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:44.736398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:44.747832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Attempting to bind port 6688abac-fe8d-4e06-b94b-bf703577bc7d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:42:44.747832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Attempting to bind port 6688abac-fe8d-4e06-b94b-bf703577bc7d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b3b02073-0d0e-44f0-8e3e-e183acedb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:42:44.747832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Attempting to bind port 6688abac-fe8d-4e06-b94b-bf703577bc7d on network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:44.757518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Port 6688abac-fe8d-4e06-b94b-bf703577bc7d on network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:42:44.757518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Attempting to bind port 6688abac-fe8d-4e06-b94b-bf703577bc7d on network 35b6e5a3-f1f1-4cd9-a826-fda89a2237dc {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:42:44.775319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:42:44.775783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Checking segment: {'id': 'b3b02073-0d0e-44f0-8e3e-e183acedb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:42:44.776204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Bound using segment: {'id': 'b3b02073-0d0e-44f0-8e3e-e183acedb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:42:44.776683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Bound port: 6688abac-fe8d-4e06-b94b-bf703577bc7d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b02073-0d0e-44f0-8e3e-e183acedb45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:42:44.777057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.803026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:44.803652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f4bfd4eb-3d09-4ffc-bc03-3dd1ccc397a0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:44.850332 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:44.951915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1b12a-e469-479a-ab38-66f3c52c7fcc req-2d68f9d9-657c-424d-96fb-4313a587deb1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:44.951915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7e1b12a-e469-479a-ab38-66f3c52c7fcc req-2d68f9d9-657c-424d-96fb-4313a587deb1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 944 time: 0.1227589
May 14 21:42:44.961079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] For port 6688abac-fe8d-4e06-b94b-bf703577bc7d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:42:44.971548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] For port 6688abac-fe8d-4e06-b94b-bf703577bc7d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d,segment=NetworkSegment(b3b02073-0d0e-44f0-8e3e-e183acedb45d),segment_id=b3b02073-0d0e-44f0-8e3e-e183acedb45d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:42:45.020306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c7e1b12a-e469-479a-ab38-66f3c52c7fcc req-2d96a9e3-554d-4e3e-8de9-81ad8eb6ef62 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567570
May 14 21:42:45.204669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.229285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:45.230008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.231519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/6688abac-fe8d-4e06-b94b-bf703577bc7d HTTP/1.1" status: 200  len: 1092 time: 2.5325222
May 14 21:42:45.233324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'tag': '6688abac-fe8d-4e06-b94b-bf703577bc7d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:45.236346 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77734977-de27-493a-bc9a-dd450d04c0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "93c737c2-8af5-41a8-8755-4dfa4fedc7ac", "tag": "6688abac-fe8d-4e06-b94b-bf703577bc7d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:45.278648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.307348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb52e88-70db-432c-80ec-ed224fc2b1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6688abac-fe8d-4e06-b94b-bf703577bc7d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:45.342552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Subnet': ['ID=3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:45.342770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd328f-ae02-4020-afae-7af525ba6f9d None None] Network aca65205-93e5-4e67-bc38-c744f9eb819d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:45.343646 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.350266 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016fe10d-7b93-4e2e-a1f3-6da5b9564f56 x-openstack-request-id: req-016fe10d-7b93-4e2e-a1f3-6da5b9564f56 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:45.350571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/subnets/3e358f05-1c8f-484e-b0bc-9a0b85b1e1b8 HTTP/1.1" status: 204  len: 168 time: 0.9133754
May 14 21:42:45.350681 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c737c2-8af5-41a8-8755-4dfa4fedc7ac", "tag": "6688abac-fe8d-4e06-b94b-bf703577bc7d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:45.350845 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-016fe10d-7b93-4e2e-a1f3-6da5b9564f56 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:45.351398 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016fe10d-7b93-4e2e-a1f3-6da5b9564f56'] response: {'name': 'network-changed', 'server_uuid': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'tag': '6688abac-fe8d-4e06-b94b-bf703577bc7d', 'status': 'completed', 'code': 200}
May 14 21:42:45.351948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38844) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:45.364076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.367997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.368201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.368657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.370272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.370730 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.371098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f3da9d-d83a-46c5-94e2-024dee6aab91 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:45.484718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77734977-de27-493a-bc9a-dd450d04c0b0 req-d228eb20-4c6e-498f-bf0e-9e26d5d8ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:45.486375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77734977-de27-493a-bc9a-dd450d04c0b0 req-d228eb20-4c6e-498f-bf0e-9e26d5d8ea66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab48666810d04a19acf601f7f0be7231&device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 1126 time: 0.0889137
May 14 21:42:45.509873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting subnet b022e23b-92a1-43d4-8479-7aee9b396796 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:42:45.531174 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (b022e23b-92a1-43d4-8479-7aee9b396796), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.652567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (b022e23b-92a1-43d4-8479-7aee9b396796), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.675857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] DHCP port deletion for aca65205-93e5-4e67-bc38-c744f9eb819d request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:42:45.715504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77734977-de27-493a-bc9a-dd450d04c0b0 req-d282b05d-23b9-499b-835b-b80b2a105990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:45.716996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77734977-de27-493a-bc9a-dd450d04c0b0 req-d282b05d-23b9-499b-835b-b80b2a105990 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ab48666810d04a19acf601f7f0be7231&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2237263
May 14 21:42:45.723771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] Deleting port 70c9753f-72b6-4e2f-b2d0-826903d81dda {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:45.724768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.726675 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.839087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b022e23b-92a1-43d4-8479-7aee9b396796), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.866616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] For port 70c9753f-72b6-4e2f-b2d0-826903d81dda, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70c9753f-72b6-4e2f-b2d0-826903d81dda,segment=NetworkSegment(810354dd-90d0-4cb3-a25c-1b06612fd42e),segment_id=810354dd-90d0-4cb3-a25c-1b06612fd42e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:45.869009 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:45.921428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] Calling delete_port for 70c9753f-72b6-4e2f-b2d0-826903d81dda owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:45.928844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77734977-de27-493a-bc9a-dd450d04c0b0 req-41e06620-5637-4e59-ac8c-88ba8af37269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:45.934717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-77734977-de27-493a-bc9a-dd450d04c0b0 req-41e06620-5637-4e59-ac8c-88ba8af37269 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2106869
May 14 21:42:46.113603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-80469f89-e746-4ad9-80fd-3ce5e441ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:46.117284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-80469f89-e746-4ad9-80fd-3ce5e441ec0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab48666810d04a19acf601f7f0be7231&device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 1126 time: 0.1161385
May 14 21:42:46.119452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (b022e23b-92a1-43d4-8479-7aee9b396796), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.155034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.160286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/subnets/b022e23b-92a1-43d4-8479-7aee9b396796 HTTP/1.1" status: 204  len: 168 time: 0.8051813
May 14 21:42:46.164241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7fb130-830e-462b-ad23-fa962197c8f7 None None] Network f32eefd4-8d54-45e6-8d0d-50224b4520bd requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:46.167107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38854) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:46.228483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616faa4-711c-4845-8f00-ed3a98e72108 req-5e3cc769-9e4e-48c9-b91e-a98a3a521606 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:46.231961 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3616faa4-711c-4845-8f00-ed3a98e72108 req-5e3cc769-9e4e-48c9-b91e-a98a3a521606 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 944 time: 0.0885844
May 14 21:42:46.260651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515af1c1-a482-46f9-a600-66b424953a23 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Subnet': ['ID=b022e23b-92a1-43d4-8479-7aee9b396796,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:46.263845 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-6a7fb69d-a720-4d08-8c59-c26ac0ed5b52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d HTTP/1.1" status: 200  len: 217 time: 0.1262391
May 14 21:42:46.276898 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (70c9753f-72b6-4e2f-b2d0-826903d81dda), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.311907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] Pushing event deleted for resources: {'Port': ['ID=70c9753f-72b6-4e2f-b2d0-826903d81dda,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:46.325903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0393f8a-24ae-4e5b-a991-ba34b94160cb None None] No DVR routers for this DVR port 70c9753f-72b6-4e2f-b2d0-826903d81dda on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:46.365978 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3616faa4-711c-4845-8f00-ed3a98e72108 req-a1b13420-baff-42e0-a5d3-79fde2721ecc tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248281
May 14 21:42:46.406278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-91a23acd-91a0-483b-baab-3f75cf22e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:46.408456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-91a23acd-91a0-483b-baab-3f75cf22e57c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b9afdc-f923-41a5-b41b-3e82ee038381 HTTP/1.1" status: 200  len: 851 time: 0.1312819
May 14 21:42:46.418782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (aca65205-93e5-4e67-bc38-c744f9eb819d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.428462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] DHCP port deletion for f32eefd4-8d54-45e6-8d0d-50224b4520bd request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:42:46.457283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-b0fd902b-9435-4b9a-b815-b3011eee6fad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344813
May 14 21:42:46.499685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] Deleting port 3bfac5d4-e63d-4f47-989c-acaed903df06 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:46.500990 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.582599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (aca65205-93e5-4e67-bc38-c744f9eb819d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.643289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230025610>,) {'filters': {'network_id': ['aca65205-93e5-4e67-bc38-c744f9eb819d']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:46.657920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230025610>, '810354dd-90d0-4cb3-a25c-1b06612fd42e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:46.658211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230025610>, '810354dd-90d0-4cb3-a25c-1b06612fd42e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:46.675044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (810354dd-90d0-4cb3-a25c-1b06612fd42e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.697001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-68e25373-b4a9-4802-b835-c6494d3a317c service neutron] 10.222.0.36 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327929
May 14 21:42:46.701352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (810354dd-90d0-4cb3-a25c-1b06612fd42e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.710458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:42:46.715402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (810354dd-90d0-4cb3-a25c-1b06612fd42e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:42:46.796937 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:42:46.900206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 70c9753f-72b6-4e2f-b2d0-826903d81dda no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:46.927649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 70c9753f-72b6-4e2f-b2d0-826903d81dda {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:46.928350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 70c9753f-72b6-4e2f-b2d0-826903d81dda not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:46.928910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3bfac5d4-e63d-4f47-989c-acaed903df06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:46.934388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93fa30da-063b-496c-ac2d-57c0e7988a24 req-9e53db96-03bb-4b96-bf6e-c364d9853a87 service neutron] 10.222.0.36 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311502
May 14 21:42:46.967855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] For port 3bfac5d4-e63d-4f47-989c-acaed903df06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bfac5d4-e63d-4f47-989c-acaed903df06,segment=NetworkSegment(86428476-92a9-4852-9b20-03bbcbfc1e02),segment_id=86428476-92a9-4852-9b20-03bbcbfc1e02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:46.968337 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:46.995059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] Calling delete_port for 3bfac5d4-e63d-4f47-989c-acaed903df06 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:47.024654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (aca65205-93e5-4e67-bc38-c744f9eb819d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.055454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.059196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/networks/aca65205-93e5-4e67-bc38-c744f9eb819d HTTP/1.1" status: 204  len: 168 time: 0.8253462
May 14 21:42:47.060690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ded20-1010-43ab-8b77-b7558770d67e tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Network': ['ID=aca65205-93e5-4e67-bc38-c744f9eb819d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:47.061763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:47.074048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.088156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3bfac5d4-e63d-4f47-989c-acaed903df06 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:47.088548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.141559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 3bfac5d4-e63d-4f47-989c-acaed903df06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bfac5d4-e63d-4f47-989c-acaed903df06,segment=NetworkSegment(86428476-92a9-4852-9b20-03bbcbfc1e02),segment_id=86428476-92a9-4852-9b20-03bbcbfc1e02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:47.186120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (f32eefd4-8d54-45e6-8d0d-50224b4520bd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.221194 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.265395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting port 3bfac5d4-e63d-4f47-989c-acaed903df06 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:47.266018 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.300060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=3bfac5d4-e63d-4f47-989c-acaed903df06,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:47.327848 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.356422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] For port 3bfac5d4-e63d-4f47-989c-acaed903df06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bfac5d4-e63d-4f47-989c-acaed903df06,segment=NetworkSegment(86428476-92a9-4852-9b20-03bbcbfc1e02),segment_id=86428476-92a9-4852-9b20-03bbcbfc1e02)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:47.357748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.368708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] Pushing event deleted for resources: {'Port': ['ID=3bfac5d4-e63d-4f47-989c-acaed903df06,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:47.377228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Calling delete_port for 3bfac5d4-e63d-4f47-989c-acaed903df06 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:47.377509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce8f62-fd58-47c5-8004-0b0b1fb62ef8 None None] No DVR routers for this DVR port 3bfac5d4-e63d-4f47-989c-acaed903df06 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:47.515619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570d205-8365-4e02-b27d-715ab917f6d9 req-60e559aa-fbf2-434b-95e8-0e8a09c2fc26 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:47.517497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2570d205-8365-4e02-b27d-715ab917f6d9 req-60e559aa-fbf2-434b-95e8-0e8a09c2fc26 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 944 time: 0.0568993
May 14 21:42:47.550218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3bfac5d4-e63d-4f47-989c-acaed903df06), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.607854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2570d205-8365-4e02-b27d-715ab917f6d9 req-03cb610b-a1df-44e3-abb8-73593405fd4c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818667
May 14 21:42:47.626350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Port': ['ID=3bfac5d4-e63d-4f47-989c-acaed903df06,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:47.635335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] No DVR routers for this DVR port 3bfac5d4-e63d-4f47-989c-acaed903df06 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:47.778152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (f32eefd4-8d54-45e6-8d0d-50224b4520bd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.801309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523067ad90>,) {'filters': {'network_id': ['f32eefd4-8d54-45e6-8d0d-50224b4520bd']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:47.812517 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523067ad90>, '86428476-92a9-4852-9b20-03bbcbfc1e02') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:47.812953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523067ad90>, '86428476-92a9-4852-9b20-03bbcbfc1e02') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:47.825326 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (86428476-92a9-4852-9b20-03bbcbfc1e02), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.844927 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (86428476-92a9-4852-9b20-03bbcbfc1e02), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.858976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:42:47.859446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (86428476-92a9-4852-9b20-03bbcbfc1e02), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   self.session.flush()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:42:47.877271 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:42:48.013528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (f32eefd4-8d54-45e6-8d0d-50224b4520bd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.023922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.029052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38892) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:48.030092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/networks/f32eefd4-8d54-45e6-8d0d-50224b4520bd HTTP/1.1" status: 204  len: 168 time: 0.9603410
May 14 21:42:48.051947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e9b3-8999-4491-8607-78b9d4e70077 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Network': ['ID=f32eefd4-8d54-45e6-8d0d-50224b4520bd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:48.104418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting subnet bf722d41-63de-4a04-97ad-636a46b640ee {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:42:48.108182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (bf722d41-63de-4a04-97ad-636a46b640ee), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.156656 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (bf722d41-63de-4a04-97ad-636a46b640ee), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.266439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (bf722d41-63de-4a04-97ad-636a46b640ee), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.430448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (bf722d41-63de-4a04-97ad-636a46b640ee), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.465254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Subnet': ['ID=bf722d41-63de-4a04-97ad-636a46b640ee,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:48.476112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.483314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a54d2d-aded-4760-9668-3e7222e874a8 None None] Network fa4cbdcd-9fbd-476d-9d98-0b753f338f83 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:42:48.483901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38906) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:48.485460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-58fbac09-fc63-4e5f-beef-9f094d1a1cb8 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/subnets/bf722d41-63de-4a04-97ad-636a46b640ee HTTP/1.1" status: 204  len: 168 time: 0.4549003
May 14 21:42:48.613271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (fa4cbdcd-9fbd-476d-9d98-0b753f338f83), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.675631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Deleting port c398e527-7982-4d22-aa06-51864e5bd7d3 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:48.676639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.685186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] DHCP port deletion for fa4cbdcd-9fbd-476d-9d98-0b753f338f83 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:42:48.767731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] Deleting port c398e527-7982-4d22-aa06-51864e5bd7d3 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:42:48.768164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.803712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] For port c398e527-7982-4d22-aa06-51864e5bd7d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c398e527-7982-4d22-aa06-51864e5bd7d3,segment=NetworkSegment(34d27235-929d-4aac-8363-f84fb8e34fbb),segment_id=34d27235-929d-4aac-8363-f84fb8e34fbb)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:48.804186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.848335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] For port c398e527-7982-4d22-aa06-51864e5bd7d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c398e527-7982-4d22-aa06-51864e5bd7d3,segment=NetworkSegment(34d27235-929d-4aac-8363-f84fb8e34fbb),segment_id=34d27235-929d-4aac-8363-f84fb8e34fbb)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:48.848661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:48.854562 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Calling delete_port for c398e527-7982-4d22-aa06-51864e5bd7d3 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:48.868676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] Calling delete_port for c398e527-7982-4d22-aa06-51864e5bd7d3 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:42:49.059996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3d157-1f3a-4add-bfeb-336b97b09f6a req-c3aa7aff-3925-4949-ae53-9eb0884c509b tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:49.096699 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48f3d157-1f3a-4add-bfeb-336b97b09f6a req-c3aa7aff-3925-4949-ae53-9eb0884c509b tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 944 time: 0.2387111
May 14 21:42:49.162817 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.201164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c398e527-7982-4d22-aa06-51864e5bd7d3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.224908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] Pushing event deleted for resources: {'Port': ['ID=c398e527-7982-4d22-aa06-51864e5bd7d3,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:49.228779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472a084-39a8-4a50-bded-7628158dca24 None None] No DVR routers for this DVR port c398e527-7982-4d22-aa06-51864e5bd7d3 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:49.251250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] No DVR routers for this DVR port c398e527-7982-4d22-aa06-51864e5bd7d3 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:42:49.279551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Port': ['ID=c398e527-7982-4d22-aa06-51864e5bd7d3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:49.311005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48f3d157-1f3a-4add-bfeb-336b97b09f6a req-0609ed5c-b123-4a74-bfb6-e75f046a7dba tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080104
May 14 21:42:49.384279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (fa4cbdcd-9fbd-476d-9d98-0b753f338f83), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.422204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230bc1940>,) {'filters': {'network_id': ['fa4cbdcd-9fbd-476d-9d98-0b753f338f83']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:49.436919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230bc1940>, '34d27235-929d-4aac-8363-f84fb8e34fbb') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:49.437337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230bc1940>, '34d27235-929d-4aac-8363-f84fb8e34fbb') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:42:49.450848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (34d27235-929d-4aac-8363-f84fb8e34fbb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.468466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (34d27235-929d-4aac-8363-f84fb8e34fbb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.484309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:42:49.486563 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (34d27235-929d-4aac-8363-f84fb8e34fbb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:42:49.494841 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:42:49.767067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (fa4cbdcd-9fbd-476d-9d98-0b753f338f83), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.775924 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:49.778261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/networks/fa4cbdcd-9fbd-476d-9d98-0b753f338f83 HTTP/1.1" status: 204  len: 168 time: 1.2934835
May 14 21:42:49.781141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38932) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:49.789837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ec6c9-7f02-4636-bb98-13b19f926db1 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Pushing event deleted for resources: {'Network': ['ID=fa4cbdcd-9fbd-476d-9d98-0b753f338f83,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:49.810814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-74d24be4-e503-4ab3-8df4-e0ffad196c11 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "GET /v2.0/ports?device_id=091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 HTTP/1.1" status: 200  len: 205 time: 0.0285177
May 14 21:42:49.813226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38934) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:49.890829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.075032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.077358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router_controller (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.103034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6688abac-fe8d-4e06-b94b-bf703577bc7d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:42:50.276467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 6688abac-fe8d-4e06-b94b-bf703577bc7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d,segment=NetworkSegment(b3b02073-0d0e-44f0-8e3e-e183acedb45d),segment_id=b3b02073-0d0e-44f0-8e3e-e183acedb45d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:50.282249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (091be4e6-4f2f-47fa-ac9f-f8219bfb3e13), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.295522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Fanout notify agent at l3_agent the message router_deleted on router 091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:42:50.308545 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.314196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '6688abac-fe8d-4e06-b94b-bf703577bc7d', 'network_id': '35b6e5a3-f1f1-4cd9-a826-fda89a2237dc', 'port_id': '6688abac-fe8d-4e06-b94b-bf703577bc7d', 'mac_address': 'fa:16:3e:df:88:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b9afdc-f923-41a5-b41b-3e82ee038381', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:42:50.320581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-91641f1f-9d89-4e6a-9f32-776e8702bbf0 tempest-RoutersNegativeIpV6Test-1914874681 tempest-RoutersNegativeIpV6Test-1914874681-project] 10.222.0.52 "DELETE /v2.0/routers/091be4e6-4f2f-47fa-ac9f-f8219bfb3e13 HTTP/1.1" status: 204  len: 168 time: 0.4992461
May 14 21:42:50.384129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 6688abac-fe8d-4e06-b94b-bf703577bc7d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:50.384519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.411017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6688abac-fe8d-4e06-b94b-bf703577bc7d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:42:50.441990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 6688abac-fe8d-4e06-b94b-bf703577bc7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d,segment=NetworkSegment(b3b02073-0d0e-44f0-8e3e-e183acedb45d),segment_id=b3b02073-0d0e-44f0-8e3e-e183acedb45d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:50.531763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b9f83-a0d9-4573-9b3e-604c1b40b77b req-1ec28526-f982-41ab-9d22-b6ff4e2b32c6 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:50.540615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e0b9f83-a0d9-4573-9b3e-604c1b40b77b req-1ec28526-f982-41ab-9d22-b6ff4e2b32c6 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 944 time: 0.1064761
May 14 21:42:50.544647 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:50.603443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e0b9f83-a0d9-4573-9b3e-604c1b40b77b req-015be15e-defd-4423-9d84-8c91191c737a tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616176
May 14 21:42:50.716576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=6688abac-fe8d-4e06-b94b-bf703577bc7d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:50.736970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.737354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.737665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.737988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.738316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.738645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.739014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.740138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.740467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.740795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.741117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.741438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.741757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.742078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.742411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:42:50.785145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['6688abac-fe8d-4e06-b94b-bf703577bc7d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:42:50.791109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c398e527-7982-4d22-aa06-51864e5bd7d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:42:50.842598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c398e527-7982-4d22-aa06-51864e5bd7d3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:42:50.843165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c398e527-7982-4d22-aa06-51864e5bd7d3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:42:50.974366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 38948) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:51.192335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cb3e61fb-4b54-4546-89dd-9b1717abcb1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3d5a119d451047e7abd17defb447a87b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2061756
May 14 21:42:51.192813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 38952) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:42:51.248545 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3750c03-4049-4c0b-9d8a-438132e9d031 admin admin] Publish callbacks [] for security_group (d752ecbe-217f-4003-816f-0fe3be99d8a2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:51.275249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3750c03-4049-4c0b-9d8a-438132e9d031 admin admin] Publish callbacks [] for security_group (d752ecbe-217f-4003-816f-0fe3be99d8a2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:51.470700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3750c03-4049-4c0b-9d8a-438132e9d031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d752ecbe-217f-4003-816f-0fe3be99d8a2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:51.473282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c3750c03-4049-4c0b-9d8a-438132e9d031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:51.474517 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c3750c03-4049-4c0b-9d8a-438132e9d031 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d752ecbe-217f-4003-816f-0fe3be99d8a2 HTTP/1.1" status: 204  len: 168 time: 0.2882087
May 14 21:42:51.483994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3750c03-4049-4c0b-9d8a-438132e9d031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752ecbe-217f-4003-816f-0fe3be99d8a2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:51.750910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b69e-4c99-4a26-81ff-9c61f8f18162 req-5cb11f79-8f92-4e98-ac8a-064f1e3c8699 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:51.758740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac63b69e-4c99-4a26-81ff-9c61f8f18162 req-5cb11f79-8f92-4e98-ac8a-064f1e3c8699 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 945 time: 0.0699232
May 14 21:42:51.822191 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ac63b69e-4c99-4a26-81ff-9c61f8f18162 req-01500dd4-489d-40db-9850-b0389652db02 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624826
May 14 21:42:52.114849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6688abac-fe8d-4e06-b94b-bf703577bc7d up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:42:52.164134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 6688abac-fe8d-4e06-b94b-bf703577bc7d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:42:52.247378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 6688abac-fe8d-4e06-b94b-bf703577bc7d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:42:52.251091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:52.345508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 6688abac-fe8d-4e06-b94b-bf703577bc7d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:42:52.346060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:52.371610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688abac-fe8d-4e06-b94b-bf703577bc7d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:42:52.373994 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c868d3d6-c4d2-4e88-9caf-52b3f9b605ea" -d '{"events": [{"server_uuid": "93c737c2-8af5-41a8-8755-4dfa4fedc7ac", "name": "network-vif-plugged", "status": "completed", "tag": "6688abac-fe8d-4e06-b94b-bf703577bc7d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:42:52.391914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 6688abac-fe8d-4e06-b94b-bf703577bc7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d,segment=NetworkSegment(b3b02073-0d0e-44f0-8e3e-e183acedb45d),segment_id=b3b02073-0d0e-44f0-8e3e-e183acedb45d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:42:52.414983 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86620102-7b14-402c-9256-743ef1e68595 x-openstack-request-id: req-86620102-7b14-402c-9256-743ef1e68595 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:42:52.415280 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c737c2-8af5-41a8-8755-4dfa4fedc7ac", "name": "network-vif-plugged", "status": "completed", "tag": "6688abac-fe8d-4e06-b94b-bf703577bc7d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:42:52.415571 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86620102-7b14-402c-9256-743ef1e68595 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:42:52.415982 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86620102-7b14-402c-9256-743ef1e68595'] response: {'server_uuid': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6688abac-fe8d-4e06-b94b-bf703577bc7d', 'code': 200}
May 14 21:42:52.514621 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fdb34-7e98-4f15-84d8-db8b00bc1d60 req-fd7c7c33-0d89-4fd5-8f0c-15410019a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:52.516195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc9fdb34-7e98-4f15-84d8-db8b00bc1d60 req-fd7c7c33-0d89-4fd5-8f0c-15410019a005 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 1127 time: 0.0388799
May 14 21:42:52.556020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:42:52.570781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc9fdb34-7e98-4f15-84d8-db8b00bc1d60 req-bad40712-8932-4c6f-8e91-71f2387b5246 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488510
May 14 21:42:52.605591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=6688abac-fe8d-4e06-b94b-bf703577bc7d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:42:52.983515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6a20d-f18b-4142-a2ee-cf6a3a450112 req-a9dab79f-92ff-4a12-95d4-ec56cf8cf4fc tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:52.985068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-feb6a20d-f18b-4142-a2ee-cf6a3a450112 req-a9dab79f-92ff-4a12-95d4-ec56cf8cf4fc tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0695963
May 14 21:42:53.038694 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-feb6a20d-f18b-4142-a2ee-cf6a3a450112 req-298d0040-d4ff-4328-825d-dadfc076da28 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468626
May 14 21:42:54.168250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21736a-d005-4108-a53d-43010d9127f2 req-efbe5928-c754-4631-ae59-6c6b0b4ab2c6 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:54.169813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e21736a-d005-4108-a53d-43010d9127f2 req-efbe5928-c754-4631-ae59-6c6b0b4ab2c6 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0519800
May 14 21:42:54.218495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7e21736a-d005-4108-a53d-43010d9127f2 req-1b6e3db7-7aa9-43b2-a504-9269d8a5e45d tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420203
May 14 21:42:54.340391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0e05b-048f-47f7-a31b-8831d4ccb748 req-7c261b32-c92e-40ea-b4ff-ca066edb4a4e tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:54.341974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65f0e05b-048f-47f7-a31b-8831d4ccb748 req-7c261b32-c92e-40ea-b4ff-ca066edb4a4e tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0492697
May 14 21:42:54.390194 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65f0e05b-048f-47f7-a31b-8831d4ccb748 req-dd76e08d-2e80-41e6-a025-a40b7265f506 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423954
May 14 21:42:54.447344 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:42:54.804583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8a6f-e2ef-4399-8842-3eb1ce4c56ed req-765743e6-9f4d-434d-97b0-9c3d1792d075 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:54.811582 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abda8a6f-e2ef-4399-8842-3eb1ce4c56ed req-765743e6-9f4d-434d-97b0-9c3d1792d075 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0652149
May 14 21:42:54.858215 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abda8a6f-e2ef-4399-8842-3eb1ce4c56ed req-c5c8e7a4-81be-4fb1-9dc2-78760d9743ec tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457785
May 14 21:42:55.986520 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02341f4b-7d95-4816-8207-993541943a16 req-c4c3ad2a-2385-4472-b3d9-43652cea09a1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:55.988050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02341f4b-7d95-4816-8207-993541943a16 req-c4c3ad2a-2385-4472-b3d9-43652cea09a1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0486741
May 14 21:42:56.036487 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-02341f4b-7d95-4816-8207-993541943a16 req-3c03c4f8-70de-4e0b-b052-281fec3d0d5c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417747
May 14 21:42:56.363122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d592a1-7706-45ac-a1e4-dee224d6f937 req-db8f7d6f-c053-425e-804d-fcb97dea8a68 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:56.366079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11d592a1-7706-45ac-a1e4-dee224d6f937 req-db8f7d6f-c053-425e-804d-fcb97dea8a68 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0529768
May 14 21:42:56.416594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-11d592a1-7706-45ac-a1e4-dee224d6f937 req-a0030129-7079-4eb9-b68b-24c64c61fb81 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447488
May 14 21:42:56.449832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-3df3f5bb-9323-4727-983f-081a69131198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:56.451491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-3df3f5bb-9323-4727-983f-081a69131198 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab48666810d04a19acf601f7f0be7231&device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 1128 time: 0.0531001
May 14 21:42:56.568575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-1c3579e0-3543-45f1-b880-7e89627f5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:56.570700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-1c3579e0-3543-45f1-b880-7e89627f5c05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc HTTP/1.1" status: 200  len: 912 time: 0.1130731
May 14 21:42:56.613615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-0fea004b-7b8b-4b4d-9cf9-5e7f0b0ee1ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d HTTP/1.1" status: 200  len: 217 time: 0.0379205
May 14 21:42:56.662171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-02e7b044-101c-4fe5-8bcc-7ba51e35e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:56.663843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-02e7b044-101c-4fe5-8bcc-7ba51e35e10f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b9afdc-f923-41a5-b41b-3e82ee038381 HTTP/1.1" status: 200  len: 851 time: 0.0449564
May 14 21:42:56.696071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-89a24d5c-bd4b-4a7f-96d4-3689f955bf7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264761
May 14 21:42:56.792222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-df7b43a1-27f8-4419-bf72-0d196b3082c2 service neutron] 10.222.0.36 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910075
May 14 21:42:56.885865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3ef04ec4-a409-4c49-98f9-ad424e98c281 req-4b72516d-e39b-48b4-888b-56045e12b63e service neutron] 10.222.0.36 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870614
May 14 21:42:57.543900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598448-9a0a-43bf-a781-3c9ccd40ff48 req-2115bbcf-30fa-4d7b-89e9-bf4190c29d3c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:57.552909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a598448-9a0a-43bf-a781-3c9ccd40ff48 req-2115bbcf-30fa-4d7b-89e9-bf4190c29d3c tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0602942
May 14 21:42:57.605588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a598448-9a0a-43bf-a781-3c9ccd40ff48 req-ba1b529d-cf9c-4e5d-b34c-ed376bd94305 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512950
May 14 21:42:58.738788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb77e-c8ce-4836-ba14-d75e92d6d74e req-f243d944-a83a-4578-b485-e75cb64b342a tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:58.740989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-479bb77e-c8ce-4836-ba14-d75e92d6d74e req-f243d944-a83a-4578-b485-e75cb64b342a tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0496080
May 14 21:42:58.798241 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-479bb77e-c8ce-4836-ba14-d75e92d6d74e req-a5d02a7e-ff11-47b5-8e33-002396a81115 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514789
May 14 21:42:59.347934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5edea-9a96-43d4-9b19-9a63999a9407 req-9b03b7ac-70e2-461a-b36e-4a87bb105354 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:42:59.349428 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89e5edea-9a96-43d4-9b19-9a63999a9407 req-9b03b7ac-70e2-461a-b36e-4a87bb105354 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0648682
May 14 21:42:59.411463 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-89e5edea-9a96-43d4-9b19-9a63999a9407 req-26432888-b3e0-4256-acf8-21c10f1940d9 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558598
May 14 21:43:00.538546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08021b7a-02f0-45ad-b545-a91a72b9e767 req-3cdc89ee-027e-4383-87db-3a58190607d6 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:00.540040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08021b7a-02f0-45ad-b545-a91a72b9e767 req-3cdc89ee-027e-4383-87db-3a58190607d6 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0464323
May 14 21:43:00.586198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08021b7a-02f0-45ad-b545-a91a72b9e767 req-5427a991-e0aa-408c-8143-7c16a20ef81f tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403581
May 14 21:43:01.026442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e4a2-b41e-4523-80d1-7f8bd6e00b16 req-4217e6f5-4224-43f4-885b-775530f6e369 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:01.028104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c96e4a2-b41e-4523-80d1-7f8bd6e00b16 req-4217e6f5-4224-43f4-885b-775530f6e369 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0564833
May 14 21:43:01.103940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-28241ef1-13dc-4748-ac45-4a552f5e733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:01.105368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-28241ef1-13dc-4748-ac45-4a552f5e733b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab48666810d04a19acf601f7f0be7231&device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 1128 time: 0.0573976
May 14 21:43:01.108800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c96e4a2-b41e-4523-80d1-7f8bd6e00b16 req-b55d84ef-1576-4c84-8947-5fbccaa00f11 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751472
May 14 21:43:01.198335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-0bcc6b8c-f225-4633-97e0-e18c1576005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:01.199827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-0bcc6b8c-f225-4633-97e0-e18c1576005b service neutron] 10.222.0.36 "GET /v2.0/networks?id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc HTTP/1.1" status: 200  len: 912 time: 0.0885766
May 14 21:43:01.240556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-8abea285-060a-4bd3-982e-e21c131c9f71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d HTTP/1.1" status: 200  len: 217 time: 0.0347044
May 14 21:43:01.287438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-c8355a96-64f8-481a-9ad1-311f55641cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:01.289270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-c8355a96-64f8-481a-9ad1-311f55641cbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63b9afdc-f923-41a5-b41b-3e82ee038381 HTTP/1.1" status: 200  len: 851 time: 0.0439425
May 14 21:43:01.325302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-7c9cf6dd-de1f-45ff-bea7-8c9c2cfbd16b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300138
May 14 21:43:01.415386 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-e837e640-e970-48e1-90f5-3c6b0465659d service neutron] 10.222.0.36 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844495
May 14 21:43:01.508507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcdd6a91-7a29-4831-be84-61ec873b3033 req-e7257818-f000-4d74-9658-baeb7c60f57b service neutron] 10.222.0.36 "GET /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875065
May 14 21:43:02.230645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306f498-5ab4-4fc2-bafc-0368567bfcaa req-d146e652-2afb-4577-aeca-83d3a0855d5d tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:02.232748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4306f498-5ab4-4fc2-bafc-0368567bfcaa req-d146e652-2afb-4577-aeca-83d3a0855d5d tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0519240
May 14 21:43:02.293574 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4306f498-5ab4-4fc2-bafc-0368567bfcaa req-8591cba3-99c6-47af-a062-13db104f6aff tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542796
May 14 21:43:02.949632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39294) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:02.995712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Deleting subnet 973a23d2-057a-457d-b4e1-e2f68fb009c4 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:43:02.998734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Publish callbacks [] for subnet (973a23d2-057a-457d-b4e1-e2f68fb009c4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.031838 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (973a23d2-057a-457d-b4e1-e2f68fb009c4), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.074458 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (973a23d2-057a-457d-b4e1-e2f68fb009c4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.183642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (973a23d2-057a-457d-b4e1-e2f68fb009c4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.209780 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973a23d2-057a-457d-b4e1-e2f68fb009c4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:03.213839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.217134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a1bc4831-d247-49cf-b0b8-8d44155d3b4d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/973a23d2-057a-457d-b4e1-e2f68fb009c4 HTTP/1.1" status: 204  len: 168 time: 0.2663989
May 14 21:43:03.219611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39296) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:03.291163 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a0d6c244-ba10-44a1-b532-1388d1aab436), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.375172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a0d6c244-ba10-44a1-b532-1388d1aab436), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.396526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a085c40>,) {'filters': {'network_id': ['a0d6c244-ba10-44a1-b532-1388d1aab436']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:03.406417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a085c40>, '827b11f4-400d-4408-bee7-749c7c676886') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:03.406714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a085c40>, '827b11f4-400d-4408-bee7-749c7c676886') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:03.416572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (827b11f4-400d-4408-bee7-749c7c676886), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.420550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b670d-1cbd-4a7a-8850-ce42abd5c021 req-7256bef2-0a5e-4732-8471-46911101a79e tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:03.422063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da5b670d-1cbd-4a7a-8850-ce42abd5c021 req-7256bef2-0a5e-4732-8471-46911101a79e tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0483902
May 14 21:43:03.430761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (827b11f4-400d-4408-bee7-749c7c676886), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.437750 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:43:03.437750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (827b11f4-400d-4408-bee7-749c7c676886), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:43:03.439979 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:43:03.470490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da5b670d-1cbd-4a7a-8850-ce42abd5c021 req-9daa005c-9fa1-4497-a5c5-1a15bb78524b tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420456
May 14 21:43:03.561436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a0d6c244-ba10-44a1-b532-1388d1aab436), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.579934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:03.583815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a0d6c244-ba10-44a1-b532-1388d1aab436 HTTP/1.1" status: 204  len: 168 time: 0.3631742
May 14 21:43:03.585153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86570c57-d751-4187-8032-5e2d35d4da10 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d6c244-ba10-44a1-b532-1388d1aab436,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:03.987039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a7bd-1626-4a76-b530-85f0de12ef66 req-74d1d9ed-0f1f-4647-b825-a20429dd13a1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:03.988629 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d378a7bd-1626-4a76-b530-85f0de12ef66 req-74d1d9ed-0f1f-4647-b825-a20429dd13a1 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0480292
May 14 21:43:04.044196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d378a7bd-1626-4a76-b530-85f0de12ef66 req-dd592873-e13d-4e6b-b68e-53bf05d8bb60 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488858
May 14 21:43:04.080763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39332) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:04.124261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-91b5648e-05e8-4e9d-8eff-c5a5ada61899 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02f7a491fa1c45c896f1af07217a303a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0399089
May 14 21:43:04.124451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39334) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:04.174916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b573-e36c-4c0e-8e87-908f271ceecb admin admin] Publish callbacks [] for security_group (06fcb0e9-f2cb-4706-8e35-5c7ceec33657), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:04.196145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b573-e36c-4c0e-8e87-908f271ceecb admin admin] Publish callbacks [] for security_group (06fcb0e9-f2cb-4706-8e35-5c7ceec33657), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:04.298812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b573-e36c-4c0e-8e87-908f271ceecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (06fcb0e9-f2cb-4706-8e35-5c7ceec33657), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:04.301546 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3cf3b573-e36c-4c0e-8e87-908f271ceecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:04.303431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3cf3b573-e36c-4c0e-8e87-908f271ceecb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06fcb0e9-f2cb-4706-8e35-5c7ceec33657 HTTP/1.1" status: 204  len: 168 time: 0.1780608
May 14 21:43:04.311806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b573-e36c-4c0e-8e87-908f271ceecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fcb0e9-f2cb-4706-8e35-5c7ceec33657,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:05.166050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f0972-02dd-4971-8733-c1ff416d0ca6 req-bacebffc-b0e8-4a6a-a4ce-9b4fb104c6cb tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:05.167627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b25f0972-02dd-4971-8733-c1ff416d0ca6 req-bacebffc-b0e8-4a6a-a4ce-9b4fb104c6cb tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0488863
May 14 21:43:05.219115 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b25f0972-02dd-4971-8733-c1ff416d0ca6 req-3995e2c8-d2e9-4935-9f49-61e71e2ad9cd tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/security-groups?id=9579c93a-6e81-4e55-acb6-6ee57086f3ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437860
May 14 21:43:05.697714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-4538ed25-0f84-4968-a487-a9532a415270 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:05.699192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-4538ed25-0f84-4968-a487-a9532a415270 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.36 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 946 time: 0.0471990
May 14 21:43:05.790752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Deleting port 6688abac-fe8d-4e06-b94b-bf703577bc7d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:05.791078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:05.882590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] For port 6688abac-fe8d-4e06-b94b-bf703577bc7d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6688abac-fe8d-4e06-b94b-bf703577bc7d,segment=NetworkSegment(b3b02073-0d0e-44f0-8e3e-e183acedb45d),segment_id=b3b02073-0d0e-44f0-8e3e-e183acedb45d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:05.882953 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:05.895689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Calling delete_port for 6688abac-fe8d-4e06-b94b-bf703577bc7d owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:06.121391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6688abac-fe8d-4e06-b94b-bf703577bc7d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:06.133695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['6688abac-fe8d-4e06-b94b-bf703577bc7d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:43:06.154054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Pushing event deleted for resources: {'Port': ['ID=6688abac-fe8d-4e06-b94b-bf703577bc7d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:06.197267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] No DVR routers for this DVR port 6688abac-fe8d-4e06-b94b-bf703577bc7d on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:43:06.199922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:06.203111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7b28ae8-ff4f-47d4-8a81-ba222928aa58 req-2e8f20d2-9967-44cf-a7bf-8361976a5ccf tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.36 "DELETE /v2.0/ports/6688abac-fe8d-4e06-b94b-bf703577bc7d HTTP/1.1" status: 204  len: 173 time: 0.4990904
May 14 21:43:06.203573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'name': 'network-vif-deleted', 'tag': '6688abac-fe8d-4e06-b94b-bf703577bc7d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:06.205797 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96aa95-1ca4-4fa1-9b70-b866c38338b8" -d '{"events": [{"server_uuid": "93c737c2-8af5-41a8-8755-4dfa4fedc7ac", "name": "network-vif-deleted", "tag": "6688abac-fe8d-4e06-b94b-bf703577bc7d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:06.263736 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf37472-0c3d-4375-ad65-25568b1a99a0 x-openstack-request-id: req-ccf37472-0c3d-4375-ad65-25568b1a99a0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:06.264546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c737c2-8af5-41a8-8755-4dfa4fedc7ac", "name": "network-vif-deleted", "tag": "6688abac-fe8d-4e06-b94b-bf703577bc7d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:06.264546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccf37472-0c3d-4375-ad65-25568b1a99a0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:06.268417 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf37472-0c3d-4375-ad65-25568b1a99a0'] response: {'server_uuid': '93c737c2-8af5-41a8-8755-4dfa4fedc7ac', 'name': 'network-vif-deleted', 'tag': '6688abac-fe8d-4e06-b94b-bf703577bc7d', 'status': 'completed', 'code': 200}
May 14 21:43:06.322564 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-186fddc4-02b6-4e13-801c-1a21af3cb18f req-a68bee09-3361-48a6-a63f-795c0402c542 tempest-TestServerAdvancedOps-892963183 tempest-TestServerAdvancedOps-892963183-project] 10.222.0.52 "GET /v2.0/ports?device_id=93c737c2-8af5-41a8-8755-4dfa4fedc7ac HTTP/1.1" status: 200  len: 210 time: 0.0277345
May 14 21:43:06.477898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39442) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:06.539919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ecd17977-de91-48b9-b590-4bf91b6f5b10 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/floatingips/17949a94-3a62-4cf0-87dd-64141f7545d5 HTTP/1.1" status: 200  len: 992 time: 0.0607986
May 14 21:43:06.822307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39460) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:07.356235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port ef1b89a8-7ca2-41e1-a693-9062232f6cf8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:07.356404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.397219 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:07.455961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.456312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.463226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Deleting subnet 63b9afdc-f923-41a5-b41b-3e82ee038381 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:43:07.466751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Publish callbacks [] for subnet (63b9afdc-f923-41a5-b41b-3e82ee038381), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.486116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for ef1b89a8-7ca2-41e1-a693-9062232f6cf8 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:07.504498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (63b9afdc-f923-41a5-b41b-3e82ee038381), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.544984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (63b9afdc-f923-41a5-b41b-3e82ee038381), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.653127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (63b9afdc-f923-41a5-b41b-3e82ee038381), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.684240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b9afdc-f923-41a5-b41b-3e82ee038381,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:07.687851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.690956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fae415a9-7871-4b2b-bb6b-fc07444bca23 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63b9afdc-f923-41a5-b41b-3e82ee038381 HTTP/1.1" status: 204  len: 168 time: 0.2885473
May 14 21:43:07.694642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39504) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:07.712030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ef1b89a8-7ca2-41e1-a693-9062232f6cf8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.779061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=ef1b89a8-7ca2-41e1-a693-9062232f6cf8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:07.827649 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (35b6e5a3-f1f1-4cd9-a826-fda89a2237dc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.876062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for floatingip (17949a94-3a62-4cf0-87dd-64141f7545d5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:07.876312 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Floating IP 17949a94-3a62-4cf0-87dd-64141f7545d5 disassociated (deleted). External IP: 172.35.4.43, port: a9fe4e9d-844f-4445-8996-495ffab498b8.
May 14 21:43:07.966526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (35b6e5a3-f1f1-4cd9-a826-fda89a2237dc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.016026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bac8ac0>,) {'filters': {'network_id': ['35b6e5a3-f1f1-4cd9-a826-fda89a2237dc']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.032683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bac8ac0>, 'b3b02073-0d0e-44f0-8e3e-e183acedb45d') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.032975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bac8ac0>, 'b3b02073-0d0e-44f0-8e3e-e183acedb45d') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.045807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (b3b02073-0d0e-44f0-8e3e-e183acedb45d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.064195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b3b02073-0d0e-44f0-8e3e-e183acedb45d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.105594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:43:08.105983 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (b3b02073-0d0e-44f0-8e3e-e183acedb45d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:43:08.107656 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:43:08.220012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:43:08.270382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (35b6e5a3-f1f1-4cd9-a826-fda89a2237dc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.282122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.285199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/35b6e5a3-f1f1-4cd9-a826-fda89a2237dc HTTP/1.1" status: 204  len: 168 time: 0.5895178
May 14 21:43:08.288972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39518) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:08.327802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1f8a3-f781-46d2-a662-ea1500dccdc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b6e5a3-f1f1-4cd9-a826-fda89a2237dc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:08.341131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Deleting subnet 3143c23c-4ac6-4bea-90b3-cfa9cf047b06 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:43:08.344924 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Publish callbacks [] for subnet (3143c23c-4ac6-4bea-90b3-cfa9cf047b06), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.363299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:43:08.368591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.385255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] Sync routers for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:43:08.397509 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:08.398284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (3143c23c-4ac6-4bea-90b3-cfa9cf047b06), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.399553 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.427174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-80622226-1486-44e3-82ae-25d1398866f0 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/floatingips/17949a94-3a62-4cf0-87dd-64141f7545d5 HTTP/1.1" status: 204  len: 168 time: 1.6013215
May 14 21:43:08.427174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:08.444722 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5499c1b9-d4c9-444f-acbb-4a697ee639e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:08.470233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (3143c23c-4ac6-4bea-90b3-cfa9cf047b06), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.524592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-87df4e92-9a57-4ae1-abcb-1b9aeb3d29ee tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8526cad5fef54772a988df44138c90fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0468607
May 14 21:43:08.541460 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:08.655010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-9dac9bb8-c9b5-4984-95db-6682c100a8f7 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:08.656809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-9dac9bb8-c9b5-4984-95db-6682c100a8f7 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1226280
May 14 21:43:08.673350 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (3143c23c-4ac6-4bea-90b3-cfa9cf047b06), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.673641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-b15b161a-b22b-421a-8a58-91a6684fcf96 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/quotas/8526cad5fef54772a988df44138c90fe HTTP/1.1" status: 200  len: 375 time: 0.0095332
May 14 21:43:08.702988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3143c23c-4ac6-4bea-90b3-cfa9cf047b06,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:08.712056 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.716931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fdf04ae6-7c76-4d61-9aa9-a46134146ba1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3143c23c-4ac6-4bea-90b3-cfa9cf047b06 HTTP/1.1" status: 204  len: 168 time: 0.4268818
May 14 21:43:08.720864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:08.722137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-07b3b607-a0f9-4fc2-bc9a-b3992e49004c tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8526cad5fef54772a988df44138c90fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413139
May 14 21:43:08.761573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.792066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b2e44823-4586-4f52-bf9d-b045f05aa3d9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.793421 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] Checking router: 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:43:08.802768 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:08.803669 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:42:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.884806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b2e44823-4586-4f52-bf9d-b045f05aa3d9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.905543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a883790>,) {'filters': {'network_id': ['b2e44823-4586-4f52-bf9d-b045f05aa3d9']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.920470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a883790>, '2d583ee9-b212-470c-9caa-5095a1e382e0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.920470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a883790>, '2d583ee9-b212-470c-9caa-5095a1e382e0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:08.920797 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:08.930493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (2d583ee9-b212-470c-9caa-5095a1e382e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.941826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (2d583ee9-b212-470c-9caa-5095a1e382e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.949654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:43:08.950134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (2d583ee9-b212-470c-9caa-5095a1e382e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:43:08.952108 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:43:09.015829 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a695e-e640-4b33-bf33-f5d34e119f7b x-openstack-request-id: req-b12a695e-e640-4b33-bf33-f5d34e119f7b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:09.016863 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:09.017328 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b12a695e-e640-4b33-bf33-f5d34e119f7b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:09.017771 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a695e-e640-4b33-bf33-f5d34e119f7b'] response: {'name': 'network-changed', 'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'status': 'completed', 'code': 200}
May 14 21:43:09.139450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259bcd-8413-4570-87bd-491a7acae89f req-8e89821e-5e7d-4bef-89f3-a77084d1761c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:09.141135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24259bcd-8413-4570-87bd-491a7acae89f req-8e89821e-5e7d-4bef-89f3-a77084d1761c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 945 time: 0.0654681
May 14 21:43:09.220856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24259bcd-8413-4570-87bd-491a7acae89f req-a3ad1fc8-ec5d-43f7-9fb8-e1e07b3e0a3a tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722716
May 14 21:43:09.273579 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523122e4f0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:09.301710 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a938c-5b99-4c95-af28-5b298543a572 None None] The sync data for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 is: [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '474b774d-347c-4f4e-8c53-6ae4ba812508', 'name': '', 'network_id': '02d52912-8e9f-4347-9eaa-055f507d398b', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'mac_address': 'fa:16:3e:9c:8c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:42:01Z', 'updated_at': '2022-05-14T21:42:08Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'subnets': [{'id': 'f64957c4-54de-449d-a2e3-4c1a2fb1d65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:43:09.441752 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a6bfa56-a847-4b26-9793-9592ca22a6b0 req-94cb5f27-2c2c-46db-b6d3-42dc2ecbeadc tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 210 time: 0.3961298
May 14 21:43:09.522660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b2e44823-4586-4f52-bf9d-b045f05aa3d9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:09.528502 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:09.531610 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b2e44823-4586-4f52-bf9d-b045f05aa3d9 HTTP/1.1" status: 204  len: 168 time: 0.8112435
May 14 21:43:09.543243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c11f1-8d1b-4e4d-ae34-6f575fd29f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e44823-4586-4f52-bf9d-b045f05aa3d9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:09.573092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec7fdb3-5072-4333-8099-41a9eceafc52 None None] New status for floating IP 17949a94-3a62-4cf0-87dd-64141f7545d5: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:43:09.838330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-f163e64a-870e-4704-8629-7f74ab746dc4 req-f08718af-0143-428a-aa14-381db2649860 tempest-ServersTestJSON-628961225 tempest-ServersTestJSON-628961225-project] (115780) timed out ('10.222.0.36', 52955) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:43:09.943217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39564) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:09.984796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fae8a143-9806-4f1c-b01e-33fb590c92fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab48666810d04a19acf601f7f0be7231&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0402937
May 14 21:43:09.987275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39568) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:10.040558 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec379a39-48d2-415f-bed9-e3ed41ca4a0c admin admin] Publish callbacks [] for security_group (9579c93a-6e81-4e55-acb6-6ee57086f3ad), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.062225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec379a39-48d2-415f-bed9-e3ed41ca4a0c admin admin] Publish callbacks [] for security_group (9579c93a-6e81-4e55-acb6-6ee57086f3ad), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.170031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-255b7bc6-93c4-40e1-b2f7-c88e17a74d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:10.171746 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-255b7bc6-93c4-40e1-b2f7-c88e17a74d2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 1127 time: 0.1910734
May 14 21:43:10.197123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6688abac-fe8d-4e06-b94b-bf703577bc7d no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:43:10.207791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec379a39-48d2-415f-bed9-e3ed41ca4a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9579c93a-6e81-4e55-acb6-6ee57086f3ad), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.211556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec379a39-48d2-415f-bed9-e3ed41ca4a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.212996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ec379a39-48d2-415f-bed9-e3ed41ca4a0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9579c93a-6e81-4e55-acb6-6ee57086f3ad HTTP/1.1" status: 204  len: 168 time: 0.2248092
May 14 21:43:10.218730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 6688abac-fe8d-4e06-b94b-bf703577bc7d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:43:10.218730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 6688abac-fe8d-4e06-b94b-bf703577bc7d not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:43:10.225077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec379a39-48d2-415f-bed9-e3ed41ca4a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9579c93a-6e81-4e55-acb6-6ee57086f3ad,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:10.301462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-5e58a1f8-c37b-48f0-a17a-a8f7e507d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:10.303793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-5e58a1f8-c37b-48f0-a17a-a8f7e507d2ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=02d52912-8e9f-4347-9eaa-055f507d398b HTTP/1.1" status: 200  len: 897 time: 0.1257439
May 14 21:43:10.307268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-2a60caae-26d7-4808-a41e-acb165fbba21 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:10.308997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-2a60caae-26d7-4808-a41e-acb165fbba21 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 945 time: 0.0770128
May 14 21:43:10.350292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-72de9866-7633-424c-8aa6-f5847f3158eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9fe4e9d-844f-4445-8996-495ffab498b8 HTTP/1.1" status: 200  len: 217 time: 0.0394924
May 14 21:43:10.384404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9a402b98-f0af-4dcf-ade2-6e199ea21fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.407310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-c95ff4b3-5031-4e53-9a22-bc88525dccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:10.408807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-c95ff4b3-5031-4e53-9a22-bc88525dccf2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f64957c4-54de-449d-a2e3-4c1a2fb1d65a HTTP/1.1" status: 200  len: 834 time: 0.0525248
May 14 21:43:10.421415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289a1e9-31aa-4db9-8694-3e1bab638dc6 req-02c56f2f-6047-41e7-a8b0-ca5d16d246f6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:10.422927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4289a1e9-31aa-4db9-8694-3e1bab638dc6 req-02c56f2f-6047-41e7-a8b0-ca5d16d246f6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 945 time: 0.1128144
May 14 21:43:10.450263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port a9fe4e9d-844f-4445-8996-495ffab498b8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:10.450636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.459229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-c1477619-340e-4734-8e1c-e6aa77bf1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:10.463167 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-c1477619-340e-4734-8e1c-e6aa77bf1511 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=02d52912-8e9f-4347-9eaa-055f507d398b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455434
May 14 21:43:10.560588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4289a1e9-31aa-4db9-8694-3e1bab638dc6 req-3f23cb42-89c1-4ae3-a908-788a5483dfb2 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/security-groups?id=721be81b-9b93-4456-9443-db58559a2043&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297297
May 14 21:43:10.563691 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-03879d5a-3bad-474c-b520-298013115d24 req-588c107b-a2c2-417d-8615-a1b83caf621e tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 210 time: 0.0336323
May 14 21:43:10.587630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port a9fe4e9d-844f-4445-8996-495ffab498b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9fe4e9d-844f-4445-8996-495ffab498b8,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:10.588000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.606538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for a9fe4e9d-844f-4445-8996-495ffab498b8 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:10.609313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-7d5218ac-4388-410d-ad54-9c1c1fa69a6d service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421137
May 14 21:43:10.724847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5499c1b9-d4c9-444f-acbb-4a697ee639e0 req-20aef3ea-5a17-4f85-a849-cc00f7a8886b service neutron] 10.222.0.48 "GET /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082587
May 14 21:43:10.864595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a9fe4e9d-844f-4445-8996-495ffab498b8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.898781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=a9fe4e9d-844f-4445-8996-495ffab498b8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:10.946760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] No DVR routers for this DVR port a9fe4e9d-844f-4445-8996-495ffab498b8 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:43:10.949523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:10.952911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5dcf5135-7eae-4f24-b3cc-e1a16f61dd0b req-6d92473b-a610-453b-aecc-858bd49eea93 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.48 "DELETE /v2.0/ports/a9fe4e9d-844f-4445-8996-495ffab498b8 HTTP/1.1" status: 204  len: 173 time: 0.6320240
May 14 21:43:11.018969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'name': 'network-vif-deleted', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:11.021573 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac98d9-2249-4720-a288-30561b551178" -d '{"events": [{"server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "name": "network-vif-deleted", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:11.058891 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb964ff0-faa6-44e3-ab3d-e7180ee1b3c9 x-openstack-request-id: req-cb964ff0-faa6-44e3-ab3d-e7180ee1b3c9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:11.059592 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c548d30e-d00d-4158-a577-383be392e733", "name": "network-vif-deleted", "tag": "a9fe4e9d-844f-4445-8996-495ffab498b8", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:11.059592 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb964ff0-faa6-44e3-ab3d-e7180ee1b3c9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:11.059838 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb964ff0-faa6-44e3-ab3d-e7180ee1b3c9'] response: {'server_uuid': 'c548d30e-d00d-4158-a577-383be392e733', 'name': 'network-vif-deleted', 'tag': 'a9fe4e9d-844f-4445-8996-495ffab498b8', 'status': 'completed', 'code': 200}
May 14 21:43:11.099167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39586) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:11.139911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a7d90a75-37cc-41d9-9cf7-ca78ec709a20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfb4b04c831a47d698d7ac39bbc21e71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394368
May 14 21:43:11.142424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39588) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:11.189539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b25d6233-2ce9-4a94-9865-dfd630facbf8 admin admin] Publish callbacks [] for security_group (41e358ae-24bd-4336-af40-08712b2743d5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.211378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b25d6233-2ce9-4a94-9865-dfd630facbf8 admin admin] Publish callbacks [] for security_group (41e358ae-24bd-4336-af40-08712b2743d5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.367921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b25d6233-2ce9-4a94-9865-dfd630facbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (41e358ae-24bd-4336-af40-08712b2743d5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.374235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b25d6233-2ce9-4a94-9865-dfd630facbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.374235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b25d6233-2ce9-4a94-9865-dfd630facbf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41e358ae-24bd-4336-af40-08712b2743d5 HTTP/1.1" status: 204  len: 168 time: 0.2286260
May 14 21:43:11.382974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d6233-2ce9-4a94-9865-dfd630facbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e358ae-24bd-4336-af40-08712b2743d5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:11.415214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-4032f42b-ead5-46a9-989c-ecd755835e5d tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8526cad5fef54772a988df44138c90fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0223382
May 14 21:43:11.528915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-031058ff-c140-4283-9b8d-f995fc2332c2 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:11.530290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-031058ff-c140-4283-9b8d-f995fc2332c2 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1104062
May 14 21:43:11.542464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Request body: {'port': {'device_id': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': '8526cad5fef54772a988df44138c90fe'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:11.705274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03f8e8ae-2d8b-49cb-a13b-e4201ed47fd0 req-e1d6da2a-693b-47d4-9832-7c41cb1b5836 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 210 time: 0.0363145
May 14 21:43:11.712119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc223211-09c4-4f79-af7c-0f7f20d096de req-d433d358-1a74-4aa2-8d6a-51df2a4b150c tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "GET /v2.0/ports?device_id=c548d30e-d00d-4158-a577-383be392e733 HTTP/1.1" status: 200  len: 210 time: 0.0450799
May 14 21:43:11.778460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Made reservation on behalf of 8526cad5fef54772a988df44138c90fe for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:43:11.783879 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.794881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.910758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks [] for security_group (47a00cb7-7bee-4820-978f-23a956f6e72f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:11.996259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (47a00cb7-7bee-4820-978f-23a956f6e72f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.025482 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.060609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a00cb7-7bee-4820-978f-23a956f6e72f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:12.150034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Allocated IP 192.168.233.22 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/a2e00c97-6d45-43c9-993c-f7d6c4050513) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:43:12.307988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks [] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.378741 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.420525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:12.425611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:12.429857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:43:12.453891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Pushing event updated for resources: {'Port': ['ID=a2e00c97-6d45-43c9-993c-f7d6c4050513,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:12.483830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:12.484678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.555636 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.586115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-2dc3ece6-7fc7-4bec-adbb-e5c84a1dd952 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0473051
May 14 21:43:12.597130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Request body: {'port': {'device_id': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:12.660514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.717643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cd7836d2-c070-46c4-9639-cea8b6e07a99 None None] Provisioning complete for port a2e00c97-6d45-43c9-993c-f7d6c4050513 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:12.717940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cd7836d2-c070-46c4-9639-cea8b6e07a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.784366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39606) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:12.807901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cd7836d2-c070-46c4-9639-cea8b6e07a99 None None] Port a2e00c97-6d45-43c9-993c-f7d6c4050513 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:43:12.858692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a452be8-998b-49a5-be8b-367d09701a7d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (721be81b-9b93-4456-9443-db58559a2043), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.877628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b56460e6-cac6-4a80-a09b-7c967fb46441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.878945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c062-61d8-4c83-baf1-c1328f1a91fc req-e2cd77b4-479a-4bdf-8c51-eeeb1c15d985 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:12.880871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7da6c062-61d8-4c83-baf1-c1328f1a91fc req-e2cd77b4-479a-4bdf-8c51-eeeb1c15d985 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 935 time: 0.0787206
May 14 21:43:12.904226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a452be8-998b-49a5-be8b-367d09701a7d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (721be81b-9b93-4456-9443-db58559a2043), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:12.984597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7da6c062-61d8-4c83-baf1-c1328f1a91fc req-30eb5647-9385-40d9-818f-65ff1fe54990 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957379
May 14 21:43:13.058313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e00c97-6d45-43c9-993c-f7d6c4050513 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:43:13.065636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Publish callbacks [] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.098403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Transition to ACTIVE for port object a2e00c97-6d45-43c9-993c-f7d6c4050513 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:43:13.098613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a452be8-998b-49a5-be8b-367d09701a7d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (721be81b-9b93-4456-9443-db58559a2043), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.101359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9a452be8-998b-49a5-be8b-367d09701a7d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.102513 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9a452be8-998b-49a5-be8b-367d09701a7d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/security-groups/721be81b-9b93-4456-9443-db58559a2043 HTTP/1.1" status: 204  len: 168 time: 0.3245580
May 14 21:43:13.111466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452be8-998b-49a5-be8b-367d09701a7d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721be81b-9b93-4456-9443-db58559a2043,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:13.206905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.236612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39616) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:13.257723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e00c97-6d45-43c9-993c-f7d6c4050513,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:13.353113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Attempting to bind port a2e00c97-6d45-43c9-993c-f7d6c4050513 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:43:13.353570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Attempting to bind port a2e00c97-6d45-43c9-993c-f7d6c4050513 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:43:13.353927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Attempting to bind port a2e00c97-6d45-43c9-993c-f7d6c4050513 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:13.358559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Port a2e00c97-6d45-43c9-993c-f7d6c4050513 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:43:13.358890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Attempting to bind port a2e00c97-6d45-43c9-993c-f7d6c4050513 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:13.364164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:43:13.364455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:43:13.364837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:43:13.365813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Bound port: a2e00c97-6d45-43c9-993c-f7d6c4050513, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:43:13.366254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.444585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] For port a2e00c97-6d45-43c9-993c-f7d6c4050513, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:43:13.448340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] For port a2e00c97-6d45-43c9-993c-f7d6c4050513, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:43:13.544341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.579157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:13.579811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.581213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2e00c97-6d45-43c9-993c-f7d6c4050513 HTTP/1.1" status: 200  len: 1095 time: 0.9885237
May 14 21:43:13.581656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'tag': 'a2e00c97-6d45-43c9-993c-f7d6c4050513'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:13.583914 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c6391b-06b0-40ec-a716-bf521514c680" -d '{"events": [{"name": "network-changed", "server_uuid": "88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5", "tag": "a2e00c97-6d45-43c9-993c-f7d6c4050513"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:13.616743 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.622332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a8cbb-02fe-49c9-9da1-677eaff38ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e00c97-6d45-43c9-993c-f7d6c4050513,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:13.631288 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322a11e-4f8f-4bdb-9bc8-b1e1b77da5bd x-openstack-request-id: req-a322a11e-4f8f-4bdb-9bc8-b1e1b77da5bd {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:13.631702 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5", "tag": "a2e00c97-6d45-43c9-993c-f7d6c4050513", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:13.632156 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a322a11e-4f8f-4bdb-9bc8-b1e1b77da5bd {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:13.632709 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a322a11e-4f8f-4bdb-9bc8-b1e1b77da5bd'] response: {'name': 'network-changed', 'server_uuid': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'tag': 'a2e00c97-6d45-43c9-993c-f7d6c4050513', 'status': 'completed', 'code': 200}
May 14 21:43:13.712642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6391b-06b0-40ec-a716-bf521514c680 req-5111ebf0-99d1-47fd-97aa-32784f32e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:13.714549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7c6391b-06b0-40ec-a716-bf521514c680 req-5111ebf0-99d1-47fd-97aa-32784f32e837 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8526cad5fef54772a988df44138c90fe&device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 1129 time: 0.0621974
May 14 21:43:13.744019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7c6391b-06b0-40ec-a716-bf521514c680 req-ed0aba39-2cf8-43ad-b8c7-54ebaea967f6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8526cad5fef54772a988df44138c90fe&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0231147
May 14 21:43:13.842441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6391b-06b0-40ec-a716-bf521514c680 req-111cb448-e2b0-4983-9967-4c18563b1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:13.843959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f7c6391b-06b0-40ec-a716-bf521514c680 req-111cb448-e2b0-4983-9967-4c18563b1c0f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0950558
May 14 21:43:13.859072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.899012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 474b774d-347c-4f4e-8c53-6ae4ba812508 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:13.899596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:13.925910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-2ddaffb8-6ca6-41b9-b72e-ea73b2fa1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:13.927627 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-2ddaffb8-6ca6-41b9-b72e-ea73b2fa1cbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8526cad5fef54772a988df44138c90fe&device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 1129 time: 0.0482738
May 14 21:43:13.932848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a9fe4e9d-844f-4445-8996-495ffab498b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:43:13.939997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f88c1f21-0b34-42a4-b2e5-4093c8f6b34b req-af5055f3-1953-47af-852b-801b0417f8eb service neutron] (115781) timed out ('10.222.0.36', 52916) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:43:13.954761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: a9fe4e9d-844f-4445-8996-495ffab498b8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:43:13.955338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a9fe4e9d-844f-4445-8996-495ffab498b8 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:43:13.981078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-924a9958-fc07-4892-8bfd-bdcc6b7ff6dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513 HTTP/1.1" status: 200  len: 217 time: 0.0467901
May 14 21:43:14.040068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-ab75f3f6-fab8-43f3-86b4-5e0d478ac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:14.040979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 474b774d-347c-4f4e-8c53-6ae4ba812508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=474b774d-347c-4f4e-8c53-6ae4ba812508,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:14.041416 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:14.041579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-ab75f3f6-fab8-43f3-86b4-5e0d478ac546 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0534160
May 14 21:43:14.058089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 474b774d-347c-4f4e-8c53-6ae4ba812508 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:14.090536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e523-7360-45be-acf3-d860298bc59f req-f35fe10e-892d-464b-a1d5-872add19a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:14.092181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-f35fe10e-892d-464b-a1d5-872add19a33c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0438666
May 14 21:43:14.144262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de216e7-8d02-476c-87fb-5b03e861d0be req-9ebbd436-f0f4-4d9e-806c-467e4fce5584 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:14.145830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7de216e7-8d02-476c-87fb-5b03e861d0be req-9ebbd436-f0f4-4d9e-806c-467e4fce5584 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 947 time: 0.0891504
May 14 21:43:14.183083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-e35ee14a-b53a-42c6-81c1-a222f434c288 service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846395
May 14 21:43:14.244878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7de216e7-8d02-476c-87fb-5b03e861d0be req-9f2d1957-fa4c-4617-8675-18a82afe54b6 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926325
May 14 21:43:14.279573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18d3e523-7360-45be-acf3-d860298bc59f req-634e65fb-fa6d-4017-868e-b08e0b27f9ff service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912323
May 14 21:43:14.480297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (474b774d-347c-4f4e-8c53-6ae4ba812508), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:14.506979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=474b774d-347c-4f4e-8c53-6ae4ba812508,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:14.689832 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:14.925173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:43:15.041524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:43:15.046741 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-335a4ad5-b53a-4997-9f50-42cffa07702d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "PUT /v2.0/routers/1b987e4f-0d93-4cae-b1e9-16326ed3eaa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8089976
May 14 21:43:15.052153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39634) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:15.056939 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] Sync routers for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:43:15.066641 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:15.067264 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313a49d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:15.111851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting subnet f64957c4-54de-449d-a2e3-4c1a2fb1d65a {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:43:15.114965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (f64957c4-54de-449d-a2e3-4c1a2fb1d65a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.160430 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (f64957c4-54de-449d-a2e3-4c1a2fb1d65a), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.185086 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:15.245721 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f64957c4-54de-449d-a2e3-4c1a2fb1d65a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.367587 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313a49d0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:43:14Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:15.387611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236c0a4-906e-4e04-9f16-e8cda432f233 req-db906ed9-bdf8-477e-96cb-55127d2e38b0 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:15.389276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1236c0a4-906e-4e04-9f16-e8cda432f233 req-db906ed9-bdf8-477e-96cb-55127d2e38b0 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 947 time: 0.0501513
May 14 21:43:15.395883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (f64957c4-54de-449d-a2e3-4c1a2fb1d65a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.400266 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] Checking router: 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:43:15.408164 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] Routers {'1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:15.408936 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313a49d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:15.430761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Subnet': ['ID=f64957c4-54de-449d-a2e3-4c1a2fb1d65a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:15.432979 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.438541 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ab22844b-52e8-4fb7-97e5-0d3bb07bc2c6 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/subnets/f64957c4-54de-449d-a2e3-4c1a2fb1d65a HTTP/1.1" status: 204  len: 168 time: 0.3857067
May 14 21:43:15.438778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:15.441644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9edb6-1e7b-4a91-9546-11fbb004dc06 None None] Network 02d52912-8e9f-4347-9eaa-055f507d398b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:43:15.465826 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1236c0a4-906e-4e04-9f16-e8cda432f233 req-187c73e8-0aca-4c63-84fa-684283a76453 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594974
May 14 21:43:15.551255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] Set router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:15.553068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.657391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30782588-5c92-47de-b678-a586387a7e39 None None] DHCP port deletion for 02d52912-8e9f-4347-9eaa-055f507d398b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:43:15.671522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_gateway (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.703506 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.704542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-30782588-5c92-47de-b678-a586387a7e39 None None] Deleting port 9a322c75-695b-4e44-a980-697e20d7475c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:15.704980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30782588-5c92-47de-b678-a586387a7e39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9a322c75-695b-4e44-a980-697e20d7475c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.749374 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313a49d0>, [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:43:14Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:15.770324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-30782588-5c92-47de-b678-a586387a7e39 None None] For port 9a322c75-695b-4e44-a980-697e20d7475c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a322c75-695b-4e44-a980-697e20d7475c,segment=NetworkSegment(9fd098ee-ab8a-4c8d-8c71-c285e751ed02),segment_id=9fd098ee-ab8a-4c8d-8c71-c285e751ed02)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:15.770721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30782588-5c92-47de-b678-a586387a7e39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9a322c75-695b-4e44-a980-697e20d7475c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.777297 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361bae2c-e6d4-4ca6-a52c-d260fe305cfb None None] The sync data for ids ['1b987e4f-0d93-4cae-b1e9-16326ed3eaa9'] in ncdv-master-1 is: [{'id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'name': 'tempest-TestNetworkBasicOps-router-328385433', 'tenant_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248'}], 'enable_snat': True}, 'gw_port_id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:41:54Z', 'updated_at': '2022-05-14T21:43:14Z', 'revision_number': 5, 'project_id': 'a5d1195cf21b4146ae0c49a9c95ab8fa', 'gw_port': {'id': '7113fa9d-507d-4dc5-85c6-cb9debae94a5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b987e4f-0d93-4cae-b1e9-16326ed3eaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:41:55Z', 'updated_at': '2022-05-14T21:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:43:15.792172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-30782588-5c92-47de-b678-a586387a7e39 None None] Calling delete_port for 9a322c75-695b-4e44-a980-697e20d7475c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:15.822934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Deleting port 7113fa9d-507d-4dc5-85c6-cb9debae94a5 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:15.823602 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.910611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] For port 7113fa9d-507d-4dc5-85c6-cb9debae94a5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7113fa9d-507d-4dc5-85c6-cb9debae94a5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:15.911050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.929732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Calling delete_port for 7113fa9d-507d-4dc5-85c6-cb9debae94a5 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:15.961808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30782588-5c92-47de-b678-a586387a7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9a322c75-695b-4e44-a980-697e20d7475c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:15.989906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30782588-5c92-47de-b678-a586387a7e39 None None] Pushing event deleted for resources: {'Port': ['ID=9a322c75-695b-4e44-a980-697e20d7475c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:15.997157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30782588-5c92-47de-b678-a586387a7e39 None None] No DVR routers for this DVR port 9a322c75-695b-4e44-a980-697e20d7475c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:43:16.173223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7113fa9d-507d-4dc5-85c6-cb9debae94a5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.201020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Port': ['ID=7113fa9d-507d-4dc5-85c6-cb9debae94a5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:16.266657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.367600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.369899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router_controller (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.493742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (1b987e4f-0d93-4cae-b1e9-16326ed3eaa9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.494718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Fanout notify agent at l3_agent the message router_deleted on router 1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:43:16.502270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.503929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b6e51f70-2f97-4307-90f9-30c90f1dfe75 tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/routers/1b987e4f-0d93-4cae-b1e9-16326ed3eaa9 HTTP/1.1" status: 204  len: 168 time: 1.0640895
May 14 21:43:16.506919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39704) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:16.628736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (02d52912-8e9f-4347-9eaa-055f507d398b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.640894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8553f-47c2-4dd1-a996-6dfcbf4744cf req-eada1f5b-87fd-4eb3-810f-c7f967853558 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:16.642489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5f8553f-47c2-4dd1-a996-6dfcbf4744cf req-eada1f5b-87fd-4eb3-810f-c7f967853558 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 947 time: 0.0685725
May 14 21:43:16.790120 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d5f8553f-47c2-4dd1-a996-6dfcbf4744cf req-0d3dae04-5cbd-4915-8a09-997adde5b76a tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309175
May 14 21:43:16.791806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (02d52912-8e9f-4347-9eaa-055f507d398b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.817030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231991b20>,) {'filters': {'network_id': ['02d52912-8e9f-4347-9eaa-055f507d398b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:16.824346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.828495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231991b20>, '9fd098ee-ab8a-4c8d-8c71-c285e751ed02') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:16.828802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231991b20>, '9fd098ee-ab8a-4c8d-8c71-c285e751ed02') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:16.840557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (9fd098ee-ab8a-4c8d-8c71-c285e751ed02), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.862472 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9fd098ee-ab8a-4c8d-8c71-c285e751ed02), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.869641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:43:16.870040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (9fd098ee-ab8a-4c8d-8c71-c285e751ed02), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:43:16.873414 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:43:17.059566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 474b774d-347c-4f4e-8c53-6ae4ba812508 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:43:17.071096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (02d52912-8e9f-4347-9eaa-055f507d398b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:17.078168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:17.081462 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] 10.222.0.52 "DELETE /v2.0/networks/02d52912-8e9f-4347-9eaa-055f507d398b HTTP/1.1" status: 204  len: 168 time: 0.5734878
May 14 21:43:17.084580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 474b774d-347c-4f4e-8c53-6ae4ba812508 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:43:17.084958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 474b774d-347c-4f4e-8c53-6ae4ba812508 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:43:17.085346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a322c75-695b-4e44-a980-697e20d7475c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:43:17.107199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9a322c75-695b-4e44-a980-697e20d7475c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:43:17.107670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a322c75-695b-4e44-a980-697e20d7475c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:43:17.111271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fe6c7-16bc-4d42-b68c-2878b504b94d tempest-TestNetworkBasicOps-845713673 tempest-TestNetworkBasicOps-845713673-project] Pushing event deleted for resources: {'Network': ['ID=02d52912-8e9f-4347-9eaa-055f507d398b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:17.543512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39726) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:17.678941 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5f64276-b456-472d-9e30-0fc33605fd7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5d1195cf21b4146ae0c49a9c95ab8fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341469
May 14 21:43:17.681287 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39730) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:17.729694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5271f5fa-f43c-45be-b920-576d640fc2d2 admin admin] Publish callbacks [] for security_group (03a0859d-5b3c-497d-a142-e25435e2692e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:17.751323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5271f5fa-f43c-45be-b920-576d640fc2d2 admin admin] Publish callbacks [] for security_group (03a0859d-5b3c-497d-a142-e25435e2692e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:17.847000 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5271f5fa-f43c-45be-b920-576d640fc2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (03a0859d-5b3c-497d-a142-e25435e2692e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:17.850521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5271f5fa-f43c-45be-b920-576d640fc2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:17.852136 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5271f5fa-f43c-45be-b920-576d640fc2d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03a0859d-5b3c-497d-a142-e25435e2692e HTTP/1.1" status: 204  len: 168 time: 0.1699452
May 14 21:43:17.860403 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271f5fa-f43c-45be-b920-576d640fc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a0859d-5b3c-497d-a142-e25435e2692e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:17.929338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec251f7-e125-44d0-9095-09d47d89e063 req-8b1bf0e8-0658-4dc6-b834-73f847e2df23 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:17.930966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ec251f7-e125-44d0-9095-09d47d89e063 req-8b1bf0e8-0658-4dc6-b834-73f847e2df23 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 947 time: 0.0655005
May 14 21:43:17.983795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ec251f7-e125-44d0-9095-09d47d89e063 req-4f55d115-8c25-44fe-bcac-85a6788c1f85 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466738
May 14 21:43:18.208305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a2e00c97-6d45-43c9-993c-f7d6c4050513 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:43:18.454212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39740) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:18.461858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a2e00c97-6d45-43c9-993c-f7d6c4050513, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:18.467362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b141fc77-70b2-46e0-91b6-bb5375371d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.472984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'a2e00c97-6d45-43c9-993c-f7d6c4050513', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': 'a2e00c97-6d45-43c9-993c-f7d6c4050513', 'mac_address': 'fa:16:3e:d0:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:43:18.511652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a2e00c97-6d45-43c9-993c-f7d6c4050513 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:18.512067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.526702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e00c97-6d45-43c9-993c-f7d6c4050513 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:43:18.549275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a2e00c97-6d45-43c9-993c-f7d6c4050513, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:18.551991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b141fc77-70b2-46e0-91b6-bb5375371d19 admin admin] Publish callbacks [] for security_group (2bc0844d-eb0e-4b8e-9d62-85385882f344), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.601516 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.634415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b141fc77-70b2-46e0-91b6-bb5375371d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2bc0844d-eb0e-4b8e-9d62-85385882f344), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.652424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7113fa9d-507d-4dc5-85c6-cb9debae94a5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:43:18.655894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a2e00c97-6d45-43c9-993c-f7d6c4050513,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:18.685088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7113fa9d-507d-4dc5-85c6-cb9debae94a5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:43:18.685383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b141fc77-70b2-46e0-91b6-bb5375371d19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c980bbab3cc41cfbef038882a7a8e9a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2297275
May 14 21:43:18.685697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7113fa9d-507d-4dc5-85c6-cb9debae94a5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:43:18.685944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141fc77-70b2-46e0-91b6-bb5375371d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0844d-eb0e-4b8e-9d62-85385882f344,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:18.688074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39744) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:18.738800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ba38726-babe-44ec-ad46-adea511a14ec admin admin] Publish callbacks [] for security_group (2bc0844d-eb0e-4b8e-9d62-85385882f344), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.761208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ba38726-babe-44ec-ad46-adea511a14ec admin admin] Publish callbacks [] for security_group (2bc0844d-eb0e-4b8e-9d62-85385882f344), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.791104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a2e00c97-6d45-43c9-993c-f7d6c4050513'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:43:18.862815 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ba38726-babe-44ec-ad46-adea511a14ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2bc0844d-eb0e-4b8e-9d62-85385882f344), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.866872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ba38726-babe-44ec-ad46-adea511a14ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:18.870540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5ba38726-babe-44ec-ad46-adea511a14ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bc0844d-eb0e-4b8e-9d62-85385882f344 HTTP/1.1" status: 204  len: 168 time: 0.1788614
May 14 21:43:18.883782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38726-babe-44ec-ad46-adea511a14ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0844d-eb0e-4b8e-9d62-85385882f344,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:19.104767 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa9d19-5b44-4054-9a23-bff2f41d96b1 req-2329cd5b-d902-4e16-b937-122dbe04b2f5 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:19.106382 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3aa9d19-5b44-4054-9a23-bff2f41d96b1 req-2329cd5b-d902-4e16-b937-122dbe04b2f5 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 948 time: 0.0504804
May 14 21:43:19.157031 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3aa9d19-5b44-4054-9a23-bff2f41d96b1 req-40c88d1b-b735-43ea-8455-6e7dc9b7e45b tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448277
May 14 21:43:20.210346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a2e00c97-6d45-43c9-993c-f7d6c4050513 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:20.257177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port a2e00c97-6d45-43c9-993c-f7d6c4050513 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:43:20.276697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd13e6f-c535-4c17-804a-27768cad7a71 req-90484416-391a-4927-a8d0-a7a3dbee55a5 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:20.278208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fd13e6f-c535-4c17-804a-27768cad7a71 req-90484416-391a-4927-a8d0-a7a3dbee55a5 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 948 time: 0.0482905
May 14 21:43:20.329215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fd13e6f-c535-4c17-804a-27768cad7a71 req-2a8fdbc1-247c-4f49-a3ac-884efaa34cba tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452232
May 14 21:43:20.337391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port a2e00c97-6d45-43c9-993c-f7d6c4050513 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:20.337799 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:20.418269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a2e00c97-6d45-43c9-993c-f7d6c4050513 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:20.418483 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:20.441456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e00c97-6d45-43c9-993c-f7d6c4050513'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:20.444236 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80c464c-63dc-4d14-9478-5ae94d125abf" -d '{"events": [{"server_uuid": "88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5", "name": "network-vif-plugged", "status": "completed", "tag": "a2e00c97-6d45-43c9-993c-f7d6c4050513"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:20.459888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a2e00c97-6d45-43c9-993c-f7d6c4050513, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:20.480896 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ccd449-c3d3-423e-bdeb-b9b73d2c86f4 x-openstack-request-id: req-42ccd449-c3d3-423e-bdeb-b9b73d2c86f4 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:20.481216 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5", "name": "network-vif-plugged", "status": "completed", "tag": "a2e00c97-6d45-43c9-993c-f7d6c4050513", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:20.481469 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42ccd449-c3d3-423e-bdeb-b9b73d2c86f4 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:20.481888 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ccd449-c3d3-423e-bdeb-b9b73d2c86f4'] response: {'server_uuid': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e00c97-6d45-43c9-993c-f7d6c4050513', 'code': 200}
May 14 21:43:20.543970 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:20.578975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a228a-8822-4967-8c12-131589d149db req-f7d79108-d097-4601-821e-3c0159626ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:20.580531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f64a228a-8822-4967-8c12-131589d149db req-f7d79108-d097-4601-821e-3c0159626ca4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 1131 time: 0.0444372
May 14 21:43:20.600415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a2e00c97-6d45-43c9-993c-f7d6c4050513,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:20.628919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f64a228a-8822-4967-8c12-131589d149db req-c902d494-a92b-4a41-9b48-285feea02a94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421433
May 14 21:43:21.450065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe852-7f96-44ec-8c3c-2741026f1482 req-14dc59f7-3dc4-4db3-91e8-fd64bea56de4 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:21.451672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-829fe852-7f96-44ec-8c3c-2741026f1482 req-14dc59f7-3dc4-4db3-91e8-fd64bea56de4 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 949 time: 0.0479643
May 14 21:43:21.499564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-829fe852-7f96-44ec-8c3c-2741026f1482 req-00a7fc13-f88e-4ab9-9827-1fe9d3cfd1b6 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419550
May 14 21:43:21.695709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39866) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:21.700711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'network': {'name': 'tempest-network-smoke--2047475255', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:21.812733 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Made reservation on behalf of 72ef6fbeb65948a3b9cbd45229a26bec for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:43:21.816166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:21.825740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:21.902692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (9b5433f9-bf17-4ffb-8925-60ccb9bb6345), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:21.983846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b5433f9-bf17-4ffb-8925-60ccb9bb6345), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.013688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:43:22.024260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5433f9-bf17-4ffb-8925-60ccb9bb6345,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:22.029008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (eb0ecdd0-6239-4f77-bade-727816a36963), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.030014 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Added segment eb0ecdd0-6239-4f77-bade-727816a36963 of type vlan for network 5b482ada-1091-4886-ac77-9909d7641353
May 14 21:43:22.073249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5b482ada-1091-4886-ac77-9909d7641353), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.155413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5b482ada-1091-4886-ac77-9909d7641353), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.160578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:22.165256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.227358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Network': ['ID=5b482ada-1091-4886-ac77-9909d7641353,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:22.237484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5b482ada-1091-4886-ac77-9909d7641353 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:43:22.266834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fc57a491-a2c4-4c23-ab93-e88b83e17061 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.5700326
May 14 21:43:22.269764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39874) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:22.274389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'admin_state_up': True, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:22.589654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.590781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.618874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a406e3-f608-4be2-adb5-9a029b25107d req-fab72b94-23af-4e65-998e-d6d73eca18bd tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:22.624857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7a406e3-f608-4be2-adb5-9a029b25107d req-fab72b94-23af-4e65-998e-d6d73eca18bd tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 949 time: 0.0488648
May 14 21:43:22.647789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_controller (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:22.673809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c7a406e3-f608-4be2-adb5-9a029b25107d req-37b1af77-730d-4943-9379-9e265192df76 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469556
May 14 21:43:22.848555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:23.408090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:23.440447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:23.560456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.35.4.53 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/35579365-0479-4221-85bf-b544e9fd9ac5) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:43:23.665471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (35579365-0479-4221-85bf-b544e9fd9ac5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:23.773125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:23.824209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:23.827239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:23.831792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:43:23.836157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=35579365-0479-4221-85bf-b544e9fd9ac5,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:24.179671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:24.390170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:24.645920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:43:24.756637 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:43:24.772301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Sync routers for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:43:24.781334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:24.781954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cf0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:24.843412 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:24.844786 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8367bd83-4c8d-44cf-878f-24a193e544b8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.5740898
May 14 21:43:24.848161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39910) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:24.890914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:24.983101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-306ad513-b25c-41ad-acaf-81326435c16e tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=72ef6fbeb65948a3b9cbd45229a26bec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1337135
May 14 21:43:24.985828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39914) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:25.076191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cf0fd0>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:23Z', 'revision_number': 3, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:25.077286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be1d8e-192c-48e4-b538-6c1a4c0c9a06 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:25.084189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1be1d8e-192c-48e4-b538-6c1a4c0c9a06 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0968106
May 14 21:43:25.084582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39918) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:25.104645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Checking router: b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:43:25.104936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Updating router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 port 35579365-0479-4221-85bf-b544e9fd9ac5 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:43:25.120552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-55e45cd8-70e3-494e-946f-54ae5f05dcbf tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0340421
May 14 21:43:25.123078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39920) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:25.127773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-519633569', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:25.135607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.292201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Made reservation on behalf of 72ef6fbeb65948a3b9cbd45229a26bec for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:43:25.296633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.422948 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Publish callbacks [] for port (35579365-0479-4221-85bf-b544e9fd9ac5), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.469340 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.527808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Attempting to bind port 35579365-0479-4221-85bf-b544e9fd9ac5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:43:25.528185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Attempting to bind port 35579365-0479-4221-85bf-b544e9fd9ac5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:43:25.528549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Attempting to bind port 35579365-0479-4221-85bf-b544e9fd9ac5 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:25.531719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca28274-1ff2-4419-b423-bffd4f4a4445 None None] Pushing event updated for resources: {'Port': ['ID=35579365-0479-4221-85bf-b544e9fd9ac5,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:25.533089 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (18ac4534-5257-43cb-83de-475243b56da8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.536581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:43:25.537507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:43:25.537893 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.538288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:43:25.538760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Bound port: 35579365-0479-4221-85bf-b544e9fd9ac5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:43:25.539139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.592008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] For port 35579365-0479-4221-85bf-b544e9fd9ac5, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:43:25.595531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] For port 35579365-0479-4221-85bf-b544e9fd9ac5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35579365-0479-4221-85bf-b544e9fd9ac5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:43:25.605110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Subnet': ['ID=18ac4534-5257-43cb-83de-475243b56da8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:25.613486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Checking segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:43:25.613849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network hostable DHCP agents. Network: 5b482ada-1091-4886-ac77-9909d7641353, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:43:25.687515 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.697917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 5b482ada-1091-4886-ac77-9909d7641353 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:43:25.744370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:25.744987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cf0fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:25.749560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca28274-1ff2-4419-b423-bffd4f4a4445 None None] Pushing event updated for resources: {'Port': ['ID=35579365-0479-4221-85bf-b544e9fd9ac5,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:25.784053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5b482ada-1091-4886-ac77-9909d7641353) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:25.788401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:25.788999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:25.795298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e692add-5b7a-4a1e-b38b-008713199b25 None None] Network 5b482ada-1091-4886-ac77-9909d7641353 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:43:25.878076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-78670ed5-121a-474a-8edc-bcd50bdf7a04 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7538843
May 14 21:43:25.881417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 39928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:25.916304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:26.011881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5b482ada-1091-4886-ac77-9909d7641353', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:43:26.012817 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.210669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cf0fd0>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:23Z', 'revision_number': 3, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:26.241781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6e8aa8-404e-427b-bc84-81cdfc7750f2 None None] The sync data for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 is: [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:23Z', 'revision_number': 3, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:43:26.252707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Allocated IP 172.20.0.2 (5b482ada-1091-4886-ac77-9909d7641353/18ac4534-5257-43cb-83de-475243b56da8/cffa8e12-4a03-4b87-af52-8c49afe92a6c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:43:26.357239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.417646 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Publish callbacks [] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.480412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.554790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Network 5b482ada-1091-4886-ac77-9909d7641353 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:26.561974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:26.564266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Pushing event updated for resources: {'Port': ['ID=cffa8e12-4a03-4b87-af52-8c49afe92a6c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:26.566470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:43:26.633374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Attempting to bind port cffa8e12-4a03-4b87-af52-8c49afe92a6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:43:26.633871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Attempting to bind port cffa8e12-4a03-4b87-af52-8c49afe92a6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:43:26.634332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Attempting to bind port cffa8e12-4a03-4b87-af52-8c49afe92a6c on network 5b482ada-1091-4886-ac77-9909d7641353 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:26.639756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:43:26.644274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Checking segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:43:26.644274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.644274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Bound using segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:43:26.644274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Bound port: cffa8e12-4a03-4b87-af52-8c49afe92a6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:43:26.644274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.685025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.20.0.1 (5b482ada-1091-4886-ac77-9909d7641353/18ac4534-5257-43cb-83de-475243b56da8/4032a043-ca64-469d-8273-2a04b052a697) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:43:26.723528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] For port cffa8e12-4a03-4b87-af52-8c49afe92a6c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:43:26.726810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] For port cffa8e12-4a03-4b87-af52-8c49afe92a6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cffa8e12-4a03-4b87-af52-8c49afe92a6c,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:43:26.774008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35579365-0479-4221-85bf-b544e9fd9ac5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:26.831585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (4032a043-ca64-469d-8273-2a04b052a697), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.842033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.910871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 35579365-0479-4221-85bf-b544e9fd9ac5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:26.910871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:26.953332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7ad65-b04b-40c4-a491-02d9e8485ab8 None None] Pushing event updated for resources: {'Port': ['ID=cffa8e12-4a03-4b87-af52-8c49afe92a6c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:26.972840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4032a043-ca64-469d-8273-2a04b052a697), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:27.016668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 5b482ada-1091-4886-ac77-9909d7641353 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:27.020108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:27.025871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:43:27.040678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 35579365-0479-4221-85bf-b544e9fd9ac5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:27.041072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:27.072988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 35579365-0479-4221-85bf-b544e9fd9ac5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35579365-0479-4221-85bf-b544e9fd9ac5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:27.109564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=4032a043-ca64-469d-8273-2a04b052a697,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:27.112267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:27.181412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:27.409645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4032a043-ca64-469d-8273-2a04b052a697), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:27.523778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=35579365-0479-4221-85bf-b544e9fd9ac5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:27.786697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (4032a043-ca64-469d-8273-2a04b052a697), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:27.846077 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (4032a043-ca64-469d-8273-2a04b052a697), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:28.243309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=4032a043-ca64-469d-8273-2a04b052a697,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:28.249763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:28.366629 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 5b482ada-1091-4886-ac77-9909d7641353 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:28.368250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:28.510171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:43:28.517220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba70a0-42fc-4582-bde7-082a0f8992db None None] Network 5b482ada-1091-4886-ac77-9909d7641353 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:43:28.643090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] Provisioning complete for port cffa8e12-4a03-4b87-af52-8c49afe92a6c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:28.644050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:28.668437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:43:28.675685 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-27f3693a-861c-4aa1-b17a-518ae724e652 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "PUT /v2.0/routers/b4e1bee1-3a4b-4709-ae8d-e3ba466dac61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7919533
May 14 21:43:28.679412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 39988) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:28.684780 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Sync routers for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:43:28.698056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1594640582', 'description': 'tempest-secgroup_access--1594640582 description', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:28.733938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:28.734697 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313a4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:28.778246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] Current status of the port cffa8e12-4a03-4b87-af52-8c49afe92a6c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:28.789806 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:28.843566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] For port cffa8e12-4a03-4b87-af52-8c49afe92a6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cffa8e12-4a03-4b87-af52-8c49afe92a6c,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:28.884589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35579365-0479-4221-85bf-b544e9fd9ac5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:28.893635 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:28.915758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:28.961735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 35579365-0479-4221-85bf-b544e9fd9ac5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:28.962172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:28.992063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (75e358d7-1d4e-4038-937a-206319da376a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.011135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.075399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (75e358d7-1d4e-4038-937a-206319da376a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.088957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c578f-d7b2-4b4c-abdc-cbe2db989e88 None None] Pushing event updated for resources: {'Port': ['ID=cffa8e12-4a03-4b87-af52-8c49afe92a6c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:29.145892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 35579365-0479-4221-85bf-b544e9fd9ac5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:29.147336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cffa8e12-4a03-4b87-af52-8c49afe92a6c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:29.158400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e358d7-1d4e-4038-937a-206319da376a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:29.182773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-45424d2f-357a-4620-9a72-888e806818ba None None] Provisioning complete for port 4032a043-ca64-469d-8273-2a04b052a697 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:29.183144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45424d2f-357a-4620-9a72-888e806818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4032a043-ca64-469d-8273-2a04b052a697), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.197857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313a4b50>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 2, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:29.198142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.201849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b6976363-9531-42bf-93f9-b4422a588b11 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.5180826
May 14 21:43:29.202150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40006) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:29.210811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1732503784', 'description': 'tempest-secgroup_general--1732503784 description', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:29.236306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Checking router: b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:43:29.243297 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Updating router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 port 4032a043-ca64-469d-8273-2a04b052a697 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:43:29.244260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-45424d2f-357a-4620-9a72-888e806818ba None None] Port 4032a043-ca64-469d-8273-2a04b052a697 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:43:29.247867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cffa8e12-4a03-4b87-af52-8c49afe92a6c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:29.248242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.274698 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4032a043-ca64-469d-8273-2a04b052a697), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.274962 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-45424d2f-357a-4620-9a72-888e806818ba None None] Provisioning complete for port cffa8e12-4a03-4b87-af52-8c49afe92a6c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:29.275343 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45424d2f-357a-4620-9a72-888e806818ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.291535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.378652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (64f4ee33-2356-4ddd-ac02-248e97ac7769), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.413866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cffa8e12-4a03-4b87-af52-8c49afe92a6c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:29.425047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-45424d2f-357a-4620-9a72-888e806818ba None None] Current status of the port cffa8e12-4a03-4b87-af52-8c49afe92a6c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:29.542947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-78548bb1-5cd8-4fb3-b828-be94ba7abb5c None None] Provisioning complete for port 4032a043-ca64-469d-8273-2a04b052a697 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:29.543712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78548bb1-5cd8-4fb3-b828-be94ba7abb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4032a043-ca64-469d-8273-2a04b052a697), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.543831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (64f4ee33-2356-4ddd-ac02-248e97ac7769), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.574406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4ee33-2356-4ddd-ac02-248e97ac7769,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:29.620654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-78548bb1-5cd8-4fb3-b828-be94ba7abb5c None None] Port 4032a043-ca64-469d-8273-2a04b052a697 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:43:29.663249 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Publish callbacks [] for port (4032a043-ca64-469d-8273-2a04b052a697), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.685889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.685889 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-94c3b914-6e45-4fa7-8ba6-42886a6ffd39 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4811208
May 14 21:43:29.688012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40024) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:29.697865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'security_group_rule': {'security_group_id': '75e358d7-1d4e-4038-937a-206319da376a', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:29.737091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-16bf15de-75d1-42ed-ab31-cdd99050592b None None] Provisioning complete for port 4032a043-ca64-469d-8273-2a04b052a697 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:29.737462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-16bf15de-75d1-42ed-ab31-cdd99050592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4032a043-ca64-469d-8273-2a04b052a697), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.760549 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4032a043-ca64-469d-8273-2a04b052a697), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.801541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group_rule (e8a8f992-b8f7-46ef-b57b-15b95048efbe), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.807243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-16bf15de-75d1-42ed-ab31-cdd99050592b None None] Port 4032a043-ca64-469d-8273-2a04b052a697 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:43:29.852485 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Pushing event updated for resources: {'Port': ['ID=4032a043-ca64-469d-8273-2a04b052a697,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:29.887652 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.888008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.888352 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.888690 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.889025 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.889356 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.889849 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.890189 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.890517 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.890846 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.891172 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.891509 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.895299 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.895299 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.895299 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:29.908141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group_rule (e8a8f992-b8f7-46ef-b57b-15b95048efbe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.933282 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Attempting to bind port 4032a043-ca64-469d-8273-2a04b052a697 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:43:29.933752 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Attempting to bind port 4032a043-ca64-469d-8273-2a04b052a697 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:43:29.934900 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Attempting to bind port 4032a043-ca64-469d-8273-2a04b052a697 on network 5b482ada-1091-4886-ac77-9909d7641353 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:29.944161 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:43:29.944666 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Checking segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:43:29.945352 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.945812 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Bound using segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:43:29.946550 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Bound port: 4032a043-ca64-469d-8273-2a04b052a697, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:43:29.946931 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4032a043-ca64-469d-8273-2a04b052a697), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:29.994651 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e8a8f992-b8f7-46ef-b57b-15b95048efbe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.020802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a8f992-b8f7-46ef-b57b-15b95048efbe,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:30.031985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] For port 4032a043-ca64-469d-8273-2a04b052a697, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:43:30.035732 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] For port 4032a043-ca64-469d-8273-2a04b052a697, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4032a043-ca64-469d-8273-2a04b052a697,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:43:30.162467 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4032a043-ca64-469d-8273-2a04b052a697), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.170430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.170430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-981b07d6-051b-4251-9ccd-707e3e29ecfd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4763155
May 14 21:43:30.223119 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:30.223774 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313a4b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:30.226161 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca6751-1b3c-4db2-92c0-a50431872cd0 None None] Pushing event updated for resources: {'Port': ['ID=4032a043-ca64-469d-8273-2a04b052a697,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:30.343711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1e38bb51-1454-414f-ac19-ec16b00baebe tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--1732503784&fields=id&tenant_id=72ef6fbeb65948a3b9cbd45229a26bec HTTP/1.1" status: 200  len: 267 time: 0.0546486
May 14 21:43:30.352454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] Provisioning complete for port 4032a043-ca64-469d-8273-2a04b052a697 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:30.352906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4032a043-ca64-469d-8273-2a04b052a697), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.426406 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-4d3abc72-2e60-4d69-bd03-2f8e51173f41 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--1594640582&fields=id&tenant_id=72ef6fbeb65948a3b9cbd45229a26bec HTTP/1.1" status: 200  len: 267 time: 0.0753398
May 14 21:43:30.494887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] Current status of the port 4032a043-ca64-469d-8273-2a04b052a697 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:30.495820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4032a043-ca64-469d-8273-2a04b052a697), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.539347 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:30.543306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] For port 4032a043-ca64-469d-8273-2a04b052a697, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4032a043-ca64-469d-8273-2a04b052a697,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:30.584456 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4032a043-ca64-469d-8273-2a04b052a697), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.586894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-6ee266dc-8a45-4f14-812a-0519300e30c6 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:30.587770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-6ee266dc-8a45-4f14-812a-0519300e30c6 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/networks?id=5b482ada-1091-4886-ac77-9909d7641353 HTTP/1.1" status: 200  len: 797 time: 0.1496592
May 14 21:43:30.605009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-16bce796-8b6a-40ff-9479-05e22008ae2e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/quotas/72ef6fbeb65948a3b9cbd45229a26bec HTTP/1.1" status: 200  len: 375 time: 0.0109313
May 14 21:43:30.642930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770f2f-8008-4f6e-9a4e-74c20d6fbd0c None None] Pushing event updated for resources: {'Port': ['ID=4032a043-ca64-469d-8273-2a04b052a697,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:30.669226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-8d0db7f1-d099-4b99-9d1a-e258949cb5e6 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0570543
May 14 21:43:30.686789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-4abc1b73-ad11-495d-8c1e-68b141434e10 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:43:30.687990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-4abc1b73-ad11-495d-8c1e-68b141434e10 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0065491
May 14 21:43:30.715439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ef592f5b-4443-4d1b-a93d-4c1f6cace2d0 None None] Provisioning complete for port 4032a043-ca64-469d-8273-2a04b052a697 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:30.716092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef592f5b-4443-4d1b-a93d-4c1f6cace2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4032a043-ca64-469d-8273-2a04b052a697), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.745597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cffa8e12-4a03-4b87-af52-8c49afe92a6c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:30.774662 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313a4b50>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:30.806771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446b26d-a98b-4695-be6b-4960621de55b None None] The sync data for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 is: [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:43:30.816153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-5cda2b6c-673e-449b-8111-ebd2802534f8 service neutron] 10.222.0.52 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214581
May 14 21:43:30.849643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cffa8e12-4a03-4b87-af52-8c49afe92a6c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:30.849643 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:30.894416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ef592f5b-4443-4d1b-a93d-4c1f6cace2d0 None None] Current status of the port 4032a043-ca64-469d-8273-2a04b052a697 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:30.963707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-29087159-e8b1-4a5e-bad2-547f9df535ef service neutron] 10.222.0.52 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421893
May 14 21:43:30.972581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cffa8e12-4a03-4b87-af52-8c49afe92a6c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:31.197994 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5f12ecaf-9c4c-4180-949d-04825a58a818 req-618182ae-b5ce-4051-bab1-803c651c7026 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 210 time: 0.0309482
May 14 21:43:31.446730 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:43:32.295351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c55cc710-90f2-4fb6-8b4a-544563eb9b6b req-c26a1fe9-837f-4431-a5ef-77d7c70bff3f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 210 time: 0.0282226
May 14 21:43:32.719031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4032a043-ca64-469d-8273-2a04b052a697 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:32.773051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4032a043-ca64-469d-8273-2a04b052a697 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:32.773426 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4032a043-ca64-469d-8273-2a04b052a697), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:32.857776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4032a043-ca64-469d-8273-2a04b052a697 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:33.018907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40132) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:33.079558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Deleting subnet 7f12b103-963b-4a9a-842d-2b58940be114 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:43:33.083509 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Publish callbacks [] for subnet (7f12b103-963b-4a9a-842d-2b58940be114), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.133488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (7f12b103-963b-4a9a-842d-2b58940be114), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.179178 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7f12b103-963b-4a9a-842d-2b58940be114), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.324213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-66733d15-3fcd-4663-9cf3-0c2b49275b94 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:33.328311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-66733d15-3fcd-4663-9cf3-0c2b49275b94 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.48 "GET /v2.0/networks?id=5b482ada-1091-4886-ac77-9909d7641353 HTTP/1.1" status: 200  len: 797 time: 0.1123998
May 14 21:43:33.387664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (7f12b103-963b-4a9a-842d-2b58940be114), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.408858 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43ea6f86-7784-4231-a6fe-2f5524ad4538 req-a6e76fd6-78e0-4121-9d31-3d668ce5a659 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 210 time: 0.0337431
May 14 21:43:33.433910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-7bec4b07-a404-4277-8273-9735454896e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72ef6fbeb65948a3b9cbd45229a26bec HTTP/1.1" status: 200  len: 478 time: 0.1006658
May 14 21:43:33.436452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f12b103-963b-4a9a-842d-2b58940be114,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:33.438437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.441546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d0f4d219-f4b7-4781-98d8-58a6b33cadac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f12b103-963b-4a9a-842d-2b58940be114 HTTP/1.1" status: 204  len: 168 time: 0.4216259
May 14 21:43:33.445566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:33.450500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'port': {'device_id': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'admin_state_up': True, 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'security_groups': ['64f4ee33-2356-4ddd-ac02-248e97ac7769', '75e358d7-1d4e-4038-937a-206319da376a']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:33.519717 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8d0a40c5-3971-475b-af74-95cb156c2e8b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.595322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Made reservation on behalf of 72ef6fbeb65948a3b9cbd45229a26bec for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:43:33.596725 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8d0a40c5-3971-475b-af74-95cb156c2e8b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.599720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.619149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522aa6fb20>,) {'filters': {'network_id': ['8d0a40c5-3971-475b-af74-95cb156c2e8b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:33.628706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aa6fb20>, 'bf87580b-6042-4f35-adb0-76d833fb159f') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:33.629033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aa6fb20>, 'bf87580b-6042-4f35-adb0-76d833fb159f') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:33.639689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (bf87580b-6042-4f35-adb0-76d833fb159f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.653270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (bf87580b-6042-4f35-adb0-76d833fb159f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.659512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:43:33.660020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (bf87580b-6042-4f35-adb0-76d833fb159f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:43:33.670902 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:43:33.778317 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8d0a40c5-3971-475b-af74-95cb156c2e8b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.786355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.790089 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8d0a40c5-3971-475b-af74-95cb156c2e8b HTTP/1.1" status: 204  len: 168 time: 0.3435154
May 14 21:43:33.799371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40166) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:33.808112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf9905-b996-48b7-97f9-c14ca9caf998 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0a40c5-3971-475b-af74-95cb156c2e8b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:33.850217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Deleting subnet e3947125-5fc1-4c4b-b148-b2ab12cf6544 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:43:33.854123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Publish callbacks [] for subnet (e3947125-5fc1-4c4b-b148-b2ab12cf6544), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.891091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (e3947125-5fc1-4c4b-b148-b2ab12cf6544), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:33.939834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e3947125-5fc1-4c4b-b148-b2ab12cf6544), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.058848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (e3947125-5fc1-4c4b-b148-b2ab12cf6544), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.085794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3947125-5fc1-4c4b-b148-b2ab12cf6544,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:34.089620 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.093202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e0f90546-ef08-43e5-96db-b73ccf411033 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e3947125-5fc1-4c4b-b148-b2ab12cf6544 HTTP/1.1" status: 204  len: 168 time: 0.2927957
May 14 21:43:34.095692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40168) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:34.100564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.20.0.14 (5b482ada-1091-4886-ac77-9909d7641353/18ac4534-5257-43cb-83de-475243b56da8/0217e206-fd26-4ebe-9052-2170cfdca84e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:43:34.165514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (abc425b6-ac7c-4969-a45a-b440c50f304b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.248549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (abc425b6-ac7c-4969-a45a-b440c50f304b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.261077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.269993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a925f70>,) {'filters': {'network_id': ['abc425b6-ac7c-4969-a45a-b440c50f304b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:34.280754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a925f70>, '6d2bb7c2-014f-47cf-a884-1afc15710d7d') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:34.281057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a925f70>, '6d2bb7c2-014f-47cf-a884-1afc15710d7d') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:34.291221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (6d2bb7c2-014f-47cf-a884-1afc15710d7d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.305612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6d2bb7c2-014f-47cf-a884-1afc15710d7d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.311646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:43:34.312034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (6d2bb7c2-014f-47cf-a884-1afc15710d7d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:43:34.313962 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:43:34.348912 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.393573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 5b482ada-1091-4886-ac77-9909d7641353 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:34.399104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:34.401890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:43:34.423979 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (abc425b6-ac7c-4969-a45a-b440c50f304b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.432747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=0217e206-fd26-4ebe-9052-2170cfdca84e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:34.446913 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.453489 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/abc425b6-ac7c-4969-a45a-b440c50f304b HTTP/1.1" status: 204  len: 168 time: 0.3561983
May 14 21:43:34.455029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980db4-57b1-4004-9454-853891433c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=abc425b6-ac7c-4969-a45a-b440c50f304b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:34.464107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:34.464759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.529904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-1f9d7aa5-777b-4bd3-b1b4-5eda1afaea8e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 973 time: 1.0872366
May 14 21:43:34.555747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Request body: {'port': {'device_id': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:34.606021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00687b-d9cf-42d1-8af8-66b580a3774b req-9c9d1b62-dcd8-4bff-bb7e-293f96bc81a9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:34.607735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d00687b-d9cf-42d1-8af8-66b580a3774b req-9c9d1b62-dcd8-4bff-bb7e-293f96bc81a9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 971 time: 0.0922544
May 14 21:43:34.671575 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.728877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d00687b-d9cf-42d1-8af8-66b580a3774b req-1fda997f-6638-4e57-901e-938cc3b5015a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1137159
May 14 21:43:34.747066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-37342515-bde2-43ee-bd03-bba78fb04533 None None] Provisioning complete for port 0217e206-fd26-4ebe-9052-2170cfdca84e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:34.747635 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37342515-bde2-43ee-bd03-bba78fb04533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:34.782726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-37342515-bde2-43ee-bd03-bba78fb04533 None None] Port 0217e206-fd26-4ebe-9052-2170cfdca84e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:43:34.877300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40188) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:34.922070 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7374a1aa-0455-4264-aa20-eebfabfd1be2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0166571316634a7185b9768add179654&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0433609
May 14 21:43:34.924505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:34.979991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90d20a1e-75df-4357-a285-853f4e139727 admin admin] Publish callbacks [] for security_group (7198d2fb-5ecd-4acc-9596-c2cebd3a3019), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.002704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90d20a1e-75df-4357-a285-853f4e139727 admin admin] Publish callbacks [] for security_group (7198d2fb-5ecd-4acc-9596-c2cebd3a3019), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.037495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0217e206-fd26-4ebe-9052-2170cfdca84e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:43:35.045402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Publish callbacks [] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.161112 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90d20a1e-75df-4357-a285-853f4e139727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7198d2fb-5ecd-4acc-9596-c2cebd3a3019), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.161370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Transition to ACTIVE for port object 0217e206-fd26-4ebe-9052-2170cfdca84e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:43:35.163778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90d20a1e-75df-4357-a285-853f4e139727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.164922 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90d20a1e-75df-4357-a285-853f4e139727 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7198d2fb-5ecd-4acc-9596-c2cebd3a3019 HTTP/1.1" status: 204  len: 168 time: 0.2386379
May 14 21:43:35.173285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d20a1e-75df-4357-a285-853f4e139727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7198d2fb-5ecd-4acc-9596-c2cebd3a3019,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:35.251805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.311953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Pushing event updated for resources: {'Port': ['ID=0217e206-fd26-4ebe-9052-2170cfdca84e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:35.385135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Attempting to bind port 0217e206-fd26-4ebe-9052-2170cfdca84e on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:43:35.385724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Attempting to bind port 0217e206-fd26-4ebe-9052-2170cfdca84e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:43:35.385819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Attempting to bind port 0217e206-fd26-4ebe-9052-2170cfdca84e on network 5b482ada-1091-4886-ac77-9909d7641353 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:35.392426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Port 0217e206-fd26-4ebe-9052-2170cfdca84e on network 5b482ada-1091-4886-ac77-9909d7641353 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:43:35.392636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Attempting to bind port 0217e206-fd26-4ebe-9052-2170cfdca84e on network 5b482ada-1091-4886-ac77-9909d7641353 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:43:35.398239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:43:35.398579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Checking segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:43:35.398969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Bound using segment: {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:43:35.399402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Bound port: 0217e206-fd26-4ebe-9052-2170cfdca84e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0ecdd0-6239-4f77-bade-727816a36963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5b482ada-1091-4886-ac77-9909d7641353'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:43:35.399814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.467379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] For port 0217e206-fd26-4ebe-9052-2170cfdca84e, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:43:35.470681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] For port 0217e206-fd26-4ebe-9052-2170cfdca84e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0217e206-fd26-4ebe-9052-2170cfdca84e,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:43:35.555903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.591915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:35.592420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:35.593877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] 10.222.0.48 "PUT /v2.0/ports/0217e206-fd26-4ebe-9052-2170cfdca84e HTTP/1.1" status: 200  len: 1131 time: 1.0430102
May 14 21:43:35.594397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:35.597023 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba119abd-8514-4bfa-8738-6db936e5d87e" -d '{"events": [{"name": "network-changed", "server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:35.644175 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cd2d8c-a39d-47b3-8731-b76051a021c7 x-openstack-request-id: req-b9cd2d8c-a39d-47b3-8731-b76051a021c7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:35.644546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:35.644897 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9cd2d8c-a39d-47b3-8731-b76051a021c7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:35.646216 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9cd2d8c-a39d-47b3-8731-b76051a021c7'] response: {'name': 'network-changed', 'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'status': 'completed', 'code': 200}
May 14 21:43:35.652381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726185b7-8a7c-4e7c-a655-bc8e265e3489 service neutron] Pushing event updated for resources: {'Port': ['ID=0217e206-fd26-4ebe-9052-2170cfdca84e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:35.713702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119abd-8514-4bfa-8738-6db936e5d87e req-3ff2ffd4-c6f0-410e-ae7d-92f99dc3c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:35.715294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba119abd-8514-4bfa-8738-6db936e5d87e req-3ff2ffd4-c6f0-410e-ae7d-92f99dc3c2a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1165 time: 0.0490284
May 14 21:43:35.857229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119abd-8514-4bfa-8738-6db936e5d87e req-169564f5-2139-4e5a-8ed7-d0d89127186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:35.858677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba119abd-8514-4bfa-8738-6db936e5d87e req-169564f5-2139-4e5a-8ed7-d0d89127186b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1368675
May 14 21:43:35.880896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df590b-ab98-4165-b431-d9274fa282a8 req-d03bebab-9332-4ccd-812d-0b42165c62f7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:35.882276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76df590b-ab98-4165-b431-d9274fa282a8 req-d03bebab-9332-4ccd-812d-0b42165c62f7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 983 time: 0.0700617
May 14 21:43:35.944979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40226) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:36.002091 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f0ba25c-52b8-4b1c-8e4a-314a7bd70e77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbe285e734924d40b0968ac56e83e45c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0540850
May 14 21:43:36.004328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:36.007793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76df590b-ab98-4165-b431-d9274fa282a8 req-44047067-99ec-4518-8659-22ca2e07c3ce tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1155863
May 14 21:43:36.010833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119abd-8514-4bfa-8738-6db936e5d87e req-ca18ce0c-8364-4482-b11e-ddad9d2dd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:36.012789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba119abd-8514-4bfa-8738-6db936e5d87e req-ca18ce0c-8364-4482-b11e-ddad9d2dd646 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1485248
May 14 21:43:36.054917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5563f1e9-52c2-4a7e-bc8e-fed633a1f0c6 admin admin] Publish callbacks [] for security_group (fcd5e2b6-7704-476b-ab9c-c83ac7f7e037), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:36.076884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5563f1e9-52c2-4a7e-bc8e-fed633a1f0c6 admin admin] Publish callbacks [] for security_group (fcd5e2b6-7704-476b-ab9c-c83ac7f7e037), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:36.093041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-d46a5be6-709d-4c52-b86e-092cdf6461fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:36.094577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-d46a5be6-709d-4c52-b86e-092cdf6461fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1165 time: 0.0412118
May 14 21:43:36.148896 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-3bd2916b-6323-425f-9d99-1a14e57072c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217e206-fd26-4ebe-9052-2170cfdca84e HTTP/1.1" status: 200  len: 217 time: 0.0477989
May 14 21:43:36.200270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-91f3071c-1325-47e4-91f8-168d94e1e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:36.201740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-91f3071c-1325-47e4-91f8-168d94e1e67f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18ac4534-5257-43cb-83de-475243b56da8 HTTP/1.1" status: 200  len: 834 time: 0.0467057
May 14 21:43:36.218149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5563f1e9-52c2-4a7e-bc8e-fed633a1f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fcd5e2b6-7704-476b-ab9c-c83ac7f7e037), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:36.221631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5563f1e9-52c2-4a7e-bc8e-fed633a1f0c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:36.226399 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5563f1e9-52c2-4a7e-bc8e-fed633a1f0c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcd5e2b6-7704-476b-ab9c-c83ac7f7e037 HTTP/1.1" status: 204  len: 168 time: 0.2176335
May 14 21:43:36.232612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563f1e9-52c2-4a7e-bc8e-fed633a1f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd5e2b6-7704-476b-ab9c-c83ac7f7e037,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:36.250499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-ce4b958a-f0a6-4321-ac9c-e419d62ff180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:36.252489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-ce4b958a-f0a6-4321-ac9c-e419d62ff180 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b482ada-1091-4886-ac77-9909d7641353&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450509
May 14 21:43:36.352150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-0ff4390f-f321-449e-bede-8dc55cede244 service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929503
May 14 21:43:36.443078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2922bd9-d29e-42c3-b1ac-2b2118dea1f1 req-442921f8-99da-4f88-8a3a-db4f0ca3c478 service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852702
May 14 21:43:37.139684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d87f6-46d2-4ec3-bb6a-01df0c7c7e89 req-3b98357a-6f1a-4b9d-bee7-78d0d01e21f3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:37.141189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d9d87f6-46d2-4ec3-bb6a-01df0c7c7e89 req-3b98357a-6f1a-4b9d-bee7-78d0d01e21f3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 983 time: 0.0495203
May 14 21:43:37.204950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d9d87f6-46d2-4ec3-bb6a-01df0c7c7e89 req-5d058a64-a4b3-49df-bb85-a0f31d0154ae tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0566247
May 14 21:43:38.328909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f105-bfd2-40ce-bd2e-0c03ff1fe877 req-67da4aff-9f9e-404e-8b26-9093c6acae95 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:38.330613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38e6f105-bfd2-40ce-bd2e-0c03ff1fe877 req-67da4aff-9f9e-404e-8b26-9093c6acae95 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 983 time: 0.0552361
May 14 21:43:38.392140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38e6f105-bfd2-40ce-bd2e-0c03ff1fe877 req-03018b1b-7ab4-4a28-a134-59a570662828 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0551426
May 14 21:43:39.527175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f058022-e526-4ada-9da7-b6f9174ab13e req-e135b32b-e936-41ba-978f-17d41290ade4 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:39.528847 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f058022-e526-4ada-9da7-b6f9174ab13e req-e135b32b-e936-41ba-978f-17d41290ade4 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 983 time: 0.0608189
May 14 21:43:39.587421 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f058022-e526-4ada-9da7-b6f9174ab13e req-18b574d3-1a44-44b2-b7ec-bf1c1fa89f54 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0527241
May 14 21:43:40.046340 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0217e206-fd26-4ebe-9052-2170cfdca84e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:43:40.144073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0217e206-fd26-4ebe-9052-2170cfdca84e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0217e206-fd26-4ebe-9052-2170cfdca84e,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:40.159361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'port_id': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'mac_address': 'fa:16:3e:a1:1c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:43:40.198380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 0217e206-fd26-4ebe-9052-2170cfdca84e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:40.198804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:40.212599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217e206-fd26-4ebe-9052-2170cfdca84e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:43:40.232052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0217e206-fd26-4ebe-9052-2170cfdca84e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0217e206-fd26-4ebe-9052-2170cfdca84e,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:40.315106 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:40.359469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-535054e9-fd5c-4381-8760-7849f9139feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:40.364427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=0217e206-fd26-4ebe-9052-2170cfdca84e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:40.511931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['0217e206-fd26-4ebe-9052-2170cfdca84e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:43:40.712322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcea9c8-c628-4770-8bcc-ce83b18e1451 req-9d12319c-25ed-4f10-a091-e81575d1cb2e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:40.713854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bcea9c8-c628-4770-8bcc-ce83b18e1451 req-9d12319c-25ed-4f10-a091-e81575d1cb2e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 984 time: 0.0552804
May 14 21:43:40.773120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bcea9c8-c628-4770-8bcc-ce83b18e1451 req-7f01fe7e-9dea-4c04-a643-6bcc93a0a5ff tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0520234
May 14 21:43:41.193198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-b153c5eb-7279-4ac4-a0a8-5999f5122edd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388699
May 14 21:43:41.285312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553108a-b700-4237-8094-b0088880dc71 req-9ef6a97f-6f22-4b2e-8fd3-d552f7423f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:41.286868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-9ef6a97f-6f22-4b2e-8fd3-d552f7423f0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8526cad5fef54772a988df44138c90fe&device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 1131 time: 0.0446773
May 14 21:43:41.389092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553108a-b700-4237-8094-b0088880dc71 req-5733e2e6-6555-4877-81e7-84c5e6da2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:41.390579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-5733e2e6-6555-4877-81e7-84c5e6da2113 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4aaecb0-40ad-436e-985f-0eab837f5551 HTTP/1.1" status: 200  len: 870 time: 0.0855525
May 14 21:43:41.435621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-010e0538-71a9-499e-8024-9744f4910016 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513 HTTP/1.1" status: 200  len: 217 time: 0.0387392
May 14 21:43:41.497103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553108a-b700-4237-8094-b0088880dc71 req-f6477f98-40aa-41e7-99f6-da1046c88de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:41.498593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-f6477f98-40aa-41e7-99f6-da1046c88de6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0568709
May 14 21:43:41.543071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553108a-b700-4237-8094-b0088880dc71 req-8baa517d-35c0-4b00-b680-c2d123dcb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:41.547054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-8baa517d-35c0-4b00-b680-c2d123dcb2d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0397892
May 14 21:43:41.640497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-5f1f8e7b-9cc3-483c-bac8-b24c22a805dc service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887120
May 14 21:43:41.729422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9553108a-b700-4237-8094-b0088880dc71 req-8372b7c6-8f8f-4eaf-a96f-ed883678e0bc service neutron] 10.222.0.36 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813193
May 14 21:43:41.899242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f5051-82eb-4881-b844-f96a9e25b5a0 req-9cf6a28b-0379-453a-8f86-a9877c0ca4e1 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:41.899242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d84f5051-82eb-4881-b844-f96a9e25b5a0 req-9cf6a28b-0379-453a-8f86-a9877c0ca4e1 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 984 time: 0.0528891
May 14 21:43:41.963131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d84f5051-82eb-4881-b844-f96a9e25b5a0 req-6a1cacf2-df06-466a-b783-21b45ac76fee tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0567284
May 14 21:43:42.052426 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:42.062765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0217e206-fd26-4ebe-9052-2170cfdca84e up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:43:42.107551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 0217e206-fd26-4ebe-9052-2170cfdca84e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:43:42.194080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 0217e206-fd26-4ebe-9052-2170cfdca84e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:43:42.194453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:42.282120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 0217e206-fd26-4ebe-9052-2170cfdca84e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:43:42.282524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:42.306772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:42.309088 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242b82e6-f8ac-463c-980e-be2436c6db5d" -d '{"events": [{"server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "name": "network-vif-plugged", "status": "completed", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:42.322902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 0217e206-fd26-4ebe-9052-2170cfdca84e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0217e206-fd26-4ebe-9052-2170cfdca84e,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:42.352482 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dba771-c895-416e-a0a2-9a7a7cfabac8 x-openstack-request-id: req-93dba771-c895-416e-a0a2-9a7a7cfabac8 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:42.352763 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "name": "network-vif-plugged", "status": "completed", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:42.353015 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93dba771-c895-416e-a0a2-9a7a7cfabac8 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:42.353418 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dba771-c895-416e-a0a2-9a7a7cfabac8'] response: {'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'code': 200}
May 14 21:43:42.400799 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:42.450291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4943333-066c-4b60-8c85-29b42c806ca3 req-eb5cca1a-8ad3-4d0b-aa06-c2b8d98d437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:42.452139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4943333-066c-4b60-8c85-29b42c806ca3 req-eb5cca1a-8ad3-4d0b-aa06-c2b8d98d437f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1167 time: 0.0463407
May 14 21:43:42.453317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=0217e206-fd26-4ebe-9052-2170cfdca84e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:42.504764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4943333-066c-4b60-8c85-29b42c806ca3 req-819d22a8-3afc-4a1c-9b2a-5a561001f1ae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=75e358d7-1d4e-4038-937a-206319da376a&id=64f4ee33-2356-4ddd-ac02-248e97ac7769&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0468802
May 14 21:43:42.544036 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:42.841535 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-655a0af0-1b2c-4d1f-b4fe-393e08680185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:43.082770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53881a20-2dab-497f-bca2-2313e99b7353 req-ce64fe2c-a10d-4b1e-8be3-6d1a4aaa838f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:43.084296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53881a20-2dab-497f-bca2-2313e99b7353 req-ce64fe2c-a10d-4b1e-8be3-6d1a4aaa838f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 985 time: 0.0482397
May 14 21:43:43.145507 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53881a20-2dab-497f-bca2-2313e99b7353 req-87c5761f-eb59-45e2-8358-20fdd438e173 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0544071
May 14 21:43:43.852499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:44.269661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a41172-11e4-4da9-9a5b-65534a721399 req-7e8ba2e1-47cb-48c4-bcb9-d40ec7b3c72f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:44.271219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a41172-11e4-4da9-9a5b-65534a721399 req-7e8ba2e1-47cb-48c4-bcb9-d40ec7b3c72f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 985 time: 0.0513244
May 14 21:43:44.330536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a41172-11e4-4da9-9a5b-65534a721399 req-5d616c92-4e8b-4ea1-8b46-586e43b76495 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0522287
May 14 21:43:44.458216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e12d8-308a-4431-af97-9a40819dd6b8 req-d5f0b9af-b5df-4d7a-bbb4-6f0aad279f9d tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:44.459808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-895e12d8-308a-4431-af97-9a40819dd6b8 req-d5f0b9af-b5df-4d7a-bbb4-6f0aad279f9d tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 985 time: 0.0492837
May 14 21:43:44.519624 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-895e12d8-308a-4431-af97-9a40819dd6b8 req-17050d18-2596-4e95-8b8b-403207de60f6 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0531905
May 14 21:43:44.629232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b980-8b5e-4d57-8da1-31eb7e5a2200 req-5ef48f63-423b-4c3f-8cf1-d5eae0a058fc tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:44.631012 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aba3b980-8b5e-4d57-8da1-31eb7e5a2200 req-5ef48f63-423b-4c3f-8cf1-d5eae0a058fc tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1167 time: 0.0413291
May 14 21:43:44.654043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aba3b980-8b5e-4d57-8da1-31eb7e5a2200 req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:44.728451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aba3b980-8b5e-4d57-8da1-31eb7e5a2200 req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Publish callbacks [] for security_group (6f112808-8c7d-4f5b-9db8-069ee4dc83ae), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:44.777914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-aba3b980-8b5e-4d57-8da1-31eb7e5a2200 req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6f112808-8c7d-4f5b-9db8-069ee4dc83ae), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:44.817495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f112808-8c7d-4f5b-9db8-069ee4dc83ae,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:44.837478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.837977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.838422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.838766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.839112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.839448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.839808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.840140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.840476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.840805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.841136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.841466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.841816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.842144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.842471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:43:44.847934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aba3b980-8b5e-4d57-8da1-31eb7e5a2200 req-75e0ee42-5d44-430d-8991-285de88b6293 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.2111115
May 14 21:43:44.871004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40448) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:44.910611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b3707-f1b9-4457-b2ee-41eeb47e4e1e tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:44.912145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d28b3707-f1b9-4457-b2ee-41eeb47e4e1e tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1162 time: 0.0400562
May 14 21:43:44.915046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40450) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:44.919278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:43:45.022956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:45.107992 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:45.208710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.35.4.185 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a0f9eb0c-48df-4386-878d-f0ffea123fa5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:43:45.326854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:45.412686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:45.461367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:43:45.469036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:43:45.471764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:43:45.496624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=a0f9eb0c-48df-4386-878d-f0ffea123fa5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:45.715604 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:45.924114 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for floatingip (d2f6e401-85a2-4964-b3fe-9fe1311453e9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:46.103979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:46.327996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:46.401257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:46.473260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=a0f9eb0c-48df-4386-878d-f0ffea123fa5,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:46.485489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d2f6e401-85a2-4964-b3fe-9fe1311453e9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:46.601953 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Floating IP d2f6e401-85a2-4964-b3fe-9fe1311453e9 associated. External IP: 172.35.4.185, port: 0217e206-fd26-4ebe-9052-2170cfdca84e.
May 14 21:43:46.834749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:46.844014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:43:46.964439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:43:46.975634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] Sync routers for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:43:46.985383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:46.986067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a1dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:47.043863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:47.078101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-69e5a313-8428-4016-9a9a-ea8fec9f3d45 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.1597307
May 14 21:43:47.078101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:47.078995 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc437379-9ad9-4f57-afd8-e2cc8639486b" -d '{"events": [{"name": "network-changed", "server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:47.079144 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:47.103745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:47.149870 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66753cd3-3958-48d9-8465-09688ccee008 x-openstack-request-id: req-66753cd3-3958-48d9-8465-09688ccee008 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:47.150158 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:47.150400 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66753cd3-3958-48d9-8465-09688ccee008 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:47.150807 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66753cd3-3958-48d9-8465-09688ccee008'] response: {'name': 'network-changed', 'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'status': 'completed', 'code': 200}
May 14 21:43:47.219159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-4b3d8948-9732-47f1-ac55-fdf79c5a9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.221088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-4b3d8948-9732-47f1-ac55-fdf79c5a9467 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1167 time: 0.0495772
May 14 21:43:47.288567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b9a-1e00-415d-871f-c64617e6cd19 req-d99e7a5e-dfda-4c4f-9453-58b6233a5621 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.290139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7058b9a-1e00-415d-871f-c64617e6cd19 req-d99e7a5e-dfda-4c4f-9453-58b6233a5621 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 949 time: 0.0680058
May 14 21:43:47.300820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca6ebb-2868-45ef-9876-61af763b9bdb tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.301347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca6ebb-2868-45ef-9876-61af763b9bdb tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.302489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca6ebb-2868-45ef-9876-61af763b9bdb tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.303019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca6ebb-2868-45ef-9876-61af763b9bdb tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.307931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-15ca6ebb-2868-45ef-9876-61af763b9bdb tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.2276633
May 14 21:43:47.308670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40496) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:47.358724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a1dc10>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd2f6e401-85a2-4964-b3fe-9fe1311453e9', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'floating_ip_address': '172.35.4.185', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'port_id': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'mac_address': 'fa:16:3e:a1:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:43:45Z', 'updated_at': '2022-05-14T21:43:45Z', 'revision_number': 0, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:47.403021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7058b9a-1e00-415d-871f-c64617e6cd19 req-79309ed4-646f-4a3c-819e-9bdcbc8923c6 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008835
May 14 21:43:47.404051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] Checking router: b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:43:47.404294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-aaca2f76-a490-4fae-bc87-782bfa303ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.404719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-aaca2f76-a490-4fae-bc87-782bfa303ecd service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b482ada-1091-4886-ac77-9909d7641353 HTTP/1.1" status: 200  len: 898 time: 0.1437092
May 14 21:43:47.412489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:43:47.413061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a1dc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:43:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:47.458521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e6db9-f866-4814-a9e9-3a94b697324f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.459082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e6db9-f866-4814-a9e9-3a94b697324f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.460280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e6db9-f866-4814-a9e9-3a94b697324f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.460924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e6db9-f866-4814-a9e9-3a94b697324f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.469575 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2d7e6db9-f866-4814-a9e9-3a94b697324f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.1587842
May 14 21:43:47.469575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 40500) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:47.509615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-f1aca131-2287-446b-be0b-2d81234ac3b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217e206-fd26-4ebe-9052-2170cfdca84e HTTP/1.1" status: 200  len: 1000 time: 0.0988219
May 14 21:43:47.567597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-b22849c7-12c6-44a4-bc9b-665d27cfda2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.569111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-b22849c7-12c6-44a4-bc9b-665d27cfda2e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18ac4534-5257-43cb-83de-475243b56da8 HTTP/1.1" status: 200  len: 834 time: 0.0524771
May 14 21:43:47.614209 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6047dd6d-8e5a-4b2a-8e65-852cc1ff29ee tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1613 time: 0.1434722
May 14 21:43:47.614473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-ca2f5ac1-33d5-44c4-939a-73c7e5aef006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:47.615759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-ca2f5ac1-33d5-44c4-939a-73c7e5aef006 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b482ada-1091-4886-ac77-9909d7641353&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403728
May 14 21:43:47.616556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 40504) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:43:47.716000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:43:47.984365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a1dc10>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd2f6e401-85a2-4964-b3fe-9fe1311453e9', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'floating_ip_address': '172.35.4.185', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'port_id': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'mac_address': 'fa:16:3e:a1:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:43:45Z', 'updated_at': '2022-05-14T21:43:45Z', 'revision_number': 0, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:43:48.016891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530761ef-c8f0-46cc-91f4-8e9ca86c5330 None None] The sync data for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 is: [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd2f6e401-85a2-4964-b3fe-9fe1311453e9', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'floating_ip_address': '172.35.4.185', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'port_id': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'mac_address': 'fa:16:3e:a1:1c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:43:45Z', 'updated_at': '2022-05-14T21:43:45Z', 'revision_number': 0, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:43:48.085967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b5f57-1e72-4f7f-b924-9d8b9437be8d tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:48.086451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b5f57-1e72-4f7f-b924-9d8b9437be8d tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:48.090837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-364b5f57-1e72-4f7f-b924-9d8b9437be8d tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 HTTP/1.1" status: 200  len: 2063 time: 0.4709470
May 14 21:43:48.120009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-199e2468-c55c-4684-84ca-5b975eb87601 service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4939702
May 14 21:43:48.214854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc437379-9ad9-4f57-afd8-e2cc8639486b req-a77cbc57-d05f-4e52-a3ff-042a2f287922 service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890334
May 14 21:43:48.248175 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dec283-2404-42e0-a2fe-3e0f570e06fb None None] New status for floating IP d2f6e401-85a2-4964-b3fe-9fe1311453e9: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:43:48.542986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ac69d-e222-4ab3-8dc7-16807c6c2522 req-43bcd449-934e-4681-ae09-46de0bc1bc43 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:48.544523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b79ac69d-e222-4ab3-8dc7-16807c6c2522 req-43bcd449-934e-4681-ae09-46de0bc1bc43 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 949 time: 0.0625968
May 14 21:43:48.592717 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b79ac69d-e222-4ab3-8dc7-16807c6c2522 req-9d5301ad-e3e6-4ab2-acc4-c9c32a74c8d8 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/security-groups?id=47a00cb7-7bee-4820-978f-23a956f6e72f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423405
May 14 21:43:48.723875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-f67de58e-1fda-4972-85f4-ded82cf6a4c1 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:43:48.723875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-f67de58e-1fda-4972-85f4-ded82cf6a4c1 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.36 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 949 time: 0.0532722
May 14 21:43:48.809749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Deleting port a2e00c97-6d45-43c9-993c-f7d6c4050513 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:43:48.810090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:48.906500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] For port a2e00c97-6d45-43c9-993c-f7d6c4050513, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2e00c97-6d45-43c9-993c-f7d6c4050513,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:43:48.906770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:48.920557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Calling delete_port for a2e00c97-6d45-43c9-993c-f7d6c4050513 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:43:49.097975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a2e00c97-6d45-43c9-993c-f7d6c4050513), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:49.113013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a2e00c97-6d45-43c9-993c-f7d6c4050513'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:43:49.137463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Pushing event deleted for resources: {'Port': ['ID=a2e00c97-6d45-43c9-993c-f7d6c4050513,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:43:49.204332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] No DVR routers for this DVR port a2e00c97-6d45-43c9-993c-f7d6c4050513 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:43:49.207141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:43:49.210502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-782ead44-5404-42b3-bb27-641790f4c8d6 req-184c8866-d37c-4e99-a418-8794beda0089 tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.36 "DELETE /v2.0/ports/a2e00c97-6d45-43c9-993c-f7d6c4050513 HTTP/1.1" status: 204  len: 173 time: 0.4818935
May 14 21:43:49.210960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'name': 'network-vif-deleted', 'tag': 'a2e00c97-6d45-43c9-993c-f7d6c4050513'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:43:49.213979 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f432fd7-6ec7-454c-bdb1-c57c950c4485" -d '{"events": [{"server_uuid": "88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5", "name": "network-vif-deleted", "tag": "a2e00c97-6d45-43c9-993c-f7d6c4050513"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:43:49.251107 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc538e12-d71b-44f7-83dc-05013fae4a3f x-openstack-request-id: req-cc538e12-d71b-44f7-83dc-05013fae4a3f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:43:49.251402 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5", "name": "network-vif-deleted", "tag": "a2e00c97-6d45-43c9-993c-f7d6c4050513", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:43:49.251681 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc538e12-d71b-44f7-83dc-05013fae4a3f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:43:49.252097 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc538e12-d71b-44f7-83dc-05013fae4a3f'] response: {'server_uuid': '88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5', 'name': 'network-vif-deleted', 'tag': 'a2e00c97-6d45-43c9-993c-f7d6c4050513', 'status': 'completed', 'code': 200}
May 14 21:43:49.702964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-620aef5b-d7ab-4621-8d63-39ac42d09065 req-7c7b058c-c530-4c11-854f-ba88098c3eaa tempest-VolumesBackupsTest-1778047115 tempest-VolumesBackupsTest-1778047115-project] 10.222.0.52 "GET /v2.0/ports?device_id=88c52cbb-5c1d-48b7-aa24-cb6bd0f468d5 HTTP/1.1" status: 200  len: 210 time: 0.0275900
May 14 21:43:52.433589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a2e00c97-6d45-43c9-993c-f7d6c4050513 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:43:52.453751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: a2e00c97-6d45-43c9-993c-f7d6c4050513 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:43:52.454095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a2e00c97-6d45-43c9-993c-f7d6c4050513 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:08.446211 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:44:10.371167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cf14b147-21e5-4eac-8c46-37023f2e4557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:12.028428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:12.582509 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:12.840379 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a3bcdc5-78d1-480d-ade3-be20e2b04b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:13.931024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.242001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41058) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:14.351270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ca5318-703a-4112-a7ae-117c42570b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.428094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ca5318-703a-4112-a7ae-117c42570b78 admin admin] Publish callbacks [] for security_group (9aeb429d-2a5d-4871-bb1b-583432e88e8f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.501673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-31ca5318-703a-4112-a7ae-117c42570b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9aeb429d-2a5d-4871-bb1b-583432e88e8f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.541643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca5318-703a-4112-a7ae-117c42570b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeb429d-2a5d-4871-bb1b-583432e88e8f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:14.545862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-31ca5318-703a-4112-a7ae-117c42570b78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fae4cdc60e2f46bf8189dce15ab62978&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3028576
May 14 21:44:14.548606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41080) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:14.599633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-946ea17d-571b-4822-96f8-e242e55c86b4 admin admin] Publish callbacks [] for security_group (9aeb429d-2a5d-4871-bb1b-583432e88e8f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.621502 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-946ea17d-571b-4822-96f8-e242e55c86b4 admin admin] Publish callbacks [] for security_group (9aeb429d-2a5d-4871-bb1b-583432e88e8f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.754351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-946ea17d-571b-4822-96f8-e242e55c86b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9aeb429d-2a5d-4871-bb1b-583432e88e8f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.757057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-946ea17d-571b-4822-96f8-e242e55c86b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:14.758327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-946ea17d-571b-4822-96f8-e242e55c86b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9aeb429d-2a5d-4871-bb1b-583432e88e8f HTTP/1.1" status: 204  len: 168 time: 0.2087011
May 14 21:44:14.767076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ea17d-571b-4822-96f8-e242e55c86b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeb429d-2a5d-4871-bb1b-583432e88e8f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:15.440221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41120) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:15.455382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24df53ad-23f3-4f64-8ede-4912f416e65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.545063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24df53ad-23f3-4f64-8ede-4912f416e65c admin admin] Publish callbacks [] for security_group (e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.606216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-24df53ad-23f3-4f64-8ede-4912f416e65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.646182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-24df53ad-23f3-4f64-8ede-4912f416e65c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e35ecebc92d248d684e05ad6ea30c8da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2042935
May 14 21:44:15.647068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df53ad-23f3-4f64-8ede-4912f416e65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:15.649334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41122) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:15.697403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.724663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Publish callbacks [] for security_group (e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.746306 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Publish callbacks [] for security_group (e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.857026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.860323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:15.861483 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81 HTTP/1.1" status: 204  len: 168 time: 0.2111521
May 14 21:44:15.869668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f03a7e-ad90-4fde-8ee4-0ead1ff14a81,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:15.877912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.878256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.878594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.878928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.879259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.879616 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.879944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.880299 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.880577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.880897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.881216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.881535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.881851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.882167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:15.882481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6aa783-87b9-407c-93f7-32987daf7801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:16.836646 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.167862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:21.250828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cab34aa4-0c64-48f0-b2fc-9f1ef451ffc8 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 1375 time: 0.0816803
May 14 21:44:21.254505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41244) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:21.259114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'network': {'name': 'tempest-network-smoke--1495812324', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'port_security_enabled': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:44:21.370566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Made reservation on behalf of 72ef6fbeb65948a3b9cbd45229a26bec for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:44:21.374930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.414875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:44:21.424772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b17a75d4-54ab-4643-8bdc-fe19117acc87), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.425188 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Added segment b17a75d4-54ab-4643-8bdc-fe19117acc87 of type vlan for network 4f892917-f415-425c-a436-49df8fe81795
May 14 21:44:21.473622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (4f892917-f415-425c-a436-49df8fe81795), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.656716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (4f892917-f415-425c-a436-49df8fe81795), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.662690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:21.663322 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.734006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Network': ['ID=4f892917-f415-425c-a436-49df8fe81795,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:21.744620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 4f892917-f415-425c-a436-49df8fe81795 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:44:21.752669 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5475668d-0f1a-40ab-94ef-2d7f3abf19e3 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 751 time: 0.4970372
May 14 21:44:21.757706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:21.761341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'admin_state_up': True, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:44:21.886360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (97037c6a-a2eb-4459-af60-dd94e7d192f8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.887514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (97037c6a-a2eb-4459-af60-dd94e7d192f8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:21.947900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_controller (97037c6a-a2eb-4459-af60-dd94e7d192f8), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:22.229090 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (97037c6a-a2eb-4459-af60-dd94e7d192f8), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:22.506495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (97037c6a-a2eb-4459-af60-dd94e7d192f8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:22.527549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:22.631843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.35.4.169 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/cc856a1b-0ccc-4f08-bae5-a1930867d66e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:44:22.739707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:22.864419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:22.904281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:44:22.909711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:44:22.913271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:44:22.918900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=cc856a1b-0ccc-4f08-bae5-a1930867d66e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:23.264508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (97037c6a-a2eb-4459-af60-dd94e7d192f8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:23.475335 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (97037c6a-a2eb-4459-af60-dd94e7d192f8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:23.708865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router 97037c6a-a2eb-4459-af60-dd94e7d192f8 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:44:23.827321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:44:23.839586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Sync routers for ids ['97037c6a-a2eb-4459-af60-dd94e7d192f8'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:44:23.851039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Routers {'97037c6a-a2eb-4459-af60-dd94e7d192f8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:23.851697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230485ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['97037c6a-a2eb-4459-af60-dd94e7d192f8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:23.962296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:23.963780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1a0bb28a-1c5e-422d-aab6-d7376ce9613c tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2065592
May 14 21:44:23.966744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41302) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:23.968704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Set router 97037c6a-a2eb-4459-af60-dd94e7d192f8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:24.080884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dd5566-42aa-4bbb-be27-e470fc887b2d tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:24.083367 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-56dd5566-42aa-4bbb-be27-e470fc887b2d tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=72ef6fbeb65948a3b9cbd45229a26bec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1152976
May 14 21:44:24.086141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:24.166019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230485ca0>, [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:23Z', 'revision_number': 3, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:24.208904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Checking router: 97037c6a-a2eb-4459-af60-dd94e7d192f8 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:44:24.209605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Updating router 97037c6a-a2eb-4459-af60-dd94e7d192f8 port cc856a1b-0ccc-4f08-bae5-a1930867d66e binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:44:24.239121 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.275168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633ffab6-decf-4db9-a651-67af08a1ac7c tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:24.276843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-633ffab6-decf-4db9-a651-67af08a1ac7c tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1894345
May 14 21:44:24.279654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41312) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:24.309473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e654a277-326f-41f5-a3c0-8ecdffc84b42 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0287149
May 14 21:44:24.312308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41314) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:24.341478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-49498da9-7bfa-4ab4-9089-b33495726685 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=72ef6fbeb65948a3b9cbd45229a26bec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0280092
May 14 21:44:24.343943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41316) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:24.439010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea05a5a-4c61-472e-9d41-8e012f0e72e0 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:24.440552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ea05a5a-4c61-472e-9d41-8e012f0e72e0 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0946631
May 14 21:44:24.443469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41318) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:24.471927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-02c0e1eb-174e-4e5d-ab60-8c7682365b6f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0273230
May 14 21:44:24.474385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41322) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:24.479498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1879213816', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:44:24.539191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Publish callbacks [] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.634203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.644513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Made reservation on behalf of 72ef6fbeb65948a3b9cbd45229a26bec for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:44:24.648402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.698415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Attempting to bind port cc856a1b-0ccc-4f08-bae5-a1930867d66e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:44:24.698791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Attempting to bind port cc856a1b-0ccc-4f08-bae5-a1930867d66e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:44:24.699161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Attempting to bind port cc856a1b-0ccc-4f08-bae5-a1930867d66e on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:44:24.701122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Pushing event updated for resources: {'Port': ['ID=cc856a1b-0ccc-4f08-bae5-a1930867d66e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:24.710624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:44:24.711007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:44:24.711453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.714760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:44:24.714760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Bound port: cc856a1b-0ccc-4f08-bae5-a1930867d66e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:44:24.714760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.715783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.716132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.716477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.716817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.717151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.717486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.717816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.718151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.718515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.718845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.719173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.719624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.719953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.720280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.720608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:24.774574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] For port cc856a1b-0ccc-4f08-bae5-a1930867d66e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:44:24.778093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] For port cc856a1b-0ccc-4f08-bae5-a1930867d66e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc856a1b-0ccc-4f08-bae5-a1930867d66e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:44:24.839351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.894693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Routers {'97037c6a-a2eb-4459-af60-dd94e7d192f8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:24.895281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230485ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['97037c6a-a2eb-4459-af60-dd94e7d192f8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:24.937839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (2c200f47-197a-4833-9f8b-01443e70f5a6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:24.941362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f62a06-9f73-45be-a288-5418cc2c521b None None] Pushing event updated for resources: {'Port': ['ID=cc856a1b-0ccc-4f08-bae5-a1930867d66e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:25.003790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Subnet': ['ID=2c200f47-197a-4833-9f8b-01443e70f5a6,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:25.018742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Checking segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:44:25.019249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network hostable DHCP agents. Network: 4f892917-f415-425c-a436-49df8fe81795, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:44:25.022194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] Set router 97037c6a-a2eb-4459-af60-dd94e7d192f8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:25.159192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 4f892917-f415-425c-a436-49df8fe81795 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:44:25.188883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230485ca0>, [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:23Z', 'revision_number': 3, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:25.218383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6f32d-b9d3-4360-a2e6-64de19c64caa None None] The sync data for ids ['97037c6a-a2eb-4459-af60-dd94e7d192f8'] in ncdv-master-1 is: [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:23Z', 'revision_number': 3, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:44:25.256571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4f892917-f415-425c-a436-49df8fe81795) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:44:25.261136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:25.261910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:25.266026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542c7bd8-8199-4bb4-8258-5a1440616ed8 None None] Network 4f892917-f415-425c-a436-49df8fe81795 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:44:25.348567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12066bc8-3812-4806-a8dd-299abb315702 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.8703969
May 14 21:44:25.349287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41328) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:25.374574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4f892917-f415-425c-a436-49df8fe81795', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'fixed_ips': [{'subnet_id': '2c200f47-197a-4833-9f8b-01443e70f5a6'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:44:25.375683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:25.567926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Allocated IP 172.20.0.18 (4f892917-f415-425c-a436-49df8fe81795/2c200f47-197a-4833-9f8b-01443e70f5a6/9a533176-7592-4b54-b989-4f12ae3e2e31) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:44:25.752416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Publish callbacks [] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:25.840456 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:25.880320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Network 4f892917-f415-425c-a436-49df8fe81795 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:44:25.885452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:44:25.889141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:44:25.903188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Pushing event updated for resources: {'Port': ['ID=9a533176-7592-4b54-b989-4f12ae3e2e31,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:25.947103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:25.987043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Attempting to bind port 9a533176-7592-4b54-b989-4f12ae3e2e31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:44:25.987744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Attempting to bind port 9a533176-7592-4b54-b989-4f12ae3e2e31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:44:25.988117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Attempting to bind port 9a533176-7592-4b54-b989-4f12ae3e2e31 on network 4f892917-f415-425c-a436-49df8fe81795 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:44:25.993633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:44:25.994015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Checking segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:44:25.994427 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:25.994826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Bound using segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:44:25.995298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Bound port: 9a533176-7592-4b54-b989-4f12ae3e2e31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:44:25.995707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:26.074228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] For port 9a533176-7592-4b54-b989-4f12ae3e2e31, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:44:26.077916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] For port 9a533176-7592-4b54-b989-4f12ae3e2e31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a533176-7592-4b54-b989-4f12ae3e2e31,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:44:26.173090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:26.236687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f7dd3-ebb4-4c3c-8aa6-209af310e629 None None] Pushing event updated for resources: {'Port': ['ID=9a533176-7592-4b54-b989-4f12ae3e2e31,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:26.335106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.20.0.17 (4f892917-f415-425c-a436-49df8fe81795/2c200f47-197a-4833-9f8b-01443e70f5a6/c103b16c-eedb-4bd7-9f7e-a542292751e5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:44:26.791978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cc856a1b-0ccc-4f08-bae5-a1930867d66e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:44:26.842258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:26.843784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cc856a1b-0ccc-4f08-bae5-a1930867d66e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:26.844197 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:26.931361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cc856a1b-0ccc-4f08-bae5-a1930867d66e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:26.932109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:26.948166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:26.956517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port cc856a1b-0ccc-4f08-bae5-a1930867d66e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc856a1b-0ccc-4f08-bae5-a1930867d66e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:26.994140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 4f892917-f415-425c-a436-49df8fe81795 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:44:26.997457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:44:27.004173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:44:27.038889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=c103b16c-eedb-4bd7-9f7e-a542292751e5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:27.058850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (97037c6a-a2eb-4459-af60-dd94e7d192f8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.068304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.069293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a533176-7592-4b54-b989-4f12ae3e2e31 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:44:27.160849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=cc856a1b-0ccc-4f08-bae5-a1930867d66e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:27.170921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9a533176-7592-4b54-b989-4f12ae3e2e31 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:27.170921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.277325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9a533176-7592-4b54-b989-4f12ae3e2e31 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:27.277712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.316961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 9a533176-7592-4b54-b989-4f12ae3e2e31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a533176-7592-4b54-b989-4f12ae3e2e31,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:27.381989 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.385464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.434749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=9a533176-7592-4b54-b989-4f12ae3e2e31,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:27.782437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.896545 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:27.926060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc21d32b-3f5d-4217-9ce8-be3ae0e1cc19 None None] Network 4f892917-f415-425c-a436-49df8fe81795 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:44:27.981449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=c103b16c-eedb-4bd7-9f7e-a542292751e5,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:27.985622 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (97037c6a-a2eb-4459-af60-dd94e7d192f8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.123285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 4f892917-f415-425c-a436-49df8fe81795 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:44:28.131028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:44:28.196296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f32f9b37-6a44-4728-a0d6-dbee09fa7af6 None None] Provisioning complete for port 9a533176-7592-4b54-b989-4f12ae3e2e31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:28.197347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f32f9b37-6a44-4728-a0d6-dbee09fa7af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.265096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router 97037c6a-a2eb-4459-af60-dd94e7d192f8 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:44:28.316569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f32f9b37-6a44-4728-a0d6-dbee09fa7af6 None None] Current status of the port 9a533176-7592-4b54-b989-4f12ae3e2e31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:28.389682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:44:28.402077 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Sync routers for ids ['97037c6a-a2eb-4459-af60-dd94e7d192f8'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:44:28.403997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-af0d8633-d80f-40a6-92b8-f664d4010395 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "PUT /v2.0/routers/97037c6a-a2eb-4459-af60-dd94e7d192f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0500078
May 14 21:44:28.414367 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Routers {'97037c6a-a2eb-4459-af60-dd94e7d192f8'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:28.415006 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d29a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['97037c6a-a2eb-4459-af60-dd94e7d192f8'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:28.536497 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Set router 97037c6a-a2eb-4459-af60-dd94e7d192f8 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:28.550606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-aa5933cc-de40-4e9c-bf10-96ee85193c4b None None] Provisioning complete for port c103b16c-eedb-4bd7-9f7e-a542292751e5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:28.550903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aa5933cc-de40-4e9c-bf10-96ee85193c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.615111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aa5933cc-de40-4e9c-bf10-96ee85193c4b None None] Port c103b16c-eedb-4bd7-9f7e-a542292751e5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:44:28.624971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-aa5933cc-de40-4e9c-bf10-96ee85193c4b None None] Provisioning complete for port 9a533176-7592-4b54-b989-4f12ae3e2e31 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:28.625757 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aa5933cc-de40-4e9c-bf10-96ee85193c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.725095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-29e3c751-a549-4211-8de3-0fd9ee132506 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:28.728311 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-29e3c751-a549-4211-8de3-0fd9ee132506 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/networks?id=4f892917-f415-425c-a436-49df8fe81795 HTTP/1.1" status: 200  len: 798 time: 0.1504610
May 14 21:44:28.745777 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-84ac5d76-59c2-485f-b459-b4d80aff6025 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/quotas/72ef6fbeb65948a3b9cbd45229a26bec HTTP/1.1" status: 200  len: 375 time: 0.0110962
May 14 21:44:28.784463 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d29a30>, [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c103b16c-eedb-4bd7-9f7e-a542292751e5', 'name': '', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:bb:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:26Z', 'updated_at': '2022-05-14T21:44:27Z', 'revision_number': 2, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:28.806369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aa5933cc-de40-4e9c-bf10-96ee85193c4b None None] Current status of the port 9a533176-7592-4b54-b989-4f12ae3e2e31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:28.818808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cc856a1b-0ccc-4f08-bae5-a1930867d66e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:44:28.824013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-40c469b6-5c4d-491b-aed2-2e0a99891fbc tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0711131
May 14 21:44:28.839757 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Checking router: 97037c6a-a2eb-4459-af60-dd94e7d192f8 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:44:28.840345 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Updating router 97037c6a-a2eb-4459-af60-dd94e7d192f8 port c103b16c-eedb-4bd7-9f7e-a542292751e5 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:44:28.841185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-f4f5f741-446d-4879-a7a3-cbd60313f1ab service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:44:28.842443 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-f4f5f741-446d-4879-a7a3-cbd60313f1ab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0084314
May 14 21:44:28.882071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port cc856a1b-0ccc-4f08-bae5-a1930867d66e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:28.882583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.882941 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.940187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7ad1343e-a2ec-4f70-b711-23abd5240c22 None None] Provisioning complete for port c103b16c-eedb-4bd7-9f7e-a542292751e5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:28.940871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7ad1343e-a2ec-4f70-b711-23abd5240c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:28.971559 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-52ebbe13-9009-425e-8a3b-008e2d6cc9c1 service neutron] 10.222.0.52 "GET /v2.0/networks/4f892917-f415-425c-a436-49df8fe81795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222370
May 14 21:44:29.008712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1343e-a2ec-4f70-b711-23abd5240c22 None None] Port c103b16c-eedb-4bd7-9f7e-a542292751e5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:44:29.023702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port cc856a1b-0ccc-4f08-bae5-a1930867d66e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:29.027000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a533176-7592-4b54-b989-4f12ae3e2e31 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:44:29.076484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9a533176-7592-4b54-b989-4f12ae3e2e31 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:29.076924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.090613 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-2f89c332-a195-4b10-a310-c8e34e2e9c47 service neutron] 10.222.0.52 "GET /v2.0/networks/4f892917-f415-425c-a436-49df8fe81795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117792
May 14 21:44:29.186484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9a533176-7592-4b54-b989-4f12ae3e2e31 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:29.227077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9099c434-c437-4405-b1b1-f1f1eebef1e4 None None] Provisioning complete for port c103b16c-eedb-4bd7-9f7e-a542292751e5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:29.227863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9099c434-c437-4405-b1b1-f1f1eebef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.262554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9099c434-c437-4405-b1b1-f1f1eebef1e4 None None] Port c103b16c-eedb-4bd7-9f7e-a542292751e5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:44:29.275530 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Publish callbacks [] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.371402 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.385530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6dca7d09-00d3-42a5-a1c6-6f20ed9e6864 req-39f62bd6-2e5a-45ff-bd04-032272586ffb tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 210 time: 0.0332780
May 14 21:44:29.449671 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a44e32-1b88-41d7-8625-7a95d48089d9 None None] Pushing event updated for resources: {'Port': ['ID=c103b16c-eedb-4bd7-9f7e-a542292751e5,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:29.485633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Attempting to bind port c103b16c-eedb-4bd7-9f7e-a542292751e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:44:29.486139 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Attempting to bind port c103b16c-eedb-4bd7-9f7e-a542292751e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:44:29.486691 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Attempting to bind port c103b16c-eedb-4bd7-9f7e-a542292751e5 on network 4f892917-f415-425c-a436-49df8fe81795 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:44:29.497649 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:44:29.498132 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Checking segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:44:29.498605 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.499076 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Bound using segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:44:29.499665 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Bound port: c103b16c-eedb-4bd7-9f7e-a542292751e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:44:29.500117 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.576436 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] For port c103b16c-eedb-4bd7-9f7e-a542292751e5, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:44:29.583134 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] For port c103b16c-eedb-4bd7-9f7e-a542292751e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c103b16c-eedb-4bd7-9f7e-a542292751e5,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:44:29.682191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8c1269b7-9303-402e-9bcb-77d99b2427cc None None] Provisioning complete for port c103b16c-eedb-4bd7-9f7e-a542292751e5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:29.682411 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8c1269b7-9303-402e-9bcb-77d99b2427cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.691616 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:29.716210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8c1269b7-9303-402e-9bcb-77d99b2427cc None None] Port c103b16c-eedb-4bd7-9f7e-a542292751e5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:44:29.757276 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Routers {'97037c6a-a2eb-4459-af60-dd94e7d192f8'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:29.757915 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d29a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['97037c6a-a2eb-4459-af60-dd94e7d192f8'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:29.759623 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a44e32-1b88-41d7-8625-7a95d48089d9 None None] Pushing event updated for resources: {'Port': ['ID=c103b16c-eedb-4bd7-9f7e-a542292751e5,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:30.001891 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] Set router 97037c6a-a2eb-4459-af60-dd94e7d192f8 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:30.038122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] Provisioning complete for port c103b16c-eedb-4bd7-9f7e-a542292751e5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:30.038696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:30.126725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] Current status of the port c103b16c-eedb-4bd7-9f7e-a542292751e5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:30.127077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:30.160220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] For port c103b16c-eedb-4bd7-9f7e-a542292751e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c103b16c-eedb-4bd7-9f7e-a542292751e5,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:30.202717 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d29a30>, [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c103b16c-eedb-4bd7-9f7e-a542292751e5', 'name': '', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:bb:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:26Z', 'updated_at': '2022-05-14T21:44:29Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:30.232508 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dfc95-80a5-4899-a9db-69a3841f2461 None None] The sync data for ids ['97037c6a-a2eb-4459-af60-dd94e7d192f8'] in ncdv-master-1 is: [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c103b16c-eedb-4bd7-9f7e-a542292751e5', 'name': '', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:bb:a6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:26Z', 'updated_at': '2022-05-14T21:44:29Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:44:30.249418 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:30.332274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae062b9a-5385-4d4e-a2a7-8c65af669238 None None] Pushing event updated for resources: {'Port': ['ID=c103b16c-eedb-4bd7-9f7e-a542292751e5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:30.503124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c74d82c-8dad-4643-a002-71006263d7bf req-25e6dd9b-ed08-4625-9f22-309e233b5086 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 210 time: 0.0329032
May 14 21:44:30.758908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c103b16c-eedb-4bd7-9f7e-a542292751e5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:44:30.822130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c103b16c-eedb-4bd7-9f7e-a542292751e5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:30.822591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:30.918439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c103b16c-eedb-4bd7-9f7e-a542292751e5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:31.579385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-686ccc55-acf8-495a-af89-9f0708b45b78 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:31.580988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-686ccc55-acf8-495a-af89-9f0708b45b78 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.36 "GET /v2.0/networks?id=4f892917-f415-425c-a436-49df8fe81795 HTTP/1.1" status: 200  len: 798 time: 0.1102064
May 14 21:44:31.598738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Request body: {'port': {'device_id': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'admin_state_up': True, 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:44:31.628178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-33522fda-2a3e-4939-841a-b6edf1cac3cd req-7b685264-4612-4a13-a977-4b3122705332 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 210 time: 0.0451605
May 14 21:44:31.788552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Made reservation on behalf of 72ef6fbeb65948a3b9cbd45229a26bec for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:44:31.792251 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:31.916321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Allocated IP 172.20.0.24 (4f892917-f415-425c-a436-49df8fe81795/2c200f47-197a-4833-9f8b-01443e70f5a6/a44db1c0-84e4-4ad3-928b-c4e8c27a8541) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:44:32.030967 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.114818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.154183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Network 4f892917-f415-425c-a436-49df8fe81795 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:44:32.157271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:44:32.159922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:44:32.192287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event updated for resources: {'Port': ['ID=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:32.221300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:32.221928 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.295917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-80dcbac1-92c1-4236-8e46-9f3b97b731c5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.7034695
May 14 21:44:32.308535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Request body: {'port': {'device_id': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:44:32.378292 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.484448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b9bb52a-656c-4272-afc0-91ccfaf97e37 None None] Provisioning complete for port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:32.485319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b9bb52a-656c-4272-afc0-91ccfaf97e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.519730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b9bb52a-656c-4272-afc0-91ccfaf97e37 None None] Port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:44:32.700800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44db1c0-84e4-4ad3-928b-c4e8c27a8541 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:44:32.709283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Publish callbacks [] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.722547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Transition to ACTIVE for port object a44db1c0-84e4-4ad3-928b-c4e8c27a8541 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:44:32.746028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09c078-fc08-4a02-ba17-403f7faa66c7 req-6cff5917-f7f5-4345-b0e5-7c27a0e2d41e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:32.747623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-bf09c078-fc08-4a02-ba17-403f7faa66c7 req-6cff5917-f7f5-4345-b0e5-7c27a0e2d41e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 895 time: 0.0481989
May 14 21:44:32.799512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:32.850912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Pushing event updated for resources: {'Port': ['ID=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:32.934954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Attempting to bind port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:44:32.934954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Attempting to bind port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:44:32.934954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Attempting to bind port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 on network 4f892917-f415-425c-a436-49df8fe81795 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:44:32.939267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 on network 4f892917-f415-425c-a436-49df8fe81795 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:44:32.939669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Attempting to bind port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 on network 4f892917-f415-425c-a436-49df8fe81795 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:44:32.945232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:44:32.945631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Checking segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:44:32.946023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Bound using segment: {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:44:32.946526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Bound port: a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17a75d4-54ab-4643-8bdc-fe19117acc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4f892917-f415-425c-a436-49df8fe81795'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:44:32.946905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:33.021024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] For port a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:44:33.024585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] For port a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:44:33.098057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:33.140790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.142051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:33.143449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] 10.222.0.36 "PUT /v2.0/ports/a44db1c0-84e4-4ad3-928b-c4e8c27a8541 HTTP/1.1" status: 200  len: 1055 time: 0.8395560
May 14 21:44:33.143922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'tag': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:44:33.146191 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb130258-d6fc-4626-a49e-3981bb4aafa3" -d '{"events": [{"name": "network-changed", "server_uuid": "72996ac8-6e9f-48e9-8e2f-e2ffa8834074", "tag": "a44db1c0-84e4-4ad3-928b-c4e8c27a8541"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:44:33.162063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928490c3-9207-4958-9ba1-e5ddd22c6e3a service neutron] Pushing event updated for resources: {'Port': ['ID=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:33.197101 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308ca630-0ca7-4b59-9d72-22e6ec57040d x-openstack-request-id: req-308ca630-0ca7-4b59-9d72-22e6ec57040d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:44:33.202717 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72996ac8-6e9f-48e9-8e2f-e2ffa8834074", "tag": "a44db1c0-84e4-4ad3-928b-c4e8c27a8541", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:44:33.202717 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-308ca630-0ca7-4b59-9d72-22e6ec57040d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:44:33.202717 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308ca630-0ca7-4b59-9d72-22e6ec57040d'] response: {'name': 'network-changed', 'server_uuid': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'tag': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541', 'status': 'completed', 'code': 200}
May 14 21:44:33.257253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-044381ab-9831-440c-b369-28b1c99502cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.258783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-044381ab-9831-440c-b369-28b1c99502cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 1089 time: 0.0411720
May 14 21:44:33.369751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-2548c8ff-77f0-4bdb-aa2b-5893fcf29379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.370213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-2548c8ff-77f0-4bdb-aa2b-5893fcf29379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.371789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-2548c8ff-77f0-4bdb-aa2b-5893fcf29379 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&shared=False HTTP/1.1" status: 200  len: 1585 time: 0.1065743
May 14 21:44:33.472304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-c5555e95-8921-4534-b266-0c5210f3210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.473780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb130258-d6fc-4626-a49e-3981bb4aafa3 req-c5555e95-8921-4534-b266-0c5210f3210a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0968924
May 14 21:44:33.548088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-690f0ffc-1baf-4b62-9959-9d90b855ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.549689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-690f0ffc-1baf-4b62-9959-9d90b855ce3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 1089 time: 0.0409386
May 14 21:44:33.589091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-3b82a313-bcbc-4034-9cae-ac775e3a8d7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=a44db1c0-84e4-4ad3-928b-c4e8c27a8541 HTTP/1.1" status: 200  len: 217 time: 0.0333147
May 14 21:44:33.636946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-daccb11b-3e94-4620-956d-7d00509e9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.638390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-daccb11b-3e94-4620-956d-7d00509e9371 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c200f47-197a-4833-9f8b-01443e70f5a6 HTTP/1.1" status: 200  len: 838 time: 0.0440016
May 14 21:44:33.684463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-a9a3805a-9ac6-4095-b72b-33ae528c5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.685849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-a9a3805a-9ac6-4095-b72b-33ae528c5253 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4f892917-f415-425c-a436-49df8fe81795&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0417728
May 14 21:44:33.776525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-c6019fda-8ad9-4bca-a870-76d77878f054 service neutron] 10.222.0.36 "GET /v2.0/networks/4f892917-f415-425c-a436-49df8fe81795?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851889
May 14 21:44:33.867375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b46b0e-2493-40d1-9941-6881b7f7dfc0 req-7ae0f241-2590-48a7-abfa-7336260755f2 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:33.870382 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44b46b0e-2493-40d1-9941-6881b7f7dfc0 req-7ae0f241-2590-48a7-abfa-7336260755f2 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 907 time: 0.0507512
May 14 21:44:33.873029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47eb00ae-841c-446b-94a2-37a02a5f480b req-b75de8fb-09ab-45e1-8b40-dad6a4feac4e service neutron] 10.222.0.36 "GET /v2.0/networks/4f892917-f415-425c-a436-49df8fe81795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900996
May 14 21:44:34.156584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-4e16c55f-68f8-42fd-b0bb-a05fb56f775f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388548
May 14 21:44:34.256986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-82c7ee5b-b8dc-4152-bb88-68b2172b7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:34.258494 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-82c7ee5b-b8dc-4152-bb88-68b2172b7c4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1167 time: 0.0538495
May 14 21:44:34.366322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-a7e5cc79-e036-4c9d-984f-e420b49f9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:34.367835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-a7e5cc79-e036-4c9d-984f-e420b49f9854 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b482ada-1091-4886-ac77-9909d7641353 HTTP/1.1" status: 200  len: 898 time: 0.0910954
May 14 21:44:34.437447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-2634f9d6-a6e0-409d-81e2-1ed7f1d7fa9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217e206-fd26-4ebe-9052-2170cfdca84e HTTP/1.1" status: 200  len: 1002 time: 0.0628417
May 14 21:44:34.491848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-2c64c1de-9e61-484a-ac85-34f89b74fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:34.493444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-2c64c1de-9e61-484a-ac85-34f89b74fbd8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18ac4534-5257-43cb-83de-475243b56da8 HTTP/1.1" status: 200  len: 834 time: 0.0500004
May 14 21:44:34.545105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-1ecf52c6-f0ce-4c2d-be96-dd3bcb97b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:34.546728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-1ecf52c6-f0ce-4c2d-be96-dd3bcb97b4ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b482ada-1091-4886-ac77-9909d7641353&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0464883
May 14 21:44:34.644102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-0d833816-b831-4be8-aa1f-da87e72bc04a service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914936
May 14 21:44:34.737741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf90fbf7-c7bb-4f3b-aac3-b72dba949709 req-5728a021-4cc5-483d-ab08-9715f9c08fa6 service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872197
May 14 21:44:35.000592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7d1b0-2105-4f92-9396-c8b728f4212f req-4e48c776-86c2-4a96-a148-db71949d7864 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:35.002663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ad7d1b0-2105-4f92-9396-c8b728f4212f req-4e48c776-86c2-4a96-a148-db71949d7864 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 907 time: 0.0507576
May 14 21:44:36.119739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74100bde-db3e-4571-9515-04fd75e21287 req-de84814d-6de5-4a0c-a78d-ec49edf31d64 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:36.121184 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74100bde-db3e-4571-9515-04fd75e21287 req-de84814d-6de5-4a0c-a78d-ec49edf31d64 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 907 time: 0.0499861
May 14 21:44:36.632687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a44db1c0-84e4-4ad3-928b-c4e8c27a8541 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:44:36.731279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:36.743084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541', 'network_id': '4f892917-f415-425c-a436-49df8fe81795', 'port_id': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541', 'mac_address': 'fa:16:3e:67:a5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c200f47-197a-4833-9f8b-01443e70f5a6', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:44:36.786699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:36.787091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:36.799894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44db1c0-84e4-4ad3-928b-c4e8c27a8541 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:44:36.818815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:36.902680 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:36.952185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:37.105691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['a44db1c0-84e4-4ad3-928b-c4e8c27a8541'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:44:37.244489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7120-73e7-450c-8d1d-cd78d794d2fc req-357b8d34-6570-49a1-99c1-f5126dea2670 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:37.245975 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-719b7120-73e7-450c-8d1d-cd78d794d2fc req-357b8d34-6570-49a1-99c1-f5126dea2670 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 908 time: 0.0537415
May 14 21:44:38.376957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4acbab-4d32-4eac-ad85-e5a21de0459a req-a9ea94d9-612a-4cfe-8063-5b0a625ac632 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:38.378905 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ae4acbab-4d32-4eac-ad85-e5a21de0459a req-a9ea94d9-612a-4cfe-8063-5b0a625ac632 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 908 time: 0.0526121
May 14 21:44:38.635568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a44db1c0-84e4-4ad3-928b-c4e8c27a8541 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:44:38.683680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:44:38.770734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:44:38.771115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:38.850412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:44:38.850792 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:38.874957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:44:38.877498 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7001ba56-8754-457a-82d5-76b8be6541fb" -d '{"events": [{"server_uuid": "72996ac8-6e9f-48e9-8e2f-e2ffa8834074", "name": "network-vif-plugged", "status": "completed", "tag": "a44db1c0-84e4-4ad3-928b-c4e8c27a8541"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:44:38.890412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:38.965158 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:39.029295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:39.055925 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bccb81c-2b4c-4dbf-9f6b-6be4280b72fe x-openstack-request-id: req-1bccb81c-2b4c-4dbf-9f6b-6be4280b72fe {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:44:39.056304 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72996ac8-6e9f-48e9-8e2f-e2ffa8834074", "name": "network-vif-plugged", "status": "completed", "tag": "a44db1c0-84e4-4ad3-928b-c4e8c27a8541", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:44:39.056563 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bccb81c-2b4c-4dbf-9f6b-6be4280b72fe {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:44:39.056970 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bccb81c-2b4c-4dbf-9f6b-6be4280b72fe'] response: {'server_uuid': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541', 'code': 200}
May 14 21:44:39.150018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2a5ba-b7e0-45a3-bc91-a5bfa229bd4b req-1a87c2a3-db79-4cd0-a71d-123c55df002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:39.151529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84c2a5ba-b7e0-45a3-bc91-a5bfa229bd4b req-1a87c2a3-db79-4cd0-a71d-123c55df002e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 1091 time: 0.0389640
May 14 21:44:39.505115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8404e99-5ce4-4a91-a13f-131036ba253e req-9d576468-3629-4de4-a566-f07b7907fa03 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:39.506609 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8404e99-5ce4-4a91-a13f-131036ba253e req-9d576468-3629-4de4-a566-f07b7907fa03 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 909 time: 0.0477867
May 14 21:44:40.393335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be2b3be4-6f2a-4094-9b5e-d77c23f09bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:40.627386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efde4-4872-4edf-abb3-b13045e0af27 req-a81ada33-694e-4b15-bb5f-a295294fcd03 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:40.628981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c45efde4-4872-4edf-abb3-b13045e0af27 req-a81ada33-694e-4b15-bb5f-a295294fcd03 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 909 time: 0.0476520
May 14 21:44:40.745480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da70e83-4fcc-4f9d-91c5-f08aab373c14 req-0e9940a7-896a-4c68-9b89-c0d240ae0458 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:40.746950 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8da70e83-4fcc-4f9d-91c5-f08aab373c14 req-0e9940a7-896a-4c68-9b89-c0d240ae0458 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 909 time: 0.0462520
May 14 21:44:40.850565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355284-b4f2-4c49-ab69-bb5a7d12baf2 req-a1b3516d-9e91-4308-866a-fa78eb5279b2 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:40.852086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d355284-b4f2-4c49-ab69-bb5a7d12baf2 req-a1b3516d-9e91-4308-866a-fa78eb5279b2 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 1091 time: 0.0381186
May 14 21:44:40.961568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f651-4795-451b-9846-ce3788d17d5a req-fb8cae27-8515-4985-9eb5-6925d51a710f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:40.963124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a794f651-4795-451b-9846-ce3788d17d5a req-fb8cae27-8515-4985-9eb5-6925d51a710f tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1167 time: 0.0450623
May 14 21:44:41.017897 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a794f651-4795-451b-9846-ce3788d17d5a req-948132ae-5c48-4087-ad35-78325c087158 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0476744
May 14 21:44:41.039862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41568) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:41.352923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d6afd1-0b72-4f4a-8243-a5a7f4862632 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:41.357346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-22d6afd1-0b72-4f4a-8243-a5a7f4862632 tempest-TestSecurityGroupsBasicOps-1077811156 tempest-TestSecurityGroupsBasicOps-1077811156-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 1086 time: 0.3136108
May 14 21:44:41.812070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad19461-06d2-4b7e-b36a-2c241013d92b req-02f9a3c6-f065-4091-b751-79b990fc5ab2 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:41.813553 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ad19461-06d2-4b7e-b36a-2c241013d92b req-02f9a3c6-f065-4091-b751-79b990fc5ab2 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 909 time: 0.0481021
May 14 21:44:41.999145 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:42.587128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:42.868407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f5b57a90-459a-4187-953c-b3d02150ae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:42.939878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94aeae-ce91-4d60-8b7f-c39201041f20 req-7b71786f-4282-44aa-8965-28a68f159777 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:42.941371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec94aeae-ce91-4d60-8b7f-c39201041f20 req-7b71786f-4282-44aa-8965-28a68f159777 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 909 time: 0.0487502
May 14 21:44:43.047670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-7301c8c6-bc29-4b95-9a87-5a50394727d0 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:43.049872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-7301c8c6-bc29-4b95-9a87-5a50394727d0 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.36 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 909 time: 0.0493824
May 14 21:44:43.134751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:43.135088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:43.227018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] For port a44db1c0-84e4-4ad3-928b-c4e8c27a8541, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:43.227385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:43.240937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for a44db1c0-84e4-4ad3-928b-c4e8c27a8541 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:43.474330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a44db1c0-84e4-4ad3-928b-c4e8c27a8541), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:43.501812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=a44db1c0-84e4-4ad3-928b-c4e8c27a8541,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:43.547802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] No DVR routers for this DVR port a44db1c0-84e4-4ad3-928b-c4e8c27a8541 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:44:43.551057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:43.554450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5172161-2bc5-44d0-b57a-16e8c71302f5 req-3087b3e3-129d-4af7-828b-348d38c8dd7a tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.36 "DELETE /v2.0/ports/a44db1c0-84e4-4ad3-928b-c4e8c27a8541 HTTP/1.1" status: 204  len: 173 time: 0.5004187
May 14 21:44:43.554908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'name': 'network-vif-deleted', 'tag': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:44:43.557235 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374b25cc-0cfa-42b8-a8ae-50c6410a44e1" -d '{"events": [{"server_uuid": "72996ac8-6e9f-48e9-8e2f-e2ffa8834074", "name": "network-vif-deleted", "tag": "a44db1c0-84e4-4ad3-928b-c4e8c27a8541"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:44:43.595175 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5382f323-b083-41f0-b9c3-a3ddca239ef1 x-openstack-request-id: req-5382f323-b083-41f0-b9c3-a3ddca239ef1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:44:43.595562 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72996ac8-6e9f-48e9-8e2f-e2ffa8834074", "name": "network-vif-deleted", "tag": "a44db1c0-84e4-4ad3-928b-c4e8c27a8541", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:44:43.595816 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5382f323-b083-41f0-b9c3-a3ddca239ef1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:44:43.596231 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5382f323-b083-41f0-b9c3-a3ddca239ef1'] response: {'server_uuid': '72996ac8-6e9f-48e9-8e2f-e2ffa8834074', 'name': 'network-vif-deleted', 'tag': 'a44db1c0-84e4-4ad3-928b-c4e8c27a8541', 'status': 'completed', 'code': 200}
May 14 21:44:43.856496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:44.061098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38aaf2f8-200a-4335-a5f0-6d6a3fd0f4f6 req-97322f13-8e54-4ae8-9d00-ba364606f7a5 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=72996ac8-6e9f-48e9-8e2f-e2ffa8834074 HTTP/1.1" status: 200  len: 210 time: 0.0316606
May 14 21:44:45.122982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41640) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:45.445888 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:44:45.556243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (97037c6a-a2eb-4459-af60-dd94e7d192f8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:45.713788 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:45.856790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port c103b16c-eedb-4bd7-9f7e-a542292751e5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:45.857045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:45.945993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] For port c103b16c-eedb-4bd7-9f7e-a542292751e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c103b16c-eedb-4bd7-9f7e-a542292751e5,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:45.946356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:45.959904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for c103b16c-eedb-4bd7-9f7e-a542292751e5 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:46.223015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c103b16c-eedb-4bd7-9f7e-a542292751e5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:46.248837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=c103b16c-eedb-4bd7-9f7e-a542292751e5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:46.261329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.261686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.262033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.262378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.262717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.263050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.263379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.263732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.266713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:44:46.448918 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (97037c6a-a2eb-4459-af60-dd94e7d192f8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:46.647757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a44db1c0-84e4-4ad3-928b-c4e8c27a8541 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:46.672747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: a44db1c0-84e4-4ad3-928b-c4e8c27a8541 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:46.673091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device a44db1c0-84e4-4ad3-928b-c4e8c27a8541 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:46.715175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router 97037c6a-a2eb-4459-af60-dd94e7d192f8 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:44:46.806336 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:46.847537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:44:46.852224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9a8afd43-2b9e-4af3-b390-6aeabe7c81e9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "PUT /v2.0/routers/97037c6a-a2eb-4459-af60-dd94e7d192f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7281141
May 14 21:44:46.856136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41658) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:46.859112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] Sync routers for ids ['97037c6a-a2eb-4459-af60-dd94e7d192f8'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:44:46.869694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] Routers {'97037c6a-a2eb-4459-af60-dd94e7d192f8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:46.871654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f522302cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['97037c6a-a2eb-4459-af60-dd94e7d192f8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:46.921767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting subnet 2c200f47-197a-4833-9f8b-01443e70f5a6 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:44:46.925496 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for subnet (2c200f47-197a-4833-9f8b-01443e70f5a6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:46.972289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (2c200f47-197a-4833-9f8b-01443e70f5a6), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:46.999207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] Set router 97037c6a-a2eb-4459-af60-dd94e7d192f8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:47.113753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (2c200f47-197a-4833-9f8b-01443e70f5a6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.186051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f522302cb80>, [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:46Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:47.224048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] Checking router: 97037c6a-a2eb-4459-af60-dd94e7d192f8 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:44:47.228997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (2c200f47-197a-4833-9f8b-01443e70f5a6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.235600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] Routers {'97037c6a-a2eb-4459-af60-dd94e7d192f8'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:47.235963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f522302cb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['97037c6a-a2eb-4459-af60-dd94e7d192f8'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:47.272934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Subnet': ['ID=2c200f47-197a-4833-9f8b-01443e70f5a6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:47.274959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.278984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ea65ab59-848e-4a1c-82e2-04d6536c287e tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/subnets/2c200f47-197a-4833-9f8b-01443e70f5a6 HTTP/1.1" status: 204  len: 168 time: 0.4210405
May 14 21:44:47.281276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41660) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:47.285671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2fa3c-9b2f-41c0-9275-f9afe195d637 None None] Network 4f892917-f415-425c-a436-49df8fe81795 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:44:47.413075 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router (97037c6a-a2eb-4459-af60-dd94e7d192f8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.444446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] Set router 97037c6a-a2eb-4459-af60-dd94e7d192f8 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:47.527432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] DHCP port deletion for 4f892917-f415-425c-a436-49df8fe81795 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:44:47.537671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (97037c6a-a2eb-4459-af60-dd94e7d192f8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.695683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port cc856a1b-0ccc-4f08-bae5-a1930867d66e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:47.696741 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.778524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] Deleting port 9a533176-7592-4b54-b989-4f12ae3e2e31 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:47.779201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.785688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] For port cc856a1b-0ccc-4f08-bae5-a1930867d66e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc856a1b-0ccc-4f08-bae5-a1930867d66e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:47.786054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.799683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for cc856a1b-0ccc-4f08-bae5-a1930867d66e owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:47.874313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] For port 9a533176-7592-4b54-b989-4f12ae3e2e31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a533176-7592-4b54-b989-4f12ae3e2e31,segment=NetworkSegment(b17a75d4-54ab-4643-8bdc-fe19117acc87),segment_id=b17a75d4-54ab-4643-8bdc-fe19117acc87)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:47.874935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:47.893574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f522302cb80>, [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:46Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:47.899517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] Calling delete_port for 9a533176-7592-4b54-b989-4f12ae3e2e31 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:47.926418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0e002-4573-4512-bdf3-d3bf347ebc5d None None] The sync data for ids ['97037c6a-a2eb-4459-af60-dd94e7d192f8'] in ncdv-master-1 is: [{'id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1156626990', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:44:21Z', 'updated_at': '2022-05-14T21:44:46Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': 'cc856a1b-0ccc-4f08-bae5-a1930867d66e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:82:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97037c6a-a2eb-4459-af60-dd94e7d192f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:44:22Z', 'updated_at': '2022-05-14T21:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:44:48.050730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (cc856a1b-0ccc-4f08-bae5-a1930867d66e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.070605 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9a533176-7592-4b54-b989-4f12ae3e2e31), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.080724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=cc856a1b-0ccc-4f08-bae5-a1930867d66e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:48.099457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] Pushing event deleted for resources: {'Port': ['ID=9a533176-7592-4b54-b989-4f12ae3e2e31,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:48.110338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51db970-5f82-46c6-9702-c975001a9b12 None None] No DVR routers for this DVR port 9a533176-7592-4b54-b989-4f12ae3e2e31 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:44:48.147912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (97037c6a-a2eb-4459-af60-dd94e7d192f8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.577205 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (97037c6a-a2eb-4459-af60-dd94e7d192f8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.579352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_controller (97037c6a-a2eb-4459-af60-dd94e7d192f8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.691694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (97037c6a-a2eb-4459-af60-dd94e7d192f8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.692333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Fanout notify agent at l3_agent the message router_deleted on router 97037c6a-a2eb-4459-af60-dd94e7d192f8 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:44:48.701841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.703033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a5f3fc65-9d77-480b-aaf6-07ea9e064a85 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/routers/97037c6a-a2eb-4459-af60-dd94e7d192f8 HTTP/1.1" status: 204  len: 168 time: 1.4200115
May 14 21:44:48.713883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41694) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:48.821396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (4f892917-f415-425c-a436-49df8fe81795), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.847358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c103b16c-eedb-4bd7-9f7e-a542292751e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:48.868822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c103b16c-eedb-4bd7-9f7e-a542292751e5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:48.869181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c103b16c-eedb-4bd7-9f7e-a542292751e5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:48.869595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a533176-7592-4b54-b989-4f12ae3e2e31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:48.895525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9a533176-7592-4b54-b989-4f12ae3e2e31 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:48.896206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9a533176-7592-4b54-b989-4f12ae3e2e31 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:48.978819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (4f892917-f415-425c-a436-49df8fe81795), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:48.999863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523032f640>,) {'filters': {'network_id': ['4f892917-f415-425c-a436-49df8fe81795']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:49.010092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523032f640>, 'b17a75d4-54ab-4643-8bdc-fe19117acc87') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:49.010389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523032f640>, 'b17a75d4-54ab-4643-8bdc-fe19117acc87') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:49.022401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (b17a75d4-54ab-4643-8bdc-fe19117acc87), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.038314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b17a75d4-54ab-4643-8bdc-fe19117acc87), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.046633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:44:49.047124 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (b17a75d4-54ab-4643-8bdc-fe19117acc87), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:44:49.052133 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:44:49.188277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (4f892917-f415-425c-a436-49df8fe81795), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.197615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.204349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/networks/4f892917-f415-425c-a436-49df8fe81795 HTTP/1.1" status: 204  len: 168 time: 0.4931142
May 14 21:44:49.205391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41710) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:49.216466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f07cb1-9972-4f81-b4a4-0e266e29d771 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Network': ['ID=4f892917-f415-425c-a436-49df8fe81795,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:49.747852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port a0f9eb0c-48df-4386-878d-f0ffea123fa5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:49.748192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.827694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.827935 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for floatingip (a0f9eb0c-48df-4386-878d-f0ffea123fa5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:49.839842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for a0f9eb0c-48df-4386-878d-f0ffea123fa5 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:50.032010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41728) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:50.145309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c70ac892-1212-4c90-8a3c-49c4b7d84ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.176110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a0f9eb0c-48df-4386-878d-f0ffea123fa5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.203106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=a0f9eb0c-48df-4386-878d-f0ffea123fa5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:50.236862 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c70ac892-1212-4c90-8a3c-49c4b7d84ecd admin admin] Publish callbacks [] for security_group (b749453c-db94-4100-8d41-ebf34b109d81), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.278679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for floatingip (d2f6e401-85a2-4964-b3fe-9fe1311453e9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.279311 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Floating IP d2f6e401-85a2-4964-b3fe-9fe1311453e9 disassociated (deleted). External IP: 172.35.4.185, port: 0217e206-fd26-4ebe-9052-2170cfdca84e.
May 14 21:44:50.319851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c70ac892-1212-4c90-8a3c-49c4b7d84ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b749453c-db94-4100-8d41-ebf34b109d81), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.360136 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c70ac892-1212-4c90-8a3c-49c4b7d84ecd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a79a55f6b2f46ae89036ef9bb98639c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3269351
May 14 21:44:50.363200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41732) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:50.370414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ac892-1212-4c90-8a3c-49c4b7d84ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b749453c-db94-4100-8d41-ebf34b109d81,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:50.433036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a96018a5-1267-45f7-9809-d32aab816ad0 admin admin] Publish callbacks [] for security_group (b749453c-db94-4100-8d41-ebf34b109d81), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.459742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a96018a5-1267-45f7-9809-d32aab816ad0 admin admin] Publish callbacks [] for security_group (b749453c-db94-4100-8d41-ebf34b109d81), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.512038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:44:50.628435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a96018a5-1267-45f7-9809-d32aab816ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b749453c-db94-4100-8d41-ebf34b109d81), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.632397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a96018a5-1267-45f7-9809-d32aab816ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.632397 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a96018a5-1267-45f7-9809-d32aab816ad0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b749453c-db94-4100-8d41-ebf34b109d81 HTTP/1.1" status: 204  len: 168 time: 0.2680750
May 14 21:44:50.637268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:44:50.643292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96018a5-1267-45f7-9809-d32aab816ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b749453c-db94-4100-8d41-ebf34b109d81,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:50.645001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:50.668037 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] Sync routers for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:44:50.683778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1363e327-ff8e-4521-ae12-2a50d78f5817 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/floatingips/d2f6e401-85a2-4964-b3fe-9fe1311453e9 HTTP/1.1" status: 204  len: 168 time: 1.4783883
May 14 21:44:50.684466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:44:50.688202 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1" -d '{"events": [{"name": "network-changed", "server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:44:50.697643 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:50.697643 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231ca25b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:50.737577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cc856a1b-0ccc-4f08-bae5-a1930867d66e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:50.768979 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7980ff2-f242-4366-9a4d-16d7d967c98d x-openstack-request-id: req-e7980ff2-f242-4366-9a4d-16d7d967c98d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:44:50.770455 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:44:50.770455 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7980ff2-f242-4366-9a4d-16d7d967c98d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:44:50.770455 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7980ff2-f242-4366-9a4d-16d7d967c98d'] response: {'name': 'network-changed', 'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'status': 'completed', 'code': 200}
May 14 21:44:50.773194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: cc856a1b-0ccc-4f08-bae5-a1930867d66e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:50.773757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cc856a1b-0ccc-4f08-bae5-a1930867d66e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:50.816601 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:50.840496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-89700252-8ca2-4d76-a322-cd93e966489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:50.843352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-89700252-8ca2-4d76-a322-cd93e966489e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 1167 time: 0.0557568
May 14 21:44:50.950131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-ad628d80-24ba-4e5d-813f-774e21c9fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:50.951750 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-ad628d80-24ba-4e5d-813f-774e21c9fa41 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5b482ada-1091-4886-ac77-9909d7641353 HTTP/1.1" status: 200  len: 898 time: 0.1035273
May 14 21:44:50.996014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-df31f09e-26c3-4749-9558-4ff33182bced service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0217e206-fd26-4ebe-9052-2170cfdca84e HTTP/1.1" status: 200  len: 217 time: 0.0384777
May 14 21:44:51.028330 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231ca25b0>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:51.048595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-8e592f11-87f5-422a-8509-26239f948384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:51.050387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-8e592f11-87f5-422a-8509-26239f948384 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=18ac4534-5257-43cb-83de-475243b56da8 HTTP/1.1" status: 200  len: 834 time: 0.0488472
May 14 21:44:51.065258 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] Checking router: b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:44:51.077649 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:51.078416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231ca25b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:51.112373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-cd26f906-aa13-4bbe-bf7d-d6954806606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:51.114251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-cd26f906-aa13-4bbe-bf7d-d6954806606f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5b482ada-1091-4886-ac77-9909d7641353&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0575340
May 14 21:44:51.198391 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:51.242514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b24701-0fe6-4d8c-9b84-ee52480cab94 req-7699193c-4f91-4603-9ed0-17d0ec8e7397 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:51.250261 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00b24701-0fe6-4d8c-9b84-ee52480cab94 req-7699193c-4f91-4603-9ed0-17d0ec8e7397 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 985 time: 0.0574768
May 14 21:44:51.320972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-00b24701-0fe6-4d8c-9b84-ee52480cab94 req-7aa3a8e8-36dd-422a-a5e3-841006f3c7bd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.0704513
May 14 21:44:51.440153 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231ca25b0>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:51.466529 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769dbf7-7f4f-4739-90dc-cfecc929491d None None] The sync data for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 is: [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4032a043-ca64-469d-8273-2a04b052a697', 'name': '', 'network_id': '5b482ada-1091-4886-ac77-9909d7641353', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'mac_address': 'fa:16:3e:0e:dd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '18ac4534-5257-43cb-83de-475243b56da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:26Z', 'updated_at': '2022-05-14T21:43:30Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'subnets': [{'id': '18ac4534-5257-43cb-83de-475243b56da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:44:51.519433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41750) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:51.534440 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b8fdac6-7eb9-4aca-bc4d-ec8b09f1656e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.613671 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b8fdac6-7eb9-4aca-bc4d-ec8b09f1656e admin admin] Publish callbacks [] for security_group (32a614df-92dd-46cb-86ed-a36b191fb3e7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.708007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b8fdac6-7eb9-4aca-bc4d-ec8b09f1656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32a614df-92dd-46cb-86ed-a36b191fb3e7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.715206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba92cd-e69d-438e-ad62-a0ddb4b4f1c4 None None] New status for floating IP d2f6e401-85a2-4964-b3fe-9fe1311453e9: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:44:51.754266 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9b8fdac6-7eb9-4aca-bc4d-ec8b09f1656e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e07c5295d2f485d99b3ecb7372e3eb4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2335360
May 14 21:44:51.755221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fdac6-7eb9-4aca-bc4d-ec8b09f1656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a614df-92dd-46cb-86ed-a36b191fb3e7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:51.756871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41754) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:51.811157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b953481c-91e6-4fa0-9da4-a4dde1bf85ad admin admin] Publish callbacks [] for security_group (32a614df-92dd-46cb-86ed-a36b191fb3e7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.833353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b953481c-91e6-4fa0-9da4-a4dde1bf85ad admin admin] Publish callbacks [] for security_group (32a614df-92dd-46cb-86ed-a36b191fb3e7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.953957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b953481c-91e6-4fa0-9da4-a4dde1bf85ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32a614df-92dd-46cb-86ed-a36b191fb3e7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.957736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b953481c-91e6-4fa0-9da4-a4dde1bf85ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:51.959192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b953481c-91e6-4fa0-9da4-a4dde1bf85ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32a614df-92dd-46cb-86ed-a36b191fb3e7 HTTP/1.1" status: 204  len: 168 time: 0.2002254
May 14 21:44:51.971929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953481c-91e6-4fa0-9da4-a4dde1bf85ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a614df-92dd-46cb-86ed-a36b191fb3e7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:52.180150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-2dd9a7b0-e8a2-4b64-8936-bbc43ff8590e service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937228
May 14 21:44:52.480767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a1775-5b44-4e62-a12d-1c86e74b6ac7 req-e05c4ecc-8bfe-4077-8c12-d54baf154efd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:52.482336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e0a1775-5b44-4e62-a12d-1c86e74b6ac7 req-e05c4ecc-8bfe-4077-8c12-d54baf154efd tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 985 time: 0.0777247
May 14 21:44:52.594393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1e11dbb-80d3-4652-b24e-00f7f29aaff1 req-a8f9e191-ea2b-4d68-a0aa-86cbf736c38e service neutron] 10.222.0.48 "GET /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569235
May 14 21:44:52.615959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-a2bca7ca-3433-4bf6-89d0-68b2fbcddb68 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:44:52.618110 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-a2bca7ca-3433-4bf6-89d0-68b2fbcddb68 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.48 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 985 time: 0.0645773
May 14 21:44:52.622238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3e0a1775-5b44-4e62-a12d-1c86e74b6ac7 req-56313ad3-c9d0-4aa7-aaf0-0402bdfc9d9b tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/security-groups?id=64f4ee33-2356-4ddd-ac02-248e97ac7769&id=75e358d7-1d4e-4038-937a-206319da376a&fields=id&fields=name HTTP/1.1" status: 200  len: 411 time: 0.1064854
May 14 21:44:52.708669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port 0217e206-fd26-4ebe-9052-2170cfdca84e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:52.709050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:52.805618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] For port 0217e206-fd26-4ebe-9052-2170cfdca84e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0217e206-fd26-4ebe-9052-2170cfdca84e,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:52.805931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:52.826727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for 0217e206-fd26-4ebe-9052-2170cfdca84e owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:53.085483 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0217e206-fd26-4ebe-9052-2170cfdca84e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:53.116798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=0217e206-fd26-4ebe-9052-2170cfdca84e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:53.165985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] No DVR routers for this DVR port 0217e206-fd26-4ebe-9052-2170cfdca84e on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:44:53.168677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:53.171957 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4c3a37e0-6710-48e7-8528-3e10d12fb7b2 req-4332859d-7481-421a-a77c-276d69cc33d9 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.48 "DELETE /v2.0/ports/0217e206-fd26-4ebe-9052-2170cfdca84e HTTP/1.1" status: 204  len: 173 time: 0.5486877
May 14 21:44:53.172411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'name': 'network-vif-deleted', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:44:53.174734 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa98d1a-ec38-460b-b5f9-cc0dc5ec861d" -d '{"events": [{"server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "name": "network-vif-deleted", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:44:53.213843 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589301b-7294-4b85-a593-2bc342238e82 x-openstack-request-id: req-f589301b-7294-4b85-a593-2bc342238e82 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:44:53.215890 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405b63c7-0cff-4fea-a9ae-abc1d0250bbc", "name": "network-vif-deleted", "tag": "0217e206-fd26-4ebe-9052-2170cfdca84e", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:44:53.216781 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f589301b-7294-4b85-a593-2bc342238e82 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:44:53.217250 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f589301b-7294-4b85-a593-2bc342238e82'] response: {'server_uuid': '405b63c7-0cff-4fea-a9ae-abc1d0250bbc', 'name': 'network-vif-deleted', 'tag': '0217e206-fd26-4ebe-9052-2170cfdca84e', 'status': 'completed', 'code': 200}
May 14 21:44:53.742399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bb06859-ee35-414d-b975-2ccaea056583 req-8640e370-eee4-4490-a555-47a521c82ea8 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "GET /v2.0/ports?device_id=405b63c7-0cff-4fea-a9ae-abc1d0250bbc HTTP/1.1" status: 200  len: 210 time: 0.0312440
May 14 21:44:54.396936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41840) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:54.513959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1879c1b-653e-4df5-bb79-2d3e7c43647c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:54.587894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1879c1b-653e-4df5-bb79-2d3e7c43647c admin admin] Publish callbacks [] for security_group (70bb8c57-ae01-44e1-9a2e-244ccfa6beab), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:54.679285 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b1879c1b-653e-4df5-bb79-2d3e7c43647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (70bb8c57-ae01-44e1-9a2e-244ccfa6beab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:54.723390 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b1879c1b-653e-4df5-bb79-2d3e7c43647c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d625ce83e9114cfaae698d73b917709d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3251116
May 14 21:44:54.724397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1879c1b-653e-4df5-bb79-2d3e7c43647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb8c57-ae01-44e1-9a2e-244ccfa6beab,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:54.726832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41854) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:54.804999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d502e6-23b1-4d2a-9947-ffd18a4e44b9 admin admin] Publish callbacks [] for security_group (70bb8c57-ae01-44e1-9a2e-244ccfa6beab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:54.820821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41864) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:54.852336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d502e6-23b1-4d2a-9947-ffd18a4e44b9 admin admin] Publish callbacks [] for security_group (70bb8c57-ae01-44e1-9a2e-244ccfa6beab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:54.927249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-959a2c75-a3c8-4b19-9bcc-1adbff70e229 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (64f4ee33-2356-4ddd-ac02-248e97ac7769), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:54.959947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-959a2c75-a3c8-4b19-9bcc-1adbff70e229 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (64f4ee33-2356-4ddd-ac02-248e97ac7769), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.027778 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d502e6-23b1-4d2a-9947-ffd18a4e44b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (70bb8c57-ae01-44e1-9a2e-244ccfa6beab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.031108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d502e6-23b1-4d2a-9947-ffd18a4e44b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.032424 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46d502e6-23b1-4d2a-9947-ffd18a4e44b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70bb8c57-ae01-44e1-9a2e-244ccfa6beab HTTP/1.1" status: 204  len: 168 time: 0.3045497
May 14 21:44:55.040658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d502e6-23b1-4d2a-9947-ffd18a4e44b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb8c57-ae01-44e1-9a2e-244ccfa6beab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:55.090971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-959a2c75-a3c8-4b19-9bcc-1adbff70e229 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (64f4ee33-2356-4ddd-ac02-248e97ac7769), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.093998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-959a2c75-a3c8-4b19-9bcc-1adbff70e229 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.095374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-959a2c75-a3c8-4b19-9bcc-1adbff70e229 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/security-groups/64f4ee33-2356-4ddd-ac02-248e97ac7769 HTTP/1.1" status: 204  len: 168 time: 0.2743537
May 14 21:44:55.098130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41876) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:55.113378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a2c75-a3c8-4b19-9bcc-1adbff70e229 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4ee33-2356-4ddd-ac02-248e97ac7769,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:55.174963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f585d59c-e8c3-48fd-8330-1af09a44f7d7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (75e358d7-1d4e-4038-937a-206319da376a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.199283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f585d59c-e8c3-48fd-8330-1af09a44f7d7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (75e358d7-1d4e-4038-937a-206319da376a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.302068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f585d59c-e8c3-48fd-8330-1af09a44f7d7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (75e358d7-1d4e-4038-937a-206319da376a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.304928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f585d59c-e8c3-48fd-8330-1af09a44f7d7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.307317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f585d59c-e8c3-48fd-8330-1af09a44f7d7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/security-groups/75e358d7-1d4e-4038-937a-206319da376a HTTP/1.1" status: 204  len: 168 time: 0.2069786
May 14 21:44:55.309241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41882) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:55.321272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585d59c-e8c3-48fd-8330-1af09a44f7d7 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e358d7-1d4e-4038-937a-206319da376a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:55.560970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41888) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:55.696164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a82b9992-ee73-449e-a532-ff77a8f1f9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.714579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41892) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:55.728136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.728617 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2cc3caa1-e550-42ac-a1d7-e39cfc33c613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.806597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2cc3caa1-e550-42ac-a1d7-e39cfc33c613 admin admin] Publish callbacks [] for security_group (0b78296c-0e09-45d1-96e9-b4d737e7a102), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.869050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2cc3caa1-e550-42ac-a1d7-e39cfc33c613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0b78296c-0e09-45d1-96e9-b4d737e7a102), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.874752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a82b9992-ee73-449e-a532-ff77a8f1f9b1 admin admin] Publish callbacks [] for security_group (3485c42d-d006-403f-80d1-dc5eb328fbe2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.912902 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2cc3caa1-e550-42ac-a1d7-e39cfc33c613 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ff83d15abe94bab825c8b23b3e4a49f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1971998
May 14 21:44:55.919675 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:55.923166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3caa1-e550-42ac-a1d7-e39cfc33c613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b78296c-0e09-45d1-96e9-b4d737e7a102,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:55.968546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3169481c-229b-4c94-b84d-5fefba6bfb2f admin admin] Publish callbacks [] for security_group (0b78296c-0e09-45d1-96e9-b4d737e7a102), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.969839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a82b9992-ee73-449e-a532-ff77a8f1f9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3485c42d-d006-403f-80d1-dc5eb328fbe2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:55.990709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3169481c-229b-4c94-b84d-5fefba6bfb2f admin admin] Publish callbacks [] for security_group (0b78296c-0e09-45d1-96e9-b4d737e7a102), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.026237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a82b9992-ee73-449e-a532-ff77a8f1f9b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3dee1ebf6e5429b99b7009de82ad532&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4667878
May 14 21:44:56.029779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41896) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:56.046826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b9992-ee73-449e-a532-ff77a8f1f9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485c42d-d006-403f-80d1-dc5eb328fbe2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:56.070429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port 4032a043-ca64-469d-8273-2a04b052a697 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:56.070767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4032a043-ca64-469d-8273-2a04b052a697), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.084228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80eb319c-b092-4c72-abf9-9d659f33064c admin admin] Publish callbacks [] for security_group (3485c42d-d006-403f-80d1-dc5eb328fbe2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.111314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80eb319c-b092-4c72-abf9-9d659f33064c admin admin] Publish callbacks [] for security_group (3485c42d-d006-403f-80d1-dc5eb328fbe2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.153865 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3169481c-229b-4c94-b84d-5fefba6bfb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0b78296c-0e09-45d1-96e9-b4d737e7a102), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.156673 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3169481c-229b-4c94-b84d-5fefba6bfb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.158589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3169481c-229b-4c94-b84d-5fefba6bfb2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b78296c-0e09-45d1-96e9-b4d737e7a102 HTTP/1.1" status: 204  len: 168 time: 0.2410734
May 14 21:44:56.164138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] For port 4032a043-ca64-469d-8273-2a04b052a697, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4032a043-ca64-469d-8273-2a04b052a697,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:56.164620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4032a043-ca64-469d-8273-2a04b052a697), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.171917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169481c-229b-4c94-b84d-5fefba6bfb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b78296c-0e09-45d1-96e9-b4d737e7a102,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:56.185299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for 4032a043-ca64-469d-8273-2a04b052a697 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:56.239092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80eb319c-b092-4c72-abf9-9d659f33064c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3485c42d-d006-403f-80d1-dc5eb328fbe2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.241879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80eb319c-b092-4c72-abf9-9d659f33064c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.243137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-80eb319c-b092-4c72-abf9-9d659f33064c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3485c42d-d006-403f-80d1-dc5eb328fbe2 HTTP/1.1" status: 204  len: 168 time: 0.2124395
May 14 21:44:56.254934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb319c-b092-4c72-abf9-9d659f33064c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485c42d-d006-403f-80d1-dc5eb328fbe2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:56.421317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0217e206-fd26-4ebe-9052-2170cfdca84e no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:56.440585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 0217e206-fd26-4ebe-9052-2170cfdca84e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:56.440929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 0217e206-fd26-4ebe-9052-2170cfdca84e not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:56.547972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4032a043-ca64-469d-8273-2a04b052a697), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:56.576734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=4032a043-ca64-469d-8273-2a04b052a697,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:57.097829 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.104878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41908) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:57.117538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8d7-07d3-41ad-ad29-a5f2c2cdc0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.143002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41910) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:57.160008 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74c10840-5095-4472-8669-983cbea79747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.241136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74c10840-5095-4472-8669-983cbea79747 admin admin] Publish callbacks [] for security_group (6646c58c-114b-4bdd-8fd0-16210020e058), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.317897 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74c10840-5095-4472-8669-983cbea79747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6646c58c-114b-4bdd-8fd0-16210020e058), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.333556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8d7-07d3-41ad-ad29-a5f2c2cdc0ed admin admin] Publish callbacks [] for security_group (7a5273d3-6062-4d97-aef2-6e5c2997b336), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.358697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74c10840-5095-4472-8669-983cbea79747 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f4a5f4c90b64e8e972be1f2bd39a365&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2143216
May 14 21:44:57.359660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10840-5095-4472-8669-983cbea79747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6646c58c-114b-4bdd-8fd0-16210020e058,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:57.362756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41912) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:57.390222 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c39ae8d7-07d3-41ad-ad29-a5f2c2cdc0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7a5273d3-6062-4d97-aef2-6e5c2997b336), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.418789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91e042c4-9beb-4692-851f-82a0214b2ed7 admin admin] Publish callbacks [] for security_group (6646c58c-114b-4bdd-8fd0-16210020e058), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.441309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91e042c4-9beb-4692-851f-82a0214b2ed7 admin admin] Publish callbacks [] for security_group (6646c58c-114b-4bdd-8fd0-16210020e058), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.442861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ae8d7-07d3-41ad-ad29-a5f2c2cdc0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5273d3-6062-4d97-aef2-6e5c2997b336,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:57.449373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c39ae8d7-07d3-41ad-ad29-a5f2c2cdc0ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e65d9a259531497e868aa6b55559ccc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3487155
May 14 21:44:57.451234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:44:57.452223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41914) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:57.547678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91e042c4-9beb-4692-851f-82a0214b2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6646c58c-114b-4bdd-8fd0-16210020e058), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.551748 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91e042c4-9beb-4692-851f-82a0214b2ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.553061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-91e042c4-9beb-4692-851f-82a0214b2ed7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6646c58c-114b-4bdd-8fd0-16210020e058 HTTP/1.1" status: 204  len: 168 time: 0.1893597
May 14 21:44:57.562672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e042c4-9beb-4692-851f-82a0214b2ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6646c58c-114b-4bdd-8fd0-16210020e058,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:57.588513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6f3f-3708-40bd-b474-deb4f059508f admin admin] Publish callbacks [] for security_group (7a5273d3-6062-4d97-aef2-6e5c2997b336), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.625940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6f3f-3708-40bd-b474-deb4f059508f admin admin] Publish callbacks [] for security_group (7a5273d3-6062-4d97-aef2-6e5c2997b336), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.648354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:44:57.654563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-239485cd-e88e-4f3d-b07f-faa06cb35f07 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "PUT /v2.0/routers/b4e1bee1-3a4b-4709-ae8d-e3ba466dac61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3442633
May 14 21:44:57.660436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41920) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:57.661061 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] Sync routers for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:44:57.673822 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:57.674665 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b79430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:57.735768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting subnet 18ac4534-5257-43cb-83de-475243b56da8 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:44:57.739916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for subnet (18ac4534-5257-43cb-83de-475243b56da8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.765851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6f3f-3708-40bd-b474-deb4f059508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (7a5273d3-6062-4d97-aef2-6e5c2997b336), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.771010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6f3f-3708-40bd-b474-deb4f059508f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.778547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6c4f6f3f-3708-40bd-b474-deb4f059508f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a5273d3-6062-4d97-aef2-6e5c2997b336 HTTP/1.1" status: 204  len: 168 time: 0.3192031
May 14 21:44:57.783329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f6f3f-3708-40bd-b474-deb4f059508f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5273d3-6062-4d97-aef2-6e5c2997b336,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:57.784567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (18ac4534-5257-43cb-83de-475243b56da8), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:57.824727 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:57.879727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (18ac4534-5257-43cb-83de-475243b56da8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.000488 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b79430>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:44:56Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:58.035699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (18ac4534-5257-43cb-83de-475243b56da8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.068136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Subnet': ['ID=18ac4534-5257-43cb-83de-475243b56da8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:58.079870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.085768 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e962052f-63c8-40ad-9bd4-d828ae9a8dba tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/subnets/18ac4534-5257-43cb-83de-475243b56da8 HTTP/1.1" status: 204  len: 168 time: 0.4216321
May 14 21:44:58.086164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1b04f-1f99-41ec-9375-39bad52f5bbb None None] Network 5b482ada-1091-4886-ac77-9909d7641353 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:44:58.086651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 41928) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:58.163934 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] Checking router: b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:44:58.175703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] Routers {'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:44:58.176778 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b79430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:58.292450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.306518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] DHCP port deletion for 5b482ada-1091-4886-ac77-9909d7641353 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:44:58.342704 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] Set router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:44:58.352788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] Deleting port cffa8e12-4a03-4b87-af52-8c49afe92a6c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:58.353450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.425688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] For port cffa8e12-4a03-4b87-af52-8c49afe92a6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cffa8e12-4a03-4b87-af52-8c49afe92a6c,segment=NetworkSegment(eb0ecdd0-6239-4f77-bade-727816a36963),segment_id=eb0ecdd0-6239-4f77-bade-727816a36963)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:58.426392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.449957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] Calling delete_port for cffa8e12-4a03-4b87-af52-8c49afe92a6c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:58.474807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_gateway (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.560040 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b79430>, [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:44:56Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:58.591546 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9ec43-2b74-4ae2-ad0d-50a602b7c80c None None] The sync data for ids ['b4e1bee1-3a4b-4709-ae8d-e3ba466dac61'] in ncdv-master-1 is: [{'id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1039470019', 'tenant_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53'}], 'enable_snat': True}, 'gw_port_id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:43:22Z', 'updated_at': '2022-05-14T21:44:56Z', 'revision_number': 5, 'project_id': '72ef6fbeb65948a3b9cbd45229a26bec', 'gw_port': {'id': '35579365-0479-4221-85bf-b544e9fd9ac5', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e1bee1-3a4b-4709-ae8d-e3ba466dac61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:43:23Z', 'updated_at': '2022-05-14T21:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:44:58.605289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Deleting port 35579365-0479-4221-85bf-b544e9fd9ac5 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:44:58.605636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.692496 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] For port 35579365-0479-4221-85bf-b544e9fd9ac5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35579365-0479-4221-85bf-b544e9fd9ac5,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:44:58.692866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.708082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (cffa8e12-4a03-4b87-af52-8c49afe92a6c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:58.714680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Calling delete_port for 35579365-0479-4221-85bf-b544e9fd9ac5 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:44:58.738454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] Pushing event deleted for resources: {'Port': ['ID=cffa8e12-4a03-4b87-af52-8c49afe92a6c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:58.750187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb0b5b-923a-44d0-b965-ebd811b97436 None None] No DVR routers for this DVR port cffa8e12-4a03-4b87-af52-8c49afe92a6c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:44:58.988714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (35579365-0479-4221-85bf-b544e9fd9ac5), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.083865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4032a043-ca64-469d-8273-2a04b052a697 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:59.106972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Port': ['ID=35579365-0479-4221-85bf-b544e9fd9ac5,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:44:59.148535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.153015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4032a043-ca64-469d-8273-2a04b052a697 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:59.153494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4032a043-ca64-469d-8273-2a04b052a697 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:59.160972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cffa8e12-4a03-4b87-af52-8c49afe92a6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:44:59.186353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: cffa8e12-4a03-4b87-af52-8c49afe92a6c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:44:59.186691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device cffa8e12-4a03-4b87-af52-8c49afe92a6c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:44:59.262783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.265178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router_controller (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.429272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b4e1bee1-3a4b-4709-ae8d-e3ba466dac61), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.429961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Fanout notify agent at l3_agent the message router_deleted on router b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:44:59.445826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.450134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 41994) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:44:59.450771 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3d31bbd1-9706-4da5-be67-61fee4f4057f tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/routers/b4e1bee1-3a4b-4709-ae8d-e3ba466dac61 HTTP/1.1" status: 204  len: 168 time: 1.3630815
May 14 21:44:59.572115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5b482ada-1091-4886-ac77-9909d7641353), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.675867 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5b482ada-1091-4886-ac77-9909d7641353), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.701632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb2cbb0>,) {'filters': {'network_id': ['5b482ada-1091-4886-ac77-9909d7641353']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:59.725601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb2cbb0>, 'eb0ecdd0-6239-4f77-bade-727816a36963') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:59.725897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb2cbb0>, 'eb0ecdd0-6239-4f77-bade-727816a36963') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:44:59.742470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (eb0ecdd0-6239-4f77-bade-727816a36963), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.762220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (eb0ecdd0-6239-4f77-bade-727816a36963), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.769602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:44:59.769978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (eb0ecdd0-6239-4f77-bade-727816a36963), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:44:59.773193 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:44:59.973216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5b482ada-1091-4886-ac77-9909d7641353), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.977376 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:44:59.980675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] 10.222.0.52 "DELETE /v2.0/networks/5b482ada-1091-4886-ac77-9909d7641353 HTTP/1.1" status: 204  len: 168 time: 0.5295248
May 14 21:44:59.996827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506444-5e8b-4b58-bb85-79be719b0694 tempest-TestSecurityGroupsBasicOps-630732614 tempest-TestSecurityGroupsBasicOps-630732614-project] Pushing event deleted for resources: {'Network': ['ID=5b482ada-1091-4886-ac77-9909d7641353,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:00.604654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42044) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:00.771759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1f9795bb-00fa-4f61-a346-75fe58c3446f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72ef6fbeb65948a3b9cbd45229a26bec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1650758
May 14 21:45:00.773787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42062) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:00.795191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35579365-0479-4221-85bf-b544e9fd9ac5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:45:00.824638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 35579365-0479-4221-85bf-b544e9fd9ac5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:45:00.825119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35579365-0479-4221-85bf-b544e9fd9ac5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:45:00.848970 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74daaeb3-a657-4507-9c00-fad99d6ec30a admin admin] Publish callbacks [] for security_group (9b5433f9-bf17-4ffb-8925-60ccb9bb6345), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:00.871735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74daaeb3-a657-4507-9c00-fad99d6ec30a admin admin] Publish callbacks [] for security_group (9b5433f9-bf17-4ffb-8925-60ccb9bb6345), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.005454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74daaeb3-a657-4507-9c00-fad99d6ec30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9b5433f9-bf17-4ffb-8925-60ccb9bb6345), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.008203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-74daaeb3-a657-4507-9c00-fad99d6ec30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.009374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-74daaeb3-a657-4507-9c00-fad99d6ec30a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b5433f9-bf17-4ffb-8925-60ccb9bb6345 HTTP/1.1" status: 204  len: 168 time: 0.2345934
May 14 21:45:01.017435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daaeb3-a657-4507-9c00-fad99d6ec30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5433f9-bf17-4ffb-8925-60ccb9bb6345,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:01.592523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42092) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:01.606674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-426f65f8-40c3-485b-b8aa-cc41ef88642b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.681418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-426f65f8-40c3-485b-b8aa-cc41ef88642b admin admin] Publish callbacks [] for security_group (bf36c127-c36d-4557-bb65-91336b185a3f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.764706 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-426f65f8-40c3-485b-b8aa-cc41ef88642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bf36c127-c36d-4557-bb65-91336b185a3f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.808234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-426f65f8-40c3-485b-b8aa-cc41ef88642b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4181a82dd2f947b2b018a9400c8a8703&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2145543
May 14 21:45:01.809349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f65f8-40c3-485b-b8aa-cc41ef88642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf36c127-c36d-4557-bb65-91336b185a3f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:01.810912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:01.862392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89eb2339-e4ed-4e74-876f-e3f9ce2238ce admin admin] Publish callbacks [] for security_group (bf36c127-c36d-4557-bb65-91336b185a3f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.883239 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89eb2339-e4ed-4e74-876f-e3f9ce2238ce admin admin] Publish callbacks [] for security_group (bf36c127-c36d-4557-bb65-91336b185a3f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.993443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89eb2339-e4ed-4e74-876f-e3f9ce2238ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bf36c127-c36d-4557-bb65-91336b185a3f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.996075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89eb2339-e4ed-4e74-876f-e3f9ce2238ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:01.997277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89eb2339-e4ed-4e74-876f-e3f9ce2238ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf36c127-c36d-4557-bb65-91336b185a3f HTTP/1.1" status: 204  len: 168 time: 0.1852555
May 14 21:45:02.005496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb2339-e4ed-4e74-876f-e3f9ce2238ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf36c127-c36d-4557-bb65-91336b185a3f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:02.638625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42116) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:02.680840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bb09ed1d-5a6e-4be5-8095-bfa834cad489 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f84eb93054a44f0a3caf821474491fa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0407937
May 14 21:45:02.683291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42118) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:02.729769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c34eafbc-0c3e-4b36-a067-3c1d1129db1c admin admin] Publish callbacks [] for security_group (6f112808-8c7d-4f5b-9db8-069ee4dc83ae), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:02.752364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c34eafbc-0c3e-4b36-a067-3c1d1129db1c admin admin] Publish callbacks [] for security_group (6f112808-8c7d-4f5b-9db8-069ee4dc83ae), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:02.850728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c34eafbc-0c3e-4b36-a067-3c1d1129db1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (6f112808-8c7d-4f5b-9db8-069ee4dc83ae), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:02.853452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c34eafbc-0c3e-4b36-a067-3c1d1129db1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:02.854619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c34eafbc-0c3e-4b36-a067-3c1d1129db1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f112808-8c7d-4f5b-9db8-069ee4dc83ae HTTP/1.1" status: 204  len: 168 time: 0.1704099
May 14 21:45:02.864014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eafbc-0c3e-4b36-a067-3c1d1129db1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f112808-8c7d-4f5b-9db8-069ee4dc83ae,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:03.890053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42150) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:03.996782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2000309748-network', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:45:04.090237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Made reservation on behalf of d53d2979e3c6436898a504f9a5b09819 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:45:04.092736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.104868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.177432 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks [] for security_group (b4fff362-12ef-4c57-b157-ff6559b147df), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.261832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b4fff362-12ef-4c57-b157-ff6559b147df), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.286437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:45:04.299413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fff362-12ef-4c57-b157-ff6559b147df,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:04.304095 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f3a6cddc-3f64-4873-a75f-b2c2e93fc81d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.304499 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Added segment f3a6cddc-3f64-4873-a75f-b2c2e93fc81d of type vlan for network d41686e8-fddf-4350-becb-c37b5cfc0e3b
May 14 21:45:04.342471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (d41686e8-fddf-4350-becb-c37b5cfc0e3b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.490565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (d41686e8-fddf-4350-becb-c37b5cfc0e3b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.491654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:45:04.492249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:04.595626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] Pushing event updated for resources: {'Network': ['ID=d41686e8-fddf-4350-becb-c37b5cfc0e3b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:04.604321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:45:04.687823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0d56cc22-9331-4102-ad65-411bd444639c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 859 time: 0.7965655
May 14 21:45:04.690750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42168) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:04.696546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Request body: {'subnet': {'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2000309748-subnet', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:45:04.805507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Made reservation on behalf of d53d2979e3c6436898a504f9a5b09819 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:45:04.808389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.131776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (af823f3b-41d5-4a7d-9ca7-e51e776327a0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.192086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af823f3b-41d5-4a7d-9ca7-e51e776327a0,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:05.197477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Checking segment: {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:05.197806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Network hostable DHCP agents. Network: d41686e8-fddf-4350-becb-c37b5cfc0e3b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:45:05.296278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:45:05.405220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d41686e8-fddf-4350-becb-c37b5cfc0e3b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:05.410387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:45:05.411167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.415008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f48bf9-8f0e-4012-b311-01aa648f9363 None None] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:45:05.512542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d41686e8-fddf-4350-becb-c37b5cfc0e3b', 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b', 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'fixed_ips': [{'subnet_id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:45:05.513495 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.545562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-07e9c67b-6447-4fb2-90c1-007c45c3791a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8535705
May 14 21:45:05.548670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42196) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:05.553524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:45:05.640959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (b9841ea9-a922-4443-a896-87853d0df1ec), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.643058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (b9841ea9-a922-4443-a896-87853d0df1ec), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.658711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Allocated IP 172.20.0.2 (d41686e8-fddf-4350-becb-c37b5cfc0e3b/af823f3b-41d5-4a7d-9ca7-e51e776327a0/84609b58-5a36-4e3a-9eda-5faa6ebae95c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:45:05.703458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks [] for router_controller (b9841ea9-a922-4443-a896-87853d0df1ec), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.820047 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Publish callbacks [] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.897235 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.932723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks [] for router_gateway (b9841ea9-a922-4443-a896-87853d0df1ec), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:05.937347 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:05.942892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:05.946410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:45:05.953184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Pushing event updated for resources: {'Port': ['ID=84609b58-5a36-4e3a-9eda-5faa6ebae95c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:06.012029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Attempting to bind port 84609b58-5a36-4e3a-9eda-5faa6ebae95c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:45:06.012504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Attempting to bind port 84609b58-5a36-4e3a-9eda-5faa6ebae95c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:45:06.012969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Attempting to bind port 84609b58-5a36-4e3a-9eda-5faa6ebae95c on network d41686e8-fddf-4350-becb-c37b5cfc0e3b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:45:06.021970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:45:06.021970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Checking segment: {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:06.021970 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.021970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Bound using segment: {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:45:06.021970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Bound port: 84609b58-5a36-4e3a-9eda-5faa6ebae95c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:45:06.022977 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.097245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] For port 84609b58-5a36-4e3a-9eda-5faa6ebae95c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:45:06.101911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] For port 84609b58-5a36-4e3a-9eda-5faa6ebae95c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84609b58-5a36-4e3a-9eda-5faa6ebae95c,segment=NetworkSegment(f3a6cddc-3f64-4873-a75f-b2c2e93fc81d),segment_id=f3a6cddc-3f64-4873-a75f-b2c2e93fc81d)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:45:06.170777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.210707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks [] for router_gateway (b9841ea9-a922-4443-a896-87853d0df1ec), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.230133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742634bf-2e29-47ee-bf4c-4010004219ab None None] Pushing event updated for resources: {'Port': ['ID=84609b58-5a36-4e3a-9eda-5faa6ebae95c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:06.239820 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.347619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Allocated IP 172.35.4.136 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:45:06.480602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks [] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.582238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:06.619210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:06.623430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:06.637708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:45:06.666346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:06.838675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84609b58-5a36-4e3a-9eda-5faa6ebae95c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:45:06.898066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 84609b58-5a36-4e3a-9eda-5faa6ebae95c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:06.898435 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.005046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 84609b58-5a36-4e3a-9eda-5faa6ebae95c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:07.005770 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.051701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 84609b58-5a36-4e3a-9eda-5faa6ebae95c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84609b58-5a36-4e3a-9eda-5faa6ebae95c,segment=NetworkSegment(f3a6cddc-3f64-4873-a75f-b2c2e93fc81d),segment_id=f3a6cddc-3f64-4873-a75f-b2c2e93fc81d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:07.090033 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks [] for router_gateway (b9841ea9-a922-4443-a896-87853d0df1ec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.113523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.215368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=84609b58-5a36-4e3a-9eda-5faa6ebae95c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:07.343073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (b9841ea9-a922-4443-a896-87853d0df1ec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.370645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08ad7f-6343-444b-b046-6fe5d3654cd0 None None] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:45:07.439169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-51bdaaea-197d-4646-95eb-6b1b999ee09b None None] Provisioning complete for port 84609b58-5a36-4e3a-9eda-5faa6ebae95c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:07.439646 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-51bdaaea-197d-4646-95eb-6b1b999ee09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.542289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Router b9841ea9-a922-4443-a896-87853d0df1ec is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:45:07.567247 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-51bdaaea-197d-4646-95eb-6b1b999ee09b None None] Current status of the port 84609b58-5a36-4e3a-9eda-5faa6ebae95c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:07.677927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:45:07.689696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Sync routers for ids ['b9841ea9-a922-4443-a896-87853d0df1ec'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:45:07.700249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Routers {'b9841ea9-a922-4443-a896-87853d0df1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:07.700882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b9841ea9-a922-4443-a896-87853d0df1ec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:07.796419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.797830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-938fe690-70fa-4bc2-8e5b-1a64f964b0b7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 2.2478063
May 14 21:45:07.800610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42260) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:07.810571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9cf9a918-846f-46f4-bdd7-69ee09e71283 None None] Provisioning complete for port 84609b58-5a36-4e3a-9eda-5faa6ebae95c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:07.811034 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a918-846f-46f4-bdd7-69ee09e71283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:07.869538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Set router b9841ea9-a922-4443-a896-87853d0df1ec gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:08.182897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9a918-846f-46f4-bdd7-69ee09e71283 None None] Current status of the port 84609b58-5a36-4e3a-9eda-5faa6ebae95c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:08.246218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6fbb0>, [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:06Z', 'revision_number': 3, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port': {'id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:06Z', 'updated_at': '2022-05-14T21:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:08.279910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Checking router: b9841ea9-a922-4443-a896-87853d0df1ec for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:45:08.280547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Updating router b9841ea9-a922-4443-a896-87853d0df1ec port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:45:08.310506 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.322260 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.697908 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Publish callbacks [] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.765966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.795680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84609b58-5a36-4e3a-9eda-5faa6ebae95c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:45:08.856497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Attempting to bind port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:45:08.856872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Attempting to bind port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:45:08.857246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Attempting to bind port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:45:08.861252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482044-e42c-4cb1-ba18-4422c59e05d8 None None] Pushing event updated for resources: {'Port': ['ID=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:08.869286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:45:08.869672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:08.870244 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.870561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:45:08.871078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Bound port: b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:45:08.871458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.913977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Allocated IP 172.20.0.1 (d41686e8-fddf-4350-becb-c37b5cfc0e3b/af823f3b-41d5-4a7d-9ca7-e51e776327a0/0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:45:08.970715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 84609b58-5a36-4e3a-9eda-5faa6ebae95c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:08.978294 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:08.983702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] For port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:45:08.989937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] For port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:45:09.099138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks [] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.114573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 84609b58-5a36-4e3a-9eda-5faa6ebae95c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:09.118433 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.173683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Routers {'b9841ea9-a922-4443-a896-87853d0df1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:09.174367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d6fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b9841ea9-a922-4443-a896-87853d0df1ec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:09.228681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.228913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf482044-e42c-4cb1-ba18-4422c59e05d8 None None] Pushing event updated for resources: {'Port': ['ID=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:09.281355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:09.290688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:09.293123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:45:09.305470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] Set router b9841ea9-a922-4443-a896-87853d0df1ec gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:09.329605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:09.348898 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (b9841ea9-a922-4443-a896-87853d0df1ec), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.520016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d6fbb0>, [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:06Z', 'revision_number': 3, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port': {'id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:06Z', 'updated_at': '2022-05-14T21:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:09.548092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5e8dc-335f-4e1a-ba06-972ef80f1480 None None] The sync data for ids ['b9841ea9-a922-4443-a896-87853d0df1ec'] in ncdv-master-1 is: [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:06Z', 'revision_number': 3, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port': {'id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:06Z', 'updated_at': '2022-05-14T21:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:45:09.601160 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.623805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-92c5a24c-0745-47b5-8462-c6b880a6095b None None] Provisioning complete for port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:09.624306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-92c5a24c-0745-47b5-8462-c6b880a6095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.679422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-92c5a24c-0745-47b5-8462-c6b880a6095b None None] Port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:45:09.885092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks [] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:09.959066 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:10.033585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:10.036683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (b9841ea9-a922-4443-a896-87853d0df1ec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:10.139648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:10.143926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:10.278205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Router b9841ea9-a922-4443-a896-87853d0df1ec has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:45:10.376556 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bec7aba2-ba2e-4473-bd2d-cdf45ec432e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:10.405480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a080919-8115-4a70-b054-2058e04fcb9e None None] Provisioning complete for port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:10.405976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a080919-8115-4a70-b054-2058e04fcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:10.411130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:45:10.425213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e73ccaf0-f296-49ba-a6c8-e0f49816f376 admin admin] 10.222.0.52 "PUT /v2.0/routers/b9841ea9-a922-4443-a896-87853d0df1ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6231856
May 14 21:45:10.470892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a080919-8115-4a70-b054-2058e04fcb9e None None] Port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:45:10.806754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:45:10.865441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:10.865812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:10.966353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:10.966353 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:10.999773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:11.076498 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:11.127453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:11.328646 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Sync routers for ids ['b9841ea9-a922-4443-a896-87853d0df1ec'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:45:11.339974 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Routers {'b9841ea9-a922-4443-a896-87853d0df1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:11.340734 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f06490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b9841ea9-a922-4443-a896-87853d0df1ec'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:11.465698 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Set router b9841ea9-a922-4443-a896-87853d0df1ec gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:11.686567 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f06490>, [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:09Z', 'revision_number': 4, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port': {'id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:06Z', 'updated_at': '2022-05-14T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae', 'name': '', 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'mac_address': 'fa:16:3e:f4:ae:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:08Z', 'updated_at': '2022-05-14T21:45:09Z', 'revision_number': 2, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'subnets': [{'id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:11.718070 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Checking router: b9841ea9-a922-4443-a896-87853d0df1ec for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:45:11.718416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Updating router b9841ea9-a922-4443-a896-87853d0df1ec port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:45:11.749276 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:11.758415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 42412) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:12.051781 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Publish callbacks [] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.072979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.114243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (b9841ea9-a922-4443-a896-87853d0df1ec), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.125796 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.181680 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Pushing event updated for resources: {'Port': ['ID=0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:12.208158 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.208507 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.208848 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.209184 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.209515 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.209841 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.210166 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.210491 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.210813 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.211593 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.211593 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.211859 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.212091 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.212409 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.212729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:12.242992 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Attempting to bind port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:45:12.243388 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Attempting to bind port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:45:12.243757 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Attempting to bind port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae on network d41686e8-fddf-4350-becb-c37b5cfc0e3b {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:45:12.249097 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:45:12.249757 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Checking segment: {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:12.250389 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.251455 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Bound using segment: {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:45:12.252771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Bound port: 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:45:12.253281 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.325235 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] For port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:45:12.329246 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] For port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae,segment=NetworkSegment(f3a6cddc-3f64-4873-a75f-b2c2e93fc81d),segment_id=f3a6cddc-3f64-4873-a75f-b2c2e93fc81d)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:45:12.379843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Deleting port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:45:12.380185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.401346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4ab4a0e4-424f-4ed4-872c-3dc987f07fad None None] Provisioning complete for port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:12.401868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4ab4a0e4-424f-4ed4-872c-3dc987f07fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.424164 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.446012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4a0e4-424f-4ed4-872c-3dc987f07fad None None] Port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:45:12.468893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] For port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae, host ncdv-master-1, got binding levels [] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:12.469390 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.484616 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Routers {'b9841ea9-a922-4443-a896-87853d0df1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:12.528253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Calling delete_port for 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:45:12.528582 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f06490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:44:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b9841ea9-a922-4443-a896-87853d0df1ec'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:12.562280 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44dd44-cdcf-40fd-866f-b4339b766c91 None None] Pushing event updated for resources: {'Port': ['ID=0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:12.630266 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] Set router b9841ea9-a922-4443-a896-87853d0df1ec gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:12.633204 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.682804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ec0fac24-76bc-4d30-882d-99b5fc07271d None None] Provisioning complete for port 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:12.683717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec0fac24-76bc-4d30-882d-99b5fc07271d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.731294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.748458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ec0fac24-76bc-4d30-882d-99b5fc07271d None None] Could not find standard attr ID for object 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 21:45:12.753027 ncdv-master-1 neutron-server[115782]: INFO neutron.plugins.ml2.db [None req-ec0fac24-76bc-4d30-882d-99b5fc07271d None None] No ports have port_id starting with 0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae
May 14 21:45:12.767022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:12.805887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:45:12.882114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:12.882402 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.915273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e8191d1-eadd-478a-96f8-7c1a0e1eb71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:12.981099 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f06490>, [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:09Z', 'revision_number': 4, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port': {'id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:06Z', 'updated_at': '2022-05-14T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae', 'name': '', 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'mac_address': 'fa:16:3e:f4:ae:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:08Z', 'updated_at': '2022-05-14T21:45:12Z', 'revision_number': 4, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'subnets': [{'id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:13.024541 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eb61b8-93c4-4bd0-b0b0-64290bf9dac6 None None] The sync data for ids ['b9841ea9-a922-4443-a896-87853d0df1ec'] in ncdv-master-1 is: [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:09Z', 'revision_number': 4, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port': {'id': 'b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:06Z', 'updated_at': '2022-05-14T21:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c4a5c4f-a25e-4104-b2a4-9cc69913a0ae', 'name': '', 'network_id': 'd41686e8-fddf-4350-becb-c37b5cfc0e3b', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'mac_address': 'fa:16:3e:f4:ae:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:08Z', 'updated_at': '2022-05-14T21:45:12Z', 'revision_number': 4, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'subnets': [{'id': 'af823f3b-41d5-4a7d-9ca7-e51e776327a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:45:13.039984 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (b9841ea9-a922-4443-a896-87853d0df1ec), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:13.062538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:13.357707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Router b9841ea9-a922-4443-a896-87853d0df1ec has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:45:13.477636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:45:13.483130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5d33d82a-3f3e-4940-83fc-b176bf63b714 admin admin] 10.222.0.52 "PUT /v2.0/routers/b9841ea9-a922-4443-a896-87853d0df1ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7235653
May 14 21:45:13.485925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42430) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:13.606663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks [] for router (b9841ea9-a922-4443-a896-87853d0df1ec), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:13.717282 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks [] for router_gateway (b9841ea9-a922-4443-a896-87853d0df1ec), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:13.866459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Deleting port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:45:13.872019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:13.913328 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:13.955238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] For port b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:13.955779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:13.969495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Calling delete_port for b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:45:14.235080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] Sync routers for ids ['b9841ea9-a922-4443-a896-87853d0df1ec'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:45:14.244659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.245872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] Routers {'b9841ea9-a922-4443-a896-87853d0df1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:14.246564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222f53610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b9841ea9-a922-4443-a896-87853d0df1ec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:14.276494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:14.321278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] Set router b9841ea9-a922-4443-a896-87853d0df1ec gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:14.341090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (b9841ea9-a922-4443-a896-87853d0df1ec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.373721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222f53610>, [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:14Z', 'revision_number': 7, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:14.405623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] Checking router: b9841ea9-a922-4443-a896-87853d0df1ec for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:45:14.414647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] Routers {'b9841ea9-a922-4443-a896-87853d0df1ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:14.415263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222f53610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['b9841ea9-a922-4443-a896-87853d0df1ec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:14.440677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (b9841ea9-a922-4443-a896-87853d0df1ec), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.442836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks [] for router_controller (b9841ea9-a922-4443-a896-87853d0df1ec), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.487380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] Set router b9841ea9-a922-4443-a896-87853d0df1ec gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:14.524621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (b9841ea9-a922-4443-a896-87853d0df1ec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.525289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9841ea9-a922-4443-a896-87853d0df1ec {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:45:14.535240 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.536977 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-739476b7-d1e1-4ef0-ad11-b88777aaba58 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b9841ea9-a922-4443-a896-87853d0df1ec HTTP/1.1" status: 204  len: 168 time: 1.0498230
May 14 21:45:14.538943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222f53610>, [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:14Z', 'revision_number': 7, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:14.540026 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42440) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:14.569509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f8fea-5990-47bb-9df0-41caaa2d8070 None None] The sync data for ids ['b9841ea9-a922-4443-a896-87853d0df1ec'] in ncdv-master-1 is: [{'id': 'b9841ea9-a922-4443-a896-87853d0df1ec', 'name': 'tempest-ImageQuotaTest-2000309748-router', 'tenant_id': 'd53d2979e3c6436898a504f9a5b09819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:05Z', 'updated_at': '2022-05-14T21:45:14Z', 'revision_number': 7, 'project_id': 'd53d2979e3c6436898a504f9a5b09819', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:45:14.589368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Deleting subnet af823f3b-41d5-4a7d-9ca7-e51e776327a0 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:45:14.593221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Publish callbacks [] for subnet (af823f3b-41d5-4a7d-9ca7-e51e776327a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.632361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (af823f3b-41d5-4a7d-9ca7-e51e776327a0), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.724916 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (af823f3b-41d5-4a7d-9ca7-e51e776327a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.873733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (af823f3b-41d5-4a7d-9ca7-e51e776327a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.900720 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af823f3b-41d5-4a7d-9ca7-e51e776327a0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:14.904380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:14.908410 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b4d1ad16-cc84-4dae-a2d2-dcf5064a1520 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/af823f3b-41d5-4a7d-9ca7-e51e776327a0 HTTP/1.1" status: 204  len: 168 time: 0.3673315
May 14 21:45:14.910840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:14.911342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc47a4-2d3c-4543-a171-ba1ce1ac2d11 None None] Network d41686e8-fddf-4350-becb-c37b5cfc0e3b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:45:14.988603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (d41686e8-fddf-4350-becb-c37b5cfc0e3b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.041492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Deleting port 84609b58-5a36-4e3a-9eda-5faa6ebae95c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:45:15.041761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.086200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] DHCP port deletion for d41686e8-fddf-4350-becb-c37b5cfc0e3b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:45:15.130541 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] For port 84609b58-5a36-4e3a-9eda-5faa6ebae95c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84609b58-5a36-4e3a-9eda-5faa6ebae95c,segment=NetworkSegment(f3a6cddc-3f64-4873-a75f-b2c2e93fc81d),segment_id=f3a6cddc-3f64-4873-a75f-b2c2e93fc81d)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:15.133839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.147025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Calling delete_port for 84609b58-5a36-4e3a-9eda-5faa6ebae95c owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:45:15.292888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] Deleting port 84609b58-5a36-4e3a-9eda-5faa6ebae95c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:45:15.293152 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.301665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.327515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Pushing event deleted for resources: {'Port': ['ID=84609b58-5a36-4e3a-9eda-5faa6ebae95c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:15.331525 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] No DVR routers for this DVR port 84609b58-5a36-4e3a-9eda-5faa6ebae95c on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:45:15.356786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] For port 84609b58-5a36-4e3a-9eda-5faa6ebae95c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84609b58-5a36-4e3a-9eda-5faa6ebae95c,segment=NetworkSegment(f3a6cddc-3f64-4873-a75f-b2c2e93fc81d),segment_id=f3a6cddc-3f64-4873-a75f-b2c2e93fc81d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:15.357189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.370249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] Calling delete_port for 84609b58-5a36-4e3a-9eda-5faa6ebae95c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:45:15.406969 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (d41686e8-fddf-4350-becb-c37b5cfc0e3b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.428404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b85b640>,) {'filters': {'network_id': ['d41686e8-fddf-4350-becb-c37b5cfc0e3b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:15.437776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b85b640>, 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:15.438073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b85b640>, 'f3a6cddc-3f64-4873-a75f-b2c2e93fc81d') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:15.447597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (f3a6cddc-3f64-4873-a75f-b2c2e93fc81d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.453706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (84609b58-5a36-4e3a-9eda-5faa6ebae95c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.465779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (f3a6cddc-3f64-4873-a75f-b2c2e93fc81d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.471987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:45:15.472433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (f3a6cddc-3f64-4873-a75f-b2c2e93fc81d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:45:15.474162 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:45:15.478026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] Pushing event deleted for resources: {'Port': ['ID=84609b58-5a36-4e3a-9eda-5faa6ebae95c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:15.488388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8efc6-235e-47de-b9e3-d6dc1764081c None None] No DVR routers for this DVR port 84609b58-5a36-4e3a-9eda-5faa6ebae95c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:45:15.623756 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (d41686e8-fddf-4350-becb-c37b5cfc0e3b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.629553 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:15.632789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] 10.222.0.52 "DELETE /v2.0/networks/d41686e8-fddf-4350-becb-c37b5cfc0e3b HTTP/1.1" status: 204  len: 168 time: 0.7208133
May 14 21:45:15.645769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15198f-3a80-4c08-ba9b-d4fc7c30daaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d41686e8-fddf-4350-becb-c37b5cfc0e3b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:15.696439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:16.027029 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42454) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:16.074686 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dc8a8f72-f6ab-4c8f-bb52-7bc9b79e5e34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d53d2979e3c6436898a504f9a5b09819&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0464296
May 14 21:45:16.077282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42456) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:16.125197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Publish callbacks [] for security_group (b4fff362-12ef-4c57-b157-ff6559b147df), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:16.147646 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Publish callbacks [] for security_group (b4fff362-12ef-4c57-b157-ff6559b147df), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:16.273403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b4fff362-12ef-4c57-b157-ff6559b147df), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:16.276046 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:16.277213 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4fff362-12ef-4c57-b157-ff6559b147df HTTP/1.1" status: 204  len: 168 time: 0.1990449
May 14 21:45:16.285889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fff362-12ef-4c57-b157-ff6559b147df,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:16.293365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.293716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.294084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.294597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.294835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.295170 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.295799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.305600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0637d04-859f-4ac4-aebf-44f05862a53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:16.776385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84609b58-5a36-4e3a-9eda-5faa6ebae95c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:45:16.797368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 84609b58-5a36-4e3a-9eda-5faa6ebae95c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:45:16.798304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 84609b58-5a36-4e3a-9eda-5faa6ebae95c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:45:16.798727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:45:16.820317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:45:16.823563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b2db32a0-d6e0-4812-85ca-7b3bd8d4b2a1 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:45:16.845301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.056284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:17.070714 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4847-2904-4f5e-87c1-e986ece5abf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.147264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4847-2904-4f5e-87c1-e986ece5abf8 admin admin] Publish callbacks [] for security_group (1b74c08f-e2d1-43ea-970c-906449b8f90a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.210308 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4847-2904-4f5e-87c1-e986ece5abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1b74c08f-e2d1-43ea-970c-906449b8f90a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.251561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4847-2904-4f5e-87c1-e986ece5abf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74c08f-e2d1-43ea-970c-906449b8f90a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:17.256340 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ec2c4847-2904-4f5e-87c1-e986ece5abf8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.1983263
May 14 21:45:17.258283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 42476) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:17.310674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8249cb5e-da62-4081-ad8d-49c87f5893d9 admin admin] Publish callbacks [] for security_group (1b74c08f-e2d1-43ea-970c-906449b8f90a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.332797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8249cb5e-da62-4081-ad8d-49c87f5893d9 admin admin] Publish callbacks [] for security_group (1b74c08f-e2d1-43ea-970c-906449b8f90a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.479265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8249cb5e-da62-4081-ad8d-49c87f5893d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (1b74c08f-e2d1-43ea-970c-906449b8f90a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.482243 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8249cb5e-da62-4081-ad8d-49c87f5893d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:17.486207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8249cb5e-da62-4081-ad8d-49c87f5893d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b74c08f-e2d1-43ea-970c-906449b8f90a HTTP/1.1" status: 204  len: 168 time: 0.2242200
May 14 21:45:17.492549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249cb5e-da62-4081-ad8d-49c87f5893d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74c08f-e2d1-43ea-970c-906449b8f90a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:22.446014 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:45:40.376991 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62eb4a89-a754-4811-ad25-30e03a33f3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:42.061039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:42.569601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:42.872622 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c53ad889-4319-49d5-a8c0-1efd540ca5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:43.889524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:45.701389 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:46.826635 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.434967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43000) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:53.550431 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc25c034-0d42-44fb-8305-f41637878b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.626784 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc25c034-0d42-44fb-8305-f41637878b2c admin admin] Publish callbacks [] for security_group (4891fa7e-c4db-41a4-a6a4-955eec3e23fd), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.701108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc25c034-0d42-44fb-8305-f41637878b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4891fa7e-c4db-41a4-a6a4-955eec3e23fd), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.740013 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cc25c034-0d42-44fb-8305-f41637878b2c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ea54abe27dd44beb76e2876a4cb53fd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3032832
May 14 21:45:53.742331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25c034-0d42-44fb-8305-f41637878b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4891fa7e-c4db-41a4-a6a4-955eec3e23fd,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:53.743338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43006) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:53.808589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Publish callbacks [] for security_group (4891fa7e-c4db-41a4-a6a4-955eec3e23fd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.840025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Publish callbacks [] for security_group (4891fa7e-c4db-41a4-a6a4-955eec3e23fd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.964608 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4891fa7e-c4db-41a4-a6a4-955eec3e23fd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.967270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:53.971170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4891fa7e-c4db-41a4-a6a4-955eec3e23fd HTTP/1.1" status: 204  len: 168 time: 0.2237856
May 14 21:45:53.976506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4891fa7e-c4db-41a4-a6a4-955eec3e23fd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:53.984301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.984660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.985001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.985341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.985736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.986090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.986404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.986907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.987238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.987741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.987974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.988297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.988619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.988962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:53.989308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780049ca-083e-46f0-8da3-b8ab3197c62a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:54.957565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43072) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:55.063344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1357450066-network', 'tenant_id': '233de55e2a38457bb1837da8374b7b54'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:45:55.158568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Made reservation on behalf of 233de55e2a38457bb1837da8374b7b54 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:45:55.161172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.170300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.244908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks [] for security_group (4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.329536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.354761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:45:55.363499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:55.371905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (73b369c9-9970-409d-acc5-cc9502abd4f9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.372318 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Added segment 73b369c9-9970-409d-acc5-cc9502abd4f9 of type vlan for network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e
May 14 21:45:55.413972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.489471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.490543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:45:55.491122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.555886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] Pushing event updated for resources: {'Network': ['ID=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:55.564692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:45:55.579315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-84eabc52-df42-445d-a1a2-05194364de09 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6224530
May 14 21:45:55.581697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43092) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:55.587177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Request body: {'subnet': {'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1357450066-subnet', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:45:55.678165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Made reservation on behalf of 233de55e2a38457bb1837da8374b7b54 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:45:55.681900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.721891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:55.842818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ade5d17-b58d-470c-8c99-2f90b8564bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.907067 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f63ece15-ead2-461d-aa92-8cd7c3b977a1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.920084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ade5d17-b58d-470c-8c99-2f90b8564bef admin admin] Publish callbacks [] for security_group (aa06c4cc-f67e-4ef3-b51a-e99013bf2fde), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.963745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5ade5d17-b58d-470c-8c99-2f90b8564bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aa06c4cc-f67e-4ef3-b51a-e99013bf2fde), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:55.965391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63ece15-ead2-461d-aa92-8cd7c3b977a1,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:55.974128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Checking segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:55.974438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Network hostable DHCP agents. Network: e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:45:56.007680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5ade5d17-b58d-470c-8c99-2f90b8564bef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70d62c44e62f4f908188af21b5653cc7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2841022
May 14 21:45:56.008573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade5d17-b58d-470c-8c99-2f90b8564bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06c4cc-f67e-4ef3-b51a-e99013bf2fde,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:56.010387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43100) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:56.041776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:45:56.071732 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f74-9dc5-4f62-a91d-c7f5e66ec7af admin admin] Publish callbacks [] for security_group (aa06c4cc-f67e-4ef3-b51a-e99013bf2fde), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.094209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f74-9dc5-4f62-a91d-c7f5e66ec7af admin admin] Publish callbacks [] for security_group (aa06c4cc-f67e-4ef3-b51a-e99013bf2fde), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.100920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:56.110161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296da76-888f-4107-b1e1-7533c1cae77a None None] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:45:56.110399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:45:56.110768 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.219135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:45:56.220269 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.246612 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4c4d8679-90a5-4f7d-a4e7-de57cee50a59 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6637645
May 14 21:45:56.249269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43102) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:56.253421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:45:56.277884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f74-9dc5-4f62-a91d-c7f5e66ec7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (aa06c4cc-f67e-4ef3-b51a-e99013bf2fde), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.280508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b6b13f74-9dc5-4f62-a91d-c7f5e66ec7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.283957 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b6b13f74-9dc5-4f62-a91d-c7f5e66ec7af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa06c4cc-f67e-4ef3-b51a-e99013bf2fde HTTP/1.1" status: 204  len: 168 time: 0.2701726
May 14 21:45:56.293868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b13f74-9dc5-4f62-a91d-c7f5e66ec7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06c4cc-f67e-4ef3-b51a-e99013bf2fde,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:56.358392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (4a99b5a5-f159-4697-9253-7fe7d8296096), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.359524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (4a99b5a5-f159-4697-9253-7fe7d8296096), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.404271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Allocated IP 172.20.0.2 (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e/f63ece15-ead2-461d-aa92-8cd7c3b977a1/ef57a116-eba2-48db-84fa-b36a97ed89b4) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:45:56.410863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks [] for router_controller (4a99b5a5-f159-4697-9253-7fe7d8296096), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.560153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Publish callbacks [] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.655944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.698987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:56.704140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:56.706698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:45:56.716931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Pushing event updated for resources: {'Port': ['ID=ef57a116-eba2-48db-84fa-b36a97ed89b4,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:56.749544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.749899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.750249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.750584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.750909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.751241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.751652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.751981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.752304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.752630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.752952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.753273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.753591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.753906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.754226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:45:56.799766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Attempting to bind port ef57a116-eba2-48db-84fa-b36a97ed89b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:45:56.800138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Attempting to bind port ef57a116-eba2-48db-84fa-b36a97ed89b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:45:56.803138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Attempting to bind port ef57a116-eba2-48db-84fa-b36a97ed89b4 on network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:45:56.807191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:45:56.807596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Checking segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:56.808001 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.808445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Bound using segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:45:56.808928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Bound port: ef57a116-eba2-48db-84fa-b36a97ed89b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:45:56.809297 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.883448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] For port ef57a116-eba2-48db-84fa-b36a97ed89b4, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:45:56.886691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] For port ef57a116-eba2-48db-84fa-b36a97ed89b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef57a116-eba2-48db-84fa-b36a97ed89b4,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:45:56.970216 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks [] for router_gateway (4a99b5a5-f159-4697-9253-7fe7d8296096), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:56.987088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43112) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:57.000374 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad90f3f-f107-4caa-bdf6-a0fc2cb7c79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.004535 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.069370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ebd56-db25-41a9-bd28-2207a706ffd8 None None] Pushing event updated for resources: {'Port': ['ID=ef57a116-eba2-48db-84fa-b36a97ed89b4,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:57.081387 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad90f3f-f107-4caa-bdf6-a0fc2cb7c79d admin admin] Publish callbacks [] for security_group (2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.187439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cad90f3f-f107-4caa-bdf6-a0fc2cb7c79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.296847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad90f3f-f107-4caa-bdf6-a0fc2cb7c79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:57.306522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43114) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:57.307030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cad90f3f-f107-4caa-bdf6-a0fc2cb7c79d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b371f62e1925484dbf9f3baf943aefdd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3183954
May 14 21:45:57.323786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks [] for router_gateway (4a99b5a5-f159-4697-9253-7fe7d8296096), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.344100 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.369270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4972bc90-78fd-4efe-86e9-7057336c5038 admin admin] Publish callbacks [] for security_group (2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.394027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4972bc90-78fd-4efe-86e9-7057336c5038 admin admin] Publish callbacks [] for security_group (2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.455651 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Allocated IP 172.35.4.127 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/4d1d6f4e-6bad-4d58-b021-67ac9e1a6853) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:45:57.491195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4972bc90-78fd-4efe-86e9-7057336c5038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.494891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4972bc90-78fd-4efe-86e9-7057336c5038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.496160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4972bc90-78fd-4efe-86e9-7057336c5038 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a HTTP/1.1" status: 204  len: 168 time: 0.1874907
May 14 21:45:57.505318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972bc90-78fd-4efe-86e9-7057336c5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e87ac2a-1d7b-41d1-8f54-62e4eb3c0f5a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:57.571765 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks [] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.724134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:57.765550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:57.768564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:57.775926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:45:57.803407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:58.070986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd6f40e-4180-41f0-bc4b-d6e96cc1e742 None None] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:45:58.134833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] Provisioning complete for port ef57a116-eba2-48db-84fa-b36a97ed89b4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:58.135226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.148840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks [] for router_gateway (4a99b5a5-f159-4697-9253-7fe7d8296096), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.254688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] Current status of the port ef57a116-eba2-48db-84fa-b36a97ed89b4 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:58.258785 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.291003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] For port ef57a116-eba2-48db-84fa-b36a97ed89b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef57a116-eba2-48db-84fa-b36a97ed89b4,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:45:58.346983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.370434 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (4a99b5a5-f159-4697-9253-7fe7d8296096), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.415701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9dcee-c507-4924-8721-e21a2aca5085 None None] Pushing event updated for resources: {'Port': ['ID=ef57a116-eba2-48db-84fa-b36a97ed89b4,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:58.566916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d2b56e24-d983-4fd8-8724-2fdca6ee501e None None] Provisioning complete for port ef57a116-eba2-48db-84fa-b36a97ed89b4 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:58.567308 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d2b56e24-d983-4fd8-8724-2fdca6ee501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.643545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Router 4a99b5a5-f159-4697-9253-7fe7d8296096 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:45:58.649503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d2b56e24-d983-4fd8-8724-2fdca6ee501e None None] Current status of the port ef57a116-eba2-48db-84fa-b36a97ed89b4 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:58.762185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:45:58.779683 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Sync routers for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:45:58.797707 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:58.798348 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:58.867438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ef57a116-eba2-48db-84fa-b36a97ed89b4 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:45:58.880039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:58.882617 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8531d35f-fbf0-4693-ae8f-a280a5629385 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.6314383
May 14 21:45:58.885276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:45:58.914776 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:45:58.927342 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ef57a116-eba2-48db-84fa-b36a97ed89b4 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:45:58.928123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.035151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ef57a116-eba2-48db-84fa-b36a97ed89b4 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:45:59.115044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102a2b0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:45:57Z', 'revision_number': 3, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:59.152067 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Checking router: 4a99b5a5-f159-4697-9253-7fe7d8296096 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:45:59.152427 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Updating router 4a99b5a5-f159-4697-9253-7fe7d8296096 port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:45:59.192927 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.368161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.503160 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Publish callbacks [] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.510526 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:45:59.537832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Allocated IP 172.20.0.1 (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e/f63ece15-ead2-461d-aa92-8cd7c3b977a1/a207c150-d696-4fb9-88f9-babe607139da) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:45:59.581132 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.642560 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95401f7d-a6ca-478d-9975-a62c5fed548e None None] Pushing event updated for resources: {'Port': ['ID=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:59.644856 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Attempting to bind port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:45:59.646541 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Attempting to bind port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:45:59.646541 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Attempting to bind port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:45:59.651665 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:45:59.652047 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:45:59.652442 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.652837 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:45:59.653307 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Bound port: 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:45:59.653685 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.671881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks [] for port (a207c150-d696-4fb9-88f9-babe607139da), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.714911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] For port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:45:59.714911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] For port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:45:59.786911 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a207c150-d696-4fb9-88f9-babe607139da), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.816013 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.843111 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:45:59.847046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:45:59.851829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:45:59.856154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Pushing event updated for resources: {'Port': ['ID=a207c150-d696-4fb9-88f9-babe607139da,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:45:59.876549 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:45:59.877372 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102a2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:45:59.909269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (4a99b5a5-f159-4697-9253-7fe7d8296096), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:45:59.921830 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95401f7d-a6ca-478d-9975-a62c5fed548e None None] Pushing event updated for resources: {'Port': ['ID=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:00.014772 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:00.129879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a207c150-d696-4fb9-88f9-babe607139da), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:00.198256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0b12994d-37c8-4f5f-b637-7e3afce0e2c9 None None] Provisioning complete for port a207c150-d696-4fb9-88f9-babe607139da triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:00.198256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b12994d-37c8-4f5f-b637-7e3afce0e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a207c150-d696-4fb9-88f9-babe607139da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:00.220439 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102a2b0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:45:57Z', 'revision_number': 3, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:00.235700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0b12994d-37c8-4f5f-b637-7e3afce0e2c9 None None] Port a207c150-d696-4fb9-88f9-babe607139da cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:00.250173 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c1309-b218-49b3-9a78-e3b9e0d32a41 None None] The sync data for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 is: [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:45:57Z', 'revision_number': 3, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:00.355525 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks [] for port (a207c150-d696-4fb9-88f9-babe607139da), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:00.483670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a207c150-d696-4fb9-88f9-babe607139da), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:00.558183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Pushing event updated for resources: {'Port': ['ID=a207c150-d696-4fb9-88f9-babe607139da,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:00.564492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (4a99b5a5-f159-4697-9253-7fe7d8296096), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:00.671878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:00.673356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:00.811422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Router 4a99b5a5-f159-4697-9253-7fe7d8296096 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:46:00.854290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:00.938387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:00.938888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:00.979572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:00.986914 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5612a956-d597-4f3f-92db-f1920bbe3820 admin admin] 10.222.0.52 "PUT /v2.0/routers/4a99b5a5-f159-4697-9253-7fe7d8296096/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0995867
May 14 21:46:01.029505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:01.029891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:01.061303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:01.065823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d2188c0e-b787-4cca-80cb-8d85e341dbc2 None None] Provisioning complete for port a207c150-d696-4fb9-88f9-babe607139da triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:01.066191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d2188c0e-b787-4cca-80cb-8d85e341dbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a207c150-d696-4fb9-88f9-babe607139da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:01.104585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d2188c0e-b787-4cca-80cb-8d85e341dbc2 None None] Port a207c150-d696-4fb9-88f9-babe607139da cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:01.118894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:01.181067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:01.785034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43190) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:01.790185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-949470255-network', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:01.884039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Made reservation on behalf of 7f6c8f9c935949279017bfea2c70ba05 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:46:01.886495 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:01.895346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:01.982427 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks [] for security_group (baeda6cb-38dc-4c17-8c21-319f1acc35ac), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.017056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Sync routers for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:02.022944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:02.024011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:02.067117 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (baeda6cb-38dc-4c17-8c21-319f1acc35ac), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.093216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:46:02.102718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeda6cb-38dc-4c17-8c21-319f1acc35ac,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:02.108662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c37c17b1-b866-444f-94db-115c1426afce), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.109092 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Added segment c37c17b1-b866-444f-94db-115c1426afce of type vlan for network 6e955bec-fd9b-4013-892f-9f6ac83d0079
May 14 21:46:02.144612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:02.150074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6e955bec-fd9b-4013-892f-9f6ac83d0079), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.266777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6e955bec-fd9b-4013-892f-9f6ac83d0079), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.267844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:02.268375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.340472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e955bec-fd9b-4013-892f-9f6ac83d0079,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:02.349777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c7c0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 2, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:02.350613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:46:02.379462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Checking router: 4a99b5a5-f159-4697-9253-7fe7d8296096 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:02.379992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Updating router 4a99b5a5-f159-4697-9253-7fe7d8296096 port a207c150-d696-4fb9-88f9-babe607139da binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:46:02.395367 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-088999f3-81b6-4522-afb5-a58c770892c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.6091497
May 14 21:46:02.398445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43200) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:02.404241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Request body: {'subnet': {'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-949470255-subnet', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:02.457654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a207c150-d696-4fb9-88f9-babe607139da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.517936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Made reservation on behalf of 7f6c8f9c935949279017bfea2c70ba05 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:46:02.520313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.758424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (2867775a-dd15-4f6b-8c09-34514eaa58db), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.787725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Publish callbacks [] for port (a207c150-d696-4fb9-88f9-babe607139da), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.826280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2867775a-dd15-4f6b-8c09-34514eaa58db,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:02.836473 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Checking segment: {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:02.836890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Network hostable DHCP agents. Network: 6e955bec-fd9b-4013-892f-9f6ac83d0079, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:46:02.839819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:02.885673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:02.886048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.920333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a207c150-d696-4fb9-88f9-babe607139da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:02.952362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:46:03.010778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbe59a-f314-48d6-8f83-5226b226c1dd None None] Pushing event updated for resources: {'Port': ['ID=a207c150-d696-4fb9-88f9-babe607139da,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:03.062422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:03.067209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e955bec-fd9b-4013-892f-9f6ac83d0079) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:03.072438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:03.073928 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.078528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4991d582-1db6-443f-8fb3-244de7c29c32 None None] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:46:03.085305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Attempting to bind port a207c150-d696-4fb9-88f9-babe607139da on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:03.085852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Attempting to bind port a207c150-d696-4fb9-88f9-babe607139da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:03.086225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Attempting to bind port a207c150-d696-4fb9-88f9-babe607139da on network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:03.112373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:03.112753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Checking segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:03.113156 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.113551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Bound using segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:03.114024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Bound port: a207c150-d696-4fb9-88f9-babe607139da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:03.114401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a207c150-d696-4fb9-88f9-babe607139da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.177564 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cc208146-f2d2-4602-91e9-27683f131de7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7779577
May 14 21:46:03.180639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43218) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:03.184918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:03.243114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] For port a207c150-d696-4fb9-88f9-babe607139da, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:03.249067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] For port a207c150-d696-4fb9-88f9-babe607139da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a207c150-d696-4fb9-88f9-babe607139da,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:03.250624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6e955bec-fd9b-4013-892f-9f6ac83d0079', 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079', 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'fixed_ips': [{'subnet_id': '2867775a-dd15-4f6b-8c09-34514eaa58db'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:46:03.251549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.255202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (5927fea6-1497-4b60-a543-f81bd321a749), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.256429 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (5927fea6-1497-4b60-a543-f81bd321a749), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.268154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-040dfdfd-8209-450e-b1c8-17646441d20f None None] Provisioning complete for port a207c150-d696-4fb9-88f9-babe607139da triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:03.268522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-040dfdfd-8209-450e-b1c8-17646441d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a207c150-d696-4fb9-88f9-babe607139da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.313256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-040dfdfd-8209-450e-b1c8-17646441d20f None None] Port a207c150-d696-4fb9-88f9-babe607139da cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:03.313479 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks [] for router_controller (5927fea6-1497-4b60-a543-f81bd321a749), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.357040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a207c150-d696-4fb9-88f9-babe607139da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.531883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks [] for router_gateway (5927fea6-1497-4b60-a543-f81bd321a749), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.636207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbe59a-f314-48d6-8f83-5226b226c1dd None None] Pushing event updated for resources: {'Port': ['ID=a207c150-d696-4fb9-88f9-babe607139da,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:03.642115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:03.642755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:03.687110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Allocated IP 172.20.0.2 (6e955bec-fd9b-4013-892f-9f6ac83d0079/2867775a-dd15-4f6b-8c09-34514eaa58db/52fadda3-dc4b-4f80-8466-9c02c086e1b0) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:03.811919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] Provisioning complete for port a207c150-d696-4fb9-88f9-babe607139da triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:03.812200 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a207c150-d696-4fb9-88f9-babe607139da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:03.868809 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:04.111182 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Publish callbacks [] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.115013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] Current status of the port a207c150-d696-4fb9-88f9-babe607139da is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:04.115380 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a207c150-d696-4fb9-88f9-babe607139da), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.140451 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks [] for router_gateway (5927fea6-1497-4b60-a543-f81bd321a749), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.160590 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.187460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] For port a207c150-d696-4fb9-88f9-babe607139da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a207c150-d696-4fb9-88f9-babe607139da,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:04.194421 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.229093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c7c0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:03Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:04.262194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c219cdc-d316-45ee-a506-9ffa98a4fe2e None None] The sync data for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 is: [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:03Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:04.266223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:04.273421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Allocated IP 172.35.4.213 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e71e0af1-075b-4ea5-a1d3-a2905ea9181c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:04.273985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:04.277929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:04.283626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Pushing event updated for resources: {'Port': ['ID=52fadda3-dc4b-4f80-8466-9c02c086e1b0,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:04.309644 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a207c150-d696-4fb9-88f9-babe607139da), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.407571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Attempting to bind port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:04.409184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Attempting to bind port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:04.409184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Attempting to bind port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 on network 6e955bec-fd9b-4013-892f-9f6ac83d0079 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:04.414537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks [] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.423583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:04.424105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Checking segment: {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:04.424757 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.424954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Bound using segment: {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:04.425401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Bound port: 52fadda3-dc4b-4f80-8466-9c02c086e1b0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:04.425782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.444673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62814e-576f-43cb-9276-51ef9c378571 None None] Pushing event updated for resources: {'Port': ['ID=a207c150-d696-4fb9-88f9-babe607139da,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:04.503431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] For port 52fadda3-dc4b-4f80-8466-9c02c086e1b0, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:04.507136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] For port 52fadda3-dc4b-4f80-8466-9c02c086e1b0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52fadda3-dc4b-4f80-8466-9c02c086e1b0,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:04.519280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.569735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:04.574926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:04.578685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:04.584361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Pushing event updated for resources: {'Port': ['ID=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:04.604390 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:04.677013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9ec35-48b1-47cb-8a7b-d849968dc2ff None None] Pushing event updated for resources: {'Port': ['ID=52fadda3-dc4b-4f80-8466-9c02c086e1b0,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:04.847310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a207c150-d696-4fb9-88f9-babe607139da up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:04.922846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a207c150-d696-4fb9-88f9-babe607139da triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:04.924748 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a207c150-d696-4fb9-88f9-babe607139da), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:05.062080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a207c150-d696-4fb9-88f9-babe607139da is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:05.093217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks [] for router_gateway (5927fea6-1497-4b60-a543-f81bd321a749), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:05.393463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (5927fea6-1497-4b60-a543-f81bd321a749), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:05.598444 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Router 5927fea6-1497-4b60-a543-f81bd321a749 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:46:05.734025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:05.745555 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Sync routers for ids ['5927fea6-1497-4b60-a543-f81bd321a749'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:05.758705 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Routers {'5927fea6-1497-4b60-a543-f81bd321a749'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:05.759716 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5927fea6-1497-4b60-a543-f81bd321a749'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:05.857295 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:05.861563 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75609354-3625-447b-9f60-46dcf2dc1c6b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6770029
May 14 21:46:05.861791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43304) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:05.990026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ba2f1-fae1-4f86-b1ee-f72ecf6da90f None None] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:46:06.014859 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Set router 5927fea6-1497-4b60-a543-f81bd321a749 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:06.057770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] Provisioning complete for port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:06.058144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.181514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] Current status of the port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:06.181909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.218441 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102afd0>, [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 3, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:06.231210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] For port 52fadda3-dc4b-4f80-8466-9c02c086e1b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52fadda3-dc4b-4f80-8466-9c02c086e1b0,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:06.255962 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Checking router: 5927fea6-1497-4b60-a543-f81bd321a749 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:06.257082 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Updating router 5927fea6-1497-4b60-a543-f81bd321a749 port e71e0af1-075b-4ea5-a1d3-a2905ea9181c binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:46:06.285601 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.307285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.376044 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.379200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907689d7-8094-4a88-91e5-b7b1b259eacc None None] Pushing event updated for resources: {'Port': ['ID=52fadda3-dc4b-4f80-8466-9c02c086e1b0,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:06.427908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ddb4a20a-316f-437e-aa24-fb715fdaf7bd None None] Provisioning complete for port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:06.428398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a20a-316f-437e-aa24-fb715fdaf7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.511183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4a20a-316f-437e-aa24-fb715fdaf7bd None None] Current status of the port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:06.546306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Allocated IP 172.20.0.1 (6e955bec-fd9b-4013-892f-9f6ac83d0079/2867775a-dd15-4f6b-8c09-34514eaa58db/e4899bb0-b8d3-454b-98a8-d3a329eb5dfb) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:06.621820 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Publish callbacks [] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.653798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks [] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.717490 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.746636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.767146 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Attempting to bind port e71e0af1-075b-4ea5-a1d3-a2905ea9181c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:06.767726 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Attempting to bind port e71e0af1-075b-4ea5-a1d3-a2905ea9181c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:06.767978 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Attempting to bind port e71e0af1-075b-4ea5-a1d3-a2905ea9181c on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:06.776559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2603d8b-7cc5-4dda-af6d-455c907f5247 None None] Pushing event updated for resources: {'Port': ['ID=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:06.779306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:06.779925 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:06.780494 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.781039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:06.781680 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Bound port: e71e0af1-075b-4ea5-a1d3-a2905ea9181c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:06.782247 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.791249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:06.794316 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:06.799061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:06.802641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Pushing event updated for resources: {'Port': ['ID=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:06.841951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] For port e71e0af1-075b-4ea5-a1d3-a2905ea9181c, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:06.845276 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] For port e71e0af1-075b-4ea5-a1d3-a2905ea9181c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:06.847933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (5927fea6-1497-4b60-a543-f81bd321a749), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.881903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 52fadda3-dc4b-4f80-8466-9c02c086e1b0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:06.941625 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:06.946062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:06.946490 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.016246 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2603d8b-7cc5-4dda-af6d-455c907f5247 None None] Pushing event updated for resources: {'Port': ['ID=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:07.018988 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Routers {'5927fea6-1497-4b60-a543-f81bd321a749'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:07.019496 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5927fea6-1497-4b60-a543-f81bd321a749'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:07.033824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:07.087176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.138017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-995501fb-e4c6-4956-b59a-582e4ff31916 None None] Provisioning complete for port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:07.139282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-995501fb-e4c6-4956-b59a-582e4ff31916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.141002 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] Set router 5927fea6-1497-4b60-a543-f81bd321a749 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:07.181153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-995501fb-e4c6-4956-b59a-582e4ff31916 None None] Port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:07.294621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks [] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.315282 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102afd0>, [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 3, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:07.341809 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17ecba-24a0-47d6-b4f0-f614928a3e06 None None] The sync data for ids ['5927fea6-1497-4b60-a543-f81bd321a749'] in ncdv-master-1 is: [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 3, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:07.374933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.450520 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (5927fea6-1497-4b60-a543-f81bd321a749), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.456330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Pushing event updated for resources: {'Port': ['ID=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:07.555048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:07.557037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:07.703407 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Router 5927fea6-1497-4b60-a543-f81bd321a749 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:46:07.843060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:07.850689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31aee450-efb1-474c-a782-5c9eb9354132 admin admin] 10.222.0.52 "PUT /v2.0/routers/5927fea6-1497-4b60-a543-f81bd321a749/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9873288
May 14 21:46:07.905445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-03950ac9-1f71-4490-b7df-6ff80b9cd13a None None] Provisioning complete for port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:07.905860 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03950ac9-1f71-4490-b7df-6ff80b9cd13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:07.947893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-03950ac9-1f71-4490-b7df-6ff80b9cd13a None None] Port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:08.832641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e71e0af1-075b-4ea5-a1d3-a2905ea9181c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:08.879874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e71e0af1-075b-4ea5-a1d3-a2905ea9181c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:08.880242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:08.970109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e71e0af1-075b-4ea5-a1d3-a2905ea9181c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:08.970490 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:08.992480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e71e0af1-075b-4ea5-a1d3-a2905ea9181c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:09.038964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.054478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Sync routers for ids ['5927fea6-1497-4b60-a543-f81bd321a749'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:09.082626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Routers {'5927fea6-1497-4b60-a543-f81bd321a749'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:09.083305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c49e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5927fea6-1497-4b60-a543-f81bd321a749'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:09.138795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:09.206911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Set router 5927fea6-1497-4b60-a543-f81bd321a749 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:09.339530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43336) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:09.344123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213651436', 'description': 'tempest-secgroup-smoke-1213651436 description', 'project_id': '233de55e2a38457bb1837da8374b7b54'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:09.414074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c49e80>, [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:46:06Z', 'revision_number': 4, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e4899bb0-b8d3-454b-98a8-d3a329eb5dfb', 'name': '', 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'mac_address': 'fa:16:3e:1e:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2867775a-dd15-4f6b-8c09-34514eaa58db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:06Z', 'updated_at': '2022-05-14T21:46:07Z', 'revision_number': 2, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'subnets': [{'id': '2867775a-dd15-4f6b-8c09-34514eaa58db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:09.442474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.513454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group (9e925ad1-fd51-4f4c-bfde-847024c933d2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.586736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9e925ad1-fd51-4f4c-bfde-847024c933d2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.595671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Checking router: 5927fea6-1497-4b60-a543-f81bd321a749 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:09.596029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Updating router 5927fea6-1497-4b60-a543-f81bd321a749 port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:46:09.615863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e925ad1-fd51-4f4c-bfde-847024c933d2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:09.623709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.743453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.744824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14b38a0c-f317-4f09-8921-6fd96790ff7e tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4042666
May 14 21:46:09.747880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:09.752311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group_rule': {'security_group_id': '9e925ad1-fd51-4f4c-bfde-847024c933d2', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:09.844779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (2d468985-cb95-44dc-8bc6-a1e5b30d24a7), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.891758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (2d468985-cb95-44dc-8bc6-a1e5b30d24a7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.929372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Publish callbacks [] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.969205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (2d468985-cb95-44dc-8bc6-a1e5b30d24a7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:09.992009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d468985-cb95-44dc-8bc6-a1e5b30d24a7,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:09.994886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.041836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.045649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cda06006-9387-4364-be76-b9cce6d244da tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2941928
May 14 21:46:10.046061 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43342) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:10.047573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626873-3177-4177-b25d-de05c3389396 None None] Pushing event updated for resources: {'Port': ['ID=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:10.052957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group_rule': {'security_group_id': '9e925ad1-fd51-4f4c-bfde-847024c933d2', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:10.108407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Attempting to bind port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:10.109049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Attempting to bind port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:10.109419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Attempting to bind port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb on network 6e955bec-fd9b-4013-892f-9f6ac83d0079 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:10.114632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:10.115024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Checking segment: {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:10.115405 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.115923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Bound using segment: {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:10.116781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Bound port: e4899bb0-b8d3-454b-98a8-d3a329eb5dfb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37c17b1-b866-444f-94db-115c1426afce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:10.117216 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.159302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (359704cb-d92d-4964-9ba3-48aeaa9086ff), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.188906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] For port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:10.193841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] For port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:10.215362 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (359704cb-d92d-4964-9ba3-48aeaa9086ff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.282306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.298951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] Provisioning complete for port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:10.299334 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.306867 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (359704cb-d92d-4964-9ba3-48aeaa9086ff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.328382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359704cb-d92d-4964-9ba3-48aeaa9086ff,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:10.404258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Routers {'5927fea6-1497-4b60-a543-f81bd321a749'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:10.404895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c49e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:45:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5927fea6-1497-4b60-a543-f81bd321a749'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:10.417266 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.421192 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9436c98f-cf21-4685-a577-d4c7e9c8980c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3714669
May 14 21:46:10.421609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43348) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:10.426249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group_rule': {'security_group_id': '9e925ad1-fd51-4f4c-bfde-847024c933d2', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:10.452416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-698b31d0-a342-46bd-b6da-b4b5584e27c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.455221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626873-3177-4177-b25d-de05c3389396 None None] Pushing event updated for resources: {'Port': ['ID=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:10.506641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (d5f5ad31-2b65-4529-8f75-da4d70ca3c6c), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.560445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] Current status of the port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:10.561976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.606940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] Set router 5927fea6-1497-4b60-a543-f81bd321a749 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:10.610044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (d5f5ad31-2b65-4529-8f75-da4d70ca3c6c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.645521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] For port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:10.695850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d5f5ad31-2b65-4529-8f75-da4d70ca3c6c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.713421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f5ad31-2b65-4529-8f75-da4d70ca3c6c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:10.777571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.812709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.814304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa14a5e0-51d5-493a-979a-1b670f920ff7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3915274
May 14 21:46:10.817121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43352) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:10.822274 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group_rule': {'security_group_id': '9e925ad1-fd51-4f4c-bfde-847024c933d2', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:10.838458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e71e0af1-075b-4ea5-a1d3-a2905ea9181c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:10.904104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca6573-634c-4cb2-afce-25f9ce9a1f25 None None] Pushing event updated for resources: {'Port': ['ID=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:10.907701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c49e80>, [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:46:06Z', 'revision_number': 4, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e4899bb0-b8d3-454b-98a8-d3a329eb5dfb', 'name': '', 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'mac_address': 'fa:16:3e:1e:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2867775a-dd15-4f6b-8c09-34514eaa58db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:06Z', 'updated_at': '2022-05-14T21:46:10Z', 'revision_number': 4, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'subnets': [{'id': '2867775a-dd15-4f6b-8c09-34514eaa58db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:10.935319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (9cca0162-ed0c-47a2-b033-cfef1ca83d8a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.946137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9e5ed757-cc31-4255-9165-fd653d4d76b5 None None] Provisioning complete for port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:10.946689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9e5ed757-cc31-4255-9165-fd653d4d76b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:10.948278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1b57c1-dd5d-4037-a4a7-73ba4a0cf708 None None] The sync data for ids ['5927fea6-1497-4b60-a543-f81bd321a749'] in ncdv-master-1 is: [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:46:06Z', 'revision_number': 4, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e4899bb0-b8d3-454b-98a8-d3a329eb5dfb', 'name': '', 'network_id': '6e955bec-fd9b-4013-892f-9f6ac83d0079', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'mac_address': 'fa:16:3e:1e:e1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2867775a-dd15-4f6b-8c09-34514eaa58db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:06Z', 'updated_at': '2022-05-14T21:46:10Z', 'revision_number': 4, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'subnets': [{'id': '2867775a-dd15-4f6b-8c09-34514eaa58db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:10.982763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e71e0af1-075b-4ea5-a1d3-a2905ea9181c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:10.983138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.049217 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (9cca0162-ed0c-47a2-b033-cfef1ca83d8a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.108225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ed757-cc31-4255-9165-fd653d4d76b5 None None] Current status of the port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:11.118068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9cca0162-ed0c-47a2-b033-cfef1ca83d8a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.120392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e71e0af1-075b-4ea5-a1d3-a2905ea9181c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:11.134745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cca0162-ed0c-47a2-b033-cfef1ca83d8a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:11.222642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.223910 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-256753df-d6a7-437e-b829-bf94082cf701 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4057620
May 14 21:46:11.227139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43354) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:11.231982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group_rule': {'security_group_id': '9e925ad1-fd51-4f4c-bfde-847024c933d2', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:11.318078 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Project 233de55e2a38457bb1837da8374b7b54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:46:11.325295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (42109294-5d3c-4e90-b10c-a5efb38f8dd1), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.395873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (42109294-5d3c-4e90-b10c-a5efb38f8dd1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.457036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (42109294-5d3c-4e90-b10c-a5efb38f8dd1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.478834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42109294-5d3c-4e90-b10c-a5efb38f8dd1,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:11.554817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.556095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dff51629-1f4c-4698-87b0-7789669d1e52 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3279061
May 14 21:46:11.561138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43384) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:11.563548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'security_group_rule': {'security_group_id': '9e925ad1-fd51-4f4c-bfde-847024c933d2', 'project_id': '233de55e2a38457bb1837da8374b7b54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:11.655886 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Project 233de55e2a38457bb1837da8374b7b54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:46:11.662019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (448f3944-d102-4bcd-97d3-bee269ee261a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.729371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (448f3944-d102-4bcd-97d3-bee269ee261a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.843594 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (448f3944-d102-4bcd-97d3-bee269ee261a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.857769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448f3944-d102-4bcd-97d3-bee269ee261a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:11.925734 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:11.928107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4690abfc-0e36-40ae-9c88-bbaec7b9b12d tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3669465
May 14 21:46:12.049288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:12.112248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-1411f0a0-cb98-4c03-8a83-e140140d59ae tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213651436&fields=id&tenant_id=233de55e2a38457bb1837da8374b7b54 HTTP/1.1" status: 200  len: 267 time: 0.0475481
May 14 21:46:12.227979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-2a8c83ac-ad39-4bd6-8f01-a1b52b19f7b4 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:12.229440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-2a8c83ac-ad39-4bd6-8f01-a1b52b19f7b4 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 809 time: 0.1104574
May 14 21:46:12.244095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bddcce17-41ed-4cc3-93a4-3fea23b87756 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/quotas/233de55e2a38457bb1837da8374b7b54 HTTP/1.1" status: 200  len: 375 time: 0.0092072
May 14 21:46:12.293211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-de98e7a7-37fe-43a6-86be-f1a4d7dbc3d5 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0439792
May 14 21:46:12.393782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-2ef84fc5-6d84-42f0-8cea-45e7a8cc0726 service neutron] 10.222.0.52 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868866
May 14 21:46:12.483709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-d8014b26-f5c3-4f5b-8532-4219958f0ed3 service neutron] 10.222.0.52 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837724
May 14 21:46:12.558092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:12.828301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e4899bb0-b8d3-454b-98a8-d3a329eb5dfb up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:12.852919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2bae6ae7-f9ce-4d02-9cdd-096a7cd60fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:12.877815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:12.881787 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:12.961004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:13.748496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c401cb-72dc-4839-a9b8-3734e94dc600 req-f6642c1a-886d-40c9-89f4-9e3732a6e998 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0314212
May 14 21:46:13.871989 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:14.840967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82557616-eabf-41be-8a74-62882d22c638 req-ac21402c-a6c3-4bc3-a84f-27d40663c259 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0329773
May 14 21:46:15.728902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:15.922854 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1539ad6b-8a3f-4be4-8369-829bd93b2853 req-f566e4a4-1777-4622-9867-8ad6515eff7a tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0303423
May 14 21:46:16.883829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:17.004731 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f345bb57-5117-4c96-a05b-1d48a181d686 req-44ef8846-8632-481e-bde6-467924b51342 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0292850
May 14 21:46:18.102983 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9c4d659-556b-4b69-ada2-afa82499698c req-cf48357a-5e62-4e04-ac97-e162ed429fcc tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0285118
May 14 21:46:19.200666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fba978af-e6f4-402c-bba9-5a66c389e04d req-30473bc9-9ef5-45ce-8bbf-21fcca6d36b6 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0271716
May 14 21:46:20.081539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-6fac79fa-7448-4133-8de9-b4cd62337886 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:20.083177 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-6fac79fa-7448-4133-8de9-b4cd62337886 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 809 time: 0.1064823
May 14 21:46:20.146739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-5ebcd00a-c55b-4a76-8ce2-6423a956078f tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233de55e2a38457bb1837da8374b7b54 HTTP/1.1" status: 200  len: 380 time: 0.0549505
May 14 21:46:20.155762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'port': {'device_id': 'eda28b45-a644-4897-8a19-407348b6a354', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'admin_state_up': True, 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'security_groups': ['9e925ad1-fd51-4f4c-bfde-847024c933d2']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:20.303453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f508d7de-9bba-40cd-83f8-ccd0f1c52c5a req-c7608b7a-0dd0-40fc-904d-b3e500136134 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0318522
May 14 21:46:20.368805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Made reservation on behalf of 233de55e2a38457bb1837da8374b7b54 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:46:20.372426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:20.498862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Allocated IP 172.20.0.10 (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e/f63ece15-ead2-461d-aa92-8cd7c3b977a1/58fa393d-5dc7-49f6-a33f-24492ed4050f) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:20.642777 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:20.740965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:20.783389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:20.789137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:20.792965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:20.816151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'Port': ['ID=58fa393d-5dc7-49f6-a33f-24492ed4050f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:20.829092 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.829528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.829812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.830207 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.830571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.830929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.831260 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.831614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.831944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.832269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.832598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.832921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.833244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.833573 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.833895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:20.862920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:20.863566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:20.949252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-bc8b6f3b-ad83-451d-845c-e2e65e6db0bf tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7970424
May 14 21:46:20.961015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Request body: {'port': {'device_id': 'eda28b45-a644-4897-8a19-407348b6a354', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:21.087688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1fc3ba13-9268-4d85-ab3e-29d8dfc71739 None None] Provisioning complete for port 58fa393d-5dc7-49f6-a33f-24492ed4050f triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:21.088266 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ba13-9268-4d85-ab3e-29d8dfc71739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:21.128469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3ba13-9268-4d85-ab3e-29d8dfc71739 None None] Port 58fa393d-5dc7-49f6-a33f-24492ed4050f cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:21.352254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:21.422564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625558eb-dbd5-4619-80ab-5df31da6b264 req-759dc31b-2510-4103-b6c6-649ad9397496 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:21.424116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-625558eb-dbd5-4619-80ab-5df31da6b264 req-759dc31b-2510-4103-b6c6-649ad9397496 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 932 time: 0.0476415
May 14 21:46:21.474357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-625558eb-dbd5-4619-80ab-5df31da6b264 req-eade9484-5758-415a-b38d-ec5c89b60f6f tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441961
May 14 21:46:21.653030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fa393d-5dc7-49f6-a33f-24492ed4050f {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:46:21.660446 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Publish callbacks [] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:21.672973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Transition to ACTIVE for port object 58fa393d-5dc7-49f6-a33f-24492ed4050f will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:46:21.728685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:21.781107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Pushing event updated for resources: {'Port': ['ID=58fa393d-5dc7-49f6-a33f-24492ed4050f,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:21.856582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Attempting to bind port 58fa393d-5dc7-49f6-a33f-24492ed4050f on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:21.856920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Attempting to bind port 58fa393d-5dc7-49f6-a33f-24492ed4050f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:21.857249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Attempting to bind port 58fa393d-5dc7-49f6-a33f-24492ed4050f on network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:21.861881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Port 58fa393d-5dc7-49f6-a33f-24492ed4050f on network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:46:21.862202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Attempting to bind port 58fa393d-5dc7-49f6-a33f-24492ed4050f on network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:21.867957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:21.868302 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Checking segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:21.868692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Bound using segment: {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:21.869127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Bound port: 58fa393d-5dc7-49f6-a33f-24492ed4050f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b369c9-9970-409d-acc5-cc9502abd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:21.869487 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:21.939514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] For port 58fa393d-5dc7-49f6-a33f-24492ed4050f, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:21.946756 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] For port 58fa393d-5dc7-49f6-a33f-24492ed4050f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:22.056456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:22.091128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:22.091934 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:22.093388 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] 10.222.0.48 "PUT /v2.0/ports/58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1092 time: 1.1372519
May 14 21:46:22.093834 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:46:22.096139 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f942f38-129c-4e96-8ba4-dc1027486dee" -d '{"events": [{"name": "network-changed", "server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:46:22.125705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb3fc-7133-4078-9899-f808d3084065 service neutron] Pushing event updated for resources: {'Port': ['ID=58fa393d-5dc7-49f6-a33f-24492ed4050f,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:22.228166 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf85df53-6f2f-4836-9fa7-ab2394496ef1 x-openstack-request-id: req-cf85df53-6f2f-4836-9fa7-ab2394496ef1 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:46:22.230957 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:46:22.230957 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf85df53-6f2f-4836-9fa7-ab2394496ef1 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:46:22.230957 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf85df53-6f2f-4836-9fa7-ab2394496ef1'] response: {'name': 'network-changed', 'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'status': 'completed', 'code': 200}
May 14 21:46:22.286962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-1bf8b7f9-54ca-47a6-9a53-8ae87bc0b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:22.289200 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-1bf8b7f9-54ca-47a6-9a53-8ae87bc0b110 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1126 time: 0.0431979
May 14 21:46:22.332911 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-b179b76b-a2af-4f0a-804a-b87e48781156 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 217 time: 0.0372832
May 14 21:46:22.383539 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-ec16ebd8-4b0b-4647-9517-1242a70fdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:22.385079 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-ec16ebd8-4b0b-4647-9517-1242a70fdc7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0461612
May 14 21:46:22.431911 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-b08dd17f-f569-4359-8c6f-c846d7e520cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:22.433440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-b08dd17f-f569-4359-8c6f-c846d7e520cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401926
May 14 21:46:22.527313 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-24fc0e77-da4c-41d5-b912-d3153ae3f6d5 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874984
May 14 21:46:22.596954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009278b-b555-4c26-8ad1-96c5ad2d48cc req-bdef2405-e7bb-4e22-bf35-ee7d447f5e9b tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:22.598601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0009278b-b555-4c26-8ad1-96c5ad2d48cc req-bdef2405-e7bb-4e22-bf35-ee7d447f5e9b tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 944 time: 0.0505481
May 14 21:46:22.616496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9100413f-d958-4cb2-b6cf-ce4ed1bd680c req-20c0ebe5-3de5-403a-99ab-06422def4c09 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838044
May 14 21:46:22.649967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0009278b-b555-4c26-8ad1-96c5ad2d48cc req-a37ef6b6-0e5e-4c18-9fde-4f8650ffad07 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450675
May 14 21:46:23.571545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-779c666b-87e3-43fe-8ef3-2c8c54982f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:23.573097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-779c666b-87e3-43fe-8ef3-2c8c54982f35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1126 time: 0.0485640
May 14 21:46:23.662244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-6c6087ea-408a-4bd2-b1b1-6c73e9f05801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:23.664522 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-6c6087ea-408a-4bd2-b1b1-6c73e9f05801 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.0857208
May 14 21:46:23.713460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-dcaa08fa-0654-4f23-be5f-b1b9780f587b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 217 time: 0.0404944
May 14 21:46:23.794188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-b36e162a-f97e-4fd1-8b3a-0316a49ad4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:23.795798 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-b36e162a-f97e-4fd1-8b3a-0316a49ad4a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0796518
May 14 21:46:23.801912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2a4b6-9fef-4463-aac0-c4a31af574a2 req-c758e0b7-11ea-4a7b-86db-044f54e570a4 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:23.803276 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fef2a4b6-9fef-4463-aac0-c4a31af574a2 req-c758e0b7-11ea-4a7b-86db-044f54e570a4 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 944 time: 0.0792553
May 14 21:46:23.868514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-f9555af6-1a86-42bc-b319-4c1e594e921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:23.869960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-f9555af6-1a86-42bc-b319-4c1e594e921a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0657136
May 14 21:46:23.916723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fef2a4b6-9fef-4463-aac0-c4a31af574a2 req-33f326c7-e5d9-4100-8792-1bd7aeda18b3 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042311
May 14 21:46:23.976430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-1e29e0e3-fd58-433c-a68e-ea42b499df13 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979183
May 14 21:46:24.143053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4f942f38-129c-4e96-8ba4-dc1027486dee req-1c143806-7918-4e4c-ada7-0ce39538beb0 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873239
May 14 21:46:24.777897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 58fa393d-5dc7-49f6-a33f-24492ed4050f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:46:24.880606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 58fa393d-5dc7-49f6-a33f-24492ed4050f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:24.892431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'port_id': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'mac_address': 'fa:16:3e:55:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:46:24.930747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 58fa393d-5dc7-49f6-a33f-24492ed4050f is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:24.931293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:24.945407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fa393d-5dc7-49f6-a33f-24492ed4050f {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:46:24.965652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 58fa393d-5dc7-49f6-a33f-24492ed4050f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:25.035853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cc287-60a2-4435-abf4-b8263e2157a5 req-2dc24e04-5fdd-4beb-899b-bb84ce6efe7a tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:25.039321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:25.039629 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-331cc287-60a2-4435-abf4-b8263e2157a5 req-2dc24e04-5fdd-4beb-899b-bb84ce6efe7a tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 944 time: 0.0512543
May 14 21:46:25.087622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=58fa393d-5dc7-49f6-a33f-24492ed4050f,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:25.088460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-331cc287-60a2-4435-abf4-b8263e2157a5 req-3a31a86c-5d3b-49ff-8d1a-deb2ff4c3d12 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451007
May 14 21:46:25.264851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['58fa393d-5dc7-49f6-a33f-24492ed4050f'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:46:26.204604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad28c1-e8ab-4a06-b8d9-b68da03dd90f req-5ce3ee18-baf2-4bdc-9a2a-77781e5e30f5 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:26.206076 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ad28c1-e8ab-4a06-b8d9-b68da03dd90f req-5ce3ee18-baf2-4bdc-9a2a-77781e5e30f5 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 945 time: 0.0476584
May 14 21:46:26.257149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-18ad28c1-e8ab-4a06-b8d9-b68da03dd90f req-54f13bbd-300b-44b9-a8b6-955951501ff6 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451710
May 14 21:46:26.792803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 58fa393d-5dc7-49f6-a33f-24492ed4050f up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:26.991876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 58fa393d-5dc7-49f6-a33f-24492ed4050f completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:46:27.106076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 58fa393d-5dc7-49f6-a33f-24492ed4050f triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:27.106377 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:27.182325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 58fa393d-5dc7-49f6-a33f-24492ed4050f is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:27.182711 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:27.204517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:46:27.206726 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee2f809-109c-4a22-85f5-65948fbf283d" -d '{"events": [{"server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "name": "network-vif-plugged", "status": "completed", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:46:27.218691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 58fa393d-5dc7-49f6-a33f-24492ed4050f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:27.244214 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c5d54-44d9-4fd9-ab37-91001a3eafd5 x-openstack-request-id: req-378c5d54-44d9-4fd9-ab37-91001a3eafd5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:46:27.244508 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "name": "network-vif-plugged", "status": "completed", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:46:27.244765 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-378c5d54-44d9-4fd9-ab37-91001a3eafd5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:46:27.245164 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378c5d54-44d9-4fd9-ab37-91001a3eafd5'] response: {'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'code': 200}
May 14 21:46:27.306497 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:27.367039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=58fa393d-5dc7-49f6-a33f-24492ed4050f,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:27.381729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dbf3c-6ea1-47fc-b7f6-ea350d32d25a req-aab1dd3c-978e-4d29-934c-757b42776422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:27.383779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-237dbf3c-6ea1-47fc-b7f6-ea350d32d25a req-aab1dd3c-978e-4d29-934c-757b42776422 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0821729
May 14 21:46:27.402660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1faab-120d-4145-9a55-67acdab817e3 req-9964e094-f6ae-4b87-aa50-fbc2d40675d3 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:27.404135 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abc1faab-120d-4145-9a55-67acdab817e3 req-9964e094-f6ae-4b87-aa50-fbc2d40675d3 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0603988
May 14 21:46:27.464050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-237dbf3c-6ea1-47fc-b7f6-ea350d32d25a req-ff861b76-fdfd-4050-99bb-c7a295d8c025 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748925
May 14 21:46:27.477473 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abc1faab-120d-4145-9a55-67acdab817e3 req-4339f1bf-7787-4243-a5eb-add292f6bd82 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673039
May 14 21:46:28.609083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e72e2-3b59-4e74-8bc7-c9348b042542 req-35f547dc-46ca-498c-8e5b-0176d411f773 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:28.610495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d3e72e2-3b59-4e74-8bc7-c9348b042542 req-35f547dc-46ca-498c-8e5b-0176d411f773 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0549877
May 14 21:46:28.659714 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d3e72e2-3b59-4e74-8bc7-c9348b042542 req-d1680c08-2891-48cc-a8ca-c6a2fc459c78 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432928
May 14 21:46:29.781081 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bcd8a-e5a5-493e-9799-03168fb4bd68 req-7caa50d9-b477-4588-883d-53e232718ea5 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:29.782453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f20bcd8a-e5a5-493e-9799-03168fb4bd68 req-7caa50d9-b477-4588-883d-53e232718ea5 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0492449
May 14 21:46:29.834716 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f20bcd8a-e5a5-493e-9799-03168fb4bd68 req-ab012157-a24d-463b-ba8e-7fb6430b3aca tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466003
May 14 21:46:29.959098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cb547-bf2b-4e83-a337-ee947ea06964 req-a3603281-639e-4ceb-9d43-2ca13c23ec34 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:29.960651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a2cb547-bf2b-4e83-a337-ee947ea06964 req-a3603281-639e-4ceb-9d43-2ca13c23ec34 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0507083
May 14 21:46:30.011262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a2cb547-bf2b-4e83-a337-ee947ea06964 req-a3cff08c-b6d6-4f91-8539-cf29b7154cfa tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444884
May 14 21:46:30.017194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43664) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:30.139954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c927-5763-4436-8132-f7217c01e511 req-febfffa9-c60f-4787-92f7-96eb1169b5bc tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:30.141456 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6778c927-5763-4436-8132-f7217c01e511 req-febfffa9-c60f-4787-92f7-96eb1169b5bc tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0527182
May 14 21:46:30.156059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4335a738-c3d8-46dc-bf74-0f516e8dce5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8526cad5fef54772a988df44138c90fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377738
May 14 21:46:30.158432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43670) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:30.195114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6778c927-5763-4436-8132-f7217c01e511 req-028feb98-fea6-4f35-bc0c-001fbc0344a4 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474889
May 14 21:46:30.206013 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ffde-0006-4d01-9a28-e945a34b376c admin admin] Publish callbacks [] for security_group (47a00cb7-7bee-4820-978f-23a956f6e72f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.216326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43672) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:30.231934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ffde-0006-4d01-9a28-e945a34b376c admin admin] Publish callbacks [] for security_group (47a00cb7-7bee-4820-978f-23a956f6e72f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.363250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ffde-0006-4d01-9a28-e945a34b376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (47a00cb7-7bee-4820-978f-23a956f6e72f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.365922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ffde-0006-4d01-9a28-e945a34b376c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.367053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c2d5ffde-0006-4d01-9a28-e945a34b376c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47a00cb7-7bee-4820-978f-23a956f6e72f HTTP/1.1" status: 204  len: 168 time: 0.2077417
May 14 21:46:30.369031 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6626e0c8-9b17-41e1-8705-dc1460d365a8 tempest-TestServerBasicOps-536202551 tempest-TestServerBasicOps-536202551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:30.370684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6626e0c8-9b17-41e1-8705-dc1460d365a8 tempest-TestServerBasicOps-536202551 tempest-TestServerBasicOps-536202551-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1123 time: 0.1532335
May 14 21:46:30.375279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43678) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:30.377170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5ffde-0006-4d01-9a28-e945a34b376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a00cb7-7bee-4820-978f-23a956f6e72f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:30.379808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:30.466315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.556772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.660494 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Allocated IP 172.35.4.224 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/d89c24ef-6bb0-4212-97e0-c973b82ec32f) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:30.768993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.872168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:30.920664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:30.925121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:30.927133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'Port': ['ID=d89c24ef-6bb0-4212-97e0-c973b82ec32f,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:30.929454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:31.305016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for floatingip (9c671668-6fc8-4539-9d4f-993e7cf3bd93), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:31.461148 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:31.656856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:31.722983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:31.795065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event updated for resources: {'Port': ['ID=d89c24ef-6bb0-4212-97e0-c973b82ec32f,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:31.804731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9c671668-6fc8-4539-9d4f-993e7cf3bd93), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:31.915171 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Floating IP 9c671668-6fc8-4539-9d4f-993e7cf3bd93 associated. External IP: 172.35.4.224, port: 58fa393d-5dc7-49f6-a33f-24492ed4050f.
May 14 21:46:32.138643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Router 4a99b5a5-f159-4697-9253-7fe7d8296096 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:46:32.271396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:32.285486 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] Sync routers for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:32.296351 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:32.296960 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:32.354380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:32.389807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-523052a7-5089-4d84-917d-044cdd20b72c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.0134194
May 14 21:46:32.390741 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:46:32.393866 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59" -d '{"events": [{"name": "network-changed", "server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:46:32.419625 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:32.434064 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee5f0a0-1f4b-409b-9525-c8d5ac08d58d x-openstack-request-id: req-5ee5f0a0-1f4b-409b-9525-c8d5ac08d58d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:46:32.434358 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:46:32.434614 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ee5f0a0-1f4b-409b-9525-c8d5ac08d58d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:46:32.435029 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee5f0a0-1f4b-409b-9525-c8d5ac08d58d'] response: {'name': 'network-changed', 'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'status': 'completed', 'code': 200}
May 14 21:46:32.474931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43728) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:32.480383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498119661', 'description': 'tempest-secgroup-smoke-498119661 description', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:32.498110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-968de746-e097-4624-afff-6b7bef5c700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:32.500172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-968de746-e097-4624-afff-6b7bef5c700b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0447044
May 14 21:46:32.580773 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:32.590059 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:32.612938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-7b05ff53-3266-4122-940b-b21aa8427e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:32.614861 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-7b05ff53-3266-4122-940b-b21aa8427e48 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.1091628
May 14 21:46:32.686446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-4abb17d9-cf0c-4bf0-a75a-df454d04cad0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1000 time: 0.0658231
May 14 21:46:32.686940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (8989caec-6126-40f6-8454-f565bd3b1f86), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:32.737431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-fefac036-2bc8-4671-a6b6-5d460ba9bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:32.738966 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-fefac036-2bc8-4671-a6b6-5d460ba9bfea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0461354
May 14 21:46:32.762994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8989caec-6126-40f6-8454-f565bd3b1f86), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:32.769286 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105a9a0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c671668-6fc8-4539-9d4f-993e7cf3bd93', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'floating_ip_address': '172.35.4.224', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'port_id': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'mac_address': 'fa:16:3e:55:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda28b45-a644-4897-8a19-407348b6a354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:46:31Z', 'updated_at': '2022-05-14T21:46:31Z', 'revision_number': 0, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:32.799154 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-9c35b21c-eb10-40cf-93e3-9bf991d23c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:32.800664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8989caec-6126-40f6-8454-f565bd3b1f86,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:32.800804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-9c35b21c-eb10-40cf-93e3-9bf991d23c1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0555038
May 14 21:46:32.803593 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] Checking router: 4a99b5a5-f159-4697-9253-7fe7d8296096 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:32.811576 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:32.812327 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:32.858408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:32.922547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-07921bdf-5673-448f-8a54-1bc5a5119088 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052229
May 14 21:46:32.935900 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:32.968733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.005051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:33.038275 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-42a9311d-7f7e-4f3d-8a67-9244b8ef7f59 req-150c5e5e-d26d-4a0f-a761-9bed96f9817c service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099718
May 14 21:46:33.114084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.115614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-00514a45-eafa-4b22-a6dc-be84b49b9a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.6393526
May 14 21:46:33.118338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43760) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:33.129507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:33.162039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105a9a0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c671668-6fc8-4539-9d4f-993e7cf3bd93', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'floating_ip_address': '172.35.4.224', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'port_id': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'mac_address': 'fa:16:3e:55:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda28b45-a644-4897-8a19-407348b6a354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:46:31Z', 'updated_at': '2022-05-14T21:46:31Z', 'revision_number': 0, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:33.191330 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43131c-1200-45dd-9397-ac3156d20bce None None] The sync data for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 is: [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9c671668-6fc8-4539-9d4f-993e7cf3bd93', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'floating_ip_address': '172.35.4.224', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'port_id': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'mac_address': 'fa:16:3e:55:7e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda28b45-a644-4897-8a19-407348b6a354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:46:31Z', 'updated_at': '2022-05-14T21:46:31Z', 'revision_number': 0, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:33.209309 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (6c720c1f-1ab8-4381-98bb-33b4d379d63f), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.271994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (6c720c1f-1ab8-4381-98bb-33b4d379d63f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.346312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6c720c1f-1ab8-4381-98bb-33b4d379d63f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.364857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c720c1f-1ab8-4381-98bb-33b4d379d63f,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:33.424691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85d13b-df21-4899-a872-1a55b40544ed None None] New status for floating IP 9c671668-6fc8-4539-9d4f-993e7cf3bd93: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:46:33.445427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.449894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c4f0a3a-9903-455a-9bdc-041ae987eecf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3268425
May 14 21:46:33.450105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43764) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:33.454533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:33.477803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43766) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:33.529533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (12a2c39f-d964-4fee-8d76-f25b4719eccf), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.589547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (12a2c39f-d964-4fee-8d76-f25b4719eccf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.600470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f121ebe5-ddca-44ff-bd01-1dfaf58006f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.663620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (12a2c39f-d964-4fee-8d76-f25b4719eccf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.688535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f121ebe5-ddca-44ff-bd01-1dfaf58006f0 admin admin] Publish callbacks [] for security_group (0b1a6fac-4473-4210-b8bf-88f5444e3716), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.692889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a2c39f-d964-4fee-8d76-f25b4719eccf,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:33.792173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f121ebe5-ddca-44ff-bd01-1dfaf58006f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0b1a6fac-4473-4210-b8bf-88f5444e3716), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.831920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:33.833103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3a2eadaa-923e-4d1e-9512-367ed58ca901 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3820448
May 14 21:46:33.836114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121ebe5-ddca-44ff-bd01-1dfaf58006f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1a6fac-4473-4210-b8bf-88f5444e3716,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:33.836523 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:33.841102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f121ebe5-ddca-44ff-bd01-1dfaf58006f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2dae5c88af44b098436964aef153169&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3615513
May 14 21:46:33.842347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:33.843155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43772) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:33.957947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (ef402291-d6fe-498b-aa78-6ad91f984bd4), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.021076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (ef402291-d6fe-498b-aa78-6ad91f984bd4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.105896 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ef402291-d6fe-498b-aa78-6ad91f984bd4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.125228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef402291-d6fe-498b-aa78-6ad91f984bd4,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:34.193783 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.195033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9afde09e-23c1-4d8b-b906-de7ed2a019ef tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3573997
May 14 21:46:34.196087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc05e8e6-61d3-410d-a560-75d43949883f admin admin] Publish callbacks [] for security_group (0b1a6fac-4473-4210-b8bf-88f5444e3716), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.198487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43774) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:34.202991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:34.218851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc05e8e6-61d3-410d-a560-75d43949883f admin admin] Publish callbacks [] for security_group (0b1a6fac-4473-4210-b8bf-88f5444e3716), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.300615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (07221f61-22c1-481d-a889-3b24685fb062), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.340027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc05e8e6-61d3-410d-a560-75d43949883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0b1a6fac-4473-4210-b8bf-88f5444e3716), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.342832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cc05e8e6-61d3-410d-a560-75d43949883f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.346822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cc05e8e6-61d3-410d-a560-75d43949883f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b1a6fac-4473-4210-b8bf-88f5444e3716 HTTP/1.1" status: 204  len: 168 time: 0.5025291
May 14 21:46:34.355191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05e8e6-61d3-410d-a560-75d43949883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1a6fac-4473-4210-b8bf-88f5444e3716,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:34.360468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (07221f61-22c1-481d-a889-3b24685fb062), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.402911 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (07221f61-22c1-481d-a889-3b24685fb062), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.423686 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07221f61-22c1-481d-a889-3b24685fb062,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:34.486079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.486658 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f6e5b5ff-e3a4-4969-a421-2ee7d8960b66 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2871816
May 14 21:46:34.489456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:34.494666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:34.575111 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:46:34.580698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (67e183d9-760d-43de-bd88-eb5f281bff59), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.639366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (67e183d9-760d-43de-bd88-eb5f281bff59), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.677337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (67e183d9-760d-43de-bd88-eb5f281bff59), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.696066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e183d9-760d-43de-bd88-eb5f281bff59,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:34.765034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.766269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-69d5f137-0491-489a-bcab-841f5aed75fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2757964
May 14 21:46:34.768899 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43782) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:34.773303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:34.855296 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:46:34.861737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (9749b880-fdc1-4309-9859-3d611b2aef61), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.911578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:34.923335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (9749b880-fdc1-4309-9859-3d611b2aef61), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.925643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a32981e4-da23-4da9-a0cd-5d80d699a2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:34.997585 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9749b880-fdc1-4309-9859-3d611b2aef61), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.002380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a32981e4-da23-4da9-a0cd-5d80d699a2d1 admin admin] Publish callbacks [] for security_group (afa4ffad-e844-4ba2-86df-7731cce3f52b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.015890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9749b880-fdc1-4309-9859-3d611b2aef61,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:35.111929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a32981e4-da23-4da9-a0cd-5d80d699a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (afa4ffad-e844-4ba2-86df-7731cce3f52b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.134340 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-f1811b3f-b2df-4a83-9e24-03d4ff0c072c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390658
May 14 21:46:35.142189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.146849 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bcfe8061-e768-4fcd-9a13-4ba83523f227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3769748
May 14 21:46:35.147457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43786) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:35.151964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a32981e4-da23-4da9-a0cd-5d80d699a2d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=695936950f1a4bc69abb994479eff7ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2393572
May 14 21:46:35.154735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43788) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:35.155766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'network': {'name': 'tempest-network-smoke--1578385351', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'port_security_enabled': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:35.159555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32981e4-da23-4da9-a0cd-5d80d699a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa4ffad-e844-4ba2-86df-7731cce3f52b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:35.225591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:46:35.229864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.235349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-f11969bd-cfd9-462d-8efa-39818eb5b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:35.236878 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-f11969bd-cfd9-462d-8efa-39818eb5b899 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0584686
May 14 21:46:35.241544 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0a3d-7510-4fc0-88ad-854bdf278103 admin admin] Publish callbacks [] for security_group (afa4ffad-e844-4ba2-86df-7731cce3f52b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.257729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:46:35.269170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (354e59c8-367c-463f-bfad-a02a0606a548), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.269170 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Added segment 354e59c8-367c-463f-bfad-a02a0606a548 of type vlan for network 292be6b3-941d-4930-9be9-2daaf47b7a25
May 14 21:46:35.281482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0a3d-7510-4fc0-88ad-854bdf278103 admin admin] Publish callbacks [] for security_group (afa4ffad-e844-4ba2-86df-7731cce3f52b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.308991 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (292be6b3-941d-4930-9be9-2daaf47b7a25), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.372907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-d2913b6d-6e0b-4639-b512-790f5494079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:35.374375 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-d2913b6d-6e0b-4639-b512-790f5494079c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.1184235
May 14 21:46:35.419990 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (292be6b3-941d-4930-9be9-2daaf47b7a25), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.425245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:35.425834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.439948 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-950e596b-19d7-482d-bc1a-1e2e8ca113c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1002 time: 0.0598471
May 14 21:46:35.471040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0a3d-7510-4fc0-88ad-854bdf278103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (afa4ffad-e844-4ba2-86df-7731cce3f52b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.473665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0a3d-7510-4fc0-88ad-854bdf278103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.474795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4cc0a3d-7510-4fc0-88ad-854bdf278103 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afa4ffad-e844-4ba2-86df-7731cce3f52b HTTP/1.1" status: 204  len: 168 time: 0.3191044
May 14 21:46:35.491893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc0a3d-7510-4fc0-88ad-854bdf278103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa4ffad-e844-4ba2-86df-7731cce3f52b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:35.494532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Network': ['ID=292be6b3-941d-4930-9be9-2daaf47b7a25,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:35.506235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-e3c6bb6c-c2dd-4013-a9dd-b95beabe6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:35.509389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-e3c6bb6c-c2dd-4013-a9dd-b95beabe6146 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0636814
May 14 21:46:35.512038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:46:35.526810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a7f3f817-08c7-4e66-899e-52fa25081163 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.3780763
May 14 21:46:35.529635 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43792) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:35.554705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'admin_state_up': True, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:35.578389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-9c9c0ac5-28f0-4893-8659-5b3fe4a74204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:35.579961 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-9c9c0ac5-28f0-4893-8659-5b3fe4a74204 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0610921
May 14 21:46:35.670033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-81a515e6-c846-45bc-a76a-28dfb5902cb9 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841250
May 14 21:46:35.671718 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.672797 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.786051 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:35.807143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0aed957f-b44a-47b8-8514-cf9426734f68 req-9c48e98b-d72f-4ed0-9f20-9f766a7632ff service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298411
May 14 21:46:36.029612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:36.460537 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:46:36.605126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:36.623279 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:36.726881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.194 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e70e92ad-77e5-4696-8bd9-c6a9f121e5be) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:36.835670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:36.934984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:36.974049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:36.979255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:36.982908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:36.988543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:37.304334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:37.514188 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:37.734249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:46:37.856103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:37.867447 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Sync routers for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:37.880047 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:37.880666 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:37.954523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:37.955941 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d02c9dfd-6722-47a6-9ffe-0f6676501ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.4252262
May 14 21:46:37.959054 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43842) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:37.989998 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:38.151156 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-405bd958-4909-4ef5-891c-4128b790e195 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=9d47cde4b8ee4dbc9ad64de4084690a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1861863
May 14 21:46:38.151302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43846) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:38.166053 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102a580>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:37Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:38.198258 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Checking router: 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:38.198857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Updating router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 port e70e92ad-77e5-4696-8bd9-c6a9f121e5be binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:46:38.226887 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.253767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3616fbe-d53c-4af6-aa3c-e86adc16e255 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:38.255543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d3616fbe-d53c-4af6-aa3c-e86adc16e255 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1041291
May 14 21:46:38.258466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43852) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:38.294917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4a332638-1c09-4f1b-b1c5-130470468a13 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0341573
May 14 21:46:38.297459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43856) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:38.302432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1896539882', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:38.483317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:46:38.488620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.518035 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Publish callbacks [] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.585955 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.643356 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Attempting to bind port e70e92ad-77e5-4696-8bd9-c6a9f121e5be on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:38.643707 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Attempting to bind port e70e92ad-77e5-4696-8bd9-c6a9f121e5be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:38.644065 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Attempting to bind port e70e92ad-77e5-4696-8bd9-c6a9f121e5be on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:38.646078 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Pushing event updated for resources: {'Port': ['ID=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:38.656285 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.656626 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.656959 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.657286 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.657608 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.657929 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.658261 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.658562 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.658925 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.659246 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.659582 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.659893 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.660205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.660522 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.660831 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:38.664588 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:38.664956 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:38.666593 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.666985 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:38.667459 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Bound port: e70e92ad-77e5-4696-8bd9-c6a9f121e5be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:38.668332 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.719703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] For port e70e92ad-77e5-4696-8bd9-c6a9f121e5be, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:38.722489 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] For port e70e92ad-77e5-4696-8bd9-c6a9f121e5be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:38.734818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dc3b79bc-ae8a-43a6-85e4-7936ca9d879b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.795957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Subnet': ['ID=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:38.803599 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.805043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Checking segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:38.805404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network hostable DHCP agents. Network: 292be6b3-941d-4930-9be9-2daaf47b7a25, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:46:38.865104 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:38.865736 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:38.870926 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2511-3363-43c6-bb23-0179c1f28a00 None None] Pushing event updated for resources: {'Port': ['ID=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:38.872537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:46:38.930338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 292be6b3-941d-4930-9be9-2daaf47b7a25) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:38.936049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:38.936049 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:38.942545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d75c3-b47c-4108-97ba-dabc2c680588 None None] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:46:38.984079 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:39.034014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e9c966bd-f258-447c-beb3-a87c119cc8e5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7268786
May 14 21:46:39.034014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43862) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:39.070038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-292be6b3-941d-4930-9be9-2daaf47b7a25', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:46:39.072033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.273162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Allocated IP 172.20.0.2 (292be6b3-941d-4930-9be9-2daaf47b7a25/dc3b79bc-ae8a-43a6-85e4-7936ca9d879b/7fc94eb7-fccb-4c28-975f-241b645415f7) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:39.285423 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102a580>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:37Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:39.314015 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3090e6-518d-40f0-9b6f-ef280e3d3c8e None None] The sync data for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 is: [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:37Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:39.440307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Publish callbacks [] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.527203 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.584418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.590037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:39.606473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:39.609210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:39.649774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Pushing event updated for resources: {'Port': ['ID=7fc94eb7-fccb-4c28-975f-241b645415f7,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:39.689082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Attempting to bind port 7fc94eb7-fccb-4c28-975f-241b645415f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:39.689455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Attempting to bind port 7fc94eb7-fccb-4c28-975f-241b645415f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:39.689961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Attempting to bind port 7fc94eb7-fccb-4c28-975f-241b645415f7 on network 292be6b3-941d-4930-9be9-2daaf47b7a25 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:39.695997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:39.697073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Checking segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:39.697678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.697877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Bound using segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:39.698327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Bound port: 7fc94eb7-fccb-4c28-975f-241b645415f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:39.698906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.773960 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] For port 7fc94eb7-fccb-4c28-975f-241b645415f7, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:39.783601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] For port 7fc94eb7-fccb-4c28-975f-241b645415f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fc94eb7-fccb-4c28-975f-241b645415f7,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:39.867232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:39.918378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.1 (292be6b3-941d-4930-9be9-2daaf47b7a25/dc3b79bc-ae8a-43a6-85e4-7936ca9d879b/5fd6edc0-4826-4210-b486-3c6164609fb5) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:39.948719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a6c12-8d7a-426f-a7e2-19638bec5fcb None None] Pushing event updated for resources: {'Port': ['ID=7fc94eb7-fccb-4c28-975f-241b645415f7,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:40.060873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.209457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.265054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:40.268444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:40.274849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:40.315446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=5fd6edc0-4826-4210-b486-3c6164609fb5,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:40.336187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.374462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2643105-0b09-40f4-8328-0fb368ac574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.544528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.865565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.880244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7fc94eb7-fccb-4c28-975f-241b645415f7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:40.922777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.929503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7fc94eb7-fccb-4c28-975f-241b645415f7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:40.929875 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.995897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:40.997858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=5fd6edc0-4826-4210-b486-3c6164609fb5,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:41.017916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7fc94eb7-fccb-4c28-975f-241b645415f7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:41.018884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:41.057584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 7fc94eb7-fccb-4c28-975f-241b645415f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fc94eb7-fccb-4c28-975f-241b645415f7,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:41.106066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:41.107614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:41.135030 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:41.136140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e70e92ad-77e5-4696-8bd9-c6a9f121e5be up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:41.263108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:46:41.281465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=7fc94eb7-fccb-4c28-975f-241b645415f7,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:41.293932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e70e92ad-77e5-4696-8bd9-c6a9f121e5be triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:41.294128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:41.391088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e70e92ad-77e5-4696-8bd9-c6a9f121e5be is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:41.391668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:41.413936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:41.421301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e70e92ad-77e5-4696-8bd9-c6a9f121e5be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:41.423934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a54fa193-9559-4e3c-96e9-d93a3a3bb527 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/65f4a4d3-c031-45dd-ab0f-28f9847b3c91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3919082
May 14 21:46:41.454534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b5a537-37b4-4a94-93e8-7e9c7df158dd None None] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:46:41.485453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Sync routers for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:41.527673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:41.568501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:41.569147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230094820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:41.642140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d541ae39-420f-4479-ad65-2e2bb6d17e8a None None] Provisioning complete for port 7fc94eb7-fccb-4c28-975f-241b645415f7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:41.642571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d541ae39-420f-4479-ad65-2e2bb6d17e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:41.713210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:41.840584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:41.861246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-8ce82511-0ac8-47ea-b675-83bba1cb861e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498119661&fields=id&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 267 time: 0.0603139
May 14 21:46:41.875536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d541ae39-420f-4479-ad65-2e2bb6d17e8a None None] Current status of the port 7fc94eb7-fccb-4c28-975f-241b645415f7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:41.997009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-85bcdb1a-eb26-4e29-bfab-9267042e799a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:42.003933 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-85bcdb1a-eb26-4e29-bfab-9267042e799a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 797 time: 0.1358073
May 14 21:46:42.016081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-7df21dcc-8739-4187-9b4b-f99ab1d05b4d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/quotas/9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 375 time: 0.0111845
May 14 21:46:42.076383 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-252a8dbd-d8d9-4590-9a5d-949c95f48a7e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0559359
May 14 21:46:42.080228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230094820>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 2, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:42.118527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.124699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Checking router: 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:42.125062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Updating router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 port 5fd6edc0-4826-4210-b486-3c6164609fb5 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:46:42.128829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3ea30855-df0c-445f-a26c-66bf8536c518 None None] Provisioning complete for port 7fc94eb7-fccb-4c28-975f-241b645415f7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:42.129189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea30855-df0c-445f-a26c-66bf8536c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.178214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.292281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-abc322e8-add5-4ab6-9616-5975e32adfb9 service neutron] 10.222.0.52 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044551
May 14 21:46:42.321690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30855-df0c-445f-a26c-66bf8536c518 None None] Current status of the port 7fc94eb7-fccb-4c28-975f-241b645415f7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:42.384471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3ea30855-df0c-445f-a26c-66bf8536c518 None None] Provisioning complete for port 5fd6edc0-4826-4210-b486-3c6164609fb5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:42.384926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ea30855-df0c-445f-a26c-66bf8536c518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.411864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-ed370c44-60ed-451e-bb78-c08cc336b6de service neutron] 10.222.0.52 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1128054
May 14 21:46:42.622983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ea30855-df0c-445f-a26c-66bf8536c518 None None] Port 5fd6edc0-4826-4210-b486-3c6164609fb5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:42.655334 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.748023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26f00059-02c0-476a-9919-4e8db463ce2b req-c92ee94c-2bca-4aad-8a11-ba0c9e65e0f7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 210 time: 0.1048191
May 14 21:46:42.779444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-efb8a000-e091-4858-b926-a5f06ae80dbb None None] Provisioning complete for port 5fd6edc0-4826-4210-b486-3c6164609fb5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:42.779444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-efb8a000-e091-4858-b926-a5f06ae80dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.782821 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Publish callbacks [] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.826606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-efb8a000-e091-4858-b926-a5f06ae80dbb None None] Port 5fd6edc0-4826-4210-b486-3c6164609fb5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:42.851986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7fc94eb7-fccb-4c28-975f-241b645415f7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:42.902873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7fc94eb7-fccb-4c28-975f-241b645415f7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:42.903172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.924894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.966169 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-87d3f946-64db-4599-9c56-df51c9848efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:42.994834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee15aa4-ee23-4717-b72b-b5cb773bef53 None None] Pushing event updated for resources: {'Port': ['ID=5fd6edc0-4826-4210-b486-3c6164609fb5,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:43.083148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7fc94eb7-fccb-4c28-975f-241b645415f7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:43.084150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e70e92ad-77e5-4696-8bd9-c6a9f121e5be up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:43.089061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Attempting to bind port 5fd6edc0-4826-4210-b486-3c6164609fb5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:43.089444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Attempting to bind port 5fd6edc0-4826-4210-b486-3c6164609fb5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:43.089817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Attempting to bind port 5fd6edc0-4826-4210-b486-3c6164609fb5 on network 292be6b3-941d-4930-9be9-2daaf47b7a25 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:43.115215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:43.115626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Checking segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:43.116084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.116488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Bound using segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:43.116967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Bound port: 5fd6edc0-4826-4210-b486-3c6164609fb5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:43.117382 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.177438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e70e92ad-77e5-4696-8bd9-c6a9f121e5be triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:43.177820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.229061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] For port 5fd6edc0-4826-4210-b486-3c6164609fb5, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:43.234552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] For port 5fd6edc0-4826-4210-b486-3c6164609fb5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fd6edc0-4826-4210-b486-3c6164609fb5,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:43.252520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a1879ce-9379-4bb7-8941-821248f64b25 None None] Provisioning complete for port 5fd6edc0-4826-4210-b486-3c6164609fb5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:43.252899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a1879ce-9379-4bb7-8941-821248f64b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.314050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a1879ce-9379-4bb7-8941-821248f64b25 None None] Port 5fd6edc0-4826-4210-b486-3c6164609fb5 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:43.317654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e70e92ad-77e5-4696-8bd9-c6a9f121e5be is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:43.346463 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.407083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:43.408328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230094820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:43.412745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee15aa4-ee23-4717-b72b-b5cb773bef53 None None] Pushing event updated for resources: {'Port': ['ID=5fd6edc0-4826-4210-b486-3c6164609fb5,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:43.532319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:43.679514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] Provisioning complete for port 5fd6edc0-4826-4210-b486-3c6164609fb5 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:43.686510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.828486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230094820>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:43.830102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] Current status of the port 5fd6edc0-4826-4210-b486-3c6164609fb5 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:43.830482 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.834418 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d8382b6c-9282-4c59-836b-6922dfd9c18c req-63162e69-c08c-4408-ac85-e3d01014383a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 210 time: 0.0296593
May 14 21:46:43.864674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f57150-8b0a-45de-9585-526a72ba9c3e None None] The sync data for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 is: [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:43.888654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:43.890571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] For port 5fd6edc0-4826-4210-b486-3c6164609fb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fd6edc0-4826-4210-b486-3c6164609fb5,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:43.963086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:44.016695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26984cf-cf29-4902-9f9f-7420a8e17e4a None None] Pushing event updated for resources: {'Port': ['ID=5fd6edc0-4826-4210-b486-3c6164609fb5,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:44.852254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5fd6edc0-4826-4210-b486-3c6164609fb5 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:44.913274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5fd6edc0-4826-4210-b486-3c6164609fb5 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:44.923022 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:44.951591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-559333c4-fe42-4855-b63d-8be2d9f89377 req-5eb476a1-2f13-4a6b-9d89-b69063a7d025 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 210 time: 0.0294952
May 14 21:46:45.022310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5fd6edc0-4826-4210-b486-3c6164609fb5 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:45.104598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-540279c0-5947-4fa6-9795-8ef4fa8c90a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:45.105991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-540279c0-5947-4fa6-9795-8ef4fa8c90a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 797 time: 0.1120539
May 14 21:46:45.169458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-526610f5-e9ca-4a40-87aa-c094084b5ae2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 379 time: 0.0555747
May 14 21:46:45.178271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'port': {'device_id': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'admin_state_up': True, 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'security_groups': ['a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:45.334700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:46:45.338653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:45.476485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.14 (292be6b3-941d-4930-9be9-2daaf47b7a25/dc3b79bc-ae8a-43a6-85e4-7936ca9d879b/f70f8f4d-36ed-4fff-8628-2ff7c9526efd) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:45.627342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:45.694523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:45.723328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:45.765440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:45.768516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:45.775553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:45.808875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:45.839412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:45.840077 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:45.948938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-50bffa0f-26b8-4ef3-be72-1694446bf825 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7742171
May 14 21:46:45.960229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Request body: {'port': {'device_id': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:46.011843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-aeb6809e-442a-46f5-9001-eb045ba9c524 None None] Provisioning complete for port f70f8f4d-36ed-4fff-8628-2ff7c9526efd triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:46.012425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aeb6809e-442a-46f5-9001-eb045ba9c524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.037616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.051860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aeb6809e-442a-46f5-9001-eb045ba9c524 None None] Port f70f8f4d-36ed-4fff-8628-2ff7c9526efd cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:46:46.082483 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada7665-5c88-4e65-ba7b-4002ffa1a3f3 req-5e30e4c0-9cf5-44f1-9a64-6d7f9668fe5b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:46.084112 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ada7665-5c88-4e65-ba7b-4002ffa1a3f3 req-5e30e4c0-9cf5-44f1-9a64-6d7f9668fe5b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 932 time: 0.0532403
May 14 21:46:46.135956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ada7665-5c88-4e65-ba7b-4002ffa1a3f3 req-7af42853-c23e-4d19-893c-76d4af17dff0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460284
May 14 21:46:46.347371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70f8f4d-36ed-4fff-8628-2ff7c9526efd {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:46:46.355594 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Publish callbacks [] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.367500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Transition to ACTIVE for port object f70f8f4d-36ed-4fff-8628-2ff7c9526efd will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:46:46.425404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.479567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:46.551442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:46:46.551872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:46:46.552367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on network 292be6b3-941d-4930-9be9-2daaf47b7a25 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:46.560935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on network 292be6b3-941d-4930-9be9-2daaf47b7a25 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:46:46.561276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on network 292be6b3-941d-4930-9be9-2daaf47b7a25 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:46:46.571815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:46:46.574002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Checking segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:46:46.574002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Bound using segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:46:46.574002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Bound port: f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:46:46.574002 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.642789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:46:46.646106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:46:46.712032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.748912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:46.749534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.751046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] 10.222.0.36 "PUT /v2.0/ports/f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 1092 time: 0.7953098
May 14 21:46:46.751525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:46:46.753757 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b363b2c1-eb2f-4363-bb76-dccf61299dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:46:46.786924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35309ea8-86bf-49d1-9433-b9bec8c9b593 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:46.796994 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816b90d7-6160-49d1-91af-4ca409a963a0 x-openstack-request-id: req-816b90d7-6160-49d1-91af-4ca409a963a0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:46:46.797286 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:46:46.797533 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-816b90d7-6160-49d1-91af-4ca409a963a0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:46:46.797933 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816b90d7-6160-49d1-91af-4ca409a963a0'] response: {'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'status': 'completed', 'code': 200}
May 14 21:46:46.826321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:46.864999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b2c1-eb2f-4363-bb76-dccf61299dbc req-d10073f3-f0cf-4cfb-b146-ac932a26652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:46.866877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b363b2c1-eb2f-4363-bb76-dccf61299dbc req-d10073f3-f0cf-4cfb-b146-ac932a26652c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1126 time: 0.0476816
May 14 21:46:46.974186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b2c1-eb2f-4363-bb76-dccf61299dbc req-596f662d-3173-465d-8f3a-8e8358b5f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:46.975675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b363b2c1-eb2f-4363-bb76-dccf61299dbc req-596f662d-3173-465d-8f3a-8e8358b5f02d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1022992
May 14 21:46:47.057090 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 43986) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:47.076168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b2c1-eb2f-4363-bb76-dccf61299dbc req-a2cb79a3-c012-46e5-8df8-cf74696894cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:47.077703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b363b2c1-eb2f-4363-bb76-dccf61299dbc req-a2cb79a3-c012-46e5-8df8-cf74696894cc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0967793
May 14 21:46:47.170461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d32ea0a-0015-4458-800b-d5685e9b33df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.287996 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ade8d2-644c-4c8e-a508-4aa7c8823e78 req-8b3a2da8-33c8-422b-9fa7-606ed11129b9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:47.289566 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53ade8d2-644c-4c8e-a508-4aa7c8823e78 req-8b3a2da8-33c8-422b-9fa7-606ed11129b9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0732405
May 14 21:46:47.311340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d32ea0a-0015-4458-800b-d5685e9b33df admin admin] Publish callbacks [] for security_group (dff03b0d-2ba0-410c-8c1f-0a895637ccc1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.352473 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-53ade8d2-644c-4c8e-a508-4aa7c8823e78 req-bac77125-1414-408d-87b5-8bea9d3f1b2a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565588
May 14 21:46:47.477191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-7ba09042-fab1-4996-acc6-9f9529dacaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:47.478875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-7ba09042-fab1-4996-acc6-9f9529dacaa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1126 time: 0.3638136
May 14 21:46:47.494274 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1d32ea0a-0015-4458-800b-d5685e9b33df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dff03b0d-2ba0-410c-8c1f-0a895637ccc1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.528488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-06ac711a-76e2-42b2-89f2-876d389345e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 217 time: 0.0429125
May 14 21:46:47.537351 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1d32ea0a-0015-4458-800b-d5685e9b33df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82fb6149894440c1b5f3a8a8a2f5690f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4790401
May 14 21:46:47.539405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32ea0a-0015-4458-800b-d5685e9b33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff03b0d-2ba0-410c-8c1f-0a895637ccc1,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:47.542389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 43992) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:47.603170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-c0a7b444-46b1-4c13-b4d2-814004c7af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:47.604702 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-c0a7b444-46b1-4c13-b4d2-814004c7af75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0710740
May 14 21:46:47.649394 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0ee93891-fe94-4acb-af5f-7b559a2f4ccd admin admin] Publish callbacks [] for security_group (dff03b0d-2ba0-410c-8c1f-0a895637ccc1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.663331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-1d2d4a8f-955c-4bae-8b2f-de1e91b96f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:47.664852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-1d2d4a8f-955c-4bae-8b2f-de1e91b96f37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0544748
May 14 21:46:47.686794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0ee93891-fe94-4acb-af5f-7b559a2f4ccd admin admin] Publish callbacks [] for security_group (dff03b0d-2ba0-410c-8c1f-0a895637ccc1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.785941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-8aa42de9-2a53-4030-ba49-e7d6439f8427 service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115811
May 14 21:46:47.855734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0ee93891-fe94-4acb-af5f-7b559a2f4ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (dff03b0d-2ba0-410c-8c1f-0a895637ccc1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.858245 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0ee93891-fe94-4acb-af5f-7b559a2f4ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:47.859345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0ee93891-fe94-4acb-af5f-7b559a2f4ccd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dff03b0d-2ba0-410c-8c1f-0a895637ccc1 HTTP/1.1" status: 204  len: 168 time: 0.3169465
May 14 21:46:47.878987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee93891-fe94-4acb-af5f-7b559a2f4ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff03b0d-2ba0-410c-8c1f-0a895637ccc1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:47.884084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c428eca6-99f0-407b-b65e-a84671705bc1 req-3365f324-b568-45d5-9bf7-bc96d2fd052b service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931144
May 14 21:46:48.384895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44000) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:48.403048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65068560-8fe4-4fbf-a1fd-0fdf542a8b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.494894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0adadd-4389-40a9-bfd6-e487656aba55 req-48a54a42-27c3-4081-b88b-cb0d01dbf97d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:48.496436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb0adadd-4389-40a9-bfd6-e487656aba55 req-48a54a42-27c3-4081-b88b-cb0d01dbf97d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0618124
May 14 21:46:48.535719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65068560-8fe4-4fbf-a1fd-0fdf542a8b0d admin admin] Publish callbacks [] for security_group (bcbca244-e420-4627-a005-16d48e73dba8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.562755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb0adadd-4389-40a9-bfd6-e487656aba55 req-395932e6-48f0-4e3e-a044-a972685c2896 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598259
May 14 21:46:48.591190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65068560-8fe4-4fbf-a1fd-0fdf542a8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bcbca244-e420-4627-a005-16d48e73dba8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.629608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-65068560-8fe4-4fbf-a1fd-0fdf542a8b0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=712a6aaa8e214f489b006581dc8a027c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2436357
May 14 21:46:48.631730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65068560-8fe4-4fbf-a1fd-0fdf542a8b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbca244-e420-4627-a005-16d48e73dba8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:48.632382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44002) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:48.683132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4472f8d-a13f-442f-89de-ff4e972cc6a1 admin admin] Publish callbacks [] for security_group (bcbca244-e420-4627-a005-16d48e73dba8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.703860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4472f8d-a13f-442f-89de-ff4e972cc6a1 admin admin] Publish callbacks [] for security_group (bcbca244-e420-4627-a005-16d48e73dba8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.865656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4472f8d-a13f-442f-89de-ff4e972cc6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (bcbca244-e420-4627-a005-16d48e73dba8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.868270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e4472f8d-a13f-442f-89de-ff4e972cc6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:48.869432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e4472f8d-a13f-442f-89de-ff4e972cc6a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcbca244-e420-4627-a005-16d48e73dba8 HTTP/1.1" status: 204  len: 168 time: 0.2359896
May 14 21:46:48.877298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4472f8d-a13f-442f-89de-ff4e972cc6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbca244-e420-4627-a005-16d48e73dba8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:49.524757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44008) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:49.543503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-655d4432-a1f6-4abb-aafd-0fe2c6c32de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.638700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-655d4432-a1f6-4abb-aafd-0fe2c6c32de2 admin admin] Publish callbacks [] for security_group (0dffe62c-e3bb-4667-9dbd-92dc7687e1fa), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.693455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e7f4b-2463-4a5f-8e45-47f0cee16275 req-496a9065-1de8-42fe-a293-7b7a354b19fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:49.696227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c4e7f4b-2463-4a5f-8e45-47f0cee16275 req-496a9065-1de8-42fe-a293-7b7a354b19fd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0538452
May 14 21:46:49.697463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-655d4432-a1f6-4abb-aafd-0fe2c6c32de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0dffe62c-e3bb-4667-9dbd-92dc7687e1fa), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.757980 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-655d4432-a1f6-4abb-aafd-0fe2c6c32de2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a920e81f88a4fe884168c5bb093da73&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2320592
May 14 21:46:49.761037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44012) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:49.761830 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d4432-a1f6-4abb-aafd-0fe2c6c32de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dffe62c-e3bb-4667-9dbd-92dc7687e1fa,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:49.794674 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c4e7f4b-2463-4a5f-8e45-47f0cee16275 req-062c397b-b7a1-4e0f-b49d-e9a8c4ac6838 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835130
May 14 21:46:49.821125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f1b77c2-80a8-480c-ac1b-fcbb0d3d06f0 admin admin] Publish callbacks [] for security_group (0dffe62c-e3bb-4667-9dbd-92dc7687e1fa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.844633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f1b77c2-80a8-480c-ac1b-fcbb0d3d06f0 admin admin] Publish callbacks [] for security_group (0dffe62c-e3bb-4667-9dbd-92dc7687e1fa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.946337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f1b77c2-80a8-480c-ac1b-fcbb0d3d06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (0dffe62c-e3bb-4667-9dbd-92dc7687e1fa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.949706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0f1b77c2-80a8-480c-ac1b-fcbb0d3d06f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:49.951197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0f1b77c2-80a8-480c-ac1b-fcbb0d3d06f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0dffe62c-e3bb-4667-9dbd-92dc7687e1fa HTTP/1.1" status: 204  len: 168 time: 0.1889141
May 14 21:46:49.960781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b77c2-80a8-480c-ac1b-fcbb0d3d06f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dffe62c-e3bb-4667-9dbd-92dc7687e1fa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:50.915639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2329-0548-4d88-a618-6b1527b995d7 req-0bbc164c-9cfb-47b1-baf0-3c84c2ad897a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:50.917188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba8c2329-0548-4d88-a618-6b1527b995d7 req-0bbc164c-9cfb-47b1-baf0-3c84c2ad897a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0482292
May 14 21:46:50.969425 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba8c2329-0548-4d88-a618-6b1527b995d7 req-66e6e0a9-82d2-4e5f-af67-f4f87fea3b3d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457404
May 14 21:46:51.114045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:46:51.218407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:51.230796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'port_id': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'mac_address': 'fa:16:3e:e2:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:46:51.268627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port f70f8f4d-36ed-4fff-8628-2ff7c9526efd is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:51.269030 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:51.282210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f8f4d-36ed-4fff-8628-2ff7c9526efd {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:46:51.301462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:51.356899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:51.408794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:51.557495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['f70f8f4d-36ed-4fff-8628-2ff7c9526efd'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:46:52.099678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f70ca7-7758-493c-9d74-b8fd0bac7296 req-964e5335-480e-4d98-b3db-eb98c88bfd57 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:52.101181 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58f70ca7-7758-493c-9d74-b8fd0bac7296 req-964e5335-480e-4d98-b3db-eb98c88bfd57 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 945 time: 0.0561981
May 14 21:46:52.152145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-58f70ca7-7758-493c-9d74-b8fd0bac7296 req-85a9fc6f-e660-455d-996a-b23c42432b6f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450616
May 14 21:46:52.671576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44088) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:52.777409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-566544ee-5368-4a22-9028-05246d89da9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:52.849205 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-566544ee-5368-4a22-9028-05246d89da9b admin admin] Publish callbacks [] for security_group (05325043-4c49-4fd5-9379-0ad152d6e6a2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:52.893614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-566544ee-5368-4a22-9028-05246d89da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (05325043-4c49-4fd5-9379-0ad152d6e6a2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:52.937107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-566544ee-5368-4a22-9028-05246d89da9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53ff0d90c25e43219453b3c11c4bcc20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2644439
May 14 21:46:52.938070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566544ee-5368-4a22-9028-05246d89da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05325043-4c49-4fd5-9379-0ad152d6e6a2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:52.939835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44092) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:52.990683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50c6e3d6-7baf-41eb-9e26-040fadacfc74 admin admin] Publish callbacks [] for security_group (05325043-4c49-4fd5-9379-0ad152d6e6a2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.011711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50c6e3d6-7baf-41eb-9e26-040fadacfc74 admin admin] Publish callbacks [] for security_group (05325043-4c49-4fd5-9379-0ad152d6e6a2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.099895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50c6e3d6-7baf-41eb-9e26-040fadacfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (05325043-4c49-4fd5-9379-0ad152d6e6a2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.102459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50c6e3d6-7baf-41eb-9e26-040fadacfc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.103719 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-50c6e3d6-7baf-41eb-9e26-040fadacfc74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05325043-4c49-4fd5-9379-0ad152d6e6a2 HTTP/1.1" status: 204  len: 168 time: 0.1627853
May 14 21:46:53.112131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6e3d6-7baf-41eb-9e26-040fadacfc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05325043-4c49-4fd5-9379-0ad152d6e6a2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:53.132198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:46:53.180378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port f70f8f4d-36ed-4fff-8628-2ff7c9526efd completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:46:53.259704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port f70f8f4d-36ed-4fff-8628-2ff7c9526efd triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:46:53.260887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.275718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3d653-d5ca-490a-a62b-ce9ec56cf780 req-5afad05b-6399-42b5-aa17-1c37f4c4de3c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:53.278977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27e3d653-d5ca-490a-a62b-ce9ec56cf780 req-5afad05b-6399-42b5-aa17-1c37f4c4de3c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 945 time: 0.0551200
May 14 21:46:53.329831 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27e3d653-d5ca-490a-a62b-ce9ec56cf780 req-b7fa8409-335b-4e24-8676-975c47f35017 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450168
May 14 21:46:53.347117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port f70f8f4d-36ed-4fff-8628-2ff7c9526efd is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:46:53.347629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.372076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:46:53.374362 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b4d2de-9b9c-4f41-89d3-05e2fa38c2ff" -d '{"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-plugged", "status": "completed", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:46:53.387411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:46:53.421178 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08022630-8c9c-49c6-8b20-4bad34a85fc6 x-openstack-request-id: req-08022630-8c9c-49c6-8b20-4bad34a85fc6 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:46:53.425071 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-plugged", "status": "completed", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:46:53.425071 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08022630-8c9c-49c6-8b20-4bad34a85fc6 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:46:53.425071 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08022630-8c9c-49c6-8b20-4bad34a85fc6'] response: {'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'code': 200}
May 14 21:46:53.437334 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.485826 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:53.521164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b42db2-28c1-4fa7-928f-70d51167a5dd req-3bbaf42b-f527-4c22-8a55-2056684c4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:53.522691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27b42db2-28c1-4fa7-928f-70d51167a5dd req-3bbaf42b-f527-4c22-8a55-2056684c4942 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1128 time: 0.0394645
May 14 21:46:53.581587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27b42db2-28c1-4fa7-928f-70d51167a5dd req-6c507313-52a1-4391-b4fa-7ccdd8b642e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530169
May 14 21:46:53.761895 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44104) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:53.776474 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c671900-d1e4-48b8-9c84-43760255c968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.850042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c671900-d1e4-48b8-9c84-43760255c968 admin admin] Publish callbacks [] for security_group (e65483d4-496a-4c43-8593-ad7a9d86d611), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.905091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3c671900-d1e4-48b8-9c84-43760255c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e65483d4-496a-4c43-8593-ad7a9d86d611), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:53.954334 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c671900-d1e4-48b8-9c84-43760255c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65483d4-496a-4c43-8593-ad7a9d86d611,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:53.962066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3c671900-d1e4-48b8-9c84-43760255c968 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=204a4cdef570466096397cb2473b61ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1987519
May 14 21:46:53.965609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44106) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:54.018415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Publish callbacks [] for security_group (e65483d4-496a-4c43-8593-ad7a9d86d611), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:54.042143 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Publish callbacks [] for security_group (e65483d4-496a-4c43-8593-ad7a9d86d611), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:54.145149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e65483d4-496a-4c43-8593-ad7a9d86d611), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:54.147812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:54.149207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e65483d4-496a-4c43-8593-ad7a9d86d611 HTTP/1.1" status: 204  len: 168 time: 0.1825888
May 14 21:46:54.157850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65483d4-496a-4c43-8593-ad7a9d86d611,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:54.165263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.165613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.165957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.166343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.166904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.167265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.167628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.167963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.168359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.168606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.168932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.169264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.169587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.169962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.170229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46472c00-5ab6-4c1c-bf0d-3795d1a515d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:46:54.445512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde37cfb-ddf2-45c1-94e0-54526780fff6 req-4e771d18-e7c4-41a9-9802-26a6e024ae10 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:54.446937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bde37cfb-ddf2-45c1-94e0-54526780fff6 req-4e771d18-e7c4-41a9-9802-26a6e024ae10 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0469978
May 14 21:46:54.496981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bde37cfb-ddf2-45c1-94e0-54526780fff6 req-e7f65eb5-0038-44a0-9152-92707189d245 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437024
May 14 21:46:55.619902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c8bdf-13ae-4792-bbd7-1fb9975acbdc req-22ef955c-b6ac-4030-aeff-d33e3f5829cf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:55.621454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-741c8bdf-13ae-4792-bbd7-1fb9975acbdc req-22ef955c-b6ac-4030-aeff-d33e3f5829cf tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0499976
May 14 21:46:55.676283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-741c8bdf-13ae-4792-bbd7-1fb9975acbdc req-a3e7e385-bceb-49f7-873b-78c777cff87c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462887
May 14 21:46:55.796638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b14f78-17bb-40b3-a70f-23c7a78e8b1e req-870d0ee0-986c-4186-8f61-d6bafc66ecbe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:55.798162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9b14f78-17bb-40b3-a70f-23c7a78e8b1e req-870d0ee0-986c-4186-8f61-d6bafc66ecbe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0520492
May 14 21:46:55.847589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9b14f78-17bb-40b3-a70f-23c7a78e8b1e req-350eed65-3532-4033-b57d-53982d60a5f6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438149
May 14 21:46:55.870050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44148) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:55.909257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121eda48-f880-4c58-8720-1027a59bee46 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:55.910818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-121eda48-f880-4c58-8720-1027a59bee46 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1123 time: 0.0396812
May 14 21:46:55.914004 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44152) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:55.920542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:46:56.020229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:56.105452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:56.210109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.5 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/5e67b15a-1073-4375-983f-54d9cb73b619) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:46:56.317524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (5e67b15a-1073-4375-983f-54d9cb73b619), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:56.403288 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5e67b15a-1073-4375-983f-54d9cb73b619), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:56.441848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:46:56.447279 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:46:56.451186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:46:56.472698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=5e67b15a-1073-4375-983f-54d9cb73b619,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:56.829103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:56.962129 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5e67b15a-1073-4375-983f-54d9cb73b619), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:57.145898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (5e67b15a-1073-4375-983f-54d9cb73b619), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:57.202903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (5e67b15a-1073-4375-983f-54d9cb73b619), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:57.278660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=5e67b15a-1073-4375-983f-54d9cb73b619,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:46:57.285105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:57.387892 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP 95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 associated. External IP: 172.35.4.5, port: f70f8f4d-36ed-4fff-8628-2ff7c9526efd.
May 14 21:46:57.605447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:46:57.714169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:46:57.724143 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] Sync routers for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:46:57.734088 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:57.734700 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b9a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:57.822064 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:46:57.845431 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:57.853449 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-badd079e-6343-41fd-8a85-b81721eca65b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9377389
May 14 21:46:57.854734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:46:57.860046 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b87004-be40-4ed2-91a6-867a5fcf7239" -d '{"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:46:57.900831 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c3f25b-4fd0-44ae-824a-3501a252ef27 x-openstack-request-id: req-77c3f25b-4fd0-44ae-824a-3501a252ef27 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:46:57.901119 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:46:57.901371 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77c3f25b-4fd0-44ae-824a-3501a252ef27 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:46:57.901834 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c3f25b-4fd0-44ae-824a-3501a252ef27'] response: {'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'status': 'completed', 'code': 200}
May 14 21:46:57.974137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80dd4c-9769-40e9-a8c5-54f517fe6445 req-9a007d3d-0229-4895-a2cc-d84f64e90ea7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:57.976511 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c80dd4c-9769-40e9-a8c5-54f517fe6445 req-9a007d3d-0229-4895-a2cc-d84f64e90ea7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0516114
May 14 21:46:58.029972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6c80dd4c-9769-40e9-a8c5-54f517fe6445 req-12e91fd2-cce0-4d58-9121-bf566c7f88ee tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466468
May 14 21:46:58.053034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44178) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:58.103224 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b9a580>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'port_id': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'mac_address': 'fa:16:3e:e2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:46:56Z', 'updated_at': '2022-05-14T21:46:56Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:58.135878 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] Checking router: 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:46:58.139433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-b5c15aeb-11e9-474f-b8f6-9241034ce22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:58.141108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-b5c15aeb-11e9-474f-b8f6-9241034ce22a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1128 time: 0.0455906
May 14 21:46:58.144937 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:46:58.145579 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b9a580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:46:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:58.245232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-cbbfc3f2-ca33-4a46-b346-fe1bb3c32e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:58.247256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-cbbfc3f2-ca33-4a46-b346-fe1bb3c32e1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.1002252
May 14 21:46:58.263752 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:46:58.316598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-35d064cb-0fa5-4bc3-8630-7de246ffadd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 998 time: 0.0627475
May 14 21:46:58.375400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-423dd6c3-d233-4e64-b649-b9cd8b1e4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:58.377043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-423dd6c3-d233-4e64-b649-b9cd8b1e4ac1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0557151
May 14 21:46:58.431110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-fe61fcd1-f35e-43db-9bbb-8fb7a2bfe936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:46:58.433739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-fe61fcd1-f35e-43db-9bbb-8fb7a2bfe936 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0495675
May 14 21:46:58.497918 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b9a580>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'port_id': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'mac_address': 'fa:16:3e:e2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:46:56Z', 'updated_at': '2022-05-14T21:46:56Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:46:58.498977 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e6d9de3-cd29-4419-90c0-c5279aeab156 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 HTTP/1.1" status: 200  len: 990 time: 0.4448116
May 14 21:46:58.524908 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c911623-77af-4c34-829e-bca2b641c0c4 None None] The sync data for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 is: [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.5', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'port_id': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'mac_address': 'fa:16:3e:e2:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:46:56Z', 'updated_at': '2022-05-14T21:46:56Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:46:58.533967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-020b3ddd-0dc3-4115-a09e-7dc71a951524 service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945537
May 14 21:46:58.631213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44b87004-be40-4ed2-91a6-867a5fcf7239 req-8f6ab268-0417-4f48-9c27-63c02d8c0afe service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0917380
May 14 21:46:58.724463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ad86a-f828-413a-8279-274e927ed0bd None None] New status for floating IP 95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:46:59.502691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44188) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:46:59.567717 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dea9c4bf-6287-4583-a7fd-0455be4855b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 HTTP/1.1" status: 200  len: 992 time: 0.0637381
May 14 21:47:01.785070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-3c65fa05-0811-497b-b44b-406030bc048d service neutron] (115781) timed out ('10.222.0.52', 48880) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:47:01.940350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-b8d61a4c-c667-4077-a0e1-52b4a9e3d6c4 req-ff194a68-81bc-4c74-a1e9-f50fe6df484e tempest-AttachVolumeShelveTestJSON-565426114 tempest-AttachVolumeShelveTestJSON-565426114-project] (115781) timed out ('10.222.0.52', 48938) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:47:06.833138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44318) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:06.924309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be6f89-13ce-4f0f-ae4a-94ad78855640 req-f93a6db3-7a0d-4747-9969-98d78dd03102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:06.925891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54be6f89-13ce-4f0f-ae4a-94ad78855640 req-f93a6db3-7a0d-4747-9969-98d78dd03102 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0917287
May 14 21:47:06.974270 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-54be6f89-13ce-4f0f-ae4a-94ad78855640 req-70e3b22d-c388-449d-9bf5-e1b5089973ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426459
May 14 21:47:10.367974 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6bd9163-7fd2-4633-acaf-02b49fffe78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:12.036966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:12.579596 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:12.865358 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70c7d3a5-041f-4281-8ddc-c3806014af2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:13.460575 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:47:13.893521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:15.705828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:16.785488 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:26.205248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676882f7-8f8b-45e1-ba03-73918af6711a req-423d0e16-c73e-4f14-b4b8-25272762ba7e tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:26.207283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-676882f7-8f8b-45e1-ba03-73918af6711a req-423d0e16-c73e-4f14-b4b8-25272762ba7e tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1128 time: 0.0399692
May 14 21:47:26.224905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-676882f7-8f8b-45e1-ba03-73918af6711a req-5d4613e7-761f-4ce9-a47c-29130cdac55c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:26.307118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-676882f7-8f8b-45e1-ba03-73918af6711a req-5d4613e7-761f-4ce9-a47c-29130cdac55c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Publish callbacks [] for security_group (40f501de-312e-4c45-b09c-02e8978572f3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:26.385017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-676882f7-8f8b-45e1-ba03-73918af6711a req-5d4613e7-761f-4ce9-a47c-29130cdac55c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40f501de-312e-4c45-b09c-02e8978572f3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:26.424533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-676882f7-8f8b-45e1-ba03-73918af6711a req-5d4613e7-761f-4ce9-a47c-29130cdac55c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2116907
May 14 21:47:26.425271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4613e7-761f-4ce9-a47c-29130cdac55c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f501de-312e-4c45-b09c-02e8978572f3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:26.546085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85686f-40b8-4ea2-b62a-04f576d4394d req-af8df079-0741-4ae2-ac5c-8445044f6c20 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:26.547684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e85686f-40b8-4ea2-b62a-04f576d4394d req-af8df079-0741-4ae2-ac5c-8445044f6c20 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0515192
May 14 21:47:26.595759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0e85686f-40b8-4ea2-b62a-04f576d4394d req-ce65d483-8940-47f1-9fa0-63ffe1962f2d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426245
May 14 21:47:26.620123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44634) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:26.686602 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1ba6f1a7-a5de-4d28-b6ee-9e3621d33869 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 HTTP/1.1" status: 200  len: 992 time: 0.0600519
May 14 21:47:27.017581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-1c4ae216-30cb-4843-a05d-cc4e555f8f87 req-cfb51c03-a76d-4aa1-9df1-ed9cfcc8357d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:47:27.018662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1c4ae216-30cb-4843-a05d-cc4e555f8f87 req-cfb51c03-a76d-4aa1-9df1-ed9cfcc8357d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0060058
May 14 21:47:27.434155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b820-8022-41d7-822d-238a7de45994 req-8adef258-ab9f-4062-9e33-53865bcfd64b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:27.435667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9718b820-8022-41d7-822d-238a7de45994 req-8adef258-ab9f-4062-9e33-53865bcfd64b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0499017
May 14 21:47:27.488065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9718b820-8022-41d7-822d-238a7de45994 req-a4c57b47-bf47-45a5-9a0a-965fb643d488 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464745
May 14 21:47:27.492878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44660) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:27.582400 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-9486ff29-6ad5-47d8-af83-9bb3d7207689 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0883832
May 14 21:47:27.592951 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-9d61af88-7ec1-41ef-9468-7b581ac28414 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:47:27.593925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-9d61af88-7ec1-41ef-9468-7b581ac28414 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0055478
May 14 21:47:28.125756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:28.291865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-ce99404c-b991-4e51-962b-65753f913156 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:28.293910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-ce99404c-b991-4e51-962b-65753f913156 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports/f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 1125 time: 0.1669617
May 14 21:47:28.608278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afb651-5264-45b4-a6da-e6e9329f617f req-6cf6f819-aee7-48d8-a902-03dc2c88e232 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:28.610044 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36afb651-5264-45b4-a6da-e6e9329f617f req-6cf6f819-aee7-48d8-a902-03dc2c88e232 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0523000
May 14 21:47:28.665974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-36afb651-5264-45b4-a6da-e6e9329f617f req-ca19d1c6-9f3a-4013-a489-ad714616f802 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497875
May 14 21:47:29.685160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-fab9293d-357e-4005-93cb-660db34899d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:29.686952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-fab9293d-357e-4005-93cb-660db34899d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1128 time: 0.0453789
May 14 21:47:29.804833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e1806-dedd-4bbe-9e0c-d5b1cc8a1a76 req-d6c3696f-626a-4c8a-ab78-c393f106521c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:29.806297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-384e1806-dedd-4bbe-9e0c-d5b1cc8a1a76 req-d6c3696f-626a-4c8a-ab78-c393f106521c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0602334
May 14 21:47:29.831762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-186446dc-b919-481d-8b1d-c695b410f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:29.833178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-186446dc-b919-481d-8b1d-c695b410f80b service neutron] 10.222.0.36 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.1395776
May 14 21:47:29.900509 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-384e1806-dedd-4bbe-9e0c-d5b1cc8a1a76 req-c26298f9-041d-4582-bf7a-df20d50bd9da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882208
May 14 21:47:29.919064 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-c6567a34-14a5-4f2b-b0bb-47a3f4e380b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 1000 time: 0.0785310
May 14 21:47:29.969714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-e3dfb3c1-c082-4f53-9a11-734e00e2f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:29.972193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-e3dfb3c1-c082-4f53-9a11-734e00e2f2ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0458448
May 14 21:47:30.022668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-88d713ab-553d-4bb6-ac6d-744e40fddec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:30.024567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-88d713ab-553d-4bb6-ac6d-744e40fddec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0472479
May 14 21:47:30.121364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-37930d62-1033-4db0-a561-9b410e0307a5 service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902085
May 14 21:47:30.214507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-ab423c80-640a-4f3f-b4d3-898d14b03dea service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870006
May 14 21:47:31.018209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fb17a-3116-4ae5-b22c-0fc4a2adb3a6 req-ba76378e-1689-4b13-811a-d76cfe031060 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:31.019766 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b5fb17a-3116-4ae5-b22c-0fc4a2adb3a6 req-ba76378e-1689-4b13-811a-d76cfe031060 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0474265
May 14 21:47:31.070063 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8b5fb17a-3116-4ae5-b22c-0fc4a2adb3a6 req-ef61c0a8-dd5b-4e1b-aa00-1ed1ab1e96c8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440814
May 14 21:47:32.189909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2510a0-8fa3-4d41-acc8-67236c8a6380 req-bd4a7bf6-30c5-4d55-87b5-8f21d6a80ee8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:32.191301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc2510a0-8fa3-4d41-acc8-67236c8a6380 req-bd4a7bf6-30c5-4d55-87b5-8f21d6a80ee8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0477686
May 14 21:47:32.240293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc2510a0-8fa3-4d41-acc8-67236c8a6380 req-e48f5798-274b-46bc-afb1-68f7dcbc12c3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433006
May 14 21:47:33.362249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2634b-1f11-4ec4-bb05-1fb1cae604de req-3d7b277c-afa0-4e5e-9cff-3840b1883cad tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:33.363888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0a2634b-1f11-4ec4-bb05-1fb1cae604de req-3d7b277c-afa0-4e5e-9cff-3840b1883cad tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0547969
May 14 21:47:33.414377 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b0a2634b-1f11-4ec4-bb05-1fb1cae604de req-5f6f4aa2-67c8-4be3-b8d6-e8b8ef7cd8ca tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446253
May 14 21:47:34.535216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd187f2-36c2-4324-a515-d347af24e6ba req-bffc0184-9b6b-4485-a26e-b1b1a996bdde tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:34.536720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdd187f2-36c2-4324-a515-d347af24e6ba req-bffc0184-9b6b-4485-a26e-b1b1a996bdde tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0517919
May 14 21:47:34.585634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fdd187f2-36c2-4324-a515-d347af24e6ba req-6014d16c-626a-4f39-936d-0586efbf96f4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432656
May 14 21:47:35.700128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d74ada-100e-40c7-a61c-43ba3b8e23ce req-4be9af03-a606-4e40-9f38-dc8c738b9716 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:35.702250 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9d74ada-100e-40c7-a61c-43ba3b8e23ce req-4be9af03-a606-4e40-9f38-dc8c738b9716 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0465689
May 14 21:47:35.750284 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e9d74ada-100e-40c7-a61c-43ba3b8e23ce req-6bd7d3fa-2226-4153-a4c8-47688f8fc0b3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423813
May 14 21:47:36.131713 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-ae550a40-6a60-4266-9753-50014925e054 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395095
May 14 21:47:36.213441 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-32e2c28a-f426-4429-8274-bd8c20e9bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:36.215086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-32e2c28a-f426-4429-8274-bd8c20e9bc46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0433228
May 14 21:47:36.320151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-d59f7089-4e0d-4809-91a4-5a68491f537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:36.321642 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-d59f7089-4e0d-4809-91a4-5a68491f537b service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.0874119
May 14 21:47:36.391964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-462639fd-c260-44fe-88b7-0529b8996ba0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1002 time: 0.0636699
May 14 21:47:36.441979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-ad227ce7-1e81-4880-abb2-0cd0fe715a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:36.443446 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-ad227ce7-1e81-4880-abb2-0cd0fe715a7b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0458865
May 14 21:47:36.487859 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-6fa3799d-5608-45a8-9d9f-9230a512e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:36.489382 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-6fa3799d-5608-45a8-9d9f-9230a512e2ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401537
May 14 21:47:36.581722 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-c105739c-e317-4ad0-8dc9-b76f81aaa603 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865033
May 14 21:47:36.669320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-68ef9429-5a0f-47d0-bfe8-bd48088589eb req-70882d31-9139-48eb-99c6-b77d512892cd service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820236
May 14 21:47:36.866833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf9b69-00ec-42f7-a444-1e3eb4c81b9b req-333da014-1255-4a1d-8b22-fc14b2c19afc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:36.868351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3cf9b69-00ec-42f7-a444-1e3eb4c81b9b req-333da014-1255-4a1d-8b22-fc14b2c19afc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0474882
May 14 21:47:36.918121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3cf9b69-00ec-42f7-a444-1e3eb4c81b9b req-2ca932e2-91be-4ce2-b184-0f320d9d61d9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435550
May 14 21:47:38.040710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf87a2-b477-4acc-948c-65e54f528ada req-e47ff26f-a680-4848-b719-7d1a9fa849ae tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:38.044344 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7faf87a2-b477-4acc-948c-65e54f528ada req-e47ff26f-a680-4848-b719-7d1a9fa849ae tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0531347
May 14 21:47:38.091332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7faf87a2-b477-4acc-948c-65e54f528ada req-83d80161-f9e6-4f55-98a2-19bf00577fb9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426168
May 14 21:47:39.207814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e49ad-bfe8-4747-8772-44efe5c1bd9d req-424c54fd-4c94-45b6-ae34-3519cc10cabc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:39.209313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be8e49ad-bfe8-4747-8772-44efe5c1bd9d req-424c54fd-4c94-45b6-ae34-3519cc10cabc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0479343
May 14 21:47:39.262924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be8e49ad-bfe8-4747-8772-44efe5c1bd9d req-1586b4bf-ff84-4435-8e10-a0d3ae42c199 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479329
May 14 21:47:40.373732 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5bd37052-d451-455a-85f3-38ed43009a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:40.389352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c9dc0-116a-4cf9-bd6a-234cec82d3df req-08a785d7-f857-4d47-9c70-e419b5fab6f8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:40.391022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-534c9dc0-116a-4cf9-bd6a-234cec82d3df req-08a785d7-f857-4d47-9c70-e419b5fab6f8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0498300
May 14 21:47:40.442162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-534c9dc0-116a-4cf9-bd6a-234cec82d3df req-15c0122b-d25c-498e-953a-abbf6a95d842 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438519
May 14 21:47:41.560102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4fff7-19e4-47f2-8a64-a332de650c3d req-90b1900d-2bd1-4c4b-bf3c-17ab6ad01a01 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:41.561971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85a4fff7-19e4-47f2-8a64-a332de650c3d req-90b1900d-2bd1-4c4b-bf3c-17ab6ad01a01 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0494053
May 14 21:47:41.611464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85a4fff7-19e4-47f2-8a64-a332de650c3d req-0aa025b0-1170-49aa-97c7-d4312752f481 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437672
May 14 21:47:42.047716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:42.132009 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-c4a1fa89-b44a-48cb-89d4-69d2977f948a service neutron] show failed (client error): The resource could not be found.
May 14 21:47:42.133031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-c4a1fa89-b44a-48cb-89d4-69d2977f948a service neutron] 10.222.0.36 "GET /v2.0/ports/f70f8f4d-36ed-4fff-8628-2ff7c9526efd/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0559874
May 14 21:47:42.562160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:42.637236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-ae1a1f66-94a7-4460-ad59-355e9dfd1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:42.638857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-ae1a1f66-94a7-4460-ad59-355e9dfd1042 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 1128 time: 0.0779889
May 14 21:47:42.651353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:47:42.739077 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:42.760719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febcb31e-0e7f-4feb-86fc-8608ebe62961 req-0c3eddbc-14cc-4ce6-87f9-c326682bde81 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:42.762207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-febcb31e-0e7f-4feb-86fc-8608ebe62961 req-0c3eddbc-14cc-4ce6-87f9-c326682bde81 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0780597
May 14 21:47:42.824925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8208961-ffc1-45ab-b716-e2769ee1e5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:42.870296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-febcb31e-0e7f-4feb-86fc-8608ebe62961 req-a25cc06e-7b11-440b-8582-0b113ba2d358 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856149
May 14 21:47:43.028595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:47:43.061676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:47:43.104462 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:47:43.106813 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f32e87-82a6-4bf2-a4fd-0356fbf8cb65" -d '{"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-unplugged", "status": "completed", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:47:43.111049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Publish callbacks [] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:43.124955 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Transition to ACTIVE for port object f70f8f4d-36ed-4fff-8628-2ff7c9526efd will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:47:43.164625 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e82d7f-f141-426a-9935-2ceb604a8c9f x-openstack-request-id: req-05e82d7f-f141-426a-9935-2ceb604a8c9f {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:47:43.164925 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-unplugged", "status": "completed", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:47:43.165182 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05e82d7f-f141-426a-9935-2ceb604a8c9f {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:47:43.165596 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e82d7f-f141-426a-9935-2ceb604a8c9f'] response: {'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'code': 200}
May 14 21:47:43.196202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:43.294953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=6']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:43.323893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.324240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.324579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.324917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.325257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.325578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.325901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.326294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.326841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.327185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.327613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.327944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.328269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.328592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.328913 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:43.389211 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] No DVR routers for this DVR port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:47:43.525746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:47:43.525982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:47:43.526300 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on network 292be6b3-941d-4930-9be9-2daaf47b7a25 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:47:43.530601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on network 292be6b3-941d-4930-9be9-2daaf47b7a25 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:47:43.530914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Attempting to bind port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on network 292be6b3-941d-4930-9be9-2daaf47b7a25 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:47:43.535709 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:47:43.536047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Checking segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:47:43.536426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Bound using segment: {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:47:43.536843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Bound port: f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354e59c8-367c-463f-bfad-a02a0606a548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:47:43.537191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:43.600611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:47:43.603527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:47:43.677582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:43.725754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:43.726366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:43.727804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] 10.222.0.48 "PUT /v2.0/ports/f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 1092 time: 1.0825119
May 14 21:47:43.738625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498d8fd-1082-4851-a833-397c333ea63b service neutron] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=7']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:43.790839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-e7d3785d-8c8e-4541-85bb-ba634c90a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:43.792432 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-e7d3785d-8c8e-4541-85bb-ba634c90a5d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1126 time: 0.0424898
May 14 21:47:43.877585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:43.889220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-d45782f0-3613-4c66-adc1-eb1b7e0bb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:43.890753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-d45782f0-3613-4c66-adc1-eb1b7e0bb130 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.0924897
May 14 21:47:43.974104 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-fd6314e3-41d5-40f0-ae89-0373dd76fd88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 998 time: 0.0768352
May 14 21:47:44.041131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51d593-ef7a-4cf6-b7d2-59c3610f9a69 req-ae7340d9-b55d-42ee-b5c7-c28ec89151b9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:44.042598 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a51d593-ef7a-4cf6-b7d2-59c3610f9a69 req-ae7340d9-b55d-42ee-b5c7-c28ec89151b9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0823076
May 14 21:47:44.067870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-124804ae-7f10-4485-8f99-b5ebe17b93df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:44.069271 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-124804ae-7f10-4485-8f99-b5ebe17b93df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0769970
May 14 21:47:44.130349 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8a51d593-ef7a-4cf6-b7d2-59c3610f9a69 req-189fb996-c4df-4706-a145-c9b3df17cd80 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796223
May 14 21:47:44.131318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-5fa7f8c4-ffeb-4f56-a31b-098b193122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:44.132825 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-5fa7f8c4-ffeb-4f56-a31b-098b193122ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0572791
May 14 21:47:44.227820 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-be84b355-4ab1-4a0f-be82-6cb471967c18 service neutron] 10.222.0.48 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880766
May 14 21:47:44.317295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-21586972-f3d3-45aa-8497-c2d6c51f35f9 req-ca2722f1-25e6-4ecf-b4ca-4eb929d5c332 service neutron] 10.222.0.48 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836866
May 14 21:47:45.166724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:47:45.175778 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8" -d '{"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:47:45.219110 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a9bda5-b477-44cf-90a3-768d10ad15e6 x-openstack-request-id: req-62a9bda5-b477-44cf-90a3-768d10ad15e6 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:47:45.219110 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:47:45.219401 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62a9bda5-b477-44cf-90a3-768d10ad15e6 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:47:45.219927 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a9bda5-b477-44cf-90a3-768d10ad15e6'] response: {'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'status': 'completed', 'code': 200}
May 14 21:47:45.260209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ce8cf-5406-45be-8a7b-b45d516a8fef req-91a583a6-2816-4295-9e0b-2f6ae1ae0fa1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.261691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d5ce8cf-5406-45be-8a7b-b45d516a8fef req-91a583a6-2816-4295-9e0b-2f6ae1ae0fa1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0586383
May 14 21:47:45.321158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d5ce8cf-5406-45be-8a7b-b45d516a8fef req-5acdaedc-57db-49f4-87ba-a804aa85962c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528021
May 14 21:47:45.349049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-259ae494-519e-4977-b666-b1e6837a7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.350535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-259ae494-519e-4977-b666-b1e6837a7361 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1126 time: 0.1049709
May 14 21:47:45.442155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-0645cb10-8963-4011-8cde-40ba2505e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.443617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-0645cb10-8963-4011-8cde-40ba2505e723 service neutron] 10.222.0.36 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.0861044
May 14 21:47:45.502623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:47:45.508641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-163e4680-adda-468c-879d-5ae2d5bcc050 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 998 time: 0.0583570
May 14 21:47:45.547935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port f70f8f4d-36ed-4fff-8628-2ff7c9526efd host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:47:45.548304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:47:45.558308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-5bb83464-36c2-49e3-bf89-609749ca3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.559814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-5bb83464-36c2-49e3-bf89-609749ca3fc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0458865
May 14 21:47:45.607332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-a9c80e7c-2aec-46dc-8c25-78ce6290fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.609589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-a9c80e7c-2aec-46dc-8c25-78ce6290fce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0437179
May 14 21:47:45.707803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-a8cac5c5-66a1-4883-97f8-ee6b6147a631 service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922091
May 14 21:47:45.739355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:45.785932 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-2d6f8749-82e3-44c3-b4d6-ab2bf037385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.787647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-2d6f8749-82e3-44c3-b4d6-ab2bf037385d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1126 time: 0.0420370
May 14 21:47:45.804604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-a4e6ae5d-00d0-4b0d-b1f9-651dac1fa5c9 service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902066
May 14 21:47:45.885181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-ff4c6a70-a036-4f41-afb1-67f4b7ce9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:45.886663 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-ff4c6a70-a036-4f41-afb1-67f4b7ce9527 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.0930052
May 14 21:47:45.958831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-62b94569-7218-4a8e-88f1-3587b5440750 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 998 time: 0.0643981
May 14 21:47:46.075745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-d8d4d7e4-6a66-44c4-9271-fced756be364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:46.077896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-d8d4d7e4-6a66-44c4-9271-fced756be364 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0502176
May 14 21:47:46.140488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-abb5ca1a-9ed1-493c-ac56-ff3146e11b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:46.141997 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-abb5ca1a-9ed1-493c-ac56-ff3146e11b36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411098
May 14 21:47:46.235842 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-7a1e38c3-5aa2-4bf2-adcc-ff10856fb470 service neutron] 10.222.0.48 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875397
May 14 21:47:46.324726 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a62c89e-2a6a-48ac-92dd-a233bc1fabd8 req-b2bb999f-fdf0-4c08-a412-90421fc459a2 service neutron] 10.222.0.48 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833263
May 14 21:47:46.450072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c0f26-ccb5-4664-811a-2e18289ebcb6 req-cff3c179-546b-4160-957b-43f8661db3c3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:46.451608 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-087c0f26-ccb5-4664-811a-2e18289ebcb6 req-cff3c179-546b-4160-957b-43f8661db3c3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0497370
May 14 21:47:46.504764 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-087c0f26-ccb5-4664-811a-2e18289ebcb6 req-7991670a-8f5f-49fb-9fc8-68e4d912061e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472972
May 14 21:47:46.784762 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:46.863704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14f635-dd37-4c00-80a5-26328b644ba4 req-1a94b152-3e00-47d9-8d7f-68a13478e048 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:46.865864 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b14f635-dd37-4c00-80a5-26328b644ba4 req-1a94b152-3e00-47d9-8d7f-68a13478e048 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 944 time: 0.0480931
May 14 21:47:46.916505 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7b14f635-dd37-4c00-80a5-26328b644ba4 req-1d82be72-77cf-4c81-b711-77a66d7ac2b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455232
May 14 21:47:46.973072 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-4a9293ac-c7eb-4553-bf96-c17e0e1a2e05 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:46.974533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-4a9293ac-c7eb-4553-bf96-c17e0e1a2e05 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0889313
May 14 21:47:47.040275 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-88f55471-4d97-40e6-b058-97ac8aa41cfb service neutron] delete failed (client error): The resource could not be found.
May 14 21:47:47.041213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-88f55471-4d97-40e6-b058-97ac8aa41cfb service neutron] 10.222.0.36 "DELETE /v2.0/ports/f70f8f4d-36ed-4fff-8628-2ff7c9526efd/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0605083
May 14 21:47:47.126474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-389b131b-48a2-432a-8f97-a36f52cda3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:47.128033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-389b131b-48a2-432a-8f97-a36f52cda3bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1126 time: 0.0420909
May 14 21:47:47.196918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:47:47.218619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-eb24efe7-564e-4eb8-842f-fa568466a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:47.220679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-eb24efe7-564e-4eb8-842f-fa568466a574 service neutron] 10.222.0.36 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.0863185
May 14 21:47:47.290610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-31ce5a62-72cc-41da-9243-ce3987b4d002 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 998 time: 0.0646734
May 14 21:47:47.297846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:47:47.310887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'port_id': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'mac_address': 'fa:16:3e:e2:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:47:47.344008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-dd1c8539-fe54-4962-bb7b-27747bcd426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:47.345466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-dd1c8539-fe54-4962-bb7b-27747bcd426d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0476310
May 14 21:47:47.349932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f70f8f4d-36ed-4fff-8628-2ff7c9526efd is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:47:47.350321 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:47.363876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f8f4d-36ed-4fff-8628-2ff7c9526efd {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:47:47.383206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:47:47.387306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-c8731ed9-c993-469b-b70b-df0419bee9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:47.389468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-c8731ed9-c993-469b-b70b-df0419bee9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376997
May 14 21:47:47.460359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:47.486285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-fde99da6-5c84-4cf0-8e4c-51eec081200d service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911973
May 14 21:47:47.510861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:47.518655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.518999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.519335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.519701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.520036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.520364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.520732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.521058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.521380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.521702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.522139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.522469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.522791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.523108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.523425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:47:47.580177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4be05c8c-6b6c-432d-8447-e1c9f9da62da req-bc53fd14-dc77-4061-8731-530d64a42574 service neutron] 10.222.0.36 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884733
May 14 21:47:47.677501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['f70f8f4d-36ed-4fff-8628-2ff7c9526efd'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:47:48.037630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec6228-c27a-4fd0-acd5-8bb71c27b558 req-a78f5898-7c4e-4ce4-b83a-ddb7536c218a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:48.039111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3dec6228-c27a-4fd0-acd5-8bb71c27b558 req-a78f5898-7c4e-4ce4-b83a-ddb7536c218a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 945 time: 0.0483022
May 14 21:47:48.087418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3dec6228-c27a-4fd0-acd5-8bb71c27b558 req-82f8fcb7-b575-4f2f-bd40-082633771015 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425203
May 14 21:47:48.530614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44876) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:48.636462 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4917b968-2e25-4ed2-bd1e-112682a76570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:48.709971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4917b968-2e25-4ed2-bd1e-112682a76570 admin admin] Publish callbacks [] for security_group (b173589d-eaae-4208-8756-a9d9de9056fd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:48.761528 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4917b968-2e25-4ed2-bd1e-112682a76570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b173589d-eaae-4208-8756-a9d9de9056fd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:48.799899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4917b968-2e25-4ed2-bd1e-112682a76570 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70f3e8ff1b404e28aa96706c849a21e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2681801
May 14 21:47:48.800772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917b968-2e25-4ed2-bd1e-112682a76570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b173589d-eaae-4208-8756-a9d9de9056fd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:48.803769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44882) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:48.853386 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f026e370-b89d-4282-a220-137dac93c379 admin admin] Publish callbacks [] for security_group (b173589d-eaae-4208-8756-a9d9de9056fd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:48.874385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f026e370-b89d-4282-a220-137dac93c379 admin admin] Publish callbacks [] for security_group (b173589d-eaae-4208-8756-a9d9de9056fd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.007420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f026e370-b89d-4282-a220-137dac93c379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b173589d-eaae-4208-8756-a9d9de9056fd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.010019 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f026e370-b89d-4282-a220-137dac93c379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.011178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f026e370-b89d-4282-a220-137dac93c379 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b173589d-eaae-4208-8756-a9d9de9056fd HTTP/1.1" status: 204  len: 168 time: 0.2064846
May 14 21:47:49.021824 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026e370-b89d-4282-a220-137dac93c379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b173589d-eaae-4208-8756-a9d9de9056fd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:49.206711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877af20-eca0-425b-afde-3e9285317c60 req-90a8121a-d53c-4f84-aff8-20286d204911 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:47:49.208206 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5877af20-eca0-425b-afde-3e9285317c60 req-90a8121a-d53c-4f84-aff8-20286d204911 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 945 time: 0.0506163
May 14 21:47:49.211847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:47:49.256879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port f70f8f4d-36ed-4fff-8628-2ff7c9526efd completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:47:49.258572 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5877af20-eca0-425b-afde-3e9285317c60 req-8a818d59-9447-4ead-b49f-a857d9646c6d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443659
May 14 21:47:49.280966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44888) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:49.316226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port f70f8f4d-36ed-4fff-8628-2ff7c9526efd triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:47:49.316604 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.340238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-895da2d9-487c-4b59-9011-1d28b9ecda39 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 HTTP/1.1" status: 200  len: 991 time: 0.0581777
May 14 21:47:49.394658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port f70f8f4d-36ed-4fff-8628-2ff7c9526efd is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:47:49.395071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.424178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:47:49.424728 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a4382c-de05-4e64-ba6c-e558fc43bd5b" -d '{"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-plugged", "status": "completed", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:47:49.436796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:47:49.465609 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb92e30-0609-4c5f-ac23-f9e0e99c3594 x-openstack-request-id: req-ffb92e30-0609-4c5f-ac23-f9e0e99c3594 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:47:49.465902 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-plugged", "status": "completed", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:47:49.466153 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffb92e30-0609-4c5f-ac23-f9e0e99c3594 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:47:49.466572 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb92e30-0609-4c5f-ac23-f9e0e99c3594'] response: {'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'code': 200}
May 14 21:47:49.504937 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.552923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:49.767399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 44894) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:49.781084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3c11bb3-a58e-44fe-9cc0-5593754dea44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.856802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3c11bb3-a58e-44fe-9cc0-5593754dea44 admin admin] Publish callbacks [] for security_group (809363c9-2208-4910-9976-c65ea5cea1ea), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.927257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a3c11bb3-a58e-44fe-9cc0-5593754dea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (809363c9-2208-4910-9976-c65ea5cea1ea), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:49.966455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a3c11bb3-a58e-44fe-9cc0-5593754dea44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf9f687c9f3e4af5aee8680d7524710d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1979747
May 14 21:47:49.967597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11bb3-a58e-44fe-9cc0-5593754dea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809363c9-2208-4910-9976-c65ea5cea1ea,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:49.969264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 44896) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:47:50.022487 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba1caffc-37a5-4626-b00c-2d8b4a19d11b admin admin] Publish callbacks [] for security_group (809363c9-2208-4910-9976-c65ea5cea1ea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:50.044132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba1caffc-37a5-4626-b00c-2d8b4a19d11b admin admin] Publish callbacks [] for security_group (809363c9-2208-4910-9976-c65ea5cea1ea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:50.150374 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba1caffc-37a5-4626-b00c-2d8b4a19d11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (809363c9-2208-4910-9976-c65ea5cea1ea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:50.152846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ba1caffc-37a5-4626-b00c-2d8b4a19d11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:47:50.153988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ba1caffc-37a5-4626-b00c-2d8b4a19d11b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/809363c9-2208-4910-9976-c65ea5cea1ea HTTP/1.1" status: 204  len: 168 time: 0.1836438
May 14 21:47:50.162819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1caffc-37a5-4626-b00c-2d8b4a19d11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809363c9-2208-4910-9976-c65ea5cea1ea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:47:50.460561 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:48:02.574317 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45056) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:02.680357 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:02.753151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Publish callbacks [] for security_group (c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:02.847235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:02.886589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a190ad103a11415991ae90d3aacbc330&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3111773
May 14 21:48:02.887460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:02.889371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45060) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:02.895133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.895525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.895870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.896205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.896535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.896862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.897192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.897514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.897836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.898158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.898485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.898804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.899385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.899733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.900052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18662a25-447f-4e47-9a9a-0f1fab508955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:02.942312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-116dbb48-59bd-44c2-97dd-5efa1cf59cdb admin admin] Publish callbacks [] for security_group (c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:02.963438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-116dbb48-59bd-44c2-97dd-5efa1cf59cdb admin admin] Publish callbacks [] for security_group (c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:03.058956 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-116dbb48-59bd-44c2-97dd-5efa1cf59cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:03.061505 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-116dbb48-59bd-44c2-97dd-5efa1cf59cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:03.062791 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-116dbb48-59bd-44c2-97dd-5efa1cf59cdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00 HTTP/1.1" status: 204  len: 168 time: 0.1723299
May 14 21:48:03.070575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dbb48-59bd-44c2-97dd-5efa1cf59cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a4c85d-8e49-4dbe-aff3-d141b0fb3b00,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:04.590450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45094) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:04.704786 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-996bc7c4-ee86-4ae3-b26f-7134d88c2f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:04.778253 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-996bc7c4-ee86-4ae3-b26f-7134d88c2f7f admin admin] Publish callbacks [] for security_group (873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:04.847283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-996bc7c4-ee86-4ae3-b26f-7134d88c2f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:04.886247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-996bc7c4-ee86-4ae3-b26f-7134d88c2f7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7206d24686e428085d5f0f6901152c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2947352
May 14 21:48:04.887100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc7c4-ee86-4ae3-b26f-7134d88c2f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:04.889086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45098) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:04.938547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10341402-0a40-4154-a978-20270dbb0c75 admin admin] Publish callbacks [] for security_group (873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:04.961221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10341402-0a40-4154-a978-20270dbb0c75 admin admin] Publish callbacks [] for security_group (873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:05.070204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10341402-0a40-4154-a978-20270dbb0c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:05.072853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-10341402-0a40-4154-a978-20270dbb0c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:05.076624 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-10341402-0a40-4154-a978-20270dbb0c75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1 HTTP/1.1" status: 204  len: 168 time: 0.1838987
May 14 21:48:05.083914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341402-0a40-4154-a978-20270dbb0c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a6814-1d3a-4abd-8dd9-fe7e7bfa4be1,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:10.384956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e01a1dd0-8869-4b0e-8cc0-ae019841019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:11.689917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45202) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:11.797498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-242d01ec-58f8-4658-925e-c19d045fb085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:11.872202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-242d01ec-58f8-4658-925e-c19d045fb085 admin admin] Publish callbacks [] for security_group (ee231f1c-10c9-4a54-8d6e-4c40e1d84f07), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:11.921181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-242d01ec-58f8-4658-925e-c19d045fb085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ee231f1c-10c9-4a54-8d6e-4c40e1d84f07), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:11.960389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-242d01ec-58f8-4658-925e-c19d045fb085 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9e643695d5540ce8147baa9a32dcd60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2692664
May 14 21:48:11.961317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d01ec-58f8-4658-925e-c19d045fb085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee231f1c-10c9-4a54-8d6e-4c40e1d84f07,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:11.963284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:12.025869 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76d1c34a-0c34-4250-8e23-4020f1118bc6 admin admin] Publish callbacks [] for security_group (ee231f1c-10c9-4a54-8d6e-4c40e1d84f07), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:12.046809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76d1c34a-0c34-4250-8e23-4020f1118bc6 admin admin] Publish callbacks [] for security_group (ee231f1c-10c9-4a54-8d6e-4c40e1d84f07), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:12.047344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:12.138633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76d1c34a-0c34-4250-8e23-4020f1118bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ee231f1c-10c9-4a54-8d6e-4c40e1d84f07), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:12.141273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-76d1c34a-0c34-4250-8e23-4020f1118bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:12.142446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-76d1c34a-0c34-4250-8e23-4020f1118bc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee231f1c-10c9-4a54-8d6e-4c40e1d84f07 HTTP/1.1" status: 204  len: 168 time: 0.1780331
May 14 21:48:12.152615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1c34a-0c34-4250-8e23-4020f1118bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee231f1c-10c9-4a54-8d6e-4c40e1d84f07,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:12.601437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:12.852893 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a865cfe2-6994-48b2-964b-a4165d466966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.022638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45228) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:13.120511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1094627198-network', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:13.229721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Made reservation on behalf of fbd6e36a563a4245acae34e00437ca87 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:13.232142 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.241124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.317057 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks [] for security_group (2676a798-d159-4bbd-b6c0-1e91b88bac43), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.389811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2676a798-d159-4bbd-b6c0-1e91b88bac43), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.414693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:48:13.423203 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2676a798-d159-4bbd-b6c0-1e91b88bac43,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:13.428999 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c619935-6abe-4b38-9f78-87ee9bc7c1a8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.429399 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Added segment 3c619935-6abe-4b38-9f78-87ee9bc7c1a8 of type vlan for network ab045a92-e325-4248-b39f-db14e2d2fe17
May 14 21:48:13.468287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ab045a92-e325-4248-b39f-db14e2d2fe17), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.550670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ab045a92-e325-4248-b39f-db14e2d2fe17), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.551736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:13.552308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.609586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] Pushing event updated for resources: {'Network': ['ID=ab045a92-e325-4248-b39f-db14e2d2fe17,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:13.619298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ab045a92-e325-4248-b39f-db14e2d2fe17 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:48:13.655698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9cf21ed6-6b87-4c96-ad20-8aee6032cf17 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 0.6318703
May 14 21:48:13.658377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:13.663244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Request body: {'subnet': {'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1094627198-subnet', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:13.750092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Made reservation on behalf of fbd6e36a563a4245acae34e00437ca87 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:13.753088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.916437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:13.984633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.039538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:14.048092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Checking segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:14.048447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Network hostable DHCP agents. Network: ab045a92-e325-4248-b39f-db14e2d2fe17, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:48:14.104370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Network ab045a92-e325-4248-b39f-db14e2d2fe17 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:48:14.149982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ab045a92-e325-4248-b39f-db14e2d2fe17) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:14.154020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:14.154636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.160314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17afecee-cfca-4280-8335-5a150e0bea46 None None] Network ab045a92-e325-4248-b39f-db14e2d2fe17 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:14.206924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8d07701f-f89e-4435-9f77-1195cb520694 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5450118
May 14 21:48:14.207180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45236) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:14.211358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:14.263935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ab045a92-e325-4248-b39f-db14e2d2fe17', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:48:14.264893 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.265511 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (e9638317-e602-4f3f-90ae-b85b215c17c4), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.266724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (e9638317-e602-4f3f-90ae-b85b215c17c4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.322704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks [] for router_controller (e9638317-e602-4f3f-90ae-b85b215c17c4), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.402479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Allocated IP 172.20.0.2 (ab045a92-e325-4248-b39f-db14e2d2fe17/e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6/5eaec440-0a66-4bb6-9d21-8c8f0fd63e99) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:14.521310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks [] for router_gateway (e9638317-e602-4f3f-90ae-b85b215c17c4), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.546038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Publish callbacks [] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.607678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.648889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Network ab045a92-e325-4248-b39f-db14e2d2fe17 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:14.651893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:14.657432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:14.670577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Pushing event updated for resources: {'Port': ['ID=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:14.720485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Attempting to bind port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:14.720855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Attempting to bind port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:14.721229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Attempting to bind port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 on network ab045a92-e325-4248-b39f-db14e2d2fe17 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:14.727090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:14.727492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Checking segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:14.727910 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.728314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Bound using segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:14.728790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Bound port: 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:14.729176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.766377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks [] for router_gateway (e9638317-e602-4f3f-90ae-b85b215c17c4), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.787053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.795134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] For port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:14.798221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] For port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:14.864634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:14.887316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Allocated IP 172.35.4.195 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/2e2a5530-af10-4724-93e9-2e1e6008c491) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:14.924517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ef5e0-0293-4775-9dc9-3aefb06dccb1 None None] Pushing event updated for resources: {'Port': ['ID=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:15.003105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks [] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:15.105104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:15.148355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:15.153997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:15.156905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:15.183781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Pushing event updated for resources: {'Port': ['ID=2e2a5530-af10-4724-93e9-2e1e6008c491,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:15.727329 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:15.774930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks [] for router_gateway (e9638317-e602-4f3f-90ae-b85b215c17c4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:15.869812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13abe18b-c951-4d5b-81f7-b292f1a977ba None None] Network ab045a92-e325-4248-b39f-db14e2d2fe17 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:15.939587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] Provisioning complete for port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:15.940778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:15.980689 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (e9638317-e602-4f3f-90ae-b85b215c17c4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.052186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] Current status of the port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:16.052577 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.088264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] For port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:16.145264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.167073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Router e9638317-e602-4f3f-90ae-b85b215c17c4 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:48:16.208005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61166c1f-1eaa-418d-a90d-48ff258a9f57 None None] Pushing event updated for resources: {'Port': ['ID=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:16.262566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-35bbd56e-ba48-4da9-90cb-1a57bfcdb1c0 None None] Provisioning complete for port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:16.263035 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35bbd56e-ba48-4da9-90cb-1a57bfcdb1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.288892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:16.302672 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Sync routers for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:16.312259 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:16.312870 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231e66820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:16.343716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-35bbd56e-ba48-4da9-90cb-1a57bfcdb1c0 None None] Current status of the port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:16.364109 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.365530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a3293766-fd9b-4ce6-b414-40479e81105d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.1574292
May 14 21:48:16.368393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45238) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:16.420601 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:16.589677 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231e66820>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:15Z', 'revision_number': 3, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:16.616239 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Checking router: e9638317-e602-4f3f-90ae-b85b215c17c4 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:16.616591 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Updating router e9638317-e602-4f3f-90ae-b85b215c17c4 port 2e2a5530-af10-4724-93e9-2e1e6008c491 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:48:16.642947 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.802941 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.807450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.930598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:16.934761 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Publish callbacks [] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.970536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Allocated IP 172.20.0.1 (ab045a92-e325-4248-b39f-db14e2d2fe17/e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6/01d297a7-9581-4bba-9089-119d1f398eec) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:16.981014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:16.981477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:16.996197 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.060970 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Attempting to bind port 2e2a5530-af10-4724-93e9-2e1e6008c491 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:17.061564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Attempting to bind port 2e2a5530-af10-4724-93e9-2e1e6008c491 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:17.062175 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Attempting to bind port 2e2a5530-af10-4724-93e9-2e1e6008c491 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:17.072200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:17.078734 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Pushing event updated for resources: {'Port': ['ID=2e2a5530-af10-4724-93e9-2e1e6008c491,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:17.085704 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:17.085704 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:17.086691 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.087396 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:17.088241 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Bound port: 2e2a5530-af10-4724-93e9-2e1e6008c491, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:17.088908 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.094625 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks [] for port (01d297a7-9581-4bba-9089-119d1f398eec), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.132316 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.132770 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.133304 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.133834 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.134375 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.134905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.135433 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.136140 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.136670 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.137205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.137635 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.138054 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.138468 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.138886 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.139306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:17.190724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (01d297a7-9581-4bba-9089-119d1f398eec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.237403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Network ab045a92-e325-4248-b39f-db14e2d2fe17 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:17.242760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:17.246487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:17.252309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Pushing event updated for resources: {'Port': ['ID=01d297a7-9581-4bba-9089-119d1f398eec,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:17.270279 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] For port 2e2a5530-af10-4724-93e9-2e1e6008c491, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:17.273502 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] For port 2e2a5530-af10-4724-93e9-2e1e6008c491, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e2a5530-af10-4724-93e9-2e1e6008c491,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:17.294157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (e9638317-e602-4f3f-90ae-b85b215c17c4), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.350815 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.414575 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:17.415217 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231e66820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:17.453346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e8bba-96e7-4e0d-a4bb-876236b2083c None None] Pushing event updated for resources: {'Port': ['ID=2e2a5530-af10-4724-93e9-2e1e6008c491,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:17.475313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-55b046ba-c04c-4895-85b9-e98f29be8e1b None None] Provisioning complete for port 01d297a7-9581-4bba-9089-119d1f398eec triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:17.475843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-55b046ba-c04c-4895-85b9-e98f29be8e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01d297a7-9581-4bba-9089-119d1f398eec), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.490601 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01d297a7-9581-4bba-9089-119d1f398eec), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.513946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-55b046ba-c04c-4895-85b9-e98f29be8e1b None None] Port 01d297a7-9581-4bba-9089-119d1f398eec cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:17.537268 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:17.688704 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks [] for port (01d297a7-9581-4bba-9089-119d1f398eec), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.719388 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231e66820>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:15Z', 'revision_number': 3, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:17.750669 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b582701-3b92-42a3-8d1a-775c38c8e6ad None None] The sync data for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 is: [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:15Z', 'revision_number': 3, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:17.757318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (01d297a7-9581-4bba-9089-119d1f398eec), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.843038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26866fd0-b53e-4f76-a838-c1d8f4cb92d8 req-6bbfb217-c764-4339-8c37-5bb0b69552ad tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:17.844612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26866fd0-b53e-4f76-a838-c1d8f4cb92d8 req-6bbfb217-c764-4339-8c37-5bb0b69552ad tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1128 time: 0.0992768
May 14 21:48:17.871708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Pushing event updated for resources: {'Port': ['ID=01d297a7-9581-4bba-9089-119d1f398eec,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:17.875845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (e9638317-e602-4f3f-90ae-b85b215c17c4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:17.929332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-26866fd0-b53e-4f76-a838-c1d8f4cb92d8 req-05e8d0bb-3830-4a80-9839-85b0b8dc992f tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778933
May 14 21:48:17.952781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45244) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:18.011185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Network ab045a92-e325-4248-b39f-db14e2d2fe17 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:18.012762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:18.147598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 5e67b15a-1073-4375-983f-54d9cb73b619 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:48:18.148265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5e67b15a-1073-4375-983f-54d9cb73b619), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.163515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Router e9638317-e602-4f3f-90ae-b85b215c17c4 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:48:18.252521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5e67b15a-1073-4375-983f-54d9cb73b619), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.253081 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (5e67b15a-1073-4375-983f-54d9cb73b619), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.267691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 5e67b15a-1073-4375-983f-54d9cb73b619 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:48:18.295236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:18.307537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5fec2459-74f7-4554-9ef3-fffb5c82966f admin admin] 10.222.0.52 "PUT /v2.0/routers/e9638317-e602-4f3f-90ae-b85b215c17c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9314098
May 14 21:48:18.357369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2ef48302-4611-4247-a924-b7028f0335a3 None None] Provisioning complete for port 01d297a7-9581-4bba-9089-119d1f398eec triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:18.358355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2ef48302-4611-4247-a924-b7028f0335a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01d297a7-9581-4bba-9089-119d1f398eec), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.403747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2ef48302-4611-4247-a924-b7028f0335a3 None None] Port 01d297a7-9581-4bba-9089-119d1f398eec cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:18.533302 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5e67b15a-1073-4375-983f-54d9cb73b619), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.559875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=5e67b15a-1073-4375-983f-54d9cb73b619,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:18.909180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2a5530-af10-4724-93e9-2e1e6008c491 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:18.959654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2e2a5530-af10-4724-93e9-2e1e6008c491 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:18.960445 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.973410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:18.974046 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP 95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 disassociated (deleted). External IP: 172.35.4.5, port: f70f8f4d-36ed-4fff-8628-2ff7c9526efd.
May 14 21:48:19.046760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2e2a5530-af10-4724-93e9-2e1e6008c491 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:19.047140 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.069473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 2e2a5530-af10-4724-93e9-2e1e6008c491, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e2a5530-af10-4724-93e9-2e1e6008c491,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:19.111462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45260) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:19.117118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1717612249-network', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:19.150613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.199017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=2e2a5530-af10-4724-93e9-2e1e6008c491,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:19.208439 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:48:19.230360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Made reservation on behalf of 1cc3e53234794cbe8c230fbd3ae26869 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:19.232886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.243659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.327698 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks [] for security_group (e95a16ab-32bd-490d-bcb8-e6d52e60de97), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.334059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:19.342676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.343511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] Sync routers for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:19.354399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:19.355010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223da21c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:19.369219 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-253ca5b0-6a32-4531-9039-0c3b84fe0a90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/floatingips/95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81 HTTP/1.1" status: 204  len: 168 time: 1.4153388
May 14 21:48:19.370077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:48:19.372601 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c" -d '{"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:48:19.401791 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e95a16ab-32bd-490d-bcb8-e6d52e60de97), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.421186 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b00807-03b4-411b-976e-5f8727117cda x-openstack-request-id: req-76b00807-03b4-411b-976e-5f8727117cda {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:48:19.421484 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:48:19.421743 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76b00807-03b4-411b-976e-5f8727117cda {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:48:19.422159 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b00807-03b4-411b-976e-5f8727117cda'] response: {'name': 'network-changed', 'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'status': 'completed', 'code': 200}
May 14 21:48:19.436267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:48:19.446548 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (350d9640-36c8-422e-a16a-654f3df97012), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.446973 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Added segment 350d9640-36c8-422e-a16a-654f3df97012 of type vlan for network de4427cd-2a6a-40f2-8305-62de76e03c84
May 14 21:48:19.491654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:19.506339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a16ab-32bd-490d-bcb8-e6d52e60de97,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:19.509878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (de4427cd-2a6a-40f2-8305-62de76e03c84), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.630766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (de4427cd-2a6a-40f2-8305-62de76e03c84), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.632500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:19.633481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.647152 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Sync routers for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:19.661951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:19.664800 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:19.718957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-bd5d6560-ae30-403b-870b-351625489249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:19.720889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=de4427cd-2a6a-40f2-8305-62de76e03c84,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:19.721450 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-bd5d6560-ae30-403b-870b-351625489249 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 1128 time: 0.2698765
May 14 21:48:19.732939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network de4427cd-2a6a-40f2-8305-62de76e03c84 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:48:19.764702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223da21c0>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:19.777688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2a4e5ce0-9b2e-450f-9d3f-ad430a9af6e2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 0.6642811
May 14 21:48:19.780025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:19.787048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Request body: {'subnet': {'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1717612249-subnet', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:19.802386 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:19.824109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] Checking router: 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:19.847384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:19.848305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223da21c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:19.849737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-0d45699d-c837-49a2-8812-67e0e9bbae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:19.851917 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-0d45699d-c837-49a2-8812-67e0e9bbae40 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 200  len: 898 time: 0.1212652
May 14 21:48:19.936386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Made reservation on behalf of 1cc3e53234794cbe8c230fbd3ae26869 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:19.939694 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:19.974964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423203d4-57b3-4678-aadb-18f0683ca88a req-5e1f69a9-8510-4ab6-91ea-e8e941413817 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:19.976743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423203d4-57b3-4678-aadb-18f0683ca88a req-5e1f69a9-8510-4ab6-91ea-e8e941413817 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0808344
May 14 21:48:20.010006 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ecd0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 2, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:20.067745 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Checking router: e9638317-e602-4f3f-90ae-b85b215c17c4 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:20.067745 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Updating router e9638317-e602-4f3f-90ae-b85b215c17c4 port 01d297a7-9581-4bba-9089-119d1f398eec binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:48:20.079951 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01d297a7-9581-4bba-9089-119d1f398eec), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.086746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423203d4-57b3-4678-aadb-18f0683ca88a req-2e755d86-b591-4d09-9fc2-972a59f844de tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776067
May 14 21:48:20.174822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:20.276469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (0f0e4646-1fb3-4ff1-b531-69215f4c9fb2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.338522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0e4646-1fb3-4ff1-b531-69215f4c9fb2,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:20.343672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Checking segment: {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:20.344030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Network hostable DHCP agents. Network: de4427cd-2a6a-40f2-8305-62de76e03c84, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:48:20.391571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223da21c0>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:20.411398 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Publish callbacks [] for port (01d297a7-9581-4bba-9089-119d1f398eec), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.419203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df94db1b-f5f4-4675-ba38-b2e771a8b6b1 None None] The sync data for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 is: [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:46:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fd6edc0-4826-4210-b486-3c6164609fb5', 'name': '', 'network_id': '292be6b3-941d-4930-9be9-2daaf47b7a25', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:da:44:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:39Z', 'updated_at': '2022-05-14T21:46:43Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'dc3b79bc-ae8a-43a6-85e4-7936ca9d879b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:20.441887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Network de4427cd-2a6a-40f2-8305-62de76e03c84 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:48:20.487746 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (01d297a7-9581-4bba-9089-119d1f398eec), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.556249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de4427cd-2a6a-40f2-8305-62de76e03c84) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:20.560425 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea6d9-ac35-4b83-a5b6-287ac9d8de2b None None] Pushing event updated for resources: {'Port': ['ID=01d297a7-9581-4bba-9089-119d1f398eec,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:20.569439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d3896-efb0-4e23-9f70-1c97fe09363e None None] Network de4427cd-2a6a-40f2-8305-62de76e03c84 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:20.575459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:20.577151 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.602109 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Attempting to bind port 01d297a7-9581-4bba-9089-119d1f398eec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:20.602492 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Attempting to bind port 01d297a7-9581-4bba-9089-119d1f398eec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:20.602860 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Attempting to bind port 01d297a7-9581-4bba-9089-119d1f398eec on network ab045a92-e325-4248-b39f-db14e2d2fe17 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:20.609365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:20.610321 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Checking segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:20.610791 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.611209 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Bound using segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:20.612336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Bound port: 01d297a7-9581-4bba-9089-119d1f398eec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:20.612728 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01d297a7-9581-4bba-9089-119d1f398eec), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.686760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bcecfb97-30b2-4b49-baa4-6958b274a537 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9032779
May 14 21:48:20.686990 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] For port 01d297a7-9581-4bba-9089-119d1f398eec, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:20.687466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:20.688381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] For port 01d297a7-9581-4bba-9089-119d1f398eec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01d297a7-9581-4bba-9089-119d1f398eec,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:20.693312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:20.709831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de4427cd-2a6a-40f2-8305-62de76e03c84', 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84', 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'fixed_ips': [{'subnet_id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:48:20.710823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.745710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a480448-a82f-41f5-a4cc-d32faa18eca9 None None] New status for floating IP 95c3e7ef-1a33-47e2-b9ff-6a5e01a0cc81: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:48:20.779254 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (01d297a7-9581-4bba-9089-119d1f398eec), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.812923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (0207115f-7170-4eae-9371-67b5deda61a3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.819697 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (0207115f-7170-4eae-9371-67b5deda61a3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.819697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-d68ccc83-3536-4b60-ab95-58e22ab43214 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 200  len: 217 time: 0.0592821
May 14 21:48:20.847766 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ea6d9-ac35-4b83-a5b6-287ac9d8de2b None None] Pushing event updated for resources: {'Port': ['ID=01d297a7-9581-4bba-9089-119d1f398eec,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:20.850836 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:20.851616 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ecd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:20.905620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] Provisioning complete for port 01d297a7-9581-4bba-9089-119d1f398eec triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:20.906046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01d297a7-9581-4bba-9089-119d1f398eec), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:20.912313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-06144f47-4be9-4f83-9c38-9d85c288c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:20.914754 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-06144f47-4be9-4f83-9c38-9d85c288c368 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 200  len: 835 time: 0.0846443
May 14 21:48:21.005676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2a5530-af10-4724-93e9-2e1e6008c491 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:21.014393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks [] for router_controller (0207115f-7170-4eae-9371-67b5deda61a3), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.035531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Allocated IP 172.20.0.2 (de4427cd-2a6a-40f2-8305-62de76e03c84/0f0e4646-1fb3-4ff1-b531-69215f4c9fb2/340f275e-b1c4-4583-ba83-bdd70bc024ef) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:21.044681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-dd7bea76-63ac-4eab-8da1-e9053ebf59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:21.046342 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-dd7bea76-63ac-4eab-8da1-e9053ebf59c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292be6b3-941d-4930-9be9-2daaf47b7a25&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0510366
May 14 21:48:21.099771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:21.105239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-a375c77f-1339-46ea-8496-cab909ebeb94 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:21.113039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-a375c77f-1339-46ea-8496-cab909ebeb94 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.48 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.0826981
May 14 21:48:21.161159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] Current status of the port 01d297a7-9581-4bba-9089-119d1f398eec is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:21.161478 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01d297a7-9581-4bba-9089-119d1f398eec), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.240043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2e2a5530-af10-4724-93e9-2e1e6008c491 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:21.240416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.285044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] For port 01d297a7-9581-4bba-9089-119d1f398eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01d297a7-9581-4bba-9089-119d1f398eec,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:21.294801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port f70f8f4d-36ed-4fff-8628-2ff7c9526efd {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:48:21.295423 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.303047 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-a59c73f1-71f3-4ec0-b274-8a5d64acdf08 service neutron] 10.222.0.48 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498174
May 14 21:48:21.368373 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (01d297a7-9581-4bba-9089-119d1f398eec), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.435520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Publish callbacks [] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.456404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port f70f8f4d-36ed-4fff-8628-2ff7c9526efd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:21.457475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce377697-7880-4b58-b047-301e71d61079 req-f2c34b5a-3b47-4389-9c85-9295e12b59da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:21.457817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.459135 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce377697-7880-4b58-b047-301e71d61079 req-f2c34b5a-3b47-4389-9c85-9295e12b59da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 946 time: 0.2083735
May 14 21:48:21.475218 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks [] for router_gateway (0207115f-7170-4eae-9371-67b5deda61a3), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.476660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2e2a5530-af10-4724-93e9-2e1e6008c491 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:21.487762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c8869-451e-4221-82a1-9d0b5c53fc83 None None] Pushing event updated for resources: {'Port': ['ID=01d297a7-9581-4bba-9089-119d1f398eec,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:21.497901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e5a40b58-ef8d-4b2e-882c-53327123e8fa None None] Provisioning complete for port 01d297a7-9581-4bba-9089-119d1f398eec triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:21.498323 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e5a40b58-ef8d-4b2e-882c-53327123e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01d297a7-9581-4bba-9089-119d1f398eec), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.499599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ecd0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:20Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:21.519340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for f70f8f4d-36ed-4fff-8628-2ff7c9526efd owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:48:21.536308 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.538688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a1bd01-2792-4240-83a9-1e0c4462091f None None] The sync data for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 is: [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:20Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:21.556077 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ce377697-7880-4b58-b047-301e71d61079 req-4927bd48-aced-4b60-a958-690958f58361 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875003
May 14 21:48:21.558943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-d5614570-d2c9-4261-85db-dc1447a10792 service neutron] 10.222.0.48 "GET /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367461
May 14 21:48:21.615943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Network de4427cd-2a6a-40f2-8305-62de76e03c84 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:21.632375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:21.632375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Pushing event updated for resources: {'Port': ['ID=340f275e-b1c4-4583-ba83-bdd70bc024ef,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:21.632375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:21.727630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e5a40b58-ef8d-4b2e-882c-53327123e8fa None None] Current status of the port 01d297a7-9581-4bba-9089-119d1f398eec is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:21.744128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Attempting to bind port 340f275e-b1c4-4583-ba83-bdd70bc024ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:21.744712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Attempting to bind port 340f275e-b1c4-4583-ba83-bdd70bc024ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:21.745101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Attempting to bind port 340f275e-b1c4-4583-ba83-bdd70bc024ef on network de4427cd-2a6a-40f2-8305-62de76e03c84 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:21.751763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:21.757378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Checking segment: {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:21.757378 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.757378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Bound using segment: {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:21.757378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Bound port: 340f275e-b1c4-4583-ba83-bdd70bc024ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:21.757378 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.820405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f70f8f4d-36ed-4fff-8628-2ff7c9526efd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.827504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] For port 340f275e-b1c4-4583-ba83-bdd70bc024ef, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:21.832519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] For port 340f275e-b1c4-4583-ba83-bdd70bc024ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=340f275e-b1c4-4583-ba83-bdd70bc024ef,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:21.851324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks [] for router_gateway (0207115f-7170-4eae-9371-67b5deda61a3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.863784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=f70f8f4d-36ed-4fff-8628-2ff7c9526efd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:21.882694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.893419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.915671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] No DVR routers for this DVR port f70f8f4d-36ed-4fff-8628-2ff7c9526efd on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:48:21.923535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:21.923535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4853d57c-84d2-4435-94d7-7c981dcb45d3 req-db641ab7-0b8c-466e-99f9-462c9cb1ad70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.48 "DELETE /v2.0/ports/f70f8f4d-36ed-4fff-8628-2ff7c9526efd HTTP/1.1" status: 204  len: 173 time: 0.8052294
May 14 21:48:21.924800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-deleted', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:48:21.928621 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5ab453-022b-4b96-b9ad-5b1ec4e33c14" -d '{"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-deleted", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:48:21.985204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57df73f-56fd-482e-a13c-5bc15cb2ceab None None] Pushing event updated for resources: {'Port': ['ID=340f275e-b1c4-4583-ba83-bdd70bc024ef,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:22.053793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Allocated IP 172.35.4.158 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/3f49354d-fa50-41af-aac9-c31d9791f68c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:22.172649 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab30c5f-3601-4644-a4f3-9865e7bf840a x-openstack-request-id: req-0ab30c5f-3601-4644-a4f3-9865e7bf840a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:48:22.173245 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77efe544-f2a2-4ea1-baa4-dfe8414bd585", "name": "network-vif-deleted", "tag": "f70f8f4d-36ed-4fff-8628-2ff7c9526efd", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:48:22.173683 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ab30c5f-3601-4644-a4f3-9865e7bf840a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:48:22.174407 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab30c5f-3601-4644-a4f3-9865e7bf840a'] response: {'server_uuid': '77efe544-f2a2-4ea1-baa4-dfe8414bd585', 'name': 'network-vif-deleted', 'tag': 'f70f8f4d-36ed-4fff-8628-2ff7c9526efd', 'status': 'completed', 'code': 200}
May 14 21:48:22.201401 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks [] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:22.345328 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:22.405974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Pushing event updated for resources: {'Port': ['ID=3f49354d-fa50-41af-aac9-c31d9791f68c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:22.436242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:22.437786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:22.440839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:22.695899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-87b076de-8d77-4d1c-b3b5-7ff952f550b2 req-4aa154ca-cd6a-4e40-b8b7-541ec510143f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=77efe544-f2a2-4ea1-baa4-dfe8414bd585 HTTP/1.1" status: 200  len: 210 time: 0.0303824
May 14 21:48:22.825940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks [] for router_gateway (0207115f-7170-4eae-9371-67b5deda61a3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.006088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 340f275e-b1c4-4583-ba83-bdd70bc024ef up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:23.063733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 340f275e-b1c4-4583-ba83-bdd70bc024ef triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:23.064090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.129078 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (0207115f-7170-4eae-9371-67b5deda61a3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.155637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 340f275e-b1c4-4583-ba83-bdd70bc024ef is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:23.156029 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.192087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 340f275e-b1c4-4583-ba83-bdd70bc024ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=340f275e-b1c4-4583-ba83-bdd70bc024ef,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:23.264543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.265432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01d297a7-9581-4bba-9089-119d1f398eec up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:23.270740 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a8d42-f457-493b-a495-febf9d205387 None None] Network de4427cd-2a6a-40f2-8305-62de76e03c84 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:23.326937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Router 0207115f-7170-4eae-9371-67b5deda61a3 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:48:23.381189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4baa6424-4880-4a93-bc5a-16b8b52bbad6 None None] Provisioning complete for port 340f275e-b1c4-4583-ba83-bdd70bc024ef triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:23.381556 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4baa6424-4880-4a93-bc5a-16b8b52bbad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.432633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=340f275e-b1c4-4583-ba83-bdd70bc024ef,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:23.441641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:23.453890 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Sync routers for ids ['0207115f-7170-4eae-9371-67b5deda61a3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:23.462268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 01d297a7-9581-4bba-9089-119d1f398eec triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:23.462612 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (01d297a7-9581-4bba-9089-119d1f398eec), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.465170 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Routers {'0207115f-7170-4eae-9371-67b5deda61a3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:23.465792 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0207115f-7170-4eae-9371-67b5deda61a3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:23.518785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.522897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45282) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:23.524188 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-11c5b6e0-5dbd-4c18-b33b-49d637f81329 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8358974
May 14 21:48:23.571805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4baa6424-4880-4a93-bc5a-16b8b52bbad6 None None] Current status of the port 340f275e-b1c4-4583-ba83-bdd70bc024ef is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:23.594516 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Set router 0207115f-7170-4eae-9371-67b5deda61a3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:23.634184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 01d297a7-9581-4bba-9089-119d1f398eec is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:23.766664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45286) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:23.788002 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8c40>, [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:48:22Z', 'revision_number': 3, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:23.790429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-31930e4d-7564-4a7d-a202-f9b77f7765b2 None None] Provisioning complete for port 340f275e-b1c4-4583-ba83-bdd70bc024ef triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:23.790797 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31930e4d-7564-4a7d-a202-f9b77f7765b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.824244 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Checking router: 0207115f-7170-4eae-9371-67b5deda61a3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:23.824596 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Updating router 0207115f-7170-4eae-9371-67b5deda61a3 port 3f49354d-fa50-41af-aac9-c31d9791f68c binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:48:23.854605 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:23.872334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-31930e4d-7564-4a7d-a202-f9b77f7765b2 None None] Current status of the port 340f275e-b1c4-4583-ba83-bdd70bc024ef is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:24.156740 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Publish callbacks [] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.235926 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.289652 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4621-659a-4527-92e8-aef9d0f8b818 None None] Pushing event updated for resources: {'Port': ['ID=3f49354d-fa50-41af-aac9-c31d9791f68c,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:24.292085 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Attempting to bind port 3f49354d-fa50-41af-aac9-c31d9791f68c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:24.292451 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Attempting to bind port 3f49354d-fa50-41af-aac9-c31d9791f68c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:24.292836 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Attempting to bind port 3f49354d-fa50-41af-aac9-c31d9791f68c on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:24.298511 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:24.298880 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:24.299324 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.299910 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:24.300371 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Bound port: 3f49354d-fa50-41af-aac9-c31d9791f68c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:24.300748 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.360131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] For port 3f49354d-fa50-41af-aac9-c31d9791f68c, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:24.363131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] For port 3f49354d-fa50-41af-aac9-c31d9791f68c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f49354d-fa50-41af-aac9-c31d9791f68c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:24.475897 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.534602 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Routers {'0207115f-7170-4eae-9371-67b5deda61a3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:24.535240 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0207115f-7170-4eae-9371-67b5deda61a3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:24.537058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.572691 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce4621-659a-4527-92e8-aef9d0f8b818 None None] Pushing event updated for resources: {'Port': ['ID=3f49354d-fa50-41af-aac9-c31d9791f68c,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:24.646633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] Set router 0207115f-7170-4eae-9371-67b5deda61a3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:24.646872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:24.817207 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8c40>, [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:48:22Z', 'revision_number': 3, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:24.835993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Allocated IP 172.20.0.1 (de4427cd-2a6a-40f2-8305-62de76e03c84/0f0e4646-1fb3-4ff1-b531-69215f4c9fb2/6722d723-4f91-4e27-bc6d-08f5f1cc8f27) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:24.844909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806976cd-0d80-4df2-ac79-d600af3e8de8 None None] The sync data for ids ['0207115f-7170-4eae-9371-67b5deda61a3'] in ncdv-master-1 is: [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:48:22Z', 'revision_number': 3, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:24.910420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 340f275e-b1c4-4583-ba83-bdd70bc024ef up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:24.966154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 340f275e-b1c4-4583-ba83-bdd70bc024ef triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:24.968973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.056981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 340f275e-b1c4-4583-ba83-bdd70bc024ef is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:25.081944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 5fd6edc0-4826-4210-b486-3c6164609fb5 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:48:25.082290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.168855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks [] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.228297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 5fd6edc0-4826-4210-b486-3c6164609fb5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fd6edc0-4826-4210-b486-3c6164609fb5,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:25.228676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.245864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 5fd6edc0-4826-4210-b486-3c6164609fb5 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:48:25.323612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.375313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:48:25.391137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: f70f8f4d-36ed-4fff-8628-2ff7c9526efd {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:48:25.395629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device f70f8f4d-36ed-4fff-8628-2ff7c9526efd not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:48:25.411176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Network de4427cd-2a6a-40f2-8305-62de76e03c84 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:25.421240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:25.423579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:25.434218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Pushing event updated for resources: {'Port': ['ID=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:25.488578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (0207115f-7170-4eae-9371-67b5deda61a3), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.654711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (5fd6edc0-4826-4210-b486-3c6164609fb5), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.703128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a1061c39-83b9-4c66-ab70-f77b3cecadfe None None] Provisioning complete for port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:25.703856 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1061c39-83b9-4c66-ab70-f77b3cecadfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.709410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=5fd6edc0-4826-4210-b486-3c6164609fb5,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:25.754855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a1061c39-83b9-4c66-ab70-f77b3cecadfe None None] Port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:25.886910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:25.996782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.287552 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks [] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.320395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:48:26.372441 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.490260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (0207115f-7170-4eae-9371-67b5deda61a3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.491941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Pushing event updated for resources: {'Port': ['ID=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:26.526443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:26.531582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7b1ef6b9-c912-4797-ba29-f6cde90e9ac2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/65f4a4d3-c031-45dd-ab0f-28f9847b3c91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7646399
May 14 21:48:26.534772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45288) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:26.538758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] Sync routers for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:26.631501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting subnet dc3b79bc-ae8a-43a6-85e4-7936ca9d879b {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:48:26.637788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (dc3b79bc-ae8a-43a6-85e4-7936ca9d879b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.684069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Network de4427cd-2a6a-40f2-8305-62de76e03c84 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:26.687363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:26.699765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (dc3b79bc-ae8a-43a6-85e4-7936ca9d879b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.708564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:26.709197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223acdc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:26.826702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:26.876397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dc3b79bc-ae8a-43a6-85e4-7936ca9d879b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:26.888738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Router 0207115f-7170-4eae-9371-67b5deda61a3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:48:26.994273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b52641f7-b743-48ac-a43e-d89024040445 None None] Provisioning complete for port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:26.998284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b52641f7-b743-48ac-a43e-d89024040445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.028279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3f49354d-fa50-41af-aac9-c31d9791f68c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:27.082624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:27.087658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ddb18d45-bcfa-4436-bccc-90de30d2d898 admin admin] 10.222.0.52 "PUT /v2.0/routers/0207115f-7170-4eae-9371-67b5deda61a3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5636690
May 14 21:48:27.093314 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Sync routers for ids ['0207115f-7170-4eae-9371-67b5deda61a3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:27.106359 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Routers {'0207115f-7170-4eae-9371-67b5deda61a3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:27.112160 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0207115f-7170-4eae-9371-67b5deda61a3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:27.112521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b52641f7-b743-48ac-a43e-d89024040445 None None] Port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:27.122006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (dc3b79bc-ae8a-43a6-85e4-7936ca9d879b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.125320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223acdc40>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:48:25Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:27.158873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] Checking router: 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:27.161087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3f49354d-fa50-41af-aac9-c31d9791f68c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:27.161637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.180319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.185545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/subnets/dc3b79bc-ae8a-43a6-85e4-7936ca9d879b HTTP/1.1" status: 204  len: 168 time: 0.6495953
May 14 21:48:27.192184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddbe87-9fc3-4b9c-9e30-45c388034023 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3b79bc-ae8a-43a6-85e4-7936ca9d879b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:27.192342 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45292) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:27.196547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a851ca-1245-4e01-a05f-58a3ca20a8fb None None] Network 292be6b3-941d-4930-9be9-2daaf47b7a25 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:27.239515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] Routers {'65f4a4d3-c031-45dd-ab0f-28f9847b3c91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:27.240471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223acdc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:27.244770 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Set router 0207115f-7170-4eae-9371-67b5deda61a3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:27.457568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3f49354d-fa50-41af-aac9-c31d9791f68c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:27.457954 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.476343 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:48:27.488058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] Set router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:27.491266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 3f49354d-fa50-41af-aac9-c31d9791f68c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f49354d-fa50-41af-aac9-c31d9791f68c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:27.556957 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.577481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] DHCP port deletion for 292be6b3-941d-4930-9be9-2daaf47b7a25 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:48:27.619033 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8730>, [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:48:25Z', 'revision_number': 4, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6722d723-4f91-4e27-bc6d-08f5f1cc8f27', 'name': '', 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'mac_address': 'fa:16:3e:5c:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:24Z', 'updated_at': '2022-05-14T21:48:26Z', 'revision_number': 2, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'subnets': [{'id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:27.650123 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Checking router: 0207115f-7170-4eae-9371-67b5deda61a3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:27.650608 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Updating router 0207115f-7170-4eae-9371-67b5deda61a3 port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:48:27.688018 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.706367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=3f49354d-fa50-41af-aac9-c31d9791f68c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:27.726424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] Deleting port 7fc94eb7-fccb-4c28-975f-241b645415f7 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:48:27.726795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.825991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] For port 7fc94eb7-fccb-4c28-975f-241b645415f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7fc94eb7-fccb-4c28-975f-241b645415f7,segment=NetworkSegment(354e59c8-367c-463f-bfad-a02a0606a548),segment_id=354e59c8-367c-463f-bfad-a02a0606a548)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:27.826315 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.846811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] Calling delete_port for 7fc94eb7-fccb-4c28-975f-241b645415f7 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:48:27.855101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223acdc40>, [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:48:25Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:27.870181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:27.891175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69e1e5-7dde-48f0-9e4b-2fe0357e57ef None None] The sync data for ids ['65f4a4d3-c031-45dd-ab0f-28f9847b3c91'] in ncdv-master-1 is: [{'id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-357154112', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:35Z', 'updated_at': '2022-05-14T21:48:25Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'e70e92ad-77e5-4696-8bd9-c6a9f121e5be', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f4a4d3-c031-45dd-ab0f-28f9847b3c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:36Z', 'updated_at': '2022-05-14T21:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:28.006905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.065037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (7fc94eb7-fccb-4c28-975f-241b645415f7), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.067699 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Publish callbacks [] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.091447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] Pushing event deleted for resources: {'Port': ['ID=7fc94eb7-fccb-4c28-975f-241b645415f7,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:28.093284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7ac05-b1f0-4db6-834b-42f2c134a6d8 None None] No DVR routers for this DVR port 7fc94eb7-fccb-4c28-975f-241b645415f7 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:48:28.119280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port e70e92ad-77e5-4696-8bd9-c6a9f121e5be {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:48:28.119664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.138486 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.194962 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a396b-24cc-431d-8578-3739533053b9 None None] Pushing event updated for resources: {'Port': ['ID=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:28.207104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port e70e92ad-77e5-4696-8bd9-c6a9f121e5be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:28.214359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.230600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for e70e92ad-77e5-4696-8bd9-c6a9f121e5be owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:48:28.260633 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Attempting to bind port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:28.261220 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Attempting to bind port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:28.261763 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Attempting to bind port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 on network de4427cd-2a6a-40f2-8305-62de76e03c84 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:28.275559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:28.275559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Checking segment: {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:28.275559 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.275559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Bound using segment: {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:28.275559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Bound port: 6722d723-4f91-4e27-bc6d-08f5f1cc8f27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350d9640-36c8-422e-a16a-654f3df97012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:28.275559 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.365681 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] For port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:28.371771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] For port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:28.470764 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.534477 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a396b-24cc-431d-8578-3739533053b9 None None] Pushing event updated for resources: {'Port': ['ID=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:28.539862 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Routers {'0207115f-7170-4eae-9371-67b5deda61a3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:28.539862 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0207115f-7170-4eae-9371-67b5deda61a3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:28.542394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] Provisioning complete for port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:28.543069 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.556311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e70e92ad-77e5-4696-8bd9-c6a9f121e5be), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.592528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=e70e92ad-77e5-4696-8bd9-c6a9f121e5be,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:28.669181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] Current status of the port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:28.669181 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.672753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.732730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] For port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:28.733449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] Set router 0207115f-7170-4eae-9371-67b5deda61a3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:28.794098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.798300 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.818762 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.904137 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (65f4a4d3-c031-45dd-ab0f-28f9847b3c91), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.904755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Fanout notify agent at l3_agent the message router_deleted on router 65f4a4d3-c031-45dd-ab0f-28f9847b3c91 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:48:28.911884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:28.912015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f899b2-a4cb-43b4-bbb1-588f007dc4ae None None] Pushing event updated for resources: {'Port': ['ID=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:28.918641 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7e49fb7-702a-4396-8fe4-734bbb18b839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/routers/65f4a4d3-c031-45dd-ab0f-28f9847b3c91 HTTP/1.1" status: 204  len: 168 time: 1.7239063
May 14 21:48:28.918915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:28.951217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6e653a49-db23-4559-b651-ac0fad964f8f None None] Provisioning complete for port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:28.952199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e653a49-db23-4559-b651-ac0fad964f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.043294 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ed8730>, [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:48:25Z', 'revision_number': 4, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6722d723-4f91-4e27-bc6d-08f5f1cc8f27', 'name': '', 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'mac_address': 'fa:16:3e:5c:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:24Z', 'updated_at': '2022-05-14T21:48:28Z', 'revision_number': 4, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'subnets': [{'id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:29.070533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3f49354d-fa50-41af-aac9-c31d9791f68c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:29.085351 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (292be6b3-941d-4930-9be9-2daaf47b7a25), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.088714 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5373b6-beae-4448-ad2e-1b63e608d496 None None] The sync data for ids ['0207115f-7170-4eae-9371-67b5deda61a3'] in ncdv-master-1 is: [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:48:25Z', 'revision_number': 4, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6722d723-4f91-4e27-bc6d-08f5f1cc8f27', 'name': '', 'network_id': 'de4427cd-2a6a-40f2-8305-62de76e03c84', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'mac_address': 'fa:16:3e:5c:f1:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:24Z', 'updated_at': '2022-05-14T21:48:28Z', 'revision_number': 4, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'subnets': [{'id': '0f0e4646-1fb3-4ff1-b531-69215f4c9fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:29.113137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e653a49-db23-4559-b651-ac0fad964f8f None None] Current status of the port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:29.145637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3f49354d-fa50-41af-aac9-c31d9791f68c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:29.146139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.214655 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (292be6b3-941d-4930-9be9-2daaf47b7a25), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.238406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5236e66490>,) {'filters': {'network_id': ['292be6b3-941d-4930-9be9-2daaf47b7a25']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:29.249132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5236e66490>, '354e59c8-367c-463f-bfad-a02a0606a548') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:29.249495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5236e66490>, '354e59c8-367c-463f-bfad-a02a0606a548') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:29.251266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3f49354d-fa50-41af-aac9-c31d9791f68c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:29.261266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (354e59c8-367c-463f-bfad-a02a0606a548), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.276755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (354e59c8-367c-463f-bfad-a02a0606a548), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.283169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:48:29.284262 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (354e59c8-367c-463f-bfad-a02a0606a548), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:48:29.287908 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:48:29.401457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (292be6b3-941d-4930-9be9-2daaf47b7a25), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.410038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.413311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/networks/292be6b3-941d-4930-9be9-2daaf47b7a25 HTTP/1.1" status: 204  len: 168 time: 0.4963732
May 14 21:48:29.416324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45376) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:29.429771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae2e55-0275-4d7e-855b-0fc6e791ca85 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Network': ['ID=292be6b3-941d-4930-9be9-2daaf47b7a25,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:29.482740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5027-30b0-4d12-8570-4ac9b4dfaabb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.510082 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5027-30b0-4d12-8570-4ac9b4dfaabb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.572824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7fc94eb7-fccb-4c28-975f-241b645415f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:48:29.595456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7fc94eb7-fccb-4c28-975f-241b645415f7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:48:29.595940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7fc94eb7-fccb-4c28-975f-241b645415f7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:48:29.596510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5fd6edc0-4826-4210-b486-3c6164609fb5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:48:29.616950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5fd6edc0-4826-4210-b486-3c6164609fb5 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:48:29.625899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5fd6edc0-4826-4210-b486-3c6164609fb5 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:48:29.652595 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5027-30b0-4d12-8570-4ac9b4dfaabb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.655397 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5027-30b0-4d12-8570-4ac9b4dfaabb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:29.656633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5e8a5027-30b0-4d12-8570-4ac9b4dfaabb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/security-groups/a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8 HTTP/1.1" status: 204  len: 168 time: 0.2391875
May 14 21:48:29.670766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5027-30b0-4d12-8570-4ac9b4dfaabb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c3e45-50a3-4ef0-aaf4-2efb9c0212f8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:29.872896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45382) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:29.877533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312942904', 'description': 'tempest-secgroup-smoke-1312942904 description', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:29.944367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.021997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (f89da4f9-3e51-444e-b6fc-b84b0aa32f04), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.070175 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f89da4f9-3e51-444e-b6fc-b84b0aa32f04), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.102798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89da4f9-3e51-444e-b6fc-b84b0aa32f04,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:30.146224 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.147651 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eed44910-0771-472e-88e6-4b847d5284a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2736669
May 14 21:48:30.150693 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45384) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:30.155167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'f89da4f9-3e51-444e-b6fc-b84b0aa32f04', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:30.264456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (41ceb4e7-abd0-4256-80f0-714e821e9ed3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.322309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (41ceb4e7-abd0-4256-80f0-714e821e9ed3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.407011 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (41ceb4e7-abd0-4256-80f0-714e821e9ed3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.427124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ceb4e7-abd0-4256-80f0-714e821e9ed3,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:30.483073 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.484257 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49431892-7352-4a88-9030-a95a3a517b9f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3326135
May 14 21:48:30.488002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45388) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:30.492257 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'f89da4f9-3e51-444e-b6fc-b84b0aa32f04', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:30.597549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (73d8747d-fe8c-44dc-8595-ac07dbc64707), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.652525 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (73d8747d-fe8c-44dc-8595-ac07dbc64707), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.720991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (73d8747d-fe8c-44dc-8595-ac07dbc64707), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.740689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d8747d-fe8c-44dc-8595-ac07dbc64707,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:30.820778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.822048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a01d3ff2-f14c-4118-99aa-669893215690 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3331180
May 14 21:48:30.824711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45390) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:30.829220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'f89da4f9-3e51-444e-b6fc-b84b0aa32f04', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:30.905801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:30.933005 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (c8ea4ed0-49de-48e8-b70f-be6d5e0ca0a2), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.954836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:30.955887 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:30.995319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (c8ea4ed0-49de-48e8-b70f-be6d5e0ca0a2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.037033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:31.044880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e70e92ad-77e5-4696-8bd9-c6a9f121e5be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:48:31.064162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e70e92ad-77e5-4696-8bd9-c6a9f121e5be {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:48:31.065438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e70e92ad-77e5-4696-8bd9-c6a9f121e5be not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:48:31.086764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c8ea4ed0-49de-48e8-b70f-be6d5e0ca0a2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.104884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ea4ed0-49de-48e8-b70f-be6d5e0ca0a2,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:31.186455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.187697 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0881dd5f-6562-4457-bb12-988ab16865e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3619831
May 14 21:48:31.190966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45392) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:31.195856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'f89da4f9-3e51-444e-b6fc-b84b0aa32f04', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:31.293192 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (f1998ce7-408f-4260-8338-e3b729f6ab2a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.350668 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (f1998ce7-408f-4260-8338-e3b729f6ab2a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.406971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f1998ce7-408f-4260-8338-e3b729f6ab2a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.426365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1998ce7-408f-4260-8338-e3b729f6ab2a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:31.506257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.507518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ce601c74-5d16-408a-a80f-5418c2a2d7da tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3153663
May 14 21:48:31.510134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45396) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:31.514435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'f89da4f9-3e51-444e-b6fc-b84b0aa32f04', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:31.601945 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:48:31.607738 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (fca7706d-f50a-4e83-80b1-173c405dc744), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.665333 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (fca7706d-f50a-4e83-80b1-173c405dc744), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.733066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (fca7706d-f50a-4e83-80b1-173c405dc744), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.751958 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca7706d-f50a-4e83-80b1-173c405dc744,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:31.814744 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.816161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f71233ef-db29-43c5-8385-7c2b1d6b681d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3050945
May 14 21:48:31.818923 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45398) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:31.823435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'f89da4f9-3e51-444e-b6fc-b84b0aa32f04', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:31.915858 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:48:31.921539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (38c74187-0769-475b-8c55-7a9b92fa38d8), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:31.988115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (38c74187-0769-475b-8c55-7a9b92fa38d8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.069574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (38c74187-0769-475b-8c55-7a9b92fa38d8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.089498 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c74187-0769-475b-8c55-7a9b92fa38d8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:32.175093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.176336 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31d8ec66-0c39-47f6-ae3d-0c6f5d3a3bff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3564351
May 14 21:48:32.179241 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45400) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:32.184132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'network': {'name': 'tempest-network-smoke--638741400', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:32.264175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:32.267824 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.294392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:48:32.303981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b03376d2-1aa8-48dd-8de2-d6d0a0b5644c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.304393 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Added segment b03376d2-1aa8-48dd-8de2-d6d0a0b5644c of type vlan for network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0
May 14 21:48:32.348277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7fbc828b-a320-43bb-b7d9-1e31801bb2a0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.430183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7fbc828b-a320-43bb-b7d9-1e31801bb2a0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.435376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:32.437200 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.508437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Network': ['ID=7fbc828b-a320-43bb-b7d9-1e31801bb2a0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:32.516077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:48:32.558647 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f4ca3fc-45f0-4c91-8810-5d896ad22d15 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.3783114
May 14 21:48:32.561277 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45404) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:32.566492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'admin_state_up': True, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:32.647840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.649069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.705232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:32.949284 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:33.232849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:33.255511 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:33.358346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.58 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/7e8843e9-0ab1-483a-b557-4b65e84655b9) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:33.464989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:33.550038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:33.590008 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:33.594997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:33.599443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:33.605215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=7e8843e9-0ab1-483a-b557-4b65e84655b9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:33.936677 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:34.147931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:34.406946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:48:34.523751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:34.534603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Sync routers for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:34.544736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:34.545603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523049d070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:34.599255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:34.600537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-07a73d89-26f1-4d6a-be92-863b2f0c14ff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.0382566
May 14 21:48:34.603781 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45418) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:34.635805 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d01ab627-3e69-48a3-ad83-71df062c53b6 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=9d47cde4b8ee4dbc9ad64de4084690a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0308833
May 14 21:48:34.638600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45420) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:34.659736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:34.855995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523049d070>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:33Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:34.889535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Checking router: cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:34.890148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Updating router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 port 7e8843e9-0ab1-483a-b557-4b65e84655b9 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:48:34.938454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.045548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b119b-ea2d-4615-9a2a-0c14cd250f32 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:35.047060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fe7b119b-ea2d-4615-9a2a-0c14cd250f32 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4074712
May 14 21:48:35.050404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45430) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:35.083668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45432) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:35.084056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-57eb7747-115e-4c5b-9c79-48f4364432bd tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0322073
May 14 21:48:35.088728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447919346', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:35.237968 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Publish callbacks [] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.246725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:35.250402 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.311637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.361850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Attempting to bind port 7e8843e9-0ab1-483a-b557-4b65e84655b9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:35.366441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Attempting to bind port 7e8843e9-0ab1-483a-b557-4b65e84655b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:35.366441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Attempting to bind port 7e8843e9-0ab1-483a-b557-4b65e84655b9 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:35.370085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888088a8-c787-4791-8c57-c727efb77276 None None] Pushing event updated for resources: {'Port': ['ID=7e8843e9-0ab1-483a-b557-4b65e84655b9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:35.372915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:35.373285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:35.373691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.374083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:35.374553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Bound port: 7e8843e9-0ab1-483a-b557-4b65e84655b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:35.374939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.428532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] For port 7e8843e9-0ab1-483a-b557-4b65e84655b9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:35.432094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] For port 7e8843e9-0ab1-483a-b557-4b65e84655b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e8843e9-0ab1-483a-b557-4b65e84655b9,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:35.527372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.550514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (d42a455a-afcc-41a1-b02c-f74f78b935d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.591822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:35.592556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523049d070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:35.621446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Subnet': ['ID=d42a455a-afcc-41a1-b02c-f74f78b935d9,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:35.637284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Checking segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:35.637284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network hostable DHCP agents. Network: 7fbc828b-a320-43bb-b7d9-1e31801bb2a0, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:48:35.637555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888088a8-c787-4791-8c57-c727efb77276 None None] Pushing event updated for resources: {'Port': ['ID=7e8843e9-0ab1-483a-b557-4b65e84655b9,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:35.704015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:48:35.711406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:35.782217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7fbc828b-a320-43bb-b7d9-1e31801bb2a0) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:35.787198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:35.789185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.819078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974495b-4868-47e5-a9fd-8f8eba5935d3 None None] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:35.901286 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1389e5c5-45e3-4e45-af1b-3b255b29cc12 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8164427
May 14 21:48:35.904062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45460) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:35.975122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:48:35.978804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:35.978804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-4e3020be-756d-4736-8823-794f562319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523049d070>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:33Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:36.017565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3020be-756d-4736-8823-794f562319c0 None None] The sync data for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 is: [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:33Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:36.150653 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-ed9ec52d-e685-4ff5-a306-2cb8d282066c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0578802
May 14 21:48:36.156636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Allocated IP 172.20.0.2 (7fbc828b-a320-43bb-b7d9-1e31801bb2a0/d42a455a-afcc-41a1-b02c-f74f78b935d9/ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:36.242982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-0212bef0-f402-4274-8775-0a8e55c3c2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:36.245415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-0212bef0-f402-4274-8775-0a8e55c3c2d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0477779
May 14 21:48:36.356483 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Publish callbacks [] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:36.393071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-df50583a-537c-4ff6-9560-8a700a0c392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:36.394842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-df50583a-537c-4ff6-9560-8a700a0c392d service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.1311123
May 14 21:48:36.447283 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:36.474297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-090d95ef-6088-4b42-acec-f007f0ced35a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1002 time: 0.0732105
May 14 21:48:36.484835 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:36.491864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:36.508240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:36.510767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Pushing event updated for resources: {'Port': ['ID=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:36.513257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:36.551467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-16a5b5bc-1807-4330-9dd5-994eaf2e5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:36.553673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-16a5b5bc-1807-4330-9dd5-994eaf2e5dda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0723712
May 14 21:48:36.575148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Attempting to bind port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:36.575433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Attempting to bind port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:36.575996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Attempting to bind port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:36.582893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:36.583262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Checking segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:36.583709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:36.584102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Bound using segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:36.584572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Bound port: ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:36.584947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:36.618372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-356ffd66-2f02-4a8f-b12b-957b892996bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:36.620893 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-356ffd66-2f02-4a8f-b12b-957b892996bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0593657
May 14 21:48:36.659285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] For port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:36.664855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] For port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:36.723167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:36.735511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-b9fb0089-95e2-4b3d-975e-2628578909f1 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1078753
May 14 21:48:36.792428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3cd20-54ab-4c7c-9ff9-7d5ffa0f2e15 None None] Pushing event updated for resources: {'Port': ['ID=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:36.870689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9903213f-ae84-4eb5-b6b6-6c581b2567bd req-0ec0e92a-e73e-442d-88d2-fbef7e66f28a service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288707
May 14 21:48:36.946745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e8843e9-0ab1-483a-b557-4b65e84655b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:36.999034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7e8843e9-0ab1-483a-b557-4b65e84655b9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:36.999522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.109702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7e8843e9-0ab1-483a-b557-4b65e84655b9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:37.110180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.136994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 7e8843e9-0ab1-483a-b557-4b65e84655b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e8843e9-0ab1-483a-b557-4b65e84655b9,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:37.224193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.286710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=7e8843e9-0ab1-483a-b557-4b65e84655b9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:37.298740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.1 (7fbc828b-a320-43bb-b7d9-1e31801bb2a0/d42a455a-afcc-41a1-b02c-f74f78b935d9/83d3c6b9-65ec-40d1-8355-3b7f09578f7c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:37.415454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.499184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.540470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:37.545516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:37.550878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:37.557663 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:37.607225 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.801165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:37.972936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5ed4b-4ab8-4605-81f5-3d094d405fd8 None None] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:48:38.033423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] Provisioning complete for port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:38.048443 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.175215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] Current status of the port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:38.176542 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.197170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.229631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] For port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:38.269104 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.321805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.399076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:38.411912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.416376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cdeb2-2047-4038-ad07-8a340964736d None None] Pushing event updated for resources: {'Port': ['ID=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:38.445175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0467e081-710b-4a4f-acf3-74ba0b5004ba None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:38.448453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0467e081-710b-4a4f-acf3-74ba0b5004ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.487954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0467e081-710b-4a4f-acf3-74ba0b5004ba None None] Port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:38.500971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0467e081-710b-4a4f-acf3-74ba0b5004ba None None] Provisioning complete for port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:38.501361 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0467e081-710b-4a4f-acf3-74ba0b5004ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.532803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:38.537195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:38.606534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0467e081-710b-4a4f-acf3-74ba0b5004ba None None] Current status of the port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:38.680643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:48:38.725243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-54569b12-d227-4329-9a5d-0b1ae7af5fc6 None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:38.725965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-54569b12-d227-4329-9a5d-0b1ae7af5fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.766307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-54569b12-d227-4329-9a5d-0b1ae7af5fc6 None None] Port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:38.804074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:38.809288 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0c441d65-3920-4306-b1dd-f119a07f1a29 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9042158
May 14 21:48:38.814938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Sync routers for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:38.826778 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:38.826914 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:38.896863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f6bd6ada-a7db-4c80-a8ee-9e45610c09cc None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:38.897302 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6ada-a7db-4c80-a8ee-9e45610c09cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:38.963751 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:39.001211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd6ada-a7db-4c80-a8ee-9e45610c09cc None None] Port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:39.041212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:39.091143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a74414f8-4d4c-4e8b-8ddb-1e983a4425e7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312942904&fields=id&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 267 time: 0.0543611
May 14 21:48:39.094590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:39.095137 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:39.184107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:39.185179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e8843e9-0ab1-483a-b557-4b65e84655b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:39.195698 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9550>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:38Z', 'revision_number': 2, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:39.207551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-8a378711-4583-4e46-9ba7-e17605ec14fb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:39.214806 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-8a378711-4583-4e46-9ba7-e17605ec14fb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 796 time: 0.1106153
May 14 21:48:39.223135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Checking router: cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:39.223552 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Updating router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:48:39.229370 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-42994052-361e-4af8-8242-f5812d9384df tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/quotas/9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 375 time: 0.0140326
May 14 21:48:39.239870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 7e8843e9-0ab1-483a-b557-4b65e84655b9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:39.240408 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:39.257515 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:39.291937 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-f4e78652-bfe8-450e-aaac-f601db72c87c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0566275
May 14 21:48:39.325034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 7e8843e9-0ab1-483a-b557-4b65e84655b9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:39.400171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-8b6b4ea2-8aa6-42a4-87c9-af1c540c0eb3 service neutron] 10.222.0.52 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894322
May 14 21:48:39.498973 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-bdd5636b-3aa6-4eea-a832-f8adae63cfc6 service neutron] 10.222.0.52 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922465
May 14 21:48:39.651910 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Publish callbacks [] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:39.797002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-85da6325-09b1-4cc6-9bf4-1c4dbf1c3c2c req-5330fe29-1074-4041-8bc9-78bb81d51a89 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 210 time: 0.0296810
May 14 21:48:39.847363 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:39.934377 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f70ac-ef65-4f58-baf2-4b59890d31fa None None] Pushing event updated for resources: {'Port': ['ID=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:39.973786 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Attempting to bind port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:39.974190 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Attempting to bind port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:39.974598 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Attempting to bind port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:39.980630 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:39.981025 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Checking segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:39.981422 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:39.981810 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Bound using segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:39.982302 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Bound port: 83d3c6b9-65ec-40d1-8355-3b7f09578f7c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:39.982799 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.054365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] For port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:40.061125 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] For port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:40.123974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-03634675-0aeb-4ae1-a3c3-25f95e9720c1 None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:40.124986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03634675-0aeb-4ae1-a3c3-25f95e9720c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.164490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-03634675-0aeb-4ae1-a3c3-25f95e9720c1 None None] Port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:40.173151 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.234983 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:40.235693 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:40.241454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f70ac-ef65-4f58-baf2-4b59890d31fa None None] Pushing event updated for resources: {'Port': ['ID=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:40.362898 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:40.418150 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf665-0e4c-4e8c-9601-e36c2bfdd049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.485528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:40.486173 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.578005 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9550>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:40.611873 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c45628-8f75-4a16-bd8f-82559d79ba5b None None] The sync data for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 is: [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:40.736037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] Current status of the port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:40.736421 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.781027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] For port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:40.910693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:40.925355 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3b635116-7485-4f88-948a-f427c6985c87 req-71a5e287-e6d1-4d24-a7c2-38c7338433a8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 210 time: 0.0439606
May 14 21:48:40.958620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 83d3c6b9-65ec-40d1-8355-3b7f09578f7c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:41.013689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4fb4c-8a7f-4706-b26c-0dbb9da4a2b5 None None] Pushing event updated for resources: {'Port': ['ID=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:41.027613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:41.027613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:41.112483 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:41.949759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-58feee49-c486-472a-be74-9a999824e6e1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:41.951224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-58feee49-c486-472a-be74-9a999824e6e1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 796 time: 0.1081760
May 14 21:48:42.040456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4510161-785e-4e9d-984d-5ededf8199b1 req-f1acd2de-2bea-4af5-8ac5-e967353e743f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 210 time: 0.0389204
May 14 21:48:42.051588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-c7948f74-d701-4adf-be92-18e0b478c2b7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 380 time: 0.0870819
May 14 21:48:42.061126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'port': {'device_id': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'admin_state_up': True, 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'security_groups': ['f89da4f9-3e51-444e-b6fc-b84b0aa32f04']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:42.105630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.263802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:48:42.267371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.400655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.9 (7fbc828b-a320-43bb-b7d9-1e31801bb2a0/d42a455a-afcc-41a1-b02c-f74f78b935d9/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:42.562371 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.601353 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.659375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.702392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:42.708502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:42.724565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:42.741193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:42.778524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:42.779162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.898629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2c6a203c-be51-496c-b04f-554df4dddfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.904593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 83d3c6b9-65ec-40d1-8355-3b7f09578f7c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:42.930005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-33efcc75-2a47-41be-bbb2-222f26f54814 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8725665
May 14 21:48:42.945222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Request body: {'port': {'device_id': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:42.959663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4245e578-d073-4a5d-879c-6bd637d81689 None None] Provisioning complete for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:42.959980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4245e578-d073-4a5d-879c-6bd637d81689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:42.997298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:42.997578 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.007225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.007884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4245e578-d073-4a5d-879c-6bd637d81689 None None] Port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:48:43.104805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:43.177611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea04d7-efc7-4fc8-825f-fe1805a9696b req-0506c8c7-9bc2-4dd7-98a8-57d7a1076c22 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:43.179254 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65ea04d7-efc7-4fc8-825f-fe1805a9696b req-0506c8c7-9bc2-4dd7-98a8-57d7a1076c22 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 931 time: 0.0552773
May 14 21:48:43.240614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-65ea04d7-efc7-4fc8-825f-fe1805a9696b req-080a4491-63b6-45d8-91cf-a88d33ae9f09 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550141
May 14 21:48:43.327776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:48:43.335047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Publish callbacks [] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.347176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Transition to ACTIVE for port object 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:48:43.406996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.474368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:43.543694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:48:43.544038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:48:43.544541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:43.549223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:48:43.554361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:48:43.560199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:48:43.560199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Checking segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:48:43.560199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Bound using segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:48:43.560199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Bound port: 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:48:43.560199 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.626649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:48:43.632887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:48:43.733850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.769481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:43.770124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.771624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] 10.222.0.36 "PUT /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 1091 time: 0.8324609
May 14 21:48:43.772087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:48:43.774347 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905eb23-3af9-459a-b194-1b7c051fe870" -d '{"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:48:43.803781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd405-f441-42be-8bdd-21542d87f404 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:43.823869 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1d80b9-6a11-41ff-8f08-71279a90ea53 x-openstack-request-id: req-1b1d80b9-6a11-41ff-8f08-71279a90ea53 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:48:43.824160 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:48:43.824415 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b1d80b9-6a11-41ff-8f08-71279a90ea53 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:48:43.824875 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1d80b9-6a11-41ff-8f08-71279a90ea53'] response: {'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'status': 'completed', 'code': 200}
May 14 21:48:43.887976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905eb23-3af9-459a-b194-1b7c051fe870 req-0a733f1f-1588-4b4a-abe2-d2a2ba053507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:43.889517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6905eb23-3af9-459a-b194-1b7c051fe870 req-0a733f1f-1588-4b4a-abe2-d2a2ba053507 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1125 time: 0.0458934
May 14 21:48:43.902733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:43.999580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905eb23-3af9-459a-b194-1b7c051fe870 req-1d824293-cbe0-4919-9233-f9019f4d7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:44.001136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6905eb23-3af9-459a-b194-1b7c051fe870 req-1d824293-cbe0-4919-9233-f9019f4d7224 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1054223
May 14 21:48:44.109208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905eb23-3af9-459a-b194-1b7c051fe870 req-c277e0a1-13d8-4aaa-a01a-66fac0e9de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:44.110680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6905eb23-3af9-459a-b194-1b7c051fe870 req-c277e0a1-13d8-4aaa-a01a-66fac0e9de34 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1038754
May 14 21:48:44.183307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-c27997c8-e73d-4cd9-90e3-3f28cedd3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:44.184839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-c27997c8-e73d-4cd9-90e3-3f28cedd3ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1125 time: 0.0402107
May 14 21:48:44.225851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-b7c3a0d3-4d22-4132-8e5d-42f36dcbd8fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 217 time: 0.0350218
May 14 21:48:44.273616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-c08bfdce-a6c7-4439-be00-b13079643952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:44.275507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-c08bfdce-a6c7-4439-be00-b13079643952 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0437858
May 14 21:48:44.323572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-f290dc98-edbe-43c8-88ae-511ee1c706a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:44.325107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-f290dc98-edbe-43c8-88ae-511ee1c706a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441964
May 14 21:48:44.359505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b75804-843d-4923-9106-b098a1a93360 req-2cf029d3-6d8c-46b8-99f1-335912b86fca tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:44.361107 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6b75804-843d-4923-9106-b098a1a93360 req-2cf029d3-6d8c-46b8-99f1-335912b86fca tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0479789
May 14 21:48:44.412230 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c6b75804-843d-4923-9106-b098a1a93360 req-6abd77b0-3f87-46b8-ae12-bb6cc297574d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452108
May 14 21:48:44.416583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-1438535f-9dd5-4e98-84f4-07e9346c332d service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855570
May 14 21:48:44.512621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15a1f9af-7be4-41fe-ac4c-0d6e5ed42738 req-59bb300d-8c0e-42f0-ab68-082f2d3bbdee service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896201
May 14 21:48:45.538152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939f138-fc4c-48a4-b1f3-5423b4222106 req-d5eaa168-6634-4991-981e-8bf1aec001a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:45.539778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b939f138-fc4c-48a4-b1f3-5423b4222106 req-d5eaa168-6634-4991-981e-8bf1aec001a7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0495958
May 14 21:48:45.588870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b939f138-fc4c-48a4-b1f3-5423b4222106 req-ad6934d7-407d-4411-a108-3fdf8237ac5e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436132
May 14 21:48:45.721136 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:46.709021 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f5e30-5182-4391-a39a-dea08c31a32a req-7f32b6a1-6539-4466-87a4-e1c47d2503eb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:46.711130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e5f5e30-5182-4391-a39a-dea08c31a32a req-7f32b6a1-6539-4466-87a4-e1c47d2503eb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0520227
May 14 21:48:46.762358 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5e5f5e30-5182-4391-a39a-dea08c31a32a req-8e1f2504-6f67-45be-934f-5ee6d12fe13a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454509
May 14 21:48:46.789907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:47.748674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:48:47.848688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:47.861242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'mac_address': 'fa:16:3e:08:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:48:47.885466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60023dd-3141-42b9-855b-368eb6a01425 req-07942917-1ce6-404b-a7e9-ce4a73bba046 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:47.886935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c60023dd-3141-42b9-855b-368eb6a01425 req-07942917-1ce6-404b-a7e9-ce4a73bba046 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0536194
May 14 21:48:47.905306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:47.906247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:47.919951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:48:47.937820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c60023dd-3141-42b9-855b-368eb6a01425 req-0a5cf0c7-205b-4add-abfa-65e8cef4ba5b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449545
May 14 21:48:47.943029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:48.041070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:48.088608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:48.096690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.101984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:48.269883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:48:49.059303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32d3f0-ccb0-4c11-9070-7ca07821d9b1 req-56e5803a-331f-4b26-976d-dc49bc23e355 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:49.060827 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6a32d3f0-ccb0-4c11-9070-7ca07821d9b1 req-56e5803a-331f-4b26-976d-dc49bc23e355 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 944 time: 0.0527675
May 14 21:48:49.110538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6a32d3f0-ccb0-4c11-9070-7ca07821d9b1 req-c9074350-57ca-4c45-82e6-933e478a8eb7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441837
May 14 21:48:49.764636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:48:49.810089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:48:49.886681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:48:49.887081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:49.968690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:48:49.975172 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:49.990873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:48:49.993784 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c322f-15d7-4ccc-8696-6af7b2b6795d" -d '{"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-plugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:48:50.006301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:48:50.031304 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad28ba9-e4fa-4ae0-842d-de8ff4bbaf9c x-openstack-request-id: req-aad28ba9-e4fa-4ae0-842d-de8ff4bbaf9c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:48:50.031649 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-plugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:48:50.031938 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aad28ba9-e4fa-4ae0-842d-de8ff4bbaf9c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:48:50.032345 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad28ba9-e4fa-4ae0-842d-de8ff4bbaf9c'] response: {'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'code': 200}
May 14 21:48:50.092135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:50.127140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a059d7-314d-4260-9ef4-7cd810e027e2 req-d604a790-d86e-439d-bd54-bc0ae3478aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:50.128724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44a059d7-314d-4260-9ef4-7cd810e027e2 req-d604a790-d86e-439d-bd54-bc0ae3478aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1127 time: 0.0418005
May 14 21:48:50.142303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:50.177481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44a059d7-314d-4260-9ef4-7cd810e027e2 req-26633394-1291-495d-ada7-6b5e9e486c13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432889
May 14 21:48:50.236086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ed6a-fbf8-49c3-8045-6efc39319a34 req-b310af3a-1d2d-4709-a083-500cf6199d7b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:50.237487 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cee1ed6a-fbf8-49c3-8045-6efc39319a34 req-b310af3a-1d2d-4709-a083-500cf6199d7b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0508935
May 14 21:48:50.289106 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cee1ed6a-fbf8-49c3-8045-6efc39319a34 req-30a2f17a-3080-4c00-b459-142497684d3d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456955
May 14 21:48:51.409769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec375-e77e-4298-b738-337e2654bf33 req-23e88b12-cc12-4b72-9741-651fb2032da1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:51.411430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e5ec375-e77e-4298-b738-337e2654bf33 req-23e88b12-cc12-4b72-9741-651fb2032da1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0493114
May 14 21:48:51.465512 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e5ec375-e77e-4298-b738-337e2654bf33 req-3f408426-724b-4e83-8dce-bcffc721adb3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475831
May 14 21:48:51.597489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e26026-3a80-4fb2-8e7e-da6766b57538 req-61f6b2ee-9a3f-4bde-ab05-8fcbb2dacfb7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:51.598924 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6e26026-3a80-4fb2-8e7e-da6766b57538 req-61f6b2ee-9a3f-4bde-ab05-8fcbb2dacfb7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0516460
May 14 21:48:51.660649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b6e26026-3a80-4fb2-8e7e-da6766b57538 req-34ef63f7-f6a6-426f-a500-c69570be6716 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547433
May 14 21:48:51.685388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:51.733482 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae2e0b-858e-4e10-9453-ed5852e55642 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:51.736224 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-20ae2e0b-858e-4e10-9453-ed5852e55642 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1122 time: 0.0491381
May 14 21:48:51.740173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45564) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:51.747838 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:48:51.854859 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:51.948855 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:52.068326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.16 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/329ee9f9-42b9-490f-9804-f62afcf5f345) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:48:52.191182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:52.309882 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:52.348382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:48:52.353429 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:48:52.357095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:48:52.362641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=329ee9f9-42b9-490f-9804-f62afcf5f345,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:52.390368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.397348 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:48:52.752884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (c6edfd2d-775a-4ccf-bfbd-a71bb252a719), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:52.868356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:53.053004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:53.137670 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:53.208592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=329ee9f9-42b9-490f-9804-f62afcf5f345,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:48:53.222092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (c6edfd2d-775a-4ccf-bfbd-a71bb252a719), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:53.327741 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP c6edfd2d-775a-4ccf-bfbd-a71bb252a719 associated. External IP: 172.35.4.16, port: 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3.
May 14 21:48:53.545072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:48:53.663644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:48:53.674794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] Sync routers for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:48:53.686629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:53.687727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523035d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:53.724425 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:48:53.762831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37213049-b404-412d-aad6-7ff9000c6d41 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.0215733
May 14 21:48:53.763692 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:48:53.765890 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e568961-4831-4357-a5ae-a061e1f4b9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:48:53.817935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:53.822723 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1b603-5391-47d4-a2be-0979a439fdbe x-openstack-request-id: req-6ea1b603-5391-47d4-a2be-0979a439fdbe {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:48:53.823042 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:48:53.823362 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ea1b603-5391-47d4-a2be-0979a439fdbe {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:48:53.823769 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea1b603-5391-47d4-a2be-0979a439fdbe'] response: {'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'status': 'completed', 'code': 200}
May 14 21:48:53.895373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-d66c7d98-bef3-4aad-9013-b573d8969446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:53.897051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-d66c7d98-bef3-4aad-9013-b573d8969446 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1127 time: 0.0514169
May 14 21:48:53.902117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551a413-cc8c-45b7-a670-68c9516be127 req-364d1c93-cebd-4c2b-bba2-87e4d437d098 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:53.903684 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c551a413-cc8c-45b7-a670-68c9516be127 req-364d1c93-cebd-4c2b-bba2-87e4d437d098 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0514648
May 14 21:48:53.971535 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c551a413-cc8c-45b7-a670-68c9516be127 req-47da1c6a-a35d-461a-9316-7ef625a0429d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619183
May 14 21:48:53.995077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45574) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:54.052623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-8fe05312-41a6-45ef-96f9-a779493fc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:54.054100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-8fe05312-41a6-45ef-96f9-a779493fc51a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.1506686
May 14 21:48:54.054657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523035d0a0>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6edfd2d-775a-4ccf-bfbd-a71bb252a719', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.16', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'mac_address': 'fa:16:3e:08:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:48:52Z', 'updated_at': '2022-05-14T21:48:52Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:54.086311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] Checking router: cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:48:54.096217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:48:54.096840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523035d0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:48:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:54.106344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8906407c-7806-4b09-a066-f23716ef9b0e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/c6edfd2d-775a-4ccf-bfbd-a71bb252a719 HTTP/1.1" status: 200  len: 990 time: 0.1089759
May 14 21:48:54.132001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-99ec287d-c178-4d3d-84c8-4e769fb472c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.0692403
May 14 21:48:54.188063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-742a5041-04dc-46f4-a6a8-f21f122c0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:54.189492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-742a5041-04dc-46f4-a6a8-f21f122c0ada service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0508537
May 14 21:48:54.216116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:48:54.233533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-ba8ddad4-c653-4df1-8280-f61f74d003ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:48:54.235096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-ba8ddad4-c653-4df1-8280-f61f74d003ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401745
May 14 21:48:54.328809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-082fe22e-d4b3-4050-88e9-4f78fbaa2243 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876045
May 14 21:48:54.432282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8e568961-4831-4357-a5ae-a061e1f4b9d2 req-3381efb2-1d46-43cd-bb0b-86429c961a96 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0979726
May 14 21:48:54.452605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523035d0a0>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6edfd2d-775a-4ccf-bfbd-a71bb252a719', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.16', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'mac_address': 'fa:16:3e:08:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:48:52Z', 'updated_at': '2022-05-14T21:48:52Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:48:54.483418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f8fa2-0a47-4ed5-9308-fc88174feae3 None None] The sync data for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 is: [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c6edfd2d-775a-4ccf-bfbd-a71bb252a719', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.16', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'mac_address': 'fa:16:3e:08:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:48:52Z', 'updated_at': '2022-05-14T21:48:52Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:48:54.688157 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cb1699-0417-49a4-93eb-2465e454e049 None None] New status for floating IP c6edfd2d-775a-4ccf-bfbd-a71bb252a719: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:48:55.109305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45578) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:48:55.175606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3237bcbd-eeea-40a2-a817-5e4f10be61d7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/c6edfd2d-775a-4ccf-bfbd-a71bb252a719 HTTP/1.1" status: 200  len: 992 time: 0.0651951
May 14 21:49:04.465808 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:49:10.360656 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-37ad98f7-6519-4113-990f-9d43e73b808e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:12.103213 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:12.595035 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:12.829465 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3729bee9-0f6a-4692-9c28-b135cefef514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:13.897935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:15.726196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:16.805606 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:26.546396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b0dc9-a10e-4381-80b1-b4c7bf2a67fc req-6dda361b-9ab2-48f4-b883-17c3f7842c58 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:26.547874 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-627b0dc9-a10e-4381-80b1-b4c7bf2a67fc req-6dda361b-9ab2-48f4-b883-17c3f7842c58 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1127 time: 0.0390573
May 14 21:49:26.600161 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-627b0dc9-a10e-4381-80b1-b4c7bf2a67fc req-ce2b69b5-6261-491e-9d47-f088572cde61 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448871
May 14 21:49:26.716604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3ee80-0645-44be-a56c-b637e4d186b8 req-d5c6700e-9ab8-4735-8f3f-76ca99e1b06f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:26.718057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ece3ee80-0645-44be-a56c-b637e4d186b8 req-d5c6700e-9ab8-4735-8f3f-76ca99e1b06f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0463605
May 14 21:49:26.767542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ece3ee80-0645-44be-a56c-b637e4d186b8 req-4884c5cc-3bd0-45b1-b9fc-9573ed6680fc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434189
May 14 21:49:26.791335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45762) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:49:26.851779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cbf59ded-f68a-4717-b9af-0e3e18bf499c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/c6edfd2d-775a-4ccf-bfbd-a71bb252a719 HTTP/1.1" status: 200  len: 992 time: 0.0592632
May 14 21:49:27.208469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-ed20677d-a888-4632-a2ce-d000448a8e9d req-8656b3f1-f1c2-41b7-9678-2f1261ac12a6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:49:27.209604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed20677d-a888-4632-a2ce-d000448a8e9d req-8656b3f1-f1c2-41b7-9678-2f1261ac12a6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0591185
May 14 21:49:27.687877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e421-57cc-47e0-989f-f26b196e16ee req-672284f0-1569-4479-9971-c2dacc01f376 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:27.689480 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49a5e421-57cc-47e0-989f-f26b196e16ee req-672284f0-1569-4479-9971-c2dacc01f376 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0484738
May 14 21:49:27.739562 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-49a5e421-57cc-47e0-989f-f26b196e16ee req-531c8502-8ac4-43a8-be08-1bc70eba746a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431511
May 14 21:49:27.809069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-3f6a98b5-850a-4d30-bfd5-b406ff015446 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0398152
May 14 21:49:28.346765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-3349d01e-f51f-4657-b344-74908b8b814d tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:28.349170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-3349d01e-f51f-4657-b344-74908b8b814d tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 1124 time: 0.0407789
May 14 21:49:28.873765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8099c-4509-49a3-abdc-1637916f3f52 req-2c542166-f3da-4801-83b3-929ea1ad3912 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:28.875281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b8099c-4509-49a3-abdc-1637916f3f52 req-2c542166-f3da-4801-83b3-929ea1ad3912 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0504980
May 14 21:49:28.927401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-97b8099c-4509-49a3-abdc-1637916f3f52 req-3797a364-fe2d-4920-9b43-c9b5676acb2d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445194
May 14 21:49:30.062896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0dadd-7cb5-462f-a4d4-385a8c902213 req-168ade64-ee56-446f-a1be-9512131c7dc6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:30.066738 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07a0dadd-7cb5-462f-a4d4-385a8c902213 req-168ade64-ee56-446f-a1be-9512131c7dc6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0653114
May 14 21:49:30.095947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-8c255481-0be5-4b24-8cd2-49b102e071e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:30.097557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-8c255481-0be5-4b24-8cd2-49b102e071e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1127 time: 0.0425854
May 14 21:49:30.203802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-40b1ca1c-3535-4574-ad2f-89d8700b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:30.205476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-40b1ca1c-3535-4574-ad2f-89d8700b6da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.1022804
May 14 21:49:30.278697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-2af81661-b2d0-44bd-b252-5ffc73ecbb10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 1000 time: 0.0673475
May 14 21:49:30.331892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-36e5f098-3138-480b-b314-06604bbd798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:30.334001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-36e5f098-3138-480b-b314-06604bbd798a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0503523
May 14 21:49:30.378039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-9b0a88b1-0de8-49d6-9c1a-5d070b2f40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:30.380152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-9b0a88b1-0de8-49d6-9c1a-5d070b2f40c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402966
May 14 21:49:30.470775 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-07a0dadd-7cb5-462f-a4d4-385a8c902213 req-0f395f96-1a08-472a-a613-dbc6b9a7948e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3976531
May 14 21:49:30.479256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-e7ce7dd1-2505-465e-a82a-4e38b3aa1951 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937006
May 14 21:49:30.572512 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-15cd5709-b0b8-4b2e-b5ca-2c69ee5c25c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873363
May 14 21:49:31.588151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b889b2-3dbd-4623-9fcc-e5c5cb86eae1 req-7c1c6928-9d2a-4aca-965d-a1df1f6b2d93 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:31.589620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78b889b2-3dbd-4623-9fcc-e5c5cb86eae1 req-7c1c6928-9d2a-4aca-965d-a1df1f6b2d93 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0470107
May 14 21:49:31.644261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78b889b2-3dbd-4623-9fcc-e5c5cb86eae1 req-4c6ade90-d3ea-439c-837f-9d73676432d7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489378
May 14 21:49:32.760306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44951960-c58a-426f-8cec-0e138120444e req-980c3ac0-bd50-4eae-95de-355576dbf45c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:32.761702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44951960-c58a-426f-8cec-0e138120444e req-980c3ac0-bd50-4eae-95de-355576dbf45c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0469687
May 14 21:49:32.809781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-44951960-c58a-426f-8cec-0e138120444e req-1531c454-9bf9-4eeb-b457-18d6b534978a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421920
May 14 21:49:33.927360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b3066-6a83-4930-8039-54be9804ee55 req-8662733d-b265-4ef6-bf29-bd499722ab1d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:33.928776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f23b3066-6a83-4930-8039-54be9804ee55 req-8662733d-b265-4ef6-bf29-bd499722ab1d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0474510
May 14 21:49:33.977302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f23b3066-6a83-4930-8039-54be9804ee55 req-e5f40605-e797-43b4-87fa-2f991fef1990 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420718
May 14 21:49:35.091469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd329440-de6f-4115-9813-e71a0558d948 req-ccbc7d52-c76d-4ade-a765-f5c6d2388498 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:35.092976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd329440-de6f-4115-9813-e71a0558d948 req-ccbc7d52-c76d-4ade-a765-f5c6d2388498 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0470212
May 14 21:49:35.144281 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd329440-de6f-4115-9813-e71a0558d948 req-2764af39-02b0-4ba6-98ca-cb05006742fc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456040
May 14 21:49:36.261260 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b90ec-60c2-46a0-a832-49af7319e22c req-2decb1f1-e8d4-4301-b47a-d6ba6ed8985f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:36.262836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-240b90ec-60c2-46a0-a832-49af7319e22c req-2decb1f1-e8d4-4301-b47a-d6ba6ed8985f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0493867
May 14 21:49:36.313241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-240b90ec-60c2-46a0-a832-49af7319e22c req-96d17dad-5db0-4065-ab62-5b10ff3b6aad tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446627
May 14 21:49:37.197038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-e1accd27-b94e-49d0-977d-183744f1f67b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0470977
May 14 21:49:37.277747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-b10d35ec-d4a0-4c05-adb9-658b6282b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:37.279190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-b10d35ec-d4a0-4c05-adb9-658b6282b3f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0409019
May 14 21:49:37.383534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-fcfeb696-5724-4845-a1a5-05637c520da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:37.385011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-fcfeb696-5724-4845-a1a5-05637c520da3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.0874407
May 14 21:49:37.437569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa574e0-614e-416f-9a0f-9f681d1eeb08 req-2e9c7284-4edb-458b-98ef-26917d9ed0f5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:37.439129 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffa574e0-614e-416f-9a0f-9f681d1eeb08 req-2e9c7284-4edb-458b-98ef-26917d9ed0f5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0523653
May 14 21:49:37.458423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-5ae7725d-f723-4543-89ed-0916c8443d7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1002 time: 0.0663943
May 14 21:49:37.489453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ffa574e0-614e-416f-9a0f-9f681d1eeb08 req-412d7c59-3ced-4ce3-bb97-7637d1fcccb3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446172
May 14 21:49:37.506733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-8a1d611d-2b64-41b3-afbe-5a083e98daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:37.508059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-8a1d611d-2b64-41b3-afbe-5a083e98daa9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0438962
May 14 21:49:37.551847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-bd6258af-838e-475f-9a6c-972d82a6021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:37.553474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-bd6258af-838e-475f-9a6c-972d82a6021c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397358
May 14 21:49:37.647824 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-80fe8ef9-2f4b-4deb-85b7-abd81700b60b service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888102
May 14 21:49:37.741921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1296d9b-75d7-4e19-8468-610f29ae19f3 req-1b06c180-0568-402b-bda8-d4a5d1563beb service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883179
May 14 21:49:38.615156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2db47-71eb-44e9-9c29-6545fdb468cb req-2a174ab3-186b-41d3-a10d-86e715a4aae5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:38.617176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4e2db47-71eb-44e9-9c29-6545fdb468cb req-2a174ab3-186b-41d3-a10d-86e715a4aae5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0490448
May 14 21:49:38.666275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4e2db47-71eb-44e9-9c29-6545fdb468cb req-87b7cbe0-bfde-40f3-ada3-3a50a1a0ca9c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435851
May 14 21:49:39.783609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cbebf-8cdf-4311-b409-4047d7948edb req-4f2f3b2e-1c44-4bfe-a8c3-302ade884f89 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:39.785234 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-367cbebf-8cdf-4311-b409-4047d7948edb req-4f2f3b2e-1c44-4bfe-a8c3-302ade884f89 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0467930
May 14 21:49:39.833734 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-367cbebf-8cdf-4311-b409-4047d7948edb req-926f5d8f-4f69-453d-8c47-092bb043dabe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419617
May 14 21:49:40.366179 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-35c47bce-70fb-4a05-87f1-ea830bbe2773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:40.953619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f0d67-f817-4fc3-b158-ac2c083f73bd req-b179da48-badb-4cc6-817d-ab1634eab49a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:40.955094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091f0d67-f817-4fc3-b158-ac2c083f73bd req-b179da48-badb-4cc6-817d-ab1634eab49a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0485754
May 14 21:49:41.003448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091f0d67-f817-4fc3-b158-ac2c083f73bd req-4b5db036-18b5-4d8c-9a85-add3a710cd9d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424497
May 14 21:49:41.465168 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:49:42.068983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:42.123631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d6f6d-dc6b-4ef1-9e6a-0881687620e5 req-d816b68a-ca1b-4a0c-ab0b-d50885eb0c2d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:42.125113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c3d6f6d-dc6b-4ef1-9e6a-0881687620e5 req-d816b68a-ca1b-4a0c-ab0b-d50885eb0c2d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0516860
May 14 21:49:42.177604 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2c3d6f6d-dc6b-4ef1-9e6a-0881687620e5 req-47979f05-1a47-4db2-aeac-d59c46357cd4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466235
May 14 21:49:42.637856 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-0ac94e5b-50df-4108-853a-957f43da2333 req-ed086301-faee-454d-a8d0-3db56ade8a7f service neutron] show failed (client error): The resource could not be found.
May 14 21:49:42.638778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-ed086301-faee-454d-a8d0-3db56ade8a7f service neutron] 10.222.0.36 "GET /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0590291
May 14 21:49:42.657120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:43.028155 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d83d379e-61ec-4427-b125-0e3e0a6c5465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:43.332050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e60b84-c06b-43e6-886a-9347cc9d7d94 req-78c7aa5f-8d75-4558-a31e-fe544b0bd63d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:43.333544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8e60b84-c06b-43e6-886a-9347cc9d7d94 req-78c7aa5f-8d75-4558-a31e-fe544b0bd63d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0804646
May 14 21:49:43.395518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-406d6862-9308-4c0d-8b84-1e3948f753be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:43.397034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-406d6862-9308-4c0d-8b84-1e3948f753be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 1127 time: 0.1090600
May 14 21:49:43.413666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:49:43.450038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8e60b84-c06b-43e6-886a-9347cc9d7d94 req-5d8f7c67-9f19-4286-879b-f74c306ec66d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969014
May 14 21:49:43.496736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:43.921031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:44.047037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:44.080403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:49:44.123209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:49:44.125521 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936d6e02-c4bd-433c-a2e5-e8cbe5a5c71c" -d '{"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:49:44.129068 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Publish callbacks [] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:44.145883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Transition to ACTIVE for port object 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:49:44.185895 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2e45ac-30fc-42ba-bed8-9a9ba3c10936 x-openstack-request-id: req-0a2e45ac-30fc-42ba-bed8-9a9ba3c10936 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:49:44.186192 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:49:44.186447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a2e45ac-30fc-42ba-bed8-9a9ba3c10936 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:49:44.186889 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2e45ac-30fc-42ba-bed8-9a9ba3c10936'] response: {'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'code': 200}
May 14 21:49:44.188903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:44.301901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:44.324308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.324662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.325008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.325353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.325699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.326033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.326364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.326695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.327022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.327347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.327699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.328026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.328355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.328681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.329005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:44.382320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] No DVR routers for this DVR port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:49:44.546551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:49:44.546900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:49:44.547306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:49:44.570482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:49:44.570777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:49:44.580832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:49:44.581194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Checking segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:49:44.582899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Bound using segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:49:44.582899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Bound port: 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:49:44.582899 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:44.589931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01404348-ad26-41b2-8716-853d98dca088 req-625c71c3-f3ab-4144-84b5-8cdcc53797b6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:44.591445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01404348-ad26-41b2-8716-853d98dca088 req-625c71c3-f3ab-4144-84b5-8cdcc53797b6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0649648
May 14 21:49:44.689377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01404348-ad26-41b2-8716-853d98dca088 req-3154ea86-ada2-432f-9f66-248151ecc7cc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847328
May 14 21:49:44.693249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:49:44.696431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:49:44.761053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:44.796987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:44.799265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:44.799265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] 10.222.0.48 "PUT /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 1091 time: 1.3916342
May 14 21:49:44.834510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ec4ee-824a-4867-954f-d4cb732f10b9 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:44.864302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-882be8ce-f836-4806-9429-a0f9ca33c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:44.865920 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-882be8ce-f836-4806-9429-a0f9ca33c21f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1125 time: 0.0442593
May 14 21:49:44.967049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-08868e0f-1e55-40f9-8706-4ce4199eec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:44.968861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-08868e0f-1e55-40f9-8706-4ce4199eec27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.0966904
May 14 21:49:44.970650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-09580b9b-5e45-4f9c-b35b-61faaef6ffee req-c91391ca-7700-435c-9f31-b682d8fff81c tempest-VolumesSnapshotTestJSON-1533504236 tempest-VolumesSnapshotTestJSON-1533504236-project] (115781) timed out ('10.222.0.36', 52918) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:49:45.034980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-081a6b59-5592-466e-b322-03b99e8a7f50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.0610843
May 14 21:49:45.085132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-68e2178e-6241-4353-8d28-29afe6fb3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:45.087212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-68e2178e-6241-4353-8d28-29afe6fb3ea0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0455289
May 14 21:49:45.132973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac94e5b-50df-4108-853a-957f43da2333 req-c0a619ac-98f3-4cc1-95fc-1ec55fb7a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:45.134740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-c0a619ac-98f3-4cc1-95fc-1ec55fb7a619 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0430319
May 14 21:49:45.223916 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-04cfcbd5-2227-48d2-9e9f-d60f1cd1601b service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823865
May 14 21:49:45.315321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-755dd9d4-6691-4014-9729-12097228ee1f service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858772
May 14 21:49:45.737759 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:45.810505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2381a76-a4c6-4133-b7b3-73524118ac41 req-d1b0217b-272a-48ab-b986-b078951444fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:45.812068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2381a76-a4c6-4133-b7b3-73524118ac41 req-d1b0217b-272a-48ab-b986-b078951444fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0501351
May 14 21:49:45.860534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a2381a76-a4c6-4133-b7b3-73524118ac41 req-10c98b81-5763-40f3-b177-cdd808549ede tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428445
May 14 21:49:46.000120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:49:46.040503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:49:46.040886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:49:46.187914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:49:46.190312 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbb9930-be5d-438c-b7fd-923d88b25db6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:49:46.239413 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fbb07c-47c4-4dd2-895c-1aec6171e221 x-openstack-request-id: req-f4fbb07c-47c4-4dd2-895c-1aec6171e221 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:49:46.239737 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:49:46.239997 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4fbb07c-47c4-4dd2-895c-1aec6171e221 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:49:46.240407 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fbb07c-47c4-4dd2-895c-1aec6171e221'] response: {'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'status': 'completed', 'code': 200}
May 14 21:49:46.306492 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-8934294b-3f44-44b3-9d0c-f8be82d7f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.308016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-8934294b-3f44-44b3-9d0c-f8be82d7f421 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1125 time: 0.0403559
May 14 21:49:46.426703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-574d0307-d00d-42d4-bc8d-88d9ad186359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.428319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-574d0307-d00d-42d4-bc8d-88d9ad186359 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.1147594
May 14 21:49:46.500392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-df67485f-4e82-4165-b002-7956eb16c669 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.0651855
May 14 21:49:46.552793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-d8a5ece6-4e73-42b7-b460-9149b93d419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.554326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-d8a5ece6-4e73-42b7-b460-9149b93d419d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0491374
May 14 21:49:46.604098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-33282ba3-a795-49f9-ad7d-e2530027fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.605699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-33282ba3-a795-49f9-ad7d-e2530027fb32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0451350
May 14 21:49:46.696092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-fc90a7d8-5037-4557-a871-b12780438ebb service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847306
May 14 21:49:46.794379 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:46.811175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-2562c699-75c2-4ae8-85a6-f01c9d2662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.812696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-2562c699-75c2-4ae8-85a6-f01c9d2662cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1125 time: 0.0493290
May 14 21:49:46.848462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-6a8fd02c-2942-43d9-bf2c-a72e0a9288dc service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430044
May 14 21:49:46.922001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-ab8fc784-9a7b-463e-a914-addf16f8fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.923540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-ab8fc784-9a7b-463e-a914-addf16f8fcc8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.0982218
May 14 21:49:46.986608 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886b4d3-6da7-4992-bc01-1db02f54651a req-6d81fb6a-c2d2-4ea9-8b3e-aea3e6d0d834 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:46.988152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2886b4d3-6da7-4992-bc01-1db02f54651a req-6d81fb6a-c2d2-4ea9-8b3e-aea3e6d0d834 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 943 time: 0.0512493
May 14 21:49:46.991647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-c9295cb9-53c0-4423-99a3-0e9d742b08cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.0615032
May 14 21:49:47.039197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2886b4d3-6da7-4992-bc01-1db02f54651a req-5e98be0b-9e41-4d4d-8981-0462a4023ae3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449462
May 14 21:49:47.151704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-c048f37c-6a07-4759-8375-824e76c2c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:47.153160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-c048f37c-6a07-4759-8375-824e76c2c215 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0520484
May 14 21:49:47.199141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-8cc2a894-4b52-4cb9-96ca-c455085bd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:47.200675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-8cc2a894-4b52-4cb9-96ca-c455085bd7f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402400
May 14 21:49:47.292297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-84118ccd-2e25-4f97-bedb-417ac985272d service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852718
May 14 21:49:47.388193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3cbb9930-be5d-438c-b7fd-923d88b25db6 req-17fa5c9d-9ad8-4f09-98de-52a9bd044539 service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899744
May 14 21:49:47.755240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:49:47.852612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:47.867626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'mac_address': 'fa:16:3e:08:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:49:47.904487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:49:47.904865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:47.917669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:49:47.938274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:48.011754 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:48.058466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:48.166036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdcb8d-c632-4501-89e6-6782a34b5d4d req-a3f19690-0ddb-48d8-bb5f-53da8fc15d9e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:48.167691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0cdcb8d-c632-4501-89e6-6782a34b5d4d req-a3f19690-0ddb-48d8-bb5f-53da8fc15d9e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 944 time: 0.0495934
May 14 21:49:48.218366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0cdcb8d-c632-4501-89e6-6782a34b5d4d req-25cccb76-79b1-4448-87ba-6f13bcacfe7a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450194
May 14 21:49:48.230941 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:49:48.790417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c476-727a-41fe-8e29-d896b314d507 req-716ba455-c259-463d-a205-4695125730e7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:48.792866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f539c476-727a-41fe-8e29-d896b314d507 req-716ba455-c259-463d-a205-4695125730e7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 944 time: 0.0540001
May 14 21:49:48.843809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f539c476-727a-41fe-8e29-d896b314d507 req-530cb8a0-df22-4cae-99f7-3ec4ee36fa6b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449109
May 14 21:49:48.926757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-22e8e5a1-c1d0-4a83-ac9d-2e8e0bdddebb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:48.928374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-22e8e5a1-c1d0-4a83-ac9d-2e8e0bdddebb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0575922
May 14 21:49:48.991102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-9a317d0c-6318-4157-847a-ce8142afe357 service neutron] 10.222.0.48 "GET /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0563548
May 14 21:49:49.051698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-d9ed5b98-1991-4dde-be20-8cd90ab0cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:49.053189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-d9ed5b98-1991-4dde-be20-8cd90ab0cbab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1126 time: 0.0404823
May 14 21:49:49.151635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-a8824b3a-2a6f-40cc-98f4-e2670657b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:49.153285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-a8824b3a-2a6f-40cc-98f4-e2670657b429 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.0939837
May 14 21:49:49.225510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-d3173b97-e6f9-4204-a8ea-b47cff9544e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 999 time: 0.0651133
May 14 21:49:49.275592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-57efe4e3-208d-48bf-88b6-a487168d7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:49.277047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-57efe4e3-208d-48bf-88b6-a487168d7a57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0458384
May 14 21:49:49.323795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-4e70fcbf-7297-4eb3-9dce-cdb3322c7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:49.325307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-4e70fcbf-7297-4eb3-9dce-cdb3322c7d56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425370
May 14 21:49:49.426305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-abd639fc-db35-49e9-b3d9-c5a182ecd5f1 service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941143
May 14 21:49:49.516864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-decff118-540b-420e-9700-a12e8675d164 service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853312
May 14 21:49:49.771450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:49:49.816744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:49:49.954026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:49:49.954411 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:50.043258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:49:50.043587 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:50.072274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:49:50.075829 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f865fcd-26d1-4be7-ac4f-5742d4050b7f" -d '{"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-plugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:49:50.095033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:50.201327 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:50.209446 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb5d89f-dc24-4633-892c-9facb29dbfdf x-openstack-request-id: req-6eb5d89f-dc24-4633-892c-9facb29dbfdf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:49:50.209888 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-plugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:49:50.210307 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6eb5d89f-dc24-4633-892c-9facb29dbfdf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:49:50.210681 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb5d89f-dc24-4633-892c-9facb29dbfdf'] response: {'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'code': 200}
May 14 21:49:50.233180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dd2d-a08f-447e-931b-9a825e4b3302 req-b2e20a10-0e90-41a8-97b7-fec16b198cc0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:50.234900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3d3dd2d-a08f-447e-931b-9a825e4b3302 req-b2e20a10-0e90-41a8-97b7-fec16b198cc0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 944 time: 0.0493650
May 14 21:49:50.256661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:50.264115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.264473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.264812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.265150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.265485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.265821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.266147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.266473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.266801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.267130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.267447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.267793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.268180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.268438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.268757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:49:50.285323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3d3dd2d-a08f-447e-931b-9a825e4b3302 req-c71068d4-77ff-4fa6-a30f-bc485cc2a907 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444822
May 14 21:49:51.414064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd10fc4-8b44-4b9e-b6d8-e46531737ff2 req-7a3ce3c8-2d7c-48a3-be38-86622eacb73b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:51.415722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdd10fc4-8b44-4b9e-b6d8-e46531737ff2 req-7a3ce3c8-2d7c-48a3-be38-86622eacb73b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0543680
May 14 21:49:51.478426 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdd10fc4-8b44-4b9e-b6d8-e46531737ff2 req-a90a4b0a-b6b3-4718-8bfc-7cae6025df37 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564160
May 14 21:49:52.192046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-cb1a99f6-c8cf-451b-ba27-32f71034b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:52.194192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-cb1a99f6-c8cf-451b-ba27-32f71034b743 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 1127 time: 0.0495017
May 14 21:49:52.205468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:49:52.264844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:52.523794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:52.559087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:49:52.602076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:49:52.603853 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260331e5-3581-4d02-9a28-db6d60af5b43" -d '{"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:49:52.608646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Publish callbacks [] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:52.615857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80bc8b-7b5d-44f6-8c16-1c23d966400c req-11da6958-ef1e-4330-b941-30da6a6a1369 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:52.617504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f80bc8b-7b5d-44f6-8c16-1c23d966400c req-11da6958-ef1e-4330-b941-30da6a6a1369 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0566187
May 14 21:49:52.627982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Transition to ACTIVE for port object 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:49:52.655892 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0da395-6fca-4a8a-901d-4dab66967422 x-openstack-request-id: req-db0da395-6fca-4a8a-901d-4dab66967422 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:49:52.656479 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-unplugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:49:52.656741 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db0da395-6fca-4a8a-901d-4dab66967422 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:49:52.657152 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db0da395-6fca-4a8a-901d-4dab66967422'] response: {'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'code': 200}
May 14 21:49:52.672141 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8f80bc8b-7b5d-44f6-8c16-1c23d966400c req-837a2cee-0e8b-41a1-9b7b-7d1b48956ef3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485537
May 14 21:49:52.731766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:52.780984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:52.860530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] No DVR routers for this DVR port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:49:53.008631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:49:53.008998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:49:53.009435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:49:53.021340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:49:53.021340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Attempting to bind port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:49:53.021340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:49:53.021340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Checking segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:49:53.021340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Bound using segment: {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:49:53.022048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Bound port: 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:49:53.022048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:53.088347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:49:53.092491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:49:53.211579 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:53.245650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:53.246580 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:53.247882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] 10.222.0.36 "PUT /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 1092 time: 1.0466213
May 14 21:49:53.284246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d9727-13ff-4530-b9b4-31cf2b983569 service neutron] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=11']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:53.313558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-13a99ed5-a2cc-4571-8528-d9097a0739ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:53.329231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-13a99ed5-a2cc-4571-8528-d9097a0739ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1126 time: 0.0455861
May 14 21:49:53.411916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-22fd8eb8-95c8-4b31-9d14-b90a8539c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:53.413427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-22fd8eb8-95c8-4b31-9d14-b90a8539c78e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.0930011
May 14 21:49:53.482057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-0862473c-ea87-40a2-987e-dc019e75c14d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.0591321
May 14 21:49:53.530057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-f0df7014-c9e0-4f16-8f56-8d3faeedcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:53.531427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-f0df7014-c9e0-4f16-8f56-8d3faeedcb04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0438130
May 14 21:49:53.578108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-72ae8167-b692-472c-b480-ce54895a8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:53.579541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-72ae8167-b692-472c-b480-ce54895a8742 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428195
May 14 21:49:53.665946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-8fa49465-e97d-4795-867b-881f94a7f509 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806346
May 14 21:49:53.771317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:49:53.784875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7098d4c7-12c3-4b01-9493-64a1503b40fb req-9520d2d3-2ec4-4681-a535-9c5ad04234cc service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1130559
May 14 21:49:53.813308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:49:53.813852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:49:53.815623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aab6d4-b684-4e60-afac-9ee552f634d1 req-a5de44d2-d821-414a-9403-79006c0b82fa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:53.817434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08aab6d4-b684-4e60-afac-9ee552f634d1 req-a5de44d2-d821-414a-9403-79006c0b82fa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 944 time: 0.0706255
May 14 21:49:53.866974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08aab6d4-b684-4e60-afac-9ee552f634d1 req-3a3ac9cf-c25b-4a85-b005-c167358b93fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437353
May 14 21:49:54.658657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:49:54.661069 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b1bc6d-3360-47dd-a62e-35c08f22f832" -d '{"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:49:54.716604 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73993a73-419d-47d6-933c-b0bc7b9278f7 x-openstack-request-id: req-73993a73-419d-47d6-933c-b0bc7b9278f7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:49:54.720089 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:49:54.720089 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73993a73-419d-47d6-933c-b0bc7b9278f7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:49:54.720089 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73993a73-419d-47d6-933c-b0bc7b9278f7'] response: {'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'status': 'completed', 'code': 200}
May 14 21:49:54.772070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-868664cf-8de2-46f7-a3b1-a5ebf9d2a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:54.773543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-868664cf-8de2-46f7-a3b1-a5ebf9d2a6f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1126 time: 0.0406353
May 14 21:49:54.868421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-59e2290f-ba2b-45b8-a8c5-5fe4065d2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:54.869883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-59e2290f-ba2b-45b8-a8c5-5fe4065d2484 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.0900342
May 14 21:49:55.286302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-e2052426-d213-4f52-8783-92d7aacd4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.287757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-e2052426-d213-4f52-8783-92d7aacd4d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1126 time: 0.4139352
May 14 21:49:55.337771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543d01-9eb7-44d9-b20d-b230b71deddf req-d3227521-6f6f-4826-9f90-987450b2b32a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.339379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b543d01-9eb7-44d9-b20d-b230b71deddf req-d3227521-6f6f-4826-9f90-987450b2b32a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 944 time: 0.0967498
May 14 21:49:55.343846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-5116f1f7-9be2-49b1-80f8-0965b8876290 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.4623132
May 14 21:49:55.467885 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-8d916706-9a26-4922-ac8a-97974ec87b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.469312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-8d916706-9a26-4922-ac8a-97974ec87b0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0961108
May 14 21:49:55.494822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-ca167d80-05dc-4035-b306-6845cd25f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.496475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-ca167d80-05dc-4035-b306-6845cd25f9cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.2007232
May 14 21:49:55.516927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b543d01-9eb7-44d9-b20d-b230b71deddf req-df35770d-6100-499b-92bc-f5750d45c263 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418526
May 14 21:49:55.572347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-5a84b5dd-5f35-4b30-9c26-2ed70333d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.574418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-5a84b5dd-5f35-4b30-9c26-2ed70333d1ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0933731
May 14 21:49:55.612539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-0c4d800e-41a2-493e-8adb-fef97676d646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 998 time: 0.0997889
May 14 21:49:55.710207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-93e1b39b-63b5-44a5-bbcf-ca0e05c46d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.711694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-93e1b39b-63b5-44a5-bbcf-ca0e05c46d8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0706363
May 14 21:49:55.731674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-fd539a2c-9e74-4040-bdaa-9da06ca7122e service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508646
May 14 21:49:55.780251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-765376b5-fea2-467d-b510-c5954e4afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:55.781801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-765376b5-fea2-467d-b510-c5954e4afbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0645347
May 14 21:49:55.902742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-2db2c7c4-e7de-420b-bd74-32dccf797e37 service neutron] 10.222.0.48 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529217
May 14 21:49:55.923446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-42d748fb-0d0a-4c1a-8fb3-cf198bf1bbf1 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1135328
May 14 21:49:56.023241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34b1bc6d-3360-47dd-a62e-35c08f22f832 req-cd9b42de-4a1e-4983-8fde-c90bab984524 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927558
May 14 21:49:56.035612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:49:56.140942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:56.154098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'port_id': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'mac_address': 'fa:16:3e:08:d6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:49:56.193691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:49:56.194079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:56.207800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:49:56.226333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:56.349226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:56.396949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:49:56.559427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:49:56.643969 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d083d9-befe-4fc8-9a6e-6cda21a0b54d req-b05e0cba-9de2-43a3-ad7d-186b908cd74c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:49:56.645458 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3d083d9-befe-4fc8-9a6e-6cda21a0b54d req-b05e0cba-9de2-43a3-ad7d-186b908cd74c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 945 time: 0.0483902
May 14 21:49:56.702536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f3d083d9-befe-4fc8-9a6e-6cda21a0b54d req-0db2a906-3e15-468b-a3a3-5a1901e4500c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510547
May 14 21:49:56.734577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45930) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:49:56.802976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dfb29555-16f1-4df6-b2f2-b4e9130fe77d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/c6edfd2d-775a-4ccf-bfbd-a71bb252a719 HTTP/1.1" status: 200  len: 991 time: 0.0671597
May 14 21:49:58.052049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:49:58.098664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:49:58.183296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:49:58.183683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:58.259661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:49:58.260045 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:58.282132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:49:58.284972 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfd588d-5d4a-4c73-b71b-4c954a8b1a8a" -d '{"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-plugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:49:58.298482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:49:58.322325 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86679397-dbd5-4a2f-8a36-8916d2ac779b x-openstack-request-id: req-86679397-dbd5-4a2f-8a36-8916d2ac779b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:49:58.322675 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-plugged", "status": "completed", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:49:58.322953 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86679397-dbd5-4a2f-8a36-8916d2ac779b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:49:58.323429 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86679397-dbd5-4a2f-8a36-8916d2ac779b'] response: {'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'code': 200}
May 14 21:49:58.337257 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:49:58.391042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=13']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:04.529224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45978) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:04.533857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535702177', 'description': 'tempest-secgroup-smoke-1535702177 description', 'project_id': 'fbd6e36a563a4245acae34e00437ca87'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:04.628989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:04.695151 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group (e5fc1982-1fec-44f4-b938-05b04115ee01), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:04.771621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e5fc1982-1fec-44f4-b938-05b04115ee01), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:04.800545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fc1982-1fec-44f4-b938-05b04115ee01,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:04.807823 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.808175 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.809112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.809458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.809891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.810234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.810566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.810896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.811226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.811583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.815636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.815636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.815636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.815636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.815636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:04.865180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:04.866466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-067e2218-642a-4196-b646-39af99c2ab4f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3361795
May 14 21:50:04.869236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 45980) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:04.874430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group_rule': {'security_group_id': 'e5fc1982-1fec-44f4-b938-05b04115ee01', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:04.983348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (a0d84ec8-9739-49e5-88c1-84d3a5e6210f), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.045182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (a0d84ec8-9739-49e5-88c1-84d3a5e6210f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.120116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a0d84ec8-9739-49e5-88c1-84d3a5e6210f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.138538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d84ec8-9739-49e5-88c1-84d3a5e6210f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:05.196069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.197272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d548ff7d-7ffb-4ae6-a115-7efda8e8d6cd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3270822
May 14 21:50:05.200658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 45998) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:05.205434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group_rule': {'security_group_id': 'e5fc1982-1fec-44f4-b938-05b04115ee01', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:05.336660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (34b25e3d-ddfd-4904-92d1-fb45cccec35f), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.397108 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (34b25e3d-ddfd-4904-92d1-fb45cccec35f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.474078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (34b25e3d-ddfd-4904-92d1-fb45cccec35f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.493169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b25e3d-ddfd-4904-92d1-fb45cccec35f,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:05.556794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.558051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b36e5a38-ae65-47ab-962e-8be75ecccc0e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3563950
May 14 21:50:05.561638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46000) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:05.566024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group_rule': {'security_group_id': 'e5fc1982-1fec-44f4-b938-05b04115ee01', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:05.633770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (f5f76644-254a-46ce-91a1-1f829994d274), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.690427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (f5f76644-254a-46ce-91a1-1f829994d274), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.748502 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f5f76644-254a-46ce-91a1-1f829994d274), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.765514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f76644-254a-46ce-91a1-1f829994d274,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:05.841476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.842682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c811a904-0f3a-4f52-8d07-1d878f38d465 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2801065
May 14 21:50:05.845324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46002) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:05.849526 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group_rule': {'security_group_id': 'e5fc1982-1fec-44f4-b938-05b04115ee01', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:05.942844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (576c3a03-6c20-4175-b90f-af382c1e95ad), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:05.999264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (576c3a03-6c20-4175-b90f-af382c1e95ad), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.080211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (576c3a03-6c20-4175-b90f-af382c1e95ad), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.098443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576c3a03-6c20-4175-b90f-af382c1e95ad,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:06.173698 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.174930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-baeab32a-b097-4136-9a23-161447069422 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3286903
May 14 21:50:06.177646 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46004) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:06.181896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group_rule': {'security_group_id': 'e5fc1982-1fec-44f4-b938-05b04115ee01', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:06.256463 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Project fbd6e36a563a4245acae34e00437ca87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:50:06.262481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (79249203-81e3-486d-8096-c0f525f7c947), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.325914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (79249203-81e3-486d-8096-c0f525f7c947), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.389129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (79249203-81e3-486d-8096-c0f525f7c947), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.407790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79249203-81e3-486d-8096-c0f525f7c947,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:06.482399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.483644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-368769c3-a836-4696-af21-6fbd1341fe5e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3050392
May 14 21:50:06.486437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46006) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:06.490781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'security_group_rule': {'security_group_id': 'e5fc1982-1fec-44f4-b938-05b04115ee01', 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:06.548663 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Project fbd6e36a563a4245acae34e00437ca87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:50:06.554096 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (d1596c9b-f742-418f-852e-02af0d29fde0), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.622288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (d1596c9b-f742-418f-852e-02af0d29fde0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.685459 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d1596c9b-f742-418f-852e-02af0d29fde0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.703381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1596c9b-f742-418f-852e-02af0d29fde0,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:06.750012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:06.751264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aa722ec8-52d1-4329-99cc-fdf7328c7715 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2638376
May 14 21:50:06.909108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-2db5242d-2396-436e-858f-4d366c101f3f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535702177&fields=id&tenant_id=fbd6e36a563a4245acae34e00437ca87 HTTP/1.1" status: 200  len: 267 time: 0.0439360
May 14 21:50:07.018324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-4e8c49ac-11a2-4ff5-b8c5-4ffdce3b398d tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:07.019827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-4e8c49ac-11a2-4ff5-b8c5-4ffdce3b398d tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 814 time: 0.1041858
May 14 21:50:07.035080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-3fedfbf2-9464-48d7-9abb-207b2453d835 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/quotas/fbd6e36a563a4245acae34e00437ca87 HTTP/1.1" status: 200  len: 375 time: 0.0098381
May 14 21:50:07.082783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-ae1af243-1ef4-4b12-b3a1-24af6366f9fd tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0428483
May 14 21:50:07.180070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-f46a29bb-4b9b-4b8e-ac2a-5c358f7caa4b service neutron] 10.222.0.52 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858004
May 14 21:50:07.267256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-036cde53-6758-4429-9360-c1c0c6ce8c6a service neutron] 10.222.0.52 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812116
May 14 21:50:07.793971 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a0db6895-10df-4a20-b716-97023c84b102 req-fd9fe47e-566d-4f51-a366-9ca24bc6552e tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 210 time: 0.0299873
May 14 21:50:08.899104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c051b877-61ea-4cf2-bf28-6638478f9f87 req-9b83d8fb-608a-42e2-bf96-ed7d5acf3d6b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 210 time: 0.0355711
May 14 21:50:09.894626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-d91c223d-010a-4b61-8517-6e13a3c6c98a tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:09.896140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-d91c223d-010a-4b61-8517-6e13a3c6c98a tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 814 time: 0.1055641
May 14 21:50:09.959814 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-ea2f5530-5afe-486b-b9ef-39c5b71cf199 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd6e36a563a4245acae34e00437ca87 HTTP/1.1" status: 200  len: 380 time: 0.0561867
May 14 21:50:09.968970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'port': {'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'admin_state_up': True, 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'security_groups': ['e5fc1982-1fec-44f4-b938-05b04115ee01']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:10.004368 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0fb3d62e-e82d-432e-b123-2a500b9eeb57 req-a82e3a2e-b31d-4bd1-8308-ffe6a596ea70 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 210 time: 0.0329785
May 14 21:50:10.136902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Made reservation on behalf of fbd6e36a563a4245acae34e00437ca87 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:50:10.141078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.266996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Allocated IP 172.20.0.11 (ab045a92-e325-4248-b39f-db14e2d2fe17/e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6/fabc866e-ec56-434f-8b1d-167f054712e7) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:10.406429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a1627fb-a202-4320-a5ec-29e2d9b17ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.412688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for port (fabc866e-ec56-434f-8b1d-167f054712e7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.503759 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.552713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Network ab045a92-e325-4248-b39f-db14e2d2fe17 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:10.559825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:10.565030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:10.606246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'Port': ['ID=fabc866e-ec56-434f-8b1d-167f054712e7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:10.616212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:10.616838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.700323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-c5df6845-cc6d-4838-947c-b9d1c7775c45 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7355735
May 14 21:50:10.712536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Request body: {'port': {'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:10.778529 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.823751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f8534e0-9992-4687-983d-c1908ec3a2e5 None None] Provisioning complete for port fabc866e-ec56-434f-8b1d-167f054712e7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:10.824122 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f8534e0-9992-4687-983d-c1908ec3a2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:10.864284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f8534e0-9992-4687-983d-c1908ec3a2e5 None None] Port fabc866e-ec56-434f-8b1d-167f054712e7 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:50:11.115146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabc866e-ec56-434f-8b1d-167f054712e7 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:50:11.125225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Publish callbacks [] for port (fabc866e-ec56-434f-8b1d-167f054712e7), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:11.146957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6de336-9795-4898-a63c-eccb8dad4a81 req-4d4271f0-4776-44b0-a519-a2d60513c424 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:11.148580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a6de336-9795-4898-a63c-eccb8dad4a81 req-4d4271f0-4776-44b0-a519-a2d60513c424 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 932 time: 0.0702901
May 14 21:50:11.151404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Transition to ACTIVE for port object fabc866e-ec56-434f-8b1d-167f054712e7 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:50:11.201978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a6de336-9795-4898-a63c-eccb8dad4a81 req-ccffe7f2-0097-485c-b0e3-2a686dfa47d4 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466211
May 14 21:50:11.216905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:11.268090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc866e-ec56-434f-8b1d-167f054712e7,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:11.345894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Attempting to bind port fabc866e-ec56-434f-8b1d-167f054712e7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:50:11.346226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Attempting to bind port fabc866e-ec56-434f-8b1d-167f054712e7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:50:11.346553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Attempting to bind port fabc866e-ec56-434f-8b1d-167f054712e7 on network ab045a92-e325-4248-b39f-db14e2d2fe17 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:11.351051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Port fabc866e-ec56-434f-8b1d-167f054712e7 on network ab045a92-e325-4248-b39f-db14e2d2fe17 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:50:11.351366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Attempting to bind port fabc866e-ec56-434f-8b1d-167f054712e7 on network ab045a92-e325-4248-b39f-db14e2d2fe17 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:11.356672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:50:11.357008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Checking segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:50:11.357483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Bound using segment: {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:50:11.357909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Bound port: fabc866e-ec56-434f-8b1d-167f054712e7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c619935-6abe-4b38-9f78-87ee9bc7c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:50:11.358264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:11.430605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] For port fabc866e-ec56-434f-8b1d-167f054712e7, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:50:11.437667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] For port fabc866e-ec56-434f-8b1d-167f054712e7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fabc866e-ec56-434f-8b1d-167f054712e7,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:50:11.531809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:11.568165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:11.569189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:11.570388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-60210d32-4ede-4756-a583-62df074d4694 service neutron] 10.222.0.48 "PUT /v2.0/ports/fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 1092 time: 0.8628707
May 14 21:50:11.570857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:11.573113 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930" -d '{"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:11.605013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60210d32-4ede-4756-a583-62df074d4694 service neutron] Pushing event updated for resources: {'Port': ['ID=fabc866e-ec56-434f-8b1d-167f054712e7,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:11.618707 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac84386-ef41-413c-868a-2a4311119fdf x-openstack-request-id: req-3ac84386-ef41-413c-868a-2a4311119fdf {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:11.619001 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:11.619256 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ac84386-ef41-413c-868a-2a4311119fdf {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:11.619713 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac84386-ef41-413c-868a-2a4311119fdf'] response: {'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'status': 'completed', 'code': 200}
May 14 21:50:11.680786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930 req-90841ad2-6922-46ea-afd4-26c3e36f1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:11.682344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930 req-90841ad2-6922-46ea-afd4-26c3e36f1714 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1126 time: 0.0425272
May 14 21:50:11.790793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930 req-aac5fffb-b8eb-42fe-8aa8-3c725c4aec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:11.790793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930 req-aac5fffb-b8eb-42fe-8aa8-3c725c4aec95 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fbd6e36a563a4245acae34e00437ca87&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1010349
May 14 21:50:11.882736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930 req-62c61f8c-afc8-4e0e-8e4b-a8fead1e816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:11.884194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-baa7bdfe-58a1-4ba6-b7e6-3dbc86b2c930 req-62c61f8c-afc8-4e0e-8e4b-a8fead1e816d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0878680
May 14 21:50:11.956553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-55f26f13-b187-410b-9f3b-f3c931388a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:11.958084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-55f26f13-b187-410b-9f3b-f3c931388a36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1126 time: 0.0401478
May 14 21:50:12.010364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-0073aa9f-63f4-4b75-88b3-e2373aee4407 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 217 time: 0.0381789
May 14 21:50:12.050859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-65c78d3a-edc3-4bcc-8d45-c0aab7eb67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:12.052340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-65c78d3a-edc3-4bcc-8d45-c0aab7eb67e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0446167
May 14 21:50:12.097193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:12.100751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-32e41261-49c2-46f5-af71-1b8d77ceebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:12.102219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-32e41261-49c2-46f5-af71-1b8d77ceebf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390761
May 14 21:50:12.194771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-fe7ce2d7-391f-412e-b9d8-cef2e10db661 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860875
May 14 21:50:12.310019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-99037a80-f1c1-45df-bcd4-77a9b62f9100 req-6ac344c1-dc09-45d4-92ca-f83216dc7679 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094446
May 14 21:50:12.329464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592e698-80c0-4a1b-8f69-734b53b75143 req-0a03ef68-2c0c-4d57-ab06-ebba41425e86 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:12.331002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0592e698-80c0-4a1b-8f69-734b53b75143 req-0a03ef68-2c0c-4d57-ab06-ebba41425e86 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 944 time: 0.0595040
May 14 21:50:12.380885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0592e698-80c0-4a1b-8f69-734b53b75143 req-67583697-c92a-425f-bc3c-f9d9e74401bc tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440021
May 14 21:50:12.593904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:12.833940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9a6ed412-f70f-4726-ae8a-a8f7e95c8948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:13.497308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30b665-250f-493a-b057-f53687ab4047 req-9604fb63-b28b-4472-b7fa-0848b97f0417 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:13.499007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d30b665-250f-493a-b057-f53687ab4047 req-9604fb63-b28b-4472-b7fa-0848b97f0417 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 944 time: 0.0480118
May 14 21:50:13.550455 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-5d30b665-250f-493a-b057-f53687ab4047 req-b49b47a7-9f2e-438f-b66b-250e123b63a8 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457504
May 14 21:50:13.948296 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:14.668966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecde24-4a80-4f06-995e-14ba12a8f916 req-09a8716a-27e5-4de2-9585-b4bbc70ded82 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:14.671085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79ecde24-4a80-4f06-995e-14ba12a8f916 req-09a8716a-27e5-4de2-9585-b4bbc70ded82 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 944 time: 0.0498402
May 14 21:50:14.722748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79ecde24-4a80-4f06-995e-14ba12a8f916 req-a349443a-d6ed-449d-8c93-097d84ae7ee2 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458653
May 14 21:50:15.736814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:15.838360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a41ae-2a39-4d69-9213-6b34e8e8a83b req-83333af7-359f-4d4b-b3dc-1f0c53d70694 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:15.839793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e52a41ae-2a39-4d69-9213-6b34e8e8a83b req-83333af7-359f-4d4b-b3dc-1f0c53d70694 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 944 time: 0.0470135
May 14 21:50:15.870600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fabc866e-ec56-434f-8b1d-167f054712e7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:50:15.890550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e52a41ae-2a39-4d69-9213-6b34e8e8a83b req-ea96e477-bf12-40bb-bc7f-f609542dfd6f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442080
May 14 21:50:15.972748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fabc866e-ec56-434f-8b1d-167f054712e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fabc866e-ec56-434f-8b1d-167f054712e7,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:15.984905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:50:16.021788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fabc866e-ec56-434f-8b1d-167f054712e7 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:16.022164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:16.035039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabc866e-ec56-434f-8b1d-167f054712e7 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:50:16.054359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fabc866e-ec56-434f-8b1d-167f054712e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fabc866e-ec56-434f-8b1d-167f054712e7,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:16.125423 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:16.175089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fabc866e-ec56-434f-8b1d-167f054712e7,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:16.316561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['fabc866e-ec56-434f-8b1d-167f054712e7'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:50:16.788311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:17.008708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf453f-c174-4915-b781-20d56286e991 req-88d49639-f51f-4682-9019-33bee396aa5c tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:17.010191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2bf453f-c174-4915-b781-20d56286e991 req-88d49639-f51f-4682-9019-33bee396aa5c tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 945 time: 0.0515277
May 14 21:50:17.057722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2bf453f-c174-4915-b781-20d56286e991 req-2a9067da-eab4-4614-81b9-250bf316ef71 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418866
May 14 21:50:17.894964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fabc866e-ec56-434f-8b1d-167f054712e7 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:50:17.939641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port fabc866e-ec56-434f-8b1d-167f054712e7 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:50:18.017312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port fabc866e-ec56-434f-8b1d-167f054712e7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:18.017686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:18.096377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port fabc866e-ec56-434f-8b1d-167f054712e7 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:18.096768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:18.119779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:18.122079 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b3061c-a64c-448e-b2b9-28d469309210" -d '{"events": [{"server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "name": "network-vif-plugged", "status": "completed", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:18.138556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port fabc866e-ec56-434f-8b1d-167f054712e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fabc866e-ec56-434f-8b1d-167f054712e7,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:18.164049 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eaf668-406e-45da-b5d0-2f31b2ccf41b x-openstack-request-id: req-b5eaf668-406e-45da-b5d0-2f31b2ccf41b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:18.164507 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "name": "network-vif-plugged", "status": "completed", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:18.164781 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5eaf668-406e-45da-b5d0-2f31b2ccf41b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:18.165187 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5eaf668-406e-45da-b5d0-2f31b2ccf41b'] response: {'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'code': 200}
May 14 21:50:18.176074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935c8c4-d77e-44d9-993f-8dbccc1e3d0b req-d09a98d1-101e-4dfd-b665-db845e2f1626 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:18.177592 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e935c8c4-d77e-44d9-993f-8dbccc1e3d0b req-d09a98d1-101e-4dfd-b665-db845e2f1626 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 945 time: 0.0494609
May 14 21:50:18.199111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:18.229737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e935c8c4-d77e-44d9-993f-8dbccc1e3d0b req-202b8e67-5d54-4df5-a92c-6801969c48b2 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456722
May 14 21:50:18.250147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=fabc866e-ec56-434f-8b1d-167f054712e7,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:18.265254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e994d-b853-4b42-adb0-6c3b30259ab8 req-ac02132e-61c9-473e-be94-ec164f8fa3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:18.266764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-227e994d-b853-4b42-adb0-6c3b30259ab8 req-ac02132e-61c9-473e-be94-ec164f8fa3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0409954
May 14 21:50:18.310902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-227e994d-b853-4b42-adb0-6c3b30259ab8 req-afdca10c-b1d9-4d2b-a3b8-e5593ca7feb9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387871
May 14 21:50:18.464477 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:50:19.347643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8659-1839-41cc-8253-74bba35fce6a req-2e0035ec-530e-4248-86bc-fbf5be269a54 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:19.349098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-662e8659-1839-41cc-8253-74bba35fce6a req-2e0035ec-530e-4248-86bc-fbf5be269a54 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 946 time: 0.0469365
May 14 21:50:19.407260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-662e8659-1839-41cc-8253-74bba35fce6a req-3baa10cc-e9f9-450d-8667-bc4faa59a75d tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525465
May 14 21:50:20.524714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79b9b-b60b-478e-a842-b3a4732b6d86 req-f52e1cf6-f141-4278-8e7f-1280ef10b8c7 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:20.526461 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9a79b9b-b60b-478e-a842-b3a4732b6d86 req-f52e1cf6-f141-4278-8e7f-1280ef10b8c7 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 946 time: 0.0522540
May 14 21:50:20.574546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f9a79b9b-b60b-478e-a842-b3a4732b6d86 req-e5d7621e-aac3-4b34-809e-84119a6c095c tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423803
May 14 21:50:20.689206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6eeb9-ef76-48bc-b786-e314b1c798e8 req-909c4876-7eb0-4e2c-a2e5-bfb813334f59 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:20.690620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eed6eeb9-ef76-48bc-b786-e314b1c798e8 req-909c4876-7eb0-4e2c-a2e5-bfb813334f59 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 946 time: 0.0492277
May 14 21:50:20.738678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eed6eeb9-ef76-48bc-b786-e314b1c798e8 req-75cbb411-366d-4044-9dab-cc5eee930034 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424297
May 14 21:50:20.760972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:20.844263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852e009-6d4a-4abe-bd90-8bb40c2661c1 tempest-TestVolumeBackupRestore-940320701 tempest-TestVolumeBackupRestore-940320701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:20.845824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b852e009-6d4a-4abe-bd90-8bb40c2661c1 tempest-TestVolumeBackupRestore-940320701 tempest-TestVolumeBackupRestore-940320701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1123 time: 0.0838757
May 14 21:50:20.848777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46074) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:20.852926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:20.954142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:21.038158 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:21.138605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Allocated IP 172.35.4.36 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/155439a2-3b8a-44d8-a22b-cec0312cdf18) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:21.242492 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:21.337089 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:21.373290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:21.376446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:21.382025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:21.407864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'Port': ['ID=155439a2-3b8a-44d8-a22b-cec0312cdf18,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:21.769356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for floatingip (9721c727-c05a-4e02-9bc8-ca7b65fc538d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:21.901977 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:22.086539 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:22.125120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:22.193224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event updated for resources: {'Port': ['ID=155439a2-3b8a-44d8-a22b-cec0312cdf18,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:22.201322 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9721c727-c05a-4e02-9bc8-ca7b65fc538d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:22.304317 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Floating IP 9721c727-c05a-4e02-9bc8-ca7b65fc538d associated. External IP: 172.35.4.36, port: fabc866e-ec56-434f-8b1d-167f054712e7.
May 14 21:50:22.513658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Router e9638317-e602-4f3f-90ae-b85b215c17c4 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:50:22.622333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:22.632429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] Sync routers for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:22.642764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:22.643385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d31430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:22.692084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:22.723239 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fab420ff-2608-4447-850e-7a1b8eee9094 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8732905
May 14 21:50:22.723904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:22.725900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46080) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:22.726422 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972" -d '{"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:22.759524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:22.764223 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae9898e-e873-4a2d-aace-2a630c25227b x-openstack-request-id: req-4ae9898e-e873-4a2d-aace-2a630c25227b {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:22.764540 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:22.764788 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ae9898e-e873-4a2d-aace-2a630c25227b {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:22.765257 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae9898e-e873-4a2d-aace-2a630c25227b'] response: {'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'status': 'completed', 'code': 200}
May 14 21:50:22.767306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bd1ed-9ae8-427f-9611-c9cd309b734f tempest-TestVolumeBackupRestore-940320701 tempest-TestVolumeBackupRestore-940320701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:22.769048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b66bd1ed-9ae8-427f-9611-c9cd309b734f tempest-TestVolumeBackupRestore-940320701 tempest-TestVolumeBackupRestore-940320701-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1123 time: 0.0413806
May 14 21:50:22.771906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46084) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:22.776521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Request body: {'floatingip': {'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:22.862155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-adca2882-1f68-4fb6-93a4-cb9c0dd4cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:22.863674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-adca2882-1f68-4fb6-93a4-cb9c0dd4cc87 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0506277
May 14 21:50:22.870051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for floatingip (9721c727-c05a-4e02-9bc8-ca7b65fc538d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:22.978883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d31430>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9721c727-c05a-4e02-9bc8-ca7b65fc538d', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'floating_ip_address': '172.35.4.36', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:21Z', 'updated_at': '2022-05-14T21:50:21Z', 'revision_number': 0, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:23.006425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] Checking router: e9638317-e602-4f3f-90ae-b85b215c17c4 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:50:23.016474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:23.017045 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d31430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:23.056489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-e720a302-2a02-45d1-9c27-f29fba31d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:23.057964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-e720a302-2a02-45d1-9c27-f29fba31d336 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.1848664
May 14 21:50:23.128681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:23.195320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-5565e897-2978-4404-a4a6-436f95885517 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 999 time: 0.1300719
May 14 21:50:23.357789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d31430>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9721c727-c05a-4e02-9bc8-ca7b65fc538d', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'floating_ip_address': '172.35.4.36', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:21Z', 'updated_at': '2022-05-14T21:50:21Z', 'revision_number': 0, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:23.386446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a975d0bd-0286-4190-9c79-6dc5456c604d None None] The sync data for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 is: [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9721c727-c05a-4e02-9bc8-ca7b65fc538d', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'floating_ip_address': '172.35.4.36', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:21Z', 'updated_at': '2022-05-14T21:50:21Z', 'revision_number': 0, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:50:23.599457 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba1a65d-db39-4736-8b36-3762162c0501 None None] New status for floating IP 9721c727-c05a-4e02-9bc8-ca7b65fc538d: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:50:23.608837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-1d3bf5ae-1dd1-4fa0-a557-7472122bcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:23.610318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-1d3bf5ae-1dd1-4fa0-a557-7472122bcdb2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.4091508
May 14 21:50:23.703071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-ea4db0d9-8011-42c0-b03a-c2f5842b8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:23.704641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-ea4db0d9-8011-42c0-b03a-c2f5842b8a18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0864770
May 14 21:50:23.877211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-83e0bf88-8a32-4348-a593-53e22b2a6a37 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325099
May 14 21:50:23.975800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:24.008957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbb9f4a2-f38d-40f6-b16d-ba862ee02972 req-20d7192b-df34-4c89-ac1d-6ce7de27b130 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1057694
May 14 21:50:24.045217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9721c727-c05a-4e02-9bc8-ca7b65fc538d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:24.046392 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.db.api [None req-0ba1a65d-db39-4736-8b36-3762162c0501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:50:24.047254 ncdv-master-1 neutron-server[115783]: DEBUG oslo_db.api [None req-0ba1a65d-db39-4736-8b36-3762162c0501 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:50:24.261176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Router e9638317-e602-4f3f-90ae-b85b215c17c4 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:50:24.372175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:24.377053 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:24.409099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:24.411351 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c0462-a8ac-4ddb-8fc1-56ba81111c53" -d '{"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:24.439119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b3e48093-71d2-4c1e-8741-3b922555b95b tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "PUT /v2.0/floatingips/9721c727-c05a-4e02-9bc8-ca7b65fc538d HTTP/1.1" status: 200  len: 991 time: 1.6661406
May 14 21:50:24.463950 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e8d85-69c2-4e8b-99a9-e98717c54733 x-openstack-request-id: req-940e8d85-69c2-4e8b-99a9-e98717c54733 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:24.464244 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:24.464498 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-940e8d85-69c2-4e8b-99a9-e98717c54733 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:24.464912 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940e8d85-69c2-4e8b-99a9-e98717c54733'] response: {'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'status': 'completed', 'code': 200}
May 14 21:50:24.522577 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-0e604f0d-1d5a-443f-b68b-95d618a6ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:24.524001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-0e604f0d-1d5a-443f-b68b-95d618a6ca58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0391591
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]: WARNING neutron.objects.base [None req-0ba1a65d-db39-4736-8b36-3762162c0501 None None] ORM session: SQL execution without transaction in progress, traceback:
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     func(*args, **kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     self.work.run()
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     result = self.fn(*self.args, **self.kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     res = self.dispatcher.dispatch(message)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return self._do_dispatch(endpoint, method, ctxt, args)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     result = func(ctxt, **new_args)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f(*args, **kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f(*args, **kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f(*dup_args, **dup_kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     self.l3plugin.update_floatingip_status(context,
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f_with_retry(*args, **kwargs,
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f(*args, **kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f(*args, **kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return f(*dup_args, **dup_kwargs)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return l3_obj.FloatingIP.update_object(
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return super(NeutronDbObject, cls).update_object(
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     obj = cls.get_object(
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     db_obj = obj_db_api.get_object(
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return _get_filter_query(obj_cls, context, **kwargs).first()
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     return self.limit(1)._iter().first()
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     result = self.session.execute(
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]:     result = fn(orm_exec_state)
May 14 21:50:24.570091 ncdv-master-1 neutron-server[115783]: 
May 14 21:50:24.615253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-23e4a2e5-cfe6-43b0-94ca-b136ec1d5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:24.616777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-23e4a2e5-cfe6-43b0-94ca-b136ec1d5944 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0874162
May 14 21:50:24.685178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-dd113861-a0e5-4ac7-ab33-9ddde6f73c2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 999 time: 0.0614185
May 14 21:50:24.740582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-b489fece-60ee-4732-bb7a-8474f9325b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:24.742074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-b489fece-60ee-4732-bb7a-8474f9325b87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0510762
May 14 21:50:24.788443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-1bc236b4-cc03-49b5-ad63-6ff4948d6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:24.789955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-1bc236b4-cc03-49b5-ad63-6ff4948d6349 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395303
May 14 21:50:24.878195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-411e5584-fd63-4555-9bdd-f6f2435dd494 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810833
May 14 21:50:24.962955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] Sync routers for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:24.974162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:24.974782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d319d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:24.975829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-194c0462-a8ac-4ddb-8fc1-56ba81111c53 req-1ebe63f6-5e21-449a-a74b-7182d68fcf06 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918458
May 14 21:50:25.087834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:25.448273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d319d0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9721c727-c05a-4e02-9bc8-ca7b65fc538d', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'floating_ip_address': '172.35.4.36', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:21Z', 'updated_at': '2022-05-14T21:50:24Z', 'revision_number': 2, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:25.474919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] Checking router: e9638317-e602-4f3f-90ae-b85b215c17c4 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:50:25.483212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:25.483862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d319d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:25.589241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:25.812810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d319d0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9721c727-c05a-4e02-9bc8-ca7b65fc538d', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'floating_ip_address': '172.35.4.36', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:21Z', 'updated_at': '2022-05-14T21:50:24Z', 'revision_number': 2, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:25.839125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0bae49-60d2-406f-ad80-257c204f1ca2 None None] The sync data for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 is: [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9721c727-c05a-4e02-9bc8-ca7b65fc538d', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'floating_ip_address': '172.35.4.36', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'port_id': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'mac_address': 'fa:16:3e:d5:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba04a2d9-8864-4848-b937-425921786664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:21Z', 'updated_at': '2022-05-14T21:50:24Z', 'revision_number': 2, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:50:26.466719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:26.470200 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a13fbf8-02ee-4380-8fc4-991efed2b24b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:26.507654 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c27abe1-f43a-406c-b07a-2fd6cd2c983d x-openstack-request-id: req-2c27abe1-f43a-406c-b07a-2fd6cd2c983d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:26.508481 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:26.508481 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c27abe1-f43a-406c-b07a-2fd6cd2c983d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:26.508784 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c27abe1-f43a-406c-b07a-2fd6cd2c983d'] response: {'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'status': 'completed', 'code': 200}
May 14 21:50:26.567196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-690d95a5-b854-43ba-9519-97698d98f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:26.568705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-690d95a5-b854-43ba-9519-97698d98f956 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0394602
May 14 21:50:26.661345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-1bb4fe43-8394-4cdf-b3d4-741c835a5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:26.662784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-1bb4fe43-8394-4cdf-b3d4-741c835a5841 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0877481
May 14 21:50:26.726536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-830ba4d9-f3a8-499a-8af4-a8c047e54e59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 1001 time: 0.0580530
May 14 21:50:26.782257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-bddf52c6-ba5a-4d39-b4a7-2778f8e60e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:26.783776 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-bddf52c6-ba5a-4d39-b4a7-2778f8e60e1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0488560
May 14 21:50:26.826453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-87953d83-b179-49be-b991-c122990f5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:26.828124 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-87953d83-b179-49be-b991-c122990f5502 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383511
May 14 21:50:26.914972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-92b9297e-7373-4c4f-9107-66006343711b service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810030
May 14 21:50:27.007449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a13fbf8-02ee-4380-8fc4-991efed2b24b req-1b4ec86d-d26f-4a1f-9c2c-5eed972d64cc service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867624
May 14 21:50:27.630540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1c2b0-5636-4a6c-b580-23e23588c4ce req-9a6a5e96-3f16-453c-b66e-a10888420c24 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:27.632102 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cd1c2b0-5636-4a6c-b580-23e23588c4ce req-9a6a5e96-3f16-453c-b66e-a10888420c24 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1128 time: 0.0414681
May 14 21:50:27.679420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8cd1c2b0-5636-4a6c-b580-23e23588c4ce req-c726c916-483d-4342-a536-1e4feafccc68 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411282
May 14 21:50:27.701326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46096) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:27.852024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 329ee9f9-42b9-490f-9804-f62afcf5f345 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:50:27.852287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:27.931841 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:27.932176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (329ee9f9-42b9-490f-9804-f62afcf5f345), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:27.944810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 329ee9f9-42b9-490f-9804-f62afcf5f345 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:50:28.153929 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (329ee9f9-42b9-490f-9804-f62afcf5f345), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:28.187457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=329ee9f9-42b9-490f-9804-f62afcf5f345,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:28.243212 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (c6edfd2d-775a-4ccf-bfbd-a71bb252a719), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:28.243568 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP c6edfd2d-775a-4ccf-bfbd-a71bb252a719 disassociated (deleted). External IP: 172.35.4.16, port: 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3.
May 14 21:50:28.463817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:50:28.574038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:28.579595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:28.585225 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] Sync routers for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:28.594501 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:28.595119 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d9eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:28.607566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-929c4da1-d403-44d0-be0a-6ab50244fd90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/floatingips/c6edfd2d-775a-4ccf-bfbd-a71bb252a719 HTTP/1.1" status: 204  len: 168 time: 0.9051337
May 14 21:50:28.608659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:28.610930 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23f1231-b70b-41e3-827a-82682d1f9211" -d '{"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:28.658273 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffe3a6-eae2-4445-9349-d6a823c6d918 x-openstack-request-id: req-a6ffe3a6-eae2-4445-9349-d6a823c6d918 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:28.658273 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:28.658273 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6ffe3a6-eae2-4445-9349-d6a823c6d918 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:28.658745 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ffe3a6-eae2-4445-9349-d6a823c6d918'] response: {'name': 'network-changed', 'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'status': 'completed', 'code': 200}
May 14 21:50:28.711751 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:28.717332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-2e25c7ed-2a20-4bf7-be69-f29f3103fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:28.718985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-2e25c7ed-2a20-4bf7-be69-f29f3103fe62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 1128 time: 0.0410633
May 14 21:50:28.816190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-9dd2c120-7df4-49d5-956e-03858955633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:28.817711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-9dd2c120-7df4-49d5-956e-03858955633e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 200  len: 897 time: 0.0931146
May 14 21:50:28.857688 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-b88af76f-7e37-4cfa-a1c1-542588fd96bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 200  len: 217 time: 0.0343239
May 14 21:50:28.911799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-2c128327-3141-42b8-b93d-2b9a25ba4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:28.913452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-2c128327-3141-42b8-b93d-2b9a25ba4d5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 200  len: 835 time: 0.0505314
May 14 21:50:28.915198 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d9eb20>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:28.943642 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] Checking router: cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:50:28.952439 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:28.953000 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d9eb20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:28.965096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-d5263643-17bb-4cb4-a83d-927b89d57b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:28.966646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-d5263643-17bb-4cb4-a83d-927b89d57b91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7fbc828b-a320-43bb-b7d9-1e31801bb2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463052
May 14 21:50:29.057551 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061659f-ec4c-4e54-8109-fc0a9f8a1911 req-dacabce7-0aeb-494c-8cf4-cd7a5a6ee09a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:29.058947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-73ded566-36a7-462e-8a5f-881f5371d747 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862720
May 14 21:50:29.059797 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8061659f-ec4c-4e54-8109-fc0a9f8a1911 req-dacabce7-0aeb-494c-8cf4-cd7a5a6ee09a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 946 time: 0.0550442
May 14 21:50:29.071007 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:29.110970 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8061659f-ec4c-4e54-8109-fc0a9f8a1911 req-cd077366-9b83-4664-927c-ddacba84e3d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448792
May 14 21:50:29.260346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d9eb20>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:29.286864 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e72a0-cfe7-4d43-bce1-b2813295d888 None None] The sync data for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 is: [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '83d3c6b9-65ec-40d1-8355-3b7f09578f7c', 'name': '', 'network_id': '7fbc828b-a320-43bb-b7d9-1e31801bb2a0', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:97:00:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:36Z', 'updated_at': '2022-05-14T21:48:40Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'd42a455a-afcc-41a1-b02c-f74f78b935d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:50:29.509729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72ec6-0dd2-42ad-be9c-3126a8c83ae5 None None] New status for floating IP c6edfd2d-775a-4ccf-bfbd-a71bb252a719: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:50:30.057503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c23f1231-b70b-41e3-827a-82682d1f9211 req-e646f870-8e44-42ed-90fa-7cb67cd09da0 service neutron] 10.222.0.36 "GET /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1019471
May 14 21:50:30.232974 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5230c-ec53-4fd0-ae56-766602528058 req-8ec9c96c-5a92-4785-b243-aae2ae8401cc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:30.234368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18e5230c-ec53-4fd0-ae56-766602528058 req-8ec9c96c-5a92-4785-b243-aae2ae8401cc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 946 time: 0.0497701
May 14 21:50:30.324450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-18e5230c-ec53-4fd0-ae56-766602528058 req-4ceb667d-961b-4c29-bbf2-a948f640f553 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=f89da4f9-3e51-444e-b6fc-b84b0aa32f04&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841391
May 14 21:50:30.338811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-7193cb18-e7aa-4c59-9acc-051d340ff169 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:30.340993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-7193cb18-e7aa-4c59-9acc-051d340ff169 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 946 time: 0.0805292
May 14 21:50:30.438353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:50:30.438724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:30.538783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:30.539063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:30.552408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:50:30.766507 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:30.795776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:30.841694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] No DVR routers for this DVR port 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:50:30.844495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:30.848008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b771d5-b044-48e2-8435-528e3a543cc6 req-69cd4cfd-0dc2-4441-a79f-c952f7408bfa tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "DELETE /v2.0/ports/43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 HTTP/1.1" status: 204  len: 173 time: 0.5022495
May 14 21:50:30.850916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-deleted', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:30.850916 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b39351-7015-433a-b170-d1e25b551bdd" -d '{"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-deleted", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:30.887416 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7899a332-f2ed-4d6a-903b-246bccb9abe4 x-openstack-request-id: req-7899a332-f2ed-4d6a-903b-246bccb9abe4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:30.892910 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c74149a-e96c-4f13-a6a1-6d9e74fd85e2", "name": "network-vif-deleted", "tag": "43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:30.892910 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7899a332-f2ed-4d6a-903b-246bccb9abe4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:30.892910 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7899a332-f2ed-4d6a-903b-246bccb9abe4'] response: {'server_uuid': '2c74149a-e96c-4f13-a6a1-6d9e74fd85e2', 'name': 'network-vif-deleted', 'tag': '43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3', 'status': 'completed', 'code': 200}
May 14 21:50:31.453692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e12e5ad-8111-4827-8e83-cfafba92c89f req-df54c4eb-b5d0-4599-b8b9-280aa9d6beab tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c74149a-e96c-4f13-a6a1-6d9e74fd85e2 HTTP/1.1" status: 200  len: 210 time: 0.0286512
May 14 21:50:32.517862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46114) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:33.172657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:33.421926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:50:33.422270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:33.513411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 83d3c6b9-65ec-40d1-8355-3b7f09578f7c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:33.513771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:33.527498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 83d3c6b9-65ec-40d1-8355-3b7f09578f7c owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:50:33.793761 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (83d3c6b9-65ec-40d1-8355-3b7f09578f7c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:33.819639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=83d3c6b9-65ec-40d1-8355-3b7f09578f7c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:34.005635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.171407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:50:34.191853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:50:34.192206 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 43fe9ee4-5d99-46d5-b6c4-e77f68d05bb3 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:50:34.226356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:50:34.333834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:34.339514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90092a02-7ca1-430c-b657-c2d7fa943783 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8208516
May 14 21:50:34.341499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46116) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:34.344056 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] Sync routers for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:34.354110 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:34.354725 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:34.391031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting subnet d42a455a-afcc-41a1-b02c-f74f78b935d9 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:50:34.395548 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (d42a455a-afcc-41a1-b02c-f74f78b935d9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.435686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (d42a455a-afcc-41a1-b02c-f74f78b935d9), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.463989 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:34.523889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (d42a455a-afcc-41a1-b02c-f74f78b935d9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.632690 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:50:33Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:34.662712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (d42a455a-afcc-41a1-b02c-f74f78b935d9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.663412 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] Checking router: cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:50:34.671509 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] Routers {'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:34.672115 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:34.688384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Subnet': ['ID=d42a455a-afcc-41a1-b02c-f74f78b935d9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:34.695140 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.702794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-77d9cf30-6de8-46df-acea-df10b54283d2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/subnets/d42a455a-afcc-41a1-b02c-f74f78b935d9 HTTP/1.1" status: 204  len: 168 time: 0.3570035
May 14 21:50:34.703055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46118) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:34.707174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5336ce52-b853-4640-9ee7-b41c70af7e87 None None] Network 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:50:34.787059 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] Set router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:34.825776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.881366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] DHCP port deletion for 7fbc828b-a320-43bb-b7d9-1e31801bb2a0 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:50:34.933377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] Deleting port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:50:34.934307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:34.963490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.010167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] For port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,segment=NetworkSegment(b03376d2-1aa8-48dd-8de2-d6d0a0b5644c),segment_id=b03376d2-1aa8-48dd-8de2-d6d0a0b5644c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:35.010568 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.024025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] Calling delete_port for ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:50:35.069502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:50:35.071017 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e0c9d0>, [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:50:33Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:35.100051 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178fe9f-25f0-45d6-9a30-b8ea61707551 None None] The sync data for ids ['cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1'] in ncdv-master-1 is: [{'id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-216164976', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58'}], 'enable_snat': True}, 'gw_port_id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:32Z', 'updated_at': '2022-05-14T21:50:33Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': '7e8843e9-0ab1-483a-b557-4b65e84655b9', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:76:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:33Z', 'updated_at': '2022-05-14T21:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:50:35.115831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 7e8843e9-0ab1-483a-b557-4b65e84655b9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:50:35.116334 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.175803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:35.176470 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.202768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 7e8843e9-0ab1-483a-b557-4b65e84655b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e8843e9-0ab1-483a-b557-4b65e84655b9,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:35.203135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.211995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.217128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 7e8843e9-0ab1-483a-b557-4b65e84655b9 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:50:35.259525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] Pushing event deleted for resources: {'Port': ['ID=ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:35.262537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa78e0-2322-4a5f-9dd4-85f2685aa808 None None] No DVR routers for this DVR port ef7baccd-cd9a-4d48-a6cc-1b3c94eb1ec3 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:50:35.444807 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7e8843e9-0ab1-483a-b557-4b65e84655b9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.478761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=7e8843e9-0ab1-483a-b557-4b65e84655b9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:35.542042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.657771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.660342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.776692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.777381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Fanout notify agent at l3_agent the message router_deleted on router cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:50:35.784668 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.785784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3b38a1d7-21f0-482b-becb-8a4a45363cb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/routers/cad3ac98-6ca5-4bb8-91f6-36a3ee36bcf1 HTTP/1.1" status: 204  len: 168 time: 1.0819204
May 14 21:50:35.788870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46120) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:35.871068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7fbc828b-a320-43bb-b7d9-1e31801bb2a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.964211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7fbc828b-a320-43bb-b7d9-1e31801bb2a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:35.985641 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a6f9f40>,) {'filters': {'network_id': ['7fbc828b-a320-43bb-b7d9-1e31801bb2a0']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:35.995710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6f9f40>, 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:35.995997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a6f9f40>, 'b03376d2-1aa8-48dd-8de2-d6d0a0b5644c') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:36.006154 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (b03376d2-1aa8-48dd-8de2-d6d0a0b5644c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.019861 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b03376d2-1aa8-48dd-8de2-d6d0a0b5644c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.025816 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:50:36.026190 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (b03376d2-1aa8-48dd-8de2-d6d0a0b5644c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:50:36.029251 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:50:36.142088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7fbc828b-a320-43bb-b7d9-1e31801bb2a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.149433 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.152804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/networks/7fbc828b-a320-43bb-b7d9-1e31801bb2a0 HTTP/1.1" status: 204  len: 168 time: 0.3629088
May 14 21:50:36.155835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46122) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:36.163943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c10ccd-912b-4b2f-ae0a-5e5cd6c2d01a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Network': ['ID=7fbc828b-a320-43bb-b7d9-1e31801bb2a0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:36.215189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40c97e47-8afc-4096-8c41-7889b7a1f5a5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (f89da4f9-3e51-444e-b6fc-b84b0aa32f04), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.239751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40c97e47-8afc-4096-8c41-7889b7a1f5a5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (f89da4f9-3e51-444e-b6fc-b84b0aa32f04), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.353930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40c97e47-8afc-4096-8c41-7889b7a1f5a5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f89da4f9-3e51-444e-b6fc-b84b0aa32f04), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.356476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-40c97e47-8afc-4096-8c41-7889b7a1f5a5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.357635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-40c97e47-8afc-4096-8c41-7889b7a1f5a5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/security-groups/f89da4f9-3e51-444e-b6fc-b84b0aa32f04 HTTP/1.1" status: 204  len: 168 time: 0.2008734
May 14 21:50:36.367387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c97e47-8afc-4096-8c41-7889b7a1f5a5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89da4f9-3e51-444e-b6fc-b84b0aa32f04,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:36.596969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46128) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:36.601501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569735624', 'description': 'tempest-secgroup-smoke-569735624 description', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:36.685007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.749889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (d7786799-347e-4b40-b5b9-94dc48d25915), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.809350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d7786799-347e-4b40-b5b9-94dc48d25915), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.838283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7786799-347e-4b40-b5b9-94dc48d25915,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:36.887116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.888345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20fdbcf3-bb69-4f92-8d4e-0100b15c1b33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2903457
May 14 21:50:36.891085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46130) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:36.895870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'd7786799-347e-4b40-b5b9-94dc48d25915', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:36.950014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 83d3c6b9-65ec-40d1-8355-3b7f09578f7c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:50:36.971565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 83d3c6b9-65ec-40d1-8355-3b7f09578f7c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:50:36.977734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 83d3c6b9-65ec-40d1-8355-3b7f09578f7c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:50:36.977902 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (1262fcc1-2ede-4846-b546-c76e92fc65af), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:36.978021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e8843e9-0ab1-483a-b557-4b65e84655b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:50:36.990867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 7e8843e9-0ab1-483a-b557-4b65e84655b9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:50:36.991218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 7e8843e9-0ab1-483a-b557-4b65e84655b9 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:50:37.016134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (1262fcc1-2ede-4846-b546-c76e92fc65af), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.056274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (1262fcc1-2ede-4846-b546-c76e92fc65af), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.074106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1262fcc1-2ede-4846-b546-c76e92fc65af,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:37.137673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.138855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d2007e7e-b0b1-48f7-b8ac-3ab87d5d040f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2462735
May 14 21:50:37.142381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46132) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:37.147087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'd7786799-347e-4b40-b5b9-94dc48d25915', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:37.152533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-b32c152e-abb7-4aa3-8e6e-1dddcb022305 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0452287
May 14 21:50:37.223261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (cc71febd-baeb-4b26-b559-4ff160a634be), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.233769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af210-a188-4428-b1f7-b62d8a44df8c req-9d723bc8-6cb1-40f1-aa19-1e88d0e54837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:37.239093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-9d723bc8-6cb1-40f1-aa19-1e88d0e54837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=233de55e2a38457bb1837da8374b7b54&device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 1128 time: 0.0418231
May 14 21:50:37.274694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (cc71febd-baeb-4b26-b559-4ff160a634be), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.325164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (cc71febd-baeb-4b26-b559-4ff160a634be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.342217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af210-a188-4428-b1f7-b62d8a44df8c req-1bace5f5-9d0d-4956-ada0-79181495d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:37.343865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-1bace5f5-9d0d-4956-ada0-79181495d5bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 200  len: 910 time: 0.0878837
May 14 21:50:37.344229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc71febd-baeb-4b26-b559-4ff160a634be,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:37.390153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.392197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-91882f0f-7b10-45a6-ae7c-a6eeac28574f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2480259
May 14 21:50:37.395051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46134) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:37.399604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'd7786799-347e-4b40-b5b9-94dc48d25915', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:37.509470 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (3af46d90-a8cd-4442-af09-a4f49df7794a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.577287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (3af46d90-a8cd-4442-af09-a4f49df7794a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.652227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (3af46d90-a8cd-4442-af09-a4f49df7794a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.674757 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af46d90-a8cd-4442-af09-a4f49df7794a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:37.730177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-2962fb54-3ee9-4625-b946-b489a7d19e8d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 200  len: 1002 time: 0.3806293
May 14 21:50:37.749853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.754986 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0bd03dd9-0dda-431e-876a-00e18a4c4d62 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3588295
May 14 21:50:37.755683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46136) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:37.763959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'd7786799-347e-4b40-b5b9-94dc48d25915', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:37.780430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af210-a188-4428-b1f7-b62d8a44df8c req-c54a763c-0fe9-4666-8b6b-66453b44df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:37.781877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-c54a763c-0fe9-4666-8b6b-66453b44df9d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 200  len: 848 time: 0.0453153
May 14 21:50:37.829145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642af210-a188-4428-b1f7-b62d8a44df8c req-db8ac51b-9677-4f99-96ab-a4f14e740b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:37.830806 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-db8ac51b-9677-4f99-96ab-a4f14e740b4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0433145
May 14 21:50:37.845438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (4b0fa729-476c-4332-962a-e0d57a5fb98c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.907275 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (4b0fa729-476c-4332-962a-e0d57a5fb98c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.926659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-e583b058-0356-47a9-8d86-bd52ad7908f9 service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895543
May 14 21:50:37.975640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4b0fa729-476c-4332-962a-e0d57a5fb98c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:37.998848 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0fa729-476c-4332-962a-e0d57a5fb98c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:38.021125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-642af210-a188-4428-b1f7-b62d8a44df8c req-72ddb39c-6b58-4baa-870e-4e1617165d0b service neutron] 10.222.0.48 "GET /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883126
May 14 21:50:38.064206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.065438 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-32dad97b-6cba-4c16-b763-128f70a38598 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3088140
May 14 21:50:38.068373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46138) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:38.072742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'd7786799-347e-4b40-b5b9-94dc48d25915', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:38.159396 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:50:38.165193 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (6590b4fd-0365-48ad-a553-3159bfbc4158), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.223769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (6590b4fd-0365-48ad-a553-3159bfbc4158), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.297221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6590b4fd-0365-48ad-a553-3159bfbc4158), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.317333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6590b4fd-0365-48ad-a553-3159bfbc4158,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:38.372651 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.373924 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8f6367b7-95a6-48d1-924b-70750c0ed644 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3045523
May 14 21:50:38.377308 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46140) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:38.381691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'd7786799-347e-4b40-b5b9-94dc48d25915', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:38.451322 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:50:38.457252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (574b149c-e1bb-4116-9763-f325f622460c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.519341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (574b149c-e1bb-4116-9763-f325f622460c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.559529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (574b149c-e1bb-4116-9763-f325f622460c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.578030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574b149c-e1bb-4116-9763-f325f622460c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:38.624676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.626595 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b92e4a44-60e0-43e3-8cf4-58b52652952b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2477098
May 14 21:50:38.629450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46142) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:38.634422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'network': {'name': 'tempest-network-smoke--316867440', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:38.718065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:50:38.721527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.745602 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:50:38.755927 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5f8b180f-308e-4e7b-87ea-7058df7f5c76), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.756331 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Added segment 5f8b180f-308e-4e7b-87ea-7058df7f5c76 of type vlan for network 9663d433-3dce-4185-98aa-0d1d7affc206
May 14 21:50:38.802991 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (9663d433-3dce-4185-98aa-0d1d7affc206), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.925043 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (9663d433-3dce-4185-98aa-0d1d7affc206), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.930159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:38.930745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:38.996055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Network': ['ID=9663d433-3dce-4185-98aa-0d1d7affc206,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:39.006731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 9663d433-3dce-4185-98aa-0d1d7affc206 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:50:39.039196 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0b60e060-c28d-4551-a51b-74e03e0eb9d4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 749 time: 0.4062924
May 14 21:50:39.039679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46144) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:39.044462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'admin_state_up': True, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:39.119718 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.120792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.176678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.379688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.629613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.648591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.756739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.131 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a911e0e7-9fd0-475b-a803-76e25d0c0b98) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:39.863886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.948744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:39.987248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:39.992176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:39.995823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:40.002136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=a911e0e7-9fd0-475b-a803-76e25d0c0b98,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:40.335831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:40.382302 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cee4cf5a-4139-48cb-8f49-0a4109f1e3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:40.545982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:40.753455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:50:40.861001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:40.870628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Sync routers for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:40.880649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:40.881249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f01910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:40.956175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:40.960391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5994443a-ee74-4e30-942c-f3446ca74c08 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9166677
May 14 21:50:40.960789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46146) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:40.993073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a0c2edb5-8bd2-4a79-8fe1-539b32ea4e69 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=9d47cde4b8ee4dbc9ad64de4084690a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0287335
May 14 21:50:40.993349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:40.993476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46148) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:41.084612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b8920-0aef-4625-bd4d-6c9af69f5b14 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:41.086181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-179b8920-0aef-4625-bd4d-6c9af69f5b14 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0919750
May 14 21:50:41.088992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46150) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:41.118201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7d94fe29-9959-47fa-b582-d6540ee3c039 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279510
May 14 21:50:41.120832 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46152) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:41.125532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725907632', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:41.163860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f01910>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:40Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:41.196544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Checking router: 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:50:41.196899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Updating router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 port a911e0e7-9fd0-475b-a803-76e25d0c0b98 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:50:41.224869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.279755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:50:41.283508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.512676 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Publish callbacks [] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.531204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (ac18ebfb-b750-4cf5-81bd-57106328932b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.597258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Subnet': ['ID=ac18ebfb-b750-4cf5-81bd-57106328932b,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:41.607018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Checking segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:50:41.607377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network hostable DHCP agents. Network: 9663d433-3dce-4185-98aa-0d1d7affc206, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:50:41.616368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.669470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Attempting to bind port a911e0e7-9fd0-475b-a803-76e25d0c0b98 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:50:41.669841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Attempting to bind port a911e0e7-9fd0-475b-a803-76e25d0c0b98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:50:41.670207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Attempting to bind port a911e0e7-9fd0-475b-a803-76e25d0c0b98 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:41.672278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a60376-a2e4-47c5-8fc6-6c87f8a19491 None None] Pushing event updated for resources: {'Port': ['ID=a911e0e7-9fd0-475b-a803-76e25d0c0b98,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:41.678428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:50:41.678801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:50:41.679280 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.679733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:50:41.680051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Bound port: a911e0e7-9fd0-475b-a803-76e25d0c0b98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:50:41.680427 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.712887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 9663d433-3dce-4185-98aa-0d1d7affc206 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:50:41.731984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] For port a911e0e7-9fd0-475b-a803-76e25d0c0b98, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:50:41.734991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] For port a911e0e7-9fd0-475b-a803-76e25d0c0b98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a911e0e7-9fd0-475b-a803-76e25d0c0b98,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:50:41.832781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9663d433-3dce-4185-98aa-0d1d7affc206) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:41.838414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:41.850255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.850566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386a339-ee64-462b-860a-bd5cb31394e9 None None] Network 9663d433-3dce-4185-98aa-0d1d7affc206 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:50:41.869746 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:41.910980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e2d0dfda-d5df-4a54-92ea-ca701a0a7346 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7891195
May 14 21:50:41.913654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46154) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:41.971384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:41.972049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f01910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:41.976156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a60376-a2e4-47c5-8fc6-6c87f8a19491 None None] Pushing event updated for resources: {'Port': ['ID=a911e0e7-9fd0-475b-a803-76e25d0c0b98,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:42.090427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9663d433-3dce-4185-98aa-0d1d7affc206', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:50:42.091256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.186312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:42.188338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.544251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Allocated IP 172.20.0.2 (9663d433-3dce-4185-98aa-0d1d7affc206/ac18ebfb-b750-4cf5-81bd-57106328932b/5a7aaddf-07e6-4ab0-8564-d5e476d572ff) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:42.656203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f01910>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:40Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:42.679543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.693571 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.695535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9487ee97-6be0-4810-963c-b7880ab9bf80 None None] The sync data for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 is: [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:40Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:50:42.795144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Publish callbacks [] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.883858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-61d7b45f-4070-499a-abeb-7159939871e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.934181 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:42.977496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Network 9663d433-3dce-4185-98aa-0d1d7affc206 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:42.995686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:42.996675 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.1 (9663d433-3dce-4185-98aa-0d1d7affc206/ac18ebfb-b750-4cf5-81bd-57106328932b/127bac95-d3ce-4121-98b2-1926df26067c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:42.998741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:43.069754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Pushing event updated for resources: {'Port': ['ID=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:43.084059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Attempting to bind port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:50:43.084430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Attempting to bind port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:50:43.084861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Attempting to bind port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:43.090446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:50:43.093789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Checking segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:50:43.093789 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.093789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Bound using segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:50:43.093789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Bound port: 5a7aaddf-07e6-4ab0-8564-d5e476d572ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:50:43.093789 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.136617 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (127bac95-d3ce-4121-98b2-1926df26067c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.168494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] For port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:50:43.171832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] For port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:50:43.228458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (127bac95-d3ce-4121-98b2-1926df26067c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.246342 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.271939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 9663d433-3dce-4185-98aa-0d1d7affc206 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:43.277775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:43.283018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:43.290245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=127bac95-d3ce-4121-98b2-1926df26067c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:43.309130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8c9c2-9e4d-468d-8f28-fc575f4b4046 None None] Pushing event updated for resources: {'Port': ['ID=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:43.343377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.566283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (127bac95-d3ce-4121-98b2-1926df26067c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.913154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (127bac95-d3ce-4121-98b2-1926df26067c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:43.942309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.004905 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (127bac95-d3ce-4121-98b2-1926df26067c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.084737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=127bac95-d3ce-4121-98b2-1926df26067c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:44.088690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.186780 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 9663d433-3dce-4185-98aa-0d1d7affc206 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:44.188318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:44.312985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:50:44.384972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abaff09-aa07-49bd-9f0e-869862935100 None None] Network 9663d433-3dce-4185-98aa-0d1d7affc206 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:50:44.434107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:44.444049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0bf58350-c628-447b-98a5-38f1f6ea78b5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5286896
May 14 21:50:44.467515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] Provisioning complete for port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:44.467515 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.588401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] Current status of the port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:44.590176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.621827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ccc1dd52-60c1-49c5-8a4b-a3768d96a9e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569735624&fields=id&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 267 time: 0.0602155
May 14 21:50:44.627777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] For port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:44.713899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.760151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-bfbf9ed8-0e02-4996-991d-1a3cec5d0964 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:44.761979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-bfbf9ed8-0e02-4996-991d-1a3cec5d0964 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 796 time: 0.1305521
May 14 21:50:44.773951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6701b9-ef8e-4f9b-86da-69f9d380836b None None] Pushing event updated for resources: {'Port': ['ID=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:44.787783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-987348f2-e858-4044-8a08-9946638581f5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/quotas/9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 375 time: 0.0188842
May 14 21:50:44.838985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-70409e08-b265-4fba-af5f-60f32b45c63e None None] Provisioning complete for port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:44.839369 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70409e08-b265-4fba-af5f-60f32b45c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.850939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-b7d50743-ec34-4c7b-bc40-74724b7de969 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0558996
May 14 21:50:44.958288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-70409e08-b265-4fba-af5f-60f32b45c63e None None] Current status of the port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:44.978083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-70409e08-b265-4fba-af5f-60f32b45c63e None None] Provisioning complete for port 127bac95-d3ce-4121-98b2-1926df26067c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:44.978429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70409e08-b265-4fba-af5f-60f32b45c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (127bac95-d3ce-4121-98b2-1926df26067c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:44.990483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-9d9a7a49-67b7-4535-8d9d-06c3c215ab30 service neutron] 10.222.0.52 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216974
May 14 21:50:45.041305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-70409e08-b265-4fba-af5f-60f32b45c63e None None] Port 127bac95-d3ce-4121-98b2-1926df26067c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:50:45.079827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a7aaddf-07e6-4ab0-8564-d5e476d572ff up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:50:45.095040 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Sync routers for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:45.105850 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:45.106479 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231119dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:45.110049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-5c637ad5-91a4-4c75-98d2-a6db97a8754f service neutron] 10.222.0.52 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1106062
May 14 21:50:45.169239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:45.175597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.175597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-28b0d786-de8e-4656-b754-f59d1530d95c None None] Provisioning complete for port 127bac95-d3ce-4121-98b2-1926df26067c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:45.175597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-28b0d786-de8e-4656-b754-f59d1530d95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (127bac95-d3ce-4121-98b2-1926df26067c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.233945 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:45.241233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-28b0d786-de8e-4656-b754-f59d1530d95c None None] Port 127bac95-d3ce-4121-98b2-1926df26067c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:50:45.296289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:45.297452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a911e0e7-9fd0-475b-a803-76e25d0c0b98 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:50:45.389292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c601b299-a2d1-4a47-b012-2e64d6ea7605 None None] Provisioning complete for port 127bac95-d3ce-4121-98b2-1926df26067c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:45.389882 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c601b299-a2d1-4a47-b012-2e64d6ea7605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (127bac95-d3ce-4121-98b2-1926df26067c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.417934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d0f6c568-940e-47a9-92c6-969e58dddfa6 req-9e413626-e055-4e09-9c78-79f1890364b6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 210 time: 0.0417581
May 14 21:50:45.423692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a911e0e7-9fd0-475b-a803-76e25d0c0b98 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:45.424305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.450346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231119dc0>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 2, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:45.467547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c601b299-a2d1-4a47-b012-2e64d6ea7605 None None] Port 127bac95-d3ce-4121-98b2-1926df26067c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:50:45.486118 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Checking router: 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:50:45.486706 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Updating router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 port 127bac95-d3ce-4121-98b2-1926df26067c binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:50:45.519154 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (127bac95-d3ce-4121-98b2-1926df26067c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.521644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a911e0e7-9fd0-475b-a803-76e25d0c0b98 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:45.522030 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.545670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port a911e0e7-9fd0-475b-a803-76e25d0c0b98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a911e0e7-9fd0-475b-a803-76e25d0c0b98,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:45.633458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.699223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=a911e0e7-9fd0-475b-a803-76e25d0c0b98,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:45.764931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.818996 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Publish callbacks [] for port (127bac95-d3ce-4121-98b2-1926df26067c), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.907740 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (127bac95-d3ce-4121-98b2-1926df26067c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:45.967284 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Pushing event updated for resources: {'Port': ['ID=127bac95-d3ce-4121-98b2-1926df26067c,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:45.992442 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.992442 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.992442 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.993835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.993835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.993835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.993835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.993835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.994346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.994469 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.994728 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.995048 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.995369 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.995722 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:45.996035 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:46.027640 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Attempting to bind port 127bac95-d3ce-4121-98b2-1926df26067c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:50:46.028032 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Attempting to bind port 127bac95-d3ce-4121-98b2-1926df26067c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:50:46.030637 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Attempting to bind port 127bac95-d3ce-4121-98b2-1926df26067c on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:46.033653 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:50:46.034044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Checking segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:50:46.034418 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.034833 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Bound using segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:50:46.035297 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Bound port: 127bac95-d3ce-4121-98b2-1926df26067c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:50:46.035708 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (127bac95-d3ce-4121-98b2-1926df26067c), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.104180 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] For port 127bac95-d3ce-4121-98b2-1926df26067c, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:50:46.107395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] For port 127bac95-d3ce-4121-98b2-1926df26067c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=127bac95-d3ce-4121-98b2-1926df26067c,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:50:46.153239 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (127bac95-d3ce-4121-98b2-1926df26067c), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.204468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] Provisioning complete for port 127bac95-d3ce-4121-98b2-1926df26067c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:46.205683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (127bac95-d3ce-4121-98b2-1926df26067c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.221632 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:46.222273 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231119dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:46.266861 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f680-18ef-4d42-ade5-4122fd21bb96 None None] Pushing event updated for resources: {'Port': ['ID=127bac95-d3ce-4121-98b2-1926df26067c,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:46.294677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] Current status of the port 127bac95-d3ce-4121-98b2-1926df26067c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:46.295061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (127bac95-d3ce-4121-98b2-1926df26067c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.333179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] For port 127bac95-d3ce-4121-98b2-1926df26067c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=127bac95-d3ce-4121-98b2-1926df26067c,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:46.374325 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:46.393820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (127bac95-d3ce-4121-98b2-1926df26067c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.452912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbae2ac-083b-4c58-8dac-d3991a37aefb None None] Pushing event updated for resources: {'Port': ['ID=127bac95-d3ce-4121-98b2-1926df26067c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:46.517372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a5350fa-1bca-4543-bbda-dcbf62173a7f None None] Provisioning complete for port 127bac95-d3ce-4121-98b2-1926df26067c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:46.518344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a5350fa-1bca-4543-bbda-dcbf62173a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (127bac95-d3ce-4121-98b2-1926df26067c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:46.529662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f192571a-04ea-45a4-9489-1479505f1f4d req-7add6c1a-7454-46da-ae20-2f4886c0199f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 210 time: 0.0355365
May 14 21:50:46.604603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a5350fa-1bca-4543-bbda-dcbf62173a7f None None] Current status of the port 127bac95-d3ce-4121-98b2-1926df26067c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:46.616289 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231119dc0>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:46.642784 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a44690c-c91c-4bba-a381-22b0fcb8883b None None] The sync data for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 is: [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:50:46.879645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:47.040706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 127bac95-d3ce-4121-98b2-1926df26067c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:50:47.135596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 127bac95-d3ce-4121-98b2-1926df26067c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:47.136032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (127bac95-d3ce-4121-98b2-1926df26067c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:47.217978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 127bac95-d3ce-4121-98b2-1926df26067c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:47.219166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a911e0e7-9fd0-475b-a803-76e25d0c0b98 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:50:47.266607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a911e0e7-9fd0-475b-a803-76e25d0c0b98 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:47.267079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:47.352869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a911e0e7-9fd0-475b-a803-76e25d0c0b98 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:47.510691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-d78420d8-7ab5-4a49-adc6-657d70ded055 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:47.512236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-d78420d8-7ab5-4a49-adc6-657d70ded055 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 796 time: 0.1110637
May 14 21:50:47.577458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-65d62f51-4919-46ef-a844-669303f31ded tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 379 time: 0.0574763
May 14 21:50:47.586690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'port': {'device_id': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'admin_state_up': True, 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'security_groups': ['d7786799-347e-4b40-b5b9-94dc48d25915']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:47.655683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-47a77d04-9409-4bde-ba7e-cbd498939be1 req-265141fa-71d3-479d-b80f-f93cea8701e3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 210 time: 0.0333941
May 14 21:50:47.811715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:50:47.815956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:47.959644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.3 (9663d433-3dce-4185-98aa-0d1d7affc206/ac18ebfb-b750-4cf5-81bd-57106328932b/9eb246db-4507-425a-8cfb-69a595958b9a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:48.096310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (9eb246db-4507-425a-8cfb-69a595958b9a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:48.187627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:48.235667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 9663d433-3dce-4185-98aa-0d1d7affc206 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:48.241683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:48.245464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:48.252731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:48.282043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.282399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.282754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.283453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.283820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.284158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.284704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.285057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.285394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.285730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.286064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.286391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.286719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.287050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.287378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:48.313280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:48.313913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:48.408044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-ec61a22a-5669-4ccb-bb36-d3b7b954a357 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8251016
May 14 21:50:48.418704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Request body: {'port': {'device_id': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:48.436168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8984ebcb-505b-4305-912c-ac598a7fe0b3 None None] Provisioning complete for port 9eb246db-4507-425a-8cfb-69a595958b9a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:48.436715 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8984ebcb-505b-4305-912c-ac598a7fe0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:48.472530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8984ebcb-505b-4305-912c-ac598a7fe0b3 None None] Port 9eb246db-4507-425a-8cfb-69a595958b9a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:50:48.479038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:48.802234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec792-49c0-457a-9078-9b87808cf975 req-e6e85a1a-9809-49ff-a05a-4dde67a88da3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:48.803712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-859ec792-49c0-457a-9078-9b87808cf975 req-e6e85a1a-9809-49ff-a05a-4dde67a88da3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 931 time: 0.0689754
May 14 21:50:48.858263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb246db-4507-425a-8cfb-69a595958b9a {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:50:48.872777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Publish callbacks [] for port (9eb246db-4507-425a-8cfb-69a595958b9a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:48.898513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-859ec792-49c0-457a-9078-9b87808cf975 req-56a8ffa1-3f6b-4758-9d71-c8cfd56e7b0c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747294
May 14 21:50:48.899630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Transition to ACTIVE for port object 9eb246db-4507-425a-8cfb-69a595958b9a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:50:48.964118 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:49.014138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:49.093383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:50:49.093720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:50:49.094047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:49.100216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:50:49.100539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:50:49.105972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:50:49.106305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Checking segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:50:49.106822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Bound using segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:50:49.107272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Bound port: 9eb246db-4507-425a-8cfb-69a595958b9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:50:49.107762 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:49.181425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:50:49.184838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:50:49.262578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:49.298079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.298268 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:49.299738 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] 10.222.0.36 "PUT /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 1091 time: 0.8852246
May 14 21:50:49.300179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:49.302472 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c22cae-da5f-463c-a9f7-df1d83e730fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:49.330341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762465e-5c71-4e2b-b470-b78573c57fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:49.347086 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3752a5-f03d-42bb-8d28-e923c2d7223f x-openstack-request-id: req-0a3752a5-f03d-42bb-8d28-e923c2d7223f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:49.347397 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:49.347678 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a3752a5-f03d-42bb-8d28-e923c2d7223f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:49.352565 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3752a5-f03d-42bb-8d28-e923c2d7223f'] response: {'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'status': 'completed', 'code': 200}
May 14 21:50:49.407574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22cae-da5f-463c-a9f7-df1d83e730fa req-c6f8837e-becc-4bef-8b81-419b51d16d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.409186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79c22cae-da5f-463c-a9f7-df1d83e730fa req-c6f8837e-becc-4bef-8b81-419b51d16d50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1125 time: 0.0442908
May 14 21:50:49.516443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22cae-da5f-463c-a9f7-df1d83e730fa req-8f7bad64-3072-492b-9333-a4833977daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.518231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79c22cae-da5f-463c-a9f7-df1d83e730fa req-8f7bad64-3072-492b-9333-a4833977daff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1027138
May 14 21:50:49.609232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c22cae-da5f-463c-a9f7-df1d83e730fa req-fcf1536f-71d7-456b-8343-56763e62350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.610639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79c22cae-da5f-463c-a9f7-df1d83e730fa req-fcf1536f-71d7-456b-8343-56763e62350a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0870917
May 14 21:50:49.687790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-be1f18f8-df63-4254-a771-716e9788d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.689384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-be1f18f8-df63-4254-a771-716e9788d7aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1125 time: 0.0448349
May 14 21:50:49.729963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-3ac9170f-036c-4f4c-bbbd-ca3b6d6a9b95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 217 time: 0.0345871
May 14 21:50:49.779188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-27a985b8-b5bc-449a-ad2e-a6d774e261ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.780647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-27a985b8-b5bc-449a-ad2e-a6d774e261ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 200  len: 835 time: 0.0444279
May 14 21:50:49.825576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-77f59198-3c38-4d54-86ba-1dcd4305f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:49.827048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-77f59198-3c38-4d54-86ba-1dcd4305f534 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9663d433-3dce-4185-98aa-0d1d7affc206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412834
May 14 21:50:49.917235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-95949435-67e1-4d45-b59c-e21abe35e987 service neutron] 10.222.0.36 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842564
May 14 21:50:50.039971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f749e3-2945-4139-b8a6-781aa73cb366 req-9d9da23a-fbdf-4da8-a193-5aa1fae66d47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:50.041354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53f749e3-2945-4139-b8a6-781aa73cb366 req-9d9da23a-fbdf-4da8-a193-5aa1fae66d47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 943 time: 0.0612223
May 14 21:50:50.058301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-08bab5cb-9890-4fe5-9293-f3bd05450b06 req-e02ab2d5-3609-4d13-afff-5003bafe1066 service neutron] 10.222.0.36 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345956
May 14 21:50:50.097317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53f749e3-2945-4139-b8a6-781aa73cb366 req-4a687dbf-014a-4308-b2bc-e455fa0df751 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485992
May 14 21:50:51.217430 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecfdb7-4d92-40d8-ad58-9bda6f20e31e req-c4c3a467-9e50-4201-a5fd-1bc123b52232 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:51.218916 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33ecfdb7-4d92-40d8-ad58-9bda6f20e31e req-c4c3a467-9e50-4201-a5fd-1bc123b52232 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 943 time: 0.0480607
May 14 21:50:51.268402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33ecfdb7-4d92-40d8-ad58-9bda6f20e31e req-d1d997e7-6048-416e-a1ca-5fe519bf7827 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428874
May 14 21:50:52.249053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:50:52.345852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:52.357904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '9eb246db-4507-425a-8cfb-69a595958b9a', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'port_id': '9eb246db-4507-425a-8cfb-69a595958b9a', 'mac_address': 'fa:16:3e:15:50:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:50:52.384357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaae1f-2bd4-48ad-9fa6-744d9fff6043 req-c70ffea7-d3e6-45d8-afc3-c81e89d6b13b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:52.385878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ddaae1f-2bd4-48ad-9fa6-744d9fff6043 req-c70ffea7-d3e6-45d8-afc3-c81e89d6b13b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 943 time: 0.0481315
May 14 21:50:52.401410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 9eb246db-4507-425a-8cfb-69a595958b9a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:52.401801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:52.416248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb246db-4507-425a-8cfb-69a595958b9a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:50:52.435435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:52.447876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ddaae1f-2bd4-48ad-9fa6-744d9fff6043 req-71fe10a3-7404-4282-ae0d-df620009295c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548012
May 14 21:50:52.498090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:52.546297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:52.554243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.554592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.554931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.555269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.555636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.555970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.556301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.556625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.556947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.557272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.557595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.557918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.558234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.558552 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.558952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:50:52.684086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9eb246db-4507-425a-8cfb-69a595958b9a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:50:53.566690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1e0f-81da-455a-8f9d-3ca86b91ea05 req-13adc103-bcb7-4ae6-a2f1-57ba9b83d089 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:53.568153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d0d1e0f-81da-455a-8f9d-3ca86b91ea05 req-13adc103-bcb7-4ae6-a2f1-57ba9b83d089 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.0501451
May 14 21:50:53.616173 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d0d1e0f-81da-455a-8f9d-3ca86b91ea05 req-4554c419-3a58-4e7c-a9e1-171b31af8788 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424030
May 14 21:50:54.251091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:50:54.294891 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 9eb246db-4507-425a-8cfb-69a595958b9a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:50:54.358898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 9eb246db-4507-425a-8cfb-69a595958b9a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:50:54.359272 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:54.593039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 9eb246db-4507-425a-8cfb-69a595958b9a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:50:54.593360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:54.616141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:54.618371 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c91d45-3785-4e77-85a7-62fe9cb4f81b" -d '{"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-plugged", "status": "completed", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:54.630220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:50:54.666659 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bfd7fa-3224-43b9-909c-9466c2845695 x-openstack-request-id: req-44bfd7fa-3224-43b9-909c-9466c2845695 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:54.666659 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-plugged", "status": "completed", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:54.666659 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44bfd7fa-3224-43b9-909c-9466c2845695 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:54.666659 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bfd7fa-3224-43b9-909c-9466c2845695'] response: {'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'code': 200}
May 14 21:50:54.708520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:54.753512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d13e3f-b19a-4c9b-b388-a3ddf1ecdc10 req-6b2c9e64-7728-4c18-adce-168ccb2f1d50 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:54.755204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33d13e3f-b19a-4c9b-b388-a3ddf1ecdc10 req-6b2c9e64-7728-4c18-adce-168ccb2f1d50 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0561075
May 14 21:50:54.761658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:54.769328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa0c1b-ab28-4a69-801e-90c433d117db req-20118884-c8ef-4940-81e8-343622926914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:54.771594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9caa0c1b-ab28-4a69-801e-90c433d117db req-20118884-c8ef-4940-81e8-343622926914 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1127 time: 0.0468760
May 14 21:50:54.808320 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-33d13e3f-b19a-4c9b-b388-a3ddf1ecdc10 req-5d44cc4e-8dc9-40a6-95cf-3deaa9e81eb9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459645
May 14 21:50:54.819774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9caa0c1b-ab28-4a69-801e-90c433d117db req-4adc6684-02eb-4741-a7eb-ccbd3880a111 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421917
May 14 21:50:55.464717 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:50:55.935049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a6ce2-cd68-4211-b0ae-5b2d78c0fdf9 req-45cfed97-e6dd-44ba-8c2f-505e47f22d33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:55.936571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e1a6ce2-cd68-4211-b0ae-5b2d78c0fdf9 req-45cfed97-e6dd-44ba-8c2f-505e47f22d33 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0508220
May 14 21:50:55.985763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e1a6ce2-cd68-4211-b0ae-5b2d78c0fdf9 req-40a586de-7c00-4ab8-9b14-516efbaf3f5c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428684
May 14 21:50:57.100810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee616f8-e296-4323-ad16-ad6c3e6942b3 req-23c6e084-a70f-417f-a76e-228241c6df72 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:57.102343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aee616f8-e296-4323-ad16-ad6c3e6942b3 req-23c6e084-a70f-417f-a76e-228241c6df72 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0466912
May 14 21:50:57.151264 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-aee616f8-e296-4323-ad16-ad6c3e6942b3 req-b3dce767-9950-4e17-9757-ea4809933565 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431120
May 14 21:50:57.269496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdac20-7f50-4ff2-98a3-23def2fd5246 req-8f554e19-4435-4be7-aab2-9d4634e0f77c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:57.270980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dafdac20-7f50-4ff2-98a3-23def2fd5246 req-8f554e19-4435-4be7-aab2-9d4634e0f77c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0515430
May 14 21:50:57.320749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dafdac20-7f50-4ff2-98a3-23def2fd5246 req-7cb54982-4860-478f-a519-6b62b46848e1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438852
May 14 21:50:57.342559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46208) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:57.381083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be7eec1-d610-4245-b1f9-e10fd4545f3a tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:57.382599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8be7eec1-d610-4245-b1f9-e10fd4545f3a tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1122 time: 0.0390944
May 14 21:50:57.385381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46210) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:57.389565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '9eb246db-4507-425a-8cfb-69a595958b9a', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:50:57.462214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:57.543200 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:57.648254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.64 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/618bc07a-036d-4e99-b86a-6ef9a0e2d3cc) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:50:57.752305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:57.845026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:57.881141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:50:57.883946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:50:57.889567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:50:57.917095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=618bc07a-036d-4e99-b86a-6ef9a0e2d3cc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:58.280114 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (d4b1fe78-0ff5-47be-9e68-95c458aad629), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:58.524612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:58.711530 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:58.747985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:58.818775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=618bc07a-036d-4e99-b86a-6ef9a0e2d3cc,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:50:58.827750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d4b1fe78-0ff5-47be-9e68-95c458aad629), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:59.244830 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP d4b1fe78-0ff5-47be-9e68-95c458aad629 associated. External IP: 172.35.4.64, port: 9eb246db-4507-425a-8cfb-69a595958b9a.
May 14 21:50:59.454146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:50:59.564284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:50:59.574888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] Sync routers for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:50:59.586407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:50:59.587017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f2fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:59.647789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:50:59.680237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-552c9fce-f221-4d0e-b8ba-dd23b6d65c47 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2938416
May 14 21:50:59.680918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:50:59.683499 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c" -d '{"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:50:59.699749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:50:59.725790 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa88f2-b94c-477b-9eb2-7018f7db095a x-openstack-request-id: req-6bfa88f2-b94c-477b-9eb2-7018f7db095a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:50:59.725790 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:50:59.725790 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bfa88f2-b94c-477b-9eb2-7018f7db095a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:50:59.725790 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfa88f2-b94c-477b-9eb2-7018f7db095a'] response: {'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'status': 'completed', 'code': 200}
May 14 21:50:59.786135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f466c5-c36d-41d2-8839-e1325ab7dd8c req-58e5c67f-385c-4d24-9de0-9486b9d029cc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:59.791020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-f0f36b84-5067-4f46-9d02-0f633610be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:59.792007 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23f466c5-c36d-41d2-8839-e1325ab7dd8c req-58e5c67f-385c-4d24-9de0-9486b9d029cc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0563331
May 14 21:50:59.793177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-f0f36b84-5067-4f46-9d02-0f633610be21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1127 time: 0.0466506
May 14 21:50:59.847240 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-23f466c5-c36d-41d2-8839-e1325ab7dd8c req-bc1b5297-a48a-4b4f-aece-20dbf5c9b2ba tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531912
May 14 21:50:59.873303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46216) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:50:59.902497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-c42a3ea4-20b0-441c-b50a-bb80e8a9b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:50:59.904013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-c42a3ea4-20b0-441c-b50a-bb80e8a9b426 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 897 time: 0.0985117
May 14 21:50:59.948636 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-426d63c1-ba19-4ba8-847d-3e6b1b458f3d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/d4b1fe78-0ff5-47be-9e68-95c458aad629 HTTP/1.1" status: 200  len: 990 time: 0.0731738
May 14 21:50:59.972664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f2fbb0>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd4b1fe78-0ff5-47be-9e68-95c458aad629', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.64', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'port_id': '9eb246db-4507-425a-8cfb-69a595958b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'mac_address': 'fa:16:3e:15:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:58Z', 'updated_at': '2022-05-14T21:50:58Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:50:59.973753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-8bbe4e72-fa2f-4043-8253-aaba349a8475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 998 time: 0.0628204
May 14 21:51:00.003997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] Checking router: 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:51:00.012213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:00.012820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f2fbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:50:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:00.130111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:00.163369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-39be33cc-1235-48a9-987b-1aeb2ae59f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:00.164866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-39be33cc-1235-48a9-987b-1aeb2ae59f1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 200  len: 835 time: 0.0500305
May 14 21:51:00.212263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-6d520419-8656-46d3-8566-49b33ac4000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:00.213978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-6d520419-8656-46d3-8566-49b33ac4000f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9663d433-3dce-4185-98aa-0d1d7affc206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416245
May 14 21:51:00.305663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-78d4e31e-71cf-441f-b282-a3abeefddb75 service neutron] 10.222.0.36 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856280
May 14 21:51:00.355668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f2fbb0>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd4b1fe78-0ff5-47be-9e68-95c458aad629', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.64', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'port_id': '9eb246db-4507-425a-8cfb-69a595958b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'mac_address': 'fa:16:3e:15:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:58Z', 'updated_at': '2022-05-14T21:50:58Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:00.386109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f55489-c18d-4b96-9ba1-fad41b87c971 None None] The sync data for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 is: [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd4b1fe78-0ff5-47be-9e68-95c458aad629', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.64', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'port_id': '9eb246db-4507-425a-8cfb-69a595958b9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'mac_address': 'fa:16:3e:15:50:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:50:58Z', 'updated_at': '2022-05-14T21:50:58Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:51:00.403795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0bd778ac-3b0b-4157-bfc7-55bfde48c57c req-736c0d50-1695-4f1b-a8bd-bb59504399f1 service neutron] 10.222.0.36 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905988
May 14 21:51:00.598859 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82bf88c-e479-4ccd-98f8-05f1d6786063 None None] New status for floating IP d4b1fe78-0ff5-47be-9e68-95c458aad629: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:51:00.950087 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46218) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:01.014420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5798c29e-69ab-4ccb-905c-ab8a9c8fc8ee tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/d4b1fe78-0ff5-47be-9e68-95c458aad629 HTTP/1.1" status: 200  len: 992 time: 0.0631478
May 14 21:51:10.347195 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d136fc53-ae86-4e42-ad9a-ecb81257fec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:11.842698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472c93-5263-479c-8a7b-7f7c41e6dcaf req-251b5485-e94c-4099-ab29-c6c607c1545c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:11.844237 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c472c93-5263-479c-8a7b-7f7c41e6dcaf req-251b5485-e94c-4099-ab29-c6c607c1545c tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0486703
May 14 21:51:11.892334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3c472c93-5263-479c-8a7b-7f7c41e6dcaf req-976173f6-3c5a-44d4-ba42-0813b99943b0 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423703
May 14 21:51:12.095948 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:12.627502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:12.866482 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fd3d27d3-bdfc-469b-a498-0f533dff194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.013306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a14e48-d041-4b7c-99c0-d716947ccdc5 req-13c0192f-5e2f-45b8-a848-c2a7b5b94dc7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:13.014810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79a14e48-d041-4b7c-99c0-d716947ccdc5 req-13c0192f-5e2f-45b8-a848-c2a7b5b94dc7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0479527
May 14 21:51:13.099855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-09eb52c9-b2d1-43bf-9cc1-5938aed7628f tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:13.101307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-09eb52c9-b2d1-43bf-9cc1-5938aed7628f tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.48 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 946 time: 0.0729034
May 14 21:51:13.105913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79a14e48-d041-4b7c-99c0-d716947ccdc5 req-1d5456b5-79ae-4ec7-939d-aca62408f5a7 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/security-groups?id=9e925ad1-fd51-4f4c-bfde-847024c933d2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848961
May 14 21:51:13.191523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Deleting port 58fa393d-5dc7-49f6-a33f-24492ed4050f {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:13.191889 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.283382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] For port 58fa393d-5dc7-49f6-a33f-24492ed4050f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58fa393d-5dc7-49f6-a33f-24492ed4050f,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:13.283801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.507960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.508219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (9c671668-6fc8-4539-9d4f-993e7cf3bd93), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.509249 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Floating IP 9c671668-6fc8-4539-9d4f-993e7cf3bd93 disassociated. External IP: 172.35.4.224, port: 58fa393d-5dc7-49f6-a33f-24492ed4050f.
May 14 21:51:13.509626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Calling delete_port for 58fa393d-5dc7-49f6-a33f-24492ed4050f owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:13.719009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (58fa393d-5dc7-49f6-a33f-24492ed4050f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.750415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event deleted for resources: {'Port': ['ID=58fa393d-5dc7-49f6-a33f-24492ed4050f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:13.870791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Router 4a99b5a5-f159-4697-9253-7fe7d8296096 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:51:13.908338 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:13.984668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:51:13.994747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] Sync routers for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:51:14.009843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:14.010532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e73280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:14.030220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] No DVR routers for this DVR port 58fa393d-5dc7-49f6-a33f-24492ed4050f on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:14.032794 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:14.036219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c31ddba-ab35-4501-a157-b4a66fd82bef req-4ad37fc9-52b6-4af6-bbfe-616b23ab9cc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.48 "DELETE /v2.0/ports/58fa393d-5dc7-49f6-a33f-24492ed4050f HTTP/1.1" status: 204  len: 173 time: 0.9293540
May 14 21:51:14.036680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'name': 'network-vif-deleted', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:51:14.038982 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce9e778-0acc-4c8f-a223-316429f98df4" -d '{"events": [{"server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "name": "network-vif-deleted", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:51:14.081006 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85edf23-f014-485f-af4d-15075870ddc7 x-openstack-request-id: req-f85edf23-f014-485f-af4d-15075870ddc7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:51:14.081377 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda28b45-a644-4897-8a19-407348b6a354", "name": "network-vif-deleted", "tag": "58fa393d-5dc7-49f6-a33f-24492ed4050f", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:51:14.081700 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f85edf23-f014-485f-af4d-15075870ddc7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:51:14.082175 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85edf23-f014-485f-af4d-15075870ddc7'] response: {'server_uuid': 'eda28b45-a644-4897-8a19-407348b6a354', 'name': 'network-vif-deleted', 'tag': '58fa393d-5dc7-49f6-a33f-24492ed4050f', 'status': 'completed', 'code': 200}
May 14 21:51:14.126502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:14.216855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2cc4d15-e437-4f6c-8e4f-f65278e87ed8 req-6e73205f-6eeb-4b4d-a7d8-28638bbf7966 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "GET /v2.0/ports?device_id=eda28b45-a644-4897-8a19-407348b6a354 HTTP/1.1" status: 200  len: 210 time: 0.0351841
May 14 21:51:14.335199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e73280>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:14.362808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] Checking router: 4a99b5a5-f159-4697-9253-7fe7d8296096 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:51:14.370984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:14.371630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e73280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:14.480624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:14.679388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e73280>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:14.707239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ef88f-1d27-40cb-97d8-536f0b58eaea None None] The sync data for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 is: [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:46:00Z', 'revision_number': 4, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a207c150-d696-4fb9-88f9-babe607139da', 'name': '', 'network_id': 'e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'mac_address': 'fa:16:3e:8c:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:59Z', 'updated_at': '2022-05-14T21:46:04Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'subnets': [{'id': 'f63ece15-ead2-461d-aa92-8cd7c3b977a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:51:14.955202 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657aabf-eee3-48c7-b68f-af13fe6c5674 None None] New status for floating IP 9c671668-6fc8-4539-9d4f-993e7cf3bd93: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:51:15.285191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46252) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:15.398018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Deleting port d89c24ef-6bb0-4212-97e0-c973b82ec32f {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:15.398247 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.475681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.476012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for floatingip (d89c24ef-6bb0-4212-97e0-c973b82ec32f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.488053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Calling delete_port for d89c24ef-6bb0-4212-97e0-c973b82ec32f owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:15.690338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d89c24ef-6bb0-4212-97e0-c973b82ec32f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.720077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event deleted for resources: {'Port': ['ID=d89c24ef-6bb0-4212-97e0-c973b82ec32f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:15.745529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.745880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.746222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.746559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.746889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.747218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.747569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.747901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.748223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.748545 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.748868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.749185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.749503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.749821 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.750137 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:15.768537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.793933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for floatingip (9c671668-6fc8-4539-9d4f-993e7cf3bd93), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.796992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.798092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-588169ec-30e3-40f9-992c-c7f3770dedc1 tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "DELETE /v2.0/floatingips/9c671668-6fc8-4539-9d4f-993e7cf3bd93 HTTP/1.1" status: 204  len: 168 time: 0.5158048
May 14 21:51:15.887176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46258) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:15.934921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14152e47-26ed-4315-9e33-b502c46f9fdb tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group (9e925ad1-fd51-4f4c-bfde-847024c933d2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:15.959630 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14152e47-26ed-4315-9e33-b502c46f9fdb tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group (9e925ad1-fd51-4f4c-bfde-847024c933d2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:16.107401 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14152e47-26ed-4315-9e33-b502c46f9fdb tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9e925ad1-fd51-4f4c-bfde-847024c933d2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:16.109971 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14152e47-26ed-4315-9e33-b502c46f9fdb tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:16.111132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14152e47-26ed-4315-9e33-b502c46f9fdb tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] 10.222.0.52 "DELETE /v2.0/security-groups/9e925ad1-fd51-4f4c-bfde-847024c933d2 HTTP/1.1" status: 204  len: 168 time: 0.2349463
May 14 21:51:16.120495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14152e47-26ed-4315-9e33-b502c46f9fdb tempest-TestServerBasicOps-236296520 tempest-TestServerBasicOps-236296520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e925ad1-fd51-4f4c-bfde-847024c933d2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:16.229966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46262) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:16.269054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 58fa393d-5dc7-49f6-a33f-24492ed4050f no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:16.293766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 58fa393d-5dc7-49f6-a33f-24492ed4050f {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:16.294113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 58fa393d-5dc7-49f6-a33f-24492ed4050f not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:16.654395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (4a99b5a5-f159-4697-9253-7fe7d8296096), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:16.909927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Deleting port a207c150-d696-4fb9-88f9-babe607139da {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:16.910541 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a207c150-d696-4fb9-88f9-babe607139da), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:16.941821 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:17.310959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] For port a207c150-d696-4fb9-88f9-babe607139da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a207c150-d696-4fb9-88f9-babe607139da,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:17.311323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a207c150-d696-4fb9-88f9-babe607139da), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:17.324723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Calling delete_port for a207c150-d696-4fb9-88f9-babe607139da owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:17.576457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a207c150-d696-4fb9-88f9-babe607139da), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:17.603513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a207c150-d696-4fb9-88f9-babe607139da,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:17.787969 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (4a99b5a5-f159-4697-9253-7fe7d8296096), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:18.009068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Router 4a99b5a5-f159-4697-9253-7fe7d8296096 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:51:18.129778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:51:18.135552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1cafb8a5-8f03-4932-b702-5b233215a4f3 admin admin] 10.222.0.52 "PUT /v2.0/routers/4a99b5a5-f159-4697-9253-7fe7d8296096/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9045017
May 14 21:51:18.138024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46266) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:18.139238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] Sync routers for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:51:18.149460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:18.152376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313225b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:18.244906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks [] for router (4a99b5a5-f159-4697-9253-7fe7d8296096), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:18.257174 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:18.351712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks [] for router_gateway (4a99b5a5-f159-4697-9253-7fe7d8296096), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:18.425267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313225b0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:51:17Z', 'revision_number': 5, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port': {'id': '4d1d6f4e-6bad-4d58-b021-67ac9e1a6853', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:45:57Z', 'updated_at': '2022-05-14T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:18.455738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] Checking router: 4a99b5a5-f159-4697-9253-7fe7d8296096 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:51:18.464563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] Routers {'4a99b5a5-f159-4697-9253-7fe7d8296096'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:18.465173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52313225b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4a99b5a5-f159-4697-9253-7fe7d8296096'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:18.490976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Deleting port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:18.491301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:18.553555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] Set router 4a99b5a5-f159-4697-9253-7fe7d8296096 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:18.572039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] For port 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:18.572632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:18.594038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Calling delete_port for 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:18.606566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52313225b0>, [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:51:18Z', 'revision_number': 6, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:18.636400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dcb336-4abc-4c57-a266-3355e5b9094d None None] The sync data for ids ['4a99b5a5-f159-4697-9253-7fe7d8296096'] in ncdv-master-1 is: [{'id': '4a99b5a5-f159-4697-9253-7fe7d8296096', 'name': 'tempest-TestServerBasicOps-1357450066-router', 'tenant_id': '233de55e2a38457bb1837da8374b7b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:45:56Z', 'updated_at': '2022-05-14T21:51:18Z', 'revision_number': 6, 'project_id': '233de55e2a38457bb1837da8374b7b54', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:51:18.826472 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4d1d6f4e-6bad-4d58-b021-67ac9e1a6853), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:18.854284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1d6f4e-6bad-4d58-b021-67ac9e1a6853,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:18.914279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (4a99b5a5-f159-4697-9253-7fe7d8296096), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.005859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (4a99b5a5-f159-4697-9253-7fe7d8296096), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.008926 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks [] for router_controller (4a99b5a5-f159-4697-9253-7fe7d8296096), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.119806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (4a99b5a5-f159-4697-9253-7fe7d8296096), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.120482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a99b5a5-f159-4697-9253-7fe7d8296096 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:51:19.124650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.125827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fe16616c-78cf-4840-a4f9-7b089da4e473 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4a99b5a5-f159-4697-9253-7fe7d8296096 HTTP/1.1" status: 204  len: 168 time: 0.9868972
May 14 21:51:19.128438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46268) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:19.173545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Deleting subnet f63ece15-ead2-461d-aa92-8cd7c3b977a1 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:51:19.176641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Publish callbacks [] for subnet (f63ece15-ead2-461d-aa92-8cd7c3b977a1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.209886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f63ece15-ead2-461d-aa92-8cd7c3b977a1), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.289058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f63ece15-ead2-461d-aa92-8cd7c3b977a1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.397868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f63ece15-ead2-461d-aa92-8cd7c3b977a1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.422774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a207c150-d696-4fb9-88f9-babe607139da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:19.427163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f63ece15-ead2-461d-aa92-8cd7c3b977a1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:19.429219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.434841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-563da80f-078f-452e-88dc-f78c0ce6a79d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f63ece15-ead2-461d-aa92-8cd7c3b977a1 HTTP/1.1" status: 204  len: 168 time: 0.3033037
May 14 21:51:19.436584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:19.456639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a2e46-8595-456d-b7dd-9ddb7a2486a9 None None] Network e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:51:19.510238 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a207c150-d696-4fb9-88f9-babe607139da {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:19.510584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a207c150-d696-4fb9-88f9-babe607139da not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:19.524971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.573447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Deleting port ef57a116-eba2-48db-84fa-b36a97ed89b4 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:19.573794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.623365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] DHCP port deletion for e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:51:19.647555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] For port ef57a116-eba2-48db-84fa-b36a97ed89b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef57a116-eba2-48db-84fa-b36a97ed89b4,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:19.654529 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.669037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] Deleting port ef57a116-eba2-48db-84fa-b36a97ed89b4 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:19.669502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.674687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Calling delete_port for ef57a116-eba2-48db-84fa-b36a97ed89b4 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:19.738395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] For port ef57a116-eba2-48db-84fa-b36a97ed89b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef57a116-eba2-48db-84fa-b36a97ed89b4,segment=NetworkSegment(73b369c9-9970-409d-acc5-cc9502abd4f9),segment_id=73b369c9-9970-409d-acc5-cc9502abd4f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:19.741038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.754695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] Calling delete_port for ef57a116-eba2-48db-84fa-b36a97ed89b4 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:19.844931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 21:51:19.845397 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 21:51:19.851772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (ef57a116-eba2-48db-84fa-b36a97ed89b4), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.871261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef57a116-eba2-48db-84fa-b36a97ed89b4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:19.875289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] Pushing event deleted for resources: {'Port': ['ID=ef57a116-eba2-48db-84fa-b36a97ed89b4,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:19.877327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] No DVR routers for this DVR port ef57a116-eba2-48db-84fa-b36a97ed89b4 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:19.881005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9881ed54-96f5-4187-9fdf-79375866dc7a None None] No DVR routers for this DVR port ef57a116-eba2-48db-84fa-b36a97ed89b4 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:19.955805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:19.977590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522be3bdc0>,) {'filters': {'network_id': ['e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:19.986832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522be3bdc0>, '73b369c9-9970-409d-acc5-cc9502abd4f9') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:19.987115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522be3bdc0>, '73b369c9-9970-409d-acc5-cc9502abd4f9') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:19.996366 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (73b369c9-9970-409d-acc5-cc9502abd4f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.010070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (73b369c9-9970-409d-acc5-cc9502abd4f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.016074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:51:20.016457 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (73b369c9-9970-409d-acc5-cc9502abd4f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:51:20.018170 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:51:20.157970 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.163573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.168679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e HTTP/1.1" status: 204  len: 168 time: 0.7298517
May 14 21:51:20.170124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46276) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:20.177909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c28a0-5b7d-4f98-8fe2-5f5afa63daa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4a54a10-2ec2-4817-9874-4d5bc5dd6a8e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:20.496831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (5927fea6-1497-4b60-a543-f81bd321a749), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.727639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Deleting port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:20.728145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.805312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] For port e4899bb0-b8d3-454b-98a8-d3a329eb5dfb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:20.805583 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:20.819251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Calling delete_port for e4899bb0-b8d3-454b-98a8-d3a329eb5dfb owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:20.984388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ef57a116-eba2-48db-84fa-b36a97ed89b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:21.005687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ef57a116-eba2-48db-84fa-b36a97ed89b4 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:21.007591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ef57a116-eba2-48db-84fa-b36a97ed89b4 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:21.007591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:21.028440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:21.028787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4d1d6f4e-6bad-4d58-b021-67ac9e1a6853 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:21.102134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e4899bb0-b8d3-454b-98a8-d3a329eb5dfb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:21.129927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4899bb0-b8d3-454b-98a8-d3a329eb5dfb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:21.627203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (5927fea6-1497-4b60-a543-f81bd321a749), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:21.851609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Router 5927fea6-1497-4b60-a543-f81bd321a749 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:51:21.963958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:51:21.969126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-099faf51-7adf-465a-bf8c-1ecce0388f15 admin admin] 10.222.0.52 "PUT /v2.0/routers/5927fea6-1497-4b60-a543-f81bd321a749/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7979157
May 14 21:51:21.971831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46278) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:21.972864 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] Sync routers for ids ['5927fea6-1497-4b60-a543-f81bd321a749'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:51:21.983539 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] Routers {'5927fea6-1497-4b60-a543-f81bd321a749'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:21.984158 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52325bae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5927fea6-1497-4b60-a543-f81bd321a749'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:22.094920 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] Set router 5927fea6-1497-4b60-a543-f81bd321a749 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:22.269625 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52325bae20>, [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:51:20Z', 'revision_number': 5, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:22.296414 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] Checking router: 5927fea6-1497-4b60-a543-f81bd321a749 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:51:22.306442 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] Routers {'5927fea6-1497-4b60-a543-f81bd321a749'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:22.307061 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52325bae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5927fea6-1497-4b60-a543-f81bd321a749'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:22.418703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] Set router 5927fea6-1497-4b60-a543-f81bd321a749 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:22.442299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks [] for router (5927fea6-1497-4b60-a543-f81bd321a749), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:22.550745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks [] for router_gateway (5927fea6-1497-4b60-a543-f81bd321a749), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:22.589978 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52325bae20>, [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:51:20Z', 'revision_number': 5, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:22.616917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9784be5f-88ce-4e05-9f52-bb4a991835dd None None] The sync data for ids ['5927fea6-1497-4b60-a543-f81bd321a749'] in ncdv-master-1 is: [{'id': '5927fea6-1497-4b60-a543-f81bd321a749', 'name': 'tempest-TestServerBasicOps-949470255-router', 'tenant_id': '7f6c8f9c935949279017bfea2c70ba05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213'}], 'enable_snat': True}, 'gw_port_id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:46:03Z', 'updated_at': '2022-05-14T21:51:20Z', 'revision_number': 5, 'project_id': '7f6c8f9c935949279017bfea2c70ba05', 'gw_port': {'id': 'e71e0af1-075b-4ea5-a1d3-a2905ea9181c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5927fea6-1497-4b60-a543-f81bd321a749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:46:04Z', 'updated_at': '2022-05-14T21:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:51:22.692943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Deleting port e71e0af1-075b-4ea5-a1d3-a2905ea9181c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:22.693278 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:22.776493 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] For port e71e0af1-075b-4ea5-a1d3-a2905ea9181c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:22.776858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:22.789385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Calling delete_port for e71e0af1-075b-4ea5-a1d3-a2905ea9181c owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:23.021487 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e4899bb0-b8d3-454b-98a8-d3a329eb5dfb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:23.033639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e71e0af1-075b-4ea5-a1d3-a2905ea9181c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.044226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e4899bb0-b8d3-454b-98a8-d3a329eb5dfb {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:23.044825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e4899bb0-b8d3-454b-98a8-d3a329eb5dfb not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:23.074427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e71e0af1-075b-4ea5-a1d3-a2905ea9181c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:23.136507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (5927fea6-1497-4b60-a543-f81bd321a749), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.233947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (5927fea6-1497-4b60-a543-f81bd321a749), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.236175 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks [] for router_controller (5927fea6-1497-4b60-a543-f81bd321a749), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.324610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (5927fea6-1497-4b60-a543-f81bd321a749), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.325242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5927fea6-1497-4b60-a543-f81bd321a749 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:51:23.329447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.330786 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51348a5e-913a-44d7-a811-8d006d4595cb admin admin] 10.222.0.52 "DELETE /v2.0/routers/5927fea6-1497-4b60-a543-f81bd321a749 HTTP/1.1" status: 204  len: 168 time: 1.3577828
May 14 21:51:23.333214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:23.379569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Deleting subnet 2867775a-dd15-4f6b-8c09-34514eaa58db {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:51:23.383395 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Publish callbacks [] for subnet (2867775a-dd15-4f6b-8c09-34514eaa58db), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.420582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (2867775a-dd15-4f6b-8c09-34514eaa58db), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.505711 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (2867775a-dd15-4f6b-8c09-34514eaa58db), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.638221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (2867775a-dd15-4f6b-8c09-34514eaa58db), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.663957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2867775a-dd15-4f6b-8c09-34514eaa58db,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:23.667445 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.670795 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8c441def-51d6-4d21-9e7d-8144dd48e1d9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2867775a-dd15-4f6b-8c09-34514eaa58db HTTP/1.1" status: 204  len: 168 time: 0.3364353
May 14 21:51:23.673186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:23.673647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a94f49-b72b-4382-be76-aaf8280121ea None None] Network 6e955bec-fd9b-4013-892f-9f6ac83d0079 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:51:23.744765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6e955bec-fd9b-4013-892f-9f6ac83d0079), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.792991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Deleting port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:23.793477 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.834405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] DHCP port deletion for 6e955bec-fd9b-4013-892f-9f6ac83d0079 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:51:23.869729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] For port 52fadda3-dc4b-4f80-8466-9c02c086e1b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52fadda3-dc4b-4f80-8466-9c02c086e1b0,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:23.870231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.874302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] Deleting port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:23.874677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.883303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Calling delete_port for 52fadda3-dc4b-4f80-8466-9c02c086e1b0 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:23.939616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] For port 52fadda3-dc4b-4f80-8466-9c02c086e1b0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52fadda3-dc4b-4f80-8466-9c02c086e1b0,segment=NetworkSegment(c37c17b1-b866-444f-94db-115c1426afce),segment_id=c37c17b1-b866-444f-94db-115c1426afce)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:23.939616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:23.951296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] Calling delete_port for 52fadda3-dc4b-4f80-8466-9c02c086e1b0 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:24.028373 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.034130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (52fadda3-dc4b-4f80-8466-9c02c086e1b0), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.059335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52fadda3-dc4b-4f80-8466-9c02c086e1b0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:24.061109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] No DVR routers for this DVR port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:24.065946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] Pushing event deleted for resources: {'Port': ['ID=52fadda3-dc4b-4f80-8466-9c02c086e1b0,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:24.065946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e59b5-2cb0-4814-b2d6-0d4a909afe2b None None] No DVR routers for this DVR port 52fadda3-dc4b-4f80-8466-9c02c086e1b0 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:24.136795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6e955bec-fd9b-4013-892f-9f6ac83d0079), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.157040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b395c10>,) {'filters': {'network_id': ['6e955bec-fd9b-4013-892f-9f6ac83d0079']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:24.166136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b395c10>, 'c37c17b1-b866-444f-94db-115c1426afce') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:24.166430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b395c10>, 'c37c17b1-b866-444f-94db-115c1426afce') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:24.180273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (c37c17b1-b866-444f-94db-115c1426afce), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.193513 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c37c17b1-b866-444f-94db-115c1426afce), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.200511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (c37c17b1-b866-444f-94db-115c1426afce), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:51:24.204139 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:51:24.334393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6e955bec-fd9b-4013-892f-9f6ac83d0079), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.340135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.343231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6e955bec-fd9b-4013-892f-9f6ac83d0079 HTTP/1.1" status: 204  len: 168 time: 0.6690428
May 14 21:51:24.354662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04dbf7-90a4-4881-b49c-24a82ba9bfc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e955bec-fd9b-4013-892f-9f6ac83d0079,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:24.752090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46288) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:24.791913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2c96e166-fbc9-426f-9fbd-3f201366c867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=233de55e2a38457bb1837da8374b7b54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386286
May 14 21:51:24.794238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46290) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:24.841232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2f09117-3a46-4c7c-93d0-17f7a43c633e admin admin] Publish callbacks [] for security_group (4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.867652 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2f09117-3a46-4c7c-93d0-17f7a43c633e admin admin] Publish callbacks [] for security_group (4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.973450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 52fadda3-dc4b-4f80-8466-9c02c086e1b0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:24.991979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2f09117-3a46-4c7c-93d0-17f7a43c633e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.994621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d2f09117-3a46-4c7c-93d0-17f7a43c633e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:24.995799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 52fadda3-dc4b-4f80-8466-9c02c086e1b0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:24.995799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 52fadda3-dc4b-4f80-8466-9c02c086e1b0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:24.995799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e71e0af1-075b-4ea5-a1d3-a2905ea9181c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:24.996241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d2f09117-3a46-4c7c-93d0-17f7a43c633e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1 HTTP/1.1" status: 204  len: 168 time: 0.2008502
May 14 21:51:25.004198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f09117-3a46-4c7c-93d0-17f7a43c633e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee6dcc5-0d7c-417b-b27c-67fff43bb6e1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:25.023056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e71e0af1-075b-4ea5-a1d3-a2905ea9181c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:25.023406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e71e0af1-075b-4ea5-a1d3-a2905ea9181c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:25.677890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46298) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:25.718092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0ba2abb4-a3a7-4ed1-ad5b-08d24971a612 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f6c8f9c935949279017bfea2c70ba05&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390296
May 14 21:51:25.720660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46300) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:25.773090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-926fa2e7-6a03-4348-b0ca-e33157b766c2 admin admin] Publish callbacks [] for security_group (baeda6cb-38dc-4c17-8c21-319f1acc35ac), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:25.795264 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-926fa2e7-6a03-4348-b0ca-e33157b766c2 admin admin] Publish callbacks [] for security_group (baeda6cb-38dc-4c17-8c21-319f1acc35ac), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:25.923227 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-926fa2e7-6a03-4348-b0ca-e33157b766c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (baeda6cb-38dc-4c17-8c21-319f1acc35ac), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:25.926661 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-926fa2e7-6a03-4348-b0ca-e33157b766c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:25.928295 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-926fa2e7-6a03-4348-b0ca-e33157b766c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/baeda6cb-38dc-4c17-8c21-319f1acc35ac HTTP/1.1" status: 204  len: 168 time: 0.2067513
May 14 21:51:25.939282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fa2e7-6a03-4348-b0ca-e33157b766c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeda6cb-38dc-4c17-8c21-319f1acc35ac,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:30.660206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce5489-e6a0-4d74-b920-c6b44b14515c req-bdd6cbfe-17ab-4107-b7bd-0b9f0597d04b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:30.661752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1bce5489-e6a0-4d74-b920-c6b44b14515c req-bdd6cbfe-17ab-4107-b7bd-0b9f0597d04b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0489373
May 14 21:51:30.710654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1bce5489-e6a0-4d74-b920-c6b44b14515c req-09ed6d60-fc6d-4dcc-b0b7-be4b64f6f6f7 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430562
May 14 21:51:30.735686 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46308) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:30.795808 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e93eedfd-8a2f-4f3d-82a5-2772632456c6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/d4b1fe78-0ff5-47be-9e68-95c458aad629 HTTP/1.1" status: 200  len: 992 time: 0.0588629
May 14 21:51:31.122663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb42c-a952-48c0-bb0f-2774d338a0c9 req-f2f42e84-147e-463d-9402-fce46da2eb79 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:31.124282 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-549fb42c-a952-48c0-bb0f-2774d338a0c9 req-f2f42e84-147e-463d-9402-fce46da2eb79 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1127 time: 0.0394022
May 14 21:51:31.175453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-549fb42c-a952-48c0-bb0f-2774d338a0c9 req-98d7cd96-5fb2-4909-9b04-a398df253657 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454154
May 14 21:51:32.464888 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:51:33.326040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46336) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:33.480251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-c1ee39d2-7ac1-4d61-becb-9b1fa87d3265 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1530066
May 14 21:51:33.488720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-19de5c44-affe-439a-b6f4-913b60e85c5a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:51:33.489965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-19de5c44-affe-439a-b6f4-913b60e85c5a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052063
May 14 21:51:33.517642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46340) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:33.669554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-7d18c95c-d4af-4529-b1aa-aa3ab3626849 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:33.670962 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-7d18c95c-d4af-4529-b1aa-aa3ab3626849 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 1124 time: 0.1523709
May 14 21:51:34.538126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-41d00ce8-7152-4c47-945c-3eaff254fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:34.539613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-41d00ce8-7152-4c47-945c-3eaff254fdb4 service neutron] 10.222.0.52 "GET /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 1124 time: 0.0375850
May 14 21:51:34.548075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:34.548528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Unknown quota resources ['binding']. {{(pid=115781) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 14 21:51:34.684461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on host nch2-master-1 for vnic_type normal with profile None {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:51:34.684794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:51:34.685118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:51:34.689357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:51:34.689669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:51:34.694468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:51:34.694798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Checking segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:51:34.695170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Bound using segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:51:34.695618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Bound port: 9eb246db-4507-425a-8cfb-69a595958b9a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:51:34.785459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:51:34.886284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:34.887512 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] 10.222.0.52 "POST /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a/bindings HTTP/1.1" status: 201  len: 389 time: 0.3426733
May 14 21:51:35.300463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ecfc-53dd-49b5-a157-d7d63379d256 req-2a61db8c-0556-4b13-933b-eeadac969edb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:35.301994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf39ecfc-53dd-49b5-a157-d7d63379d256 req-2a61db8c-0556-4b13-933b-eeadac969edb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0485401
May 14 21:51:35.351351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf39ecfc-53dd-49b5-a157-d7d63379d256 req-4d8fdf68-e14d-4363-8db4-95c82b0c4e1f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427668
May 14 21:51:35.535249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-5d3dc03c-f17f-453c-97c2-13844863f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:35.536933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-5d3dc03c-f17f-453c-97c2-13844863f050 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1127 time: 0.0397522
May 14 21:51:35.628804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-8ceb8119-a003-44be-a7b3-663867c5ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:35.630191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-8ceb8119-a003-44be-a7b3-663867c5ec3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 897 time: 0.0872109
May 14 21:51:35.695255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-dc119036-8cda-45b7-b677-4a01f64d5cfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 1000 time: 0.0593014
May 14 21:51:35.744262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f0a1ba7-a7d6-4905-86ec-3036f245a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:35.746366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f0a1ba7-a7d6-4905-86ec-3036f245a54c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 200  len: 835 time: 0.0461843
May 14 21:51:35.790223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-88e0db67-9ae9-4a11-b11a-ae0e28f3519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:35.792438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-88e0db67-9ae9-4a11-b11a-ae0e28f3519d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9663d433-3dce-4185-98aa-0d1d7affc206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394011
May 14 21:51:35.881909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a47d4d92-a810-4a89-b6d7-e5d59da95c94 service neutron] 10.222.0.48 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842729
May 14 21:51:35.970327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-33e4773a-2e57-4154-89f3-4775c1a75f2b service neutron] 10.222.0.48 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0826123
May 14 21:51:36.103935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-7793832c-fd84-4e7f-b041-cf1200558684 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:36.105689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-7793832c-fd84-4e7f-b041-cf1200558684 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0812180
May 14 21:51:36.115705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:36.176069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.332944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:36.367865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:51:36.412634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:51:36.415071 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6178821d-b561-4a09-bfca-9fcce53ce68d" -d '{"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:51:36.419154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Publish callbacks [] for port (9eb246db-4507-425a-8cfb-69a595958b9a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.453335 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139fef02-536d-4286-bdc8-87f9bdc37dff x-openstack-request-id: req-139fef02-536d-4286-bdc8-87f9bdc37dff {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:51:36.453627 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:51:36.453901 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-139fef02-536d-4286-bdc8-87f9bdc37dff {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:51:36.454356 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139fef02-536d-4286-bdc8-87f9bdc37dff'] response: {'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'code': 200}
May 14 21:51:36.480574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6e5c7-f901-4e06-99e9-dfb0acabdefa req-5ecb7b8c-3983-4c36-bbf6-61037fab8ca0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:36.482322 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40d6e5c7-f901-4e06-99e9-dfb0acabdefa req-5ecb7b8c-3983-4c36-bbf6-61037fab8ca0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0576246
May 14 21:51:36.507385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.534333 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-40d6e5c7-f901-4e06-99e9-dfb0acabdefa req-4cf4f6c5-1560-4c1f-aae6-69abfac40d07 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458183
May 14 21:51:36.601748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:36.663551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:51:36.664216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:51:36.664216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:51:36.669845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:51:36.670172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Attempting to bind port 9eb246db-4507-425a-8cfb-69a595958b9a on network 9663d433-3dce-4185-98aa-0d1d7affc206 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:51:36.675255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:51:36.675713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Checking segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:51:36.676130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Bound using segment: {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:51:36.676552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Bound port: 9eb246db-4507-425a-8cfb-69a595958b9a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8b180f-308e-4e7b-87ea-7058df7f5c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:51:36.676906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.743521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:51:36.746393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ed78b931-c457-45e4-919e-9cdc61a12cd7 None None] Provisioning complete for port 9eb246db-4507-425a-8cfb-69a595958b9a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:51:36.746957 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ed78b931-c457-45e4-919e-9cdc61a12cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.749166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:51:36.784396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ed78b931-c457-45e4-919e-9cdc61a12cd7 None None] Port 9eb246db-4507-425a-8cfb-69a595958b9a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:51:36.822083 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.924179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=8']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:36.972085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:36.972723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:36.974180 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a1099706-7dd1-4068-bc6b-30f194c10751 service neutron] 10.222.0.48 "PUT /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 1121 time: 0.8626032
May 14 21:51:37.037357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['9eb246db-4507-425a-8cfb-69a595958b9a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:51:37.118458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Provisioning complete for port 9eb246db-4507-425a-8cfb-69a595958b9a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:51:37.118980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:37.256927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Current status of the port 9eb246db-4507-425a-8cfb-69a595958b9a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:51:37.257226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:37.283828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Nova notifier disabled {{(pid=115782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:189}}
May 14 21:51:37.316409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:37.375886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:37.518505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c9e6c-d559-4799-955e-bd13224b3005 None None] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:37.655682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b7678-3be0-45ac-986f-a0f9d33f4747 req-e9aebb7e-5352-4919-b8a9-a04bc85322f6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:37.657152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-391b7678-3be0-45ac-986f-a0f9d33f4747 req-e9aebb7e-5352-4919-b8a9-a04bc85322f6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0488255
May 14 21:51:37.705573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-391b7678-3be0-45ac-986f-a0f9d33f4747 req-6c510180-887a-4e81-873d-068d2ec96a2e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427163
May 14 21:51:38.142194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-a2921cc1-6c2f-49a6-962f-ea21fabad762 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386925
May 14 21:51:38.204051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-14872008-f846-4ce5-b206-412e916bb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.205442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-14872008-f846-4ce5-b206-412e916bb8f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0416391
May 14 21:51:38.307258 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-f07ff596-819e-4224-9fe2-a751304785e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.308755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-f07ff596-819e-4224-9fe2-a751304785e8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0840199
May 14 21:51:38.337500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:51:38.376880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-036129d4-e776-45fb-9b4d-7375fd193cfb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 1001 time: 0.0620956
May 14 21:51:38.428581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-15b70aaa-7544-4460-af5f-a8c28b2c3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.430101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-15b70aaa-7544-4460-af5f-a8c28b2c3032 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0474026
May 14 21:51:38.438046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:38.454450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a has no active binding in host nch2-master-1 {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 14 21:51:38.464156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:51:38.474054 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366a50d-7cf4-4117-8b48-43d3079f7615" -d '{"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:51:38.480569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-302184a4-596f-43ad-a9e0-1f42bbf78cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.482087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-302184a4-596f-43ad-a9e0-1f42bbf78cbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443859
May 14 21:51:38.514724 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3628aef0-f353-46ff-ad5c-4b08db3df55f x-openstack-request-id: req-3628aef0-f353-46ff-ad5c-4b08db3df55f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:51:38.515026 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:51:38.515256 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3628aef0-f353-46ff-ad5c-4b08db3df55f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:51:38.515688 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3628aef0-f353-46ff-ad5c-4b08db3df55f'] response: {'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'status': 'completed', 'code': 200}
May 14 21:51:38.595253 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-222e0ffe-34d0-4ec4-a9c1-9dfa73c36d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.596808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-222e0ffe-34d0-4ec4-a9c1-9dfa73c36d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1157 time: 0.0482204
May 14 21:51:38.633377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-109431fa-a2fe-4eb7-a0a8-37fe85862b28 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450543
May 14 21:51:38.750793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-c106dca2-13a4-417a-9d91-4e1074e2e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.753002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-c106dca2-13a4-417a-9d91-4e1074e2e160 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 897 time: 0.1497087
May 14 21:51:38.827510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-423d5273-fbe3-4058-a5e1-4f75f7406a90 req-52780a1c-910f-41da-96ad-8e9a544cd5d0 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624713
May 14 21:51:38.864400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-2ee14081-2d5a-4331-9641-00adfeaa2452 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 1000 time: 0.1051674
May 14 21:51:38.870596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464509e5-37ac-43af-9b7d-16ddfe5f87d5 req-f1e4284c-1db1-4533-9e74-c658e0806f1f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.872508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-464509e5-37ac-43af-9b7d-16ddfe5f87d5 req-f1e4284c-1db1-4533-9e74-c658e0806f1f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0930462
May 14 21:51:38.961435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-464509e5-37ac-43af-9b7d-16ddfe5f87d5 req-83516163-da33-423f-97f2-d81ad2e57eb6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834501
May 14 21:51:38.968142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-d8681f15-1e57-44e5-a819-e07229441c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:38.968142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-d8681f15-1e57-44e5-a819-e07229441c11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 200  len: 835 time: 0.0731368
May 14 21:51:39.008420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-d01fb349-c344-479b-8491-92458dd356c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:39.009918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-d01fb349-c344-479b-8491-92458dd356c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9663d433-3dce-4185-98aa-0d1d7affc206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390339
May 14 21:51:39.103240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-69d0b811-1a6a-4fb5-8d22-129df6b4a630 service neutron] 10.222.0.36 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861969
May 14 21:51:39.207611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4366a50d-7cf4-4117-8b48-43d3079f7615 req-bfee79b4-976a-4b0f-b8e9-9d737f4389bd service neutron] 10.222.0.36 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847878
May 14 21:51:40.082133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b22d0b-dc01-4f89-bc4a-83994ca970bc req-823df96b-b8dc-44dc-ba3e-f96eb5abf0c4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:40.083721 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-77b22d0b-dc01-4f89-bc4a-83994ca970bc req-823df96b-b8dc-44dc-ba3e-f96eb5abf0c4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0491571
May 14 21:51:40.131662 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-77b22d0b-dc01-4f89-bc4a-83994ca970bc req-fe1ee329-49a9-47e6-8ab0-e0343af70a58 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423214
May 14 21:51:40.513118 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-79e7d9f8-b5b9-44ad-aef0-6d39ec7c119c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:41.246689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aaedb-91d3-4c24-a991-da0244616fda req-20ab8cee-f43e-4fe5-8428-9172c5ad8d55 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:41.248155 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b6aaedb-91d3-4c24-a991-da0244616fda req-20ab8cee-f43e-4fe5-8428-9172c5ad8d55 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 945 time: 0.0477655
May 14 21:51:41.300559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b6aaedb-91d3-4c24-a991-da0244616fda req-f26c5a82-5fbb-432f-b13c-60b31fd0da80 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468061
May 14 21:51:41.921792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-f1756a5f-254c-48e5-b58f-6e7a7960ea2c service neutron] 10.222.0.36 "GET /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0554564
May 14 21:51:42.090895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:42.095311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:42.114343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:51:42.154309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:51:42.156676 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fccab9-bb63-4963-8547-d2f2b7ced4bb" -d '{"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:51:42.170265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:42.193273 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f3eae-15cc-4c90-a7b5-fb7e02f02e88 x-openstack-request-id: req-cd7f3eae-15cc-4c90-a7b5-fb7e02f02e88 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:51:42.193944 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:51:42.194193 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd7f3eae-15cc-4c90-a7b5-fb7e02f02e88 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:51:42.194623 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7f3eae-15cc-4c90-a7b5-fb7e02f02e88'] response: {'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'code': 200}
May 14 21:51:42.242804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:42.320055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] Transition to ACTIVE for port object 9eb246db-4507-425a-8cfb-69a595958b9a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:51:42.416808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d040e-af97-4aef-9680-2f3eab673019 req-e91845dd-f1dc-4ba8-b7c7-367c39251121 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:42.418580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-304d040e-af97-4aef-9680-2f3eab673019 req-e91845dd-f1dc-4ba8-b7c7-367c39251121 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.0492420
May 14 21:51:42.420138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:42.627372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:42.827355 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e20c0b0-36b5-40b1-8c15-3106a5a2a22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:42.857930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] Pushing event updated for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=11']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:42.873663 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-304d040e-af97-4aef-9680-2f3eab673019 req-eb92cdc3-2df8-4718-9194-75e92b92df79 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4456561
May 14 21:51:42.908133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] No DVR routers for this DVR port 9eb246db-4507-425a-8cfb-69a595958b9a on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:43.038789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-1f8ca285-9bc3-4f96-b618-68713ff9225f service neutron] 10.222.0.36 "PUT /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.1114724
May 14 21:51:43.377001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-44aeb9c3-d123-4b25-8dea-11290786a45c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:43.378499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-44aeb9c3-d123-4b25-8dea-11290786a45c tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1720662
May 14 21:51:43.427216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-57579a3b-fcb7-4be9-a310-98f482b69afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:43.428719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-57579a3b-fcb7-4be9-a310-98f482b69afb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 1126 time: 0.0433869
May 14 21:51:43.488562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-63503e9c-6be4-450c-afb0-11abfdb1b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:43.490014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-63503e9c-6be4-450c-afb0-11abfdb1b5bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1126 time: 0.0395186
May 14 21:51:43.580790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-64ab508a-f5b5-4179-aa96-a2320886ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:43.582247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-64ab508a-f5b5-4179-aa96-a2320886ba7f service neutron] 10.222.0.48 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 897 time: 0.0872431
May 14 21:51:43.646574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-7a0bec7b-b8ec-4174-801a-83f6917f98e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 998 time: 0.0586095
May 14 21:51:43.694516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-32fb9d41-c4c5-4983-be51-923a003deda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:43.695992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-32fb9d41-c4c5-4983-be51-923a003deda0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 200  len: 835 time: 0.0430186
May 14 21:51:43.742068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-0ee853ed-3acf-43eb-858e-cf84b1e09c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:43.743536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-0ee853ed-3acf-43eb-858e-cf84b1e09c61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9663d433-3dce-4185-98aa-0d1d7affc206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0413244
May 14 21:51:43.831623 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-a9af29e7-07f1-4fed-b2c1-479a9924f927 service neutron] 10.222.0.48 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822041
May 14 21:51:43.928474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-0117d330-831f-4236-8034-9fce6155af99 service neutron] 10.222.0.48 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911837
May 14 21:51:43.935866 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:44.102790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a61661-92b3-44b5-a4cb-c76a93e73169 req-bdcbfb53-65fa-45c6-bbe4-a686895787ed tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:44.104352 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7a61661-92b3-44b5-a4cb-c76a93e73169 req-bdcbfb53-65fa-45c6-bbe4-a686895787ed tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.1563647
May 14 21:51:44.160121 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7a61661-92b3-44b5-a4cb-c76a93e73169 req-7305b381-5456-4ad5-bd35-25781fbb8cff tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490079
May 14 21:51:44.349695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-8ef2be96-89ce-4b49-82ee-720a9ba78c06 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:44.351194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-8ef2be96-89ce-4b49-82ee-720a9ba78c06 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0468109
May 14 21:51:44.510410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-28b4e6eb-fa2c-4720-91b6-8f68b4bfee80 service neutron] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:51:44.514129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-28b4e6eb-fa2c-4720-91b6-8f68b4bfee80 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:44.515281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-28b4e6eb-fa2c-4720-91b6-8f68b4bfee80 service neutron] 10.222.0.48 "DELETE /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1572378
May 14 21:51:44.528917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:44.571533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 9eb246db-4507-425a-8cfb-69a595958b9a host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 21:51:44.571927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:45.339524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf0e83-7d75-43ad-8876-6206cdf6971b req-ce6ab24c-97da-42af-ae05-9a8ab4c0dc00 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:45.339524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bcdf0e83-7d75-43ad-8876-6206cdf6971b req-ce6ab24c-97da-42af-ae05-9a8ab4c0dc00 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.1081710
May 14 21:51:45.389769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bcdf0e83-7d75-43ad-8876-6206cdf6971b req-58db47ad-aa19-4ac6-b137-998b6b3ceaf3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448091
May 14 21:51:45.501558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3db9b6-910a-4d89-8616-d90e24efdcb9 req-6b836d5e-9ce1-4003-a582-2cbc8cdb82be tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:45.503100 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca3db9b6-910a-4d89-8616-d90e24efdcb9 req-6b836d5e-9ce1-4003-a582-2cbc8cdb82be tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1126 time: 0.0403492
May 14 21:51:45.548879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca3db9b6-910a-4d89-8616-d90e24efdcb9 req-13065abe-fd03-4c44-b329-722bb31fa773 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399923
May 14 21:51:45.661709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e5f58-b6bc-47be-af01-266eab90f213 req-566e9ac7-3ff0-4e4b-827b-1787a740bd95 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:45.663212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3e5f58-b6bc-47be-af01-266eab90f213 req-566e9ac7-3ff0-4e4b-827b-1787a740bd95 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.0475907
May 14 21:51:45.713195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe3e5f58-b6bc-47be-af01-266eab90f213 req-c7beb206-80aa-43c1-8ea2-0d81c5d5bc49 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430446
May 14 21:51:45.735717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46386) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:45.764336 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:45.801567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-559c3083-72f6-4a34-b1e0-a5d8b06423ce tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/d4b1fe78-0ff5-47be-9e68-95c458aad629 HTTP/1.1" status: 200  len: 990 time: 0.0647933
May 14 21:51:46.781161 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.029337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46392) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:48.181082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 618bc07a-036d-4e99-b86a-6ef9a0e2d3cc {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:48.181423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.259547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.259892 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.271814 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 618bc07a-036d-4e99-b86a-6ef9a0e2d3cc owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:48.516971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (618bc07a-036d-4e99-b86a-6ef9a0e2d3cc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.541739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=618bc07a-036d-4e99-b86a-6ef9a0e2d3cc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:48.607206 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (d4b1fe78-0ff5-47be-9e68-95c458aad629), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.607593 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP d4b1fe78-0ff5-47be-9e68-95c458aad629 disassociated (deleted). External IP: 172.35.4.64, port: 9eb246db-4507-425a-8cfb-69a595958b9a.
May 14 21:51:48.829312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:51:48.941659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:51:48.950863 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:48.952047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] Sync routers for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:51:48.960991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:48.961598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222cf7d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:48.977616 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3d36b22b-8fda-4f20-8338-3156996e277a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/floatingips/d4b1fe78-0ff5-47be-9e68-95c458aad629 HTTP/1.1" status: 204  len: 168 time: 0.9471877
May 14 21:51:48.978319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:51:48.980761 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763cc15c-2cdb-482f-b01d-2d1083ef97d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:51:49.082811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:49.095182 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39aaf29-bfc0-4546-b46f-0164c0b788c0 x-openstack-request-id: req-d39aaf29-bfc0-4546-b46f-0164c0b788c0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:51:49.095780 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:51:49.095780 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d39aaf29-bfc0-4546-b46f-0164c0b788c0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:51:49.096191 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39aaf29-bfc0-4546-b46f-0164c0b788c0'] response: {'name': 'network-changed', 'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'status': 'completed', 'code': 200}
May 14 21:51:49.158608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-39101c9e-9a0f-4a69-b684-d79be00439ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:49.160333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-39101c9e-9a0f-4a69-b684-d79be00439ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 1126 time: 0.0430293
May 14 21:51:49.255028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-726c3282-3bc5-40e0-a322-6d0983bc5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:49.256547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-726c3282-3bc5-40e0-a322-6d0983bc5b74 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 200  len: 897 time: 0.0909894
May 14 21:51:49.288004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222cf7d30>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:49.301238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-8b2bb54f-7ddc-4f83-89ee-6ae913331af1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 200  len: 217 time: 0.0370257
May 14 21:51:49.314888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] Checking router: 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:51:49.323028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:49.323665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222cf7d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:49.357692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-6a00f29c-001a-4ad5-b5ca-9cefcdaa8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:49.362570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-6a00f29c-001a-4ad5-b5ca-9cefcdaa8ba2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 200  len: 835 time: 0.0519240
May 14 21:51:49.433684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b970-5fd1-4769-bf0a-cdb77dc0602c req-f6d2bda7-6dda-4d72-bf82-fc9cd68b7ebb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:49.435294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:49.435923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e641b970-5fd1-4769-bf0a-cdb77dc0602c req-f6d2bda7-6dda-4d72-bf82-fc9cd68b7ebb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.0500865
May 14 21:51:49.490081 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e641b970-5fd1-4769-bf0a-cdb77dc0602c req-499ab017-878a-4782-aafb-dcfb7a526a64 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7786799-347e-4b40-b5b9-94dc48d25915&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479736
May 14 21:51:49.532535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-11027d71-390d-4e55-940b-16035a55e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:49.534148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-11027d71-390d-4e55-940b-16035a55e1af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9663d433-3dce-4185-98aa-0d1d7affc206&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0468338
May 14 21:51:49.627782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-790fa19f-f10f-4356-805c-7893311c30bf service neutron] 10.222.0.48 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853477
May 14 21:51:49.641449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222cf7d30>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:49.668882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f067a-a6f0-4d88-ac24-e2d4b3bd552a None None] The sync data for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 is: [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:43Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '127bac95-d3ce-4121-98b2-1926df26067c', 'name': '', 'network_id': '9663d433-3dce-4185-98aa-0d1d7affc206', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:59:9e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:42Z', 'updated_at': '2022-05-14T21:50:46Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': 'ac18ebfb-b750-4cf5-81bd-57106328932b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:51:49.753110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-763cc15c-2cdb-482f-b01d-2d1083ef97d3 req-938d455b-25d9-4aa4-b4df-11031cb5b4e6 service neutron] 10.222.0.48 "GET /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919158
May 14 21:51:49.829278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-4cd8fb21-a475-4522-adab-745a8ad943ec tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:49.830773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-4cd8fb21-a475-4522-adab-745a8ad943ec tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.48 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 944 time: 0.0511436
May 14 21:51:49.926754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 9eb246db-4507-425a-8cfb-69a595958b9a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:49.927087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:49.937872 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28cdaa-fa2f-485d-ab55-a8dfef8b60be None None] New status for floating IP d4b1fe78-0ff5-47be-9e68-95c458aad629: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:51:50.022690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 9eb246db-4507-425a-8cfb-69a595958b9a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9eb246db-4507-425a-8cfb-69a595958b9a,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:50.023645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:50.037576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 9eb246db-4507-425a-8cfb-69a595958b9a owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:50.221687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9eb246db-4507-425a-8cfb-69a595958b9a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:50.251627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=9eb246db-4507-425a-8cfb-69a595958b9a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:50.264873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.265220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.265560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.265894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.266225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.266555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.266879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.267213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.267548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.267873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.268196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.268515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.268830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.269146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.269460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:50.306561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] No DVR routers for this DVR port 9eb246db-4507-425a-8cfb-69a595958b9a on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:50.309872 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:50.313045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9125915-8024-4927-af0e-a28d4fdfd49e req-7bba1285-6b52-41e8-a663-30bc671ca482 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.48 "DELETE /v2.0/ports/9eb246db-4507-425a-8cfb-69a595958b9a HTTP/1.1" status: 204  len: 173 time: 0.4765582
May 14 21:51:50.313480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-deleted', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:51:50.315788 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175faa28-7a88-4b75-9ec2-c10e162c2abc" -d '{"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-deleted", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:51:50.351711 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a273db-e8ad-4a21-9929-008e97646cf6 x-openstack-request-id: req-a2a273db-e8ad-4a21-9929-008e97646cf6 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:51:50.352055 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4352d2e8-3b5f-4531-ab77-8c712dcefc79", "name": "network-vif-deleted", "tag": "9eb246db-4507-425a-8cfb-69a595958b9a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:51:50.352245 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2a273db-e8ad-4a21-9929-008e97646cf6 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:51:50.352631 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a273db-e8ad-4a21-9929-008e97646cf6'] response: {'server_uuid': '4352d2e8-3b5f-4531-ab77-8c712dcefc79', 'name': 'network-vif-deleted', 'tag': '9eb246db-4507-425a-8cfb-69a595958b9a', 'status': 'completed', 'code': 200}
May 14 21:51:50.591643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d3331bbf-9e1b-47e0-b0bb-15dda86312a0 req-c113979d-b2dd-4df4-a73b-331c008ec538 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=4352d2e8-3b5f-4531-ab77-8c712dcefc79 HTTP/1.1" status: 200  len: 210 time: 0.0290227
May 14 21:51:51.652603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46408) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:52.005347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:52.253959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 127bac95-d3ce-4121-98b2-1926df26067c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:52.254240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (127bac95-d3ce-4121-98b2-1926df26067c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:52.346094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 127bac95-d3ce-4121-98b2-1926df26067c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=127bac95-d3ce-4121-98b2-1926df26067c,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:52.346447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (127bac95-d3ce-4121-98b2-1926df26067c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:52.360034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 127bac95-d3ce-4121-98b2-1926df26067c owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:52.392739 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:52.415236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 9eb246db-4507-425a-8cfb-69a595958b9a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:52.415616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9eb246db-4507-425a-8cfb-69a595958b9a not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:52.642982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (127bac95-d3ce-4121-98b2-1926df26067c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:52.670899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=127bac95-d3ce-4121-98b2-1926df26067c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:52.857131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:53.083054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:51:53.191080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:51:53.196342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-98c3c69f-a4ad-46a0-9cb9-bdc69ee4ddfe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5434020
May 14 21:51:53.199166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46410) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:53.201108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] Sync routers for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:51:53.210578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:53.211225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52239d43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:53.249357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting subnet ac18ebfb-b750-4cf5-81bd-57106328932b {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:51:53.252581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (ac18ebfb-b750-4cf5-81bd-57106328932b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:53.293031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (ac18ebfb-b750-4cf5-81bd-57106328932b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:53.319046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:53.381100 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (ac18ebfb-b750-4cf5-81bd-57106328932b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:53.506317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52239d43a0>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:51:52Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:53.535816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] Checking router: 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:51:53.545228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] Routers {'7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:51:53.545877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52239d43a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:53.678732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] Set router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:51:53.878121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52239d43a0>, [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:51:52Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:53.903419 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (ac18ebfb-b750-4cf5-81bd-57106328932b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:53.913374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacec90f-821e-41d4-b849-1bd6514e35b0 None None] The sync data for ids ['7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9'] in ncdv-master-1 is: [{'id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396995995', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131'}], 'enable_snat': True}, 'gw_port_id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:51:52Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'a911e0e7-9fd0-475b-a803-76e25d0c0b98', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:50:39Z', 'updated_at': '2022-05-14T21:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:51:53.934814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Subnet': ['ID=ac18ebfb-b750-4cf5-81bd-57106328932b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:53.936814 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:53.940728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-817938d3-a9b8-4367-87c4-07813b3aef6e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/subnets/ac18ebfb-b750-4cf5-81bd-57106328932b HTTP/1.1" status: 204  len: 168 time: 0.7392337
May 14 21:51:53.942837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46412) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:53.945946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427f9fa-09b8-40d6-ad0f-31fed897cad4 None None] Network 9663d433-3dce-4185-98aa-0d1d7affc206 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:51:54.074767 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.198209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.291688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] DHCP port deletion for 9663d433-3dce-4185-98aa-0d1d7affc206 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:51:54.340339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port a911e0e7-9fd0-475b-a803-76e25d0c0b98 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:54.340670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.340969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Deleting port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:51:54.341345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.407448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] For port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,segment=NetworkSegment(5f8b180f-308e-4e7b-87ea-7058df7f5c76),segment_id=5f8b180f-308e-4e7b-87ea-7058df7f5c76)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:54.407938 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.421559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Calling delete_port for 5a7aaddf-07e6-4ab0-8564-d5e476d572ff owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:54.444787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port a911e0e7-9fd0-475b-a803-76e25d0c0b98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a911e0e7-9fd0-475b-a803-76e25d0c0b98,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:51:54.448938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.460575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for a911e0e7-9fd0-475b-a803-76e25d0c0b98 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:51:54.570212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (5a7aaddf-07e6-4ab0-8564-d5e476d572ff), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.596320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Pushing event deleted for resources: {'Port': ['ID=5a7aaddf-07e6-4ab0-8564-d5e476d572ff,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:54.600675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] No DVR routers for this DVR port 5a7aaddf-07e6-4ab0-8564-d5e476d572ff on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:51:54.608886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.615244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e68723-03ad-470b-9dfb-3896ff882029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:51:54.717210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a911e0e7-9fd0-475b-a803-76e25d0c0b98), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.744519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=a911e0e7-9fd0-475b-a803-76e25d0c0b98,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:54.810274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.903170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:54.905339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.042409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a7aaddf-07e6-4ab0-8564-d5e476d572ff no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:55.044799 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.045438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:51:55.052294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.053404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-45f4244f-5cd1-4a98-9783-a5d69638e412 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/routers/7fd30f8d-64ad-4e81-a7b9-1aeb4243eab9 HTTP/1.1" status: 204  len: 168 time: 1.1095238
May 14 21:51:55.056164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46414) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:55.065393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5a7aaddf-07e6-4ab0-8564-d5e476d572ff {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:55.070313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5a7aaddf-07e6-4ab0-8564-d5e476d572ff not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:55.070313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 127bac95-d3ce-4121-98b2-1926df26067c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:55.085966 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 127bac95-d3ce-4121-98b2-1926df26067c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:55.086316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 127bac95-d3ce-4121-98b2-1926df26067c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:55.144236 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (9663d433-3dce-4185-98aa-0d1d7affc206), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.231858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (9663d433-3dce-4185-98aa-0d1d7affc206), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.251224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a10ceb0>,) {'filters': {'network_id': ['9663d433-3dce-4185-98aa-0d1d7affc206']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:55.260220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a10ceb0>, '5f8b180f-308e-4e7b-87ea-7058df7f5c76') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:55.260525 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a10ceb0>, '5f8b180f-308e-4e7b-87ea-7058df7f5c76') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:51:55.270407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (5f8b180f-308e-4e7b-87ea-7058df7f5c76), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.284496 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5f8b180f-308e-4e7b-87ea-7058df7f5c76), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.290583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:51:55.290993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (5f8b180f-308e-4e7b-87ea-7058df7f5c76), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:51:55.293997 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:51:55.415689 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (9663d433-3dce-4185-98aa-0d1d7affc206), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.423346 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.426322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/networks/9663d433-3dce-4185-98aa-0d1d7affc206 HTTP/1.1" status: 204  len: 168 time: 0.3687100
May 14 21:51:55.428807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46416) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:55.438327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f56592-2a31-4beb-82c9-9df1a71d4588 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Network': ['ID=9663d433-3dce-4185-98aa-0d1d7affc206,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:55.489313 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86099555-2212-4738-87ef-6d035b38b71e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (d7786799-347e-4b40-b5b9-94dc48d25915), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.517578 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86099555-2212-4738-87ef-6d035b38b71e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (d7786799-347e-4b40-b5b9-94dc48d25915), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.661180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86099555-2212-4738-87ef-6d035b38b71e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d7786799-347e-4b40-b5b9-94dc48d25915), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.663885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-86099555-2212-4738-87ef-6d035b38b71e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:55.665131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-86099555-2212-4738-87ef-6d035b38b71e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/security-groups/d7786799-347e-4b40-b5b9-94dc48d25915 HTTP/1.1" status: 204  len: 168 time: 0.2352808
May 14 21:51:55.675228 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86099555-2212-4738-87ef-6d035b38b71e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7786799-347e-4b40-b5b9-94dc48d25915,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:55.927495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46422) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:55.932243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8204655', 'description': 'tempest-secgroup-smoke-8204655 description', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:56.028947 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.099686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (cf1b27df-321b-4b47-a3f4-bff53a1c34c2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.180812 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cf1b27df-321b-4b47-a3f4-bff53a1c34c2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.209259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1b27df-321b-4b47-a3f4-bff53a1c34c2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:56.257452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.258770 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c0b67099-f0f7-4adb-8697-108fdf4a05ac tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.3302345
May 14 21:51:56.262192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46424) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:56.266698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b27df-321b-4b47-a3f4-bff53a1c34c2', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:56.358215 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (96c31422-0efa-43a6-8be0-36bc91a43dbf), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.412246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (96c31422-0efa-43a6-8be0-36bc91a43dbf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.460879 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (96c31422-0efa-43a6-8be0-36bc91a43dbf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.478522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c31422-0efa-43a6-8be0-36bc91a43dbf,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:56.571899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.573157 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-44f2fc47-5105-4c85-9406-d678afa61b82 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3097742
May 14 21:51:56.576619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46426) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:56.580994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b27df-321b-4b47-a3f4-bff53a1c34c2', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:56.672641 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (ceb680dc-67c3-458c-a9ff-b73f84353c17), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.733633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (ceb680dc-67c3-458c-a9ff-b73f84353c17), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.803861 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ceb680dc-67c3-458c-a9ff-b73f84353c17), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.820920 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb680dc-67c3-458c-a9ff-b73f84353c17,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:56.868834 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.870097 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7d1aad91-89b5-48c4-b16f-9982b6d65282 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2925286
May 14 21:51:56.872975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46428) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:56.877206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b27df-321b-4b47-a3f4-bff53a1c34c2', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:56.947240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a911e0e7-9fd0-475b-a803-76e25d0c0b98 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:51:56.953263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (92ad2e5e-051e-401d-945d-e5f967723255), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:56.969328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a911e0e7-9fd0-475b-a803-76e25d0c0b98 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:51:56.969683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a911e0e7-9fd0-475b-a803-76e25d0c0b98 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:51:57.011440 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (92ad2e5e-051e-401d-945d-e5f967723255), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.078071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (92ad2e5e-051e-401d-945d-e5f967723255), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.097119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ad2e5e-051e-401d-945d-e5f967723255,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:57.154635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.155904 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-945f7478-1365-46c6-a95d-d025f6c6f184 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2820060
May 14 21:51:57.158690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46430) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:57.162908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b27df-321b-4b47-a3f4-bff53a1c34c2', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:57.272548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (d6100f62-cff4-4a7c-8b5f-1e8aba6ac780), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.331774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (d6100f62-cff4-4a7c-8b5f-1e8aba6ac780), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.421428 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d6100f62-cff4-4a7c-8b5f-1e8aba6ac780), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.441034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6100f62-cff4-4a7c-8b5f-1e8aba6ac780,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:57.509432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.511792 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7dc4927e-ac9b-4ee2-9380-8463379fe61c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3510494
May 14 21:51:57.513698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46432) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:57.518332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b27df-321b-4b47-a3f4-bff53a1c34c2', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:57.629773 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:51:57.636365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (88c39034-746d-4d9b-9d97-2ccf5f0c384a), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.686470 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (88c39034-746d-4d9b-9d97-2ccf5f0c384a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.770094 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (88c39034-746d-4d9b-9d97-2ccf5f0c384a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.789101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c39034-746d-4d9b-9d97-2ccf5f0c384a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:57.901811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:57.903007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7ee89cca-8050-44fc-a519-952af3294266 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3882928
May 14 21:51:57.906239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46434) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:57.910520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'security_group_rule': {'security_group_id': 'cf1b27df-321b-4b47-a3f4-bff53a1c34c2', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:57.992897 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Project 9d47cde4b8ee4dbc9ad64de4084690a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:51:57.999259 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (4be8b3b5-4662-4660-8144-b859119197c0), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.063688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (4be8b3b5-4662-4660-8144-b859119197c0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.139931 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4be8b3b5-4662-4660-8144-b859119197c0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.158678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be8b3b5-4662-4660-8144-b859119197c0,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:58.223367 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.224621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5cbac738-e590-4664-af75-5e10f73611fe tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3174503
May 14 21:51:58.228129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46436) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:58.233825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'network': {'name': 'tempest-network-smoke--1056394909', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'port_security_enabled': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:58.334140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:51:58.337714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.364991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:51:58.374305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0fb87b14-b906-462a-9150-c7775fa5b7f9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.374709 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Added segment 0fb87b14-b906-462a-9150-c7775fa5b7f9 of type vlan for network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa
May 14 21:51:58.419595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.530395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.536264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:51:58.536922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.607297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Network': ['ID=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:58.617192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:51:58.624905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-29d3a2f8-19ef-4a8e-be58-7146f121a187 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.3957789
May 14 21:51:58.631280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46438) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:51:58.632315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'admin_state_up': True, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:51:58.740372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (59bf1e75-0967-4168-8919-a2104f73c7ef), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.741503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (59bf1e75-0967-4168-8919-a2104f73c7ef), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:58.795274 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (59bf1e75-0967-4168-8919-a2104f73c7ef), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:59.010691 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (59bf1e75-0967-4168-8919-a2104f73c7ef), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:59.259897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (59bf1e75-0967-4168-8919-a2104f73c7ef), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:59.281914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:59.385183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.217 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/b601c6a6-d122-4fbe-9bb4-0d942a568dea) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:51:59.488769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:59.570096 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:51:59.605880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:51:59.608713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:51:59.615015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:51:59.639647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=b601c6a6-d122-4fbe-9bb4-0d942a568dea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:51:59.987611 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (59bf1e75-0967-4168-8919-a2104f73c7ef), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:00.187448 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (59bf1e75-0967-4168-8919-a2104f73c7ef), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:00.385252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 59bf1e75-0967-4168-8919-a2104f73c7ef is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:52:00.496615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:52:00.506052 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Sync routers for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:52:00.517774 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:52:00.518392 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b97b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:00.594663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:00.595961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9f9c0eac-377c-47e0-a2a4-836194bc3eb8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9671998
May 14 21:52:00.599227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46440) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:00.625441 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:52:00.626890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-09658d20-a2e8-4813-a7b5-d80f898639e9 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=9d47cde4b8ee4dbc9ad64de4084690a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262637
May 14 21:52:00.629128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46442) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:00.718741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334f79f-4eda-4cdc-a206-f7b5b11cf974 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:00.723140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4334f79f-4eda-4cdc-a206-f7b5b11cf974 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0904078
May 14 21:52:00.723285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46444) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:00.754394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fe8c8d9a-d156-4f0c-95b2-0bffd17fa307 tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0275984
May 14 21:52:00.755117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46446) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:00.759265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483623393', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:52:00.804049 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b97b80>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:51:59Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:00.831168 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Checking router: 59bf1e75-0967-4168-8919-a2104f73c7ef for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:52:00.831547 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Updating router 59bf1e75-0967-4168-8919-a2104f73c7ef port b601c6a6-d122-4fbe-9bb4-0d942a568dea binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:52:00.860434 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:00.981481 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:52:00.985061 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.216846 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (60d25483-1458-4c47-9551-b635d212755a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.240537 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Publish callbacks [] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.275843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Subnet': ['ID=60d25483-1458-4c47-9551-b635d212755a,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:01.291619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Checking segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:52:01.292804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network hostable DHCP agents. Network: 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:52:01.311208 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.359200 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Attempting to bind port b601c6a6-d122-4fbe-9bb4-0d942a568dea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:52:01.359602 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Attempting to bind port b601c6a6-d122-4fbe-9bb4-0d942a568dea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:52:01.359968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Attempting to bind port b601c6a6-d122-4fbe-9bb4-0d942a568dea on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:52:01.368744 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Pushing event updated for resources: {'Port': ['ID=b601c6a6-d122-4fbe-9bb4-0d942a568dea,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:01.371068 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:52:01.371448 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:52:01.372062 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.372559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:52:01.373226 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Bound port: b601c6a6-d122-4fbe-9bb4-0d942a568dea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:52:01.373612 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.398015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:52:01.400133 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.406243 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:01.439229 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] For port b601c6a6-d122-4fbe-9bb4-0d942a568dea, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:52:01.442179 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] For port b601c6a6-d122-4fbe-9bb4-0d942a568dea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b601c6a6-d122-4fbe-9bb4-0d942a568dea,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:52:01.482390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:52:01.488109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:01.492363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.492516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b74b229-8a4c-411f-934a-7b846fe12d0c None None] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:52:01.511432 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.570613 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015166a7-2a53-4dfe-ba74-ef12057f1939 None None] Pushing event updated for resources: {'Port': ['ID=b601c6a6-d122-4fbe-9bb4-0d942a568dea,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:01.575651 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:52:01.575651 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230b97b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:01.575966 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46448) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:01.586473 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-3dd6a1ea-390f-4c70-bd18-763e6b9a751b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8169136
May 14 21:52:01.600637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:52:01.601977 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:01.692758 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:52:01.743157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Allocated IP 172.20.0.2 (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa/60d25483-1458-4c47-9551-b635d212755a/5ccd7b95-760e-4883-8433-8e0a7fec0300) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:52:01.882202 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230b97b80>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:51:59Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:01.915305 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24f17b-8c78-452a-be74-9d691403f015 None None] The sync data for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 is: [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:51:59Z', 'revision_number': 3, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:52:02.067246 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.070458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Publish callbacks [] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.164965 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.210667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:52:02.214531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:52:02.225488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:52:02.235745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Pushing event updated for resources: {'Port': ['ID=5ccd7b95-760e-4883-8433-8e0a7fec0300,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:02.296745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Attempting to bind port 5ccd7b95-760e-4883-8433-8e0a7fec0300 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:52:02.297338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Attempting to bind port 5ccd7b95-760e-4883-8433-8e0a7fec0300 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:52:02.297747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Attempting to bind port 5ccd7b95-760e-4883-8433-8e0a7fec0300 on network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:52:02.303237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:52:02.303644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Checking segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:52:02.304101 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.304492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Bound using segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:52:02.304965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Bound port: 5ccd7b95-760e-4883-8433-8e0a7fec0300, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:52:02.305343 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.378130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] For port 5ccd7b95-760e-4883-8433-8e0a7fec0300, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:52:02.381499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] For port 5ccd7b95-760e-4883-8433-8e0a7fec0300, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ccd7b95-760e-4883-8433-8e0a7fec0300,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:52:02.391666 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.1 (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa/60d25483-1458-4c47-9551-b635d212755a/f0932f10-682c-468d-84a7-1c83c2a9168c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:52:02.451180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.519734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa30ed1-7dd5-419d-af49-a573b7e379da None None] Pushing event updated for resources: {'Port': ['ID=5ccd7b95-760e-4883-8433-8e0a7fec0300,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:02.540929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.644971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:02.719628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:52:02.725263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:52:02.729267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:52:02.760160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=f0932f10-682c-468d-84a7-1c83c2a9168c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:02.785444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (59bf1e75-0967-4168-8919-a2104f73c7ef), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.016966 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.052902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ccd7b95-760e-4883-8433-8e0a7fec0300 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:52:03.108586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5ccd7b95-760e-4883-8433-8e0a7fec0300 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:03.109058 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.189038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5ccd7b95-760e-4883-8433-8e0a7fec0300 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:03.189478 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.223155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 5ccd7b95-760e-4883-8433-8e0a7fec0300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ccd7b95-760e-4883-8433-8e0a7fec0300,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:52:03.296344 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.297382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b601c6a6-d122-4fbe-9bb4-0d942a568dea up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:52:03.365378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.387165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=5ccd7b95-760e-4883-8433-8e0a7fec0300,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:03.400066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b601c6a6-d122-4fbe-9bb4-0d942a568dea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:03.400593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.444514 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.487182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b601c6a6-d122-4fbe-9bb4-0d942a568dea is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:03.487592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.510624 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port b601c6a6-d122-4fbe-9bb4-0d942a568dea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b601c6a6-d122-4fbe-9bb4-0d942a568dea,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:52:03.530538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=f0932f10-682c-468d-84a7-1c83c2a9168c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:03.533074 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (59bf1e75-0967-4168-8919-a2104f73c7ef), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.569906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.630159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa15bfa-2ed0-4b48-bc5e-404271eda00a None None] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:52:03.644618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:52:03.646037 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:52:03.657914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=b601c6a6-d122-4fbe-9bb4-0d942a568dea,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:03.696748 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cce7677a-84ea-4d69-a7db-f0d8eb430f45 None None] Provisioning complete for port 5ccd7b95-760e-4883-8433-8e0a7fec0300 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:03.697104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cce7677a-84ea-4d69-a7db-f0d8eb430f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:03.766717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 59bf1e75-0967-4168-8919-a2104f73c7ef has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:52:03.828184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cce7677a-84ea-4d69-a7db-f0d8eb430f45 None None] Current status of the port 5ccd7b95-760e-4883-8433-8e0a7fec0300 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:04.158692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0cca3d79-c9b2-4487-ab96-22a242888604 None None] Provisioning complete for port 5ccd7b95-760e-4883-8433-8e0a7fec0300 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:04.159135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cca3d79-c9b2-4487-ab96-22a242888604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:04.245196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0cca3d79-c9b2-4487-ab96-22a242888604 None None] Current status of the port 5ccd7b95-760e-4883-8433-8e0a7fec0300 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:04.250669 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:52:04.254425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0cca3d79-c9b2-4487-ab96-22a242888604 None None] Provisioning complete for port f0932f10-682c-468d-84a7-1c83c2a9168c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:04.260058 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cca3d79-c9b2-4487-ab96-22a242888604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:04.264269 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b8dcd69-b3d2-42f5-9661-f9da58f326b0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/59bf1e75-0967-4168-8919-a2104f73c7ef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6868987
May 14 21:52:04.293004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Sync routers for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:52:04.304444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0cca3d79-c9b2-4487-ab96-22a242888604 None None] Port f0932f10-682c-468d-84a7-1c83c2a9168c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:52:04.307290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:52:04.308070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c63b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:04.422477 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-e957dc91-2fa8-4480-9f25-afdd1a6ce6ee tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8204655&fields=id&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 267 time: 0.0498071
May 14 21:52:04.438813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-64dcf7cc-f509-4e16-be7d-87af34f72001 None None] Provisioning complete for port f0932f10-682c-468d-84a7-1c83c2a9168c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:04.439181 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64dcf7cc-f509-4e16-be7d-87af34f72001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:04.464218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:52:04.514558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-64dcf7cc-f509-4e16-be7d-87af34f72001 None None] Port f0932f10-682c-468d-84a7-1c83c2a9168c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:52:04.538901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-79e6e64c-9db9-415e-9b1a-1c55193ce2db tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:04.540413 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-79e6e64c-9db9-415e-9b1a-1c55193ce2db tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/networks?id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa HTTP/1.1" status: 200  len: 797 time: 0.1111658
May 14 21:52:04.555800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-f3df7cda-b1d4-4f01-a121-60751ee379ec tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/quotas/9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 375 time: 0.0091143
May 14 21:52:04.612185 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3f8364ab-fe65-473e-ab5e-f18ec5f00d4c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0502334
May 14 21:52:04.644210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3322e5e9-0d7d-4957-89bc-043c09df530f None None] Provisioning complete for port f0932f10-682c-468d-84a7-1c83c2a9168c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:04.644717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3322e5e9-0d7d-4957-89bc-043c09df530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:04.708747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3322e5e9-0d7d-4957-89bc-043c09df530f None None] Port f0932f10-682c-468d-84a7-1c83c2a9168c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:52:04.710435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c63b20>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 2, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:04.741193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Checking router: 59bf1e75-0967-4168-8919-a2104f73c7ef for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:52:04.741548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Updating router 59bf1e75-0967-4168-8919-a2104f73c7ef port f0932f10-682c-468d-84a7-1c83c2a9168c binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:52:04.765659 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-70df6ee9-22fc-4c74-8c65-bb3b287f45f3 service neutron] 10.222.0.52 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409395
May 14 21:52:04.770266 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:04.863066 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-32af9489-fc2b-4449-a98e-ccdaaf93738a service neutron] 10.222.0.52 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903673
May 14 21:52:05.057124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ccd7b95-760e-4883-8433-8e0a7fec0300 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:52:05.108027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4bbfc0a0-7ca8-4cbb-a288-411983b4e0cf req-72b84c58-dfb3-4425-a962-71faf6910878 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 210 time: 0.0312014
May 14 21:52:05.163332 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Publish callbacks [] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.172129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 5ccd7b95-760e-4883-8433-8e0a7fec0300 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:05.172545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.250654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.254872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 5ccd7b95-760e-4883-8433-8e0a7fec0300 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:05.255900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b601c6a6-d122-4fbe-9bb4-0d942a568dea up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:52:05.338741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6930-7ac1-4fa8-9a34-137aad1922f4 None None] Pushing event updated for resources: {'Port': ['ID=f0932f10-682c-468d-84a7-1c83c2a9168c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:05.383529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b601c6a6-d122-4fbe-9bb4-0d942a568dea triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:05.383816 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.417589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Attempting to bind port f0932f10-682c-468d-84a7-1c83c2a9168c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:52:05.417959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Attempting to bind port f0932f10-682c-468d-84a7-1c83c2a9168c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:52:05.418322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Attempting to bind port f0932f10-682c-468d-84a7-1c83c2a9168c on network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:52:05.438110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:52:05.438110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Checking segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:52:05.438441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.438916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Bound using segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:52:05.439399 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Bound port: f0932f10-682c-468d-84a7-1c83c2a9168c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:52:05.439805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.535147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b601c6a6-d122-4fbe-9bb4-0d942a568dea is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:05.546777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d40787f8-68c8-4cc8-867f-c76fa57972c0 None None] Provisioning complete for port f0932f10-682c-468d-84a7-1c83c2a9168c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:05.547161 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d40787f8-68c8-4cc8-867f-c76fa57972c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.550530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] For port f0932f10-682c-468d-84a7-1c83c2a9168c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:52:05.554567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] For port f0932f10-682c-468d-84a7-1c83c2a9168c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0932f10-682c-468d-84a7-1c83c2a9168c,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:52:05.588327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d40787f8-68c8-4cc8-867f-c76fa57972c0 None None] Port f0932f10-682c-468d-84a7-1c83c2a9168c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:52:05.642902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:05.708209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:52:05.708916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c63b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:51:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:05.746056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6930-7ac1-4fa8-9a34-137aad1922f4 None None] Pushing event updated for resources: {'Port': ['ID=f0932f10-682c-468d-84a7-1c83c2a9168c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:05.998388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] Provisioning complete for port f0932f10-682c-468d-84a7-1c83c2a9168c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:05.998761 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:06.001280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:52:06.193384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] Current status of the port f0932f10-682c-468d-84a7-1c83c2a9168c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:06.193711 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:06.211896 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e44feccd-17d8-4a60-99e1-742000bf56fe req-c3a6504a-e3bc-409a-9b63-1086caeeb624 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 210 time: 0.0350425
May 14 21:52:06.264977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] For port f0932f10-682c-468d-84a7-1c83c2a9168c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0932f10-682c-468d-84a7-1c83c2a9168c,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:52:06.279546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c63b20>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:05Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:06.307199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec1c73-eb03-4ff7-be7c-cc2cc04aabd4 None None] The sync data for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 is: [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:05Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:52:06.330551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:06.401583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a6c59-6796-40fd-b726-931873ed0fce None None] Pushing event updated for resources: {'Port': ['ID=f0932f10-682c-468d-84a7-1c83c2a9168c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:07.037462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f0932f10-682c-468d-84a7-1c83c2a9168c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:52:07.111090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f0932f10-682c-468d-84a7-1c83c2a9168c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:07.111394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:07.127641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b6a7f57-02cf-4963-b590-1c7e28d2943e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:07.130264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b6a7f57-02cf-4963-b590-1c7e28d2943e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/networks?id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa HTTP/1.1" status: 200  len: 797 time: 0.1416612
May 14 21:52:07.200642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f0932f10-682c-468d-84a7-1c83c2a9168c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:07.209529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-fd656868-e399-4572-a03c-9899564ee227 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9 HTTP/1.1" status: 200  len: 377 time: 0.0700290
May 14 21:52:07.218242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'port': {'device_id': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'admin_state_up': True, 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'security_groups': ['cf1b27df-321b-4b47-a3f4-bff53a1c34c2']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:52:07.352709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9b88be7-83f8-459b-87c5-8b5e288ac5c0 req-95ec358a-1745-40a8-9854-bd288a519917 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 210 time: 0.0482349
May 14 21:52:07.444561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Made reservation on behalf of 9d47cde4b8ee4dbc9ad64de4084690a9 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:52:07.448231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:07.577898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.20.0.13 (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa/60d25483-1458-4c47-9551-b635d212755a/8aff54b0-db61-466d-994a-b32ac85a7a2e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:52:08.039463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.124517 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.166440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:52:08.171722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:52:08.175434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:52:08.182297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:08.231696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:08.232375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.287046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-44a84fbb-3383-4a3b-a11c-4b7f32dc35af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0730462
May 14 21:52:08.298916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Request body: {'port': {'device_id': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:52:08.363002 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.464077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-501915c0-4008-422b-a0a1-5786dc9e586b None None] Provisioning complete for port 8aff54b0-db61-466d-994a-b32ac85a7a2e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:08.464663 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-501915c0-4008-422b-a0a1-5786dc9e586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.475455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94558beb-cd5a-427c-bbee-0a91c62c0af9 req-41bbb69f-87ac-46d0-8b1e-69ae7d9f42a2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:08.477689 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-94558beb-cd5a-427c-bbee-0a91c62c0af9 req-41bbb69f-87ac-46d0-8b1e-69ae7d9f42a2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 932 time: 0.0520551
May 14 21:52:08.504533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-501915c0-4008-422b-a0a1-5786dc9e586b None None] Port 8aff54b0-db61-466d-994a-b32ac85a7a2e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:52:08.533283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-94558beb-cd5a-427c-bbee-0a91c62c0af9 req-c586e7ab-1746-4ea5-95ab-1bec1f3dfc56 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0495019
May 14 21:52:08.670274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aff54b0-db61-466d-994a-b32ac85a7a2e {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:52:08.677832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Publish callbacks [] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.690731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Transition to ACTIVE for port object 8aff54b0-db61-466d-994a-b32ac85a7a2e will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:52:08.786435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.838346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:08.917921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Attempting to bind port 8aff54b0-db61-466d-994a-b32ac85a7a2e on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:52:08.918566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Attempting to bind port 8aff54b0-db61-466d-994a-b32ac85a7a2e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:52:08.918957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Attempting to bind port 8aff54b0-db61-466d-994a-b32ac85a7a2e on network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:52:08.923759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Port 8aff54b0-db61-466d-994a-b32ac85a7a2e on network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:52:08.924093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Attempting to bind port 8aff54b0-db61-466d-994a-b32ac85a7a2e on network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:52:08.929311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:52:08.929653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Checking segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:52:08.930042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Bound using segment: {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:52:08.930800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Bound port: 8aff54b0-db61-466d-994a-b32ac85a7a2e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb87b14-b906-462a-9150-c7775fa5b7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:52:08.930800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:08.997348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:52:09.000456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:52:09.067237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:09.103095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.103770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:09.107834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] 10.222.0.36 "PUT /v2.0/ports/8aff54b0-db61-466d-994a-b32ac85a7a2e HTTP/1.1" status: 200  len: 1092 time: 0.8105910
May 14 21:52:09.107834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:52:09.108214 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d9fb8-9d77-42a3-aaa0-de57fd029873" -d '{"events": [{"name": "network-changed", "server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:52:09.137834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015d79-1da2-4caa-8f0a-4725528d462e service neutron] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:09.155993 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdc4111-7e5f-430e-bace-578f8e6af399 x-openstack-request-id: req-0cdc4111-7e5f-430e-bace-578f8e6af399 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:52:09.165746 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:52:09.165746 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cdc4111-7e5f-430e-bace-578f8e6af399 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:52:09.165746 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdc4111-7e5f-430e-bace-578f8e6af399'] response: {'name': 'network-changed', 'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'status': 'completed', 'code': 200}
May 14 21:52:09.218374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d9fb8-9d77-42a3-aaa0-de57fd029873 req-295606e4-ad11-4172-8f98-452bf408c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.219939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-178d9fb8-9d77-42a3-aaa0-de57fd029873 req-295606e4-ad11-4172-8f98-452bf408c72a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1126 time: 0.0429878
May 14 21:52:09.324586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d9fb8-9d77-42a3-aaa0-de57fd029873 req-b467d317-1709-4b61-a7bf-2ea72fefedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.326144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-178d9fb8-9d77-42a3-aaa0-de57fd029873 req-b467d317-1709-4b61-a7bf-2ea72fefedad service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1002815
May 14 21:52:09.430603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d9fb8-9d77-42a3-aaa0-de57fd029873 req-997e30ad-831c-4f3f-8799-dd20a776963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.432097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-178d9fb8-9d77-42a3-aaa0-de57fd029873 req-997e30ad-831c-4f3f-8799-dd20a776963f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0997241
May 14 21:52:09.463571 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:52:09.505233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-d3484ff2-9f23-48d2-aeb5-df232b890db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.506744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-d3484ff2-9f23-48d2-aeb5-df232b890db2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1126 time: 0.0399451
May 14 21:52:09.549974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-90c8e0c7-6776-467b-bbc9-ec039ae36f45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e HTTP/1.1" status: 200  len: 217 time: 0.0339892
May 14 21:52:09.597666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-8ce36cf4-d439-44aa-a8db-cfcf3596ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.599108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-8ce36cf4-d439-44aa-a8db-cfcf3596ac79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d25483-1458-4c47-9551-b635d212755a HTTP/1.1" status: 200  len: 834 time: 0.0443544
May 14 21:52:09.648045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-91945a66-c855-4e66-9b37-b571415b5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.649607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-91945a66-c855-4e66-9b37-b571415b5424 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445452
May 14 21:52:09.653632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c7b8c-e559-449b-8a1a-2497179d7355 req-e8af9025-8654-4b0f-b357-e632a438ef10 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:09.655114 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-177c7b8c-e559-449b-8a1a-2497179d7355 req-e8af9025-8654-4b0f-b357-e632a438ef10 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 944 time: 0.0522041
May 14 21:52:09.709648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-177c7b8c-e559-449b-8a1a-2497179d7355 req-6e8e7856-a3fa-41b3-9522-068a60094231 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0481594
May 14 21:52:09.740697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-59d7fa9f-65e9-4bda-830a-190c3baedb6a service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852189
May 14 21:52:09.833854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7add3f93-c862-4e52-bfc7-72ea0ad287e1 req-a03cb33c-69ae-4eaf-80a8-0f64f4e9587f service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868893
May 14 21:52:10.386618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a605bf13-a9c0-42a0-8c6e-221477f6e1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:10.827138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6869c-9201-4d0b-a4fd-b9a9c7198d0a req-c74e78da-e07d-41f6-bae4-5c12a3ed6880 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:10.828715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc6869c-9201-4d0b-a4fd-b9a9c7198d0a req-c74e78da-e07d-41f6-bae4-5c12a3ed6880 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 944 time: 0.0479147
May 14 21:52:10.877987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cbc6869c-9201-4d0b-a4fd-b9a9c7198d0a req-0af39cb5-7782-4eaa-ad33-1d8760ca969f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0432358
May 14 21:52:11.993033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf3741-bce3-4d57-8594-ee89fefd3001 req-9c3825e2-9cf6-4494-87a7-c08332d121c1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:11.994486 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-febf3741-bce3-4d57-8594-ee89fefd3001 req-9c3825e2-9cf6-4494-87a7-c08332d121c1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 944 time: 0.0469339
May 14 21:52:12.046739 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-febf3741-bce3-4d57-8594-ee89fefd3001 req-593852bb-4c34-40ed-a38d-09da1eb997ee tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0464365
May 14 21:52:12.093362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:12.660944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:12.694665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:52:12.803159 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:52:12.817038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'port_id': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'mac_address': 'fa:16:3e:ef:93:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:52:12.855640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8aff54b0-db61-466d-994a-b32ac85a7a2e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:12.856176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:12.868671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aff54b0-db61-466d-994a-b32ac85a7a2e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:52:12.888736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:52:12.895294 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a16a6c5-c5b7-46d7-9116-b0942d5a2e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:12.981350 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:13.036235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:13.166201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d1ee9-ca65-434b-a5f5-47f0b37a442f req-1d5f03c7-24b1-4cac-9696-280d19a124c8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:13.167699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b2d1ee9-ca65-434b-a5f5-47f0b37a442f req-1d5f03c7-24b1-4cac-9696-280d19a124c8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 945 time: 0.0520196
May 14 21:52:13.178148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8aff54b0-db61-466d-994a-b32ac85a7a2e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:52:13.219224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b2d1ee9-ca65-434b-a5f5-47f0b37a442f req-d2cc2b6d-74fc-4427-8063-149effd7ab03 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0456409
May 14 21:52:13.924031 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:14.339758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96ebc1-e382-4f11-96f8-01141c708711 req-c65c484b-3722-4ae2-a5ff-dedfe7938bba tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:14.342321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c96ebc1-e382-4f11-96f8-01141c708711 req-c65c484b-3722-4ae2-a5ff-dedfe7938bba tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 945 time: 0.0530479
May 14 21:52:14.391644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8c96ebc1-e382-4f11-96f8-01141c708711 req-fe18f272-4f80-4b94-8003-bb645671211e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0435963
May 14 21:52:14.701254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:52:14.748428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8aff54b0-db61-466d-994a-b32ac85a7a2e completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:52:14.815170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8aff54b0-db61-466d-994a-b32ac85a7a2e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:52:14.815779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:14.895720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8aff54b0-db61-466d-994a-b32ac85a7a2e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:52:14.896130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:14.923757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:52:14.926019 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d15ab1-6ebf-49ba-8044-17c6f7818c8e" -d '{"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-plugged", "status": "completed", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:52:14.938999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:52:14.966546 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd6f98-9391-467e-8181-c4154561c191 x-openstack-request-id: req-05fd6f98-9391-467e-8181-c4154561c191 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:52:14.966546 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-plugged", "status": "completed", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:52:14.966546 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05fd6f98-9391-467e-8181-c4154561c191 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:52:14.966546 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fd6f98-9391-467e-8181-c4154561c191'] response: {'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'code': 200}
May 14 21:52:15.061053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:15.061958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a3ec7-1ccb-4e7c-a9d7-90f1fe702540 req-604423a4-04e9-4adc-b611-c722bd050e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:15.064797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354a3ec7-1ccb-4e7c-a9d7-90f1fe702540 req-604423a4-04e9-4adc-b611-c722bd050e7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1127 time: 0.0421767
May 14 21:52:15.110001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:15.111718 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354a3ec7-1ccb-4e7c-a9d7-90f1fe702540 req-ab2f4c91-825a-4cac-8c4b-8bbce799052e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0413206
May 14 21:52:15.510255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa0a45-ffa3-4368-9203-2346aeec8e10 req-eae47ec1-080e-4934-953a-52f57fff7932 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:15.512399 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abfa0a45-ffa3-4368-9203-2346aeec8e10 req-eae47ec1-080e-4934-953a-52f57fff7932 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0485818
May 14 21:52:15.562556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-abfa0a45-ffa3-4368-9203-2346aeec8e10 req-8e0a1578-b91a-4fb7-80db-527d89b87222 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0443034
May 14 21:52:15.740795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:16.680527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d252bb0-a6e7-4089-a75e-a3fe0bb4cf27 req-7a56f778-e283-4da2-86a5-3c5b7d39fa88 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:16.682001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d252bb0-a6e7-4089-a75e-a3fe0bb4cf27 req-7a56f778-e283-4da2-86a5-3c5b7d39fa88 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0478346
May 14 21:52:16.735104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d252bb0-a6e7-4089-a75e-a3fe0bb4cf27 req-c86fd439-6e9b-4f0c-b43c-31989d51f2f5 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0471046
May 14 21:52:16.788265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:16.851338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1421f-a157-416e-84f4-b47020667a62 req-3c97269a-03e4-45bd-9ce2-2b745fdfd685 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:16.852839 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ddc1421f-a157-416e-84f4-b47020667a62 req-3c97269a-03e4-45bd-9ce2-2b745fdfd685 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0493436
May 14 21:52:16.907050 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ddc1421f-a157-416e-84f4-b47020667a62 req-42066cb4-0aa3-4cda-9d58-668856b38f38 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0475850
May 14 21:52:16.928924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:16.967495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23200d-d59b-444a-a395-82ee61bb769f tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:16.969048 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8c23200d-d59b-444a-a395-82ee61bb769f tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1123 time: 0.0391426
May 14 21:52:16.971880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46524) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:16.976034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:52:17.038707 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:17.122299 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:17.228251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Allocated IP 172.35.4.31 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/a5c8a3a2-b7b0-4cec-9478-4d632d86d830) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:52:17.333983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:17.442504 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:17.484524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:52:17.487458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:52:17.492085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:52:17.494055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=a5c8a3a2-b7b0-4cec-9478-4d632d86d830,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:17.521009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.521362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.521711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.522053 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.522391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.522725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.523060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.523387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.523745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.524079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.524397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.524724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.525047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.525402 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.525722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:52:17.869351 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (48e12e83-e99a-4ad4-a88c-65dca8ae9524), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:17.991138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:18.176888 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:18.243610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:18.315914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event updated for resources: {'Port': ['ID=a5c8a3a2-b7b0-4cec-9478-4d632d86d830,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:52:18.333340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (48e12e83-e99a-4ad4-a88c-65dca8ae9524), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:18.451021 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP 48e12e83-e99a-4ad4-a88c-65dca8ae9524 associated. External IP: 172.35.4.31, port: 8aff54b0-db61-466d-994a-b32ac85a7a2e.
May 14 21:52:18.665878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 59bf1e75-0967-4168-8919-a2104f73c7ef has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:52:18.783506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:52:18.794060 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] Sync routers for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:52:18.803544 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:52:18.807528 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312d5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:52:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:18.880079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:18.911889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-49345c82-e14f-446e-85b9-0eeb736425bc tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9389546
May 14 21:52:18.912797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:52:18.923141 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce4419c-5895-4de6-8525-de533436f7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:52:18.923399 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:52:18.972995 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d14635-1fad-4485-af55-6432ebdc5a99 x-openstack-request-id: req-35d14635-1fad-4485-af55-6432ebdc5a99 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:52:18.972995 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:52:18.972995 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35d14635-1fad-4485-af55-6432ebdc5a99 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:52:18.972995 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d14635-1fad-4485-af55-6432ebdc5a99'] response: {'name': 'network-changed', 'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'status': 'completed', 'code': 200}
May 14 21:52:19.065455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4eed-ed20-41ec-82c3-8be1998252ed req-e06e13b4-72a8-4883-85e8-66e372fb04c6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:19.066877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b05f4eed-ed20-41ec-82c3-8be1998252ed req-e06e13b4-72a8-4883-85e8-66e372fb04c6 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0802279
May 14 21:52:19.067962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-8a3b837f-7408-4955-a102-e06ce5e9a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:19.069286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-8a3b837f-7408-4955-a102-e06ce5e9a301 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1128 time: 0.0736701
May 14 21:52:19.151875 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312d5070>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e12e83-e99a-4ad4-a88c-65dca8ae9524', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.31', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'port_id': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'mac_address': 'fa:16:3e:ef:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:52:17Z', 'updated_at': '2022-05-14T21:52:17Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:06Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:19.172409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b05f4eed-ed20-41ec-82c3-8be1998252ed req-79b8ccea-ef41-47ec-b29f-f20b4a88e8e0 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0990810
May 14 21:52:19.179575 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] Checking router: 59bf1e75-0967-4168-8919-a2104f73c7ef for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:52:19.189202 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:52:19.189375 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312d5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:52:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:19.195432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46530) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:19.200010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-c6095440-84a3-4f9d-8e9e-8fb16a36d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:19.201495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-c6095440-84a3-4f9d-8e9e-8fb16a36d265 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa HTTP/1.1" status: 200  len: 898 time: 0.1220655
May 14 21:52:19.260844 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f4663a85-ae20-46df-9f5d-d9695eafe774 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/48e12e83-e99a-4ad4-a88c-65dca8ae9524 HTTP/1.1" status: 200  len: 991 time: 0.0631354
May 14 21:52:19.270183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-57f5c87f-9ae4-4bc4-8f87-3621f0065399 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e HTTP/1.1" status: 200  len: 999 time: 0.0624650
May 14 21:52:19.303166 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:52:19.323941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-f8336de9-a017-460b-a08b-825e49cca1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:19.324581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-f8336de9-a017-460b-a08b-825e49cca1a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d25483-1458-4c47-9551-b635d212755a HTTP/1.1" status: 200  len: 834 time: 0.0493505
May 14 21:52:19.369973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-dc705516-2c68-4f87-b7c1-4401bfac1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:19.372146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-dc705516-2c68-4f87-b7c1-4401bfac1813 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420198
May 14 21:52:19.469438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-ca25edec-dc04-44e2-a774-b129b1e5b184 service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901070
May 14 21:52:19.562815 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce4419c-5895-4de6-8525-de533436f7c2 req-3e66cea8-7249-4bb5-965b-d8a057ebc2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881693
May 14 21:52:19.622845 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312d5070>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e12e83-e99a-4ad4-a88c-65dca8ae9524', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.31', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'port_id': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'mac_address': 'fa:16:3e:ef:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:52:17Z', 'updated_at': '2022-05-14T21:52:17Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:06Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:52:19.648938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d815f7-7709-4e76-b5c4-bd7c6a39cc6d None None] The sync data for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 is: [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '48e12e83-e99a-4ad4-a88c-65dca8ae9524', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'floating_ip_address': '172.35.4.31', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'port_id': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'mac_address': 'fa:16:3e:ef:93:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:52:17Z', 'updated_at': '2022-05-14T21:52:17Z', 'revision_number': 0, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:06Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:52:19.856628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d057f-6cf2-4b36-90d4-661649cd5695 None None] New status for floating IP 48e12e83-e99a-4ad4-a88c-65dca8ae9524: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:52:20.263507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46532) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:52:20.327621 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b157e414-c920-4d16-a0cd-534b5c13e254 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/48e12e83-e99a-4ad4-a88c-65dca8ae9524 HTTP/1.1" status: 200  len: 993 time: 0.0630288
May 14 21:52:38.116051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-e9284f23-8f6d-452c-bafa-3500a746bb9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390356
May 14 21:52:38.199717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63465629-3d68-4006-a148-d4c12cb764df req-83e8cbf4-c849-4c9f-932b-88cae744277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:38.201144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-83e8cbf4-c849-4c9f-932b-88cae744277f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0429835
May 14 21:52:38.302729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63465629-3d68-4006-a148-d4c12cb764df req-feaed563-ffed-4a19-b2d0-c89f59ea2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:38.304242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-feaed563-ffed-4a19-b2d0-c89f59ea2c2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0851891
May 14 21:52:38.372057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-3950e365-a43c-4cfa-901e-fb91faf83c81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 1001 time: 0.0622387
May 14 21:52:38.421073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63465629-3d68-4006-a148-d4c12cb764df req-55be9284-98bb-4c01-9f2c-e5653972e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:38.422578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-55be9284-98bb-4c01-9f2c-e5653972e1af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0448120
May 14 21:52:38.466067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63465629-3d68-4006-a148-d4c12cb764df req-bc56c9ce-7474-4256-9e55-2e794ab0fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:38.467497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-bc56c9ce-7474-4256-9e55-2e794ab0fc1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393224
May 14 21:52:38.477654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-efb05750-e657-4bcb-adec-25f911d6851c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:52:38.478595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-efb05750-e657-4bcb-adec-25f911d6851c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048122
May 14 21:52:38.569972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-51436d7b-62d8-4095-8e94-7ce7cefb4efb service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854571
May 14 21:52:38.657427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63465629-3d68-4006-a148-d4c12cb764df req-274d36b7-8bf6-4e38-96db-506ccee5ab92 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814633
May 14 21:52:40.345910 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d4f405e-4a4a-4634-9282-9102484fbf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:42.135360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:42.664548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:42.837823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-378fd5d2-02af-4546-9ef7-6f0b704b434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:43.934654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:45.778701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:46.462828 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:52:46.792023 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:52:48.589810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-8741c42f-0aa8-445b-b1ee-7e0c0ae52716 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0952072
May 14 21:52:48.670094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-48024876-e917-45c0-94a9-b1e5171bb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:48.671640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-48024876-e917-45c0-94a9-b1e5171bb21c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1128 time: 0.0419953
May 14 21:52:48.774265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-f2ed50af-fced-43a0-9da9-66b31afd3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:48.775679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-f2ed50af-fced-43a0-9da9-66b31afd3a50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa HTTP/1.1" status: 200  len: 898 time: 0.0847368
May 14 21:52:48.846863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-f6f82ad6-34c3-4232-bfc4-7d77ad86a502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e HTTP/1.1" status: 200  len: 1001 time: 0.0632749
May 14 21:52:48.895652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-e0d565ae-48d3-4f73-bc12-8b5d7e46671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:48.897256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-e0d565ae-48d3-4f73-bc12-8b5d7e46671e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d25483-1458-4c47-9551-b635d212755a HTTP/1.1" status: 200  len: 834 time: 0.0451694
May 14 21:52:48.940809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-a1b4bce1-d34d-4aae-96cf-3f883f02e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:48.942540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-a1b4bce1-d34d-4aae-96cf-3f883f02e6d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389907
May 14 21:52:48.951571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-617c5496-6a15-48e3-b363-ca9faf063fea service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:52:48.952515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-617c5496-6a15-48e3-b363-ca9faf063fea service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048938
May 14 21:52:49.045811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-7b3c1786-5148-44e8-b0c7-14b1c600ec8f service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876236
May 14 21:52:49.137196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86a0cb3a-a085-402a-bde8-41fe724c99d0 req-70abbd48-9e27-491e-95bc-4a73a4d4db17 service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858812
May 14 21:52:51.971152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49615e-b0f1-4adc-96e0-18bfeafe4480 req-ca5e9bdf-3d37-4ea0-b60f-00c6a8b98946 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:51.972817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca49615e-b0f1-4adc-96e0-18bfeafe4480 req-ca5e9bdf-3d37-4ea0-b60f-00c6a8b98946 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0502024
May 14 21:52:52.022571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca49615e-b0f1-4adc-96e0-18bfeafe4480 req-36f9c386-d1b6-4909-bf63-ab4d1908366e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0438509
May 14 21:52:53.137438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c38eba-ede5-4562-90f7-6249a15cfb93 req-e9725b81-a33f-41fd-8cc2-d405236e55f8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:53.138959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54c38eba-ede5-4562-90f7-6249a15cfb93 req-e9725b81-a33f-41fd-8cc2-d405236e55f8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0482180
May 14 21:52:53.191985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54c38eba-ede5-4562-90f7-6249a15cfb93 req-93435d03-3491-47df-a349-266a1b1a7f70 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0469816
May 14 21:52:54.307626 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeaf59-8ed1-4a72-a731-5a52180cfb54 req-ce8e7356-01b8-4a24-9604-0a1b37122b92 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:54.309101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-efeeaf59-8ed1-4a72-a731-5a52180cfb54 req-ce8e7356-01b8-4a24-9604-0a1b37122b92 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0485952
May 14 21:52:54.362238 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-efeeaf59-8ed1-4a72-a731-5a52180cfb54 req-9a2e72b6-c7e8-4239-8aba-9dbf55eba812 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0469944
May 14 21:52:55.492896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ea487-3d9a-4d47-9ed6-292f7c132120 req-1763d604-59a6-4802-9437-5ddb01c5ad50 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:55.494371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-087ea487-3d9a-4d47-9ed6-292f7c132120 req-1763d604-59a6-4802-9437-5ddb01c5ad50 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0481234
May 14 21:52:55.553095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-087ea487-3d9a-4d47-9ed6-292f7c132120 req-2e0b518e-6cd5-45c6-b02c-36c8116b2c2f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0436432
May 14 21:52:56.669158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04011cf3-b64b-4e73-b933-860fc00604d4 req-5b4b33eb-3a5e-4245-a927-74de28a69cb9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:56.670680 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04011cf3-b64b-4e73-b933-860fc00604d4 req-5b4b33eb-3a5e-4245-a927-74de28a69cb9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0483086
May 14 21:52:56.719612 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-04011cf3-b64b-4e73-b933-860fc00604d4 req-4a66498e-2f3f-4e59-9443-e0b961061c14 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0429592
May 14 21:52:57.839760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b593073-4ba2-41f4-af0a-dbe64643b5ed req-9af4cd2b-35e1-4016-a8cb-843161eeace2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:57.841226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b593073-4ba2-41f4-af0a-dbe64643b5ed req-9af4cd2b-35e1-4016-a8cb-843161eeace2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0514548
May 14 21:52:57.889524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b593073-4ba2-41f4-af0a-dbe64643b5ed req-74066e6e-f2a7-4c12-a035-876a6200d838 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0420167
May 14 21:52:59.014294 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef02b66-6d93-4f74-9840-b694dde1049e req-fab69b2b-813e-4717-8904-49996112b385 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:52:59.015801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ef02b66-6d93-4f74-9840-b694dde1049e req-fab69b2b-813e-4717-8904-49996112b385 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0474255
May 14 21:52:59.067126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9ef02b66-6d93-4f74-9840-b694dde1049e req-a12c2e48-49b7-454a-b44f-a164484cb7cd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0450065
May 14 21:53:00.183202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e61d14-c573-47f8-a5bc-755d6ef18d7b req-0e3bc68e-13fc-41cc-b541-fb895d952fb1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:00.184699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2e61d14-c573-47f8-a5bc-755d6ef18d7b req-0e3bc68e-13fc-41cc-b541-fb895d952fb1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0489366
May 14 21:53:00.233766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2e61d14-c573-47f8-a5bc-755d6ef18d7b req-24855d8c-f6e0-4876-925a-98f4f17d92af tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0432591
May 14 21:53:01.360128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe91309-0bbd-4abd-a9e1-1b9b86791e1b req-38bbc118-d833-4cdc-a1c4-238eb8940062 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:01.361746 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2fe91309-0bbd-4abd-a9e1-1b9b86791e1b req-38bbc118-d833-4cdc-a1c4-238eb8940062 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0512316
May 14 21:53:01.412142 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2fe91309-0bbd-4abd-a9e1-1b9b86791e1b req-c7fe0bd9-ca86-4b66-927a-29be993099fb tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0446098
May 14 21:53:02.528165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75241e7-ae20-48db-bb1c-59a1d2eefceb req-de1a476b-1f32-4ef3-819a-be5523c13209 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:02.529648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b75241e7-ae20-48db-bb1c-59a1d2eefceb req-de1a476b-1f32-4ef3-819a-be5523c13209 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0468199
May 14 21:53:02.583617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b75241e7-ae20-48db-bb1c-59a1d2eefceb req-ea79ad82-9348-4af6-bbc5-a5f5a2f5f839 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0472064
May 14 21:53:03.698632 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ed75-1fce-48b9-9392-d2f9e6e5df83 req-309d4d31-431b-4dd7-bdc9-6e57a087cb94 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:03.700129 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7920ed75-1fce-48b9-9392-d2f9e6e5df83 req-309d4d31-431b-4dd7-bdc9-6e57a087cb94 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0469637
May 14 21:53:03.749153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7920ed75-1fce-48b9-9392-d2f9e6e5df83 req-19928643-1251-4825-bef7-c10ed1c7d91b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0432265
May 14 21:53:04.864653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d42c8-1c09-44e1-824c-6d622902180d req-5cef5ad6-6536-4944-ba17-edd7b68ab57f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:04.866340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb2d42c8-1c09-44e1-824c-6d622902180d req-5cef5ad6-6536-4944-ba17-edd7b68ab57f tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0478864
May 14 21:53:04.918027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb2d42c8-1c09-44e1-824c-6d622902180d req-46d3aa2c-b75e-44f4-bda1-59517cd81389 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0458729
May 14 21:53:06.040738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b0516-5bab-4af0-bd0c-2b6afbeb1b2d req-2468cda6-bb56-4c46-a2d6-0aa24747aaa8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:06.043088 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd6b0516-5bab-4af0-bd0c-2b6afbeb1b2d req-2468cda6-bb56-4c46-a2d6-0aa24747aaa8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0546901
May 14 21:53:06.091374 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dd6b0516-5bab-4af0-bd0c-2b6afbeb1b2d req-f0477a4d-1fb1-4fa4-bb78-2ea4a2096355 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0425899
May 14 21:53:07.205965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ba65d-f133-4139-b9e1-b970f297b1b6 req-22d926da-f9cf-4e4f-b676-12648ada60c2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:07.207519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c6ba65d-f133-4139-b9e1-b970f297b1b6 req-22d926da-f9cf-4e4f-b676-12648ada60c2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0467708
May 14 21:53:07.255722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c6ba65d-f133-4139-b9e1-b970f297b1b6 req-6ff7b5ca-f2e4-4244-aa7d-209e726918bd tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0425014
May 14 21:53:08.373831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c428bfe-e773-4e6c-8a05-c7295179c0e3 req-421d90a3-dc95-450a-bce5-0fdd380dbc90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:08.375321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c428bfe-e773-4e6c-8a05-c7295179c0e3 req-421d90a3-dc95-450a-bce5-0fdd380dbc90 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0476565
May 14 21:53:08.425672 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7c428bfe-e773-4e6c-8a05-c7295179c0e3 req-7a46b9f6-8634-4bb1-9ab8-f37c39d761e9 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0440211
May 14 21:53:09.546211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734972-95f9-47fb-9a48-4e0f049f2d13 req-45341e3b-132b-4313-8712-208af7c2421a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:09.547785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd734972-95f9-47fb-9a48-4e0f049f2d13 req-45341e3b-132b-4313-8712-208af7c2421a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0514910
May 14 21:53:09.596747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd734972-95f9-47fb-9a48-4e0f049f2d13 req-151f4dbb-f30d-4700-a9e3-260509336c52 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0427635
May 14 21:53:09.997498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f15ae-dba6-4ce7-be67-708de16798ac req-92768ba7-0cbc-4f06-b779-80cc91d85ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:09.999018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-733f15ae-dba6-4ce7-be67-708de16798ac req-92768ba7-0cbc-4f06-b779-80cc91d85ff4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1128 time: 0.0467076
May 14 21:53:10.045292 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-733f15ae-dba6-4ce7-be67-708de16798ac req-db2942c2-9287-47a5-b62b-063893b872f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0402906
May 14 21:53:10.391923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8567-8d48-44ea-b7b3-c390b2a1ebf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:10.713650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482667f-6029-401a-be6e-9eb455f63961 req-d5ce75d2-81c1-4533-8e05-bf27fd79b73b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:10.715287 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7482667f-6029-401a-be6e-9eb455f63961 req-d5ce75d2-81c1-4533-8e05-bf27fd79b73b tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0477419
May 14 21:53:10.767617 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7482667f-6029-401a-be6e-9eb455f63961 req-f19ae294-5ee2-4282-b287-8f7f42730b9a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0465541
May 14 21:53:10.953138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:53:10.956551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:53:11.108037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8aff54b0-db61-466d-994a-b32ac85a7a2e is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:11.108429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:11.128530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:11.149586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:53:11.152112 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbc5594-ca1f-4f11-95d1-32c0dcd5705e" -d '{"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-unplugged", "status": "completed", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:53:11.156559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'port_id': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'mac_address': 'fa:16:3e:ef:93:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:53:11.166971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:11.193106 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bbacc9-096a-4b3f-a314-f5dbae962b64 x-openstack-request-id: req-f1bbacc9-096a-4b3f-a314-f5dbae962b64 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:53:11.193393 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-unplugged", "status": "completed", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:53:11.193654 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1bbacc9-096a-4b3f-a314-f5dbae962b64 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:53:11.194127 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bbacc9-096a-4b3f-a314-f5dbae962b64'] response: {'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'code': 200}
May 14 21:53:11.206094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8aff54b0-db61-466d-994a-b32ac85a7a2e is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:11.207764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:11.219404 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aff54b0-db61-466d-994a-b32ac85a7a2e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:53:11.253120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:11.327964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 21:53:11.328386 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 21:53:11.331300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:11.338780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.339128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.339471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.340474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.340474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.340474 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.340881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.341157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.341478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.341800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.342122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.342443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.342764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.343127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.343408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:11.866499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8aff54b0-db61-466d-994a-b32ac85a7a2e is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:11.867185 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:11.880488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aff54b0-db61-466d-994a-b32ac85a7a2e {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:53:11.888559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac146c-0292-41fb-88ee-b6037168796d req-d80d70dd-b504-41af-9978-e05aa0805824 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:11.890068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dac146c-0292-41fb-88ee-b6037168796d req-d80d70dd-b504-41af-9978-e05aa0805824 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 944 time: 0.0492868
May 14 21:53:11.902215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:11.941775 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2dac146c-0292-41fb-88ee-b6037168796d req-7b066840-041f-4a14-ad94-c99edf838e34 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0459006
May 14 21:53:11.964556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46632) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:11.990086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:12.034683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eb600869-5745-4be0-b431-b1779bcc4c1d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/floatingips/48e12e83-e99a-4ad4-a88c-65dca8ae9524 HTTP/1.1" status: 200  len: 991 time: 0.0634885
May 14 21:53:12.050043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:12.124471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:12.188987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8aff54b0-db61-466d-994a-b32ac85a7a2e'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:53:12.786681 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:12.880768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e84ceff3-b96a-4567-85db-5662b8855d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:12.984682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:53:13.035641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8aff54b0-db61-466d-994a-b32ac85a7a2e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:53:13.036017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:13.112651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8aff54b0-db61-466d-994a-b32ac85a7a2e is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:13.112936 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:13.144832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:13.194761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:53:13.197231 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ab6a06-579e-493c-a09a-7c1c6b04b343" -d '{"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-plugged", "status": "completed", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:53:13.232686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:13.237874 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656e693b-121a-4bfc-a8e6-d8436f777821 x-openstack-request-id: req-656e693b-121a-4bfc-a8e6-d8436f777821 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:53:13.240688 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-plugged", "status": "completed", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:53:13.240688 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-656e693b-121a-4bfc-a8e6-d8436f777821 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:53:13.240688 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656e693b-121a-4bfc-a8e6-d8436f777821'] response: {'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'code': 200}
May 14 21:53:13.289719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:13.940051 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:15.820097 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:16.789994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:23.463368 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:53:38.188868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-d6859e8a-e354-48b2-9146-9b07dc86a168 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0917771
May 14 21:53:38.270785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-99e1c499-45c9-4dbd-b969-068d36ec31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:38.273109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-99e1c499-45c9-4dbd-b969-068d36ec31b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0401046
May 14 21:53:38.372094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-e16627da-0c93-47fc-bac7-e383c7bfa7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:38.373629 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-e16627da-0c93-47fc-bac7-e383c7bfa7de service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0835490
May 14 21:53:38.442578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-c76cc4c8-ba57-4cfb-be14-9f2ddeab2569 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 1001 time: 0.0627971
May 14 21:53:38.488494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-9d612c18-531b-4ab6-9542-4fb181a1b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:38.490490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-9d612c18-531b-4ab6-9542-4fb181a1b2d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0418494
May 14 21:53:38.532851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-768a794e-6bdd-4a1a-bd53-11290604d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:38.534365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-768a794e-6bdd-4a1a-bd53-11290604d75a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389273
May 14 21:53:38.626162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-6cb24b3a-c3c4-4a5d-8b5e-d46b06eefd82 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852444
May 14 21:53:38.716422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bb082093-a09f-42b3-9c21-6ae9fd396ad1 req-94ed2c69-8190-4093-959e-4196e4c5e81b service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843575
May 14 21:53:40.366780 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-522cf26c-f1f2-4c9f-968f-766eeee0b897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:42.088460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:42.582095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46660) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:42.734195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port a5c8a3a2-b7b0-4cec-9478-4d632d86d830 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:53:42.734615 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:42.781763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:42.810233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:42.810807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:42.822701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for a5c8a3a2-b7b0-4cec-9478-4d632d86d830 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:53:42.891828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-722dc8fb-cdbf-4202-8ed2-9b7440dd09b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:43.040901 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a5c8a3a2-b7b0-4cec-9478-4d632d86d830), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:43.070355 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=a5c8a3a2-b7b0-4cec-9478-4d632d86d830,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:43.082292 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.085961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.086209 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.086528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.086849 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.087165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.087503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:43.146454 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for floatingip (48e12e83-e99a-4ad4-a88c-65dca8ae9524), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:43.146847 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Floating IP 48e12e83-e99a-4ad4-a88c-65dca8ae9524 disassociated (deleted). External IP: 172.35.4.31, port: 8aff54b0-db61-466d-994a-b32ac85a7a2e.
May 14 21:53:43.699916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 59bf1e75-0967-4168-8919-a2104f73c7ef has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:53:43.810503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:53:43.815648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:43.820815 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] Sync routers for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:53:43.830205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:53:43.833165 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:43.846915 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-dea97c62-6c37-46b8-8ec9-032480c921a4 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/floatingips/48e12e83-e99a-4ad4-a88c-65dca8ae9524 HTTP/1.1" status: 204  len: 168 time: 1.2637792
May 14 21:53:43.847636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:53:43.850510 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89602768-ac74-478e-a019-b943e01a7c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:53:43.894533 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465c8a79-e163-4511-987c-1c9a1ebca67d x-openstack-request-id: req-465c8a79-e163-4511-987c-1c9a1ebca67d {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:53:43.894830 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:53:43.895089 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-465c8a79-e163-4511-987c-1c9a1ebca67d {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:53:43.895562 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465c8a79-e163-4511-987c-1c9a1ebca67d'] response: {'name': 'network-changed', 'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'status': 'completed', 'code': 200}
May 14 21:53:43.947595 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:53:43.977904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89602768-ac74-478e-a019-b943e01a7c5f req-daa92680-63b4-4203-8e6c-a12b3167d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:43.979452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-daa92680-63b4-4203-8e6c-a12b3167d854 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 1128 time: 0.0564039
May 14 21:53:44.075815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89602768-ac74-478e-a019-b943e01a7c5f req-c17b906f-ae61-429c-b72d-5af04a803e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:44.077324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-c17b906f-ae61-429c-b72d-5af04a803e9e service neutron] 10.222.0.36 "GET /v2.0/networks?id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa HTTP/1.1" status: 200  len: 898 time: 0.0923450
May 14 21:53:44.123286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-93447f26-96ed-41d7-a15f-34713164f8c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e HTTP/1.1" status: 200  len: 217 time: 0.0382631
May 14 21:53:44.145329 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:44.149976 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:06Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:44.173611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89602768-ac74-478e-a019-b943e01a7c5f req-c1a85bf2-4195-47d3-963c-3389c51a53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:44.175102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-c1a85bf2-4195-47d3-963c-3389c51a53a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d25483-1458-4c47-9551-b635d212755a HTTP/1.1" status: 200  len: 834 time: 0.0460064
May 14 21:53:44.177349 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] Checking router: 59bf1e75-0967-4168-8919-a2104f73c7ef for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:53:44.186039 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:53:44.186801 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:44.221862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89602768-ac74-478e-a019-b943e01a7c5f req-0e65d90e-5ccf-4b23-ab8d-917c75ac8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:44.223434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-0e65d90e-5ccf-4b23-ab8d-917c75ac8f94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399048
May 14 21:53:44.303771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:53:44.325525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-8f1f177a-66f5-4b40-9f05-20d9084cba82 service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940344
May 14 21:53:44.384528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a58c67-64af-4615-acb9-ef47114e5f81 req-e6e2e8a7-ca87-46dd-b6bc-a4ee965ffc9e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:44.386020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37a58c67-64af-4615-acb9-ef47114e5f81 req-e6e2e8a7-ca87-46dd-b6bc-a4ee965ffc9e tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0490391
May 14 21:53:44.422433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-89602768-ac74-478e-a019-b943e01a7c5f req-faec006c-eb85-4f04-aded-7c4002100063 service neutron] 10.222.0.36 "GET /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911295
May 14 21:53:44.443175 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-37a58c67-64af-4615-acb9-ef47114e5f81 req-1e3aa1ef-ea3f-4114-aeba-5b4f3bcbd1f3 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0490746
May 14 21:53:44.495929 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a1c0>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:06Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:44.526128 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e29a85-26bc-4645-a7a7-aae7c7a0be30 None None] The sync data for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 is: [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:52:02Z', 'revision_number': 4, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0932f10-682c-468d-84a7-1c83c2a9168c', 'name': '', 'network_id': '86ba39e7-c7ca-46ed-9f66-25113b3ad9aa', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'mac_address': 'fa:16:3e:5b:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '60d25483-1458-4c47-9551-b635d212755a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:52:02Z', 'updated_at': '2022-05-14T21:52:06Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'subnets': [{'id': '60d25483-1458-4c47-9551-b635d212755a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:53:44.744166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ce39a-a524-4017-b790-c8a7b1e34222 None None] New status for floating IP 48e12e83-e99a-4ad4-a88c-65dca8ae9524: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:53:45.569655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5200262-2935-42b1-b9f4-a79884a3fa60 req-678f4002-1c27-4e7b-9091-3700aac24281 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:45.571072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5200262-2935-42b1-b9f4-a79884a3fa60 req-678f4002-1c27-4e7b-9091-3700aac24281 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0538113
May 14 21:53:45.620005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5200262-2935-42b1-b9f4-a79884a3fa60 req-894b1987-afa2-43cc-97a2-aa8dabf9551d tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf1b27df-321b-4b47-a3f4-bff53a1c34c2&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0427904
May 14 21:53:45.718418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-59a7977e-511e-4daa-b0bf-a23ab895798c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:45.719868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-59a7977e-511e-4daa-b0bf-a23ab895798c tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 946 time: 0.0456350
May 14 21:53:45.769734 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:45.809954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port 8aff54b0-db61-466d-994a-b32ac85a7a2e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:53:45.810225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:45.896936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port 8aff54b0-db61-466d-994a-b32ac85a7a2e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aff54b0-db61-466d-994a-b32ac85a7a2e,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:45.897300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:45.910243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for 8aff54b0-db61-466d-994a-b32ac85a7a2e owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:53:46.138281 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8aff54b0-db61-466d-994a-b32ac85a7a2e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:46.170875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=8aff54b0-db61-466d-994a-b32ac85a7a2e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:46.197180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.197546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.197864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.198200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.198530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.198853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.199216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.199545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.199866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.200189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.200504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.200823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.201140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.201455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.201790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:53:46.226016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] No DVR routers for this DVR port 8aff54b0-db61-466d-994a-b32ac85a7a2e on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:53:46.228643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:46.231952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a0aacec-a461-43c1-9c0c-09c1ea8cddba req-fde4188b-c1e8-4220-8686-affcd6db50b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.36 "DELETE /v2.0/ports/8aff54b0-db61-466d-994a-b32ac85a7a2e HTTP/1.1" status: 204  len: 173 time: 0.5062995
May 14 21:53:46.232386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-deleted', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:53:46.234622 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61655506-ef76-4860-a7a7-8d9e92275c1a" -d '{"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-deleted", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:53:46.358345 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adce57d9-9eb2-4574-8d4e-b447c48c1273 x-openstack-request-id: req-adce57d9-9eb2-4574-8d4e-b447c48c1273 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:53:46.358647 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2670155-2961-4fcc-8832-88738fe0b60c", "name": "network-vif-deleted", "tag": "8aff54b0-db61-466d-994a-b32ac85a7a2e", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:53:46.358908 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adce57d9-9eb2-4574-8d4e-b447c48c1273 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:53:46.359308 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adce57d9-9eb2-4574-8d4e-b447c48c1273'] response: {'server_uuid': 'a2670155-2961-4fcc-8832-88738fe0b60c', 'name': 'network-vif-deleted', 'tag': '8aff54b0-db61-466d-994a-b32ac85a7a2e', 'status': 'completed', 'code': 200}
May 14 21:53:46.736717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8fc8f0fa-90a5-4144-81d8-24eed7145574 req-0fbc17ec-a0a4-46d1-9da8-ec103781885a tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2670155-2961-4fcc-8832-88738fe0b60c HTTP/1.1" status: 200  len: 210 time: 0.0320685
May 14 21:53:46.802705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:47.798875 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46680) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:48.139958 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (59bf1e75-0967-4168-8919-a2104f73c7ef), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:48.387673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port f0932f10-682c-468d-84a7-1c83c2a9168c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:53:48.388022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:48.477242 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port f0932f10-682c-468d-84a7-1c83c2a9168c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0932f10-682c-468d-84a7-1c83c2a9168c,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:48.477609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:48.495045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for f0932f10-682c-468d-84a7-1c83c2a9168c owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:53:48.737391 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f0932f10-682c-468d-84a7-1c83c2a9168c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:48.765510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=f0932f10-682c-468d-84a7-1c83c2a9168c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:48.945767 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (59bf1e75-0967-4168-8919-a2104f73c7ef), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.152348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:53:49.171492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Router 59bf1e75-0967-4168-8919-a2104f73c7ef has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:53:49.172103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8aff54b0-db61-466d-994a-b32ac85a7a2e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:53:49.172457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8aff54b0-db61-466d-994a-b32ac85a7a2e not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:53:49.285100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:53:49.290822 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-373b7d2f-ea89-43f8-82fe-fe42a83fedb2 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "PUT /v2.0/routers/59bf1e75-0967-4168-8919-a2104f73c7ef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4927986
May 14 21:53:49.293746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46682) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:49.296306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] Sync routers for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:53:49.308440 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:53:49.309321 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:49.347432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting subnet 60d25483-1458-4c47-9551-b635d212755a {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:53:49.351228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (60d25483-1458-4c47-9551-b635d212755a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.391365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (60d25483-1458-4c47-9551-b635d212755a), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.420446 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:53:49.478258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (60d25483-1458-4c47-9551-b635d212755a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.592644 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a910>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:53:48Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:49.622867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] Checking router: 59bf1e75-0967-4168-8919-a2104f73c7ef for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:53:49.626146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (60d25483-1458-4c47-9551-b635d212755a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.632250 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] Routers {'59bf1e75-0967-4168-8919-a2104f73c7ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:53:49.632862 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['59bf1e75-0967-4168-8919-a2104f73c7ef'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:49.655953 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Subnet': ['ID=60d25483-1458-4c47-9551-b635d212755a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:49.658123 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.665467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-678e74ee-a4ae-4c5e-9144-93bbb412dba1 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/subnets/60d25483-1458-4c47-9551-b635d212755a HTTP/1.1" status: 204  len: 168 time: 0.3702140
May 14 21:53:49.667643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46684) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:49.668726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878718ad-40d6-4dac-9746-6e927d7a64b3 None None] Network 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:53:49.762945 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] Set router 59bf1e75-0967-4168-8919-a2104f73c7ef gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:53:49.786514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (59bf1e75-0967-4168-8919-a2104f73c7ef), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.844555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] DHCP port deletion for 86ba39e7-c7ca-46ed-9f66-25113b3ad9aa request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:53:49.889001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] Deleting port 5ccd7b95-760e-4883-8433-8e0a7fec0300 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:53:49.889519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.910991 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_gateway (59bf1e75-0967-4168-8919-a2104f73c7ef), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.958009 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] For port 5ccd7b95-760e-4883-8433-8e0a7fec0300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ccd7b95-760e-4883-8433-8e0a7fec0300,segment=NetworkSegment(0fb87b14-b906-462a-9150-c7775fa5b7f9),segment_id=0fb87b14-b906-462a-9150-c7775fa5b7f9)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:49.959300 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:49.972165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] Calling delete_port for 5ccd7b95-760e-4883-8433-8e0a7fec0300 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:53:50.047545 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115a910>, [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:53:48Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:50.061200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Deleting port b601c6a6-d122-4fbe-9bb4-0d942a568dea {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:53:50.061458 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:50.074695 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef5b1aa-17b5-4b89-b21a-5a47532c9e0e None None] The sync data for ids ['59bf1e75-0967-4168-8919-a2104f73c7ef'] in ncdv-master-1 is: [{'id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1097795847', 'tenant_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:51:58Z', 'updated_at': '2022-05-14T21:53:48Z', 'revision_number': 5, 'project_id': '9d47cde4b8ee4dbc9ad64de4084690a9', 'gw_port': {'id': 'b601c6a6-d122-4fbe-9bb4-0d942a568dea', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bf1e75-0967-4168-8919-a2104f73c7ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:51:59Z', 'updated_at': '2022-05-14T21:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:53:50.111215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (5ccd7b95-760e-4883-8433-8e0a7fec0300), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:50.139362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] Pushing event deleted for resources: {'Port': ['ID=5ccd7b95-760e-4883-8433-8e0a7fec0300,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:50.145880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee208918-55f6-4349-8f4e-27ccc5a7d4f3 None None] No DVR routers for this DVR port 5ccd7b95-760e-4883-8433-8e0a7fec0300 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:53:50.476630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] For port b601c6a6-d122-4fbe-9bb4-0d942a568dea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b601c6a6-d122-4fbe-9bb4-0d942a568dea,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:50.477171 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:50.490686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Calling delete_port for b601c6a6-d122-4fbe-9bb4-0d942a568dea owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:53:50.751240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b601c6a6-d122-4fbe-9bb4-0d942a568dea), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:50.777238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Port': ['ID=b601c6a6-d122-4fbe-9bb4-0d942a568dea,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:50.842490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (59bf1e75-0967-4168-8919-a2104f73c7ef), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:50.935610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (59bf1e75-0967-4168-8919-a2104f73c7ef), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:50.937776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router_controller (59bf1e75-0967-4168-8919-a2104f73c7ef), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.023795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (59bf1e75-0967-4168-8919-a2104f73c7ef), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.024448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Fanout notify agent at l3_agent the message router_deleted on router 59bf1e75-0967-4168-8919-a2104f73c7ef {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:53:51.033837 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.033837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d7d50384-d419-4c00-9a19-15a6042db338 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/routers/59bf1e75-0967-4168-8919-a2104f73c7ef HTTP/1.1" status: 204  len: 168 time: 1.3640921
May 14 21:53:51.035396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46686) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:51.132485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.138210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ccd7b95-760e-4883-8433-8e0a7fec0300 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:53:51.160812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5ccd7b95-760e-4883-8433-8e0a7fec0300 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:53:51.161191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5ccd7b95-760e-4883-8433-8e0a7fec0300 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:53:51.161853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f0932f10-682c-468d-84a7-1c83c2a9168c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:53:51.182760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f0932f10-682c-468d-84a7-1c83c2a9168c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:53:51.183116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f0932f10-682c-468d-84a7-1c83c2a9168c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:53:51.228696 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.250461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231b3af70>,) {'filters': {'network_id': ['86ba39e7-c7ca-46ed-9f66-25113b3ad9aa']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:51.261954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231b3af70>, '0fb87b14-b906-462a-9150-c7775fa5b7f9') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:51.262195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231b3af70>, '0fb87b14-b906-462a-9150-c7775fa5b7f9') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:51.277189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (0fb87b14-b906-462a-9150-c7775fa5b7f9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.291442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (0fb87b14-b906-462a-9150-c7775fa5b7f9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.297545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:53:51.297928 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (0fb87b14-b906-462a-9150-c7775fa5b7f9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:53:51.300975 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:53:51.419901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (86ba39e7-c7ca-46ed-9f66-25113b3ad9aa), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.429091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.430020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/networks/86ba39e7-c7ca-46ed-9f66-25113b3ad9aa HTTP/1.1" status: 204  len: 168 time: 0.3936629
May 14 21:53:51.432805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46688) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:51.441032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846229a6-0c4b-46ea-b78a-f1fcce838416 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'Network': ['ID=86ba39e7-c7ca-46ed-9f66-25113b3ad9aa,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:51.496273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f06e23cc-c31c-49db-97bc-644c0abb90b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (cf1b27df-321b-4b47-a3f4-bff53a1c34c2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.523337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f06e23cc-c31c-49db-97bc-644c0abb90b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (cf1b27df-321b-4b47-a3f4-bff53a1c34c2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.642589 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f06e23cc-c31c-49db-97bc-644c0abb90b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cf1b27df-321b-4b47-a3f4-bff53a1c34c2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.645497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f06e23cc-c31c-49db-97bc-644c0abb90b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:51.647270 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f06e23cc-c31c-49db-97bc-644c0abb90b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf1b27df-321b-4b47-a3f4-bff53a1c34c2 HTTP/1.1" status: 204  len: 168 time: 0.2134757
May 14 21:53:51.659419 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e23cc-c31c-49db-97bc-644c0abb90b8 tempest-TestNetworkAdvancedServerOps-2511691 tempest-TestNetworkAdvancedServerOps-2511691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1b27df-321b-4b47-a3f4-bff53a1c34c2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:52.295397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46696) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:52.433363 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e9eae9ea-632a-40c0-a352-c99129875549 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d47cde4b8ee4dbc9ad64de4084690a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1367111
May 14 21:53:52.435798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46700) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:52.483961 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f92ade10-6039-4cbe-a559-005bd769835d admin admin] Publish callbacks [] for security_group (8989caec-6126-40f6-8454-f565bd3b1f86), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:52.504664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f92ade10-6039-4cbe-a559-005bd769835d admin admin] Publish callbacks [] for security_group (8989caec-6126-40f6-8454-f565bd3b1f86), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:52.623116 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f92ade10-6039-4cbe-a559-005bd769835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8989caec-6126-40f6-8454-f565bd3b1f86), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:52.625687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f92ade10-6039-4cbe-a559-005bd769835d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:52.626886 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f92ade10-6039-4cbe-a559-005bd769835d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8989caec-6126-40f6-8454-f565bd3b1f86 HTTP/1.1" status: 204  len: 168 time: 0.1901691
May 14 21:53:52.635639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ade10-6039-4cbe-a559-005bd769835d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8989caec-6126-40f6-8454-f565bd3b1f86,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:53.010490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b601c6a6-d122-4fbe-9bb4-0d942a568dea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:53:53.031205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b601c6a6-d122-4fbe-9bb4-0d942a568dea {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:53:53.031583 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b601c6a6-d122-4fbe-9bb4-0d942a568dea not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:53:53.292995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46706) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:53.334290 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4bacfcd2-3bbb-44bc-9e5a-6a6ca3b5ff77 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c8d288bc5c1457bba2b72854fd2d328&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0400844
May 14 21:53:53.336770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46708) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:53.385763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-baea8912-ee09-4a7d-8c1c-63a4e600aeab admin admin] Publish callbacks [] for security_group (40f501de-312e-4c45-b09c-02e8978572f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:53.407400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-baea8912-ee09-4a7d-8c1c-63a4e600aeab admin admin] Publish callbacks [] for security_group (40f501de-312e-4c45-b09c-02e8978572f3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:53.543674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-baea8912-ee09-4a7d-8c1c-63a4e600aeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (40f501de-312e-4c45-b09c-02e8978572f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:53.546337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-baea8912-ee09-4a7d-8c1c-63a4e600aeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:53.547523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-baea8912-ee09-4a7d-8c1c-63a4e600aeab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40f501de-312e-4c45-b09c-02e8978572f3 HTTP/1.1" status: 204  len: 168 time: 0.2098413
May 14 21:53:53.556470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea8912-ee09-4a7d-8c1c-63a4e600aeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f501de-312e-4c45-b09c-02e8978572f3,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:54.808847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46730) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:54.919866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-281602637-network', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:53:55.036716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Made reservation on behalf of ffdb9c0b09694b93b1343adbad43920b for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:53:55.039173 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.048940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.127859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks [] for security_group (66faf836-6615-4434-b342-4871faed379c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.208780 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (66faf836-6615-4434-b342-4871faed379c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.237902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:53:55.247966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66faf836-6615-4434-b342-4871faed379c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:55.252939 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c6e91ee0-a513-479d-a901-47037cba4e98), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.253395 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Added segment c6e91ee0-a513-479d-a901-47037cba4e98 of type vlan for network 7c940309-5d6f-4dc6-acde-ac5250df915c
May 14 21:53:55.295399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7c940309-5d6f-4dc6-acde-ac5250df915c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.371772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7c940309-5d6f-4dc6-acde-ac5250df915c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.372825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:55.373443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.432764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] Pushing event updated for resources: {'Network': ['ID=7c940309-5d6f-4dc6-acde-ac5250df915c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:55.443275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7c940309-5d6f-4dc6-acde-ac5250df915c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:53:55.466526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-99fc3885-8657-41b4-87b4-aef55c4d4d90 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6565454
May 14 21:53:55.470789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46734) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:55.476716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Request body: {'subnet': {'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-281602637-subnet', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:53:55.573787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Made reservation on behalf of ffdb9c0b09694b93b1343adbad43920b for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:53:55.576318 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.818727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (952d8c9b-16d1-42c0-9ae4-973fdc7b2554), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:55.882993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=952d8c9b-16d1-42c0-9ae4-973fdc7b2554,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:55.888355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Checking segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:53:55.888788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Network hostable DHCP agents. Network: 7c940309-5d6f-4dc6-acde-ac5250df915c, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:53:55.994555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Network 7c940309-5d6f-4dc6-acde-ac5250df915c is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:53:56.103212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c940309-5d6f-4dc6-acde-ac5250df915c) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:53:56.107235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:53:56.107868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.113182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60634fff-6851-4979-a9fa-4453e56c25ca None None] Network 7c940309-5d6f-4dc6-acde-ac5250df915c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:53:56.199287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ad87bfb-22b5-43ef-998f-249180814649 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7271900
May 14 21:53:56.201942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46736) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:56.208077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:53:56.227894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c940309-5d6f-4dc6-acde-ac5250df915c', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:53:56.228942 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.298411 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (d0126656-92aa-4964-93f1-111231b03cec), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.299497 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (d0126656-92aa-4964-93f1-111231b03cec), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.353134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks [] for router_controller (d0126656-92aa-4964-93f1-111231b03cec), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.365470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Allocated IP 172.20.0.2 (7c940309-5d6f-4dc6-acde-ac5250df915c/952d8c9b-16d1-42c0-9ae4-973fdc7b2554/bc07e242-1399-42ee-ac2e-244ca5c30866) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:53:56.510033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Publish callbacks [] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.570798 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks [] for router_gateway (d0126656-92aa-4964-93f1-111231b03cec), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.623520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.662560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Network 7c940309-5d6f-4dc6-acde-ac5250df915c is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:53:56.668047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:53:56.671607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:53:56.682538 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Pushing event updated for resources: {'Port': ['ID=bc07e242-1399-42ee-ac2e-244ca5c30866,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:56.731235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Attempting to bind port bc07e242-1399-42ee-ac2e-244ca5c30866 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:53:56.731591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Attempting to bind port bc07e242-1399-42ee-ac2e-244ca5c30866 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:53:56.731965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Attempting to bind port bc07e242-1399-42ee-ac2e-244ca5c30866 on network 7c940309-5d6f-4dc6-acde-ac5250df915c {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:53:56.737246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:53:56.737631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Checking segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:53:56.738042 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.738436 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Bound using segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:53:56.738915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Bound port: bc07e242-1399-42ee-ac2e-244ca5c30866, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:53:56.739492 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.810804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] For port bc07e242-1399-42ee-ac2e-244ca5c30866, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:53:56.814051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] For port bc07e242-1399-42ee-ac2e-244ca5c30866, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc07e242-1399-42ee-ac2e-244ca5c30866,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:53:56.849603 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks [] for router_gateway (d0126656-92aa-4964-93f1-111231b03cec), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.874681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.894673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:56.951591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba434c8-b901-4169-a16e-52f0c244f5c1 None None] Pushing event updated for resources: {'Port': ['ID=bc07e242-1399-42ee-ac2e-244ca5c30866,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:56.988390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Allocated IP 172.35.4.92 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/c773601f-90f2-41dd-8166-f1540d95bc8c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:53:57.113781 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks [] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:57.241353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:57.282047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:53:57.285064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:53:57.292151 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:53:57.315725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Pushing event updated for resources: {'Port': ['ID=c773601f-90f2-41dd-8166-f1540d95bc8c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:57.658499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks [] for router_gateway (d0126656-92aa-4964-93f1-111231b03cec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:57.868965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (d0126656-92aa-4964-93f1-111231b03cec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:57.876589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9063c-32e4-4fe7-8516-94447ee4b540 None None] Network 7c940309-5d6f-4dc6-acde-ac5250df915c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:53:57.962892 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] Provisioning complete for port bc07e242-1399-42ee-ac2e-244ca5c30866 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:53:57.963261 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.065183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] Current status of the port bc07e242-1399-42ee-ac2e-244ca5c30866 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:58.065442 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.091573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Router d0126656-92aa-4964-93f1-111231b03cec is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:53:58.105564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] For port bc07e242-1399-42ee-ac2e-244ca5c30866, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc07e242-1399-42ee-ac2e-244ca5c30866,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:53:58.193865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.211787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:53:58.220908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Sync routers for ids ['d0126656-92aa-4964-93f1-111231b03cec'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:53:58.248701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Routers {'d0126656-92aa-4964-93f1-111231b03cec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:53:58.249314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222bb0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d0126656-92aa-4964-93f1-111231b03cec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:58.250947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3e90c-2fb6-4422-8cce-755175303022 None None] Pushing event updated for resources: {'Port': ['ID=bc07e242-1399-42ee-ac2e-244ca5c30866,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:58.297625 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.299833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-44eefa04-5cdb-43d0-8ec0-c9eab358e23a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.0953872
May 14 21:53:58.301880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46740) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:53:58.342354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c0f4267d-795f-4a66-832f-46f35bb9a140 None None] Provisioning complete for port bc07e242-1399-42ee-ac2e-244ca5c30866 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:53:58.342723 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0f4267d-795f-4a66-832f-46f35bb9a140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.394204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Set router d0126656-92aa-4964-93f1-111231b03cec gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:53:58.543469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4267d-795f-4a66-832f-46f35bb9a140 None None] Current status of the port bc07e242-1399-42ee-ac2e-244ca5c30866 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:58.600895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222bb0100>, [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:57Z', 'revision_number': 3, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:58.628123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Checking router: d0126656-92aa-4964-93f1-111231b03cec for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:53:58.630450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Updating router d0126656-92aa-4964-93f1-111231b03cec port c773601f-90f2-41dd-8166-f1540d95bc8c binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:53:58.661992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.728434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.883228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Allocated IP 172.20.0.1 (7c940309-5d6f-4dc6-acde-ac5250df915c/952d8c9b-16d1-42c0-9ae4-973fdc7b2554/a833abc5-cacf-4faa-925d-6e9c6ae804de) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:53:58.965176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Publish callbacks [] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:58.988751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks [] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.052945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.081210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc07e242-1399-42ee-ac2e-244ca5c30866 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:53:59.094716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.132790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Network 7c940309-5d6f-4dc6-acde-ac5250df915c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:53:59.135871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:53:59.137835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272298b-9292-4fe1-b428-aed51fef84ef None None] Pushing event updated for resources: {'Port': ['ID=c773601f-90f2-41dd-8166-f1540d95bc8c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:59.141630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:53:59.145859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Attempting to bind port c773601f-90f2-41dd-8166-f1540d95bc8c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:53:59.146241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Attempting to bind port c773601f-90f2-41dd-8166-f1540d95bc8c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:53:59.146665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Attempting to bind port c773601f-90f2-41dd-8166-f1540d95bc8c on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:53:59.154737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:53:59.155111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:53:59.155534 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.155935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:53:59.156407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Bound port: c773601f-90f2-41dd-8166-f1540d95bc8c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:53:59.156790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.171273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Pushing event updated for resources: {'Port': ['ID=a833abc5-cacf-4faa-925d-6e9c6ae804de,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:59.189016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bc07e242-1399-42ee-ac2e-244ca5c30866 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:53:59.189400 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.189526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (d0126656-92aa-4964-93f1-111231b03cec), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.244241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] For port c773601f-90f2-41dd-8166-f1540d95bc8c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:53:59.265621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] For port c773601f-90f2-41dd-8166-f1540d95bc8c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c773601f-90f2-41dd-8166-f1540d95bc8c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:53:59.307800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bc07e242-1399-42ee-ac2e-244ca5c30866 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:53:59.327006 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.386738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Routers {'d0126656-92aa-4964-93f1-111231b03cec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:53:59.387291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222bb0100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d0126656-92aa-4964-93f1-111231b03cec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:59.389129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272298b-9292-4fe1-b428-aed51fef84ef None None] Pushing event updated for resources: {'Port': ['ID=c773601f-90f2-41dd-8166-f1540d95bc8c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:59.423139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.635687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks [] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.656904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-67309d71-7b7e-4917-9a1c-943ce437b1e4 None None] Provisioning complete for port a833abc5-cacf-4faa-925d-6e9c6ae804de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:53:59.657202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-67309d71-7b7e-4917-9a1c-943ce437b1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.696860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] Set router d0126656-92aa-4964-93f1-111231b03cec gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:53:59.725845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.726919 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-67309d71-7b7e-4917-9a1c-943ce437b1e4 None None] Port a833abc5-cacf-4faa-925d-6e9c6ae804de cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:53:59.793591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (d0126656-92aa-4964-93f1-111231b03cec), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:53:59.795314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Pushing event updated for resources: {'Port': ['ID=a833abc5-cacf-4faa-925d-6e9c6ae804de,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:53:59.890683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Network 7c940309-5d6f-4dc6-acde-ac5250df915c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:53:59.892624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:53:59.902772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222bb0100>, [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a833abc5-cacf-4faa-925d-6e9c6ae804de', 'name': '', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'mac_address': 'fa:16:3e:44:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:58Z', 'updated_at': '2022-05-14T21:53:58Z', 'revision_number': 1, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'subnets': [{'id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:53:59.932713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ee286-878f-46fd-9efc-f61ed176acac None None] The sync data for ids ['d0126656-92aa-4964-93f1-111231b03cec'] in ncdv-master-1 is: [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a833abc5-cacf-4faa-925d-6e9c6ae804de', 'name': '', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'mac_address': 'fa:16:3e:44:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:58Z', 'updated_at': '2022-05-14T21:53:58Z', 'revision_number': 1, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'subnets': [{'id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:54:00.018948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Router d0126656-92aa-4964-93f1-111231b03cec has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:54:00.142830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:54:00.147080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bd4d8c60-e752-4e4d-a606-c9334248a45a None None] Provisioning complete for port a833abc5-cacf-4faa-925d-6e9c6ae804de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:00.147745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8c60-e752-4e4d-a606-c9334248a45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:00.148259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d91a8d82-8969-445a-ae10-05a28b427631 admin admin] 10.222.0.52 "PUT /v2.0/routers/d0126656-92aa-4964-93f1-111231b03cec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8453479
May 14 21:54:00.212539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d8c60-e752-4e4d-a606-c9334248a45a None None] Port a833abc5-cacf-4faa-925d-6e9c6ae804de cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:54:00.462722 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:54:00.947506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46756) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:00.953515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-904739764-network', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:01.048582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Made reservation on behalf of 83be614a11e44c29b6444b41ce0a20d8 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:54:01.052305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.084801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c773601f-90f2-41dd-8166-f1540d95bc8c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:01.145747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c773601f-90f2-41dd-8166-f1540d95bc8c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:01.146414 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.244086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c773601f-90f2-41dd-8166-f1540d95bc8c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:01.244797 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.269421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port c773601f-90f2-41dd-8166-f1540d95bc8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c773601f-90f2-41dd-8166-f1540d95bc8c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:01.380341 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.417755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.441747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=c773601f-90f2-41dd-8166-f1540d95bc8c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:01.500385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks [] for security_group (ffaca84c-8dba-47e7-957e-6b1fbb03d263), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.628631 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ffaca84c-8dba-47e7-957e-6b1fbb03d263), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.656432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:54:01.663501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaca84c-8dba-47e7-957e-6b1fbb03d263,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:01.675397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (dc19c478-97a9-44e3-802c-da1a9cb1d68b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.675747 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Added segment dc19c478-97a9-44e3-802c-da1a9cb1d68b of type vlan for network b6a7ec4a-ed79-453a-b631-c87d7ee6329d
May 14 21:54:01.718621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b6a7ec4a-ed79-453a-b631-c87d7ee6329d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.819388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b6a7ec4a-ed79-453a-b631-c87d7ee6329d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.820786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:01.821393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:01.882794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a7ec4a-ed79-453a-b631-c87d7ee6329d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:01.892716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:54:01.931028 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5bf52fd2-142a-468b-ae23-a2717600a023 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.9823811
May 14 21:54:01.933908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46758) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:01.939077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Request body: {'subnet': {'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-904739764-subnet', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:02.028986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Made reservation on behalf of 83be614a11e44c29b6444b41ce0a20d8 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:54:02.031405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.067803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Sync routers for ids ['d0126656-92aa-4964-93f1-111231b03cec'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:54:02.077911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Routers {'d0126656-92aa-4964-93f1-111231b03cec'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:02.078525 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d0126656-92aa-4964-93f1-111231b03cec'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:02.186868 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Set router d0126656-92aa-4964-93f1-111231b03cec gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:02.271964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (dacadde0-b272-4e04-a487-f143dd0e0f0b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.333335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacadde0-b272-4e04-a487-f143dd0e0f0b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:02.337702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Checking segment: {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:02.338151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Network hostable DHCP agents. Network: b6a7ec4a-ed79-453a-b631-c87d7ee6329d, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:54:02.374381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148ee20>, [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a833abc5-cacf-4faa-925d-6e9c6ae804de', 'name': '', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'mac_address': 'fa:16:3e:44:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:58Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 2, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'subnets': [{'id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:02.399845 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Checking router: d0126656-92aa-4964-93f1-111231b03cec for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:54:02.400190 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Updating router d0126656-92aa-4964-93f1-111231b03cec port a833abc5-cacf-4faa-925d-6e9c6ae804de binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:54:02.431286 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.440423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:54:02.531691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6a7ec4a-ed79-453a-b631-c87d7ee6329d) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:02.536506 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:02.537348 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.543668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926aecd-2941-4cf3-b741-577640e937cf None None] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:54:02.659497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'fixed_ips': [{'subnet_id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:54:02.660573 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.741555 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Publish callbacks [] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.774967 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-973e9393-4703-469d-ae94-2820492f542b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8398736
May 14 21:54:02.777695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46760) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:02.788108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:02.807157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Allocated IP 172.20.0.2 (b6a7ec4a-ed79-453a-b631-c87d7ee6329d/dacadde0-b272-4e04-a487-f143dd0e0f0b/e9acb58e-9ce9-405a-ab0c-cc8e1d856672) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:54:02.834932 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.880577 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (0effaf84-e348-4679-9deb-05d806201780), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.883385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (0effaf84-e348-4679-9deb-05d806201780), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.886763 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Pushing event updated for resources: {'Port': ['ID=a833abc5-cacf-4faa-925d-6e9c6ae804de,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:02.900235 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.900581 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.901114 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.901626 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.902410 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.902968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.903499 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.904000 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.904503 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.905022 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.905853 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.905853 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.906172 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.906281 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.906588 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:02.964713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks [] for router_controller (0effaf84-e348-4679-9deb-05d806201780), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.969804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Publish callbacks [] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.972297 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Attempting to bind port a833abc5-cacf-4faa-925d-6e9c6ae804de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:54:02.972666 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Attempting to bind port a833abc5-cacf-4faa-925d-6e9c6ae804de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:54:02.973034 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Attempting to bind port a833abc5-cacf-4faa-925d-6e9c6ae804de on network 7c940309-5d6f-4dc6-acde-ac5250df915c {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:02.978737 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:54:02.986135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Checking segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:02.986135 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:02.986135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Bound using segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:54:02.986135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Bound port: a833abc5-cacf-4faa-925d-6e9c6ae804de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:54:02.986135 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.049182 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] For port a833abc5-cacf-4faa-925d-6e9c6ae804de, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:54:03.057601 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] For port a833abc5-cacf-4faa-925d-6e9c6ae804de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a833abc5-cacf-4faa-925d-6e9c6ae804de,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:54:03.097617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c773601f-90f2-41dd-8166-f1540d95bc8c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:03.118545 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.174154 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.175279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:54:03.192513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:03.195335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] Provisioning complete for port a833abc5-cacf-4faa-925d-6e9c6ae804de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:03.195969 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.200592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:54:03.231076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks [] for router_gateway (0effaf84-e348-4679-9deb-05d806201780), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.234257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Pushing event updated for resources: {'Port': ['ID=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:03.242735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c773601f-90f2-41dd-8166-f1540d95bc8c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:03.243117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.251508 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Routers {'d0126656-92aa-4964-93f1-111231b03cec'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:03.252319 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523148ee20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d0126656-92aa-4964-93f1-111231b03cec'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:03.256979 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2e06f-855d-49f6-8d27-1c696fb1831e None None] Pushing event updated for resources: {'Port': ['ID=a833abc5-cacf-4faa-925d-6e9c6ae804de,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:03.345229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Attempting to bind port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:54:03.345605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Attempting to bind port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:54:03.345987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Attempting to bind port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 on network b6a7ec4a-ed79-453a-b631-c87d7ee6329d {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:03.377842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:54:03.379286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Checking segment: {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:03.379286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.379286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Bound using segment: {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:54:03.379804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Bound port: e9acb58e-9ce9-405a-ab0c-cc8e1d856672, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:54:03.380046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.388804 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] Set router d0126656-92aa-4964-93f1-111231b03cec gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:03.469493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] Current status of the port a833abc5-cacf-4faa-925d-6e9c6ae804de is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:03.469882 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.475655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c773601f-90f2-41dd-8166-f1540d95bc8c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:03.528144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] For port e9acb58e-9ce9-405a-ab0c-cc8e1d856672, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:54:03.531141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] For port a833abc5-cacf-4faa-925d-6e9c6ae804de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a833abc5-cacf-4faa-925d-6e9c6ae804de,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:03.533071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] For port e9acb58e-9ce9-405a-ab0c-cc8e1d856672, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:54:03.540809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks [] for router_gateway (0effaf84-e348-4679-9deb-05d806201780), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.559723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.597157 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.616693 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523148ee20>, [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a833abc5-cacf-4faa-925d-6e9c6ae804de', 'name': '', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'mac_address': 'fa:16:3e:44:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:58Z', 'updated_at': '2022-05-14T21:54:03Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'subnets': [{'id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:03.635691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.644900 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb66e4-ee25-4fe4-95c0-71af24341104 None None] The sync data for ids ['d0126656-92aa-4964-93f1-111231b03cec'] in ncdv-master-1 is: [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:53:59Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a833abc5-cacf-4faa-925d-6e9c6ae804de', 'name': '', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'mac_address': 'fa:16:3e:44:c7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:58Z', 'updated_at': '2022-05-14T21:54:03Z', 'revision_number': 4, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'subnets': [{'id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:54:03.666118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81749f6-aa96-4fc6-aa7a-4108209e1640 None None] Pushing event updated for resources: {'Port': ['ID=a833abc5-cacf-4faa-925d-6e9c6ae804de,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:03.671056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Allocated IP 172.35.4.124 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/ab001849-6162-4d0f-9af9-4ed100754fa8) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:54:03.732972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cce30222-3eb6-41be-824f-15855f085316 None None] Provisioning complete for port a833abc5-cacf-4faa-925d-6e9c6ae804de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:03.733346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cce30222-3eb6-41be-824f-15855f085316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.761406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e89075-e5e5-4c9a-ab83-ddd36f240fbf None None] Pushing event updated for resources: {'Port': ['ID=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:03.828570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks [] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.846061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cce30222-3eb6-41be-824f-15855f085316 None None] Current status of the port a833abc5-cacf-4faa-925d-6e9c6ae804de is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:03.945587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:03.996596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:54:03.999705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:04.004596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:54:04.009130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Pushing event updated for resources: {'Port': ['ID=ab001849-6162-4d0f-9af9-4ed100754fa8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:04.372878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks [] for router_gateway (0effaf84-e348-4679-9deb-05d806201780), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:04.589536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (0effaf84-e348-4679-9deb-05d806201780), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:04.748542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1cc0d8-999e-49dd-a9a0-c7eaa0fda86d None None] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:54:04.806691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Router 0effaf84-e348-4679-9deb-05d806201780 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:54:04.808214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] Provisioning complete for port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:04.808580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:04.921049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:54:04.938761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Sync routers for ids ['0effaf84-e348-4679-9deb-05d806201780'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:54:04.948528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] Current status of the port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:04.948915 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:04.965389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Routers {'0effaf84-e348-4679-9deb-05d806201780'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:04.965868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523026af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0effaf84-e348-4679-9deb-05d806201780'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:05.030261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] For port e9acb58e-9ce9-405a-ab0c-cc8e1d856672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:05.030746 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.032132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b6482e20-4fc7-4c0c-893e-1270678f3c83 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2534389
May 14 21:54:05.034826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46778) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:05.124191 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Set router 0effaf84-e348-4679-9deb-05d806201780 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:05.126367 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.235934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a833abc5-cacf-4faa-925d-6e9c6ae804de up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:05.332232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0b4377b3-39f3-4e96-983e-36a4669bb73c None None] Provisioning complete for port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:05.333468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0b4377b3-39f3-4e96-983e-36a4669bb73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.344368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4114-0ff1-4c28-a8b8-08a0fd2e5800 None None] Pushing event updated for resources: {'Port': ['ID=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:05.436530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port a833abc5-cacf-4faa-925d-6e9c6ae804de triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:05.436900 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.506571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.675068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Allocated IP 172.20.0.1 (b6a7ec4a-ed79-453a-b631-c87d7ee6329d/dacadde0-b272-4e04-a487-f143dd0e0f0b/824d41b3-1352-4e4c-8973-d600907212ba) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:54:05.682480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523026af40>, [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:04Z', 'revision_number': 3, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:05.722244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Checking router: 0effaf84-e348-4679-9deb-05d806201780 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:54:05.722572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Updating router 0effaf84-e348-4679-9deb-05d806201780 port ab001849-6162-4d0f-9af9-4ed100754fa8 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:54:05.748061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0b4377b3-39f3-4e96-983e-36a4669bb73c None None] Current status of the port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:05.780508 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks [] for port (824d41b3-1352-4e4c-8973-d600907212ba), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.780773 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.816535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port a833abc5-cacf-4faa-925d-6e9c6ae804de is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:05.818636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9acb58e-9ce9-405a-ab0c-cc8e1d856672 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:05.875279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (824d41b3-1352-4e4c-8973-d600907212ba), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.915357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:54:05.920418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:05.926679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:54:05.958157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:05.959201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:05.963891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Pushing event updated for resources: {'Port': ['ID=824d41b3-1352-4e4c-8973-d600907212ba,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:05.981646 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (0effaf84-e348-4679-9deb-05d806201780), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.124760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:06.188031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0ff8f368-fb4a-4d60-a2af-df87363e1f9e None None] Provisioning complete for port 824d41b3-1352-4e4c-8973-d600907212ba triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:06.193408 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f368-fb4a-4d60-a2af-df87363e1f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (824d41b3-1352-4e4c-8973-d600907212ba), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.212395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (824d41b3-1352-4e4c-8973-d600907212ba), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.224116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Publish callbacks [] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.238304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8f368-fb4a-4d60-a2af-df87363e1f9e None None] Port 824d41b3-1352-4e4c-8973-d600907212ba cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:54:06.297236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.353545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Attempting to bind port ab001849-6162-4d0f-9af9-4ed100754fa8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:54:06.353921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Attempting to bind port ab001849-6162-4d0f-9af9-4ed100754fa8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:54:06.354287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Attempting to bind port ab001849-6162-4d0f-9af9-4ed100754fa8 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:06.357263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08992d4-8326-4e29-bc61-7b0f37f1dec5 None None] Pushing event updated for resources: {'Port': ['ID=ab001849-6162-4d0f-9af9-4ed100754fa8,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:06.361857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:54:06.362232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:06.362634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.363016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:54:06.363507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Bound port: ab001849-6162-4d0f-9af9-4ed100754fa8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:54:06.363914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.415099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] For port ab001849-6162-4d0f-9af9-4ed100754fa8, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:54:06.415372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks [] for port (824d41b3-1352-4e4c-8973-d600907212ba), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.418265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] For port ab001849-6162-4d0f-9af9-4ed100754fa8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab001849-6162-4d0f-9af9-4ed100754fa8,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:54:06.497235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (824d41b3-1352-4e4c-8973-d600907212ba), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.506260 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.563107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Routers {'0effaf84-e348-4679-9deb-05d806201780'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:06.563763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523026af40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0effaf84-e348-4679-9deb-05d806201780'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:06.564534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Pushing event updated for resources: {'Port': ['ID=824d41b3-1352-4e4c-8973-d600907212ba,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:06.567277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (0effaf84-e348-4679-9deb-05d806201780), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:06.605549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08992d4-8326-4e29-bc61-7b0f37f1dec5 None None] Pushing event updated for resources: {'Port': ['ID=ab001849-6162-4d0f-9af9-4ed100754fa8,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:06.665488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:54:06.667288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:06.688034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] Set router 0effaf84-e348-4679-9deb-05d806201780 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:06.813654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Router 0effaf84-e348-4679-9deb-05d806201780 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:54:06.930978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523026af40>, [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '824d41b3-1352-4e4c-8973-d600907212ba', 'name': '', 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'mac_address': 'fa:16:3e:d5:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:05Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 2, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'subnets': [{'id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:06.954781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:54:06.963985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d0e0250d-7a74-42c7-b234-6e4427c73d38 admin admin] 10.222.0.52 "PUT /v2.0/routers/0effaf84-e348-4679-9deb-05d806201780/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9281044
May 14 21:54:06.968793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69a673e-e669-497e-aee0-1ee0d58ebc34 None None] The sync data for ids ['0effaf84-e348-4679-9deb-05d806201780'] in ncdv-master-1 is: [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '824d41b3-1352-4e4c-8973-d600907212ba', 'name': '', 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'mac_address': 'fa:16:3e:d5:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:05Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 2, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'subnets': [{'id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:54:06.972163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-01671e2c-7357-41bd-a009-54f507fa6bb9 None None] Provisioning complete for port 824d41b3-1352-4e4c-8973-d600907212ba triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:06.972527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-01671e2c-7357-41bd-a009-54f507fa6bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (824d41b3-1352-4e4c-8973-d600907212ba), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:07.018194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-01671e2c-7357-41bd-a009-54f507fa6bb9 None None] Port 824d41b3-1352-4e4c-8973-d600907212ba cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:54:07.084863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9acb58e-9ce9-405a-ab0c-cc8e1d856672 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:07.139494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:07.139871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:07.240435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:07.557339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-789c7664-3610-4a8b-9304-b683a5cbc424 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:07.558878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-789c7664-3610-4a8b-9304-b683a5cbc424 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/networks?id=7c940309-5d6f-4dc6-acde-ac5250df915c HTTP/1.1" status: 200  len: 910 time: 0.0941269
May 14 21:54:07.574768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-2a96ef11-847f-46ef-ad45-f5ef622a2f11 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/quotas/83be614a11e44c29b6444b41ce0a20d8 HTTP/1.1" status: 200  len: 375 time: 0.0103581
May 14 21:54:07.662644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-f845b894-32ad-41b8-9e3e-331158c3302c tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=83be614a11e44c29b6444b41ce0a20d8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0821607
May 14 21:54:07.687582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-56905c18-4c94-4be8-9777-dadb0b66a071 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 21:54:07.688207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-56905c18-4c94-4be8-9777-dadb0b66a071 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0136199
May 14 21:54:07.783592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-27486054-1e9f-482e-b4d4-806b9f6f81ca service neutron] 10.222.0.52 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884001
May 14 21:54:07.884428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-de375b44-3212-43d1-a48d-d6a8500f45f4 service neutron] 10.222.0.52 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947382
May 14 21:54:08.153740 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-79bf54bd-567d-4403-acca-e3d4fa56b34c req-8aa4dda5-6060-4471-bd76-6fd7d7672bd5 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 210 time: 0.0292938
May 14 21:54:09.085187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab001849-6162-4d0f-9af9-4ed100754fa8 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:09.134968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ab001849-6162-4d0f-9af9-4ed100754fa8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:09.135395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:09.214533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ab001849-6162-4d0f-9af9-4ed100754fa8 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:09.214939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:09.237163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66315a9c-01da-4e8c-8f1a-9d237ac90271 req-88ac9599-b063-42be-a6ac-946895f16862 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 210 time: 0.0295372
May 14 21:54:09.241414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port ab001849-6162-4d0f-9af9-4ed100754fa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab001849-6162-4d0f-9af9-4ed100754fa8,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:09.299317 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:09.346855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=ab001849-6162-4d0f-9af9-4ed100754fa8,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:10.335131 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-383003c1-a0b5-49b6-bd23-0347ca68e7d9 req-c157c16b-2c1c-4b93-91c6-5023485070ba tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 210 time: 0.0269165
May 14 21:54:10.425184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-26ffae0e-9d1d-49dd-8d89-21b9caf0245b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:10.486343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-529947d8-48b6-4f70-851b-2a4e664d6e61 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:10.487837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-529947d8-48b6-4f70-851b-2a4e664d6e61 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.48 "GET /v2.0/networks?id=7c940309-5d6f-4dc6-acde-ac5250df915c HTTP/1.1" status: 200  len: 910 time: 0.0956185
May 14 21:54:10.498851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Request body: {'port': {'device_id': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'admin_state_up': True, 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:10.590966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Made reservation on behalf of 83be614a11e44c29b6444b41ce0a20d8 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:54:10.593616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:10.723323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Allocated IP 172.20.0.12 (7c940309-5d6f-4dc6-acde-ac5250df915c/952d8c9b-16d1-42c0-9ae4-973fdc7b2554/236594fd-8b9c-4079-91bb-3e96c0beae45) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:54:10.756884 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Sync routers for ids ['0effaf84-e348-4679-9deb-05d806201780'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:54:10.780324 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Routers {'0effaf84-e348-4679-9deb-05d806201780'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:10.780949 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e04e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0effaf84-e348-4679-9deb-05d806201780'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:10.879152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks [] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:10.906053 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Set router 0effaf84-e348-4679-9deb-05d806201780 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:10.974712 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.023296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Network 7c940309-5d6f-4dc6-acde-ac5250df915c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:54:11.026834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:11.031163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:54:11.034265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Pushing event updated for resources: {'Port': ['ID=236594fd-8b9c-4079-91bb-3e96c0beae45,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:11.074802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:11.075415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.101972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab001849-6162-4d0f-9af9-4ed100754fa8 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:11.123612 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e04e50>, [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '824d41b3-1352-4e4c-8973-d600907212ba', 'name': '', 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'mac_address': 'fa:16:3e:d5:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:05Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 2, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'subnets': [{'id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:11.152357 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Checking router: 0effaf84-e348-4679-9deb-05d806201780 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:54:11.153043 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Updating router 0effaf84-e348-4679-9deb-05d806201780 port 824d41b3-1352-4e4c-8973-d600907212ba binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:54:11.154060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ab001849-6162-4d0f-9af9-4ed100754fa8 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:11.154497 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.182633 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-cb8a89e2-816c-4701-b548-47f867e5398f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.6873133
May 14 21:54:11.194384 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (824d41b3-1352-4e4c-8973-d600907212ba), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.195757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Request body: {'port': {'device_id': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:11.262355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ab001849-6162-4d0f-9af9-4ed100754fa8 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:11.275079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.385763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-b0060748-254a-4eec-b2f8-66139ad2c774 None None] Provisioning complete for port 236594fd-8b9c-4079-91bb-3e96c0beae45 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:11.386244 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b0060748-254a-4eec-b2f8-66139ad2c774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.428923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-b0060748-254a-4eec-b2f8-66139ad2c774 None None] Port 236594fd-8b9c-4079-91bb-3e96c0beae45 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:54:11.497853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc49d56-0ebd-4ba3-b4c5-d0c12a650b51 req-908ff0b9-9120-4e5c-a803-6a3d2d0a21c1 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:11.499370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6fc49d56-0ebd-4ba3-b4c5-d0c12a650b51 req-908ff0b9-9120-4e5c-a803-6a3d2d0a21c1 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1028 time: 0.0700760
May 14 21:54:11.530627 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Publish callbacks [] for port (824d41b3-1352-4e4c-8973-d600907212ba), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.598016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6fc49d56-0ebd-4ba3-b4c5-d0c12a650b51 req-5797a177-66bf-4f58-9bc2-973991ec3bd5 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897863
May 14 21:54:11.622762 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (824d41b3-1352-4e4c-8973-d600907212ba), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.675868 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f0313-e51f-41c1-8c49-24cf59459d50 None None] Pushing event updated for resources: {'Port': ['ID=824d41b3-1352-4e4c-8973-d600907212ba,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:11.737749 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Attempting to bind port 824d41b3-1352-4e4c-8973-d600907212ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:54:11.738222 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Attempting to bind port 824d41b3-1352-4e4c-8973-d600907212ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:54:11.738587 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Attempting to bind port 824d41b3-1352-4e4c-8973-d600907212ba on network b6a7ec4a-ed79-453a-b631-c87d7ee6329d {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:11.745155 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:54:11.745532 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Checking segment: {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:11.745963 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.746664 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Bound using segment: {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:54:11.747139 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Bound port: 824d41b3-1352-4e4c-8973-d600907212ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc19c478-97a9-44e3-802c-da1a9cb1d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:54:11.747672 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (824d41b3-1352-4e4c-8973-d600907212ba), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.819204 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] For port 824d41b3-1352-4e4c-8973-d600907212ba, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:54:11.822964 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] For port 824d41b3-1352-4e4c-8973-d600907212ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=824d41b3-1352-4e4c-8973-d600907212ba,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:54:11.894399 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (824d41b3-1352-4e4c-8973-d600907212ba), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.962812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Provisioning complete for port 824d41b3-1352-4e4c-8973-d600907212ba triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:11.962812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (824d41b3-1352-4e4c-8973-d600907212ba), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:11.963135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Routers {'0effaf84-e348-4679-9deb-05d806201780'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:11.963255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e04e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:53:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0effaf84-e348-4679-9deb-05d806201780'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:12.003379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f0313-e51f-41c1-8c49-24cf59459d50 None None] Pushing event updated for resources: {'Port': ['ID=824d41b3-1352-4e4c-8973-d600907212ba,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:12.031007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236594fd-8b9c-4079-91bb-3e96c0beae45 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:54:12.042601 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Publish callbacks [] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.061709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Current status of the port 824d41b3-1352-4e4c-8973-d600907212ba is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:12.061958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Transition to ACTIVE for port object 236594fd-8b9c-4079-91bb-3e96c0beae45 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:54:12.062090 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (824d41b3-1352-4e4c-8973-d600907212ba), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.105516 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] Set router 0effaf84-e348-4679-9deb-05d806201780 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:12.105836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] For port 824d41b3-1352-4e4c-8973-d600907212ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=824d41b3-1352-4e4c-8973-d600907212ba,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:12.183530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.208077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (824d41b3-1352-4e4c-8973-d600907212ba), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.211744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.257683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Pushing event updated for resources: {'Port': ['ID=236594fd-8b9c-4079-91bb-3e96c0beae45,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:12.267081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Pushing event updated for resources: {'Port': ['ID=824d41b3-1352-4e4c-8973-d600907212ba,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:12.277982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.278956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.279306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.279678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.280066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.280398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.280896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.281377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.281712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.282040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.282364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.282686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.283014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.283622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.291723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7036fddf-1c5d-47ae-95ca-6b6a8b1ee10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:12.312045 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e04e50>, [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '824d41b3-1352-4e4c-8973-d600907212ba', 'name': '', 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'mac_address': 'fa:16:3e:d5:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:05Z', 'updated_at': '2022-05-14T21:54:11Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'subnets': [{'id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:12.337751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-51dd0510-d1e4-4b4b-9c01-2db5da3b9f54 None None] Provisioning complete for port 824d41b3-1352-4e4c-8973-d600907212ba triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:12.338106 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-51dd0510-d1e4-4b4b-9c01-2db5da3b9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (824d41b3-1352-4e4c-8973-d600907212ba), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.341609 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd55aad-e129-4a69-a9ff-08f74e8a8c51 None None] The sync data for ids ['0effaf84-e348-4679-9deb-05d806201780'] in ncdv-master-1 is: [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:06Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '824d41b3-1352-4e4c-8973-d600907212ba', 'name': '', 'network_id': 'b6a7ec4a-ed79-453a-b631-c87d7ee6329d', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'mac_address': 'fa:16:3e:d5:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:05Z', 'updated_at': '2022-05-14T21:54:11Z', 'revision_number': 4, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'subnets': [{'id': 'dacadde0-b272-4e04-a487-f143dd0e0f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:54:12.370014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Attempting to bind port 236594fd-8b9c-4079-91bb-3e96c0beae45 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:54:12.371083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Attempting to bind port 236594fd-8b9c-4079-91bb-3e96c0beae45 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:54:12.371549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Attempting to bind port 236594fd-8b9c-4079-91bb-3e96c0beae45 on network 7c940309-5d6f-4dc6-acde-ac5250df915c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:12.379261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Port 236594fd-8b9c-4079-91bb-3e96c0beae45 on network 7c940309-5d6f-4dc6-acde-ac5250df915c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:54:12.379261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Attempting to bind port 236594fd-8b9c-4079-91bb-3e96c0beae45 on network 7c940309-5d6f-4dc6-acde-ac5250df915c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:12.384765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:54:12.385238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Checking segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:12.385750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Bound using segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:54:12.386289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Bound port: 236594fd-8b9c-4079-91bb-3e96c0beae45, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:54:12.386749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.424856 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-51dd0510-d1e4-4b4b-9c01-2db5da3b9f54 None None] Current status of the port 824d41b3-1352-4e4c-8973-d600907212ba is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:12.472097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] For port 236594fd-8b9c-4079-91bb-3e96c0beae45, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:54:12.476489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] For port 236594fd-8b9c-4079-91bb-3e96c0beae45, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=236594fd-8b9c-4079-91bb-3e96c0beae45,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:54:12.549377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.584340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:12.585349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.587049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] 10.222.0.48 "PUT /v2.0/ports/236594fd-8b9c-4079-91bb-3e96c0beae45 HTTP/1.1" status: 200  len: 1092 time: 1.3968647
May 14 21:54:12.589672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'tag': '236594fd-8b9c-4079-91bb-3e96c0beae45'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:54:12.614836 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8218383f-0ac3-4315-95ff-1a431ca36bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd17c282-fb51-4153-82fa-b13423f56a41", "tag": "236594fd-8b9c-4079-91bb-3e96c0beae45"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:54:12.629437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e231b8-7460-4540-90b6-ca4a97417fdb service neutron] Pushing event updated for resources: {'Port': ['ID=236594fd-8b9c-4079-91bb-3e96c0beae45,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:12.697447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e602a92-905c-4394-8009-b2d6fcf6b394 x-openstack-request-id: req-4e602a92-905c-4394-8009-b2d6fcf6b394 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:54:12.697447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd17c282-fb51-4153-82fa-b13423f56a41", "tag": "236594fd-8b9c-4079-91bb-3e96c0beae45", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:54:12.697447 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e602a92-905c-4394-8009-b2d6fcf6b394 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:54:12.697447 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e602a92-905c-4394-8009-b2d6fcf6b394'] response: {'name': 'network-changed', 'server_uuid': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'tag': '236594fd-8b9c-4079-91bb-3e96c0beae45', 'status': 'completed', 'code': 200}
May 14 21:54:12.773689 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.794240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218383f-0ac3-4315-95ff-1a431ca36bb7 req-31dcb242-080b-496f-815f-0868a46fe0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:12.795986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8218383f-0ac3-4315-95ff-1a431ca36bb7 req-31dcb242-080b-496f-815f-0868a46fe0fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83be614a11e44c29b6444b41ce0a20d8&device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1126 time: 0.0849993
May 14 21:54:12.802879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e9462-02b5-4c60-b581-86fee48bdb7d req-8523535a-0326-4b36-957b-ee0d20ce52ac tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:12.804471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b60e9462-02b5-4c60-b581-86fee48bdb7d req-8523535a-0326-4b36-957b-ee0d20ce52ac tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1126 time: 0.0565300
May 14 21:54:12.886260 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cc9d953-21fa-4c12-a931-076bdb7134f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:12.913468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b60e9462-02b5-4c60-b581-86fee48bdb7d req-0b574c69-5453-4a8b-b9f2-ae49e82da996 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986016
May 14 21:54:12.938686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218383f-0ac3-4315-95ff-1a431ca36bb7 req-a6177779-0b6a-4032-9b59-336f45ca5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:12.940372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8218383f-0ac3-4315-95ff-1a431ca36bb7 req-a6177779-0b6a-4032-9b59-336f45ca5a1e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=83be614a11e44c29b6444b41ce0a20d8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1348081
May 14 21:54:13.043831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218383f-0ac3-4315-95ff-1a431ca36bb7 req-7c8f7393-aca6-46b1-b942-3bade74fcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:13.045396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8218383f-0ac3-4315-95ff-1a431ca36bb7 req-7c8f7393-aca6-46b1-b942-3bade74fcea9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0990515
May 14 21:54:13.097025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 824d41b3-1352-4e4c-8973-d600907212ba up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:13.124113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-822a0342-18c4-43ce-ba98-91cdcb524e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:13.125614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-822a0342-18c4-43ce-ba98-91cdcb524e5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=83be614a11e44c29b6444b41ce0a20d8&device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1126 time: 0.0441575
May 14 21:54:13.145846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 824d41b3-1352-4e4c-8973-d600907212ba triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:13.146707 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (824d41b3-1352-4e4c-8973-d600907212ba), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:13.171625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-93c5015f-12d5-4025-b202-4e9cba5cf09f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=236594fd-8b9c-4079-91bb-3e96c0beae45 HTTP/1.1" status: 200  len: 217 time: 0.0395608
May 14 21:54:13.220923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-b4ae3ff9-99e7-48db-afc8-9d1345ca9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:13.222404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-b4ae3ff9-99e7-48db-afc8-9d1345ca9efe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=952d8c9b-16d1-42c0-9ae4-973fdc7b2554 HTTP/1.1" status: 200  len: 848 time: 0.0450401
May 14 21:54:13.222945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 824d41b3-1352-4e4c-8973-d600907212ba is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:13.271966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-dffff8e2-3230-4106-8730-3beff20706cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:13.273817 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-dffff8e2-3230-4106-8730-3beff20706cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7c940309-5d6f-4dc6-acde-ac5250df915c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443082
May 14 21:54:13.367872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-e1c37eb1-ffc0-41c4-9d83-03b1a25751d8 service neutron] 10.222.0.48 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881503
May 14 21:54:13.461884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bb7df0-585a-4fc1-95c2-c7a68d3df050 req-9e0c3ce6-2a7b-43bc-bd3d-4bf92e9a9ae9 service neutron] 10.222.0.48 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884018
May 14 21:54:13.933812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:14.042326 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e03b23-0e09-4bb4-9dd6-ee08511b3315 req-3a9529be-3945-4405-970d-473281e22389 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:14.043783 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24e03b23-0e09-4bb4-9dd6-ee08511b3315 req-3a9529be-3945-4405-970d-473281e22389 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1126 time: 0.0439167
May 14 21:54:14.088802 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-24e03b23-0e09-4bb4-9dd6-ee08511b3315 req-9dd6eff1-e54f-4c7b-8e14-c86a7d5b0401 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390909
May 14 21:54:15.200462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bde197-0ff3-4f43-a566-1da8e43d6d5a req-0891b656-f112-493e-9906-ffb67391c009 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:15.201884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5bde197-0ff3-4f43-a566-1da8e43d6d5a req-0891b656-f112-493e-9906-ffb67391c009 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1126 time: 0.0449018
May 14 21:54:15.246354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5bde197-0ff3-4f43-a566-1da8e43d6d5a req-98d679e8-2bfc-45fa-bf0c-b2cdd795a673 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388870
May 14 21:54:15.779300 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:16.352437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8574-825a-4961-a623-0b848f8e002e req-c585b724-58c2-486b-a92f-1bbb75119c22 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:16.353929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a49a8574-825a-4961-a623-0b848f8e002e req-c585b724-58c2-486b-a92f-1bbb75119c22 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1126 time: 0.0402057
May 14 21:54:16.399679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a49a8574-825a-4961-a623-0b848f8e002e req-eb355f2d-2a20-4819-8833-773f2786de3c tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401959
May 14 21:54:16.830702 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:16.935673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 236594fd-8b9c-4079-91bb-3e96c0beae45 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:54:17.030702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 236594fd-8b9c-4079-91bb-3e96c0beae45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=236594fd-8b9c-4079-91bb-3e96c0beae45,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:17.044984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '236594fd-8b9c-4079-91bb-3e96c0beae45', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'port_id': '236594fd-8b9c-4079-91bb-3e96c0beae45', 'mac_address': 'fa:16:3e:77:4a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:54:17.081452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 236594fd-8b9c-4079-91bb-3e96c0beae45 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:17.081860 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:17.095939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236594fd-8b9c-4079-91bb-3e96c0beae45 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:54:17.116097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 236594fd-8b9c-4079-91bb-3e96c0beae45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=236594fd-8b9c-4079-91bb-3e96c0beae45,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:17.173984 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:17.224277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=236594fd-8b9c-4079-91bb-3e96c0beae45,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:17.429350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['236594fd-8b9c-4079-91bb-3e96c0beae45'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:54:17.505154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60bed5-b9c3-4dc1-8a83-c46af98556f5 req-8837309c-a16f-4018-b7ca-ca1658396594 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:17.506756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f60bed5-b9c3-4dc1-8a83-c46af98556f5 req-8837309c-a16f-4018-b7ca-ca1658396594 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1127 time: 0.0396178
May 14 21:54:17.552214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f60bed5-b9c3-4dc1-8a83-c46af98556f5 req-11280599-becd-4dae-95d7-45c824f6116c tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397317
May 14 21:54:18.662638 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe23200-84f0-4b68-9fc0-2b2f8d50a03a req-4abf1588-d089-4765-b0a0-394169357349 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:18.664207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfe23200-84f0-4b68-9fc0-2b2f8d50a03a req-4abf1588-d089-4765-b0a0-394169357349 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1127 time: 0.0432782
May 14 21:54:18.707470 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dfe23200-84f0-4b68-9fc0-2b2f8d50a03a req-1eae39f9-7907-4491-b52d-240a6a743227 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375917
May 14 21:54:18.951121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 236594fd-8b9c-4079-91bb-3e96c0beae45 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:18.995667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 236594fd-8b9c-4079-91bb-3e96c0beae45 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:54:19.131671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 236594fd-8b9c-4079-91bb-3e96c0beae45 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:19.132051 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:19.211448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 236594fd-8b9c-4079-91bb-3e96c0beae45 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:19.211785 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:19.234095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236594fd-8b9c-4079-91bb-3e96c0beae45'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:54:19.236327 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9394cee5-6c54-4f85-b054-45dfdab596de" -d '{"events": [{"server_uuid": "dd17c282-fb51-4153-82fa-b13423f56a41", "name": "network-vif-plugged", "status": "completed", "tag": "236594fd-8b9c-4079-91bb-3e96c0beae45"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:54:19.248840 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 236594fd-8b9c-4079-91bb-3e96c0beae45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=236594fd-8b9c-4079-91bb-3e96c0beae45,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:19.277045 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890110dd-080d-4ab6-bdda-6134c1c54e03 x-openstack-request-id: req-890110dd-080d-4ab6-bdda-6134c1c54e03 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:54:19.277774 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd17c282-fb51-4153-82fa-b13423f56a41", "name": "network-vif-plugged", "status": "completed", "tag": "236594fd-8b9c-4079-91bb-3e96c0beae45", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:54:19.278194 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-890110dd-080d-4ab6-bdda-6134c1c54e03 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:54:19.278870 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890110dd-080d-4ab6-bdda-6134c1c54e03'] response: {'server_uuid': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236594fd-8b9c-4079-91bb-3e96c0beae45', 'code': 200}
May 14 21:54:19.314157 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:19.360620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=236594fd-8b9c-4079-91bb-3e96c0beae45,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:19.370316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518e597-e1da-4b5b-84cd-26af904f1134 req-cfdd005c-4d91-438d-a7fc-7bbeacaf5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:19.372048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2518e597-e1da-4b5b-84cd-26af904f1134 req-cfdd005c-4d91-438d-a7fc-7bbeacaf5ebc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0396891
May 14 21:54:19.418771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2518e597-e1da-4b5b-84cd-26af904f1134 req-6f67ba8d-a490-45bc-a347-46622716c067 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410798
May 14 21:54:19.812766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094527c-5d71-481c-8705-bdeecb4c7234 req-594388a5-fff5-4d1c-9e61-7a091793a2d4 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:19.814306 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e094527c-5d71-481c-8705-bdeecb4c7234 req-594388a5-fff5-4d1c-9e61-7a091793a2d4 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0399005
May 14 21:54:19.859033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e094527c-5d71-481c-8705-bdeecb4c7234 req-1339a372-5a0b-467e-a3aa-882c1677deb8 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387173
May 14 21:54:20.973131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd68e9-a5ad-489a-84c5-ca87a8a4c4ce req-7e7cff68-4fa9-45d5-bac9-42bf18634961 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:20.974671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ecd68e9-a5ad-489a-84c5-ca87a8a4c4ce req-7e7cff68-4fa9-45d5-bac9-42bf18634961 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0398431
May 14 21:54:21.020122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ecd68e9-a5ad-489a-84c5-ca87a8a4c4ce req-f0e6d0fc-a2f7-4a3f-84df-9ca1f3a2e1f8 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390790
May 14 21:54:21.126851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a15d86-65cf-4832-8de6-3421deab628c req-94bf2ae5-1021-4615-95e6-154af541ee92 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:21.128546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a15d86-65cf-4832-8de6-3421deab628c req-94bf2ae5-1021-4615-95e6-154af541ee92 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0397918
May 14 21:54:21.176022 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e8a15d86-65cf-4832-8de6-3421deab628c req-a5ab14f4-e313-4cc5-b78d-008bc2094cf9 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407147
May 14 21:54:21.283555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c992a-30a7-4a65-8cbc-ec3b5f44f169 req-377cfb3b-3e88-4570-ba6c-160fecdaf01d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:21.285141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a4c992a-30a7-4a65-8cbc-ec3b5f44f169 req-377cfb3b-3e88-4570-ba6c-160fecdaf01d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0407600
May 14 21:54:21.330242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a4c992a-30a7-4a65-8cbc-ec3b5f44f169 req-71b0ebea-02f5-49ed-9f9b-f7bb9c94814c tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386951
May 14 21:54:21.542168 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-e2761acf-92c8-4268-ba75-e9aa7f8faa23 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:21.543690 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-e2761acf-92c8-4268-ba75-e9aa7f8faa23 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/networks?id=7c940309-5d6f-4dc6-acde-ac5250df915c HTTP/1.1" status: 200  len: 910 time: 0.0854938
May 14 21:54:21.558464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-ce73dbbd-8157-449e-b353-177e0a93e650 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/quotas/83be614a11e44c29b6444b41ce0a20d8 HTTP/1.1" status: 200  len: 375 time: 0.0092354
May 14 21:54:21.637420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-5924eb08-00c3-448a-a85c-91d481f298ae tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=83be614a11e44c29b6444b41ce0a20d8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0736003
May 14 21:54:21.726504 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-6af7cc22-0808-443b-95c7-296b41ecb783 service neutron] 10.222.0.52 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818989
May 14 21:54:21.818976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-08b086cf-2208-4415-ac1e-aa32874f8327 service neutron] 10.222.0.52 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866246
May 14 21:54:22.101744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbc5cc10-4203-4fd5-9dde-fa1049cb1761 req-e4d1cb62-4ecf-4d11-a60f-e0ad4a04fc9d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 210 time: 0.0307205
May 14 21:54:23.181149 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0d226882-960b-41d0-a24d-9b3e136737f7 req-f3239930-bedf-4bab-8fcb-e6185187a64b tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 210 time: 0.0274937
May 14 21:54:24.260335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72611aae-b7c1-4f28-99bd-f41c58120905 req-4d75f047-e751-4947-86b5-88957e481f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 210 time: 0.0286903
May 14 21:54:25.359756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dc083ec5-03bf-4610-b358-b4302eda1498 req-29e1730c-9ae2-4143-9c2f-697908b957f4 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 210 time: 0.0292795
May 14 21:54:25.921989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-4d5d0d60-ab66-4006-8961-693a28397041 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:25.923572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-4d5d0d60-ab66-4006-8961-693a28397041 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.36 "GET /v2.0/networks?id=7c940309-5d6f-4dc6-acde-ac5250df915c HTTP/1.1" status: 200  len: 910 time: 0.0933249
May 14 21:54:25.935414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Request body: {'port': {'device_id': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'admin_state_up': True, 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:26.002089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Made reservation on behalf of 83be614a11e44c29b6444b41ce0a20d8 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:54:26.004604 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:26.124361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Allocated IP 172.20.0.8 (7c940309-5d6f-4dc6-acde-ac5250df915c/952d8c9b-16d1-42c0-9ae4-973fdc7b2554/e16cdfe5-530d-4d5d-bc15-b4494013715b) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:54:26.268612 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks [] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:26.391535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:26.408452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['236594fd-8b9c-4079-91bb-3e96c0beae45'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:54:26.435381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Network 7c940309-5d6f-4dc6-acde-ac5250df915c is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:54:26.450182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:54:26.452817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:54:26.504153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Pushing event updated for resources: {'Port': ['ID=e16cdfe5-530d-4d5d-bc15-b4494013715b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:26.534000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c081b-8da6-410a-899c-f29eb5809009 req-fbe84851-1d62-4575-ac9d-5873a028a002 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:26.535994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b9c081b-8da6-410a-899c-f29eb5809009 req-fbe84851-1d62-4575-ac9d-5873a028a002 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1027 time: 0.0991132
May 14 21:54:26.542092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:26.542707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:26.597898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9b9c081b-8da6-410a-899c-f29eb5809009 req-0710e34c-4de0-43e3-b670-fd13addd2e1a tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460572
May 14 21:54:26.642353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c179e2ab-18fd-4146-b8c6-7c0bedc80f82 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.7110043
May 14 21:54:26.654139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Request body: {'port': {'device_id': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:54:26.683044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-af400280-32b0-4156-b0a4-af97786a191e None None] Provisioning complete for port e16cdfe5-530d-4d5d-bc15-b4494013715b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:26.683421 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af400280-32b0-4156-b0a4-af97786a191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:26.717273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:26.722629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-af400280-32b0-4156-b0a4-af97786a191e None None] Port e16cdfe5-530d-4d5d-bc15-b4494013715b cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:54:27.040493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16cdfe5-530d-4d5d-bc15-b4494013715b {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:54:27.047996 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Publish callbacks [] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:27.060123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Transition to ACTIVE for port object e16cdfe5-530d-4d5d-bc15-b4494013715b will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:54:27.165593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:27.236618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Pushing event updated for resources: {'Port': ['ID=e16cdfe5-530d-4d5d-bc15-b4494013715b,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:27.292744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Attempting to bind port e16cdfe5-530d-4d5d-bc15-b4494013715b on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:54:27.293267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Attempting to bind port e16cdfe5-530d-4d5d-bc15-b4494013715b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:54:27.293712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Attempting to bind port e16cdfe5-530d-4d5d-bc15-b4494013715b on network 7c940309-5d6f-4dc6-acde-ac5250df915c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:27.298771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Port e16cdfe5-530d-4d5d-bc15-b4494013715b on network 7c940309-5d6f-4dc6-acde-ac5250df915c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:54:27.299094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Attempting to bind port e16cdfe5-530d-4d5d-bc15-b4494013715b on network 7c940309-5d6f-4dc6-acde-ac5250df915c {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:54:27.304966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:54:27.305304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Checking segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:54:27.305694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Bound using segment: {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:54:27.306123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Bound port: e16cdfe5-530d-4d5d-bc15-b4494013715b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e91ee0-a513-479d-a901-47037cba4e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:54:27.306535 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:27.375426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] For port e16cdfe5-530d-4d5d-bc15-b4494013715b, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:54:27.378687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] For port e16cdfe5-530d-4d5d-bc15-b4494013715b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e16cdfe5-530d-4d5d-bc15-b4494013715b,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:54:27.465557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:27.499555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:27.500165 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:27.501623 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] 10.222.0.36 "PUT /v2.0/ports/e16cdfe5-530d-4d5d-bc15-b4494013715b HTTP/1.1" status: 200  len: 1091 time: 0.8520637
May 14 21:54:27.502147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'tag': 'e16cdfe5-530d-4d5d-bc15-b4494013715b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:54:27.504331 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e7b10e-e888-4cca-8006-4e6c88137e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "928875e8-99e9-4bad-bcd6-4960f4911eda", "tag": "e16cdfe5-530d-4d5d-bc15-b4494013715b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:54:27.536159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e12e7-57c2-4cdf-a221-3bce5b6d4c80 service neutron] Pushing event updated for resources: {'Port': ['ID=e16cdfe5-530d-4d5d-bc15-b4494013715b,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:27.553579 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8715cfc-f436-435b-88fb-e2a2c9e1f04f x-openstack-request-id: req-d8715cfc-f436-435b-88fb-e2a2c9e1f04f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:54:27.553875 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928875e8-99e9-4bad-bcd6-4960f4911eda", "tag": "e16cdfe5-530d-4d5d-bc15-b4494013715b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:54:27.554131 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8715cfc-f436-435b-88fb-e2a2c9e1f04f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:54:27.554549 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8715cfc-f436-435b-88fb-e2a2c9e1f04f'] response: {'name': 'network-changed', 'server_uuid': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'tag': 'e16cdfe5-530d-4d5d-bc15-b4494013715b', 'status': 'completed', 'code': 200}
May 14 21:54:27.614565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b10e-e888-4cca-8006-4e6c88137e9d req-84c1cf9f-f8a1-43ec-8e1c-626d7a483b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:27.616170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40e7b10e-e888-4cca-8006-4e6c88137e9d req-84c1cf9f-f8a1-43ec-8e1c-626d7a483b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83be614a11e44c29b6444b41ce0a20d8&device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1125 time: 0.0420644
May 14 21:54:27.741110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c30bb-b65c-4a61-b8f3-a5cfe5ccbb66 req-c61ec0d9-5b2f-4d76-a953-d5cc5b84c258 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:27.742511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b04c30bb-b65c-4a61-b8f3-a5cfe5ccbb66 req-c61ec0d9-5b2f-4d76-a953-d5cc5b84c258 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1125 time: 0.0540059
May 14 21:54:27.769050 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b10e-e888-4cca-8006-4e6c88137e9d req-783383c0-4fc7-4ef8-afe7-0fbdc9c8ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:27.770505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40e7b10e-e888-4cca-8006-4e6c88137e9d req-783383c0-4fc7-4ef8-afe7-0fbdc9c8ca26 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=83be614a11e44c29b6444b41ce0a20d8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1478236
May 14 21:54:27.847465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b04c30bb-b65c-4a61-b8f3-a5cfe5ccbb66 req-8492c6de-93a4-47fd-90c5-5695cffc16a8 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984440
May 14 21:54:27.882251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7b10e-e888-4cca-8006-4e6c88137e9d req-a1407b56-4d4f-4977-940f-eb2f04497aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:27.883740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40e7b10e-e888-4cca-8006-4e6c88137e9d req-a1407b56-4d4f-4977-940f-eb2f04497aa4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1065257
May 14 21:54:27.956794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-2a4172e7-5cef-4d1b-b3b7-895a5733cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:27.958570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-2a4172e7-5cef-4d1b-b3b7-895a5733cda4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83be614a11e44c29b6444b41ce0a20d8&device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1125 time: 0.0404890
May 14 21:54:28.004479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-727bab44-388d-48b9-9e14-c60651fcb2e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e16cdfe5-530d-4d5d-bc15-b4494013715b HTTP/1.1" status: 200  len: 217 time: 0.0390170
May 14 21:54:28.052638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-d2c2191d-79f9-4a7b-b532-5c0cda2a881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:28.054864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-d2c2191d-79f9-4a7b-b532-5c0cda2a881a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=952d8c9b-16d1-42c0-9ae4-973fdc7b2554 HTTP/1.1" status: 200  len: 848 time: 0.0441267
May 14 21:54:28.097061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c42bc2c4-fc44-48c4-909c-967141787a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:28.098536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-c42bc2c4-fc44-48c4-909c-967141787a88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c940309-5d6f-4dc6-acde-ac5250df915c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377274
May 14 21:54:28.192570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-bc630579-9508-49b6-94fb-a821ea551e0d service neutron] 10.222.0.36 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874991
May 14 21:54:28.281222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48a27918-30e5-40f7-aa39-6b67ce5efb2e req-f65a6367-3ff2-41d8-aeab-7cdb19daca10 service neutron] 10.222.0.36 "GET /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828264
May 14 21:54:28.960575 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce2405-0f66-43b1-8be4-d9a0aab2e5f2 req-30c680dd-3ec1-433f-aecd-6624af3022bb tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:28.962089 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bce2405-0f66-43b1-8be4-d9a0aab2e5f2 req-30c680dd-3ec1-433f-aecd-6624af3022bb tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1125 time: 0.0438685
May 14 21:54:29.005140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7bce2405-0f66-43b1-8be4-d9a0aab2e5f2 req-54e3f208-9d1a-46f3-bbef-af257784a242 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372624
May 14 21:54:30.116737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e33b0-c0d8-4746-bc3c-041d32172ea6 req-5f44ff28-6224-43fa-bb1e-cd24a86b8f43 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:30.118263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-238e33b0-c0d8-4746-bc3c-041d32172ea6 req-5f44ff28-6224-43fa-bb1e-cd24a86b8f43 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1125 time: 0.0438392
May 14 21:54:30.161606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-238e33b0-c0d8-4746-bc3c-041d32172ea6 req-a4cb1358-c757-493e-8fed-cf43b6530609 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375059
May 14 21:54:31.269229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37039f-b7d7-411a-8d78-af0388132ed5 req-02540d29-8634-4c91-822f-dcef1c1a65ff tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:31.270753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e37039f-b7d7-411a-8d78-af0388132ed5 req-02540d29-8634-4c91-822f-dcef1c1a65ff tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1125 time: 0.0408602
May 14 21:54:31.307955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e16cdfe5-530d-4d5d-bc15-b4494013715b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:54:31.323769 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2e37039f-b7d7-411a-8d78-af0388132ed5 req-d35995f0-8c33-4368-8959-83b1cdf58862 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470531
May 14 21:54:31.406229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e16cdfe5-530d-4d5d-bc15-b4494013715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e16cdfe5-530d-4d5d-bc15-b4494013715b,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:31.421142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'e16cdfe5-530d-4d5d-bc15-b4494013715b', 'network_id': '7c940309-5d6f-4dc6-acde-ac5250df915c', 'port_id': 'e16cdfe5-530d-4d5d-bc15-b4494013715b', 'mac_address': 'fa:16:3e:ce:ef:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '952d8c9b-16d1-42c0-9ae4-973fdc7b2554', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:54:31.457295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e16cdfe5-530d-4d5d-bc15-b4494013715b is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:31.457609 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:31.470721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16cdfe5-530d-4d5d-bc15-b4494013715b {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:54:31.490115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e16cdfe5-530d-4d5d-bc15-b4494013715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e16cdfe5-530d-4d5d-bc15-b4494013715b,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:31.567708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:31.614977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e16cdfe5-530d-4d5d-bc15-b4494013715b,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:31.765172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e16cdfe5-530d-4d5d-bc15-b4494013715b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:54:32.430246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6114f8-a5bc-41a6-8a7c-5858e55d71a9 req-5405fae8-3ae0-4734-a40c-2a30c18baf97 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:32.431777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac6114f8-a5bc-41a6-8a7c-5858e55d71a9 req-5405fae8-3ae0-4734-a40c-2a30c18baf97 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1126 time: 0.0399668
May 14 21:54:32.474507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac6114f8-a5bc-41a6-8a7c-5858e55d71a9 req-f6161365-f9b8-4b76-84f7-81ada63cd35d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370967
May 14 21:54:33.338197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e16cdfe5-530d-4d5d-bc15-b4494013715b up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:54:33.381369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port e16cdfe5-530d-4d5d-bc15-b4494013715b completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:54:33.470175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port e16cdfe5-530d-4d5d-bc15-b4494013715b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:54:33.470557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:33.587248 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a143d3-4ffa-45da-8a9c-747b4892ba52 req-1bf1f7b3-c8b2-4c88-baf7-0d070eeda6d6 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:33.589137 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72a143d3-4ffa-45da-8a9c-747b4892ba52 req-1bf1f7b3-c8b2-4c88-baf7-0d070eeda6d6 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1126 time: 0.0424752
May 14 21:54:33.641309 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72a143d3-4ffa-45da-8a9c-747b4892ba52 req-87be21cf-f893-49d5-b84c-3f3b223ca307 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462666
May 14 21:54:33.717181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port e16cdfe5-530d-4d5d-bc15-b4494013715b is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:54:33.717560 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:33.739115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16cdfe5-530d-4d5d-bc15-b4494013715b'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:54:33.741952 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a403db-7fc0-4a72-a1f4-e9d635f2f10d" -d '{"events": [{"server_uuid": "928875e8-99e9-4bad-bcd6-4960f4911eda", "name": "network-vif-plugged", "status": "completed", "tag": "e16cdfe5-530d-4d5d-bc15-b4494013715b"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:54:33.754011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port e16cdfe5-530d-4d5d-bc15-b4494013715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e16cdfe5-530d-4d5d-bc15-b4494013715b,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:33.779938 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb152468-1e86-4fce-a398-5ffbfeb11ef7 x-openstack-request-id: req-fb152468-1e86-4fce-a398-5ffbfeb11ef7 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:54:33.779938 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928875e8-99e9-4bad-bcd6-4960f4911eda", "name": "network-vif-plugged", "status": "completed", "tag": "e16cdfe5-530d-4d5d-bc15-b4494013715b", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:54:33.779938 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb152468-1e86-4fce-a398-5ffbfeb11ef7 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:54:33.779938 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb152468-1e86-4fce-a398-5ffbfeb11ef7'] response: {'server_uuid': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16cdfe5-530d-4d5d-bc15-b4494013715b', 'code': 200}
May 14 21:54:33.830705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:33.869750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee572efa-b5f4-43ec-bcb4-90657fb88acf req-b80d0198-7435-4a9c-941b-0c34b4fa4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:33.871178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee572efa-b5f4-43ec-bcb4-90657fb88acf req-b80d0198-7435-4a9c-941b-0c34b4fa4194 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0387795
May 14 21:54:33.880220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=e16cdfe5-530d-4d5d-bc15-b4494013715b,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:33.919110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee572efa-b5f4-43ec-bcb4-90657fb88acf req-6810fdd1-d622-48cd-b80b-79c86897dae3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425541
May 14 21:54:34.746885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e97d2a-3cd6-45f1-98c6-fd28edba04cc req-3d90d9e9-bfe3-4e5f-bb16-6a5121c3052c tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:34.748431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72e97d2a-3cd6-45f1-98c6-fd28edba04cc req-3d90d9e9-bfe3-4e5f-bb16-6a5121c3052c tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0385513
May 14 21:54:34.793255 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-72e97d2a-3cd6-45f1-98c6-fd28edba04cc req-3fe7db09-bebb-4656-bd7a-26c3c33a54f6 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391951
May 14 21:54:35.912116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c88e9c-93cf-4da7-b841-5e8a5b9a02c8 req-e27de066-b5a3-4c61-b8d5-21208881553d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:35.914959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c88e9c-93cf-4da7-b841-5e8a5b9a02c8 req-e27de066-b5a3-4c61-b8d5-21208881553d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0498860
May 14 21:54:35.962695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5c88e9c-93cf-4da7-b841-5e8a5b9a02c8 req-9f377718-6058-4e5b-9242-7f86c5d51b69 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418835
May 14 21:54:36.071238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c94ef0-7aa4-4c93-9ec8-5fd683137df8 req-4197e790-df96-48af-9093-638565f03ab8 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:36.072852 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55c94ef0-7aa4-4c93-9ec8-5fd683137df8 req-4197e790-df96-48af-9093-638565f03ab8 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0401561
May 14 21:54:36.121537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-55c94ef0-7aa4-4c93-9ec8-5fd683137df8 req-c06078f3-1de1-4ffd-a8b1-8f9516576644 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430992
May 14 21:54:36.224310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80146dc-b56e-4194-bba3-7ef923da6e94 req-d808ca9a-327e-48da-ac99-a30d7061aad9 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:36.226584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b80146dc-b56e-4194-bba3-7ef923da6e94 req-d808ca9a-327e-48da-ac99-a30d7061aad9 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0392132
May 14 21:54:36.272004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b80146dc-b56e-4194-bba3-7ef923da6e94 req-6359a1f5-19ec-454a-aa74-a188d7a40927 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398400
May 14 21:54:36.714635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9bd2-f98d-4f73-8b1c-485f64f8d798 req-0d76463b-0d4f-4ffc-b0d7-ec49fc32d1e7 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:36.716191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e33e9bd2-f98d-4f73-8b1c-485f64f8d798 req-0d76463b-0d4f-4ffc-b0d7-ec49fc32d1e7 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0428982
May 14 21:54:36.759531 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e33e9bd2-f98d-4f73-8b1c-485f64f8d798 req-a1b30ff4-83e7-4078-996b-1a2d8815c462 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376415
May 14 21:54:37.462793 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:54:37.872036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b6299-3b30-4f1e-bebc-aaf275afcdff req-937a1402-f8f4-46a8-ab2c-d283a3612a0e tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:37.873633 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f97b6299-3b30-4f1e-bebc-aaf275afcdff req-937a1402-f8f4-46a8-ab2c-d283a3612a0e tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0428576
May 14 21:54:37.916496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad48af-da36-4266-8a25-f72deab8a881 req-8a0cedda-bcae-431a-ba6e-243734674f1d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:37.918033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94ad48af-da36-4266-8a25-f72deab8a881 req-8a0cedda-bcae-431a-ba6e-243734674f1d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 1127 time: 0.0393729
May 14 21:54:37.919656 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f97b6299-3b30-4f1e-bebc-aaf275afcdff req-c49dc0bc-e3b7-4fe0-909d-db079ae86809 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401170
May 14 21:54:37.995367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Deleting port e16cdfe5-530d-4d5d-bc15-b4494013715b {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:37.995733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:38.087973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] For port e16cdfe5-530d-4d5d-bc15-b4494013715b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e16cdfe5-530d-4d5d-bc15-b4494013715b,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:38.088256 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:38.102941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Calling delete_port for e16cdfe5-530d-4d5d-bc15-b4494013715b owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:38.287587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e16cdfe5-530d-4d5d-bc15-b4494013715b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:38.300586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['236594fd-8b9c-4079-91bb-3e96c0beae45'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:54:38.302944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['e16cdfe5-530d-4d5d-bc15-b4494013715b'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:54:38.317763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Pushing event deleted for resources: {'Port': ['ID=e16cdfe5-530d-4d5d-bc15-b4494013715b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:38.363855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] No DVR routers for this DVR port e16cdfe5-530d-4d5d-bc15-b4494013715b on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:54:38.366332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:38.369770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94ad48af-da36-4266-8a25-f72deab8a881 req-861252e0-940a-481c-a86d-8432811d48e0 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e16cdfe5-530d-4d5d-bc15-b4494013715b HTTP/1.1" status: 204  len: 173 time: 0.4464018
May 14 21:54:38.369934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'name': 'network-vif-deleted', 'tag': 'e16cdfe5-530d-4d5d-bc15-b4494013715b'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:54:38.372838 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feaa1c5-5fd1-40de-9768-390fe8dd75fc" -d '{"events": [{"server_uuid": "928875e8-99e9-4bad-bcd6-4960f4911eda", "name": "network-vif-deleted", "tag": "e16cdfe5-530d-4d5d-bc15-b4494013715b"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:54:38.413546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cc651d-6fd2-4f19-8812-bf9946f6f402 x-openstack-request-id: req-40cc651d-6fd2-4f19-8812-bf9946f6f402 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:54:38.413546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928875e8-99e9-4bad-bcd6-4960f4911eda", "name": "network-vif-deleted", "tag": "e16cdfe5-530d-4d5d-bc15-b4494013715b", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:54:38.414141 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40cc651d-6fd2-4f19-8812-bf9946f6f402 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:54:38.414141 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40cc651d-6fd2-4f19-8812-bf9946f6f402'] response: {'server_uuid': '928875e8-99e9-4bad-bcd6-4960f4911eda', 'name': 'network-vif-deleted', 'tag': 'e16cdfe5-530d-4d5d-bc15-b4494013715b', 'status': 'completed', 'code': 200}
May 14 21:54:39.031404 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ee3b781a-b0e6-4252-8913-ea53cdabc4b0 req-0046422a-c43f-497e-af63-8cfebfbd602d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=928875e8-99e9-4bad-bcd6-4960f4911eda HTTP/1.1" status: 200  len: 210 time: 0.0277028
May 14 21:54:40.142770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-67067ab6-73d0-41e7-a4ae-1236f73424f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0417292
May 14 21:54:40.221553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-b7595563-0ef3-404f-b413-e951e52bea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:40.222947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-b7595563-0ef3-404f-b413-e951e52bea18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0396521
May 14 21:54:40.334249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-5e548954-1382-4c76-8ea0-d2b8a3b03353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:40.337193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-5e548954-1382-4c76-8ea0-d2b8a3b03353 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0950243
May 14 21:54:40.404258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-c353e40b-22f7-44a4-bbe2-594bd30fb925 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 1001 time: 0.0606036
May 14 21:54:40.433752 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-865d8c5e-2c0e-4257-bde4-c51c574db720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:40.453543 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-56030959-91ac-4aa9-a1eb-d98e5137a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:40.455380 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-56030959-91ac-4aa9-a1eb-d98e5137a4f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0451260
May 14 21:54:40.552796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c76b0-7a6a-43d7-b5c9-68d91721de39 req-10be651a-45d2-466f-a716-6934bb19a60d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:40.554497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-520c76b0-7a6a-43d7-b5c9-68d91721de39 req-10be651a-45d2-466f-a716-6934bb19a60d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0440433
May 14 21:54:40.598758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-520c76b0-7a6a-43d7-b5c9-68d91721de39 req-d0c5bedf-814d-41d3-9443-f4e499b4051d tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379472
May 14 21:54:41.384997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e16cdfe5-530d-4d5d-bc15-b4494013715b no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:41.409023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: e16cdfe5-530d-4d5d-bc15-b4494013715b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:41.409371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device e16cdfe5-530d-4d5d-bc15-b4494013715b not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:41.526842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-103c6d63-517b-44ff-b7b8-01acafc62baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:41.528652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-103c6d63-517b-44ff-b7b8-01acafc62baf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418580
May 14 21:54:41.624602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-97809c93-77c6-41a4-9a29-d5a8f2246ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877907
May 14 21:54:41.712069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7019160-b28e-4faa-8482-e661bd53f6f7 req-4a61aad2-0527-49ba-bc3f-a65281858669 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:41.713603 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7019160-b28e-4faa-8482-e661bd53f6f7 req-4a61aad2-0527-49ba-bc3f-a65281858669 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0399210
May 14 21:54:41.720014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8849ea-1e48-42ff-98ec-d87077a23ba9 req-81e0f8ba-2bd7-4407-91cd-1ea61828f18b service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866823
May 14 21:54:41.758929 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a7019160-b28e-4faa-8482-e661bd53f6f7 req-0c7a7d6f-b997-4a7f-a146-8622af8d009f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ffaca84c-8dba-47e7-957e-6b1fbb03d263&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388935
May 14 21:54:41.791013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-f2d3a0a5-a6dd-4da0-b722-e126bb34728e tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:54:41.792556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-f2d3a0a5-a6dd-4da0-b722-e126bb34728e tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 1128 time: 0.0393279
May 14 21:54:41.871696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Deleting port 236594fd-8b9c-4079-91bb-3e96c0beae45 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:41.872255 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:41.954894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] For port 236594fd-8b9c-4079-91bb-3e96c0beae45, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=236594fd-8b9c-4079-91bb-3e96c0beae45,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:41.955257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:41.971938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Calling delete_port for 236594fd-8b9c-4079-91bb-3e96c0beae45 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:42.110142 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:42.144486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (236594fd-8b9c-4079-91bb-3e96c0beae45), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:42.155261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['236594fd-8b9c-4079-91bb-3e96c0beae45'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:54:42.175979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Pushing event deleted for resources: {'Port': ['ID=236594fd-8b9c-4079-91bb-3e96c0beae45,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:42.221108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] No DVR routers for this DVR port 236594fd-8b9c-4079-91bb-3e96c0beae45 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:54:42.223870 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:42.227761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a271017-d6a3-42aa-be4c-0a2e34cc1efd req-bb0b172e-bf6f-4a47-af42-69eb50a30f93 tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.48 "DELETE /v2.0/ports/236594fd-8b9c-4079-91bb-3e96c0beae45 HTTP/1.1" status: 204  len: 173 time: 0.4302850
May 14 21:54:42.228468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'name': 'network-vif-deleted', 'tag': '236594fd-8b9c-4079-91bb-3e96c0beae45'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:54:42.230898 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eccd424-8e18-4d05-9471-2dd1addc22bc" -d '{"events": [{"server_uuid": "dd17c282-fb51-4153-82fa-b13423f56a41", "name": "network-vif-deleted", "tag": "236594fd-8b9c-4079-91bb-3e96c0beae45"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:54:42.271975 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f81a782-908f-4497-9d88-1d39385694c7 x-openstack-request-id: req-3f81a782-908f-4497-9d88-1d39385694c7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:54:42.272271 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd17c282-fb51-4153-82fa-b13423f56a41", "name": "network-vif-deleted", "tag": "236594fd-8b9c-4079-91bb-3e96c0beae45", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:54:42.272548 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f81a782-908f-4497-9d88-1d39385694c7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:54:42.273000 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f81a782-908f-4497-9d88-1d39385694c7'] response: {'server_uuid': 'dd17c282-fb51-4153-82fa-b13423f56a41', 'name': 'network-vif-deleted', 'tag': '236594fd-8b9c-4079-91bb-3e96c0beae45', 'status': 'completed', 'code': 200}
May 14 21:54:42.795951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:42.847741 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9369ea9f-7ca6-4978-9574-541247f27565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:42.875008 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2228900c-6d7e-463a-b988-6c43b34c6f4e req-584dd362-c954-4379-b401-8e39f6ed416f tempest-TestServerMultinode-1715906425 tempest-TestServerMultinode-1715906425-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dd17c282-fb51-4153-82fa-b13423f56a41 HTTP/1.1" status: 200  len: 210 time: 0.0317729
May 14 21:54:43.941366 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:43.942559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46932) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:44.265406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (d0126656-92aa-4964-93f1-111231b03cec), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:44.495678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Deleting port a833abc5-cacf-4faa-925d-6e9c6ae804de {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:44.496018 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:44.575422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] For port a833abc5-cacf-4faa-925d-6e9c6ae804de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a833abc5-cacf-4faa-925d-6e9c6ae804de,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:44.575735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:44.589027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Calling delete_port for a833abc5-cacf-4faa-925d-6e9c6ae804de owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:44.836136 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a833abc5-cacf-4faa-925d-6e9c6ae804de), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:44.866132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a833abc5-cacf-4faa-925d-6e9c6ae804de,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:44.896057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.896410 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.896754 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.897091 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.897450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.897761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.898093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.898422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.898793 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.899345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.899677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.900006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.900333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.900677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:44.901001 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:45.379341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (d0126656-92aa-4964-93f1-111231b03cec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:45.603659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Router d0126656-92aa-4964-93f1-111231b03cec has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:54:45.716165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:54:45.721550 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c60fca96-4702-483d-b453-7234e9d90b97 admin admin] 10.222.0.52 "PUT /v2.0/routers/d0126656-92aa-4964-93f1-111231b03cec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7779455
May 14 21:54:45.724336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46934) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:45.726398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] Sync routers for ids ['d0126656-92aa-4964-93f1-111231b03cec'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:54:45.737492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] Routers {'d0126656-92aa-4964-93f1-111231b03cec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:45.738120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e9a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:54:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d0126656-92aa-4964-93f1-111231b03cec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:45.778993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:45.832076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks [] for router (d0126656-92aa-4964-93f1-111231b03cec), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:45.851434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] Set router d0126656-92aa-4964-93f1-111231b03cec gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:45.943720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks [] for router_gateway (d0126656-92aa-4964-93f1-111231b03cec), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.023412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e9a910>, [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:44Z', 'revision_number': 5, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port': {'id': 'c773601f-90f2-41dd-8166-f1540d95bc8c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0126656-92aa-4964-93f1-111231b03cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4050, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:46.040679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Deleting port c773601f-90f2-41dd-8166-f1540d95bc8c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:46.041107 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.051602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] Checking router: d0126656-92aa-4964-93f1-111231b03cec for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:54:46.059630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] Routers {'d0126656-92aa-4964-93f1-111231b03cec'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:46.060246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e9a910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:54:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d0126656-92aa-4964-93f1-111231b03cec'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:46.122344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] For port c773601f-90f2-41dd-8166-f1540d95bc8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c773601f-90f2-41dd-8166-f1540d95bc8c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:46.122698 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.135804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Calling delete_port for c773601f-90f2-41dd-8166-f1540d95bc8c owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:46.151297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] Set router d0126656-92aa-4964-93f1-111231b03cec gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:46.207463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e9a910>, [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:45Z', 'revision_number': 6, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:46.234756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8338432-4671-4056-9dff-ccbaf099e597 None None] The sync data for ids ['d0126656-92aa-4964-93f1-111231b03cec'] in ncdv-master-1 is: [{'id': 'd0126656-92aa-4964-93f1-111231b03cec', 'name': 'tempest-TestServerMultinode-281602637-router', 'tenant_id': 'ffdb9c0b09694b93b1343adbad43920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:53:56Z', 'updated_at': '2022-05-14T21:54:45Z', 'revision_number': 6, 'project_id': 'ffdb9c0b09694b93b1343adbad43920b', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:54:46.742641 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c773601f-90f2-41dd-8166-f1540d95bc8c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.769354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Pushing event deleted for resources: {'Port': ['ID=c773601f-90f2-41dd-8166-f1540d95bc8c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:46.793990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.794337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.794928 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.795070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.795345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.795696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.796025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.796143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.796603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.796718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.796961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.797280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.797601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.797922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.798239 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.798560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:54:46.842362 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (d0126656-92aa-4964-93f1-111231b03cec), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.937026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (d0126656-92aa-4964-93f1-111231b03cec), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:46.937026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks [] for router_controller (d0126656-92aa-4964-93f1-111231b03cec), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.060621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (d0126656-92aa-4964-93f1-111231b03cec), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.063366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 236594fd-8b9c-4079-91bb-3e96c0beae45 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:47.063542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0126656-92aa-4964-93f1-111231b03cec {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:54:47.071006 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.075391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46936) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:47.075925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9338309f-b4e9-48f7-9cbc-4ee87672651e admin admin] 10.222.0.52 "DELETE /v2.0/routers/d0126656-92aa-4964-93f1-111231b03cec HTTP/1.1" status: 204  len: 168 time: 1.3500204
May 14 21:54:47.092336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 236594fd-8b9c-4079-91bb-3e96c0beae45 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:47.092336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 236594fd-8b9c-4079-91bb-3e96c0beae45 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:47.097082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a833abc5-cacf-4faa-925d-6e9c6ae804de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:47.119453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: a833abc5-cacf-4faa-925d-6e9c6ae804de {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:47.120825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device a833abc5-cacf-4faa-925d-6e9c6ae804de not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:47.120825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c773601f-90f2-41dd-8166-f1540d95bc8c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:47.124882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Deleting subnet 952d8c9b-16d1-42c0-9ae4-973fdc7b2554 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:54:47.128603 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Publish callbacks [] for subnet (952d8c9b-16d1-42c0-9ae4-973fdc7b2554), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.140033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c773601f-90f2-41dd-8166-f1540d95bc8c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:47.140382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c773601f-90f2-41dd-8166-f1540d95bc8c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:47.165657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (952d8c9b-16d1-42c0-9ae4-973fdc7b2554), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.253481 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (952d8c9b-16d1-42c0-9ae4-973fdc7b2554), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.391121 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (952d8c9b-16d1-42c0-9ae4-973fdc7b2554), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.424825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952d8c9b-16d1-42c0-9ae4-973fdc7b2554,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:47.426811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.430091 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0536d68b-5411-492f-b6c1-aabc7e9c9c87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/952d8c9b-16d1-42c0-9ae4-973fdc7b2554 HTTP/1.1" status: 204  len: 168 time: 0.3536093
May 14 21:54:47.431509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7e58b-4f91-435b-922b-bb6604c2107f None None] Network 7c940309-5d6f-4dc6-acde-ac5250df915c requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:54:47.432535 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46938) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:47.505291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7c940309-5d6f-4dc6-acde-ac5250df915c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.553854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Deleting port bc07e242-1399-42ee-ac2e-244ca5c30866 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:47.554197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.575417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] DHCP port deletion for 7c940309-5d6f-4dc6-acde-ac5250df915c request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:54:47.614373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] Deleting port bc07e242-1399-42ee-ac2e-244ca5c30866 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:47.614740 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.617953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] For port bc07e242-1399-42ee-ac2e-244ca5c30866, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc07e242-1399-42ee-ac2e-244ca5c30866,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:47.618322 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.634643 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Calling delete_port for bc07e242-1399-42ee-ac2e-244ca5c30866 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:47.686166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] For port bc07e242-1399-42ee-ac2e-244ca5c30866, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc07e242-1399-42ee-ac2e-244ca5c30866,segment=NetworkSegment(c6e91ee0-a513-479d-a901-47037cba4e98),segment_id=c6e91ee0-a513-479d-a901-47037cba4e98)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:47.686557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.704585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] Calling delete_port for bc07e242-1399-42ee-ac2e-244ca5c30866 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:47.793891 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.799897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (bc07e242-1399-42ee-ac2e-244ca5c30866), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.821976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc07e242-1399-42ee-ac2e-244ca5c30866,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:47.823854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] No DVR routers for this DVR port bc07e242-1399-42ee-ac2e-244ca5c30866 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:54:47.828173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] Pushing event deleted for resources: {'Port': ['ID=bc07e242-1399-42ee-ac2e-244ca5c30866,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:47.831631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8efbfd-0e27-454e-a1bf-cf1e4f9cca23 None None] No DVR routers for this DVR port bc07e242-1399-42ee-ac2e-244ca5c30866 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:54:47.897518 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7c940309-5d6f-4dc6-acde-ac5250df915c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.918394 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ab8e3a0>,) {'filters': {'network_id': ['7c940309-5d6f-4dc6-acde-ac5250df915c']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:47.927863 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ab8e3a0>, 'c6e91ee0-a513-479d-a901-47037cba4e98') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:47.928164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ab8e3a0>, 'c6e91ee0-a513-479d-a901-47037cba4e98') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:47.938776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (c6e91ee0-a513-479d-a901-47037cba4e98), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.952473 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c6e91ee0-a513-479d-a901-47037cba4e98), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.958438 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:54:47.958828 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (c6e91ee0-a513-479d-a901-47037cba4e98), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:54:47.960541 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:54:48.108183 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7c940309-5d6f-4dc6-acde-ac5250df915c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:48.113819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:48.116951 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7c940309-5d6f-4dc6-acde-ac5250df915c HTTP/1.1" status: 204  len: 168 time: 0.6834221
May 14 21:54:48.120670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46940) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:48.128782 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e9f29-46e9-41b7-b402-ef818d8866d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c940309-5d6f-4dc6-acde-ac5250df915c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:48.453766 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (0effaf84-e348-4679-9deb-05d806201780), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:48.690459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Deleting port 824d41b3-1352-4e4c-8973-d600907212ba {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:48.690854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (824d41b3-1352-4e4c-8973-d600907212ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:48.767612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] For port 824d41b3-1352-4e4c-8973-d600907212ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=824d41b3-1352-4e4c-8973-d600907212ba,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:48.767906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (824d41b3-1352-4e4c-8973-d600907212ba), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:48.781407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Calling delete_port for 824d41b3-1352-4e4c-8973-d600907212ba owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:49.045155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (824d41b3-1352-4e4c-8973-d600907212ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:49.076836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=824d41b3-1352-4e4c-8973-d600907212ba,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:49.079100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc07e242-1399-42ee-ac2e-244ca5c30866 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:49.102732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: bc07e242-1399-42ee-ac2e-244ca5c30866 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:49.103081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bc07e242-1399-42ee-ac2e-244ca5c30866 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:49.253860 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (0effaf84-e348-4679-9deb-05d806201780), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:49.475895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Router 0effaf84-e348-4679-9deb-05d806201780 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:54:49.588648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:54:49.595432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c9b7691e-57a2-447e-8c64-d733fd8f2a4b admin admin] 10.222.0.52 "PUT /v2.0/routers/0effaf84-e348-4679-9deb-05d806201780/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4717731
May 14 21:54:49.596106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46942) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:49.598688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] Sync routers for ids ['0effaf84-e348-4679-9deb-05d806201780'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:54:49.610573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] Routers {'0effaf84-e348-4679-9deb-05d806201780'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:49.611265 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f06190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:54:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0effaf84-e348-4679-9deb-05d806201780'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:49.706800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks [] for router (0effaf84-e348-4679-9deb-05d806201780), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:49.724609 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] Set router 0effaf84-e348-4679-9deb-05d806201780 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:49.826503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks [] for router_gateway (0effaf84-e348-4679-9deb-05d806201780), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:49.969837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Deleting port ab001849-6162-4d0f-9af9-4ed100754fa8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:49.970232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:49.989767 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f06190>, [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:48Z', 'revision_number': 5, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port': {'id': 'ab001849-6162-4d0f-9af9-4ed100754fa8', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0effaf84-e348-4679-9deb-05d806201780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:54:03Z', 'updated_at': '2022-05-14T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:50.016526 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] Checking router: 0effaf84-e348-4679-9deb-05d806201780 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:54:50.025284 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] Routers {'0effaf84-e348-4679-9deb-05d806201780'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:54:50.025931 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f06190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:54:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0effaf84-e348-4679-9deb-05d806201780'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:50.050837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] For port ab001849-6162-4d0f-9af9-4ed100754fa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab001849-6162-4d0f-9af9-4ed100754fa8,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:50.051202 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.064164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Calling delete_port for ab001849-6162-4d0f-9af9-4ed100754fa8 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:50.115026 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] Set router 0effaf84-e348-4679-9deb-05d806201780 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:54:50.170021 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f06190>, [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:49Z', 'revision_number': 6, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:50.197599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf57cec8-8d29-424e-b4d8-5c4d79324742 None None] The sync data for ids ['0effaf84-e348-4679-9deb-05d806201780'] in ncdv-master-1 is: [{'id': '0effaf84-e348-4679-9deb-05d806201780', 'name': 'tempest-TestServerMultinode-904739764-router', 'tenant_id': '83be614a11e44c29b6444b41ce0a20d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:54:02Z', 'updated_at': '2022-05-14T21:54:49Z', 'revision_number': 6, 'project_id': '83be614a11e44c29b6444b41ce0a20d8', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:54:50.298908 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ab001849-6162-4d0f-9af9-4ed100754fa8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.326750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab001849-6162-4d0f-9af9-4ed100754fa8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:50.388951 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (0effaf84-e348-4679-9deb-05d806201780), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.478676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (0effaf84-e348-4679-9deb-05d806201780), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.480675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks [] for router_controller (0effaf84-e348-4679-9deb-05d806201780), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.596343 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (0effaf84-e348-4679-9deb-05d806201780), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.597421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0effaf84-e348-4679-9deb-05d806201780 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:54:50.603166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.618313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-dc63c341-db55-4d22-b0f2-470f8ba8215d admin admin] 10.222.0.52 "DELETE /v2.0/routers/0effaf84-e348-4679-9deb-05d806201780 HTTP/1.1" status: 204  len: 168 time: 1.0076010
May 14 21:54:50.618313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 46944) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:50.660895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Deleting subnet dacadde0-b272-4e04-a487-f143dd0e0f0b {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:54:50.664758 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Publish callbacks [] for subnet (dacadde0-b272-4e04-a487-f143dd0e0f0b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.700283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (dacadde0-b272-4e04-a487-f143dd0e0f0b), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.780308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dacadde0-b272-4e04-a487-f143dd0e0f0b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.887900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (dacadde0-b272-4e04-a487-f143dd0e0f0b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.911816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacadde0-b272-4e04-a487-f143dd0e0f0b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:50.926306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:50.926306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae93cb80-d492-4290-ad6e-3694ff0364b2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dacadde0-b272-4e04-a487-f143dd0e0f0b HTTP/1.1" status: 204  len: 168 time: 0.3157704
May 14 21:54:50.926953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46946) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:50.939710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde47e4a-502e-40dd-9683-80a447ba3929 None None] Network b6a7ec4a-ed79-453a-b631-c87d7ee6329d requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:54:51.013368 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b6a7ec4a-ed79-453a-b631-c87d7ee6329d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.065752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Deleting port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:51.066113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.120544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] DHCP port deletion for b6a7ec4a-ed79-453a-b631-c87d7ee6329d request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:54:51.125046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab001849-6162-4d0f-9af9-4ed100754fa8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:51.142953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] For port e9acb58e-9ce9-405a-ab0c-cc8e1d856672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:51.143355 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.154450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ab001849-6162-4d0f-9af9-4ed100754fa8 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:51.154799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ab001849-6162-4d0f-9af9-4ed100754fa8 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:51.159398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 824d41b3-1352-4e4c-8973-d600907212ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:51.159578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Calling delete_port for e9acb58e-9ce9-405a-ab0c-cc8e1d856672 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:51.197887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 824d41b3-1352-4e4c-8973-d600907212ba {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:51.198261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 824d41b3-1352-4e4c-8973-d600907212ba not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:51.210084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] Deleting port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:54:51.210451 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.281357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] For port e9acb58e-9ce9-405a-ab0c-cc8e1d856672, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,segment=NetworkSegment(dc19c478-97a9-44e3-802c-da1a9cb1d68b),segment_id=dc19c478-97a9-44e3-802c-da1a9cb1d68b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:54:51.281761 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.303124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] Calling delete_port for e9acb58e-9ce9-405a-ab0c-cc8e1d856672 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:54:51.349498 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.374667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:51.378321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] No DVR routers for this DVR port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:54:51.380607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e9acb58e-9ce9-405a-ab0c-cc8e1d856672), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.408243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] Pushing event deleted for resources: {'Port': ['ID=e9acb58e-9ce9-405a-ab0c-cc8e1d856672,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:51.411431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8781d-245f-43af-a880-a2f067265b63 None None] No DVR routers for this DVR port e9acb58e-9ce9-405a-ab0c-cc8e1d856672 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:54:51.463894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b6a7ec4a-ed79-453a-b631-c87d7ee6329d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.484560 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5232b51a30>,) {'filters': {'network_id': ['b6a7ec4a-ed79-453a-b631-c87d7ee6329d']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:51.494372 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232b51a30>, 'dc19c478-97a9-44e3-802c-da1a9cb1d68b') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:51.494673 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5232b51a30>, 'dc19c478-97a9-44e3-802c-da1a9cb1d68b') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:54:51.509736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (dc19c478-97a9-44e3-802c-da1a9cb1d68b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.518291 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (dc19c478-97a9-44e3-802c-da1a9cb1d68b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.524721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:54:51.525324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (dc19c478-97a9-44e3-802c-da1a9cb1d68b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:54:51.526722 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:54:51.667980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b6a7ec4a-ed79-453a-b631-c87d7ee6329d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.673894 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:51.677030 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b6a7ec4a-ed79-453a-b631-c87d7ee6329d HTTP/1.1" status: 204  len: 168 time: 0.7483830
May 14 21:54:51.688603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d84f0a-7087-4b49-9c00-d6acdf556156 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a7ec4a-ed79-453a-b631-c87d7ee6329d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:52.093502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46950) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:52.132688 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b826adf9-a19b-423d-9145-47c6ba965bda admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffdb9c0b09694b93b1343adbad43920b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0379980
May 14 21:54:52.136163 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46952) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:52.182698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c619b7da-cee5-4337-9f52-10757f2bde86 admin admin] Publish callbacks [] for security_group (66faf836-6615-4434-b342-4871faed379c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:52.204377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c619b7da-cee5-4337-9f52-10757f2bde86 admin admin] Publish callbacks [] for security_group (66faf836-6615-4434-b342-4871faed379c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:52.330905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c619b7da-cee5-4337-9f52-10757f2bde86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (66faf836-6615-4434-b342-4871faed379c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:52.333799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c619b7da-cee5-4337-9f52-10757f2bde86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:52.334964 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c619b7da-cee5-4337-9f52-10757f2bde86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66faf836-6615-4434-b342-4871faed379c HTTP/1.1" status: 204  len: 168 time: 0.1979039
May 14 21:54:52.343250 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619b7da-cee5-4337-9f52-10757f2bde86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66faf836-6615-4434-b342-4871faed379c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:54:53.026836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46958) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:53.073762 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-51f0e86b-c1dd-48cd-8dd6-dad61b0e2692 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83be614a11e44c29b6444b41ce0a20d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0454369
May 14 21:54:53.076271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46960) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:54:53.084885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9acb58e-9ce9-405a-ab0c-cc8e1d856672 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:54:53.106204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e9acb58e-9ce9-405a-ab0c-cc8e1d856672 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:54:53.106544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e9acb58e-9ce9-405a-ab0c-cc8e1d856672 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:54:53.128373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fa4261d-1cad-4eef-bbb4-99dda51a338e admin admin] Publish callbacks [] for security_group (ffaca84c-8dba-47e7-957e-6b1fbb03d263), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:53.151076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fa4261d-1cad-4eef-bbb4-99dda51a338e admin admin] Publish callbacks [] for security_group (ffaca84c-8dba-47e7-957e-6b1fbb03d263), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:53.259035 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fa4261d-1cad-4eef-bbb4-99dda51a338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (ffaca84c-8dba-47e7-957e-6b1fbb03d263), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:53.261636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5fa4261d-1cad-4eef-bbb4-99dda51a338e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:54:53.262809 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5fa4261d-1cad-4eef-bbb4-99dda51a338e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffaca84c-8dba-47e7-957e-6b1fbb03d263 HTTP/1.1" status: 204  len: 168 time: 0.1856449
May 14 21:54:53.270532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4261d-1cad-4eef-bbb4-99dda51a338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaca84c-8dba-47e7-957e-6b1fbb03d263,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:55:10.441346 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3dcaaadb-bc06-4e0b-ab75-9c9e275e066a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:12.144304 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:12.805082 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:12.887626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70737c3d-f546-4adb-8722-5b1afda70d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:13.953386 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:14.462319 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:55:15.755929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:16.784944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:40.353076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d86e4b-18f0-49e8-b5ed-f6c90795a6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:41.147712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 46992) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:55:41.440993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Deleting port 155439a2-3b8a-44d8-a22b-cec0312cdf18 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:55:41.441338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:41.518699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:41.518953 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for floatingip (155439a2-3b8a-44d8-a22b-cec0312cdf18), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:41.531585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Calling delete_port for 155439a2-3b8a-44d8-a22b-cec0312cdf18 owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:55:41.754946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (155439a2-3b8a-44d8-a22b-cec0312cdf18), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:41.782179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event deleted for resources: {'Port': ['ID=155439a2-3b8a-44d8-a22b-cec0312cdf18,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:55:41.844096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for floatingip (9721c727-c05a-4e02-9bc8-ca7b65fc538d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:41.844438 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Floating IP 9721c727-c05a-4e02-9bc8-ca7b65fc538d disassociated (deleted). External IP: 172.35.4.36, port: fabc866e-ec56-434f-8b1d-167f054712e7.
May 14 21:55:42.062404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Router e9638317-e602-4f3f-90ae-b85b215c17c4 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:55:42.160711 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:42.181070 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:55:42.188139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:42.193351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] Sync routers for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:55:42.203350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:55:42.204032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52239214f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:55:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:55:42.219877 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3e721322-410f-40a1-87ce-9834f113d84f tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "DELETE /v2.0/floatingips/9721c727-c05a-4e02-9bc8-ca7b65fc538d HTTP/1.1" status: 204  len: 168 time: 1.0708859
May 14 21:55:42.221049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:55:42.227597 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:55:42.268187 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613c5139-e043-47a2-a5ff-4087dd10d323 x-openstack-request-id: req-613c5139-e043-47a2-a5ff-4087dd10d323 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:55:42.268484 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:55:42.268818 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-613c5139-e043-47a2-a5ff-4087dd10d323 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:55:42.269294 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-613c5139-e043-47a2-a5ff-4087dd10d323'] response: {'name': 'network-changed', 'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'status': 'completed', 'code': 200}
May 14 21:55:42.333085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-2c04f034-d79d-41c6-9456-2411aeba6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:42.334661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-2c04f034-d79d-41c6-9456-2411aeba6560 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fbd6e36a563a4245acae34e00437ca87&device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 1128 time: 0.0443769
May 14 21:55:42.437310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-6b490086-7267-4c19-8879-5bf102fe06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:42.438885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-6b490086-7267-4c19-8879-5bf102fe06da service neutron] 10.222.0.48 "GET /v2.0/networks?id=ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 200  len: 915 time: 0.0978262
May 14 21:55:42.479720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-fb7ebd65-403b-406c-b36a-cc4c8f12e429 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 200  len: 217 time: 0.0343876
May 14 21:55:42.480354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:55:42.528778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-79b94464-cc57-45ce-8925-55b8350c7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:42.531825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-79b94464-cc57-45ce-8925-55b8350c7da3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 200  len: 853 time: 0.0468657
May 14 21:55:42.582950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-27612b9d-849d-468e-8535-76cda1599fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:42.584892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-27612b9d-849d-468e-8535-76cda1599fcb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ab045a92-e325-4248-b39f-db14e2d2fe17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0471809
May 14 21:55:42.676007 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-57806fbe-6351-422a-b4d4-78e1d042eca3 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856187
May 14 21:55:42.676289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52239214f0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:55:42.702916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] Checking router: e9638317-e602-4f3f-90ae-b85b215c17c4 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:55:42.711400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:55:42.712146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52239214f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:55:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:55:42.725089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bbf5e-7745-4124-a03c-13d5b96356f7 req-114bae45-c8df-4701-a4ed-71c0aef84473 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:42.726631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-078bbf5e-7745-4124-a03c-13d5b96356f7 req-114bae45-c8df-4701-a4ed-71c0aef84473 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 946 time: 0.0474882
May 14 21:55:42.835307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:42.835944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-078bbf5e-7745-4124-a03c-13d5b96356f7 req-d7e5218a-9fc0-4947-8781-4ffbcaaa3e3d tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009004
May 14 21:55:42.855739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5b4ab5-88ec-495b-8d37-a77149eb0eb1 req-df8c8a51-d697-4879-876e-081ae3a67e32 service neutron] 10.222.0.48 "GET /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281438
May 14 21:55:42.862612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:55:42.901358 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31fb1673-42c8-4065-8420-56ab459301f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:43.056259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52239214f0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:55:43.083182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0521622a-a685-410c-a3e8-ff4b6fac7e9b None None] The sync data for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 is: [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:17Z', 'revision_number': 4, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '01d297a7-9581-4bba-9089-119d1f398eec', 'name': '', 'network_id': 'ab045a92-e325-4248-b39f-db14e2d2fe17', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'mac_address': 'fa:16:3e:e3:54:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:16Z', 'updated_at': '2022-05-14T21:48:21Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'subnets': [{'id': 'e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:55:43.297908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-00a28413-8361-4785-9885-bd97727c95c4 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:43.299447 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-00a28413-8361-4785-9885-bd97727c95c4 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 946 time: 0.0536599
May 14 21:55:43.321535 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfde84-c825-4f2b-aefe-f62580705469 None None] New status for floating IP 9721c727-c05a-4e02-9bc8-ca7b65fc538d: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 21:55:43.385707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Deleting port fabc866e-ec56-434f-8b1d-167f054712e7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:55:43.386224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:43.479196 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] For port fabc866e-ec56-434f-8b1d-167f054712e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=fabc866e-ec56-434f-8b1d-167f054712e7,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:55:43.479595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:43.834772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Calling delete_port for fabc866e-ec56-434f-8b1d-167f054712e7 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:55:43.960962 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:43.964647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ceba3-9ba8-4e1d-b99a-be508da8e065 req-1672fedb-667a-4132-9814-39ee4a2bf695 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:55:43.966176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b58ceba3-9ba8-4e1d-b99a-be508da8e065 req-1672fedb-667a-4132-9814-39ee4a2bf695 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 946 time: 0.0527592
May 14 21:55:44.019883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b58ceba3-9ba8-4e1d-b99a-be508da8e065 req-b0eedf18-f3e4-46ea-871e-722e56cda7cf tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/security-groups?id=e5fc1982-1fec-44f4-b938-05b04115ee01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478539
May 14 21:55:44.044341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fabc866e-ec56-434f-8b1d-167f054712e7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:44.077199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event deleted for resources: {'Port': ['ID=fabc866e-ec56-434f-8b1d-167f054712e7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:55:44.120255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] No DVR routers for this DVR port fabc866e-ec56-434f-8b1d-167f054712e7 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:55:44.123721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:44.127004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf66932d-eecc-4ba3-8b50-1dc1351b6afc req-21f8e2f0-71f5-44c5-8bc7-bd66b2e06658 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.48 "DELETE /v2.0/ports/fabc866e-ec56-434f-8b1d-167f054712e7 HTTP/1.1" status: 204  len: 173 time: 0.8222053
May 14 21:55:44.127442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'name': 'network-vif-deleted', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:55:44.129721 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3aa603-fb3f-486e-a390-0fe246aef325" -d '{"events": [{"server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "name": "network-vif-deleted", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:55:44.171040 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f59906-be2e-4533-b8e6-bd039a996fb1 x-openstack-request-id: req-62f59906-be2e-4533-b8e6-bd039a996fb1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:55:44.171324 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba04a2d9-8864-4848-b937-425921786664", "name": "network-vif-deleted", "tag": "fabc866e-ec56-434f-8b1d-167f054712e7", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:55:44.171614 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62f59906-be2e-4533-b8e6-bd039a996fb1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:55:44.172029 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f59906-be2e-4533-b8e6-bd039a996fb1'] response: {'server_uuid': 'ba04a2d9-8864-4848-b937-425921786664', 'name': 'network-vif-deleted', 'tag': 'fabc866e-ec56-434f-8b1d-167f054712e7', 'status': 'completed', 'code': 200}
May 14 21:55:45.131227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f7889935-c139-4e2f-85e0-6b65ec4925e3 req-244742a7-550c-47de-a3e4-3912a68c9c18 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba04a2d9-8864-4848-b937-425921786664 HTTP/1.1" status: 200  len: 210 time: 0.0310140
May 14 21:55:45.775160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:46.195578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47012) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:55:46.252639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group (e5fc1982-1fec-44f4-b938-05b04115ee01), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:46.277048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group (e5fc1982-1fec-44f4-b938-05b04115ee01), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:46.400597 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e5fc1982-1fec-44f4-b938-05b04115ee01), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:46.403506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:46.404807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5fc1982-1fec-44f4-b938-05b04115ee01 HTTP/1.1" status: 204  len: 168 time: 0.2086504
May 14 21:55:46.414938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fc1982-1fec-44f4-b938-05b04115ee01,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:55:46.422843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.426229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.427332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.427332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.427332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.427332 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a78bec0-d009-4bb6-9401-c4eb5d3eaf68 tempest-TestVolumeBackupRestore-1478043453 tempest-TestVolumeBackupRestore-1478043453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:55:46.823815 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:55:47.261534 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fabc866e-ec56-434f-8b1d-167f054712e7 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:55:47.281885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: fabc866e-ec56-434f-8b1d-167f054712e7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:55:47.282265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device fabc866e-ec56-434f-8b1d-167f054712e7 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:55:51.461205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:56:05.079897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47150) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:05.507872 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (e9638317-e602-4f3f-90ae-b85b215c17c4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:05.744237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Deleting port 01d297a7-9581-4bba-9089-119d1f398eec {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:05.744576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (01d297a7-9581-4bba-9089-119d1f398eec), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:05.821282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] For port 01d297a7-9581-4bba-9089-119d1f398eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=01d297a7-9581-4bba-9089-119d1f398eec,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:05.821561 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (01d297a7-9581-4bba-9089-119d1f398eec), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:05.834613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Calling delete_port for 01d297a7-9581-4bba-9089-119d1f398eec owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:06.100599 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (01d297a7-9581-4bba-9089-119d1f398eec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:06.128877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=01d297a7-9581-4bba-9089-119d1f398eec,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:06.302381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (e9638317-e602-4f3f-90ae-b85b215c17c4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:06.857533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Router e9638317-e602-4f3f-90ae-b85b215c17c4 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:56:06.963769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:56:06.968756 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-65147420-27ef-4c33-ae0a-066db83e7b4a admin admin] 10.222.0.52 "PUT /v2.0/routers/e9638317-e602-4f3f-90ae-b85b215c17c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8877280
May 14 21:56:06.971526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47156) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:06.974254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82378006-384b-4662-b067-728a9d0a87ca None None] Sync routers for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:56:06.983879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:06.984519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eaa3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:55:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:07.080698 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks [] for router (e9638317-e602-4f3f-90ae-b85b215c17c4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.095196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:07.188172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks [] for router_gateway (e9638317-e602-4f3f-90ae-b85b215c17c4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.265516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eaa3d0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195'}], 'enable_snat': True}, 'gw_port_id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:56:05Z', 'revision_number': 5, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port': {'id': '2e2a5530-af10-4724-93e9-2e1e6008c491', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:07.296186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82378006-384b-4662-b067-728a9d0a87ca None None] Checking router: e9638317-e602-4f3f-90ae-b85b215c17c4 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:56:07.305164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] Routers {'e9638317-e602-4f3f-90ae-b85b215c17c4'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:07.305889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eaa3d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:55:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e9638317-e602-4f3f-90ae-b85b215c17c4'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:07.308985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Deleting port 2e2a5530-af10-4724-93e9-2e1e6008c491 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:07.309329 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.388325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] For port 2e2a5530-af10-4724-93e9-2e1e6008c491, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e2a5530-af10-4724-93e9-2e1e6008c491,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:07.388975 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.395208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] Set router e9638317-e602-4f3f-90ae-b85b215c17c4 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:07.407002 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Calling delete_port for 2e2a5530-af10-4724-93e9-2e1e6008c491 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:07.447282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-82378006-384b-4662-b067-728a9d0a87ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eaa3d0>, [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:56:07Z', 'revision_number': 6, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:07.477657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82378006-384b-4662-b067-728a9d0a87ca None None] The sync data for ids ['e9638317-e602-4f3f-90ae-b85b215c17c4'] in ncdv-master-1 is: [{'id': 'e9638317-e602-4f3f-90ae-b85b215c17c4', 'name': 'tempest-TestVolumeBackupRestore-1094627198-router', 'tenant_id': 'fbd6e36a563a4245acae34e00437ca87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:14Z', 'updated_at': '2022-05-14T21:56:07Z', 'revision_number': 6, 'project_id': 'fbd6e36a563a4245acae34e00437ca87', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:56:07.649776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (2e2a5530-af10-4724-93e9-2e1e6008c491), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.676867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2a5530-af10-4724-93e9-2e1e6008c491,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:07.739196 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (e9638317-e602-4f3f-90ae-b85b215c17c4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.837908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (e9638317-e602-4f3f-90ae-b85b215c17c4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.840180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks [] for router_controller (e9638317-e602-4f3f-90ae-b85b215c17c4), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.986792 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (e9638317-e602-4f3f-90ae-b85b215c17c4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.987433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9638317-e602-4f3f-90ae-b85b215c17c4 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:56:07.991778 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:07.992821 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d963c21d-bf17-40eb-9633-aad02e84d153 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e9638317-e602-4f3f-90ae-b85b215c17c4 HTTP/1.1" status: 204  len: 168 time: 1.0203733
May 14 21:56:07.995438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47158) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:08.039338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Deleting subnet e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:56:08.042372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Publish callbacks [] for subnet (e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.076189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.155868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.306657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.334602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:08.337248 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.340189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e9c12403-1ccb-4e50-a4a0-d17a2a3b8db6 HTTP/1.1" status: 204  len: 168 time: 0.3437257
May 14 21:56:08.340958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a3047-e7a5-49f8-a4f5-6b86a2d8ab5e None None] Network ab045a92-e325-4248-b39f-db14e2d2fe17 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:56:08.342896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47160) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:08.347742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.348311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.348655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.348989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.349497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.350028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.350361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.350692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.351021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.351349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.351776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.352112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.352435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.352765 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.353079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e67ebd-6a3d-4667-a1e1-9f7df4101dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.424647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ab045a92-e325-4248-b39f-db14e2d2fe17), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.480103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Deleting port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:08.480444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.514607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] DHCP port deletion for ab045a92-e325-4248-b39f-db14e2d2fe17 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:56:08.550309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] For port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:08.550680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.558030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Deleting port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:08.558404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.564034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Calling delete_port for 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:08.622097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] For port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,segment=NetworkSegment(3c619935-6abe-4b38-9f78-87ee9bc7c1a8),segment_id=3c619935-6abe-4b38-9f78-87ee9bc7c1a8)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:08.622491 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.635443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Calling delete_port for 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:08.754846 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.760550 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (5eaec440-0a66-4bb6-9d21-8c8f0fd63e99), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.781621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:08.785146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] No DVR routers for this DVR port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:56:08.789357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Pushing event deleted for resources: {'Port': ['ID=5eaec440-0a66-4bb6-9d21-8c8f0fd63e99,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:08.792023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] No DVR routers for this DVR port 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:56:08.800834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.801192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.801541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.801900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.802232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.802662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.803007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.803438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.803668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.803996 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.804322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.804647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.804969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.805295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.805615 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632aa7b-4eb0-4980-a29f-ec9c3d526c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:08.860503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ab045a92-e325-4248-b39f-db14e2d2fe17), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.879726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230130e20>,) {'filters': {'network_id': ['ab045a92-e325-4248-b39f-db14e2d2fe17']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:08.888746 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230130e20>, '3c619935-6abe-4b38-9f78-87ee9bc7c1a8') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:08.889050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230130e20>, '3c619935-6abe-4b38-9f78-87ee9bc7c1a8') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:08.898818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (3c619935-6abe-4b38-9f78-87ee9bc7c1a8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.912650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c619935-6abe-4b38-9f78-87ee9bc7c1a8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.918735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:56:08.919122 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (3c619935-6abe-4b38-9f78-87ee9bc7c1a8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     timer()
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:56:08.920905 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:56:09.051903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ab045a92-e325-4248-b39f-db14e2d2fe17), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:09.057575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:09.060681 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ab045a92-e325-4248-b39f-db14e2d2fe17 HTTP/1.1" status: 204  len: 168 time: 0.7165632
May 14 21:56:09.063910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47162) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:09.072809 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181e147-af0b-4993-83f0-5fcbffd6e777 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab045a92-e325-4248-b39f-db14e2d2fe17,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:09.125762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01d297a7-9581-4bba-9089-119d1f398eec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:56:09.146847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 01d297a7-9581-4bba-9089-119d1f398eec {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:56:09.147179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 01d297a7-9581-4bba-9089-119d1f398eec not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:56:09.149085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:56:09.169704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:56:09.170048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 5eaec440-0a66-4bb6-9d21-8c8f0fd63e99 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:56:09.170464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2a5530-af10-4724-93e9-2e1e6008c491 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:56:09.191019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 2e2a5530-af10-4724-93e9-2e1e6008c491 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:56:09.191367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2e2a5530-af10-4724-93e9-2e1e6008c491 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:56:09.404602 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (0207115f-7170-4eae-9371-67b5deda61a3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:09.635458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Deleting port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:09.635838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:09.713457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] For port 6722d723-4f91-4e27-bc6d-08f5f1cc8f27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:09.713822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:09.727469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Calling delete_port for 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:09.983952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6722d723-4f91-4e27-bc6d-08f5f1cc8f27), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.017154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Pushing event deleted for resources: {'Port': ['ID=6722d723-4f91-4e27-bc6d-08f5f1cc8f27,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:10.185020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (0207115f-7170-4eae-9371-67b5deda61a3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.366271 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-db3c6365-295c-4590-bc6e-2d4b24e759ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.407721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Router 0207115f-7170-4eae-9371-67b5deda61a3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:56:10.517775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:56:10.523972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-edae09dc-5dae-490f-b82d-c2e17f76ea45 admin admin] 10.222.0.52 "PUT /v2.0/routers/0207115f-7170-4eae-9371-67b5deda61a3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4587069
May 14 21:56:10.527172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47164) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:10.534601 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] Sync routers for ids ['0207115f-7170-4eae-9371-67b5deda61a3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:56:10.551926 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] Routers {'0207115f-7170-4eae-9371-67b5deda61a3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:10.552555 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ea17c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:55:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0207115f-7170-4eae-9371-67b5deda61a3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:10.638670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks [] for router (0207115f-7170-4eae-9371-67b5deda61a3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.745328 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] Set router 0207115f-7170-4eae-9371-67b5deda61a3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:10.746606 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks [] for router_gateway (0207115f-7170-4eae-9371-67b5deda61a3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.879182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Deleting port 3f49354d-fa50-41af-aac9-c31d9791f68c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:10.879548 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.927754 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ea17c0>, [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158'}], 'enable_snat': True}, 'gw_port_id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:56:09Z', 'revision_number': 5, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port': {'id': '3f49354d-fa50-41af-aac9-c31d9791f68c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:c5:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0207115f-7170-4eae-9371-67b5deda61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:48:21Z', 'updated_at': '2022-05-14T21:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:10.954363 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] Checking router: 0207115f-7170-4eae-9371-67b5deda61a3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:56:10.958198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] For port 3f49354d-fa50-41af-aac9-c31d9791f68c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f49354d-fa50-41af-aac9-c31d9791f68c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:10.958565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:10.963075 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] Routers {'0207115f-7170-4eae-9371-67b5deda61a3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:10.963705 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230ea17c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:55:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['0207115f-7170-4eae-9371-67b5deda61a3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:10.972208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Calling delete_port for 3f49354d-fa50-41af-aac9-c31d9791f68c owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:11.052749 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] Set router 0207115f-7170-4eae-9371-67b5deda61a3 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:11.218178 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230ea17c0>, [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:56:10Z', 'revision_number': 6, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:11.220735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3f49354d-fa50-41af-aac9-c31d9791f68c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.249032 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20c2ff-d538-40b2-bb8b-55ada3c3de46 None None] The sync data for ids ['0207115f-7170-4eae-9371-67b5deda61a3'] in ncdv-master-1 is: [{'id': '0207115f-7170-4eae-9371-67b5deda61a3', 'name': 'tempest-TestVolumeBackupRestore-1717612249-router', 'tenant_id': '1cc3e53234794cbe8c230fbd3ae26869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:48:20Z', 'updated_at': '2022-05-14T21:56:10Z', 'revision_number': 6, 'project_id': '1cc3e53234794cbe8c230fbd3ae26869', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:56:11.252344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f49354d-fa50-41af-aac9-c31d9791f68c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:11.315657 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (0207115f-7170-4eae-9371-67b5deda61a3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.405596 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (0207115f-7170-4eae-9371-67b5deda61a3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.407914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks [] for router_controller (0207115f-7170-4eae-9371-67b5deda61a3), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.509233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (0207115f-7170-4eae-9371-67b5deda61a3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.509757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0207115f-7170-4eae-9371-67b5deda61a3 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 21:56:11.514000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.515148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-89427ef6-9442-4ced-8c05-d8986c492930 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0207115f-7170-4eae-9371-67b5deda61a3 HTTP/1.1" status: 204  len: 168 time: 0.9868195
May 14 21:56:11.517980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47166) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:11.563215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Deleting subnet 0f0e4646-1fb3-4ff1-b531-69215f4c9fb2 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 21:56:11.566437 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Publish callbacks [] for subnet (0f0e4646-1fb3-4ff1-b531-69215f4c9fb2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.603294 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (0f0e4646-1fb3-4ff1-b531-69215f4c9fb2), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.696616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (0f0e4646-1fb3-4ff1-b531-69215f4c9fb2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.878609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (0f0e4646-1fb3-4ff1-b531-69215f4c9fb2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.902000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0e4646-1fb3-4ff1-b531-69215f4c9fb2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:11.907927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:11.911066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9dd9baf6-ad92-4e92-8622-31a8c4b61446 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0f0e4646-1fb3-4ff1-b531-69215f4c9fb2 HTTP/1.1" status: 204  len: 168 time: 0.3921185
May 14 21:56:11.913623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47168) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:11.913787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdc2cf-7f85-4637-84a2-1a0982e5a62a None None] Network de4427cd-2a6a-40f2-8305-62de76e03c84 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:56:11.984752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (de4427cd-2a6a-40f2-8305-62de76e03c84), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.039690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Deleting port 340f275e-b1c4-4583-ba83-bdd70bc024ef {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:12.040116 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.064105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] DHCP port deletion for de4427cd-2a6a-40f2-8305-62de76e03c84 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 21:56:12.103307 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] Deleting port 340f275e-b1c4-4583-ba83-bdd70bc024ef {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:56:12.103709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.105687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] For port 340f275e-b1c4-4583-ba83-bdd70bc024ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=340f275e-b1c4-4583-ba83-bdd70bc024ef,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:12.106052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.119901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Calling delete_port for 340f275e-b1c4-4583-ba83-bdd70bc024ef owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:12.126085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.169641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] For port 340f275e-b1c4-4583-ba83-bdd70bc024ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=340f275e-b1c4-4583-ba83-bdd70bc024ef,segment=NetworkSegment(350d9640-36c8-422e-a16a-654f3df97012),segment_id=350d9640-36c8-422e-a16a-654f3df97012)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:12.170096 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.188858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] Calling delete_port for 340f275e-b1c4-4583-ba83-bdd70bc024ef owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:56:12.267208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.277520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (340f275e-b1c4-4583-ba83-bdd70bc024ef), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.297477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Pushing event deleted for resources: {'Port': ['ID=340f275e-b1c4-4583-ba83-bdd70bc024ef,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:12.299252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] No DVR routers for this DVR port 340f275e-b1c4-4583-ba83-bdd70bc024ef on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:56:12.304317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] Pushing event deleted for resources: {'Port': ['ID=340f275e-b1c4-4583-ba83-bdd70bc024ef,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:12.306571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc9e203-f908-4485-994f-e3b89c38396a None None] No DVR routers for this DVR port 340f275e-b1c4-4583-ba83-bdd70bc024ef on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:56:12.375332 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (de4427cd-2a6a-40f2-8305-62de76e03c84), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.397116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b125d90>,) {'filters': {'network_id': ['de4427cd-2a6a-40f2-8305-62de76e03c84']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:12.404710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b125d90>, '350d9640-36c8-422e-a16a-654f3df97012') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:12.405009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b125d90>, '350d9640-36c8-422e-a16a-654f3df97012') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:12.414732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (350d9640-36c8-422e-a16a-654f3df97012), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.428127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (350d9640-36c8-422e-a16a-654f3df97012), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.433938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 21:56:12.435982 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (350d9640-36c8-422e-a16a-654f3df97012), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     timer()
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 21:56:12.436264 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 21:56:12.557540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (de4427cd-2a6a-40f2-8305-62de76e03c84), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.562909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.566148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] 10.222.0.52 "DELETE /v2.0/networks/de4427cd-2a6a-40f2-8305-62de76e03c84 HTTP/1.1" status: 204  len: 168 time: 0.6515849
May 14 21:56:12.579517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ed88-6c1d-449e-976f-40cb041f0735 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4427cd-2a6a-40f2-8305-62de76e03c84,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:12.820424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.900351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-83a25370-7e64-40e5-916c-018928ed1808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:12.943893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47172) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:12.982807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7aed60ee-c071-4e78-8733-fdc824256f40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbd6e36a563a4245acae34e00437ca87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377755
May 14 21:56:12.986097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47174) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:13.036022 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6ead22c-36b1-4b1f-bbd0-f058f413c3e9 admin admin] Publish callbacks [] for security_group (2676a798-d159-4bbd-b6c0-1e91b88bac43), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:13.057369 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6ead22c-36b1-4b1f-bbd0-f058f413c3e9 admin admin] Publish callbacks [] for security_group (2676a798-d159-4bbd-b6c0-1e91b88bac43), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:13.138857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3f49354d-fa50-41af-aac9-c31d9791f68c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:56:13.163806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3f49354d-fa50-41af-aac9-c31d9791f68c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:56:13.164096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3f49354d-fa50-41af-aac9-c31d9791f68c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:56:13.164320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 340f275e-b1c4-4583-ba83-bdd70bc024ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:56:13.184199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 340f275e-b1c4-4583-ba83-bdd70bc024ef {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:56:13.184544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 340f275e-b1c4-4583-ba83-bdd70bc024ef not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:56:13.184961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:56:13.198124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6ead22c-36b1-4b1f-bbd0-f058f413c3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2676a798-d159-4bbd-b6c0-1e91b88bac43), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:13.200915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f6ead22c-36b1-4b1f-bbd0-f058f413c3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:13.202144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f6ead22c-36b1-4b1f-bbd0-f058f413c3e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2676a798-d159-4bbd-b6c0-1e91b88bac43 HTTP/1.1" status: 204  len: 168 time: 0.2151704
May 14 21:56:13.204635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:56:13.204986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6722d723-4f91-4e27-bc6d-08f5f1cc8f27 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:56:13.212458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ead22c-36b1-4b1f-bbd0-f058f413c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2676a798-d159-4bbd-b6c0-1e91b88bac43,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:13.954866 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:13.980507 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47180) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:14.019899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-282cfc01-1951-4328-a943-2b504bbb442d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cc3e53234794cbe8c230fbd3ae26869&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381801
May 14 21:56:14.022227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 47182) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:14.072176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bf60-0669-4902-bcff-5c8c6ca2d4ad admin admin] Publish callbacks [] for security_group (e95a16ab-32bd-490d-bcb8-e6d52e60de97), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:14.092814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bf60-0669-4902-bcff-5c8c6ca2d4ad admin admin] Publish callbacks [] for security_group (e95a16ab-32bd-490d-bcb8-e6d52e60de97), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:14.234954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bf60-0669-4902-bcff-5c8c6ca2d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e95a16ab-32bd-490d-bcb8-e6d52e60de97), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:14.237621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c2c7bf60-0669-4902-bcff-5c8c6ca2d4ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:14.238800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2c7bf60-0669-4902-bcff-5c8c6ca2d4ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e95a16ab-32bd-490d-bcb8-e6d52e60de97 HTTP/1.1" status: 204  len: 168 time: 0.2157028
May 14 21:56:14.246957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7bf60-0669-4902-bcff-5c8c6ca2d4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a16ab-32bd-490d-bcb8-e6d52e60de97,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:15.292622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47204) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:15.390320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1609479952-network', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:15.474719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Made reservation on behalf of 9f801df18eb74b818c7ef4d2e10c576f for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:56:15.477075 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.486389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.558250 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks [] for security_group (a51a69d1-2899-4c6c-83e4-4ee947921f65), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.706451 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a51a69d1-2899-4c6c-83e4-4ee947921f65), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.731512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:56:15.741255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a69d1-2899-4c6c-83e4-4ee947921f65,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:15.746020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (83006f04-ef49-4487-a23c-df8b172b3de3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.746430 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Added segment 83006f04-ef49-4487-a23c-df8b172b3de3 of type vlan for network f86b7d55-3575-4193-a313-056d6af1cf6b
May 14 21:56:15.789382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (f86b7d55-3575-4193-a313-056d6af1cf6b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.800727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.894934 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (f86b7d55-3575-4193-a313-056d6af1cf6b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.895988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:15.896559 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:15.957956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] Pushing event updated for resources: {'Network': ['ID=f86b7d55-3575-4193-a313-056d6af1cf6b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:15.967790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network f86b7d55-3575-4193-a313-056d6af1cf6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:56:16.008036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-44f7a973-92a6-4001-bc59-81e9f7b7fe24 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 0.7142947
May 14 21:56:16.009417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47208) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:16.014191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Request body: {'subnet': {'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1609479952-subnet', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:16.129070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Made reservation on behalf of 9f801df18eb74b818c7ef4d2e10c576f for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:56:16.131525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:16.352226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (c75b3c35-562f-4590-8e5b-7f5e238392cc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:16.410859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75b3c35-562f-4590-8e5b-7f5e238392cc,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:16.419638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:16.419993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Network hostable DHCP agents. Network: f86b7d55-3575-4193-a313-056d6af1cf6b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:56:16.500725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Network f86b7d55-3575-4193-a313-056d6af1cf6b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:56:16.574538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f86b7d55-3575-4193-a313-056d6af1cf6b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:16.578638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:16.579349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:16.585380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631905c-d0f2-4832-a975-1f14da6c5985 None None] Network f86b7d55-3575-4193-a313-056d6af1cf6b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:56:16.660412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-23e4a903-7b44-44da-9326-047c632f9fbf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6498373
May 14 21:56:16.662888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47210) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:16.667186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:16.685888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f86b7d55-3575-4193-a313-056d6af1cf6b', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:56:16.686867 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:16.999285 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.011734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Allocated IP 172.20.0.2 (f86b7d55-3575-4193-a313-056d6af1cf6b/c75b3c35-562f-4590-8e5b-7f5e238392cc/9ba3672e-20f7-43d0-a2de-99151f3dbd3a) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:17.091994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (432a7d6a-6379-4807-b46c-a0adbc32f904), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.093069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (432a7d6a-6379-4807-b46c-a0adbc32f904), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.145783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks [] for router_controller (432a7d6a-6379-4807-b46c-a0adbc32f904), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.158772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Publish callbacks [] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.275457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.311694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:17.314825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:17.320394 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:17.329499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Pushing event updated for resources: {'Port': ['ID=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:17.376903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks [] for router_gateway (432a7d6a-6379-4807-b46c-a0adbc32f904), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.382758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Attempting to bind port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:17.383116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Attempting to bind port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:17.383502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Attempting to bind port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:17.388478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:17.388854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:17.389252 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.389643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Bound using segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:17.390887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Bound port: 9ba3672e-20f7-43d0-a2de-99151f3dbd3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:17.391190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.453866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] For port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:17.457046 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] For port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:17.543886 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.612237 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b06cfa-2173-4592-8aeb-ca8146432344 None None] Pushing event updated for resources: {'Port': ['ID=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:17.654524 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks [] for router_gateway (432a7d6a-6379-4807-b46c-a0adbc32f904), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.678599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:17.800171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Allocated IP 172.35.4.193 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/919c4bc9-eb74-4989-9b33-604862815562) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:17.915952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks [] for port (919c4bc9-eb74-4989-9b33-604862815562), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.018129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (919c4bc9-eb74-4989-9b33-604862815562), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.054599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:18.057455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:18.064063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:18.087553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Pushing event updated for resources: {'Port': ['ID=919c4bc9-eb74-4989-9b33-604862815562,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:18.369745 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks [] for router_gateway (432a7d6a-6379-4807-b46c-a0adbc32f904), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.552551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa6e3a-9acc-438d-af8f-ca0d27ba11ed None None] Network f86b7d55-3575-4193-a313-056d6af1cf6b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:56:18.580736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (432a7d6a-6379-4807-b46c-a0adbc32f904), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.625553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] Provisioning complete for port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:18.626003 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.737225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] Current status of the port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:18.737607 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.772185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] For port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:18.774784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Router 432a7d6a-6379-4807-b46c-a0adbc32f904 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:56:18.843878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.898264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed0e81-0534-4ea3-b07b-092f8a60f29c None None] Pushing event updated for resources: {'Port': ['ID=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:18.899035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:56:18.909678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Sync routers for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:56:18.922958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:18.923623 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222b46190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:18.982453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f8f6f2de-c57f-4646-aa5e-36028bf5c093 None None] Provisioning complete for port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:18.982869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f2de-c57f-4646-aa5e-36028bf5c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:18.999844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.002221 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b0ded243-c254-4102-af8b-74fe1b4bc492 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.3373773
May 14 21:56:19.004703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47212) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:19.074484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:19.169263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ba3672e-20f7-43d0-a2de-99151f3dbd3a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:19.244378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6f2de-c57f-4646-aa5e-36028bf5c093 None None] Current status of the port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:19.288511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:19.288870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.355291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222b46190>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:18Z', 'revision_number': 3, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:19.389473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Checking router: 432a7d6a-6379-4807-b46c-a0adbc32f904 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:56:19.389751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Updating router 432a7d6a-6379-4807-b46c-a0adbc32f904 port 919c4bc9-eb74-4989-9b33-604862815562 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:56:19.427765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.441289 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (919c4bc9-eb74-4989-9b33-604862815562), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.469650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:19.585630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Allocated IP 172.20.0.1 (f86b7d55-3575-4193-a313-056d6af1cf6b/c75b3c35-562f-4590-8e5b-7f5e238392cc/2f60323e-0e82-4151-b567-b9ed024e449a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:19.691429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks [] for port (2f60323e-0e82-4151-b567-b9ed024e449a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.744781 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Publish callbacks [] for port (919c4bc9-eb74-4989-9b33-604862815562), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.829210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.854566 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (919c4bc9-eb74-4989-9b33-604862815562), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.866503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:19.869455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:19.872830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:19.904131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f60323e-0e82-4151-b567-b9ed024e449a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:19.908306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Attempting to bind port 919c4bc9-eb74-4989-9b33-604862815562 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:19.908682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Attempting to bind port 919c4bc9-eb74-4989-9b33-604862815562 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:19.909050 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Attempting to bind port 919c4bc9-eb74-4989-9b33-604862815562 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:19.914121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdde77-5618-4485-9fe1-78698d13ef8c None None] Pushing event updated for resources: {'Port': ['ID=919c4bc9-eb74-4989-9b33-604862815562,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:19.922311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:19.923134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:19.924241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.925002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:19.925683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Bound port: 919c4bc9-eb74-4989-9b33-604862815562, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:19.926255 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (919c4bc9-eb74-4989-9b33-604862815562), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.931009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (432a7d6a-6379-4807-b46c-a0adbc32f904), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:19.984807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] For port 919c4bc9-eb74-4989-9b33-604862815562, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:19.988158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] For port 919c4bc9-eb74-4989-9b33-604862815562, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919c4bc9-eb74-4989-9b33-604862815562,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:20.086776 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (919c4bc9-eb74-4989-9b33-604862815562), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.145040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:20.145570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222b46190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:20.150214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdde77-5618-4485-9fe1-78698d13ef8c None None] Pushing event updated for resources: {'Port': ['ID=919c4bc9-eb74-4989-9b33-604862815562,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:20.151743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.203850 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5552c522-3644-4c67-8152-884d0b461c1d None None] Provisioning complete for port 2f60323e-0e82-4151-b567-b9ed024e449a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:20.204150 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5552c522-3644-4c67-8152-884d0b461c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.280616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5552c522-3644-4c67-8152-884d0b461c1d None None] Port 2f60323e-0e82-4151-b567-b9ed024e449a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:56:20.293729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:20.350935 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks [] for port (2f60323e-0e82-4151-b567-b9ed024e449a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.408834 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.475587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f60323e-0e82-4151-b567-b9ed024e449a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:20.477855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (432a7d6a-6379-4807-b46c-a0adbc32f904), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.484320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222b46190>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:19Z', 'revision_number': 1, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:20.515546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc77f-3e56-47d4-9a1c-1b3bbb8564b0 None None] The sync data for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 is: [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:19Z', 'revision_number': 1, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:56:20.576315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:20.577788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:20.704661 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Router 432a7d6a-6379-4807-b46c-a0adbc32f904 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:56:20.811011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f0f2ea4b-3200-40bb-8ac4-b776757c4d0f None None] Provisioning complete for port 2f60323e-0e82-4151-b567-b9ed024e449a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:20.811565 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ea4b-3200-40bb-8ac4-b776757c4d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:20.848657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2ea4b-3200-40bb-8ac4-b776757c4d0f None None] Port 2f60323e-0e82-4151-b567-b9ed024e449a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:56:20.856660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:56:20.863989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6f50b773-5278-4c85-891f-e3feaab9d7d1 admin admin] 10.222.0.52 "PUT /v2.0/routers/432a7d6a-6379-4807-b46c-a0adbc32f904/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8582566
May 14 21:56:21.656328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47228) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:21.661497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-182906603-network', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:21.740794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Made reservation on behalf of 321c9cab4b514acbbf4f85e413b9e4ae for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:56:21.743210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:21.752389 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:21.832540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks [] for security_group (44d7980e-29c7-4223-8a59-65536909adda), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:21.908727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (44d7980e-29c7-4223-8a59-65536909adda), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:21.933711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 21:56:21.943082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7980e-29c7-4223-8a59-65536909adda,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:21.948881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7dcc285d-c495-4d7d-8f75-06bc41c3d243), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:21.949286 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Added segment 7dcc285d-c495-4d7d-8f75-06bc41c3d243 of type vlan for network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9
May 14 21:56:21.989686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (33c0d9a2-c865-41ff-ad2b-e053bbc059b9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.077707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (33c0d9a2-c865-41ff-ad2b-e053bbc059b9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.078706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:22.079298 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.140571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] Pushing event updated for resources: {'Network': ['ID=33c0d9a2-c865-41ff-ad2b-e053bbc059b9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:22.150818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 21:56:22.180381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fd2ce0c3-38b9-44b1-9249-4e6b2184df7f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 0.5227420
May 14 21:56:22.183084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47230) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:22.187871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Request body: {'subnet': {'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-182906603-subnet', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:22.280480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Made reservation on behalf of 321c9cab4b514acbbf4f85e413b9e4ae for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:56:22.283739 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.520687 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (96d3883f-e8fc-4706-80e4-cffbb3725e24), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.576497 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Sync routers for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:56:22.581632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d3883f-e8fc-4706-80e4-cffbb3725e24,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:22.586830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Checking segment: {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:22.587111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Network hostable DHCP agents. Network: 33c0d9a2-c865-41ff-ad2b-e053bbc059b9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 21:56:22.587881 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:22.588510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523112cd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:22.685946 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 21:56:22.697834 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:22.774615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33c0d9a2-c865-41ff-ad2b-e053bbc059b9) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:22.779092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:22.779779 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.785122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88aa47-5bf3-4bd7-a38c-c0d1bf398cd4 None None] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:56:22.863881 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1c161571-3a66-4b75-ad09-bef61120f18a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6795673
May 14 21:56:22.866202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:22.871145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:22.893410 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'fixed_ips': [{'subnet_id': '96d3883f-e8fc-4706-80e4-cffbb3725e24'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 21:56:22.894512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.900157 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523112cd90>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 2, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:22.927461 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Checking router: 432a7d6a-6379-4807-b46c-a0adbc32f904 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:56:22.927846 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Updating router 432a7d6a-6379-4807-b46c-a0adbc32f904 port 2f60323e-0e82-4151-b567-b9ed024e449a binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:56:22.952156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (916b65a8-3530-4961-8168-643714497d91), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.953532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (916b65a8-3530-4961-8168-643714497d91), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:22.955821 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.011447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks [] for router_controller (916b65a8-3530-4961-8168-643714497d91), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.035289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Allocated IP 172.20.0.2 (33c0d9a2-c865-41ff-ad2b-e053bbc059b9/96d3883f-e8fc-4706-80e4-cffbb3725e24/b906d08a-e9af-40a6-aa94-4abacbd8a430) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:23.217978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919c4bc9-eb74-4989-9b33-604862815562 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:23.227281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Publish callbacks [] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.270182 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Publish callbacks [] for port (2f60323e-0e82-4151-b567-b9ed024e449a), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.302200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 919c4bc9-eb74-4989-9b33-604862815562 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:23.302790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (919c4bc9-eb74-4989-9b33-604862815562), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.363065 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.409379 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.450352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:23.464975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:23.471023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:23.474462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Pushing event updated for resources: {'Port': ['ID=b906d08a-e9af-40a6-aa94-4abacbd8a430,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:23.500404 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Pushing event updated for resources: {'Port': ['ID=2f60323e-0e82-4151-b567-b9ed024e449a,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:23.545383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 919c4bc9-eb74-4989-9b33-604862815562 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:23.545973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (919c4bc9-eb74-4989-9b33-604862815562), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.547598 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Attempting to bind port 2f60323e-0e82-4151-b567-b9ed024e449a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:23.547972 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Attempting to bind port 2f60323e-0e82-4151-b567-b9ed024e449a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:23.548334 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Attempting to bind port 2f60323e-0e82-4151-b567-b9ed024e449a on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:23.551574 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.551893 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.552228 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.552563 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.552948 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.553425 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.553753 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.554088 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.554410 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.554731 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.555057 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.555377 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.555719 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.556038 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.556362 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:56:23.564318 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:23.564720 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:23.565088 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.565475 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Bound using segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:23.566027 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Bound port: 2f60323e-0e82-4151-b567-b9ed024e449a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:23.566406 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.584594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 919c4bc9-eb74-4989-9b33-604862815562, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919c4bc9-eb74-4989-9b33-604862815562,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:23.658133 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] For port 2f60323e-0e82-4151-b567-b9ed024e449a, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:23.661820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Attempting to bind port b906d08a-e9af-40a6-aa94-4abacbd8a430 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:23.662200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Attempting to bind port b906d08a-e9af-40a6-aa94-4abacbd8a430 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:23.662695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Attempting to bind port b906d08a-e9af-40a6-aa94-4abacbd8a430 on network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:23.663443 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] For port 2f60323e-0e82-4151-b567-b9ed024e449a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f60323e-0e82-4151-b567-b9ed024e449a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:23.668512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:23.668964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Checking segment: {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:23.669372 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.669832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Bound using segment: {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:23.670320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Bound port: b906d08a-e9af-40a6-aa94-4abacbd8a430, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:23.670703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.674538 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (919c4bc9-eb74-4989-9b33-604862815562), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.760751 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.769669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=919c4bc9-eb74-4989-9b33-604862815562,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:23.770051 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks [] for router_gateway (916b65a8-3530-4961-8168-643714497d91), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.785626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] For port b906d08a-e9af-40a6-aa94-4abacbd8a430, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:23.802574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] For port b906d08a-e9af-40a6-aa94-4abacbd8a430, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b906d08a-e9af-40a6-aa94-4abacbd8a430,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:23.806321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] Provisioning complete for port 2f60323e-0e82-4151-b567-b9ed024e449a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:23.806696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.821194 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:23.821823 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523112cd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:23.869984 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5d18-297e-416d-a752-1cccd0001bb7 None None] Pushing event updated for resources: {'Port': ['ID=2f60323e-0e82-4151-b567-b9ed024e449a,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:23.894254 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.946800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] Current status of the port 2f60323e-0e82-4151-b567-b9ed024e449a is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:23.947528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:23.986665 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:23.995582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c817303-7bd4-4368-9c93-c2f02984eb6c None None] Pushing event updated for resources: {'Port': ['ID=b906d08a-e9af-40a6-aa94-4abacbd8a430,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:24.034368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] For port 2f60323e-0e82-4151-b567-b9ed024e449a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f60323e-0e82-4151-b567-b9ed024e449a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:24.110097 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:24.111333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks [] for router_gateway (916b65a8-3530-4961-8168-643714497d91), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:24.137314 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:24.203776 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e7280-2e5b-4a71-b0cc-f297b2541d5e None None] Pushing event updated for resources: {'Port': ['ID=2f60323e-0e82-4151-b567-b9ed024e449a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:24.240000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0e565829-c217-4477-8f13-f609452cc3cc None None] Provisioning complete for port 2f60323e-0e82-4151-b567-b9ed024e449a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:24.241123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e565829-c217-4477-8f13-f609452cc3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:24.268996 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523112cd90>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:24.300739 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7c702-1521-403d-8dbf-e77093a4bbf3 None None] The sync data for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 is: [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:56:24.329049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Allocated IP 172.35.4.124 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:24.335178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0e565829-c217-4477-8f13-f609452cc3cc None None] Current status of the port 2f60323e-0e82-4151-b567-b9ed024e449a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:24.447131 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks [] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:24.565204 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:24.614372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:24.617375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:24.622078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:24.625925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:25.039571 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks [] for router_gateway (916b65a8-3530-4961-8168-643714497d91), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.075086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f46ee-d129-4bb1-9260-16618193a2a6 None None] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 21:56:25.194596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] Provisioning complete for port b906d08a-e9af-40a6-aa94-4abacbd8a430 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:25.194972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.277264 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (916b65a8-3530-4961-8168-643714497d91), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.284877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2f60323e-0e82-4151-b567-b9ed024e449a up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:25.321675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] Current status of the port b906d08a-e9af-40a6-aa94-4abacbd8a430 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:25.321978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.370868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] For port b906d08a-e9af-40a6-aa94-4abacbd8a430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b906d08a-e9af-40a6-aa94-4abacbd8a430,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:25.372264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 2f60323e-0e82-4151-b567-b9ed024e449a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:25.372616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.456852 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 2f60323e-0e82-4151-b567-b9ed024e449a is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:25.457914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b906d08a-e9af-40a6-aa94-4abacbd8a430 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:25.461210 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.489127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Router 916b65a8-3530-4961-8168-643714497d91 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 21:56:25.540275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98c9d4-f0e5-40a5-a4f1-3637760d0835 None None] Pushing event updated for resources: {'Port': ['ID=b906d08a-e9af-40a6-aa94-4abacbd8a430,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:25.544089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b906d08a-e9af-40a6-aa94-4abacbd8a430 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:25.544457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.586331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bb0b368f-f95e-4f52-a3ba-f1c5bba6662a None None] Provisioning complete for port b906d08a-e9af-40a6-aa94-4abacbd8a430 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:25.586691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb0b368f-f95e-4f52-a3ba-f1c5bba6662a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.603206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:56:25.615380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Sync routers for ids ['916b65a8-3530-4961-8168-643714497d91'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:56:25.644756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Routers {'916b65a8-3530-4961-8168-643714497d91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:25.645372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b51880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['916b65a8-3530-4961-8168-643714497d91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:25.673671 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:25.677571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4db3fd4a-9469-4c2e-a55b-0d93c7d4ed46 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8078105
May 14 21:56:25.677740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 47234) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:56:25.781556 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b906d08a-e9af-40a6-aa94-4abacbd8a430 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:25.782647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919c4bc9-eb74-4989-9b33-604862815562 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:25.844513 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b368f-f95e-4f52-a3ba-f1c5bba6662a None None] Current status of the port b906d08a-e9af-40a6-aa94-4abacbd8a430 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:25.847344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Set router 916b65a8-3530-4961-8168-643714497d91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:25.963860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 919c4bc9-eb74-4989-9b33-604862815562 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:25.964379 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (919c4bc9-eb74-4989-9b33-604862815562), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.094323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b51880>, [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T21:56:24Z', 'revision_number': 3, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:26.105001 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.126630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 919c4bc9-eb74-4989-9b33-604862815562 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:26.129106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Checking router: 916b65a8-3530-4961-8168-643714497d91 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:56:26.129494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Updating router 916b65a8-3530-4961-8168-643714497d91 port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:56:26.156849 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.273783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Allocated IP 172.20.0.1 (33c0d9a2-c865-41ff-ad2b-e053bbc059b9/96d3883f-e8fc-4706-80e4-cffbb3725e24/4af371e2-88c0-4c2c-b517-36be0c3927c1) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:26.380305 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks [] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.476967 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Publish callbacks [] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.484128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.522040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:26.525037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:26.531248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:26.555827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Pushing event updated for resources: {'Port': ['ID=4af371e2-88c0-4c2c-b517-36be0c3927c1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:26.563159 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.584680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (916b65a8-3530-4961-8168-643714497d91), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.616145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Attempting to bind port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:26.616517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Attempting to bind port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:26.616885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Attempting to bind port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:26.628034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:26.628426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:26.628815 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.629211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:26.629687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Bound port: e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:26.630066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.635638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7158d-913a-41f8-b2b2-6ffe400f8f79 None None] Pushing event updated for resources: {'Port': ['ID=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:26.694241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] For port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:26.698086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] For port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:26.767765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7203211a-0836-46a4-8ae6-372c7790ba7b None None] Provisioning complete for port 4af371e2-88c0-4c2c-b517-36be0c3927c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:26.768132 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7203211a-0836-46a4-8ae6-372c7790ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.793852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.795387 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:26.846794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7203211a-0836-46a4-8ae6-372c7790ba7b None None] Port 4af371e2-88c0-4c2c-b517-36be0c3927c1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:56:26.868430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Routers {'916b65a8-3530-4961-8168-643714497d91'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:26.869056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b51880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['916b65a8-3530-4961-8168-643714497d91'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:26.870711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7158d-913a-41f8-b2b2-6ffe400f8f79 None None] Pushing event updated for resources: {'Port': ['ID=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:27.008146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks [] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:27.080855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:27.148452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] Set router 916b65a8-3530-4961-8168-643714497d91 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:27.151616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b906d08a-e9af-40a6-aa94-4abacbd8a430 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:27.152039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Pushing event updated for resources: {'Port': ['ID=4af371e2-88c0-4c2c-b517-36be0c3927c1,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:27.157916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (916b65a8-3530-4961-8168-643714497d91), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:27.269539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:27.271307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:27.313924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b906d08a-e9af-40a6-aa94-4abacbd8a430 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:27.314381 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:27.426768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Router 916b65a8-3530-4961-8168-643714497d91 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:56:27.467391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b51880>, [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4af371e2-88c0-4c2c-b517-36be0c3927c1', 'name': '', 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'mac_address': 'fa:16:3e:59:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:26Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 1, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'subnets': [{'id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:27.473729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b906d08a-e9af-40a6-aa94-4abacbd8a430 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:27.514106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9276ae-21f2-4b5a-9d4e-216df4a9e340 None None] The sync data for ids ['916b65a8-3530-4961-8168-643714497d91'] in ncdv-master-1 is: [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4af371e2-88c0-4c2c-b517-36be0c3927c1', 'name': '', 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'mac_address': 'fa:16:3e:59:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:26Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 1, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'subnets': [{'id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:56:27.562833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:56:27.567692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7523c540-0f51-46a1-a717-c009aa52fd15 admin admin] 10.222.0.52 "PUT /v2.0/routers/916b65a8-3530-4961-8168-643714497d91/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8889372
May 14 21:56:27.574071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c8ae124f-f101-44b4-ac20-ae3e5e48b953 None None] Provisioning complete for port 4af371e2-88c0-4c2c-b517-36be0c3927c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:27.574450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8ae124f-f101-44b4-ac20-ae3e5e48b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:27.616927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae124f-f101-44b4-ac20-ae3e5e48b953 None None] Port 4af371e2-88c0-4c2c-b517-36be0c3927c1 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:56:28.461522 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:56:29.151196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:29.203243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:29.203995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:29.290162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:29.290548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:29.313907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:29.394847 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:29.442719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:31.049961 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Sync routers for ids ['916b65a8-3530-4961-8168-643714497d91'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:56:31.060471 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Routers {'916b65a8-3530-4961-8168-643714497d91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:31.061104 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52309fec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['916b65a8-3530-4961-8168-643714497d91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:31.138936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:31.174103 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Set router 916b65a8-3530-4961-8168-643714497d91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:31.191285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:31.191683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:31.268031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:31.365877 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52309fec70>, [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4af371e2-88c0-4c2c-b517-36be0c3927c1', 'name': '', 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'mac_address': 'fa:16:3e:59:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:26Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 2, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'subnets': [{'id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:31.392205 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Checking router: 916b65a8-3530-4961-8168-643714497d91 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:56:31.392558 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Updating router 916b65a8-3530-4961-8168-643714497d91 port 4af371e2-88c0-4c2c-b517-36be0c3927c1 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 21:56:31.420496 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:31.808922 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Publish callbacks [] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:31.874321 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:31.964789 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd43c-ea53-491d-b1b9-e2c6d8322441 None None] Pushing event updated for resources: {'Port': ['ID=4af371e2-88c0-4c2c-b517-36be0c3927c1,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:31.980201 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Attempting to bind port 4af371e2-88c0-4c2c-b517-36be0c3927c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:31.980563 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Attempting to bind port 4af371e2-88c0-4c2c-b517-36be0c3927c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:31.980923 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Attempting to bind port 4af371e2-88c0-4c2c-b517-36be0c3927c1 on network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:31.986825 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:31.987210 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Checking segment: {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:31.987641 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:31.988034 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Bound using segment: {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:31.988498 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Bound port: 4af371e2-88c0-4c2c-b517-36be0c3927c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc285d-c495-4d7d-8f75-06bc41c3d243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:31.988871 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:32.056798 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] For port 4af371e2-88c0-4c2c-b517-36be0c3927c1, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:32.060318 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] For port 4af371e2-88c0-4c2c-b517-36be0c3927c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4af371e2-88c0-4c2c-b517-36be0c3927c1,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:32.149238 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:32.172150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] Provisioning complete for port 4af371e2-88c0-4c2c-b517-36be0c3927c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:32.172812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:32.216407 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcd43c-ea53-491d-b1b9-e2c6d8322441 None None] Pushing event updated for resources: {'Port': ['ID=4af371e2-88c0-4c2c-b517-36be0c3927c1,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:32.219011 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Routers {'916b65a8-3530-4961-8168-643714497d91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:56:32.220743 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52309fec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:56:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['916b65a8-3530-4961-8168-643714497d91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:32.272647 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] Current status of the port 4af371e2-88c0-4c2c-b517-36be0c3927c1 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:32.273198 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:32.314275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] For port 4af371e2-88c0-4c2c-b517-36be0c3927c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4af371e2-88c0-4c2c-b517-36be0c3927c1,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:32.346897 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] Set router 916b65a8-3530-4961-8168-643714497d91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:56:32.385932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:32.436664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca55a5b-2f10-4dc6-b8fc-81d8a267542c None None] Pushing event updated for resources: {'Port': ['ID=4af371e2-88c0-4c2c-b517-36be0c3927c1,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:32.510605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-454c8907-8d52-404e-b9aa-2bcd98994aad None None] Provisioning complete for port 4af371e2-88c0-4c2c-b517-36be0c3927c1 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:32.510925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-454c8907-8d52-404e-b9aa-2bcd98994aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:32.549844 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52309fec70>, [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4af371e2-88c0-4c2c-b517-36be0c3927c1', 'name': '', 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'mac_address': 'fa:16:3e:59:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:26Z', 'updated_at': '2022-05-14T21:56:32Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'subnets': [{'id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:56:32.576847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5ebc4f-379e-49c3-a6df-a1486290cf36 None None] The sync data for ids ['916b65a8-3530-4961-8168-643714497d91'] in ncdv-master-1 is: [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T21:56:26Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4af371e2-88c0-4c2c-b517-36be0c3927c1', 'name': '', 'network_id': '33c0d9a2-c865-41ff-ad2b-e053bbc059b9', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'mac_address': 'fa:16:3e:59:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:26Z', 'updated_at': '2022-05-14T21:56:32Z', 'revision_number': 4, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'subnets': [{'id': '96d3883f-e8fc-4706-80e4-cffbb3725e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:56:32.590810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-454c8907-8d52-404e-b9aa-2bcd98994aad None None] Current status of the port 4af371e2-88c0-4c2c-b517-36be0c3927c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:33.151986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4af371e2-88c0-4c2c-b517-36be0c3927c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:33.202472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4af371e2-88c0-4c2c-b517-36be0c3927c1 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:33.203246 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:33.287273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4af371e2-88c0-4c2c-b517-36be0c3927c1 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:36.885625 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-b1a46cad-44e4-4604-a7b4-2ffd2d1cf4d6 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:36.887085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-b1a46cad-44e4-4604-a7b4-2ffd2d1cf4d6 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1013677
May 14 21:56:36.902038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-c52a3dac-9928-4d89-9256-814e324fb2d5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/quotas/9f801df18eb74b818c7ef4d2e10c576f HTTP/1.1" status: 200  len: 375 time: 0.0088243
May 14 21:56:36.951343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-6de19834-2ab8-440f-8500-731677965f13 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0432513
May 14 21:56:37.138765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-d2731d66-32a3-4def-a149-9b880a52d936 service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802044
May 14 21:56:37.553420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-38c8bbd0-ab8a-4664-b4ea-e610cac42cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4083378
May 14 21:56:38.867860 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-43363c16-5faa-4a1c-b7a2-be80b149df75 req-629087df-e024-4405-b7a0-5c922b84febd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 210 time: 0.0283761
May 14 21:56:39.950237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a103818-12a4-47b2-927b-852d24ffbe69 req-cb935786-5394-4466-9af5-f8d34983642e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 210 time: 0.0296075
May 14 21:56:40.407524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cec123a1-c769-4be8-836c-82309238d2e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:42.134393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:42.470125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-55e4494e-4fa3-4834-ad18-9bd27e53976c req-b4c41a0f-01d9-48ae-8b65-002dbcd86e45 service neutron] (115781) timed out ('10.222.0.48', 54478) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 21:56:42.795925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:42.882727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eba32426-fdca-47b9-a45c-8a8c43c78092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:43.121497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-8246fe76-237f-4558-9342-718a1f23368d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:43.122967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-8246fe76-237f-4558-9342-718a1f23368d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1018960
May 14 21:56:43.135471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'port': {'device_id': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'admin_state_up': True, 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:43.334096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Made reservation on behalf of 9f801df18eb74b818c7ef4d2e10c576f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:56:43.337664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:43.462441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Allocated IP 172.20.0.6 (f86b7d55-3575-4193-a313-056d6af1cf6b/c75b3c35-562f-4590-8e5b-7f5e238392cc/854a79f8-8519-44d0-bd6b-fc1b5285ff94) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:56:43.611835 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:43.708974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:43.749591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:56:43.752722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:56:43.759602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:56:43.798360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'Port': ['ID=854a79f8-8519-44d0-bd6b-fc1b5285ff94,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:43.823959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:43.824578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:43.924634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-81a76d2a-41ec-4342-9e97-48d4dd746afd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7929628
May 14 21:56:43.936490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Request body: {'port': {'device_id': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:56:43.983301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:43.987393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f3e81ad7-1e21-4f37-9729-f43430eb4b32 None None] Provisioning complete for port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:43.987393 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3e81ad7-1e21-4f37-9729-f43430eb4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.002802 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.027234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f3e81ad7-1e21-4f37-9729-f43430eb4b32 None None] Port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:56:44.311598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854a79f8-8519-44d0-bd6b-fc1b5285ff94 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:56:44.319154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Publish callbacks [] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.332256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Transition to ACTIVE for port object 854a79f8-8519-44d0-bd6b-fc1b5285ff94 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:56:44.400567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.456166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Pushing event updated for resources: {'Port': ['ID=854a79f8-8519-44d0-bd6b-fc1b5285ff94,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:44.542081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Attempting to bind port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:56:44.542626 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Attempting to bind port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:56:44.542970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Attempting to bind port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:44.548398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 on network f86b7d55-3575-4193-a313-056d6af1cf6b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:56:44.548532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Attempting to bind port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:56:44.553782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:56:44.556966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:56:44.556966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Bound using segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:56:44.556966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Bound port: 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:56:44.556966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.622859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] For port 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:56:44.626378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] For port 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=854a79f8-8519-44d0-bd6b-fc1b5285ff94,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:56:44.706465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.742936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:44.743592 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:44.744976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/854a79f8-8519-44d0-bd6b-fc1b5285ff94 HTTP/1.1" status: 200  len: 1091 time: 0.8128972
May 14 21:56:44.745427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'tag': '854a79f8-8519-44d0-bd6b-fc1b5285ff94'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:56:44.747716 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82714f40-570d-4860-855e-e82d9b4fa877" -d '{"events": [{"name": "network-changed", "server_uuid": "d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3", "tag": "854a79f8-8519-44d0-bd6b-fc1b5285ff94"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:56:44.777570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58209da-ab8f-49fb-b08e-0f11b55786f0 service neutron] Pushing event updated for resources: {'Port': ['ID=854a79f8-8519-44d0-bd6b-fc1b5285ff94,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:44.789694 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2522e4-a68c-4911-8ea7-0b92b8eec737 x-openstack-request-id: req-eb2522e4-a68c-4911-8ea7-0b92b8eec737 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:56:44.790088 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3", "tag": "854a79f8-8519-44d0-bd6b-fc1b5285ff94", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:56:44.790348 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb2522e4-a68c-4911-8ea7-0b92b8eec737 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:56:44.790767 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2522e4-a68c-4911-8ea7-0b92b8eec737'] response: {'name': 'network-changed', 'server_uuid': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'tag': '854a79f8-8519-44d0-bd6b-fc1b5285ff94', 'status': 'completed', 'code': 200}
May 14 21:56:44.852596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714f40-570d-4860-855e-e82d9b4fa877 req-4e314048-7f43-4c60-88d1-c099ef82d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:44.854165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82714f40-570d-4860-855e-e82d9b4fa877 req-4e314048-7f43-4c60-88d1-c099ef82d026 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 1125 time: 0.0436051
May 14 21:56:44.967742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714f40-570d-4860-855e-e82d9b4fa877 req-a8efa948-891e-4694-a90a-e87b04377489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:44.969777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82714f40-570d-4860-855e-e82d9b4fa877 req-a8efa948-891e-4694-a90a-e87b04377489 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1085389
May 14 21:56:45.068473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82714f40-570d-4860-855e-e82d9b4fa877 req-92c0ac19-62c0-4608-a7cd-418c28e0d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:45.069865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82714f40-570d-4860-855e-e82d9b4fa877 req-92c0ac19-62c0-4608-a7cd-418c28e0d1bd service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932570
May 14 21:56:45.145938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f9143a6d-827a-4e7b-957a-a273b404a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:45.147443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f9143a6d-827a-4e7b-957a-a273b404a036 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 1125 time: 0.0403919
May 14 21:56:45.189869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-faeab4cf-2e97-47e8-9252-8100ea39c4ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=854a79f8-8519-44d0-bd6b-fc1b5285ff94 HTTP/1.1" status: 200  len: 217 time: 0.0362761
May 14 21:56:45.238519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f15963e3-218a-43c5-9237-e0bcec2fb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:45.239930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-f15963e3-218a-43c5-9237-e0bcec2fb973 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0438323
May 14 21:56:45.306033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-5aeac143-1392-4240-8c6e-ec1f80013127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:45.307581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-5aeac143-1392-4240-8c6e-ec1f80013127 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0617585
May 14 21:56:45.398765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-df4903eb-bb42-4c8e-abc1-fad9abdc0207 service neutron] 10.222.0.48 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849106
May 14 21:56:45.493259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14b3fb10-545d-4836-a6bf-68a1245bf40e req-e6bcfe54-b10a-4ddc-a1f7-c335ada2ba4f service neutron] 10.222.0.48 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886631
May 14 21:56:45.791426 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:46.785458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:53.525242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 854a79f8-8519-44d0-bd6b-fc1b5285ff94 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:56:53.622558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=854a79f8-8519-44d0-bd6b-fc1b5285ff94,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:53.634007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '854a79f8-8519-44d0-bd6b-fc1b5285ff94', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'port_id': '854a79f8-8519-44d0-bd6b-fc1b5285ff94', 'mac_address': 'fa:16:3e:b5:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:56:53.675730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:53.676146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:53.689212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854a79f8-8519-44d0-bd6b-fc1b5285ff94 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:56:53.708018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=854a79f8-8519-44d0-bd6b-fc1b5285ff94,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:53.791335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:53.839608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=854a79f8-8519-44d0-bd6b-fc1b5285ff94,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:54.031328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['854a79f8-8519-44d0-bd6b-fc1b5285ff94'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:56:55.535352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 854a79f8-8519-44d0-bd6b-fc1b5285ff94 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:56:55.581373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:56:55.682325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:56:55.682697 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:55.759146 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:56:55.759549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:55.781833 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a79f8-8519-44d0-bd6b-fc1b5285ff94'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:56:55.784062 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140306ac-9792-4c44-ad83-51798b1823bd" -d '{"events": [{"server_uuid": "d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3", "name": "network-vif-plugged", "status": "completed", "tag": "854a79f8-8519-44d0-bd6b-fc1b5285ff94"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:56:55.800294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=854a79f8-8519-44d0-bd6b-fc1b5285ff94,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:56:55.877076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:56:55.929908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=854a79f8-8519-44d0-bd6b-fc1b5285ff94,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:56:55.949902 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11432d8-36bb-4b5e-931c-009dd5b4b865 x-openstack-request-id: req-a11432d8-36bb-4b5e-931c-009dd5b4b865 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:56:55.950194 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3", "name": "network-vif-plugged", "status": "completed", "tag": "854a79f8-8519-44d0-bd6b-fc1b5285ff94", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:56:55.950444 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a11432d8-36bb-4b5e-931c-009dd5b4b865 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:56:55.950841 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11432d8-36bb-4b5e-931c-009dd5b4b865'] response: {'server_uuid': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854a79f8-8519-44d0-bd6b-fc1b5285ff94', 'code': 200}
May 14 21:56:56.042441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286eece-f005-4595-afe2-4460f9bc9b7d req-aa0ad7be-1ecd-44bf-82f8-c20fccf2ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:56:56.043963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0286eece-f005-4595-afe2-4460f9bc9b7d req-aa0ad7be-1ecd-44bf-82f8-c20fccf2ca8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 1127 time: 0.0388656
May 14 21:56:56.086321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0286eece-f005-4595-afe2-4460f9bc9b7d req-df7f22d4-3f31-4328-a512-63b09a848ed5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369048
May 14 21:57:05.461371 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:57:10.396863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-07c8946d-1dc8-49d0-8e95-f8458913608f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:12.136811 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:12.799863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:12.888349 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd122e8d-1f95-40dd-a61b-ee1d262e5c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:13.948476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:15.779979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:16.813265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:40.353554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7be0a9c-70f2-4717-8a49-b38cc13d72e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:41.192714 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bccf2-3a83-4158-91e6-c16cc59118ac req-ff0d70c8-4550-4530-b818-5950714e3843 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:57:41.194437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-552bccf2-3a83-4158-91e6-c16cc59118ac req-ff0d70c8-4550-4530-b818-5950714e3843 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 945 time: 0.1121783
May 14 21:57:41.243722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-552bccf2-3a83-4158-91e6-c16cc59118ac req-751f915e-8cc2-4875-b80f-1101c10188f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434389
May 14 21:57:41.357302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c351e8-2a04-4b4c-a147-d6531eab9981 req-0c79c728-7474-44a1-847b-9638afc329f3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:57:41.358754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62c351e8-2a04-4b4c-a147-d6531eab9981 req-0c79c728-7474-44a1-847b-9638afc329f3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 945 time: 0.0472369
May 14 21:57:41.405185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-62c351e8-2a04-4b4c-a147-d6531eab9981 req-73a34b99-22d1-4a18-a942-3a393c272d58 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407922
May 14 21:57:41.516665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb05e1-8af2-4af6-8f79-e627313b17dd req-38cd0f9e-863d-4c11-95ea-ba31825836b7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:57:41.518062 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fdb05e1-8af2-4af6-8f79-e627313b17dd req-38cd0f9e-863d-4c11-95ea-ba31825836b7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 945 time: 0.0478005
May 14 21:57:41.569245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2fdb05e1-8af2-4af6-8f79-e627313b17dd req-afa5d38b-c6ae-4613-b108-aff752e1e13a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455990
May 14 21:57:42.060779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbf276-43da-452d-8706-f18a4424fb24 req-cbe35e76-5116-47b6-84dc-f9b831dee71e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:57:42.062274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3dbf276-43da-452d-8706-f18a4424fb24 req-cbe35e76-5116-47b6-84dc-f9b831dee71e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 945 time: 0.0503850
May 14 21:57:42.110325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3dbf276-43da-452d-8706-f18a4424fb24 req-c5a3d4ab-1779-4d18-85ae-36994c330ae1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423243
May 14 21:57:42.148287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:42.460999 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:57:42.831212 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:42.873658 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5404e65b-2383-4088-8418-0aa3af44b8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:43.228065 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6215-db58-41cd-bb3e-1e1fbb368a8a req-8dd1dd95-8005-4f71-bc84-940f3b1c7590 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:57:43.229527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-074a6215-db58-41cd-bb3e-1e1fbb368a8a req-8dd1dd95-8005-4f71-bc84-940f3b1c7590 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 945 time: 0.0462329
May 14 21:57:43.275229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-074a6215-db58-41cd-bb3e-1e1fbb368a8a req-b7c3c11b-705e-4f58-a06a-46aa8b257dd8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391762
May 14 21:57:43.719783 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f8440-27cd-456a-aa13-056360215bbc req-3e03fcaf-dfee-48a7-a551-d7ed3b2652ea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:57:43.721224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7f8440-27cd-456a-aa13-056360215bbc req-3e03fcaf-dfee-48a7-a551-d7ed3b2652ea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 945 time: 0.0499949
May 14 21:57:43.804123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Deleting port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:57:43.804460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:43.897839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] For port 854a79f8-8519-44d0-bd6b-fc1b5285ff94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=854a79f8-8519-44d0-bd6b-fc1b5285ff94,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:57:43.898201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:43.911549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Calling delete_port for 854a79f8-8519-44d0-bd6b-fc1b5285ff94 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:57:43.970608 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:44.081588 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (854a79f8-8519-44d0-bd6b-fc1b5285ff94), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:44.093982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['854a79f8-8519-44d0-bd6b-fc1b5285ff94'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:57:44.110368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event deleted for resources: {'Port': ['ID=854a79f8-8519-44d0-bd6b-fc1b5285ff94,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:57:44.122836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.123207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.123548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.123883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.124218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.124544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.124866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.125188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.125510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.125827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.126149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.126464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.126778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.127092 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.127405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:57:44.165700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] No DVR routers for this DVR port 854a79f8-8519-44d0-bd6b-fc1b5285ff94 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:57:44.171039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:44.171758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd7f8440-27cd-456a-aa13-056360215bbc req-fda4db70-c22c-423e-b87c-e77da70bd4f2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "DELETE /v2.0/ports/854a79f8-8519-44d0-bd6b-fc1b5285ff94 HTTP/1.1" status: 204  len: 173 time: 0.4450152
May 14 21:57:44.172202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'name': 'network-vif-deleted', 'tag': '854a79f8-8519-44d0-bd6b-fc1b5285ff94'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:57:44.174469 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ffb6d3-dee7-487c-a4c9-4ba2e2ca0a36" -d '{"events": [{"server_uuid": "d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3", "name": "network-vif-deleted", "tag": "854a79f8-8519-44d0-bd6b-fc1b5285ff94"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:57:44.212889 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66addf-2283-457c-b619-f4cdf70d618f x-openstack-request-id: req-6c66addf-2283-457c-b619-f4cdf70d618f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:57:44.213265 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3", "name": "network-vif-deleted", "tag": "854a79f8-8519-44d0-bd6b-fc1b5285ff94", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:57:44.213583 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c66addf-2283-457c-b619-f4cdf70d618f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:57:44.214057 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c66addf-2283-457c-b619-f4cdf70d618f'] response: {'server_uuid': 'd03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3', 'name': 'network-vif-deleted', 'tag': '854a79f8-8519-44d0-bd6b-fc1b5285ff94', 'status': 'completed', 'code': 200}
May 14 21:57:44.376705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aebf4a5b-6b4d-467d-960a-ee8a2c7fe2ec req-d79212be-92f7-4bbf-983a-2b9fee0dcffa tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 210 time: 0.0291853
May 14 21:57:45.495127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae380c61-545c-4c0f-999e-db42f8cdbd65 req-1e5a7dcc-7b18-403c-b463-fbbe4e1b2543 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=d03c1ab3-fc8a-464f-b1f3-e11fdd4f80e3 HTTP/1.1" status: 200  len: 210 time: 0.0331876
May 14 21:57:45.796626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:46.787403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:57:47.772991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 854a79f8-8519-44d0-bd6b-fc1b5285ff94 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:57:47.796913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 854a79f8-8519-44d0-bd6b-fc1b5285ff94 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:57:47.797266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 854a79f8-8519-44d0-bd6b-fc1b5285ff94 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:58:05.708152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-8a021e62-878d-4039-b5df-3fe89120ca2e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:05.709657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-8a021e62-878d-4039-b5df-3fe89120ca2e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.0980930
May 14 21:58:05.725436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-7dad3b5e-5f5f-4946-a937-badb918257cb tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/quotas/9f801df18eb74b818c7ef4d2e10c576f HTTP/1.1" status: 200  len: 375 time: 0.0101459
May 14 21:58:05.772917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-4c20b535-f513-4b92-b908-1ab2be958b11 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0425308
May 14 21:58:05.864523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-30c0f1e0-06b5-4b59-9615-4d4ebd52811c service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852540
May 14 21:58:05.957891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-eed17fad-114a-4443-9f9c-120bc6826502 service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875549
May 14 21:58:06.494818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c73aa394-1556-4595-8ef9-57760d81d441 req-994cd898-bc2b-421e-bb8a-c13c600cb300 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 210 time: 0.0283399
May 14 21:58:07.597755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40d61301-f4e0-457e-b519-0cd79550a9ae req-61b3c5b0-43a3-4c4a-bffa-d00a81a05fe1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 210 time: 0.0292225
May 14 21:58:08.293406 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-948ec9b6-c9a7-4df7-b539-10ab26e5c0c1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:08.294846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-948ec9b6-c9a7-4df7-b539-10ab26e5c0c1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1052907
May 14 21:58:08.306818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'port': {'device_id': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'admin_state_up': True, 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:58:08.482040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Made reservation on behalf of 9f801df18eb74b818c7ef4d2e10c576f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:58:08.488007 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:08.632327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Allocated IP 172.20.0.13 (f86b7d55-3575-4193-a313-056d6af1cf6b/c75b3c35-562f-4590-8e5b-7f5e238392cc/e6385634-71bd-4d95-831d-df8d13227361) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:58:08.724582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d5c6e3f-ea08-43ab-9077-8b054b5c2e48 req-b4f79e6e-a636-4ffd-ad74-738e1d25ebe5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 210 time: 0.0491531
May 14 21:58:08.814881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for port (e6385634-71bd-4d95-831d-df8d13227361), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:08.908020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e6385634-71bd-4d95-831d-df8d13227361), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:08.950957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:58:08.955993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:58:08.959872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:58:08.991425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'Port': ['ID=e6385634-71bd-4d95-831d-df8d13227361,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:09.018824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:09.019469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:09.107054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-ec1686d4-620c-49b2-ae96-d12c5a3ff8a8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8038917
May 14 21:58:09.121202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Request body: {'port': {'device_id': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:58:09.185692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6385634-71bd-4d95-831d-df8d13227361), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:09.205112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-011e45d1-4283-47d9-8c89-e6ee667ed273 None None] Provisioning complete for port e6385634-71bd-4d95-831d-df8d13227361 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:58:09.206833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-011e45d1-4283-47d9-8c89-e6ee667ed273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e6385634-71bd-4d95-831d-df8d13227361), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:09.242175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-011e45d1-4283-47d9-8c89-e6ee667ed273 None None] Port e6385634-71bd-4d95-831d-df8d13227361 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:58:09.480567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6385634-71bd-4d95-831d-df8d13227361 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:58:09.488576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Publish callbacks [] for port (e6385634-71bd-4d95-831d-df8d13227361), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:09.501452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Transition to ACTIVE for port object e6385634-71bd-4d95-831d-df8d13227361 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:58:09.587348 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e6385634-71bd-4d95-831d-df8d13227361), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:09.640537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e6385634-71bd-4d95-831d-df8d13227361,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:09.716610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Attempting to bind port e6385634-71bd-4d95-831d-df8d13227361 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:58:09.716941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Attempting to bind port e6385634-71bd-4d95-831d-df8d13227361 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:58:09.717970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Attempting to bind port e6385634-71bd-4d95-831d-df8d13227361 on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:58:09.722562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Port e6385634-71bd-4d95-831d-df8d13227361 on network f86b7d55-3575-4193-a313-056d6af1cf6b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:58:09.722887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Attempting to bind port e6385634-71bd-4d95-831d-df8d13227361 on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:58:09.727927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:58:09.728264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:58:09.728651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Bound using segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:58:09.729081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Bound port: e6385634-71bd-4d95-831d-df8d13227361, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:58:09.729464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6385634-71bd-4d95-831d-df8d13227361), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:09.822018 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] For port e6385634-71bd-4d95-831d-df8d13227361, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:58:09.856206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] For port e6385634-71bd-4d95-831d-df8d13227361, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6385634-71bd-4d95-831d-df8d13227361,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:58:09.870691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d0e80-4780-403e-bc6a-6dd5ab0b58ec req-cc721d3e-5e44-42e6-920a-890bc24ad4eb tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:09.872098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-022d0e80-4780-403e-bc6a-6dd5ab0b58ec req-cc721d3e-5e44-42e6-920a-890bc24ad4eb tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 944 time: 0.0662272
May 14 21:58:09.919412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-022d0e80-4780-403e-bc6a-6dd5ab0b58ec req-c1ce5a40-75c1-436f-9e63-b173bdd72e6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414495
May 14 21:58:09.973120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e6385634-71bd-4d95-831d-df8d13227361), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:10.010407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.011076 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:10.013187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] 10.222.0.48 "PUT /v2.0/ports/e6385634-71bd-4d95-831d-df8d13227361 HTTP/1.1" status: 200  len: 1092 time: 0.8989553
May 14 21:58:10.017289 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'tag': 'e6385634-71bd-4d95-831d-df8d13227361'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:58:10.020086 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42806ec-91d8-40f7-9ca0-c0c32936cc55" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1df010-e31a-44d9-b4fe-8777424612d0", "tag": "e6385634-71bd-4d95-831d-df8d13227361"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:58:10.048512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0e1d-97d5-4193-acab-d0a804a71f58 service neutron] Pushing event updated for resources: {'Port': ['ID=e6385634-71bd-4d95-831d-df8d13227361,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:10.069751 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30283dd-a71f-41d8-84f2-3ce8a0090e77 x-openstack-request-id: req-b30283dd-a71f-41d8-84f2-3ce8a0090e77 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:58:10.070040 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1df010-e31a-44d9-b4fe-8777424612d0", "tag": "e6385634-71bd-4d95-831d-df8d13227361", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:58:10.070290 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b30283dd-a71f-41d8-84f2-3ce8a0090e77 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:58:10.070692 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30283dd-a71f-41d8-84f2-3ce8a0090e77'] response: {'name': 'network-changed', 'server_uuid': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'tag': 'e6385634-71bd-4d95-831d-df8d13227361', 'status': 'completed', 'code': 200}
May 14 21:58:10.165630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42806ec-91d8-40f7-9ca0-c0c32936cc55 req-b939294d-02f7-4b1a-8318-5780a0b4e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.167170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c42806ec-91d8-40f7-9ca0-c0c32936cc55 req-b939294d-02f7-4b1a-8318-5780a0b4e57a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 1126 time: 0.0426807
May 14 21:58:10.266216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42806ec-91d8-40f7-9ca0-c0c32936cc55 req-9e20998d-b75c-4742-93b6-507821775f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.267641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c42806ec-91d8-40f7-9ca0-c0c32936cc55 req-9e20998d-b75c-4742-93b6-507821775f9d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0941782
May 14 21:58:10.359387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecb03fc2-428b-4418-8387-afd3bc5df53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:10.365732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42806ec-91d8-40f7-9ca0-c0c32936cc55 req-82c7fef8-2854-480d-b753-383ee722e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.367205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c42806ec-91d8-40f7-9ca0-c0c32936cc55 req-82c7fef8-2854-480d-b753-383ee722e2f8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0936167
May 14 21:58:10.441873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-2eb030cd-7de9-4f23-92dd-58fa81d62940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.443378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-2eb030cd-7de9-4f23-92dd-58fa81d62940 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 1126 time: 0.0399506
May 14 21:58:10.487205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-664896c6-231b-4851-92d7-cf032f9ff8f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6385634-71bd-4d95-831d-df8d13227361 HTTP/1.1" status: 200  len: 217 time: 0.0370481
May 14 21:58:10.535914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-220dd4ed-1a2a-48cc-b25b-9430b9c2492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.537565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-220dd4ed-1a2a-48cc-b25b-9430b9c2492c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0446796
May 14 21:58:10.581581 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-bd66030f-21dd-49d2-b335-7e5f6353db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:10.583417 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-bd66030f-21dd-49d2-b335-7e5f6353db58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405719
May 14 21:58:10.679374 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-b26d4eed-2f39-432e-9879-63dba994d928 service neutron] 10.222.0.48 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892205
May 14 21:58:10.764878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5db897ea-25ce-4271-8baf-d0f2a8dad28f req-0a6b6e0b-66fe-4c65-968f-f34b2a40f3cb service neutron] 10.222.0.48 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797610
May 14 21:58:11.039801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc78c-9c2d-4ebf-bfae-d75c4221435f req-200546ce-725d-4452-93b0-c0f55b49b626 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:11.041265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84cdc78c-9c2d-4ebf-bfae-d75c4221435f req-200546ce-725d-4452-93b0-c0f55b49b626 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 944 time: 0.0512352
May 14 21:58:11.087141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84cdc78c-9c2d-4ebf-bfae-d75c4221435f req-35bd5389-63f3-42ba-8f06-5d2e0ef22edd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395322
May 14 21:58:12.166627 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:12.206645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9a02f-6cf9-4638-81e4-9a588ac29524 req-2c9dc9aa-aaad-4de4-a9cd-310ae8b766a2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:12.208179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3b9a02f-6cf9-4638-81e4-9a588ac29524 req-2c9dc9aa-aaad-4de4-a9cd-310ae8b766a2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 944 time: 0.0468585
May 14 21:58:12.254798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3b9a02f-6cf9-4638-81e4-9a588ac29524 req-171aefb1-00dd-4dd9-ae8b-ceae76e2d124 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409677
May 14 21:58:12.844104 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:12.872536 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48917148-585d-47d3-ac60-51561dc6610e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:13.368906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eece28-2d00-4198-aa90-bd95e7c10721 req-d9895a50-9b77-4921-8158-e470c0d36de8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:13.370242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53eece28-2d00-4198-aa90-bd95e7c10721 req-d9895a50-9b77-4921-8158-e470c0d36de8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 944 time: 0.0486541
May 14 21:58:13.416129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53eece28-2d00-4198-aa90-bd95e7c10721 req-35bc4223-2011-4390-94a3-c6d22e206baf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396798
May 14 21:58:13.850242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e6385634-71bd-4d95-831d-df8d13227361 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:58:13.960388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e6385634-71bd-4d95-831d-df8d13227361, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6385634-71bd-4d95-831d-df8d13227361,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:13.969877 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:13.974054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'e6385634-71bd-4d95-831d-df8d13227361', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'port_id': 'e6385634-71bd-4d95-831d-df8d13227361', 'mac_address': 'fa:16:3e:78:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:58:14.009317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port e6385634-71bd-4d95-831d-df8d13227361 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:58:14.009698 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6385634-71bd-4d95-831d-df8d13227361), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:14.025842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6385634-71bd-4d95-831d-df8d13227361 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:58:14.045465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e6385634-71bd-4d95-831d-df8d13227361, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6385634-71bd-4d95-831d-df8d13227361,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:14.125426 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e6385634-71bd-4d95-831d-df8d13227361), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:14.173279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=e6385634-71bd-4d95-831d-df8d13227361,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:14.180555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.180900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.181236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.181567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.181894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.182219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.182539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.182859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.183176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.183523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.183848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.184163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.184502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.184816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.185128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:58:14.327244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['e6385634-71bd-4d95-831d-df8d13227361'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:58:14.531416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2ad96-b9db-42b6-9ede-c2019e02408d req-1a2314a5-c012-4ff3-b39f-e974d7baa8d6 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:14.532898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5d2ad96-b9db-42b6-9ede-c2019e02408d req-1a2314a5-c012-4ff3-b39f-e974d7baa8d6 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 945 time: 0.0465760
May 14 21:58:14.579265 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5d2ad96-b9db-42b6-9ede-c2019e02408d req-788b05f1-d848-4cde-821c-7ba78d0414dc tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407689
May 14 21:58:15.690568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79583317-c805-4b30-af85-1c7ac91dc82f req-f5f77314-9100-4746-83f3-01d65411a39d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:15.691993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79583317-c805-4b30-af85-1c7ac91dc82f req-f5f77314-9100-4746-83f3-01d65411a39d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 945 time: 0.0462546
May 14 21:58:15.744375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79583317-c805-4b30-af85-1c7ac91dc82f req-fd2df408-8af5-4fcc-8493-66c129435fd2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467172
May 14 21:58:15.761399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:15.865564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e6385634-71bd-4d95-831d-df8d13227361 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:58:15.909573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port e6385634-71bd-4d95-831d-df8d13227361 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:58:15.966907 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port e6385634-71bd-4d95-831d-df8d13227361 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:58:15.967270 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e6385634-71bd-4d95-831d-df8d13227361), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:16.045746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port e6385634-71bd-4d95-831d-df8d13227361 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:58:16.046154 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6385634-71bd-4d95-831d-df8d13227361), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:16.070353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6385634-71bd-4d95-831d-df8d13227361'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:58:16.074216 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2ab91f-f93e-4955-ba10-9af7eb21de7c" -d '{"events": [{"server_uuid": "0f1df010-e31a-44d9-b4fe-8777424612d0", "name": "network-vif-plugged", "status": "completed", "tag": "e6385634-71bd-4d95-831d-df8d13227361"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:58:16.092027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port e6385634-71bd-4d95-831d-df8d13227361, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6385634-71bd-4d95-831d-df8d13227361,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:16.113483 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4c7fa-fec2-4aa5-9b5c-1ca891e4b904 x-openstack-request-id: req-f7c4c7fa-fec2-4aa5-9b5c-1ca891e4b904 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:58:16.113771 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1df010-e31a-44d9-b4fe-8777424612d0", "name": "network-vif-plugged", "status": "completed", "tag": "e6385634-71bd-4d95-831d-df8d13227361", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:58:16.114040 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7c4c7fa-fec2-4aa5-9b5c-1ca891e4b904 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:58:16.114422 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c4c7fa-fec2-4aa5-9b5c-1ca891e4b904'] response: {'server_uuid': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6385634-71bd-4d95-831d-df8d13227361', 'code': 200}
May 14 21:58:16.150533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e6385634-71bd-4d95-831d-df8d13227361), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:16.198687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=e6385634-71bd-4d95-831d-df8d13227361,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:16.214316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f7fc-5731-48a2-a6ae-7412808f8aa0 req-cef8e952-973c-4796-8e7f-d090c6423d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:16.215864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a13f7fc-5731-48a2-a6ae-7412808f8aa0 req-cef8e952-973c-4796-8e7f-d090c6423d9f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 1128 time: 0.0427890
May 14 21:58:16.259364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a13f7fc-5731-48a2-a6ae-7412808f8aa0 req-fcf10653-9d5e-44d8-8ea4-ebf409c32b35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371730
May 14 21:58:16.783879 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:16.863957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45c85-bc78-4b68-a93b-8160c98037ec req-fd740593-51b7-4ae0-86b6-e673b75ab3da tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:16.865425 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdf45c85-bc78-4b68-a93b-8160c98037ec req-fd740593-51b7-4ae0-86b6-e673b75ab3da tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 946 time: 0.0467556
May 14 21:58:16.911914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bdf45c85-bc78-4b68-a93b-8160c98037ec req-78f137e1-b8f4-469f-ad81-c4bc4e613db6 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408258
May 14 21:58:18.027961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeecfa-a0ff-4258-9923-2b1f762fc77d req-e014c800-2349-487f-a7da-ca39a98e8802 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:18.029674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6eeecfa-a0ff-4258-9923-2b1f762fc77d req-e014c800-2349-487f-a7da-ca39a98e8802 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 946 time: 0.0498886
May 14 21:58:18.074303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6eeecfa-a0ff-4258-9923-2b1f762fc77d req-36c33750-c6ad-402b-ab9d-5e2dfcdb61df tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390065
May 14 21:58:18.192279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bc671-28db-4854-bb52-d276b6f2d30a req-63caa9e7-bbf2-478a-97e4-652ab4eed1da tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:18.193703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f90bc671-28db-4854-bb52-d276b6f2d30a req-63caa9e7-bbf2-478a-97e4-652ab4eed1da tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 946 time: 0.0484498
May 14 21:58:18.239755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f90bc671-28db-4854-bb52-d276b6f2d30a req-10ff6196-1f83-4e80-a5e5-5db5cb08ca34 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404804
May 14 21:58:19.459708 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:58:21.508305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8952b70b-27aa-4d02-9581-cada61f92d3d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:21.509780 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8952b70b-27aa-4d02-9581-cada61f92d3d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1043475
May 14 21:58:21.524727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-66e4912b-2e7a-40c5-adae-a48530daaaab tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/quotas/9f801df18eb74b818c7ef4d2e10c576f HTTP/1.1" status: 200  len: 375 time: 0.0096273
May 14 21:58:21.574344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-43ec616f-669e-4531-8207-98d2f6633cf1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0445485
May 14 21:58:21.666560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-0c97162e-7b0b-4707-8ff2-995a8843750a service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839925
May 14 21:58:21.754906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-e6898065-8dd6-4671-b00a-e6364e889aea service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822823
May 14 21:58:22.014640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffac270b-8dfb-466b-8d05-6cef12cd98d2 req-0510292a-bc06-4daa-ada8-6ae94a9d2539 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 210 time: 0.0279388
May 14 21:58:23.441042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa9ae0f3-d15e-46fc-b004-dd3cb98f6118 req-63106efe-f74e-49a3-9a0f-5ead3e12fa21 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 210 time: 0.3573897
May 14 21:58:23.926880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-6cc262c8-9436-42a5-a6db-420c79bc6c42 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:23.928339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-6cc262c8-9436-42a5-a6db-420c79bc6c42 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1009803
May 14 21:58:23.940284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'port': {'device_id': '3e123e75-bdec-4884-822f-9fa70f864661', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'admin_state_up': True, 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:58:24.109315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Made reservation on behalf of 9f801df18eb74b818c7ef4d2e10c576f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:58:24.112817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:24.246882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Allocated IP 172.20.0.11 (f86b7d55-3575-4193-a313-056d6af1cf6b/c75b3c35-562f-4590-8e5b-7f5e238392cc/b52eb653-a8cf-4903-aab8-51c10fc8b9e3) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:58:24.389774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:24.510410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:24.523035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['e6385634-71bd-4d95-831d-df8d13227361'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:58:24.598652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976e3fa-deff-4847-8255-fea8c471112b req-4b59e626-cc71-415e-9a7e-8a3458744fdc tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:24.600807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d976e3fa-deff-4847-8255-fea8c471112b req-4b59e626-cc71-415e-9a7e-8a3458744fdc tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 932 time: 0.0877111
May 14 21:58:24.612278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:58:24.623669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:58:24.632786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'Port': ['ID=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:24.635183 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:58:24.697741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:24.698549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:24.731569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d976e3fa-deff-4847-8255-fea8c471112b req-0b146cf6-0d46-4d6e-ba2a-ac56957a0155 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148062
May 14 21:58:24.824353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-980a1201-5114-417c-b4b1-92e7a0cefc02 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8883648
May 14 21:58:24.898257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2391cf1b-34fd-4300-8a9e-3354146e5d5f None None] Provisioning complete for port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:58:24.898633 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2391cf1b-34fd-4300-8a9e-3354146e5d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:24.901089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Request body: {'port': {'device_id': '3e123e75-bdec-4884-822f-9fa70f864661', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:58:24.935231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2391cf1b-34fd-4300-8a9e-3354146e5d5f None None] Port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:58:24.969853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:25.269978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52eb653-a8cf-4903-aab8-51c10fc8b9e3 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:58:25.277171 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Publish callbacks [] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:25.289908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Transition to ACTIVE for port object b52eb653-a8cf-4903-aab8-51c10fc8b9e3 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:58:25.346836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:25.398938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Pushing event updated for resources: {'Port': ['ID=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:25.466157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Attempting to bind port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:58:25.466628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Attempting to bind port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:58:25.466978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Attempting to bind port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:58:25.472363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 on network f86b7d55-3575-4193-a313-056d6af1cf6b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:58:25.472687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Attempting to bind port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:58:25.477804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:58:25.478192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:58:25.478528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Bound using segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:58:25.478958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Bound port: b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:58:25.479320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:25.551750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] For port b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:58:25.555124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] For port b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:58:25.656589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:25.694716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:25.694716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:25.694716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] 10.222.0.36 "PUT /v2.0/ports/b52eb653-a8cf-4903-aab8-51c10fc8b9e3 HTTP/1.1" status: 200  len: 1092 time: 0.8629591
May 14 21:58:25.694716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e123e75-bdec-4884-822f-9fa70f864661', 'tag': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:58:25.696532 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564" -d '{"events": [{"name": "network-changed", "server_uuid": "3e123e75-bdec-4884-822f-9fa70f864661", "tag": "b52eb653-a8cf-4903-aab8-51c10fc8b9e3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:58:25.726371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd20904-7d90-460f-85fa-ba80f21d3d63 service neutron] Pushing event updated for resources: {'Port': ['ID=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:25.745328 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa79d3d-23b0-460a-8885-62d5060d9fca x-openstack-request-id: req-8aa79d3d-23b0-460a-8885-62d5060d9fca {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:58:25.748232 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e123e75-bdec-4884-822f-9fa70f864661", "tag": "b52eb653-a8cf-4903-aab8-51c10fc8b9e3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:58:25.748232 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8aa79d3d-23b0-460a-8885-62d5060d9fca {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:58:25.748232 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa79d3d-23b0-460a-8885-62d5060d9fca'] response: {'name': 'network-changed', 'server_uuid': '3e123e75-bdec-4884-822f-9fa70f864661', 'tag': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3', 'status': 'completed', 'code': 200}
May 14 21:58:25.807033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564 req-c9d223a7-ef4f-467d-b5f9-149fee41b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:25.808383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564 req-c9d223a7-ef4f-467d-b5f9-149fee41b5e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 1126 time: 0.0428793
May 14 21:58:25.914462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ac55-1add-4514-b1f9-73db995a1b47 req-4abc3a38-e810-4d32-8688-8e25d07c7681 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:25.916009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2863ac55-1add-4514-b1f9-73db995a1b47 req-4abc3a38-e810-4d32-8688-8e25d07c7681 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.1044810
May 14 21:58:25.972115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564 req-eda23d4d-a5d6-415f-bd48-c6b5ced9bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:25.973508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564 req-eda23d4d-a5d6-415f-bd48-c6b5ced9bf28 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1522820
May 14 21:58:26.005273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2863ac55-1add-4514-b1f9-73db995a1b47 req-8debb086-21d3-4ec8-8568-17313ca17e5a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795360
May 14 21:58:26.079771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564 req-4adb3c4c-97cd-4904-96e8-77cbc56380ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:26.081184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-312c0dbc-881a-4dc8-bb6e-0a0a4ef2e564 req-4adb3c4c-97cd-4904-96e8-77cbc56380ef service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1004725
May 14 21:58:26.171739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-bd6a72e0-e78e-4c6f-9c22-3876296048ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:26.173449 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-bd6a72e0-e78e-4c6f-9c22-3876296048ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 1126 time: 0.0458508
May 14 21:58:26.218842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-9d52f268-6869-4eab-b339-40a797d343b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b52eb653-a8cf-4903-aab8-51c10fc8b9e3 HTTP/1.1" status: 200  len: 217 time: 0.0378757
May 14 21:58:26.267584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-12083e45-53fd-42c0-bd89-e7b4c0a9114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:26.269077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-12083e45-53fd-42c0-bd89-e7b4c0a9114a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0447764
May 14 21:58:26.314129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-971cfb71-28b3-487d-994d-b7196c45c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:26.315698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-971cfb71-28b3-487d-994d-b7196c45c7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405936
May 14 21:58:26.410165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-44f2efb1-b1bc-4091-9478-abed23c2acc5 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879793
May 14 21:58:26.502750 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16a2739d-6b74-4ca2-be0c-b318eb0bb6ea req-baef4e44-b9cb-4663-99b2-f65252f9c8ea service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857570
May 14 21:58:27.120444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6162abe-1725-4602-a093-a5de7dea72ae req-ebf79ca2-78a0-4bba-a242-3a317a435968 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:27.121929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6162abe-1725-4602-a093-a5de7dea72ae req-ebf79ca2-78a0-4bba-a242-3a317a435968 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0471756
May 14 21:58:27.178490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6162abe-1725-4602-a093-a5de7dea72ae req-7eec4e08-19a1-437f-8ede-2c6d0a4863df tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506823
May 14 21:58:28.296602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf798c8f-bf9e-4ce6-b2bb-cb1217bdf91a req-d9dd16e7-4445-4268-afc8-93df31224a3d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:28.298751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf798c8f-bf9e-4ce6-b2bb-cb1217bdf91a req-d9dd16e7-4445-4268-afc8-93df31224a3d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0486627
May 14 21:58:28.349237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cf798c8f-bf9e-4ce6-b2bb-cb1217bdf91a req-1fa8c8b7-bec1-4f52-9cdf-b2ad1dc15090 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445938
May 14 21:58:29.467112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff114-283a-4e94-8e70-d71d2d07a591 req-a798e62d-ba4e-416f-987c-c07e7122f7bb tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:29.468630 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed7ff114-283a-4e94-8e70-d71d2d07a591 req-a798e62d-ba4e-416f-987c-c07e7122f7bb tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0485191
May 14 21:58:29.515708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ed7ff114-283a-4e94-8e70-d71d2d07a591 req-eb343ecb-4c89-484a-8917-9f63c239599a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405979
May 14 21:58:30.635379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eecec-0e0d-45e0-a06b-8931e5384e19 req-9f1a68de-811b-4074-9fe7-9569f2c483f8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:30.636924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a46eecec-0e0d-45e0-a06b-8931e5384e19 req-9f1a68de-811b-4074-9fe7-9569f2c483f8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0504017
May 14 21:58:30.685913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a46eecec-0e0d-45e0-a06b-8931e5384e19 req-d7c144d0-a744-4d30-9867-8c4d7ea48d21 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415242
May 14 21:58:31.807549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f085f-fa7f-47b0-aa06-c6e76c008f6b req-17c17a91-7e44-4451-b3f5-aa5ddaadf5a3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:31.809027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f67f085f-fa7f-47b0-aa06-c6e76c008f6b req-17c17a91-7e44-4451-b3f5-aa5ddaadf5a3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0490794
May 14 21:58:31.857142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f67f085f-fa7f-47b0-aa06-c6e76c008f6b req-8d767b4b-ce51-44a1-a8bb-859b3a545b5b tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424864
May 14 21:58:32.978281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23900bc6-ffeb-4951-9dba-cb9971e4dbe6 req-764d5cf4-6f4b-47c5-9710-3ebe7d08246a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:32.979784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23900bc6-ffeb-4951-9dba-cb9971e4dbe6 req-764d5cf4-6f4b-47c5-9710-3ebe7d08246a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0514069
May 14 21:58:33.027719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23900bc6-ffeb-4951-9dba-cb9971e4dbe6 req-3bb97978-3439-45c9-81e0-494413939a8d tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422113
May 14 21:58:34.142906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd80690-1dbf-43ec-8c4d-a5f674fd75cd req-a6de4aba-e2fa-4f7e-9cb6-5dbb9c2ef135 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:34.144442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cd80690-1dbf-43ec-8c4d-a5f674fd75cd req-a6de4aba-e2fa-4f7e-9cb6-5dbb9c2ef135 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 944 time: 0.0480990
May 14 21:58:34.184935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b52eb653-a8cf-4903-aab8-51c10fc8b9e3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:58:34.194454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1cd80690-1dbf-43ec-8c4d-a5f674fd75cd req-ab6df415-9a0f-4076-891d-0b5d7c434280 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443437
May 14 21:58:34.278493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:34.289913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'port_id': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3', 'mac_address': 'fa:16:3e:df:04:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:58:34.328800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:58:34.329176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:34.341306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52eb653-a8cf-4903-aab8-51c10fc8b9e3 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:58:34.360173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:34.472963 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:34.518835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:34.703212 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['b52eb653-a8cf-4903-aab8-51c10fc8b9e3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:58:35.321015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b8918-3685-46b0-8985-eac8f0fb6a7f req-f7b611a0-2f97-4c14-b6f9-8573d06df8e5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:35.322843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da3b8918-3685-46b0-8985-eac8f0fb6a7f req-f7b611a0-2f97-4c14-b6f9-8573d06df8e5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 945 time: 0.0589714
May 14 21:58:35.383923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da3b8918-3685-46b0-8985-eac8f0fb6a7f req-bf0a66a1-9fac-43a4-a5ff-4a0a14907f41 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552876
May 14 21:58:36.200096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b52eb653-a8cf-4903-aab8-51c10fc8b9e3 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:58:36.244308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:58:36.325995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:58:36.326359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:36.508249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae223c-d3fc-4f8a-b64b-2ddb829bcb5e req-bb884dd8-63db-4dc9-b1ed-183451516558 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:36.509813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2ae223c-d3fc-4f8a-b64b-2ddb829bcb5e req-bb884dd8-63db-4dc9-b1ed-183451516558 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 945 time: 0.0544362
May 14 21:58:36.561284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2ae223c-d3fc-4f8a-b64b-2ddb829bcb5e req-75c33355-e1dd-431e-aad1-206b5583d4e9 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456886
May 14 21:58:36.570834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:58:36.571213 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:36.593110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e123e75-bdec-4884-822f-9fa70f864661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:58:36.595359 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78ccfde-4311-4522-8e84-656609dd0917" -d '{"events": [{"server_uuid": "3e123e75-bdec-4884-822f-9fa70f864661", "name": "network-vif-plugged", "status": "completed", "tag": "b52eb653-a8cf-4903-aab8-51c10fc8b9e3"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:58:36.608173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:36.631312 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d976d2e-4315-4823-a0fa-ccf8df386bdf x-openstack-request-id: req-4d976d2e-4315-4823-a0fa-ccf8df386bdf {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:58:36.631637 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e123e75-bdec-4884-822f-9fa70f864661", "name": "network-vif-plugged", "status": "completed", "tag": "b52eb653-a8cf-4903-aab8-51c10fc8b9e3", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:58:36.631890 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d976d2e-4315-4823-a0fa-ccf8df386bdf {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:58:36.632287 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d976d2e-4315-4823-a0fa-ccf8df386bdf'] response: {'server_uuid': '3e123e75-bdec-4884-822f-9fa70f864661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3', 'code': 200}
May 14 21:58:36.664097 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:36.712576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:36.730944 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d55868-1453-4668-a36a-326be282d7d6 req-78bf70f2-ad79-46fd-a6cc-d56b43e79eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:36.732500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d55868-1453-4668-a36a-326be282d7d6 req-78bf70f2-ad79-46fd-a6cc-d56b43e79eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 1128 time: 0.0395947
May 14 21:58:36.776016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d55868-1453-4668-a36a-326be282d7d6 req-32dbbd47-f826-4a0e-95cc-908d83c7cbe4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372174
May 14 21:58:37.685932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbfbd3-31b0-4d1c-af43-610e32b683a1 req-7a3b7afd-9bcf-493b-9acc-4bb3c80b4599 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:37.687827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0fbfbd3-31b0-4d1c-af43-610e32b683a1 req-7a3b7afd-9bcf-493b-9acc-4bb3c80b4599 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 946 time: 0.0544567
May 14 21:58:37.740630 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0fbfbd3-31b0-4d1c-af43-610e32b683a1 req-a20affe7-667d-429f-bb83-1489a67538bb tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417743
May 14 21:58:38.859910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00e5ef-e773-413f-896f-9813bce47a00 req-8c3592d8-e8eb-4a8d-b86a-e695eff45b68 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:38.861409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff00e5ef-e773-413f-896f-9813bce47a00 req-8c3592d8-e8eb-4a8d-b86a-e695eff45b68 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 946 time: 0.0472915
May 14 21:58:38.907898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff00e5ef-e773-413f-896f-9813bce47a00 req-621b2282-b905-4abb-993a-8a0df679baa9 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402784
May 14 21:58:39.023517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439185-555e-4968-a541-e6c7fe527d24 req-c95a9f32-185f-4ffd-9189-859444a7c86c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:39.024900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03439185-555e-4968-a541-e6c7fe527d24 req-c95a9f32-185f-4ffd-9189-859444a7c86c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 946 time: 0.0469739
May 14 21:58:39.076810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03439185-555e-4968-a541-e6c7fe527d24 req-8b88eb03-1da8-470d-b73e-9db901253ad3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459270
May 14 21:58:39.577641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b6424-7a15-40c2-8eba-db1548a6f0c6 req-b67ca9d9-2b2e-4042-b2c8-535375b13529 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:39.579091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-604b6424-7a15-40c2-8eba-db1548a6f0c6 req-b67ca9d9-2b2e-4042-b2c8-535375b13529 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 946 time: 0.0462363
May 14 21:58:39.625286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-604b6424-7a15-40c2-8eba-db1548a6f0c6 req-2aeb7997-fcc2-487c-8d06-6e067621aaf3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398872
May 14 21:58:40.394629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-577b2401-1dee-4c13-b5a4-1a6b461bc585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:40.742395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be907d9e-bd71-4c65-b053-b1f19f2eacb7 req-2419794a-f1dd-49e4-8fb6-76ed560f18ef tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:40.743907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be907d9e-bd71-4c65-b053-b1f19f2eacb7 req-2419794a-f1dd-49e4-8fb6-76ed560f18ef tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 946 time: 0.0479567
May 14 21:58:40.792093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be907d9e-bd71-4c65-b053-b1f19f2eacb7 req-a46028ef-f094-4a10-88b4-a6f668c5733b tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424070
May 14 21:58:40.995079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-c0ad4b15-9f6a-4651-b9cd-1d8b7fefe725 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:40.996570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-c0ad4b15-9f6a-4651-b9cd-1d8b7fefe725 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 946 time: 0.0505905
May 14 21:58:41.081284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Deleting port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:58:41.081621 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:41.174044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] For port b52eb653-a8cf-4903-aab8-51c10fc8b9e3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:58:41.174459 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:41.187324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Calling delete_port for b52eb653-a8cf-4903-aab8-51c10fc8b9e3 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:58:41.416040 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b52eb653-a8cf-4903-aab8-51c10fc8b9e3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:41.429407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['e6385634-71bd-4d95-831d-df8d13227361'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:58:41.431828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['b52eb653-a8cf-4903-aab8-51c10fc8b9e3'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:58:41.449191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event deleted for resources: {'Port': ['ID=b52eb653-a8cf-4903-aab8-51c10fc8b9e3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:58:41.530047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] No DVR routers for this DVR port b52eb653-a8cf-4903-aab8-51c10fc8b9e3 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:58:41.530047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:41.530047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24bed171-e1e1-4c80-b883-df0f022f0a1d req-19dffc15-8184-49be-b891-354564dc78d4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "DELETE /v2.0/ports/b52eb653-a8cf-4903-aab8-51c10fc8b9e3 HTTP/1.1" status: 204  len: 173 time: 0.5035512
May 14 21:58:41.530047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e123e75-bdec-4884-822f-9fa70f864661', 'name': 'network-vif-deleted', 'tag': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:58:41.530047 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12836435-98d6-4e4b-b933-d0f6d03764a0" -d '{"events": [{"server_uuid": "3e123e75-bdec-4884-822f-9fa70f864661", "name": "network-vif-deleted", "tag": "b52eb653-a8cf-4903-aab8-51c10fc8b9e3"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:58:41.548277 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c67b685-0a5e-48f7-97ae-4683bbb4b3a2 x-openstack-request-id: req-4c67b685-0a5e-48f7-97ae-4683bbb4b3a2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:58:41.548576 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e123e75-bdec-4884-822f-9fa70f864661", "name": "network-vif-deleted", "tag": "b52eb653-a8cf-4903-aab8-51c10fc8b9e3", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:58:41.549430 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c67b685-0a5e-48f7-97ae-4683bbb4b3a2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:58:41.550142 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c67b685-0a5e-48f7-97ae-4683bbb4b3a2'] response: {'server_uuid': '3e123e75-bdec-4884-822f-9fa70f864661', 'name': 'network-vif-deleted', 'tag': 'b52eb653-a8cf-4903-aab8-51c10fc8b9e3', 'status': 'completed', 'code': 200}
May 14 21:58:41.891248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8fd7ad1e-d43a-4a8c-830b-eb0e8b818595 req-35516eb5-c640-4ecb-97ca-2dfff8f60d06 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 210 time: 0.0278220
May 14 21:58:42.195112 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:42.861116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:42.893412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f89d7863-ffdf-4ed7-978b-ccaa6e90a732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:43.009246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19e868a0-efc7-4f80-b9b4-52b950d88d04 req-32cd8f76-8662-4eab-a238-c15e6c5c465f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e123e75-bdec-4884-822f-9fa70f864661 HTTP/1.1" status: 200  len: 210 time: 0.0314155
May 14 21:58:43.976128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:44.217766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-d93f0539-907a-4cc2-a49a-203c49b8bc6d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1410906
May 14 21:58:44.225636 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b52eb653-a8cf-4903-aab8-51c10fc8b9e3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:58:44.250659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: b52eb653-a8cf-4903-aab8-51c10fc8b9e3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:58:44.251006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device b52eb653-a8cf-4903-aab8-51c10fc8b9e3 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:58:44.302554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-81d07763-ce39-44ba-9a2f-705a7503707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:44.304372 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-81d07763-ce39-44ba-9a2f-705a7503707e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 1128 time: 0.0412946
May 14 21:58:44.416949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-6a5701da-11cb-4131-aa90-088941ed3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:44.418355 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-6a5701da-11cb-4131-aa90-088941ed3e4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.0949254
May 14 21:58:44.459459 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-a8aeb13b-d567-43b5-8227-d9f2d7d1c4b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6385634-71bd-4d95-831d-df8d13227361 HTTP/1.1" status: 200  len: 217 time: 0.0347316
May 14 21:58:44.509416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-586b0b63-9307-46e5-ae46-6d66c0447c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:44.510883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-586b0b63-9307-46e5-ae46-6d66c0447c53 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0460711
May 14 21:58:44.560690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-9212190a-816d-4d58-9050-012349ae93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:58:44.562178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-9212190a-816d-4d58-9050-012349ae93cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0447004
May 14 21:58:44.652841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-2835ca5e-3d49-45b7-954b-c6aeedb7b358 service neutron] 10.222.0.48 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830638
May 14 21:58:44.754361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1664a884-90b9-4931-aa65-bfeec6eec74b req-abdd2652-442c-4830-b460-9d74131a0fb5 service neutron] 10.222.0.48 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955195
May 14 21:58:45.821003 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:46.787265 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:58:56.459147 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:59:10.354494 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e77c73b-6c13-4a3b-96b7-1d432ca65f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:12.165944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:12.839909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:12.894637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c1a64475-9b87-4ad7-903b-94b9d9f93713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:13.954253 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:15.798182 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:16.805456 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:22.826889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1c80c-6301-4d7c-8573-c5a1e9890e45 req-6d60a357-3303-4a41-8f6e-7030e060afb4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:22.828409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bd1c80c-6301-4d7c-8573-c5a1e9890e45 req-6d60a357-3303-4a41-8f6e-7030e060afb4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 946 time: 0.0476339
May 14 21:59:22.875622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bd1c80c-6301-4d7c-8573-c5a1e9890e45 req-fc7a8d83-2429-44b8-bf4a-03158a9c3679 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415792
May 14 21:59:23.990180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd942fb-cd8d-49bd-ad15-00957340bdb0 req-d618eddf-d654-426f-8672-7b8561827214 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:23.991913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afd942fb-cd8d-49bd-ad15-00957340bdb0 req-d618eddf-d654-426f-8672-7b8561827214 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 946 time: 0.0460894
May 14 21:59:24.041938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afd942fb-cd8d-49bd-ad15-00957340bdb0 req-6a264f70-8d9f-42de-8d13-5a51d52077ea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=a51a69d1-2899-4c6c-83e4-4ee947921f65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447271
May 14 21:59:24.580467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5426e-c311-4780-80f8-1df305665da1 req-a1f1bc55-7671-4d2d-8eb3-d61de39e3e11 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:24.581913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cdf5426e-c311-4780-80f8-1df305665da1 req-a1f1bc55-7671-4d2d-8eb3-d61de39e3e11 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 946 time: 0.0457480
May 14 21:59:24.666008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Deleting port e6385634-71bd-4d95-831d-df8d13227361 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 21:59:24.666358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e6385634-71bd-4d95-831d-df8d13227361), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:24.759019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] For port e6385634-71bd-4d95-831d-df8d13227361, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6385634-71bd-4d95-831d-df8d13227361,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:59:24.759388 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e6385634-71bd-4d95-831d-df8d13227361), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:24.772075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Calling delete_port for e6385634-71bd-4d95-831d-df8d13227361 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 21:59:24.963805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e6385634-71bd-4d95-831d-df8d13227361), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:24.975439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['e6385634-71bd-4d95-831d-df8d13227361'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:59:24.991277 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event deleted for resources: {'Port': ['ID=e6385634-71bd-4d95-831d-df8d13227361,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:25.002240 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.002595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.002943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.003286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.003680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.004019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.004351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.004683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.005571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.005571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.005777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.006005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.006268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.006592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.006918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:25.051949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] No DVR routers for this DVR port e6385634-71bd-4d95-831d-df8d13227361 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 21:59:25.055153 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:25.058037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cdf5426e-c311-4780-80f8-1df305665da1 req-b842ee21-04c1-4cc0-9c14-d87b33be6b6a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.48 "DELETE /v2.0/ports/e6385634-71bd-4d95-831d-df8d13227361 HTTP/1.1" status: 204  len: 173 time: 0.4707286
May 14 21:59:25.058494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'name': 'network-vif-deleted', 'tag': 'e6385634-71bd-4d95-831d-df8d13227361'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:59:25.060841 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d9eb24-f481-4cdd-bf34-6682af0e0e77" -d '{"events": [{"server_uuid": "0f1df010-e31a-44d9-b4fe-8777424612d0", "name": "network-vif-deleted", "tag": "e6385634-71bd-4d95-831d-df8d13227361"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:59:25.145704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5706925-c855-4d26-bba7-736800654640 req-23a6b438-7a43-49d0-bee5-eca20cd0ddbe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 210 time: 0.0326514
May 14 21:59:25.256609 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69595397-06f2-4402-96b9-d44ac84065b9 x-openstack-request-id: req-69595397-06f2-4402-96b9-d44ac84065b9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:59:25.256929 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1df010-e31a-44d9-b4fe-8777424612d0", "name": "network-vif-deleted", "tag": "e6385634-71bd-4d95-831d-df8d13227361", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:59:25.257214 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69595397-06f2-4402-96b9-d44ac84065b9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:59:25.257636 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69595397-06f2-4402-96b9-d44ac84065b9'] response: {'server_uuid': '0f1df010-e31a-44d9-b4fe-8777424612d0', 'name': 'network-vif-deleted', 'tag': 'e6385634-71bd-4d95-831d-df8d13227361', 'status': 'completed', 'code': 200}
May 14 21:59:26.261324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b86e6f57-96ee-48f7-b9d4-e6e7ee0c9465 req-43d52efb-3340-4e2b-8e47-41ae32609ccf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f1df010-e31a-44d9-b4fe-8777424612d0 HTTP/1.1" status: 200  len: 210 time: 0.0277526
May 14 21:59:28.163418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e6385634-71bd-4d95-831d-df8d13227361 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 21:59:28.183857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: e6385634-71bd-4d95-831d-df8d13227361 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 21:59:28.184141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device e6385634-71bd-4d95-831d-df8d13227361 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 21:59:33.458692 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 21:59:33.642909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48158) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:33.648002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748110835', 'description': 'tempest-secgroup-smoke-1748110835 description', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:33.737136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:33.801434 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group (35f23607-adcd-4b1c-8c8b-747f1ac80f21), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:33.879569 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (35f23607-adcd-4b1c-8c8b-747f1ac80f21), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:33.907045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f23607-adcd-4b1c-8c8b-747f1ac80f21,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:33.995854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:33.997157 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7fe951ce-765e-4ee7-9ed2-1ceb418d6ba7 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3531919
May 14 21:59:34.000177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48160) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:34.004476 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group_rule': {'security_group_id': '35f23607-adcd-4b1c-8c8b-747f1ac80f21', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:34.102495 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (a57cdf2a-bd9c-4b2c-9a69-a5e5ad9b423d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.155938 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (a57cdf2a-bd9c-4b2c-9a69-a5e5ad9b423d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.227801 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a57cdf2a-bd9c-4b2c-9a69-a5e5ad9b423d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.249875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57cdf2a-bd9c-4b2c-9a69-a5e5ad9b423d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:34.336998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.338202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-898f3e1c-710a-41ce-9499-ef291e5498bf tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3370852
May 14 21:59:34.340968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48162) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:34.345168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group_rule': {'security_group_id': '35f23607-adcd-4b1c-8c8b-747f1ac80f21', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:34.431538 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (910b54d0-46ab-42dc-a68c-4d587f9220df), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.487135 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (910b54d0-46ab-42dc-a68c-4d587f9220df), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.534514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (910b54d0-46ab-42dc-a68c-4d587f9220df), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.552951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910b54d0-46ab-42dc-a68c-4d587f9220df,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:34.616711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.617940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-224bc321-3a6d-43b8-b559-9b29a548edfe tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2760587
May 14 21:59:34.620641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48164) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:34.625140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group_rule': {'security_group_id': '35f23607-adcd-4b1c-8c8b-747f1ac80f21', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:34.722624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (fbc66812-cd56-4eda-841e-58a535d032fa), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.781325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (fbc66812-cd56-4eda-841e-58a535d032fa), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.854560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (fbc66812-cd56-4eda-841e-58a535d032fa), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.873980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc66812-cd56-4eda-841e-58a535d032fa,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:34.933162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:34.934442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-286acc55-1f38-475f-9889-f822cbe9dda5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3128831
May 14 21:59:34.937165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48166) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:34.941512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group_rule': {'security_group_id': '35f23607-adcd-4b1c-8c8b-747f1ac80f21', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:35.040560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (d83776ae-bf42-45c6-9d74-6425038ad986), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.095681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (d83776ae-bf42-45c6-9d74-6425038ad986), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.165497 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d83776ae-bf42-45c6-9d74-6425038ad986), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.184267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83776ae-bf42-45c6-9d74-6425038ad986,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:35.239891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.241117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-072214da-958e-4d65-ad93-98a353283cea tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3029730
May 14 21:59:35.244114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48168) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:35.248334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group_rule': {'security_group_id': '35f23607-adcd-4b1c-8c8b-747f1ac80f21', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:35.329455 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Project 9f801df18eb74b818c7ef4d2e10c576f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:59:35.336293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (fbdb81ab-4aef-48f5-bfd7-c89fe97383a4), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.393831 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (fbdb81ab-4aef-48f5-bfd7-c89fe97383a4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.460658 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (fbdb81ab-4aef-48f5-bfd7-c89fe97383a4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.478231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdb81ab-4aef-48f5-bfd7-c89fe97383a4,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:35.564972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.566189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-93b63c1e-5626-46cd-bbc7-72f1eee77cac tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3211677
May 14 21:59:35.569098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48170) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:35.574086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'security_group_rule': {'security_group_id': '35f23607-adcd-4b1c-8c8b-747f1ac80f21', 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:35.661043 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Project 9f801df18eb74b818c7ef4d2e10c576f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 21:59:35.667471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (2335eed5-5729-4e2f-b6ce-5590ee41bea8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.726648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (2335eed5-5729-4e2f-b6ce-5590ee41bea8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.797582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (2335eed5-5729-4e2f-b6ce-5590ee41bea8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.814926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2335eed5-5729-4e2f-b6ce-5590ee41bea8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:35.902296 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:35.903566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8deb62bc-852c-4f10-a3b9-8dea18be76e0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3327777
May 14 21:59:40.388150 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d8d6ccb0-ddd5-4e82-b43f-b8652997552f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:40.984448 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-3904fbe1-04a5-4226-a830-719dec6b5631 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748110835&fields=id&tenant_id=9f801df18eb74b818c7ef4d2e10c576f HTTP/1.1" status: 200  len: 267 time: 0.0433290
May 14 21:59:41.090599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-cf2a89e2-9a06-4fb0-99ce-957a8b1ce708 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:41.091993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-cf2a89e2-9a06-4fb0-99ce-957a8b1ce708 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1011546
May 14 21:59:41.106557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-a40cb374-0791-4901-afdd-86f8fbf5a64c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/quotas/9f801df18eb74b818c7ef4d2e10c576f HTTP/1.1" status: 200  len: 375 time: 0.0091436
May 14 21:59:41.155151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-159de3ad-6b2d-4232-becb-73af9deb3874 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0433233
May 14 21:59:41.252418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-1aad5724-7877-446a-aa21-0098398e5ddc service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850306
May 14 21:59:41.339324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-aac05a5d-120e-465e-95b3-d057a4da0e6a service neutron] 10.222.0.52 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811448
May 14 21:59:41.902562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30cb43d6-4699-49b1-ba77-3aab9b886935 req-11e1170d-7d60-4cf6-bb8d-895e1cc53656 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 210 time: 0.0341406
May 14 21:59:42.186149 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:42.885032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:42.948353 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-be3c7644-79e4-44f9-a268-ef2a088ac422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:43.003270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e77935-a2ad-4b0b-8147-e5720e01697d req-d9c1becd-ecd5-4fb5-bc02-5def8b62154f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 210 time: 0.0297406
May 14 21:59:43.919115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4a41c938-6096-4ed2-9bea-f2a140332de8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:43.919115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4a41c938-6096-4ed2-9bea-f2a140332de8 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 812 time: 0.1015925
May 14 21:59:43.963373 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:43.985130 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-ee48b606-a214-4b12-98d7-097c07602137 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f801df18eb74b818c7ef4d2e10c576f HTTP/1.1" status: 200  len: 380 time: 0.0595646
May 14 21:59:43.994509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'port': {'device_id': 'cb96cb82-7091-4382-a910-92d33372a34b', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'admin_state_up': True, 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'security_groups': ['35f23607-adcd-4b1c-8c8b-747f1ac80f21']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:44.126176 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36b1795b-a55d-4a37-8f0f-37b442711255 req-c5217d7f-fb5f-4c37-bc41-400a722101f6 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 210 time: 0.0383983
May 14 21:59:44.192121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Made reservation on behalf of 9f801df18eb74b818c7ef4d2e10c576f for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 21:59:44.195711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:44.329557 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Allocated IP 172.20.0.3 (f86b7d55-3575-4193-a313-056d6af1cf6b/c75b3c35-562f-4590-8e5b-7f5e238392cc/af5ac3e8-507c-41b9-b38e-adc49c46585c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:59:44.476892 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:44.571600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:44.619456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Network f86b7d55-3575-4193-a313-056d6af1cf6b is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:59:44.622698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:59:44.627546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:59:44.631864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'Port': ['ID=af5ac3e8-507c-41b9-b38e-adc49c46585c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:44.685924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:44.687215 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:44.780284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-58b33d0e-6119-4a3a-beec-cb8b62a20078 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7898309
May 14 21:59:44.791986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Request body: {'port': {'device_id': 'cb96cb82-7091-4382-a910-92d33372a34b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:44.860590 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:44.876520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1c5d757c-c4c2-4482-b573-e72bdbd31f47 None None] Provisioning complete for port af5ac3e8-507c-41b9-b38e-adc49c46585c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:59:44.876878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1c5d757c-c4c2-4482-b573-e72bdbd31f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:44.914599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d757c-c4c2-4482-b573-e72bdbd31f47 None None] Port af5ac3e8-507c-41b9-b38e-adc49c46585c cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 21:59:45.153921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5ac3e8-507c-41b9-b38e-adc49c46585c {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:59:45.162417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Publish callbacks [] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:45.176922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Transition to ACTIVE for port object af5ac3e8-507c-41b9-b38e-adc49c46585c will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 21:59:45.247682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d414-f5fd-4447-a36e-e267dcf77ab6 req-886b5595-525a-4f99-80ed-e03e9dd144bc tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:45.249183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1939d414-f5fd-4447-a36e-e267dcf77ab6 req-886b5595-525a-4f99-80ed-e03e9dd144bc tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 931 time: 0.0475874
May 14 21:59:45.250241 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:45.323584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Pushing event updated for resources: {'Port': ['ID=af5ac3e8-507c-41b9-b38e-adc49c46585c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:45.367939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1939d414-f5fd-4447-a36e-e267dcf77ab6 req-fb44d104-60de-455c-9305-150a80d83cb4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104906
May 14 21:59:45.416752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Attempting to bind port af5ac3e8-507c-41b9-b38e-adc49c46585c on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 21:59:45.417090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Attempting to bind port af5ac3e8-507c-41b9-b38e-adc49c46585c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 21:59:45.417420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Attempting to bind port af5ac3e8-507c-41b9-b38e-adc49c46585c on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:59:45.422042 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Port af5ac3e8-507c-41b9-b38e-adc49c46585c on network f86b7d55-3575-4193-a313-056d6af1cf6b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 21:59:45.422392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Attempting to bind port af5ac3e8-507c-41b9-b38e-adc49c46585c on network f86b7d55-3575-4193-a313-056d6af1cf6b {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 21:59:45.427230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 21, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 21:59:45.427882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Checking segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 21:59:45.428793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Bound using segment: {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 21:59:45.429225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Bound port: af5ac3e8-507c-41b9-b38e-adc49c46585c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83006f04-ef49-4487-a23c-df8b172b3de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 21:59:45.429576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:45.498401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] For port af5ac3e8-507c-41b9-b38e-adc49c46585c, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 21:59:45.501453 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] For port af5ac3e8-507c-41b9-b38e-adc49c46585c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 21:59:45.571742 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:45.603932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:45.604930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:45.605914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] 10.222.0.36 "PUT /v2.0/ports/af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 1091 time: 0.8186953
May 14 21:59:45.606355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:59:45.609279 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b9e392-423e-47a7-a7ab-0e53b46bf873" -d '{"events": [{"name": "network-changed", "server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:59:45.637816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cd698-2d73-45d7-92c1-5bca82e60dab service neutron] Pushing event updated for resources: {'Port': ['ID=af5ac3e8-507c-41b9-b38e-adc49c46585c,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:45.648451 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0e9089-24f9-4701-8536-23638edfa583 x-openstack-request-id: req-ec0e9089-24f9-4701-8536-23638edfa583 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:59:45.648784 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:59:45.649042 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec0e9089-24f9-4701-8536-23638edfa583 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:59:45.649848 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0e9089-24f9-4701-8536-23638edfa583'] response: {'name': 'network-changed', 'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'status': 'completed', 'code': 200}
May 14 21:59:45.718848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e392-423e-47a7-a7ab-0e53b46bf873 req-28b6e623-1020-47bf-8565-c28dc8ab9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:45.720451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2b9e392-423e-47a7-a7ab-0e53b46bf873 req-28b6e623-1020-47bf-8565-c28dc8ab9ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1125 time: 0.0495398
May 14 21:59:45.816952 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:45.828166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e392-423e-47a7-a7ab-0e53b46bf873 req-d12e4f4f-0eeb-4a38-83ca-7895f7f3b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:45.829758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2b9e392-423e-47a7-a7ab-0e53b46bf873 req-d12e4f4f-0eeb-4a38-83ca-7895f7f3b559 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1003859
May 14 21:59:45.930723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e392-423e-47a7-a7ab-0e53b46bf873 req-dd396858-0722-4666-910d-e578165d7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:45.931699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b2b9e392-423e-47a7-a7ab-0e53b46bf873 req-dd396858-0722-4666-910d-e578165d7990 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0958798
May 14 21:59:46.007704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-a341714d-0313-415f-946e-ae18cb835e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:46.009251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-a341714d-0313-415f-946e-ae18cb835e6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1125 time: 0.0406880
May 14 21:59:46.054662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-a599453a-1174-4c62-acb3-14da4add176a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 217 time: 0.0388560
May 14 21:59:46.102227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-f23dc2ed-1bd7-4264-a708-5be3f5b8dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:46.103717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-f23dc2ed-1bd7-4264-a708-5be3f5b8dc67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0440183
May 14 21:59:46.146782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-2115e60e-9f5b-4c7e-b6c4-5f8bea8d3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:46.148247 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-2115e60e-9f5b-4c7e-b6c4-5f8bea8d3b08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383499
May 14 21:59:46.608890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-842c9cf8-2584-4230-be2f-aab9e070869c service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4548187
May 14 21:59:46.617731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771a4c4-1da2-4b0b-adac-008066672cd0 req-62e615fe-f8dc-4325-b5bb-d7fc7a46fbc1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:46.619083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c771a4c4-1da2-4b0b-adac-008066672cd0 req-62e615fe-f8dc-4325-b5bb-d7fc7a46fbc1 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 943 time: 0.0622125
May 14 21:59:46.728541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c771a4c4-1da2-4b0b-adac-008066672cd0 req-55d09b60-0b73-4893-9c6c-2d8d168db3f0 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008658
May 14 21:59:46.747781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d5a57ed-8095-45d7-bf0f-298284a55edf req-a81e965d-88a4-4125-b5e4-6e73f3a4704e service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229186
May 14 21:59:46.788400 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:47.842942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de71d4-3420-4220-8b98-76d8bcd9af82 req-48fc0d4d-1521-4b81-b95b-c42d176fabf4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:47.844432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88de71d4-3420-4220-8b98-76d8bcd9af82 req-48fc0d4d-1521-4b81-b95b-c42d176fabf4 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 943 time: 0.0471370
May 14 21:59:47.893069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-88de71d4-3420-4220-8b98-76d8bcd9af82 req-2d720758-4df2-4c4d-8993-45d7a236ed2a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430472
May 14 21:59:49.009025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a895f-167a-4892-8239-6cc297981088 req-972d3816-25cb-4779-a3a7-ebceeb222966 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:49.010544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-914a895f-167a-4892-8239-6cc297981088 req-972d3816-25cb-4779-a3a7-ebceeb222966 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 943 time: 0.0484984
May 14 21:59:49.059324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-914a895f-167a-4892-8239-6cc297981088 req-467951e4-7e81-4606-849f-59be074c0823 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431650
May 14 21:59:50.174393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac915c20-992c-40d3-9bbb-bb7ecbfe294c req-a661bcee-69b1-473a-be29-db964a63fc41 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:50.175862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac915c20-992c-40d3-9bbb-bb7ecbfe294c req-a661bcee-69b1-473a-be29-db964a63fc41 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 943 time: 0.0501764
May 14 21:59:50.222980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac915c20-992c-40d3-9bbb-bb7ecbfe294c req-49f4d574-b00e-4c4e-b094-df57b8c29fdc tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408871
May 14 21:59:50.497099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device af5ac3e8-507c-41b9-b38e-adc49c46585c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 21:59:50.594743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port af5ac3e8-507c-41b9-b38e-adc49c46585c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:59:50.606643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'port_id': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'mac_address': 'fa:16:3e:ac:f7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 21:59:50.645026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port af5ac3e8-507c-41b9-b38e-adc49c46585c is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:59:50.645426 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:50.658751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5ac3e8-507c-41b9-b38e-adc49c46585c {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 21:59:50.677688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port af5ac3e8-507c-41b9-b38e-adc49c46585c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:59:50.765157 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:50.816376 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=af5ac3e8-507c-41b9-b38e-adc49c46585c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:50.824435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.824784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.825128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.825470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.825808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.826175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.826509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.826839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.827171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.827530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.827863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.828190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.828516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.828839 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.829161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 21:59:50.965701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['af5ac3e8-507c-41b9-b38e-adc49c46585c'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 21:59:51.339556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84905fde-1dc1-42c3-b97d-930a20c78cab req-ef0dafea-5c47-48f5-b5ad-db1908e53567 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:51.341024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84905fde-1dc1-42c3-b97d-930a20c78cab req-ef0dafea-5c47-48f5-b5ad-db1908e53567 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 944 time: 0.0468521
May 14 21:59:51.389652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-84905fde-1dc1-42c3-b97d-930a20c78cab req-e95160f1-561d-451c-856c-79db8017b488 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429902
May 14 21:59:52.512539 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device af5ac3e8-507c-41b9-b38e-adc49c46585c up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 21:59:52.513194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afb030-0517-4676-ae8d-e2ddeb29dd6a req-f1527758-5a33-4840-af86-b2e39b6edc88 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:52.514070 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75afb030-0517-4676-ae8d-e2ddeb29dd6a req-f1527758-5a33-4840-af86-b2e39b6edc88 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 944 time: 0.0522332
May 14 21:59:52.557154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port af5ac3e8-507c-41b9-b38e-adc49c46585c completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 21:59:52.563877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75afb030-0517-4676-ae8d-e2ddeb29dd6a req-488ccfab-2252-4342-81f3-66b596e25b71 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441442
May 14 21:59:52.665803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port af5ac3e8-507c-41b9-b38e-adc49c46585c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 21:59:52.666210 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:52.746202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port af5ac3e8-507c-41b9-b38e-adc49c46585c is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 21:59:52.746597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:52.768277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:59:52.770500 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d5e8ef-9cd4-44cc-92ee-783f921e5961" -d '{"events": [{"server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "name": "network-vif-plugged", "status": "completed", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:59:52.783285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port af5ac3e8-507c-41b9-b38e-adc49c46585c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 21:59:52.806240 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 21:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920febc5-9b25-41cb-80e4-63374d41db54 x-openstack-request-id: req-920febc5-9b25-41cb-80e4-63374d41db54 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:59:52.806530 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "name": "network-vif-plugged", "status": "completed", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:59:52.806783 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-920febc5-9b25-41cb-80e4-63374d41db54 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:59:52.807184 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920febc5-9b25-41cb-80e4-63374d41db54'] response: {'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'code': 200}
May 14 21:59:52.848898 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:52.898646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=af5ac3e8-507c-41b9-b38e-adc49c46585c,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:52.899930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b421984-f248-460c-82d2-8b6d036fbb6e req-d611be7e-03f1-4bb1-9f8c-4af5269ffa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:52.901432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b421984-f248-460c-82d2-8b6d036fbb6e req-d611be7e-03f1-4bb1-9f8c-4af5269ffa4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0391960
May 14 21:59:52.948408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b421984-f248-460c-82d2-8b6d036fbb6e req-96de9b69-85ae-4752-a285-3a08f007e834 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410838
May 14 21:59:53.679436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb0c29-3df6-489d-b217-690d1d24bb63 req-7fc71edf-225d-468b-adb3-8300ec6105b5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:53.680964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81eb0c29-3df6-489d-b217-690d1d24bb63 req-7fc71edf-225d-468b-adb3-8300ec6105b5 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 945 time: 0.0472131
May 14 21:59:53.733772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-81eb0c29-3df6-489d-b217-690d1d24bb63 req-07281515-83a4-495a-9223-a9339011cb80 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472541
May 14 21:59:54.846088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145c49-52bd-46f1-9a3e-013ad6c766d1 req-66cbfdc9-b2b6-40a9-99a4-636ff5579335 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:54.847559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09145c49-52bd-46f1-9a3e-013ad6c766d1 req-66cbfdc9-b2b6-40a9-99a4-636ff5579335 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 945 time: 0.0456131
May 14 21:59:54.895697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09145c49-52bd-46f1-9a3e-013ad6c766d1 req-3fc5e9a3-da61-4b7a-97a3-b34f2be1460b tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416830
May 14 21:59:55.009167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d0d3d-6f7d-4b11-8304-115ea95a97c0 req-5723cf8b-e69b-4d9b-ba6e-90078312d629 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:55.010634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-599d0d3d-6f7d-4b11-8304-115ea95a97c0 req-5723cf8b-e69b-4d9b-ba6e-90078312d629 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 945 time: 0.0473745
May 14 21:59:55.059856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-599d0d3d-6f7d-4b11-8304-115ea95a97c0 req-c465be7c-5218-4922-b3ab-95e528e476b3 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435631
May 14 21:59:55.082177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48318) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:55.164427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7cd993-627d-4446-989b-cba76fd96c97 tempest-TestVolumeBootPattern-1789422826 tempest-TestVolumeBootPattern-1789422826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:55.165917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-bb7cd993-627d-4446-989b-cba76fd96c97 tempest-TestVolumeBootPattern-1789422826 tempest-TestVolumeBootPattern-1789422826-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1122 time: 0.0827718
May 14 21:59:55.168915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48322) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 21:59:55.173201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 21:59:55.248816 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:55.326393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:55.430791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Allocated IP 172.35.4.92 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/01b54fdc-1e8c-4285-98fc-536ef0735fdb) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 21:59:55.563565 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:55.574078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-5d61ca4b-157f-4721-a6f3-fd595e8bef49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0577984
May 14 21:59:55.652730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-74f06578-e074-433c-a9e9-0330ac28f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:55.654136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-74f06578-e074-433c-a9e9-0330ac28f82e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0401647
May 14 21:59:55.666261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:55.736568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 21:59:55.765093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 21:59:55.768706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 21:59:55.770628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'Port': ['ID=01b54fdc-1e8c-4285-98fc-536ef0735fdb,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:55.836176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-52bfd4a8-716e-426f-b35e-08cbcab9b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:55.837670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-52bfd4a8-716e-426f-b35e-08cbcab9b5b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.1474714
May 14 21:59:55.897379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-f42401c2-29fe-4576-978c-8014af7cd9b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 217 time: 0.0422139
May 14 21:59:56.019011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-704f4c83-b360-4084-8063-6f2d16a607b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:56.020438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-704f4c83-b360-4084-8063-6f2d16a607b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.1140468
May 14 21:59:56.103089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-420eeae5-05ac-40ea-9843-45c60748234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:56.104631 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-420eeae5-05ac-40ea-9843-45c60748234c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0739255
May 14 21:59:56.272971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-ccf03738-43b0-4709-a9cb-b8f1791c1085 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612844
May 14 21:59:56.390016 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for floatingip (1b0a2db6-e55b-4d1e-9a52-049a061ef188), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:56.431697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4fee93b6-79f8-470e-b1cc-b5d4fd922ecf req-6c23f270-856b-4ecf-be0b-cb17209eb22c service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277380
May 14 21:59:56.513027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:56.696152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:56.768647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:56.836410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event updated for resources: {'Port': ['ID=01b54fdc-1e8c-4285-98fc-536ef0735fdb,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 21:59:56.851339 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (1b0a2db6-e55b-4d1e-9a52-049a061ef188), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:56.954933 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Floating IP 1b0a2db6-e55b-4d1e-9a52-049a061ef188 associated. External IP: 172.35.4.92, port: af5ac3e8-507c-41b9-b38e-adc49c46585c.
May 14 21:59:57.165305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Router 432a7d6a-6379-4807-b46c-a0adbc32f904 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 21:59:57.273923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 21:59:57.283995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] Sync routers for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 21:59:57.294215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:59:57.299637 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b6eee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:59:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:59:57.348167 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 21:59:57.377993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2ce8bfa0-f106-47a7-9615-6cd7a312db1c tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2080646
May 14 21:59:57.378585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 21:59:57.380960 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539d1b1-e638-4516-80a2-98f1cb3b77ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 21:59:57.406117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:59:57.417228 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff827b18-02ca-4734-93e8-33d948d8fe5b x-openstack-request-id: req-ff827b18-02ca-4734-93e8-33d948d8fe5b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 21:59:57.417515 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 21:59:57.417765 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff827b18-02ca-4734-93e8-33d948d8fe5b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 21:59:57.418170 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff827b18-02ca-4734-93e8-33d948d8fe5b'] response: {'name': 'network-changed', 'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'status': 'completed', 'code': 200}
May 14 21:59:57.476432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-2983abd6-2699-4a0d-9384-afa798f0f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:57.477929 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-2983abd6-2699-4a0d-9384-afa798f0f792 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0399184
May 14 21:59:57.573766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-9fc81675-ed44-4ade-89a5-36385a265fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:57.575334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-9fc81675-ed44-4ade-89a5-36385a265fd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.0919557
May 14 21:59:57.622821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b6eee0>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1b0a2db6-e55b-4d1e-9a52-049a061ef188', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'floating_ip_address': '172.35.4.92', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'port_id': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'mac_address': 'fa:16:3e:ac:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96cb82-7091-4382-a910-92d33372a34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:59:56Z', 'updated_at': '2022-05-14T21:59:56Z', 'revision_number': 0, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:59:57.640246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-9bb02279-4d3d-425f-a479-4d72b414205e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 998 time: 0.0592523
May 14 21:59:57.651561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] Checking router: 432a7d6a-6379-4807-b46c-a0adbc32f904 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 21:59:57.660049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 21:59:57.660662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223b6eee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T21:59:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:59:57.690213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-91721bc4-372d-40b0-8ca6-c18b02975498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:57.691808 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-91721bc4-372d-40b0-8ca6-c18b02975498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0463839
May 14 21:59:57.738427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-c88c40d7-f4d4-490f-a1a1-ee890e744be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 21:59:57.739943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-c88c40d7-f4d4-490f-a1a1-ee890e744be9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0420082
May 14 21:59:57.770202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 21:59:57.829066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-b2d072d6-db38-4122-ae1b-b367f0398037 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826733
May 14 21:59:57.924286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3539d1b1-e638-4516-80a2-98f1cb3b77ca req-69efbfd9-07a0-4b79-8442-a5c5c00c1d0f service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887997
May 14 21:59:57.996425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223b6eee0>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1b0a2db6-e55b-4d1e-9a52-049a061ef188', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'floating_ip_address': '172.35.4.92', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'port_id': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'mac_address': 'fa:16:3e:ac:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96cb82-7091-4382-a910-92d33372a34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:59:56Z', 'updated_at': '2022-05-14T21:59:56Z', 'revision_number': 0, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 21:59:58.023959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe2304-7ae0-4708-a8a7-2324d83adca9 None None] The sync data for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 is: [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1b0a2db6-e55b-4d1e-9a52-049a061ef188', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'floating_ip_address': '172.35.4.92', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'port_id': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'mac_address': 'fa:16:3e:ac:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb96cb82-7091-4382-a910-92d33372a34b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T21:59:56Z', 'updated_at': '2022-05-14T21:59:56Z', 'revision_number': 0, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 21:59:58.220935 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66d598-da63-4942-ad48-abc81c03a3ef None None] New status for floating IP 1b0a2db6-e55b-4d1e-9a52-049a061ef188: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:00:10.414012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-025dc9ae-7a29-4205-a171-de1d8aae7326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:10.456857 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:00:12.168868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:12.882728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:12.907353 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9628fc6c-bc58-4a45-afe3-cbdb7e33190d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:13.962951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:15.779897 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:16.781737 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:40.391039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3395182f-ceb5-4bc7-bea6-818d599401df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:42.227116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:42.876450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:42.907012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fdd449cc-78dc-4b3a-9fc0-41c7e5c39126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:43.985085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:45.802246 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:46.855459 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:00:47.456277 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:00:55.528310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-5037c7a6-a0d1-4667-b59f-8fdb86bba347 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0379949
May 14 22:00:55.606980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179941-90e2-4357-9190-af7b53c16183 req-d35b5068-2286-4371-a6ad-93b0eb91e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:00:55.608510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-d35b5068-2286-4371-a6ad-93b0eb91e6a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0394948
May 14 22:00:55.713383 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179941-90e2-4357-9190-af7b53c16183 req-a6826ad0-99a3-40ec-b759-cd07ed98d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:00:55.714861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-a6826ad0-99a3-40ec-b759-cd07ed98d1e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.0882399
May 14 22:00:55.778511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-7370b9cf-99a8-42bd-bd7e-d5d3b2d36c46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 1000 time: 0.0581174
May 14 22:00:55.831683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179941-90e2-4357-9190-af7b53c16183 req-19fa4570-b9a9-495b-8e49-f6b9c2ba1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:00:55.833898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-19fa4570-b9a9-495b-8e49-f6b9c2ba1211 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0499709
May 14 22:00:55.876417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c179941-90e2-4357-9190-af7b53c16183 req-51fff2f7-7ce4-456c-bc27-0f549522024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:00:55.878052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-51fff2f7-7ce4-456c-bc27-0f549522024f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390904
May 14 22:00:55.970947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-dd4478c6-d9db-4d95-aaa3-0d5b9f5feb93 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862863
May 14 22:00:56.379000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c179941-90e2-4357-9190-af7b53c16183 req-98998a1e-792d-4d86-82b7-4ef14487a1a7 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4021707
May 14 22:01:10.392315 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ed96bbe9-414c-4579-b207-1ae7489663bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:12.192171 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:12.866807 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:12.883079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e17bfd1f-9da2-42b9-ad0d-e5c16fb9995e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:14.174906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:15.786279 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:16.790347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:24.455999 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:01:40.385809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-93bc73bd-2ce6-42dc-945b-5db0bde124e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:42.231373 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:42.900190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3f7a60d9-a128-45f9-bfb9-70a8f90df1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:42.944487 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:43.940175 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:45.847101 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:46.831282 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:01:55.565250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-d0df5997-40b0-42b2-aacc-b7b01417ac27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0451984
May 14 22:01:55.647074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-70c64c5b-ff88-4039-ad45-b9f55be986ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:01:55.648639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-70c64c5b-ff88-4039-ad45-b9f55be986ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0400386
May 14 22:01:55.748459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-04eee42f-d9c1-4005-a893-591d1eda5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:01:55.749905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-04eee42f-d9c1-4005-a893-591d1eda5f5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.0835443
May 14 22:01:55.817079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-f720071b-176f-458b-9981-5f27b571aafb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 1000 time: 0.0613649
May 14 22:01:55.864242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-f992a602-d136-436c-b208-b29f168f9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:01:55.865710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-f992a602-d136-436c-b208-b29f168f9e9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0436223
May 14 22:01:55.908559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-1d044bb0-58d8-4be3-8c9c-889d86277b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:01:55.910053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-1d044bb0-58d8-4be3-8c9c-889d86277b1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384104
May 14 22:01:56.001172 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-3220682b-1682-4457-a833-8ca07eb558a3 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855107
May 14 22:01:56.092049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1a93f5ed-051e-42ad-be3f-1ba9fe6a907a req-c4ee9f8f-7949-49d6-8da2-e77687a0fd51 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851085
May 14 22:02:01.456315 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:02:06.975963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-54be6f89-13ce-4f0f-ae4a-94ad78855640 req-70e3b22d-c388-449d-9bf5-e1b5089973ce service neutron] (115780) timed out ('10.222.0.52', 44318) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:02:10.362359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4419bb15-8bdc-43b1-a6d7-9ff880d88f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:12.190795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:12.898667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2406e21b-a7ee-4fdb-9b51-9272b071d841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:12.921669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:13.955918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:15.807771 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:16.819211 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:38.455457 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:02:40.344921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aece5b4f-d97e-4d70-81d5-38becaadad91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:42.247717 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:42.892696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8963fc0d-ae4d-4cd9-8ff9-a1871ed080a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:42.904475 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:43.955297 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:45.813197 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:46.791215 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:02:55.529657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-b564549e-4e59-4721-9302-9e39a84f5dff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0388777
May 14 22:02:55.609856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232687a-1eb5-4d83-930b-91a157989133 req-0c26b684-eb0c-4cbb-b3de-7ed33e5ba4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:02:55.611370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-0c26b684-eb0c-4cbb-b3de-7ed33e5ba4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0410757
May 14 22:02:55.716216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232687a-1eb5-4d83-930b-91a157989133 req-512ae2db-1509-46c6-b468-e9969afa8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:02:55.717693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-512ae2db-1509-46c6-b468-e9969afa8643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.0890121
May 14 22:02:55.782300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-e13167e6-0251-4228-ac21-2bd6968034ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 1000 time: 0.0589175
May 14 22:02:55.830882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232687a-1eb5-4d83-930b-91a157989133 req-1aed51de-d449-48b9-81ec-4cbdf2632cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:02:55.832412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-1aed51de-d449-48b9-81ec-4cbdf2632cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0448911
May 14 22:02:55.880068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232687a-1eb5-4d83-930b-91a157989133 req-eb8c5521-462c-48cd-8769-6e98ea27a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:02:55.881606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-eb8c5521-462c-48cd-8769-6e98ea27a571 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438955
May 14 22:02:55.891329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-1431c505-a0ca-44b6-bae5-097ed3abd577 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:02:55.892304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-1431c505-a0ca-44b6-bae5-097ed3abd577 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048723
May 14 22:02:55.982489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-a4f12dd9-5bd7-4983-b5bb-a9780c3873dd service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843921
May 14 22:02:56.076148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f232687a-1eb5-4d83-930b-91a157989133 req-419c2a83-08d1-43e4-b2cc-100585f3eac0 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878866
May 14 22:03:10.383380 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec05f593-2210-4712-b297-b9fe9a0c0b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:12.234581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:12.870065 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32597426-9a4e-494e-8f4e-8d9db7d484a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:12.938660 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:13.989313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:15.454893 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:03:15.834686 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.183310 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:16.336942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Deleting port 01b54fdc-1e8c-4285-98fc-536ef0735fdb {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:16.337311 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.415771 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.416022 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for floatingip (01b54fdc-1e8c-4285-98fc-536ef0735fdb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.429609 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Calling delete_port for 01b54fdc-1e8c-4285-98fc-536ef0735fdb owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:16.641427 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (01b54fdc-1e8c-4285-98fc-536ef0735fdb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.667314 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event deleted for resources: {'Port': ['ID=01b54fdc-1e8c-4285-98fc-536ef0735fdb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:16.698712 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.699059 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.699396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.699753 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.700085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.700411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.700748 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.701057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.701792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.702129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.702455 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.702783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.703105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.703424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.703772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:16.745695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for floatingip (1b0a2db6-e55b-4d1e-9a52-049a061ef188), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.746061 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Floating IP 1b0a2db6-e55b-4d1e-9a52-049a061ef188 disassociated (deleted). External IP: 172.35.4.92, port: af5ac3e8-507c-41b9-b38e-adc49c46585c.
May 14 22:03:16.829742 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:16.969947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Router 432a7d6a-6379-4807-b46c-a0adbc32f904 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:03:17.082104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:03:17.086483 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:17.093697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] Sync routers for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:03:17.103721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:03:17.104443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52230a6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:03:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:17.124246 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9fe7bcdc-6d96-4b0d-b65c-b9ba165c210a tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "DELETE /v2.0/floatingips/1b0a2db6-e55b-4d1e-9a52-049a061ef188 HTTP/1.1" status: 204  len: 168 time: 0.9397657
May 14 22:03:17.124811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:03:17.127097 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da668f10-0f5b-45cf-9b79-965cfeecf25b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:03:17.221262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:03:17.421244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52230a6f10>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:17.447339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] Checking router: 432a7d6a-6379-4807-b46c-a0adbc32f904 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:03:17.456213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:03:17.456842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52230a6f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:03:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:17.552871 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492df100-5631-4763-a386-09a7daf95547 x-openstack-request-id: req-492df100-5631-4763-a386-09a7daf95547 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:03:17.553404 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:03:17.553404 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-492df100-5631-4763-a386-09a7daf95547 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:03:17.553816 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492df100-5631-4763-a386-09a7daf95547'] response: {'name': 'network-changed', 'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'status': 'completed', 'code': 200}
May 14 22:03:17.569069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:03:17.699793 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596b90-56da-4e41-a9f2-5d9ccca4bea3 req-2abd8530-3bf6-4fb2-ad57-785860e82668 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:17.702080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d596b90-56da-4e41-a9f2-5d9ccca4bea3 req-2abd8530-3bf6-4fb2-ad57-785860e82668 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 945 time: 0.1029484
May 14 22:03:17.752533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d596b90-56da-4e41-a9f2-5d9ccca4bea3 req-50986928-68f4-4d93-9277-f454c7a73947 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445695
May 14 22:03:17.768853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52230a6f10>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:17.795902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18d971-becb-48b1-85e8-09d02002293b None None] The sync data for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 is: [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:20Z', 'revision_number': 4, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2f60323e-0e82-4151-b567-b9ed024e449a', 'name': '', 'network_id': 'f86b7d55-3575-4193-a313-056d6af1cf6b', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'mac_address': 'fa:16:3e:d7:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_interface', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:19Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'subnets': [{'id': 'c75b3c35-562f-4590-8e5b-7f5e238392cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:03:18.025045 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c881f53-e303-4c9c-a275-d4362dd3bc7d None None] New status for floating IP 1b0a2db6-e55b-4d1e-9a52-049a061ef188: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:03:18.452249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-8e64f7ce-285e-43e2-a549-7ddad86e91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:18.453756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-8e64f7ce-285e-43e2-a549-7ddad86e91cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 1127 time: 0.0399055
May 14 22:03:18.547280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-868a5bc0-539f-46f3-b90f-b2aa2178d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:18.548787 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-868a5bc0-539f-46f3-b90f-b2aa2178d137 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 200  len: 913 time: 0.0884020
May 14 22:03:18.589656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-85c4a45c-2b06-49f6-8f50-9865d62e5d30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 200  len: 217 time: 0.0335217
May 14 22:03:18.642536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-fee6328d-6f4e-47ed-b1d5-b48e5128eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:18.644018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-fee6328d-6f4e-47ed-b1d5-b48e5128eaaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 200  len: 851 time: 0.0482843
May 14 22:03:18.764930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-7935c2d5-8554-4cf5-99b2-529fb0fef155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:18.766340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-7935c2d5-8554-4cf5-99b2-529fb0fef155 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f86b7d55-3575-4193-a313-056d6af1cf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394268
May 14 22:03:18.882527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6107-6e20-448b-913e-bdaf2882e1bb req-c350cf09-7cc3-4a4b-ba84-c89ead446646 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:18.884039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-624e6107-6e20-448b-913e-bdaf2882e1bb req-c350cf09-7cc3-4a4b-ba84-c89ead446646 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 945 time: 0.0607188
May 14 22:03:18.912739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-33f0361a-d603-45f2-b6a3-595b42cbbcf2 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403203
May 14 22:03:19.000796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-624e6107-6e20-448b-913e-bdaf2882e1bb req-44c531f1-a2e0-406a-a8df-8abc2a2e8b84 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/security-groups?id=35f23607-adcd-4b1c-8c8b-747f1ac80f21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100576
May 14 22:03:19.032109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-da668f10-0f5b-45cf-9b79-965cfeecf25b req-57dd27e6-2dc2-4f39-9fa6-5d1b6a41d8b4 service neutron] 10.222.0.36 "GET /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1124871
May 14 22:03:19.126888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-62fe9b51-97b6-4bb3-8fec-80a47a719f9e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:19.128373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-62fe9b51-97b6-4bb3-8fec-80a47a719f9e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 945 time: 0.0474517
May 14 22:03:19.210516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Deleting port af5ac3e8-507c-41b9-b38e-adc49c46585c {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:19.210888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:19.301715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] For port af5ac3e8-507c-41b9-b38e-adc49c46585c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=af5ac3e8-507c-41b9-b38e-adc49c46585c,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:19.301995 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:19.315078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Calling delete_port for af5ac3e8-507c-41b9-b38e-adc49c46585c owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:19.526123 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (af5ac3e8-507c-41b9-b38e-adc49c46585c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:19.555019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event deleted for resources: {'Port': ['ID=af5ac3e8-507c-41b9-b38e-adc49c46585c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:19.567970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.568323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.568670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.569005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.569342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.569676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.570000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.570326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.570651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.570972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.571294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.571642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.571964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.572283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.572604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:19.609296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] No DVR routers for this DVR port af5ac3e8-507c-41b9-b38e-adc49c46585c on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:03:19.611882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:19.615087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-029e2608-ccee-49ef-a60b-835d6a70e54e req-325cc59c-4e9e-45da-8d9d-aa44807883c2 tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.36 "DELETE /v2.0/ports/af5ac3e8-507c-41b9-b38e-adc49c46585c HTTP/1.1" status: 204  len: 173 time: 0.4821334
May 14 22:03:19.615546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'name': 'network-vif-deleted', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:03:19.617794 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d839161-6588-4203-aa7e-29f454f37553" -d '{"events": [{"server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "name": "network-vif-deleted", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:03:19.652565 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a686cb0-6ab4-4860-8ac0-5bedf87d3309 x-openstack-request-id: req-5a686cb0-6ab4-4860-8ac0-5bedf87d3309 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:03:19.652861 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96cb82-7091-4382-a910-92d33372a34b", "name": "network-vif-deleted", "tag": "af5ac3e8-507c-41b9-b38e-adc49c46585c", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:03:19.653112 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a686cb0-6ab4-4860-8ac0-5bedf87d3309 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:03:19.653544 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a686cb0-6ab4-4860-8ac0-5bedf87d3309'] response: {'server_uuid': 'cb96cb82-7091-4382-a910-92d33372a34b', 'name': 'network-vif-deleted', 'tag': 'af5ac3e8-507c-41b9-b38e-adc49c46585c', 'status': 'completed', 'code': 200}
May 14 22:03:20.125613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c4d27c2b-32cb-4ac4-908d-eccb4a2b1771 req-5a81ba51-8aa2-4e0f-bea1-275c3053db1e tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb96cb82-7091-4382-a910-92d33372a34b HTTP/1.1" status: 200  len: 210 time: 0.0317037
May 14 22:03:21.560356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-08940910-b0f3-44ba-8ada-b4d5b0b5f73c req-d5614570-d2c9-4261-85db-dc1447a10792 service neutron] (115780) timed out ('10.222.0.48', 54270) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:03:23.654085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device af5ac3e8-507c-41b9-b38e-adc49c46585c no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:23.679617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: af5ac3e8-507c-41b9-b38e-adc49c46585c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:23.679987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device af5ac3e8-507c-41b9-b38e-adc49c46585c not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:28.795957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48564) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:28.856471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e79086d-1108-411c-abd8-f2496dd9961f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group (35f23607-adcd-4b1c-8c8b-747f1ac80f21), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:28.881895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e79086d-1108-411c-abd8-f2496dd9961f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group (35f23607-adcd-4b1c-8c8b-747f1ac80f21), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:29.040459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e79086d-1108-411c-abd8-f2496dd9961f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (35f23607-adcd-4b1c-8c8b-747f1ac80f21), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:29.043038 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e79086d-1108-411c-abd8-f2496dd9961f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:29.047692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e79086d-1108-411c-abd8-f2496dd9961f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] 10.222.0.52 "DELETE /v2.0/security-groups/35f23607-adcd-4b1c-8c8b-747f1ac80f21 HTTP/1.1" status: 204  len: 168 time: 0.2474806
May 14 22:03:29.055762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79086d-1108-411c-abd8-f2496dd9961f tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f23607-adcd-4b1c-8c8b-747f1ac80f21,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:29.246060 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48568) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:29.718048 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (432a7d6a-6379-4807-b46c-a0adbc32f904), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:29.945093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Deleting port 2f60323e-0e82-4151-b567-b9ed024e449a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:29.945733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:30.025180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] For port 2f60323e-0e82-4151-b567-b9ed024e449a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f60323e-0e82-4151-b567-b9ed024e449a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:30.025461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:30.038795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Calling delete_port for 2f60323e-0e82-4151-b567-b9ed024e449a owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:30.263662 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (2f60323e-0e82-4151-b567-b9ed024e449a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:30.292028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f60323e-0e82-4151-b567-b9ed024e449a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:30.457694 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (432a7d6a-6379-4807-b46c-a0adbc32f904), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:30.682559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Router 432a7d6a-6379-4807-b46c-a0adbc32f904 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:03:30.789763 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:03:30.794644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8957aaac-ef22-4874-a9e0-9213b94abe61 admin admin] 10.222.0.52 "PUT /v2.0/routers/432a7d6a-6379-4807-b46c-a0adbc32f904/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5475495
May 14 22:03:30.797256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48574) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:30.801289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] Sync routers for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:03:30.811349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:03:30.812003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52301bd730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:03:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:30.905059 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks [] for router (432a7d6a-6379-4807-b46c-a0adbc32f904), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:30.921440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:03:31.016373 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks [] for router_gateway (432a7d6a-6379-4807-b46c-a0adbc32f904), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:31.092527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52301bd730>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': '919c4bc9-eb74-4989-9b33-604862815562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T22:03:30Z', 'revision_number': 5, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port': {'id': '919c4bc9-eb74-4989-9b33-604862815562', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T21:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:31.121926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Deleting port 919c4bc9-eb74-4989-9b33-604862815562 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:31.122257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (919c4bc9-eb74-4989-9b33-604862815562), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:31.124305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] Checking router: 432a7d6a-6379-4807-b46c-a0adbc32f904 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:03:31.132851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] Routers {'432a7d6a-6379-4807-b46c-a0adbc32f904'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:03:31.133463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52301bd730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:03:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['432a7d6a-6379-4807-b46c-a0adbc32f904'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:31.226830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] Set router 432a7d6a-6379-4807-b46c-a0adbc32f904 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:03:31.279904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52301bd730>, [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T22:03:31Z', 'revision_number': 6, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:31.312815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1bc91c-1f7e-4bdc-b8e9-b7778a7434d0 None None] The sync data for ids ['432a7d6a-6379-4807-b46c-a0adbc32f904'] in ncdv-master-1 is: [{'id': '432a7d6a-6379-4807-b46c-a0adbc32f904', 'name': 'tempest-TestVolumeBootPattern-1609479952-router', 'tenant_id': '9f801df18eb74b818c7ef4d2e10c576f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:17Z', 'updated_at': '2022-05-14T22:03:31Z', 'revision_number': 6, 'project_id': '9f801df18eb74b818c7ef4d2e10c576f', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:03:31.547071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] For port 919c4bc9-eb74-4989-9b33-604862815562, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919c4bc9-eb74-4989-9b33-604862815562,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:31.547356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (919c4bc9-eb74-4989-9b33-604862815562), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:31.560358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Calling delete_port for 919c4bc9-eb74-4989-9b33-604862815562 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:31.789866 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (919c4bc9-eb74-4989-9b33-604862815562), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:31.816104 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Pushing event deleted for resources: {'Port': ['ID=919c4bc9-eb74-4989-9b33-604862815562,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:31.880654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (432a7d6a-6379-4807-b46c-a0adbc32f904), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:31.973659 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (432a7d6a-6379-4807-b46c-a0adbc32f904), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:31.975809 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks [] for router_controller (432a7d6a-6379-4807-b46c-a0adbc32f904), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.075335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (432a7d6a-6379-4807-b46c-a0adbc32f904), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.076269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 432a7d6a-6379-4807-b46c-a0adbc32f904 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:03:32.080936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.082126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-76649f40-42fe-4f49-9eca-10bb19bdf854 admin admin] 10.222.0.52 "DELETE /v2.0/routers/432a7d6a-6379-4807-b46c-a0adbc32f904 HTTP/1.1" status: 204  len: 168 time: 1.2839465
May 14 22:03:32.084690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48576) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:32.130851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Deleting subnet c75b3c35-562f-4590-8e5b-7f5e238392cc {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:03:32.134132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Publish callbacks [] for subnet (c75b3c35-562f-4590-8e5b-7f5e238392cc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.174109 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (c75b3c35-562f-4590-8e5b-7f5e238392cc), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.251292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (c75b3c35-562f-4590-8e5b-7f5e238392cc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.401687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (c75b3c35-562f-4590-8e5b-7f5e238392cc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.430327 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75b3c35-562f-4590-8e5b-7f5e238392cc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:32.435972 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.439387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-80fbc98c-3b72-4911-8f7f-07c9b355c6e1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c75b3c35-562f-4590-8e5b-7f5e238392cc HTTP/1.1" status: 204  len: 168 time: 0.3535933
May 14 22:03:32.441694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48578) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:32.443314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f6dfa-021a-455f-a43b-531c7ab4acf8 None None] Network f86b7d55-3575-4193-a313-056d6af1cf6b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:03:32.509334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (f86b7d55-3575-4193-a313-056d6af1cf6b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.562330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Deleting port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:32.562740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.616727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] DHCP port deletion for f86b7d55-3575-4193-a313-056d6af1cf6b request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:03:32.631009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] For port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:32.634471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.644917 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Calling delete_port for 9ba3672e-20f7-43d0-a2de-99151f3dbd3a owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:32.655446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Deleting port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:32.655854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.717466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] For port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,segment=NetworkSegment(83006f04-ef49-4487-a23c-df8b172b3de3),segment_id=83006f04-ef49-4487-a23c-df8b172b3de3)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:32.717908 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.730987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Calling delete_port for 9ba3672e-20f7-43d0-a2de-99151f3dbd3a owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:32.783857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.809884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (9ba3672e-20f7-43d0-a2de-99151f3dbd3a), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.816188 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:32.818499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] No DVR routers for this DVR port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:03:32.843418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Pushing event deleted for resources: {'Port': ['ID=9ba3672e-20f7-43d0-a2de-99151f3dbd3a,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:32.847268 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] No DVR routers for this DVR port 9ba3672e-20f7-43d0-a2de-99151f3dbd3a on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:03:32.854769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.855109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.859824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.862656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.862656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.862656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.862656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094f7fc3-2942-4664-a910-3c339cb78b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:03:32.889985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (f86b7d55-3575-4193-a313-056d6af1cf6b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.911206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52312a7400>,) {'filters': {'network_id': ['f86b7d55-3575-4193-a313-056d6af1cf6b']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:32.920654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52312a7400>, '83006f04-ef49-4487-a23c-df8b172b3de3') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:32.920956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52312a7400>, '83006f04-ef49-4487-a23c-df8b172b3de3') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:32.930951 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (83006f04-ef49-4487-a23c-df8b172b3de3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.944184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (83006f04-ef49-4487-a23c-df8b172b3de3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.949961 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:03:32.950363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (83006f04-ef49-4487-a23c-df8b172b3de3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:03:32.952029 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:03:33.068742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (f86b7d55-3575-4193-a313-056d6af1cf6b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:33.074577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:33.077760 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] 10.222.0.52 "DELETE /v2.0/networks/f86b7d55-3575-4193-a313-056d6af1cf6b HTTP/1.1" status: 204  len: 168 time: 0.6350875
May 14 22:03:33.081636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48580) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:33.088770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be46d07-4a1e-49d0-90a9-7657127a3e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=f86b7d55-3575-4193-a313-056d6af1cf6b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:33.338581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2f60323e-0e82-4151-b567-b9ed024e449a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:33.358990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 2f60323e-0e82-4151-b567-b9ed024e449a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:33.359338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 2f60323e-0e82-4151-b567-b9ed024e449a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:33.359786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ba3672e-20f7-43d0-a2de-99151f3dbd3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:33.382161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9ba3672e-20f7-43d0-a2de-99151f3dbd3a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:33.382506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9ba3672e-20f7-43d0-a2de-99151f3dbd3a not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:33.382936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919c4bc9-eb74-4989-9b33-604862815562 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:33.414027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (916b65a8-3530-4961-8168-643714497d91), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:33.568982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 919c4bc9-eb74-4989-9b33-604862815562 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:33.569595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 919c4bc9-eb74-4989-9b33-604862815562 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:33.656010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Deleting port 4af371e2-88c0-4c2c-b517-36be0c3927c1 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:33.656391 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:33.736808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] For port 4af371e2-88c0-4c2c-b517-36be0c3927c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4af371e2-88c0-4c2c-b517-36be0c3927c1,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:33.737175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:33.749669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Calling delete_port for 4af371e2-88c0-4c2c-b517-36be0c3927c1 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:33.982749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4af371e2-88c0-4c2c-b517-36be0c3927c1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:34.008053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af371e2-88c0-4c2c-b517-36be0c3927c1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:34.182028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (916b65a8-3530-4961-8168-643714497d91), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:34.399607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Router 916b65a8-3530-4961-8168-643714497d91 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:03:34.842055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:03:34.847440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-12c73c64-683d-4c2b-bfec-0c7994af9610 admin admin] 10.222.0.52 "PUT /v2.0/routers/916b65a8-3530-4961-8168-643714497d91/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7647636
May 14 22:03:34.850057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48582) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:34.852887 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] Sync routers for ids ['916b65a8-3530-4961-8168-643714497d91'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:03:34.863346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] Routers {'916b65a8-3530-4961-8168-643714497d91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:03:34.864088 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:03:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['916b65a8-3530-4961-8168-643714497d91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:34.956587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks [] for router (916b65a8-3530-4961-8168-643714497d91), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:34.973328 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] Set router 916b65a8-3530-4961-8168-643714497d91 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:03:35.069492 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks [] for router_gateway (916b65a8-3530-4961-8168-643714497d91), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.150217 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T22:03:33Z', 'revision_number': 5, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port': {'id': 'e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:39:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b65a8-3530-4961-8168-643714497d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T21:56:24Z', 'updated_at': '2022-05-14T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:35.166484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Deleting port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:35.166825 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.177365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] Checking router: 916b65a8-3530-4961-8168-643714497d91 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:03:35.185773 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] Routers {'916b65a8-3530-4961-8168-643714497d91'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:03:35.186379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:03:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['916b65a8-3530-4961-8168-643714497d91'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:35.245048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] For port e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:35.245707 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.262740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Calling delete_port for e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:35.273416 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] Set router 916b65a8-3530-4961-8168-643714497d91 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:03:35.329345 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5232104e80>, [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T22:03:35Z', 'revision_number': 6, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:35.356035 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79534da-b32c-4bca-bef9-7fb3d6fe6157 None None] The sync data for ids ['916b65a8-3530-4961-8168-643714497d91'] in ncdv-master-1 is: [{'id': '916b65a8-3530-4961-8168-643714497d91', 'name': 'tempest-TestVolumeBootPattern-182906603-router', 'tenant_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T21:56:22Z', 'updated_at': '2022-05-14T22:03:35Z', 'revision_number': 6, 'project_id': '321c9cab4b514acbbf4f85e413b9e4ae', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:03:35.487453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.511082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:35.580360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (916b65a8-3530-4961-8168-643714497d91), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.673164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (916b65a8-3530-4961-8168-643714497d91), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.675993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks [] for router_controller (916b65a8-3530-4961-8168-643714497d91), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.772563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (916b65a8-3530-4961-8168-643714497d91), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.773214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916b65a8-3530-4961-8168-643714497d91 {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:03:35.778183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.779351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-49924aad-cf5e-40a1-9c73-e0ac2045d413 admin admin] 10.222.0.52 "DELETE /v2.0/routers/916b65a8-3530-4961-8168-643714497d91 HTTP/1.1" status: 204  len: 168 time: 0.9283874
May 14 22:03:35.792627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48586) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:35.827863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Deleting subnet 96d3883f-e8fc-4706-80e4-cffbb3725e24 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:03:35.831935 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Publish callbacks [] for subnet (96d3883f-e8fc-4706-80e4-cffbb3725e24), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.866719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (96d3883f-e8fc-4706-80e4-cffbb3725e24), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:35.949342 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (96d3883f-e8fc-4706-80e4-cffbb3725e24), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.075827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (96d3883f-e8fc-4706-80e4-cffbb3725e24), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.089187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.094822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/96d3883f-e8fc-4706-80e4-cffbb3725e24 HTTP/1.1" status: 204  len: 168 time: 0.3092878
May 14 22:03:36.095186 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48588) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:36.095715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814a033-70ad-45dd-8689-5f40ec47d160 None None] Network 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:03:36.113756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fee09-3be5-4188-84ea-2d4986ab429b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d3883f-e8fc-4706-80e4-cffbb3725e24,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:36.179997 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (33c0d9a2-c865-41ff-ad2b-e053bbc059b9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.231701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Deleting port b906d08a-e9af-40a6-aa94-4abacbd8a430 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:36.232042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.270894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] DHCP port deletion for 33c0d9a2-c865-41ff-ad2b-e053bbc059b9 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:03:36.297306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] For port b906d08a-e9af-40a6-aa94-4abacbd8a430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b906d08a-e9af-40a6-aa94-4abacbd8a430,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:36.297964 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.313508 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Calling delete_port for b906d08a-e9af-40a6-aa94-4abacbd8a430 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:36.314913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] Deleting port b906d08a-e9af-40a6-aa94-4abacbd8a430 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:03:36.315281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.379914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] For port b906d08a-e9af-40a6-aa94-4abacbd8a430, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b906d08a-e9af-40a6-aa94-4abacbd8a430,segment=NetworkSegment(7dcc285d-c495-4d7d-8f75-06bc41c3d243),segment_id=7dcc285d-c495-4d7d-8f75-06bc41c3d243)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:36.380315 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.397978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] Calling delete_port for b906d08a-e9af-40a6-aa94-4abacbd8a430 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:03:36.469463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.485555 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b906d08a-e9af-40a6-aa94-4abacbd8a430), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.500295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Pushing event deleted for resources: {'Port': ['ID=b906d08a-e9af-40a6-aa94-4abacbd8a430,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:36.504151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] No DVR routers for this DVR port b906d08a-e9af-40a6-aa94-4abacbd8a430 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:03:36.513196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] Pushing event deleted for resources: {'Port': ['ID=b906d08a-e9af-40a6-aa94-4abacbd8a430,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:36.519076 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc518c-d532-46ba-937c-902588f5d4cd None None] No DVR routers for this DVR port b906d08a-e9af-40a6-aa94-4abacbd8a430 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:03:36.581065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (33c0d9a2-c865-41ff-ad2b-e053bbc059b9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.601783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a74e400>,) {'filters': {'network_id': ['33c0d9a2-c865-41ff-ad2b-e053bbc059b9']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:36.610970 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a74e400>, '7dcc285d-c495-4d7d-8f75-06bc41c3d243') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:36.611319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a74e400>, '7dcc285d-c495-4d7d-8f75-06bc41c3d243') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:03:36.620826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (7dcc285d-c495-4d7d-8f75-06bc41c3d243), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.634420 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7dcc285d-c495-4d7d-8f75-06bc41c3d243), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.640516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:03:36.640899 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (7dcc285d-c495-4d7d-8f75-06bc41c3d243), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:03:36.643099 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:03:36.766761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (33c0d9a2-c865-41ff-ad2b-e053bbc059b9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.773309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:36.776466 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] 10.222.0.52 "DELETE /v2.0/networks/33c0d9a2-c865-41ff-ad2b-e053bbc059b9 HTTP/1.1" status: 204  len: 168 time: 0.6802588
May 14 22:03:36.787584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9658d-b39d-4463-a0d0-62ccc23c804d admin admin] Pushing event deleted for resources: {'Network': ['ID=33c0d9a2-c865-41ff-ad2b-e053bbc059b9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:37.098128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48592) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:37.137451 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4e2ccbcd-bef8-4fbb-8ab7-38bfa81623cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f801df18eb74b818c7ef4d2e10c576f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381713
May 14 22:03:37.139835 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48594) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:37.193261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d9d7a5-dcb4-478a-8e8d-33eddb54b610 admin admin] Publish callbacks [] for security_group (a51a69d1-2899-4c6c-83e4-4ee947921f65), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:37.210912 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d9d7a5-dcb4-478a-8e8d-33eddb54b610 admin admin] Publish callbacks [] for security_group (a51a69d1-2899-4c6c-83e4-4ee947921f65), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:37.309869 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d9d7a5-dcb4-478a-8e8d-33eddb54b610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a51a69d1-2899-4c6c-83e4-4ee947921f65), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:37.312609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-75d9d7a5-dcb4-478a-8e8d-33eddb54b610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:37.316588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-75d9d7a5-dcb4-478a-8e8d-33eddb54b610 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a51a69d1-2899-4c6c-83e4-4ee947921f65 HTTP/1.1" status: 204  len: 168 time: 0.1730595
May 14 22:03:37.322128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9d7a5-dcb4-478a-8e8d-33eddb54b610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a69d1-2899-4c6c-83e4-4ee947921f65,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:37.355446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:37.382690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:37.383136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e5cdcccf-ddd9-4bfa-bc29-d5b3d37770cc not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:37.383585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4af371e2-88c0-4c2c-b517-36be0c3927c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:37.402957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4af371e2-88c0-4c2c-b517-36be0c3927c1 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:37.403305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4af371e2-88c0-4c2c-b517-36be0c3927c1 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:37.403753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b906d08a-e9af-40a6-aa94-4abacbd8a430 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:03:37.423322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b906d08a-e9af-40a6-aa94-4abacbd8a430 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:03:37.423697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b906d08a-e9af-40a6-aa94-4abacbd8a430 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:03:37.902417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48600) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:37.943260 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-52c08986-c22a-4b3a-a78a-6a7a08ef389a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=321c9cab4b514acbbf4f85e413b9e4ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395472
May 14 22:03:37.945921 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48602) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:03:37.994110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ca7bae7-7607-41c7-a1ff-0dafba1509de admin admin] Publish callbacks [] for security_group (44d7980e-29c7-4223-8a59-65536909adda), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:38.017107 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ca7bae7-7607-41c7-a1ff-0dafba1509de admin admin] Publish callbacks [] for security_group (44d7980e-29c7-4223-8a59-65536909adda), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:38.132460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ca7bae7-7607-41c7-a1ff-0dafba1509de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (44d7980e-29c7-4223-8a59-65536909adda), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:38.135042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ca7bae7-7607-41c7-a1ff-0dafba1509de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:38.136235 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ca7bae7-7607-41c7-a1ff-0dafba1509de admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44d7980e-29c7-4223-8a59-65536909adda HTTP/1.1" status: 204  len: 168 time: 0.1894064
May 14 22:03:38.143937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7bae7-7607-41c7-a1ff-0dafba1509de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7980e-29c7-4223-8a59-65536909adda,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:40.378151 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70082f82-8052-47e8-a146-6fc99136654b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:42.240654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:42.886436 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c3e40c-98fd-4db7-9dff-ea7243c1b794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:42.942933 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:43.989565 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:45.828094 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:46.811777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:50.484258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-02f9f87c-729e-43bf-a1ac-39d704a96bc0 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fda412b109db40e2b861ef03652db7f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0293670
May 14 22:03:50.666660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-6e80aad4-2136-4de1-b2a1-64b354f22bf9 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:50.668125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-6e80aad4-2136-4de1-b2a1-64b354f22bf9 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1788876
May 14 22:03:50.682905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-8f6578b8-8e6e-4a0a-a3bf-ee71fed2081f tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/quotas/fda412b109db40e2b861ef03652db7f4 HTTP/1.1" status: 200  len: 375 time: 0.0094934
May 14 22:03:50.713735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-59326519-3a93-4077-a7e8-5f8e1e7ea103 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fda412b109db40e2b861ef03652db7f4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0261018
May 14 22:03:50.956775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71844441-7761-407a-93b8-d030ae11e4c1 req-a4c9ca8a-5dc3-4b6d-8257-8d565b7623f8 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 210 time: 0.0280638
May 14 22:03:52.052666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-591b306a-0231-4dda-aa52-08636615c394 req-13ac457a-8738-4be6-8ca1-b3b8ae07e1c8 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 210 time: 0.0283248
May 14 22:03:52.453686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:03:52.981997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-217f70b4-533f-4813-b49b-fdf0fcb9c688 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fda412b109db40e2b861ef03652db7f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0217297
May 14 22:03:53.093503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-7eab1b64-b04d-4ee3-b903-c3c4586ad1f4 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:53.094762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-7eab1b64-b04d-4ee3-b903-c3c4586ad1f4 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1079702
May 14 22:03:53.106536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Request body: {'port': {'device_id': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'admin_state_up': True, 'tenant_id': 'fda412b109db40e2b861ef03652db7f4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:03:53.185216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0cd99dd-c1d5-4745-9c90-3bd60bb720fe req-05de8640-7722-41a9-8488-dc5dcdd5da81 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 210 time: 0.0571558
May 14 22:03:53.326494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Made reservation on behalf of fda412b109db40e2b861ef03652db7f4 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:03:53.329980 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:53.340129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:53.415258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks [] for security_group (3d19a5c8-c0c6-4358-89eb-60705d9db7b0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:53.486557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3d19a5c8-c0c6-4358-89eb-60705d9db7b0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:53.549055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d19a5c8-c0c6-4358-89eb-60705d9db7b0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:53.626458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Allocated IP 192.168.233.192 (b4aaecb0-40ad-436e-985f-0eab837f5551/8a1f63f9-52a4-4ff0-89bf-40b53bd80a84/06262602-07d6-4faa-8231-d226de9a16d9) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:03:53.784003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks [] for port (06262602-07d6-4faa-8231-d226de9a16d9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:53.892465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (06262602-07d6-4faa-8231-d226de9a16d9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:53.935605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Network b4aaecb0-40ad-436e-985f-0eab837f5551 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:03:53.941264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:03:53.945043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:03:53.951376 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Pushing event updated for resources: {'Port': ['ID=06262602-07d6-4faa-8231-d226de9a16d9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:53.997592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:53.998227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:54.072097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-ef135d46-928d-48c9-aa4b-56dfdc94ca61 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9694247
May 14 22:03:54.081718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-cf912fab-e42b-4af8-b343-39959e912809 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:03:54.082745 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-cf912fab-e42b-4af8-b343-39959e912809 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0058928
May 14 22:03:54.195891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Request body: {'port': {'device_id': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:03:54.208687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ecf1526f-df8f-43d6-b560-396be01c05b8 None None] Provisioning complete for port 06262602-07d6-4faa-8231-d226de9a16d9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:03:54.209264 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecf1526f-df8f-43d6-b560-396be01c05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (06262602-07d6-4faa-8231-d226de9a16d9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:54.248702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1526f-df8f-43d6-b560-396be01c05b8 None None] Port 06262602-07d6-4faa-8231-d226de9a16d9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:03:54.262771 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06262602-07d6-4faa-8231-d226de9a16d9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:54.331764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa20e4-8963-40bd-8fed-8f0842b64416 req-67544644-2f30-4a8a-b9fa-1350ad18074a tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:54.333152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-befa20e4-8963-40bd-8fed-8f0842b64416 req-67544644-2f30-4a8a-b9fa-1350ad18074a tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 936 time: 0.0724258
May 14 22:03:54.463857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-befa20e4-8963-40bd-8fed-8f0842b64416 req-c4b23de9-2bb4-4574-8743-3b1a88e58dc8 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229639
May 14 22:03:54.629846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06262602-07d6-4faa-8231-d226de9a16d9 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:03:54.637092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Publish callbacks [] for port (06262602-07d6-4faa-8231-d226de9a16d9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:54.649607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Transition to ACTIVE for port object 06262602-07d6-4faa-8231-d226de9a16d9 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:03:54.772002 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (06262602-07d6-4faa-8231-d226de9a16d9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:54.824164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Pushing event updated for resources: {'Port': ['ID=06262602-07d6-4faa-8231-d226de9a16d9,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:54.901361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Attempting to bind port 06262602-07d6-4faa-8231-d226de9a16d9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:03:54.901760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Attempting to bind port 06262602-07d6-4faa-8231-d226de9a16d9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:03:54.902029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Attempting to bind port 06262602-07d6-4faa-8231-d226de9a16d9 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:03:54.906719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Port 06262602-07d6-4faa-8231-d226de9a16d9 on network b4aaecb0-40ad-436e-985f-0eab837f5551 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:03:54.907300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Attempting to bind port 06262602-07d6-4faa-8231-d226de9a16d9 on network b4aaecb0-40ad-436e-985f-0eab837f5551 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:03:54.913172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:03:54.913512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Checking segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:03:54.913900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Bound using segment: {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:03:54.914329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Bound port: 06262602-07d6-4faa-8231-d226de9a16d9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0adfbd-7eb9-48cf-9cd8-2649784ecc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:03:54.914839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06262602-07d6-4faa-8231-d226de9a16d9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:54.989227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] For port 06262602-07d6-4faa-8231-d226de9a16d9, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:03:54.992564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] For port 06262602-07d6-4faa-8231-d226de9a16d9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06262602-07d6-4faa-8231-d226de9a16d9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:03:55.069595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (06262602-07d6-4faa-8231-d226de9a16d9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:55.104194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.104848 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:55.106206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] 10.222.0.48 "PUT /v2.0/ports/06262602-07d6-4faa-8231-d226de9a16d9 HTTP/1.1" status: 200  len: 1096 time: 1.0152376
May 14 22:03:55.112319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'tag': '06262602-07d6-4faa-8231-d226de9a16d9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:03:55.112319 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898838d9-ad51-46c7-b09a-f04336544e81" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb884d2-76ba-45d8-9903-aad66a0b03f1", "tag": "06262602-07d6-4faa-8231-d226de9a16d9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:03:55.138664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa80c49-e55d-4019-a9fd-bd3084407a19 service neutron] Pushing event updated for resources: {'Port': ['ID=06262602-07d6-4faa-8231-d226de9a16d9,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:55.148325 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd46bb-d33d-42ca-843b-aac9daef4e3c x-openstack-request-id: req-a1bd46bb-d33d-42ca-843b-aac9daef4e3c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:03:55.148609 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb884d2-76ba-45d8-9903-aad66a0b03f1", "tag": "06262602-07d6-4faa-8231-d226de9a16d9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:03:55.148868 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1bd46bb-d33d-42ca-843b-aac9daef4e3c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:03:55.149278 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bd46bb-d33d-42ca-843b-aac9daef4e3c'] response: {'name': 'network-changed', 'server_uuid': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'tag': '06262602-07d6-4faa-8231-d226de9a16d9', 'status': 'completed', 'code': 200}
May 14 22:03:55.212266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898838d9-ad51-46c7-b09a-f04336544e81 req-221d9f0f-141d-488d-be9b-c1cc90a53adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.213811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-898838d9-ad51-46c7-b09a-f04336544e81 req-221d9f0f-141d-488d-be9b-c1cc90a53adf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fda412b109db40e2b861ef03652db7f4&device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 1130 time: 0.0438387
May 14 22:03:55.248843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-898838d9-ad51-46c7-b09a-f04336544e81 req-5c9e14ef-8286-48d7-827d-ca48cfebb506 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fda412b109db40e2b861ef03652db7f4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0202079
May 14 22:03:55.347160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898838d9-ad51-46c7-b09a-f04336544e81 req-c680daeb-d733-4741-8161-8cdc74747dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.348661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-898838d9-ad51-46c7-b09a-f04336544e81 req-c680daeb-d733-4741-8161-8cdc74747dc8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0944195
May 14 22:03:55.421210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-cc8dab9d-29ef-4864-9588-e5866fceacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.422587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-cc8dab9d-29ef-4864-9588-e5866fceacbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fda412b109db40e2b861ef03652db7f4&device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 1130 time: 0.0398791
May 14 22:03:55.472811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-f4b2c20e-8952-411f-ae5f-2e0f0f259241 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=06262602-07d6-4faa-8231-d226de9a16d9 HTTP/1.1" status: 200  len: 217 time: 0.0438032
May 14 22:03:55.520198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-1dcea3bc-f080-4a5f-8c43-aba6260194c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.521672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-1dcea3bc-f080-4a5f-8c43-aba6260194c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8a1f63f9-52a4-4ff0-89bf-40b53bd80a84 HTTP/1.1" status: 200  len: 843 time: 0.0435455
May 14 22:03:55.599933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-f58c63ce-e9fa-44fd-b7b9-1a324e68e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.601420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-f58c63ce-e9fa-44fd-b7b9-1a324e68e84d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b4aaecb0-40ad-436e-985f-0eab837f5551&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0728543
May 14 22:03:55.607501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c216c-f06f-421d-aad4-1b9cddbeced0 req-ac76fea6-5bd8-43dc-bf37-fcfd22508a00 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:55.608864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f23c216c-f06f-421d-aad4-1b9cddbeced0 req-ac76fea6-5bd8-43dc-bf37-fcfd22508a00 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 948 time: 0.0693922
May 14 22:03:55.705883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f23c216c-f06f-421d-aad4-1b9cddbeced0 req-3a1680f1-a096-44d9-9b00-1a3dbf0e8266 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888665
May 14 22:03:55.724179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-46f3e76d-612a-4ff2-b585-bcbbdd59ff34 service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144030
May 14 22:03:55.814614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-023184c0-9f4b-41ca-8cea-842215a90c68 req-57b6c8df-af67-4361-aa0b-50d1fddbcbfb service neutron] 10.222.0.48 "GET /v2.0/networks/b4aaecb0-40ad-436e-985f-0eab837f5551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845690
May 14 22:03:56.834627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206131fd-37b9-4040-a22a-303d87db8333 req-a161817e-4608-4694-b6c5-5b57ecd5dc2e tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:56.836460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-206131fd-37b9-4040-a22a-303d87db8333 req-a161817e-4608-4694-b6c5-5b57ecd5dc2e tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 948 time: 0.0539503
May 14 22:03:56.893901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-206131fd-37b9-4040-a22a-303d87db8333 req-cc4bc0ae-2a4a-46c1-9886-fbf3c7483a1a tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515716
May 14 22:03:57.544015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 06262602-07d6-4faa-8231-d226de9a16d9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:03:57.646926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 06262602-07d6-4faa-8231-d226de9a16d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06262602-07d6-4faa-8231-d226de9a16d9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:57.658185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '06262602-07d6-4faa-8231-d226de9a16d9', 'network_id': 'b4aaecb0-40ad-436e-985f-0eab837f5551', 'port_id': '06262602-07d6-4faa-8231-d226de9a16d9', 'mac_address': 'fa:16:3e:15:09:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1f63f9-52a4-4ff0-89bf-40b53bd80a84', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:03:57.695213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 06262602-07d6-4faa-8231-d226de9a16d9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:03:57.695640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06262602-07d6-4faa-8231-d226de9a16d9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:57.709488 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06262602-07d6-4faa-8231-d226de9a16d9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:03:57.729659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 06262602-07d6-4faa-8231-d226de9a16d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06262602-07d6-4faa-8231-d226de9a16d9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:57.793687 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (06262602-07d6-4faa-8231-d226de9a16d9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:57.841457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=06262602-07d6-4faa-8231-d226de9a16d9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:03:58.013846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fe12f-aa04-4820-af6c-3d4eae26426d req-e1e4fc62-41d4-4063-9f5b-5656c8e1efa6 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:58.015354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-855fe12f-aa04-4820-af6c-3d4eae26426d req-e1e4fc62-41d4-4063-9f5b-5656c8e1efa6 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 949 time: 0.0506809
May 14 22:03:58.019684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['06262602-07d6-4faa-8231-d226de9a16d9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:03:58.063151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-855fe12f-aa04-4820-af6c-3d4eae26426d req-8a282f16-c928-46c7-acb1-2bff206a4b43 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411754
May 14 22:03:59.181191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c883f-edef-48a7-a9fd-b1569066e1fe req-e4ee9448-5477-4d2d-96e8-116b2d77143b tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:59.182617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70c883f-edef-48a7-a9fd-b1569066e1fe req-e4ee9448-5477-4d2d-96e8-116b2d77143b tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 949 time: 0.0503368
May 14 22:03:59.229306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f70c883f-edef-48a7-a9fd-b1569066e1fe req-e6593f4e-e34e-4f7f-b2df-6ba32f3271a4 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411439
May 14 22:03:59.544543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 06262602-07d6-4faa-8231-d226de9a16d9 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:03:59.588270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 06262602-07d6-4faa-8231-d226de9a16d9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:03:59.663318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 06262602-07d6-4faa-8231-d226de9a16d9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:03:59.663726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (06262602-07d6-4faa-8231-d226de9a16d9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:59.743071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 06262602-07d6-4faa-8231-d226de9a16d9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:03:59.743457 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (06262602-07d6-4faa-8231-d226de9a16d9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:03:59.766408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06262602-07d6-4faa-8231-d226de9a16d9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:03:59.769756 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e70981-128d-4635-ba5e-e0f569583549" -d '{"events": [{"server_uuid": "9eb884d2-76ba-45d8-9903-aad66a0b03f1", "name": "network-vif-plugged", "status": "completed", "tag": "06262602-07d6-4faa-8231-d226de9a16d9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:03:59.782264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 06262602-07d6-4faa-8231-d226de9a16d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06262602-07d6-4faa-8231-d226de9a16d9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:03:59.880433 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e0524-2506-46c2-9e6b-4de0509391b5 x-openstack-request-id: req-812e0524-2506-46c2-9e6b-4de0509391b5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:03:59.880724 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb884d2-76ba-45d8-9903-aad66a0b03f1", "name": "network-vif-plugged", "status": "completed", "tag": "06262602-07d6-4faa-8231-d226de9a16d9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:03:59.880982 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-812e0524-2506-46c2-9e6b-4de0509391b5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:03:59.881388 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-812e0524-2506-46c2-9e6b-4de0509391b5'] response: {'server_uuid': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06262602-07d6-4faa-8231-d226de9a16d9', 'code': 200}
May 14 22:03:59.975327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1094-824b-4f9c-a9d8-0fe511f23281 req-2afdc27d-a0bc-4e2c-8718-a918e9a04a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:03:59.977118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8f1094-824b-4f9c-a9d8-0fe511f23281 req-2afdc27d-a0bc-4e2c-8718-a918e9a04a5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 1131 time: 0.0402796
May 14 22:04:00.023764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c8f1094-824b-4f9c-a9d8-0fe511f23281 req-c8635297-7b73-4414-a35d-f60a8f59c85a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412319
May 14 22:04:00.035114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (06262602-07d6-4faa-8231-d226de9a16d9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:00.082693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=06262602-07d6-4faa-8231-d226de9a16d9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:00.344327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f67b02-e338-42b6-bfe2-00c2f9977510 req-96119d42-8e84-4fe2-8047-85515d66e3dc tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:00.345697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0f67b02-e338-42b6-bfe2-00c2f9977510 req-96119d42-8e84-4fe2-8047-85515d66e3dc tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 950 time: 0.0481391
May 14 22:04:00.392121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0f67b02-e338-42b6-bfe2-00c2f9977510 req-e4815436-e99a-4487-8c0f-b0d6d9b62e06 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401826
May 14 22:04:01.508392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625112-f8f4-4a62-90e6-a517c6ef72ab req-07e8b381-cb52-42bb-b911-20b593470538 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:01.509871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92625112-f8f4-4a62-90e6-a517c6ef72ab req-07e8b381-cb52-42bb-b911-20b593470538 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 950 time: 0.0477657
May 14 22:04:01.555954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92625112-f8f4-4a62-90e6-a517c6ef72ab req-111aa7b6-c32a-40b6-8c07-873e0dd94914 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404198
May 14 22:04:01.938546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-95923201-8cb4-459f-862f-2df8a5ca5786 req-c64b9c54-c649-4ccc-b877-fe00cdf7866e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:04:01.939641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95923201-8cb4-459f-862f-2df8a5ca5786 req-c64b9c54-c649-4ccc-b877-fe00cdf7866e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0552704
May 14 22:04:02.820972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66e3e-b5d4-4aa7-b32d-0a9c885a958a req-cfeba581-8aee-40ac-9493-34f02d439b96 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:02.822525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8fe66e3e-b5d4-4aa7-b32d-0a9c885a958a req-cfeba581-8aee-40ac-9493-34f02d439b96 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 950 time: 0.0505342
May 14 22:04:02.868790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8fe66e3e-b5d4-4aa7-b32d-0a9c885a958a req-8cde9e8f-17eb-4c1d-966c-6777ff4e0b58 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405834
May 14 22:04:03.985819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5887a35-ed7e-4144-8498-1f829987fe10 req-ea12a98f-0ffa-4552-8fb3-6151dc8370c7 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:03.987299 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5887a35-ed7e-4144-8498-1f829987fe10 req-ea12a98f-0ffa-4552-8fb3-6151dc8370c7 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 950 time: 0.0466340
May 14 22:04:04.062146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-6c2b9a76-f24d-4805-b8cc-2ae67a0dc1cd tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:04.063605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-6c2b9a76-f24d-4805-b8cc-2ae67a0dc1cd tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 950 time: 0.0640917
May 14 22:04:04.070451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5887a35-ed7e-4144-8498-1f829987fe10 req-063d19c5-0ff0-42c6-b458-c53f2ffa6c81 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/security-groups?id=3d19a5c8-c0c6-4358-89eb-60705d9db7b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768888
May 14 22:04:04.151125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Deleting port 06262602-07d6-4faa-8231-d226de9a16d9 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:04:04.151378 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (06262602-07d6-4faa-8231-d226de9a16d9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:04.243566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] For port 06262602-07d6-4faa-8231-d226de9a16d9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06262602-07d6-4faa-8231-d226de9a16d9,segment=NetworkSegment(8e0adfbd-7eb9-48cf-9cd8-2649784ecc49),segment_id=8e0adfbd-7eb9-48cf-9cd8-2649784ecc49)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:04.243972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (06262602-07d6-4faa-8231-d226de9a16d9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:04.256539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Calling delete_port for 06262602-07d6-4faa-8231-d226de9a16d9 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:04:04.429249 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (06262602-07d6-4faa-8231-d226de9a16d9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:04.440645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['06262602-07d6-4faa-8231-d226de9a16d9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:04:04.463528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Pushing event deleted for resources: {'Port': ['ID=06262602-07d6-4faa-8231-d226de9a16d9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:04.509804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] No DVR routers for this DVR port 06262602-07d6-4faa-8231-d226de9a16d9 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:04:04.512751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:04.523323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b92f5b84-cc85-40a0-b1e4-0280aa09d16c req-e58c45aa-17f7-4a4f-9cd1-255906ff1234 tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.48 "DELETE /v2.0/ports/06262602-07d6-4faa-8231-d226de9a16d9 HTTP/1.1" status: 204  len: 173 time: 0.4448030
May 14 22:04:04.523323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'name': 'network-vif-deleted', 'tag': '06262602-07d6-4faa-8231-d226de9a16d9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:04:04.523323 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c47924-9a4e-4b8a-85c0-d41dc5992097" -d '{"events": [{"server_uuid": "9eb884d2-76ba-45d8-9903-aad66a0b03f1", "name": "network-vif-deleted", "tag": "06262602-07d6-4faa-8231-d226de9a16d9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:04:04.555456 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1c0de3-7c88-4aab-9802-4713147dcf55 x-openstack-request-id: req-8f1c0de3-7c88-4aab-9802-4713147dcf55 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:04:04.555910 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb884d2-76ba-45d8-9903-aad66a0b03f1", "name": "network-vif-deleted", "tag": "06262602-07d6-4faa-8231-d226de9a16d9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:04:04.556054 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f1c0de3-7c88-4aab-9802-4713147dcf55 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:04:04.556425 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1c0de3-7c88-4aab-9802-4713147dcf55'] response: {'server_uuid': '9eb884d2-76ba-45d8-9903-aad66a0b03f1', 'name': 'network-vif-deleted', 'tag': '06262602-07d6-4faa-8231-d226de9a16d9', 'status': 'completed', 'code': 200}
May 14 22:04:05.180288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a5e22c1-2bac-47c7-9f1d-84f2a07eeb79 req-da1db925-b79a-43b9-88d0-296dbc68074d tempest-ServersAdminNegativeTestJSON-1313495445 tempest-ServersAdminNegativeTestJSON-1313495445-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eb884d2-76ba-45d8-9903-aad66a0b03f1 HTTP/1.1" status: 200  len: 210 time: 0.0281320
May 14 22:04:06.630896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:04:06.765069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-30c58973-f29b-4f5e-bf69-4d8a657d4ee3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fda412b109db40e2b861ef03652db7f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1329968
May 14 22:04:06.767502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48766) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:04:06.818336 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0d4a-23ce-4d46-8f29-0cbf0ef1314c admin admin] Publish callbacks [] for security_group (3d19a5c8-c0c6-4358-89eb-60705d9db7b0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:06.839943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0d4a-23ce-4d46-8f29-0cbf0ef1314c admin admin] Publish callbacks [] for security_group (3d19a5c8-c0c6-4358-89eb-60705d9db7b0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:06.983653 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0d4a-23ce-4d46-8f29-0cbf0ef1314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (3d19a5c8-c0c6-4358-89eb-60705d9db7b0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:06.986267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5adc0d4a-23ce-4d46-8f29-0cbf0ef1314c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:06.987420 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5adc0d4a-23ce-4d46-8f29-0cbf0ef1314c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d19a5c8-c0c6-4358-89eb-60705d9db7b0 HTTP/1.1" status: 204  len: 168 time: 0.2190433
May 14 22:04:06.996056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc0d4a-23ce-4d46-8f29-0cbf0ef1314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d19a5c8-c0c6-4358-89eb-60705d9db7b0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:07.591255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 06262602-07d6-4faa-8231-d226de9a16d9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:04:07.612013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 06262602-07d6-4faa-8231-d226de9a16d9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:04:07.612462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 06262602-07d6-4faa-8231-d226de9a16d9 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:04:07.623734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:04:07.638347 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f22f8e1-1c3d-491a-876b-cbf8778f4c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:07.733805 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f22f8e1-1c3d-491a-876b-cbf8778f4c3c admin admin] Publish callbacks [] for security_group (fa0cf1e7-472b-44bf-b365-69157083ab29), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:07.783789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f22f8e1-1c3d-491a-876b-cbf8778f4c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fa0cf1e7-472b-44bf-b365-69157083ab29), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:07.830782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f22f8e1-1c3d-491a-876b-cbf8778f4c3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bf3acbbe0574df19e22452dabf68f0f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2059400
May 14 22:04:07.832234 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22f8e1-1c3d-491a-876b-cbf8778f4c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0cf1e7-472b-44bf-b365-69157083ab29,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:07.833519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48774) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:04:07.887269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a278c1-3087-488b-a825-31008d086d49 admin admin] Publish callbacks [] for security_group (fa0cf1e7-472b-44bf-b365-69157083ab29), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:07.908980 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a278c1-3087-488b-a825-31008d086d49 admin admin] Publish callbacks [] for security_group (fa0cf1e7-472b-44bf-b365-69157083ab29), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:08.079456 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a278c1-3087-488b-a825-31008d086d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fa0cf1e7-472b-44bf-b365-69157083ab29), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:08.082617 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b5a278c1-3087-488b-a825-31008d086d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:08.085674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b5a278c1-3087-488b-a825-31008d086d49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa0cf1e7-472b-44bf-b365-69157083ab29 HTTP/1.1" status: 204  len: 168 time: 0.2489421
May 14 22:04:08.091939 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a278c1-3087-488b-a825-31008d086d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0cf1e7-472b-44bf-b365-69157083ab29,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:09.059159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48796) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:04:09.157251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-620057634-network', 'tenant_id': '3c99987d1aff4bdab1f5c51729d01452'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:04:09.308087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Made reservation on behalf of 3c99987d1aff4bdab1f5c51729d01452 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:04:09.310457 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.319048 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.390733 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks [] for security_group (f51be23a-00e7-42bb-94b7-7215c9ed9ddc), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.440182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f51be23a-00e7-42bb-94b7-7215c9ed9ddc), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.464668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:04:09.475552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51be23a-00e7-42bb-94b7-7215c9ed9ddc,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:09.482549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (58c87c00-203d-420e-8f53-f8383f54bd37), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.483124 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Added segment 58c87c00-203d-420e-8f53-f8383f54bd37 of type vlan for network b6225137-5e54-45bd-8827-d22bb1135ebe
May 14 22:04:09.525115 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (b6225137-5e54-45bd-8827-d22bb1135ebe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.583672 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (b6225137-5e54-45bd-8827-d22bb1135ebe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.584669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:09.585239 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:09.966549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 0.9061842
May 14 22:04:09.969549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48800) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:04:09.973490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9dae1-9922-4065-a1d3-825abc969217 admin admin] Pushing event updated for resources: {'Network': ['ID=b6225137-5e54-45bd-8827-d22bb1135ebe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:09.974654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Request body: {'subnet': {'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-620057634-subnet', 'tenant_id': '3c99987d1aff4bdab1f5c51729d01452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:04:09.985614 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network b6225137-5e54-45bd-8827-d22bb1135ebe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:04:10.114798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Made reservation on behalf of 3c99987d1aff4bdab1f5c51729d01452 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:04:10.117247 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:10.377530 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (7c363328-3b73-4bfc-aa51-47f080dc7203), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:10.405700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b34dc071-a258-40aa-81c4-4327a9bededf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:10.436062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c363328-3b73-4bfc-aa51-47f080dc7203,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:10.444155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Checking segment: {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:04:10.444526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Network hostable DHCP agents. Network: b6225137-5e54-45bd-8827-d22bb1135ebe, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:04:10.519959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Network b6225137-5e54-45bd-8827-d22bb1135ebe is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:04:10.605950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6225137-5e54-45bd-8827-d22bb1135ebe) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:04:10.610503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:10.611103 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:10.617261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311cbcbd-9411-4a7a-acd2-8a590d58636b None None] Network b6225137-5e54-45bd-8827-d22bb1135ebe requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:04:10.688402 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-858bfd49-c92b-4993-a03b-2bc28288cd7e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7177429
May 14 22:04:10.721729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0816ab2-fd62-4084-a24b-ca668d7b08ba None None] Network b6225137-5e54-45bd-8827-d22bb1135ebe requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:04:11.111642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-169a4c6f-dcf0-4a37-9470-d55692f4a0e6 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:11.113726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-169a4c6f-dcf0-4a37-9470-d55692f4a0e6 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 811 time: 0.1011512
May 14 22:04:11.128358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-b0b634cf-a84f-44ac-885d-eed0ea10f2c0 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/quotas/3c99987d1aff4bdab1f5c51729d01452 HTTP/1.1" status: 200  len: 375 time: 0.0091665
May 14 22:04:11.164335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7194ea39-8616-4d20-8ee0-cbeeeb9a2299 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0303993
May 14 22:04:11.174335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2b862078-9563-4105-90d1-5633e07e2276 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:04:11.175256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2b862078-9563-4105-90d1-5633e07e2276 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0047679
May 14 22:04:11.262440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-592a2028-d2a8-4e74-af65-e36692852bea service neutron] 10.222.0.52 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810754
May 14 22:04:11.351721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-5c9e14b4-ad7d-413a-a6ff-783d01d9a05a service neutron] 10.222.0.52 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835905
May 14 22:04:11.587371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-19d23663-e3c8-4c12-a429-f1bc7ed196bb req-850f15ad-533f-472d-8b39-5165254e8684 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 210 time: 0.0286968
May 14 22:04:12.239964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:12.681866 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23bd58f9-928e-4af8-889d-3ea55cc056d4 req-682cc6ad-13f9-4d90-801a-8e74c2e80b76 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 210 time: 0.0273151
May 14 22:04:12.885520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-69f8906c-577e-4a8c-82ed-78733e1740ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:12.919719 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:13.515365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-dae083f7-fb44-4d0a-98a5-6c82c71a319d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:13.516936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-dae083f7-fb44-4d0a-98a5-6c82c71a319d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.48 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 811 time: 0.1047773
May 14 22:04:13.529973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Request body: {'port': {'device_id': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe', 'admin_state_up': True, 'tenant_id': '3c99987d1aff4bdab1f5c51729d01452'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:04:13.731831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Made reservation on behalf of 3c99987d1aff4bdab1f5c51729d01452 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:04:13.735379 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:13.813891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac921ce-fd46-42d3-a70f-a265d288cd5f req-6345f541-94d1-4c7e-9a07-cc998cddddee tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 210 time: 0.0555749
May 14 22:04:13.891324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Allocated IP 172.20.0.5 (b6225137-5e54-45bd-8827-d22bb1135ebe/7c363328-3b73-4bfc-aa51-47f080dc7203/caea385d-35cf-470b-89ad-f48a5ed8c163) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:04:13.954532 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.039379 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks [] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.126203 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.168012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Network b6225137-5e54-45bd-8827-d22bb1135ebe is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:04:14.172982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:04:14.177293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:04:14.183664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:14.230877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:14.231496 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.311250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-2c603760-3179-4ad8-86cd-cea88e4879cd tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7865784
May 14 22:04:14.322685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Request body: {'port': {'device_id': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:04:14.379414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.674436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caea385d-35cf-470b-89ad-f48a5ed8c163 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:04:14.682280 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Publish callbacks [] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.694561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Transition to ACTIVE for port object caea385d-35cf-470b-89ad-f48a5ed8c163 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:04:14.748809 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.805642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:14.876647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:04:14.876982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:04:14.877308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 on network b6225137-5e54-45bd-8827-d22bb1135ebe {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:04:14.882287 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Port caea385d-35cf-470b-89ad-f48a5ed8c163 on network b6225137-5e54-45bd-8827-d22bb1135ebe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:04:14.882606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 on network b6225137-5e54-45bd-8827-d22bb1135ebe {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:04:14.887574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:04:14.887908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Checking segment: {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:04:14.888290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Bound using segment: {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:04:14.888712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Bound port: caea385d-35cf-470b-89ad-f48a5ed8c163, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:04:14.889064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:14.968347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693b079-e1be-4287-9df6-160623488cae req-cad211ed-648a-488f-b82f-9c02488c18a5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:14.969829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8693b079-e1be-4287-9df6-160623488cae req-cad211ed-648a-488f-b82f-9c02488c18a5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0779192
May 14 22:04:15.011267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:04:15.015096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:04:15.039804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8693b079-e1be-4287-9df6-160623488cae req-cf9cd956-eb3c-4459-a977-a90ae6934572 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626197
May 14 22:04:15.091408 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:15.134259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:15.135045 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:15.136344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] 10.222.0.48 "PUT /v2.0/ports/caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 1091 time: 0.8177209
May 14 22:04:15.136853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:04:15.139115 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8645268b-a08e-4646-b94f-a8b62b07870a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:04:15.177325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0efa02-a489-4b80-9dd3-086ad4deec47 service neutron] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:15.185658 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadcc066-ae1b-4499-bbe8-2288cf32158f x-openstack-request-id: req-fadcc066-ae1b-4499-bbe8-2288cf32158f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:04:15.185952 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:04:15.186205 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fadcc066-ae1b-4499-bbe8-2288cf32158f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:04:15.186632 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadcc066-ae1b-4499-bbe8-2288cf32158f'] response: {'name': 'network-changed', 'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'status': 'completed', 'code': 200}
May 14 22:04:15.247957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645268b-a08e-4646-b94f-a8b62b07870a req-68b0364e-8fa0-47f4-8217-ba8259c2fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:15.249470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8645268b-a08e-4646-b94f-a8b62b07870a req-68b0364e-8fa0-47f4-8217-ba8259c2fc9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0441155
May 14 22:04:15.349029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645268b-a08e-4646-b94f-a8b62b07870a req-34f4ebe3-3804-421a-a74c-b4c07235052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:15.350496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8645268b-a08e-4646-b94f-a8b62b07870a req-34f4ebe3-3804-421a-a74c-b4c07235052b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3c99987d1aff4bdab1f5c51729d01452&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0945907
May 14 22:04:15.441235 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645268b-a08e-4646-b94f-a8b62b07870a req-3d6c4a28-6a43-4420-a883-1ca7cf63e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:15.442680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8645268b-a08e-4646-b94f-a8b62b07870a req-3d6c4a28-6a43-4420-a883-1ca7cf63e467 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0865314
May 14 22:04:15.513700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-1899a8c3-a293-45f6-b4b2-6181e01b9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:15.515185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-1899a8c3-a293-45f6-b4b2-6181e01b9a95 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0392346
May 14 22:04:15.561739 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-cd225258-e946-4a20-9cf3-427c25118419 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0395160
May 14 22:04:15.609889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b88e3fa-a2b3-402a-8ce6-b41a662003be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:15.611333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-7b88e3fa-a2b3-402a-8ce6-b41a662003be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0445361
May 14 22:04:15.642868 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-06972592-a45e-4800-865a-ce041d71c3ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254698
May 14 22:04:15.734081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-ec42a297-14b2-41ee-84d6-38e20c9538f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850735
May 14 22:04:15.805772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:15.824019 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ec5a7594-149d-46f8-96f0-15bf99e544c3 req-d693013a-a082-4346-8e40-ca0fd1a1e5e1 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842307
May 14 22:04:16.161865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bbbcb-6435-4c8e-ade8-1dd021ed0fac req-20f3baab-9d5d-4913-b263-0f34c05b195d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:16.163249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-741bbbcb-6435-4c8e-ade8-1dd021ed0fac req-20f3baab-9d5d-4913-b263-0f34c05b195d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0522826
May 14 22:04:16.211099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-741bbbcb-6435-4c8e-ade8-1dd021ed0fac req-5129d5cd-216e-4741-bed5-53bc5e78e8b5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421672
May 14 22:04:16.799778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:17.326620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57716c-2661-4820-a6fc-4e487f77969a req-bdd8efd3-9fbb-4085-99b3-69969849d530 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:17.328121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc57716c-2661-4820-a6fc-4e487f77969a req-bdd8efd3-9fbb-4085-99b3-69969849d530 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0489922
May 14 22:04:17.374490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc57716c-2661-4820-a6fc-4e487f77969a req-58aa1f95-2258-467b-847c-6576e629f086 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404837
May 14 22:04:17.637024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:04:17.734568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:17.746027 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe', 'port_id': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'mac_address': 'fa:16:3e:81:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c363328-3b73-4bfc-aa51-47f080dc7203', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:04:17.782333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port caea385d-35cf-470b-89ad-f48a5ed8c163 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:04:17.782727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:17.799685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caea385d-35cf-470b-89ad-f48a5ed8c163 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:04:17.818150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:17.879452 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:17.927408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:18.061371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['caea385d-35cf-470b-89ad-f48a5ed8c163'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:04:18.486872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6240-2cb0-43d2-a2ef-f8b9def8cfc3 req-ab5ed8a3-f790-4f46-b5db-dd7a3783342a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:18.488375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c5e6240-2cb0-43d2-a2ef-f8b9def8cfc3 req-ab5ed8a3-f790-4f46-b5db-dd7a3783342a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 944 time: 0.0468535
May 14 22:04:18.539140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c5e6240-2cb0-43d2-a2ef-f8b9def8cfc3 req-b007d186-2a30-4f5f-bad1-7adbec11c501 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444407
May 14 22:04:19.637139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:04:19.654436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4061484-fef9-499c-a6da-fc89ccef3cd1 req-acd99731-363e-4b89-8ed6-4e1648814ef4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:19.655948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4061484-fef9-499c-a6da-fc89ccef3cd1 req-acd99731-363e-4b89-8ed6-4e1648814ef4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 944 time: 0.0472467
May 14 22:04:19.681751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port caea385d-35cf-470b-89ad-f48a5ed8c163 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:04:19.703502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4061484-fef9-499c-a6da-fc89ccef3cd1 req-9cc6b23e-01b8-423f-b594-1ce2299fca7a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414648
May 14 22:04:19.720137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port caea385d-35cf-470b-89ad-f48a5ed8c163 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:04:19.720530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:19.797524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port caea385d-35cf-470b-89ad-f48a5ed8c163 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:04:19.797904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:19.820401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:04:19.822560 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09164a9-f69f-429d-ba83-216e7dfb3565" -d '{"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-plugged", "status": "completed", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:04:19.835932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:19.859276 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1716bf-8b28-4353-854d-13fb7376e93b x-openstack-request-id: req-8e1716bf-8b28-4353-854d-13fb7376e93b {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:04:19.859594 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-plugged", "status": "completed", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:04:19.859852 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e1716bf-8b28-4353-854d-13fb7376e93b {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:04:19.860255 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1716bf-8b28-4353-854d-13fb7376e93b'] response: {'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'code': 200}
May 14 22:04:19.885983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:19.941470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:19.952421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a2ee4-1d43-4c94-84d4-842e57ae7d59 req-580e53b8-6102-4f7a-a2fc-26fc28de567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:19.953940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea1a2ee4-1d43-4c94-84d4-842e57ae7d59 req-580e53b8-6102-4f7a-a2fc-26fc28de567c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1127 time: 0.0389824
May 14 22:04:19.997399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ea1a2ee4-1d43-4c94-84d4-842e57ae7d59 req-3e4d5ad1-8fb2-4e8a-9cc0-4afda712a06e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372064
May 14 22:04:20.824483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbc214-588e-4dbd-a0a8-d37465192d38 req-5f21bfff-0f78-472d-90be-390579a9ec94 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:20.825955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cdbc214-588e-4dbd-a0a8-d37465192d38 req-5f21bfff-0f78-472d-90be-390579a9ec94 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0505853
May 14 22:04:20.875290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9cdbc214-588e-4dbd-a0a8-d37465192d38 req-450745fe-ca58-4e6a-b0f0-6faaa3ef29de tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437760
May 14 22:04:21.988913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801c7be-ad16-4827-b1e5-ea19784471d2 req-8b5f2729-e799-40de-add8-4978f0f819ee tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:21.991191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a801c7be-ad16-4827-b1e5-ea19784471d2 req-8b5f2729-e799-40de-add8-4978f0f819ee tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0465028
May 14 22:04:22.036325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a801c7be-ad16-4827-b1e5-ea19784471d2 req-1e89dbba-205e-433b-9738-acb09799c7e7 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396225
May 14 22:04:22.482664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8fa1d-892f-4a38-8dd2-63b6672c72c8 req-ba996b64-cb6b-41fa-b026-236a7442abc7 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:22.484168 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8c8fa1d-892f-4a38-8dd2-63b6672c72c8 req-ba996b64-cb6b-41fa-b026-236a7442abc7 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0518055
May 14 22:04:22.531338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8c8fa1d-892f-4a38-8dd2-63b6672c72c8 req-7025e8a3-4d6e-4828-80fd-4d784828bceb tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414622
May 14 22:04:22.633042 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-a9e496f0-4765-4532-8e02-b3acdb7c92a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0920675
May 14 22:04:22.641800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-2f60cfc1-d5de-405d-b593-d7a1995d3af8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:04:22.642747 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-2f60cfc1-d5de-405d-b593-d7a1995d3af8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0049384
May 14 22:04:23.275797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-2736d513-41d7-4796-be33-c3b21fb16d56 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:23.277170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-2736d513-41d7-4796-be33-c3b21fb16d56 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports/caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 942 time: 0.1017990
May 14 22:04:23.652194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924967-9be3-40e0-ba50-39373eb132fe req-7f11c08c-438e-4c31-895c-1dab3837b02a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:23.653673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f924967-9be3-40e0-ba50-39373eb132fe req-7f11c08c-438e-4c31-895c-1dab3837b02a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0492382
May 14 22:04:23.702151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f924967-9be3-40e0-ba50-39373eb132fe req-5de60d17-d6b9-4818-8bf6-1f88e5083ba4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424075
May 14 22:04:24.611660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-c930c289-e3ea-40ee-865f-0f4d2ba8cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:24.613149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-c930c289-e3ea-40ee-865f-0f4d2ba8cbcb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1127 time: 0.0430064
May 14 22:04:24.701769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-98b1f116-6911-4962-9ce6-ba5a79a9fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:24.708205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-98b1f116-6911-4962-9ce6-ba5a79a9fcbb service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.0840645
May 14 22:04:24.748667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-b3726350-a314-4227-afb1-5be794ede0d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0386486
May 14 22:04:24.829554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-ea5f6d70-18d0-49d1-b315-cea32d414b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:24.831018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-ea5f6d70-18d0-49d1-b315-cea32d414b6f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0773365
May 14 22:04:24.839694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dce77a-8271-4b31-b2ea-4cac422c1242 req-c6651bb8-1f88-41dd-9586-07aab2bc0afe tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:24.841090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1dce77a-8271-4b31-b2ea-4cac422c1242 req-c6651bb8-1f88-41dd-9586-07aab2bc0afe tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0612192
May 14 22:04:24.872376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-cb710864-0f6d-482d-81b9-35eeb4206040 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302863
May 14 22:04:24.959746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1dce77a-8271-4b31-b2ea-4cac422c1242 req-d81deb22-0229-4f69-9910-bcc48c41c941 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094162
May 14 22:04:24.988138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-15eb0688-27a0-40e6-b5f2-390de694e708 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1082566
May 14 22:04:25.082553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-9b5a0c27-e8f9-46ed-82c2-1956d167f78c service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877774
May 14 22:04:26.077949 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e9db-84dd-4b79-909f-228ea89ce2d9 req-3963a723-e483-4bc1-918c-25f805deffb7 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:26.079441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bb0e9db-84dd-4b79-909f-228ea89ce2d9 req-3963a723-e483-4bc1-918c-25f805deffb7 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0483286
May 14 22:04:26.125912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6bb0e9db-84dd-4b79-909f-228ea89ce2d9 req-575201b9-4450-4ac1-9aec-3aa611addf61 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406268
May 14 22:04:27.247589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbede0a5-82b7-4038-a633-8a452dfd7b55 req-5ce6357b-8dd9-43a0-82bf-74b859cbe3f8 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:27.247589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbede0a5-82b7-4038-a633-8a452dfd7b55 req-5ce6357b-8dd9-43a0-82bf-74b859cbe3f8 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0462153
May 14 22:04:27.294314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dbede0a5-82b7-4038-a633-8a452dfd7b55 req-77c9467f-95fa-476f-b186-7b637e95ea6e tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453639
May 14 22:04:28.350964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-0ac94e5b-50df-4108-853a-957f43da2333 req-3349d01e-f51f-4657-b344-74908b8b814d tempest-TestNetworkAdvancedServerOps-94644676 tempest-TestNetworkAdvancedServerOps-94644676-project-admin] (115781) timed out ('10.222.0.52', 44682) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:04:28.411176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21b99b-9873-4b28-8cfe-e32b12d6febe req-a7616a4d-dbe0-4118-b85b-62dd9367cbaa tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:28.412861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de21b99b-9873-4b28-8cfe-e32b12d6febe req-a7616a4d-dbe0-4118-b85b-62dd9367cbaa tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0478749
May 14 22:04:28.459879 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de21b99b-9873-4b28-8cfe-e32b12d6febe req-3f42d360-b1e0-41ab-8d26-2177b5dd7bb4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408263
May 14 22:04:29.453343 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:04:29.859282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c159e-5544-4f20-b4a2-aa04301ed908 req-dde5c261-623f-4ada-a8fc-0b02383d8c5d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:29.860834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a73c159e-5544-4f20-b4a2-aa04301ed908 req-dde5c261-623f-4ada-a8fc-0b02383d8c5d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0472660
May 14 22:04:29.907140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a73c159e-5544-4f20-b4a2-aa04301ed908 req-bac63cdc-b04a-4461-bc93-ea72324e7192 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407798
May 14 22:04:31.024169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61f824-e8f8-46e7-a2ae-1a6011193c5e req-3b5ef6bc-3379-4823-9fce-0d03aeb6a120 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:31.025629 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f61f824-e8f8-46e7-a2ae-1a6011193c5e req-3b5ef6bc-3379-4823-9fce-0d03aeb6a120 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0498555
May 14 22:04:31.073569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f61f824-e8f8-46e7-a2ae-1a6011193c5e req-b30464f2-5e7e-4c2b-8351-50c5d03916b0 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422676
May 14 22:04:32.187739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ce79e-6743-4e08-be7f-b7eef0945d57 req-6d3dead0-385d-461f-89de-a3797731766e tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:32.189148 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a3ce79e-6743-4e08-be7f-b7eef0945d57 req-6d3dead0-385d-461f-89de-a3797731766e tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0465639
May 14 22:04:32.237229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a3ce79e-6743-4e08-be7f-b7eef0945d57 req-9d917ec7-e0d0-494c-8fdf-f8149b19b581 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416439
May 14 22:04:33.355340 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8636821-ff54-45ee-83a8-bc6b041bb35e req-da83c284-b707-472e-a0ca-8e895cd8bdbf tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:33.356836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f8636821-ff54-45ee-83a8-bc6b041bb35e req-da83c284-b707-472e-a0ca-8e895cd8bdbf tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0509017
May 14 22:04:33.403549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f8636821-ff54-45ee-83a8-bc6b041bb35e req-2c312b15-d204-4fa3-8159-4b2c44530770 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410659
May 14 22:04:34.529971 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c9643-655e-4dcc-b4a0-8c19a6e42918 req-678cc047-f47e-41e8-9b4a-4cedb1509464 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:34.531439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-308c9643-655e-4dcc-b4a0-8c19a6e42918 req-678cc047-f47e-41e8-9b4a-4cedb1509464 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0532749
May 14 22:04:34.579090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-308c9643-655e-4dcc-b4a0-8c19a6e42918 req-393b13f2-b7f9-41e0-93dd-52287e4aa16c tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413029
May 14 22:04:35.696694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5172b-72f9-42f1-9207-324782ba3115 req-e5bcc3f7-a4e7-417c-81ee-89ad48a4673f tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:35.698171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efc5172b-72f9-42f1-9207-324782ba3115 req-e5bcc3f7-a4e7-417c-81ee-89ad48a4673f tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0476465
May 14 22:04:35.748586 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-efc5172b-72f9-42f1-9207-324782ba3115 req-15d0891b-9c84-4115-87d5-054a0b34242e tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448446
May 14 22:04:36.867084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd07da5-5584-440d-80c0-45706787cb77 req-a8760c9b-8210-4f3d-a100-2c47341cbec5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:36.868626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecd07da5-5584-440d-80c0-45706787cb77 req-a8760c9b-8210-4f3d-a100-2c47341cbec5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0515709
May 14 22:04:36.915884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecd07da5-5584-440d-80c0-45706787cb77 req-eb87e19b-1f7f-43e2-9dae-a3f79dd719b8 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417097
May 14 22:04:38.029375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9d44b-7384-4428-8f83-ef1fb4346c66 req-d4cfc754-e76b-4dbe-9809-8a6893feb061 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:38.030846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc9d44b-7384-4428-8f83-ef1fb4346c66 req-d4cfc754-e76b-4dbe-9809-8a6893feb061 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0462222
May 14 22:04:38.078046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bc9d44b-7384-4428-8f83-ef1fb4346c66 req-33b68cf7-9d87-4ee9-9f31-300894e01a92 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413878
May 14 22:04:39.196834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894341c-0933-439c-9eff-a8ff1872a16c req-59697fb1-bd67-4f8c-b7fe-5ed147219597 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:39.198215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6894341c-0933-439c-9eff-a8ff1872a16c req-59697fb1-bd67-4f8c-b7fe-5ed147219597 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0515821
May 14 22:04:39.243982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6894341c-0933-439c-9eff-a8ff1872a16c req-7f671158-f640-456e-828e-654f0969e136 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401225
May 14 22:04:40.358395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03067567-f8a6-4f6d-ae74-04ed9b915f07 req-f89c12d2-69b6-4cac-86ed-12dd312406b2 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:40.359775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-58234d8c-5368-4c32-b93b-84e83f81c591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:40.360239 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03067567-f8a6-4f6d-ae74-04ed9b915f07 req-f89c12d2-69b6-4cac-86ed-12dd312406b2 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0465105
May 14 22:04:40.406818 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-03067567-f8a6-4f6d-ae74-04ed9b915f07 req-4c5f9d1b-13bc-46e8-ab72-32b3eb0c3ae5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404639
May 14 22:04:41.519721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f80ded-0b52-4a8b-a5b5-5795bccbf350 req-6b3e293e-9e82-4cc5-8a34-f336cb6843e0 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:41.521922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0f80ded-0b52-4a8b-a5b5-5795bccbf350 req-6b3e293e-9e82-4cc5-8a34-f336cb6843e0 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0462456
May 14 22:04:41.572574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0f80ded-0b52-4a8b-a5b5-5795bccbf350 req-42063bf5-2408-4f5c-8301-3294dd7b3c8f tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448780
May 14 22:04:42.308443 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:42.690094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75a34-795b-4b79-b736-792e5698dfc3 req-1ef0f140-24b1-467e-a0ef-00d3ad05e895 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:42.691611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce75a34-795b-4b79-b736-792e5698dfc3 req-1ef0f140-24b1-467e-a0ef-00d3ad05e895 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0473464
May 14 22:04:42.737861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ce75a34-795b-4b79-b736-792e5698dfc3 req-9e4b3d66-2cc1-4142-977a-c4e718d82fe7 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397234
May 14 22:04:42.868389 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ef981a6-279d-4a0c-b00e-790e9203e088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:42.948471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:43.854870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460885ee-ef7f-4c22-b2e1-22d8051de8f9 req-957b80a7-8b94-4ebe-b475-fcc0116bb2df tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:43.856403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-460885ee-ef7f-4c22-b2e1-22d8051de8f9 req-957b80a7-8b94-4ebe-b475-fcc0116bb2df tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0470784
May 14 22:04:43.903659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-460885ee-ef7f-4c22-b2e1-22d8051de8f9 req-ded4e075-91e6-4f76-bdaa-c7d84831acd6 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416727
May 14 22:04:43.970614 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:45.021684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa95a8-cb51-4b29-989b-976828c263ac req-2cbd454a-4a73-4c07-ae2c-82bfb2f9b05d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:45.023140 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcaa95a8-cb51-4b29-989b-976828c263ac req-2cbd454a-4a73-4c07-ae2c-82bfb2f9b05d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0501764
May 14 22:04:45.069633 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcaa95a8-cb51-4b29-989b-976828c263ac req-4235bebc-a6df-4c19-9431-66a60029676a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408058
May 14 22:04:45.805380 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:46.185972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ff5c4-52cf-475d-902d-633d04d01b7b req-0b94bba0-ee69-44e3-a66d-764921480cb0 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:46.187423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b2ff5c4-52cf-475d-902d-633d04d01b7b req-0b94bba0-ee69-44e3-a66d-764921480cb0 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0477457
May 14 22:04:46.233832 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b2ff5c4-52cf-475d-902d-633d04d01b7b req-e83b511c-6e8e-46b1-bcd1-43effa7b8dfe tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409651
May 14 22:04:46.804946 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:47.353844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabde02-7a6f-41ca-b83b-e47882c16517 req-ef765f85-ca0b-4fab-889b-985ba4a6a258 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:47.355327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4eabde02-7a6f-41ca-b83b-e47882c16517 req-ef765f85-ca0b-4fab-889b-985ba4a6a258 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0516496
May 14 22:04:47.402277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4eabde02-7a6f-41ca-b83b-e47882c16517 req-e7e98612-de42-4afe-9d4c-308bba1a3225 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413888
May 14 22:04:48.517713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0dff-7d40-4f64-8998-f8089700ec52 req-9f3c7e70-e00a-4c44-ba58-d080874a57c4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:48.519170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-923f0dff-7d40-4f64-8998-f8089700ec52 req-9f3c7e70-e00a-4c44-ba58-d080874a57c4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0477133
May 14 22:04:48.567401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-923f0dff-7d40-4f64-8998-f8089700ec52 req-f9e961f8-0247-441f-81d0-edb67e9ffa21 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419922
May 14 22:04:49.138056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-9b8f63cd-e54d-4251-bfe9-f03089c0ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:49.139534 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-9b8f63cd-e54d-4251-bfe9-f03089c0ec61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1127 time: 0.0384250
May 14 22:04:49.288352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-244335ed-589a-4831-9a9b-e6918518d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:49.288352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-244335ed-589a-4831-9a9b-e6918518d511 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.0892689
May 14 22:04:49.288352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-d9b800f1-e462-4401-92ff-3bb68143128d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0333550
May 14 22:04:49.338795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-587ada74-e1b8-4805-95bb-874c8fe66447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:49.340318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-587ada74-e1b8-4805-95bb-874c8fe66447 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0475616
May 14 22:04:49.373571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-036cffad-5696-4674-872e-a0b91c100fd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271680
May 14 22:04:49.465662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-c8ca2ceb-4943-4fe1-9007-8b25987c4448 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851958
May 14 22:04:49.562278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3c3f3874-992a-494e-8ec7-4b36bd15de10 req-4ac6880d-9590-46e3-9c3c-a78846bbc0a8 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881839
May 14 22:04:49.688090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a34f-0fbf-425f-8260-6be402faa8aa req-2246cbef-9a99-4393-bdd3-b0f880c055e5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:49.689589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaf1a34f-0fbf-425f-8260-6be402faa8aa req-2246cbef-9a99-4393-bdd3-b0f880c055e5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0490828
May 14 22:04:49.736128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaf1a34f-0fbf-425f-8260-6be402faa8aa req-adc31201-a6b3-452a-8fcb-2e3711d8545d tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406833
May 14 22:04:50.855498 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50cbffa-e103-44ac-b7dd-a7b00250a6e3 req-bc07e26e-7848-4528-8801-b060fdb866cf tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:50.857003 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b50cbffa-e103-44ac-b7dd-a7b00250a6e3 req-bc07e26e-7848-4528-8801-b060fdb866cf tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0500159
May 14 22:04:50.903802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b50cbffa-e103-44ac-b7dd-a7b00250a6e3 req-6b9bb3ed-a6a5-46a2-aa0a-7458ea58d2f6 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412068
May 14 22:04:52.018041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045e98c-5693-4092-83ab-defdc5d0aeb0 req-1afeb9c1-dccd-4830-8e30-ca627b71e967 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:52.019561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f045e98c-5693-4092-83ab-defdc5d0aeb0 req-1afeb9c1-dccd-4830-8e30-ca627b71e967 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0477984
May 14 22:04:52.069628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f045e98c-5693-4092-83ab-defdc5d0aeb0 req-84f3d19f-608e-4a6c-9ea4-e0609814aa0e tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444236
May 14 22:04:52.123555 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-9373fc72-407c-4873-bc8f-b9d956cf27d2 service neutron] show failed (client error): The resource could not be found.
May 14 22:04:52.124539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-9373fc72-407c-4873-bc8f-b9d956cf27d2 service neutron] 10.222.0.48 "GET /v2.0/ports/caea385d-35cf-470b-89ad-f48a5ed8c163/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0521178
May 14 22:04:52.625784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-5b3c9aab-c4dd-4936-9e12-eb8df104b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:52.627279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-5b3c9aab-c4dd-4936-9e12-eb8df104b72b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07&tenant_id=3c99987d1aff4bdab1f5c51729d01452 HTTP/1.1" status: 200  len: 1127 time: 0.0917449
May 14 22:04:52.637801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:04:52.694660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:52.934759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:52.966676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:04:53.004125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:04:53.007121 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece4074-7d7a-4182-9e09-b63eed8321d0" -d '{"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-unplugged", "status": "completed", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:04:53.010557 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Publish callbacks [] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:53.022811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Transition to ACTIVE for port object caea385d-35cf-470b-89ad-f48a5ed8c163 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:04:53.091128 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:53.127812 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cdd323-c7b6-4911-b8f8-b660c5b62d2d x-openstack-request-id: req-71cdd323-c7b6-4911-b8f8-b660c5b62d2d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:04:53.133492 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-unplugged", "status": "completed", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:04:53.133492 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71cdd323-c7b6-4911-b8f8-b660c5b62d2d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:04:53.133492 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cdd323-c7b6-4911-b8f8-b660c5b62d2d'] response: {'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'code': 200}
May 14 22:04:53.170683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] No DVR routers for this DVR port caea385d-35cf-470b-89ad-f48a5ed8c163 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:04:53.187216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:53.232021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.232369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.232712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.233052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.233393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.233725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.234053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.234379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.234705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.235030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.235353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.235704 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.236026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.236347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.236668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:53.266093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb054c-8338-46e1-85f9-2bd3f1703287 req-c44defd2-bb29-4fe6-95d5-1c023dcf3210 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:53.267596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0eb054c-8338-46e1-85f9-2bd3f1703287 req-c44defd2-bb29-4fe6-95d5-1c023dcf3210 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0947595
May 14 22:04:53.269896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:04:53.270227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:04:53.270585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 on network b6225137-5e54-45bd-8827-d22bb1135ebe {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:04:53.281674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Port caea385d-35cf-470b-89ad-f48a5ed8c163 on network b6225137-5e54-45bd-8827-d22bb1135ebe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:04:53.281997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Attempting to bind port caea385d-35cf-470b-89ad-f48a5ed8c163 on network b6225137-5e54-45bd-8827-d22bb1135ebe {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:04:53.294524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:04:53.294889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Checking segment: {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:04:53.295295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Bound using segment: {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:04:53.295750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Bound port: caea385d-35cf-470b-89ad-f48a5ed8c163, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c87c00-203d-420e-8f53-f8383f54bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:04:53.296107 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:53.351967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0eb054c-8338-46e1-85f9-2bd3f1703287 req-4a760162-2b07-4fc0-ad75-03e838737235 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778687
May 14 22:04:53.378341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:04:53.381447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:04:53.446047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:53.483177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:53.483912 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:53.485291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] 10.222.0.36 "PUT /v2.0/ports/caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 1091 time: 0.8512640
May 14 22:04:53.506400 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882baf8-be76-45ff-afb7-5f32dca89a3a service neutron] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:53.548295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-ae939628-aef8-4024-8432-72517fa8c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:53.549799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-ae939628-aef8-4024-8432-72517fa8c2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0405114
May 14 22:04:53.636523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-db6fdd05-0f6d-473b-bf71-dcf49574be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:53.637996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-db6fdd05-0f6d-473b-bf71-dcf49574be9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.0827148
May 14 22:04:53.681904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-14904a6b-b0a9-489e-b5d3-070769e52f00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0375919
May 14 22:04:53.732897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-b68fc598-2ce2-41ec-9a5b-7bd5d42d4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:53.734249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-b68fc598-2ce2-41ec-9a5b-7bd5d42d4c64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0459063
May 14 22:04:53.764554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-ca7fba8f-51a9-4c75-a0ec-93eef38bf3b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246375
May 14 22:04:53.856010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-290fe4d4-74fc-4029-a685-ad91059ce93b service neutron] 10.222.0.36 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847239
May 14 22:04:53.943133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b1140442-34c0-41e8-9818-e42b2b451d66 req-0b460908-17cb-4bcb-b1ec-6a870965f7e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802896
May 14 22:04:54.470539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38121a-e076-44bd-8e84-c070ad46d674 req-d4660f38-81d8-4ee1-b43b-05aa000ce197 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:54.472016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b38121a-e076-44bd-8e84-c070ad46d674 req-d4660f38-81d8-4ee1-b43b-05aa000ce197 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0499799
May 14 22:04:54.518754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b38121a-e076-44bd-8e84-c070ad46d674 req-0eeb4e5c-571e-4351-ad28-4bc29b60af54 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409060
May 14 22:04:55.130037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:04:55.132597 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:04:55.179187 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f21ee0-40f9-4d1c-b163-5750394bb416 x-openstack-request-id: req-32f21ee0-40f9-4d1c-b163-5750394bb416 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:04:55.179614 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:04:55.179745 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32f21ee0-40f9-4d1c-b163-5750394bb416 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:04:55.180145 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f21ee0-40f9-4d1c-b163-5750394bb416'] response: {'name': 'network-changed', 'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'status': 'completed', 'code': 200}
May 14 22:04:55.237449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-c9769dca-2dcd-4784-93ef-b74cac8011c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:55.238880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-c9769dca-2dcd-4784-93ef-b74cac8011c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0412893
May 14 22:04:55.359011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-b1183fb7-348b-44b8-a032-7436c08916d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:55.360511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-b1183fb7-348b-44b8-a032-7436c08916d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.1156654
May 14 22:04:55.363393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-622f7a96-a3f5-4abd-8605-ac933f0f6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:55.364766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-622f7a96-a3f5-4abd-8605-ac933f0f6aff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0522170
May 14 22:04:55.416875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-d2c5db09-88b1-46f9-b979-f3cfffaed613 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0494158
May 14 22:04:55.709017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:04:55.748484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port caea385d-35cf-470b-89ad-f48a5ed8c163 host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:04:55.748883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:04:55.884491 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-c1e7bdc3-1491-4da4-bb54-e8bd94c5e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:55.885839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-c1e7bdc3-1491-4da4-bb54-e8bd94c5e802 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.4630759
May 14 22:04:55.894051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4f24-be9b-4cca-8675-bb991b69ff39 req-ed051198-8591-4165-9bb3-95181d5af43a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:55.895412 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-035a4f24-be9b-4cca-8675-bb991b69ff39 req-ed051198-8591-4165-9bb3-95181d5af43a tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0740416
May 14 22:04:55.949120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-7171e651-39b4-4697-9d32-f71f217b0fbd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510974
May 14 22:04:55.951182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-04c39a76-34e3-46e3-baa1-4aa7b2225ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:55.952537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-04c39a76-34e3-46e3-baa1-4aa7b2225ac2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.5797069
May 14 22:04:56.055458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-7eacff95-d35f-4b3b-9c4c-f79c551c3188 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0903914
May 14 22:04:56.062198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-035a4f24-be9b-4cca-8675-bb991b69ff39 req-3feff8d6-e977-4869-9292-bde8c3fdf89e tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513464
May 14 22:04:56.124725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-0f5387a9-e4c0-468d-8f03-cee075e14d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:56.126200 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-0f5387a9-e4c0-468d-8f03-cee075e14d8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0631771
May 14 22:04:56.129523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-9d666b74-15dc-4c2d-8948-be9626ff3544 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732652
May 14 22:04:56.181665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-6e33f955-187b-4147-aba6-9a2b03c6782b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498857
May 14 22:04:56.300807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-9477fcbb-9fae-46f7-bc85-87120fb5d3ed service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608522
May 14 22:04:56.318026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-b774a3b7-8323-4cb8-89d6-ef8b36c4cceb service neutron] 10.222.0.36 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088893
May 14 22:04:56.403882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2da9a126-74c4-4e6e-95ca-5c708d7e8a16 req-9bbe396e-caae-462c-a08b-14ab9c52b31e service neutron] 10.222.0.36 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804396
May 14 22:04:56.529407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-bf626762-8eea-48bd-8c9e-fb2855a71b4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0368845
May 14 22:04:56.613388 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-34786de4-341f-436e-847a-150bf858f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:56.614872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-34786de4-341f-436e-847a-150bf858f53c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0429678
May 14 22:04:56.715796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-b2f6b08c-cec2-4ec4-b714-c0b71cbeee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:56.717356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-b2f6b08c-cec2-4ec4-b714-c0b71cbeee7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.0850348
May 14 22:04:56.761419 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-c61d9100-0acd-47b2-b1d3-b75d654f4fdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0381260
May 14 22:04:56.811343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-775c66bb-84f5-4f3e-ba3f-a6abc569c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:56.812792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-775c66bb-84f5-4f3e-ba3f-a6abc569c7a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0449505
May 14 22:04:56.844063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-25ab32a0-557e-4aa7-ad6c-431211c7e0a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254474
May 14 22:04:56.935883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-50b96f0d-9c57-4dfc-9c55-b169e15ba4bb service neutron] 10.222.0.36 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863361
May 14 22:04:57.024946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aec3a621-b48b-48b7-90bf-57af2d8dffab req-cb30f274-cb6a-40cf-9920-4d0ceaf3df0d service neutron] 10.222.0.36 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814216
May 14 22:04:57.183874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb154c0-e5b0-4613-a27e-31b795dcce2e req-a0a2d210-9d6e-4360-acad-62ce3595f4e3 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:57.185328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afb154c0-e5b0-4613-a27e-31b795dcce2e req-a0a2d210-9d6e-4360-acad-62ce3595f4e3 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 943 time: 0.0519445
May 14 22:04:57.233336 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afb154c0-e5b0-4613-a27e-31b795dcce2e req-e35256b0-2653-41e9-b7d4-80e17dc1fbb5 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424159
May 14 22:04:57.596528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-260cb4e5-cd0c-4b66-bdc5-ca4225017e8f tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:57.598008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-260cb4e5-cd0c-4b66-bdc5-ca4225017e8f tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07&tenant_id=3c99987d1aff4bdab1f5c51729d01452&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0500305
May 14 22:04:57.658262 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-5d1ddb60-4d7b-464d-a78b-2ecdacddbe7b service neutron] delete failed (client error): The resource could not be found.
May 14 22:04:57.659171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-5d1ddb60-4d7b-464d-a78b-2ecdacddbe7b service neutron] 10.222.0.48 "DELETE /v2.0/ports/caea385d-35cf-470b-89ad-f48a5ed8c163/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0541732
May 14 22:04:57.739542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-a114632b-6070-4017-85ae-489aca7a6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:57.741756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-a114632b-6070-4017-85ae-489aca7a6160 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3c99987d1aff4bdab1f5c51729d01452&device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 1125 time: 0.0404031
May 14 22:04:57.833472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-c8c7ea60-3c71-44bf-b1b8-dce9cfa1e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:57.834964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-c8c7ea60-3c71-44bf-b1b8-dce9cfa1e5ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 200  len: 912 time: 0.0879772
May 14 22:04:57.874226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-16bfd961-544b-4d47-b40e-2bf8c7b42116 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 200  len: 217 time: 0.0339904
May 14 22:04:57.925865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-1ac00a10-5d63-47d2-a37c-5be7f958ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:57.927258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-1ac00a10-5d63-47d2-a37c-5be7f958ee3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 200  len: 851 time: 0.0472450
May 14 22:04:57.960926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-4ea1edf4-3573-4254-9c82-958a176fb8c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b6225137-5e54-45bd-8827-d22bb1135ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277140
May 14 22:04:58.048114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-eb1f5c32-58da-44cc-9829-af311e1d74ba service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815406
May 14 22:04:58.075296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:04:58.144899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-88e56755-fee4-4c2a-b785-40b4909e5014 service neutron] 10.222.0.48 "GET /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901849
May 14 22:04:58.177387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:58.189348 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'network_id': 'b6225137-5e54-45bd-8827-d22bb1135ebe', 'port_id': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'mac_address': 'fa:16:3e:81:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c363328-3b73-4bfc-aa51-47f080dc7203', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:04:58.227687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port caea385d-35cf-470b-89ad-f48a5ed8c163 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:04:58.228306 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:58.240232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caea385d-35cf-470b-89ad-f48a5ed8c163 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:04:58.260136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:04:58.325433 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:04:58.375157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:04:58.382411 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.382761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.383103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.383441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.383805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.384137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.384467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.384792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.385124 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.385449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.385780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.386240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.386419 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.386742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.387061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:04:58.565784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['caea385d-35cf-470b-89ad-f48a5ed8c163'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:04:59.463195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dbdfc-bad1-4e4c-9977-d524117aba58 req-fda1f1a6-dac5-4057-876b-c6d03a59d6b8 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:04:59.464704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc3dbdfc-bad1-4e4c-9977-d524117aba58 req-fda1f1a6-dac5-4057-876b-c6d03a59d6b8 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 944 time: 0.0471296
May 14 22:04:59.512375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc3dbdfc-bad1-4e4c-9977-d524117aba58 req-c50046a5-13c1-4bb3-92d5-30d28ff85576 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420470
May 14 22:05:00.074222 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:05:00.120877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port caea385d-35cf-470b-89ad-f48a5ed8c163 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:05:00.181932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port caea385d-35cf-470b-89ad-f48a5ed8c163 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:05:00.182235 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:00.262889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port caea385d-35cf-470b-89ad-f48a5ed8c163 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:00.263273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:00.285917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:00.288138 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec451a3b-992e-4ba4-b1b8-ba6ab9d1b4f0" -d '{"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-plugged", "status": "completed", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:00.299870 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:00.327715 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528b4cfc-c3e0-4c5c-a6ef-d36326b78ca4 x-openstack-request-id: req-528b4cfc-c3e0-4c5c-a6ef-d36326b78ca4 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:00.328004 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-plugged", "status": "completed", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:00.328258 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-528b4cfc-c3e0-4c5c-a6ef-d36326b78ca4 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:00.328659 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528b4cfc-c3e0-4c5c-a6ef-d36326b78ca4'] response: {'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'code': 200}
May 14 22:05:00.370400 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:00.425443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:00.637553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a583ade-47fd-4da5-be85-4970c3373cb7 req-17d35951-cdf7-420e-ab36-84067dcf6370 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:00.639085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a583ade-47fd-4da5-be85-4970c3373cb7 req-17d35951-cdf7-420e-ab36-84067dcf6370 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0511687
May 14 22:05:00.699523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-ccef454d-84ef-43e6-8530-0c45ac9aec90 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:00.700909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-ccef454d-84ef-43e6-8530-0c45ac9aec90 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 945 time: 0.0609386
May 14 22:05:00.748513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5a583ade-47fd-4da5-be85-4970c3373cb7 req-25cf72e8-11ab-47f5-9952-edfb2b9c75b4 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/security-groups?id=f51be23a-00e7-42bb-94b7-7215c9ed9ddc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001406
May 14 22:05:00.802251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Deleting port caea385d-35cf-470b-89ad-f48a5ed8c163 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:05:00.802589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:00.891561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] For port caea385d-35cf-470b-89ad-f48a5ed8c163, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=caea385d-35cf-470b-89ad-f48a5ed8c163,segment=NetworkSegment(58c87c00-203d-420e-8f53-f8383f54bd37),segment_id=58c87c00-203d-420e-8f53-f8383f54bd37)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:00.891925 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:00.905386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Calling delete_port for caea385d-35cf-470b-89ad-f48a5ed8c163 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:05:01.119536 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (caea385d-35cf-470b-89ad-f48a5ed8c163), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:01.132327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['caea385d-35cf-470b-89ad-f48a5ed8c163'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:05:01.150110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Pushing event deleted for resources: {'Port': ['ID=caea385d-35cf-470b-89ad-f48a5ed8c163,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:01.197418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] No DVR routers for this DVR port caea385d-35cf-470b-89ad-f48a5ed8c163 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:05:01.199942 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:01.203075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5887abe9-3f19-4b83-a65f-17d023bacf89 req-e02c7ae1-3e01-4721-8548-dd3664394216 tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.36 "DELETE /v2.0/ports/caea385d-35cf-470b-89ad-f48a5ed8c163 HTTP/1.1" status: 204  len: 173 time: 0.4966357
May 14 22:05:01.203529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-deleted', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:01.205727 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a3f7ec-54f3-405f-8e32-8223f2ebbe48" -d '{"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-deleted", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:01.245079 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a74d849-7868-447d-9551-78251a6b1b92 x-openstack-request-id: req-3a74d849-7868-447d-9551-78251a6b1b92 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:01.245375 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccdbb1f-e059-48d2-b52e-2b13a6984c07", "name": "network-vif-deleted", "tag": "caea385d-35cf-470b-89ad-f48a5ed8c163", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:01.245626 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a74d849-7868-447d-9551-78251a6b1b92 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:01.246923 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a74d849-7868-447d-9551-78251a6b1b92'] response: {'server_uuid': '0ccdbb1f-e059-48d2-b52e-2b13a6984c07', 'name': 'network-vif-deleted', 'tag': 'caea385d-35cf-470b-89ad-f48a5ed8c163', 'status': 'completed', 'code': 200}
May 14 22:05:01.864000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c034d974-5124-40ac-8527-8dc412816dbf req-c715c9c0-3edc-4028-b017-353d9305707c tempest-DeleteServersTestJSON-668284347 tempest-DeleteServersTestJSON-668284347-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ccdbb1f-e059-48d2-b52e-2b13a6984c07 HTTP/1.1" status: 200  len: 210 time: 0.0281916
May 14 22:05:02.998378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 48964) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:05:03.041925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Deleting subnet 7c363328-3b73-4bfc-aa51-47f080dc7203 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:05:03.044926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Publish callbacks [] for subnet (7c363328-3b73-4bfc-aa51-47f080dc7203), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.085438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (7c363328-3b73-4bfc-aa51-47f080dc7203), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.124549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7c363328-3b73-4bfc-aa51-47f080dc7203), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.222703 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (7c363328-3b73-4bfc-aa51-47f080dc7203), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.248633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c363328-3b73-4bfc-aa51-47f080dc7203,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:03.252996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.256078 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c363328-3b73-4bfc-aa51-47f080dc7203 HTTP/1.1" status: 204  len: 168 time: 0.2578638
May 14 22:05:03.258857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48966) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:05:03.261603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.261877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.262122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.262466 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.262802 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.263139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.263464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.263820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.264147 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.270243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.270617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.270973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.271313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.271687 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.272050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced0d385-5c43-464c-963e-10ef1d7bf651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:05:03.328302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (b6225137-5e54-45bd-8827-d22bb1135ebe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.406917 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (b6225137-5e54-45bd-8827-d22bb1135ebe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.426672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230d236d0>,) {'filters': {'network_id': ['b6225137-5e54-45bd-8827-d22bb1135ebe']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:05:03.435764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d236d0>, '58c87c00-203d-420e-8f53-f8383f54bd37') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:05:03.436064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230d236d0>, '58c87c00-203d-420e-8f53-f8383f54bd37') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:05:03.445246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (58c87c00-203d-420e-8f53-f8383f54bd37), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.458008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (58c87c00-203d-420e-8f53-f8383f54bd37), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.464546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:05:03.464927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (58c87c00-203d-420e-8f53-f8383f54bd37), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:05:03.466561 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:05:03.564716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (b6225137-5e54-45bd-8827-d22bb1135ebe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.570527 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.573555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b6225137-5e54-45bd-8827-d22bb1135ebe HTTP/1.1" status: 204  len: 168 time: 0.3136342
May 14 22:05:03.584839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828a5c2-a503-4413-be36-6a305108f385 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6225137-5e54-45bd-8827-d22bb1135ebe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:03.809868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48970) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:05:03.848969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ac8ca790-b97c-4027-aee4-9c99a24f0d88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c99987d1aff4bdab1f5c51729d01452&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378952
May 14 22:05:03.851380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48972) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:05:03.896406 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-740ac910-0f4f-4a74-92dd-f3635d10e82e admin admin] Publish callbacks [] for security_group (f51be23a-00e7-42bb-94b7-7215c9ed9ddc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:03.917654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-740ac910-0f4f-4a74-92dd-f3635d10e82e admin admin] Publish callbacks [] for security_group (f51be23a-00e7-42bb-94b7-7215c9ed9ddc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:04.010628 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-740ac910-0f4f-4a74-92dd-f3635d10e82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f51be23a-00e7-42bb-94b7-7215c9ed9ddc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:04.013287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-740ac910-0f4f-4a74-92dd-f3635d10e82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:04.014481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-740ac910-0f4f-4a74-92dd-f3635d10e82e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f51be23a-00e7-42bb-94b7-7215c9ed9ddc HTTP/1.1" status: 204  len: 168 time: 0.1621621
May 14 22:05:04.023001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ac910-0f4f-4a74-92dd-f3635d10e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51be23a-00e7-42bb-94b7-7215c9ed9ddc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:04.101628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:05:04.121375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: caea385d-35cf-470b-89ad-f48a5ed8c163 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:05:04.121720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device caea385d-35cf-470b-89ad-f48a5ed8c163 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:05:04.971344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 48994) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:05:05.075098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2083533929-network', 'tenant_id': '9092d803ae1249baa50f6717607e8621'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:05.136242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Made reservation on behalf of 9092d803ae1249baa50f6717607e8621 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:05:05.138600 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.147539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.222670 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks [] for security_group (f40ea232-5bc7-4478-b1a7-762458b79b8f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.291162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f40ea232-5bc7-4478-b1a7-762458b79b8f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.315589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:05:05.325763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40ea232-5bc7-4478-b1a7-762458b79b8f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:05.330397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c6e7d0fa-bd7f-4731-befb-29103170b766), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.330801 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Added segment c6e7d0fa-bd7f-4731-befb-29103170b766 of type vlan for network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1
May 14 22:05:05.371396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.427382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.429139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:05.429710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.485846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] Pushing event updated for resources: {'Network': ['ID=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:05.496176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:05:05.544682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fc49e970-a4cc-48ba-9d15-bf0f9370abf2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 0.5721755
May 14 22:05:05.547682 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49012) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:05:05.552758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Request body: {'subnet': {'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2083533929-subnet', 'tenant_id': '9092d803ae1249baa50f6717607e8621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:05.644665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Made reservation on behalf of 9092d803ae1249baa50f6717607e8621 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:05:05.647976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.896413 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (b1547bba-0251-4ec7-96e1-acafb617b31f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:05.953172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1547bba-0251-4ec7-96e1-acafb617b31f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:05.961787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Checking segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:05:05.962146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Network hostable DHCP agents. Network: a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:05:06.039745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:05:06.096315 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:05:06.100509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:06.101813 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:06.106111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842853b-6244-4daf-91ff-2382c6e407d8 None None] Network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:05:06.184998 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b9b990d7-14c4-45be-9572-5d2188c4a503 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6361227
May 14 22:05:06.204292 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9809e6-fb52-401b-a616-9a2c69cfbbd8 None None] Network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:05:06.453306 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:05:06.608470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-4f7ffbac-1fa2-4ab1-be4e-b47653c5375a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:06.609938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-4f7ffbac-1fa2-4ab1-be4e-b47653c5375a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 815 time: 0.1043363
May 14 22:05:06.624368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-53648346-26d8-4c46-a7e6-1b1581fbc357 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/quotas/9092d803ae1249baa50f6717607e8621 HTTP/1.1" status: 200  len: 375 time: 0.0089450
May 14 22:05:06.656550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-4eb4d4f6-2510-4992-af52-7acef3730dee tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0273511
May 14 22:05:06.747766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-a8ea40bb-753d-41f1-966b-f96b64879977 service neutron] 10.222.0.52 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843563
May 14 22:05:06.834594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-cb725917-ef1a-4fb0-af45-75d09eaed143 service neutron] 10.222.0.52 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812128
May 14 22:05:07.125812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c6c93a4-6cde-4569-bdb4-2f0a97f17517 req-019eeace-5b58-43ad-927c-1fd54aeddbef tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 210 time: 0.0335877
May 14 22:05:08.204194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3814019-29ad-4d64-a760-f9df0affde54 req-08a3c2a4-1521-4297-934e-fbcfb2434e6a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 210 time: 0.0276709
May 14 22:05:09.312420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e440d6b-a1af-46bd-93fa-d80e5a080eca req-a17f17ad-c5d0-43ae-afc3-7229c7dc2e4b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 210 time: 0.0316260
May 14 22:05:09.802454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-dc7876ed-22df-4f76-b1a2-f3916656163c tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:09.803922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-dc7876ed-22df-4f76-b1a2-f3916656163c tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.36 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 815 time: 0.1097741
May 14 22:05:09.814606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Request body: {'port': {'device_id': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'admin_state_up': True, 'tenant_id': '9092d803ae1249baa50f6717607e8621'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:09.958908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Made reservation on behalf of 9092d803ae1249baa50f6717607e8621 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:05:09.962486 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:10.095907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Allocated IP 172.20.0.3 (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1/b1547bba-0251-4ec7-96e1-acafb617b31f/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:05:10.241914 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks [] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:10.353593 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:10.381845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-46fe9957-4170-40d2-947c-0b60ec097909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:10.412600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:05:10.434438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:05:10.436857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:05:10.442246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:10.480850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461eede-97aa-47c6-9154-f57285acccbf req-32c7acc5-e131-42f9-8419-4131ad91e735 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:10.482323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3461eede-97aa-47c6-9154-f57285acccbf req-32c7acc5-e131-42f9-8419-4131ad91e735 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 931 time: 0.0953836
May 14 22:05:10.513743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:10.514347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:10.549883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3461eede-97aa-47c6-9154-f57285acccbf req-ec1078b9-bfbc-46a2-88a5-803eed81b187 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587482
May 14 22:05:10.630442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-865e22eb-1808-48e7-877b-2100939c34b8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8193376
May 14 22:05:10.641409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Request body: {'port': {'device_id': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:10.699677 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:10.990516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:05:10.998845 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Publish callbacks [] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:11.011553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Transition to ACTIVE for port object 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:05:11.073017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:11.125009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:11.191799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:05:11.192037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:05:11.192366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:05:11.197395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:05:11.197722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:05:11.202551 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:05:11.202891 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Checking segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:05:11.203279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Bound using segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:05:11.203727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Bound port: 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:05:11.204085 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:11.267614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:05:11.270677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:05:11.359974 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:11.394232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.394909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:11.396347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 1091 time: 0.7589204
May 14 22:05:11.400679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:11.400679 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26f65a4-4782-4f39-9659-f34d65093bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:11.423123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc6ccb-a078-4b9b-927e-122c8c403a16 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:11.437303 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf37b73-2617-451a-8649-f9bdb7f5294e x-openstack-request-id: req-7cf37b73-2617-451a-8649-f9bdb7f5294e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:11.437586 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:11.437839 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cf37b73-2617-451a-8649-f9bdb7f5294e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:11.438246 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf37b73-2617-451a-8649-f9bdb7f5294e'] response: {'name': 'network-changed', 'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'status': 'completed', 'code': 200}
May 14 22:05:11.501844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f65a4-4782-4f39-9659-f34d65093bb1 req-3c2abe78-ccb2-48c1-ae72-06b2e4d34515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.503317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a26f65a4-4782-4f39-9659-f34d65093bb1 req-3c2abe78-ccb2-48c1-ae72-06b2e4d34515 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1125 time: 0.0435188
May 14 22:05:11.604002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f65a4-4782-4f39-9659-f34d65093bb1 req-d8ccb5cb-6d7b-40d1-97b1-5c0cf965ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.605492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a26f65a4-4782-4f39-9659-f34d65093bb1 req-d8ccb5cb-6d7b-40d1-97b1-5c0cf965ff33 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9092d803ae1249baa50f6717607e8621&shared=False HTTP/1.1" status: 200  len: 916 time: 0.0962136
May 14 22:05:11.713278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc226528-fc6a-4c1c-b1a0-ff2d5d033978 req-b87b358e-12ed-4d2d-b8fd-8bfc5b409f2a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.714730 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc226528-fc6a-4c1c-b1a0-ff2d5d033978 req-b87b358e-12ed-4d2d-b8fd-8bfc5b409f2a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0853536
May 14 22:05:11.753473 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f65a4-4782-4f39-9659-f34d65093bb1 req-217eba43-5b69-46bc-b00f-cbb8abc02640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.754872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a26f65a4-4782-4f39-9659-f34d65093bb1 req-217eba43-5b69-46bc-b00f-cbb8abc02640 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1442153
May 14 22:05:11.778055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc226528-fc6a-4c1c-b1a0-ff2d5d033978 req-132c8462-f0d1-46fc-b21c-41f67ea34c1f tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565977
May 14 22:05:11.827140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-11694ec4-20db-4357-a270-3aa8ed11bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.828785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-11694ec4-20db-4357-a270-3aa8ed11bde9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1125 time: 0.0408971
May 14 22:05:11.873470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-68d9244c-d06d-458c-b86b-2781fef4242b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 217 time: 0.0383296
May 14 22:05:11.922330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-b3ae8fad-9d65-4e13-8080-56707c8b5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:11.923812 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-b3ae8fad-9d65-4e13-8080-56707c8b5420 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0437946
May 14 22:05:11.954864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-da4f57d7-05b3-4370-9cdb-d0bbed843068 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255492
May 14 22:05:12.046252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-a030ccf5-92ae-42d4-b025-72835d74039f service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848284
May 14 22:05:12.134337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ad8575f-1c3f-48da-a9eb-aec7e59329b5 req-5ce57a2a-ca2c-4ee6-bd90-6521ef3ee793 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818400
May 14 22:05:12.273535 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:12.890468 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eea3eb96-10e8-4600-801a-e630ed3070c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:12.902929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a399567-9d00-452f-8e3a-e61c9e2147eb req-e9f386c7-6567-4869-baa8-dc77a3ccada9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:12.904437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a399567-9d00-452f-8e3a-e61c9e2147eb req-e9f386c7-6567-4869-baa8-dc77a3ccada9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0506291
May 14 22:05:12.907971 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:12.953181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a399567-9d00-452f-8e3a-e61c9e2147eb req-d9d3b7fb-ba7c-41db-84ff-d57bb2c6c28e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423963
May 14 22:05:13.970425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:14.068081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166527e-ccca-450f-ba6f-b26c7a0b8156 req-a11c0bbc-0893-4f6a-b97c-7fbe574c193e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:14.069614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d166527e-ccca-450f-ba6f-b26c7a0b8156 req-a11c0bbc-0893-4f6a-b97c-7fbe574c193e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0480027
May 14 22:05:14.115910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d166527e-ccca-450f-ba6f-b26c7a0b8156 req-66b6c54f-9980-4ca1-8852-991acaf1283e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405524
May 14 22:05:14.161163 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:05:14.424150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:14.435194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'port_id': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'mac_address': 'fa:16:3e:2c:ea:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1547bba-0251-4ec7-96e1-acafb617b31f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:05:14.471755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:14.472138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:14.484766 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:05:14.503521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:14.559038 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:14.609047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:14.746607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:05:15.227201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac3b41-c7b4-4b26-8b99-7fde5570b8b4 req-ad418ac9-8ff7-43d9-9003-62aeb711ff5c tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:15.228697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8ac3b41-c7b4-4b26-8b99-7fde5570b8b4 req-ad418ac9-8ff7-43d9-9003-62aeb711ff5c tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 944 time: 0.0455220
May 14 22:05:15.280048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8ac3b41-c7b4-4b26-8b99-7fde5570b8b4 req-b57c186c-ef00-4766-ac46-94042cb5e545 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457492
May 14 22:05:15.798661 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:16.176849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:05:16.221430 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:05:16.267080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:05:16.267453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:16.345857 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:16.346238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:16.369947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:16.372228 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82740167-638c-401b-a979-878d69b84f7a" -d '{"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:16.387862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:16.399711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5806f-288f-42c8-aeb9-0b27bd69b3a2 req-33a8091d-84d4-4713-98ec-33a35a43efe7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:16.401209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17f5806f-288f-42c8-aeb9-0b27bd69b3a2 req-33a8091d-84d4-4713-98ec-33a35a43efe7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 944 time: 0.0477197
May 14 22:05:16.445537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:16.447871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17f5806f-288f-42c8-aeb9-0b27bd69b3a2 req-14af785d-325b-44d1-89ef-65ce3a9e33bc tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409555
May 14 22:05:16.495392 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252b4f8-4ff4-4030-8d14-b81695c3ce26 x-openstack-request-id: req-f252b4f8-4ff4-4030-8d14-b81695c3ce26 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:16.495720 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:16.495980 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f252b4f8-4ff4-4030-8d14-b81695c3ce26 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:16.496379 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f252b4f8-4ff4-4030-8d14-b81695c3ce26'] response: {'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'code': 200}
May 14 22:05:16.499184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:16.582766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df81e-655c-42ee-808e-1a31b24b3ae8 req-d9a6007c-45f3-4e15-9447-cd138d5c02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:16.584327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff6df81e-655c-42ee-808e-1a31b24b3ae8 req-d9a6007c-45f3-4e15-9447-cd138d5c02f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1127 time: 0.0376525
May 14 22:05:16.626134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff6df81e-655c-42ee-808e-1a31b24b3ae8 req-75f81004-79d5-4442-8559-7e67b87f3d75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362096
May 14 22:05:16.781913 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:17.567327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8c074-4538-4e3d-bc98-b57d0764453d req-46aae154-d0f1-4b55-9206-cb1bb7b1ede6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:17.568846 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-20a8c074-4538-4e3d-bc98-b57d0764453d req-46aae154-d0f1-4b55-9206-cb1bb7b1ede6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0500751
May 14 22:05:17.618992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-20a8c074-4538-4e3d-bc98-b57d0764453d req-ee12e70c-f264-4773-b190-cac9bc9fff5b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439026
May 14 22:05:18.740530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82957741-284b-4cbb-a8b6-d108cf641df0 req-59fa2b7e-c10e-4e63-82c2-b3e738e77d08 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:18.742267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82957741-284b-4cbb-a8b6-d108cf641df0 req-59fa2b7e-c10e-4e63-82c2-b3e738e77d08 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0498629
May 14 22:05:18.787975 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82957741-284b-4cbb-a8b6-d108cf641df0 req-01d42756-1659-42cb-8a7c-a5ef303c18fe tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402229
May 14 22:05:18.900975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78704a-7c5b-4bba-af12-47e0241a485f req-1a14d86f-7e75-4ed6-ad47-785edc8e34c3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:18.902342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c78704a-7c5b-4bba-af12-47e0241a485f req-1a14d86f-7e75-4ed6-ad47-785edc8e34c3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0461695
May 14 22:05:18.953141 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c78704a-7c5b-4bba-af12-47e0241a485f req-f7f41fcc-cf8b-46ca-ba28-ba0c29e2673e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451958
May 14 22:05:19.202617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4fda-fc77-42a7-97dd-25819d0e18a4 req-1c49faf4-d7a8-41b3-9860-17f81d83548f tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:19.204232 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcaa4fda-fc77-42a7-97dd-25819d0e18a4 req-1c49faf4-d7a8-41b3-9860-17f81d83548f tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0471833
May 14 22:05:19.250926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fcaa4fda-fc77-42a7-97dd-25819d0e18a4 req-2e9bd048-bf18-4de9-b63c-54e742f684b9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409069
May 14 22:05:19.363966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915e925-922b-43ea-86e8-e397e37a0404 req-872c800f-6772-4954-9485-e14fc888a488 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:19.365436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8915e925-922b-43ea-86e8-e397e37a0404 req-872c800f-6772-4954-9485-e14fc888a488 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0475223
May 14 22:05:19.410882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8915e925-922b-43ea-86e8-e397e37a0404 req-8425f5f8-4a23-4bde-8917-66d9f7b84641 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398736
May 14 22:05:19.775043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad391d9a-f4ee-401b-b5b4-e99408797609 req-8987322b-7aa1-4ed7-9274-e5008d3a43f6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:19.776519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad391d9a-f4ee-401b-b5b4-e99408797609 req-8987322b-7aa1-4ed7-9274-e5008d3a43f6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0514734
May 14 22:05:19.823572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad391d9a-f4ee-401b-b5b4-e99408797609 req-bd162e63-4b73-45df-9698-79c8df2b8db7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413108
May 14 22:05:19.842620 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-93dfda91-2e58-4072-8cf3-a6f65f4a1b96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0406742
May 14 22:05:20.304935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-1938379d-7789-4bbe-8c2c-68a9b001a090 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:20.306286 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-1938379d-7789-4bbe-8c2c-68a9b001a090 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 942 time: 0.0459576
May 14 22:05:20.942935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971133-055b-434a-ab52-c139ad379547 req-f8d2e408-f2cb-4eb8-a282-adc4edce7a5e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:20.944503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7971133-055b-434a-ab52-c139ad379547 req-f8d2e408-f2cb-4eb8-a282-adc4edce7a5e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0493145
May 14 22:05:20.994975 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7971133-055b-434a-ab52-c139ad379547 req-041b6dc8-f8b2-44e6-953d-f3f06d8e41c0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446126
May 14 22:05:21.790582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-c2ee5f98-76f4-4bb3-b420-52c19e9f5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:21.792220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-c2ee5f98-76f4-4bb3-b420-52c19e9f5670 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1127 time: 0.0405948
May 14 22:05:21.886489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-1e2cf20a-bbd9-46c6-8488-033a10e1e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:21.887969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-1e2cf20a-bbd9-46c6-8488-033a10e1e694 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.0905592
May 14 22:05:21.937471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-ce136bcf-a496-4551-984c-81f3e2cf6a0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 217 time: 0.0402579
May 14 22:05:21.983690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-2d0e2651-59ff-44cc-abc7-e98694df0c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:21.985088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-2d0e2651-59ff-44cc-abc7-e98694df0c92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0422056
May 14 22:05:22.015918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-1be0f074-45b2-4911-b213-a21ff49ac627 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253019
May 14 22:05:22.462488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf22152-e322-46e6-a13c-5850b6c9a499 req-e1cabbb1-7b01-47f3-8ae7-605feb42b47b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:22.463956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bf22152-e322-46e6-a13c-5850b6c9a499 req-e1cabbb1-7b01-47f3-8ae7-605feb42b47b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0565543
May 14 22:05:22.488608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-b4c488ed-b336-4ec9-ae58-f7a4f87e945d service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4674003
May 14 22:05:22.566324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bf22152-e322-46e6-a13c-5850b6c9a499 req-d7333a13-2f1d-49ea-b210-15bd8602c816 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939810
May 14 22:05:22.594660 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-85ef74d5-9a73-444d-8bbb-6c4e2d7352ca service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993936
May 14 22:05:23.681672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22698b33-f094-401c-9a7b-fe944e63b896 req-9383c8bc-769b-40bf-9206-785793142b57 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:23.683150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22698b33-f094-401c-9a7b-fe944e63b896 req-9383c8bc-769b-40bf-9206-785793142b57 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0475018
May 14 22:05:23.729502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22698b33-f094-401c-9a7b-fe944e63b896 req-bc28ceb3-fd2e-4e8d-a384-b23f0c82add2 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406072
May 14 22:05:24.845220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ddebe-f062-486f-a247-53cb5354951d req-226f8550-51fe-4777-a5b9-e3162ba02fbd tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:24.846690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c80ddebe-f062-486f-a247-53cb5354951d req-226f8550-51fe-4777-a5b9-e3162ba02fbd tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0475342
May 14 22:05:24.896479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c80ddebe-f062-486f-a247-53cb5354951d req-f1a88d7c-3d07-4208-bf03-5c2bb2bb281a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442464
May 14 22:05:26.011191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66991386-809f-43ab-b7ce-471c80acd8dc req-8f4259e3-355d-4ed6-9f7b-16a786615599 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:26.012700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66991386-809f-43ab-b7ce-471c80acd8dc req-8f4259e3-355d-4ed6-9f7b-16a786615599 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0464647
May 14 22:05:26.058905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-66991386-809f-43ab-b7ce-471c80acd8dc req-4c0ea6e8-2880-41dc-8ea8-e513623efb2e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407367
May 14 22:05:27.175878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86821daf-a0c7-4431-a849-14c1e36e5296 req-3bf176ac-e10b-47f7-b64f-fa8862165ad8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:27.177366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86821daf-a0c7-4431-a849-14c1e36e5296 req-3bf176ac-e10b-47f7-b64f-fa8862165ad8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0473466
May 14 22:05:27.224768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86821daf-a0c7-4431-a849-14c1e36e5296 req-d81729a2-e40d-4744-a7af-348ef78381a6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412452
May 14 22:05:28.344263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaa14e-a860-4f88-b4af-c672c41af0b0 req-fe5db81a-bfd8-4df5-800c-3c6ddb87ce4e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:28.345726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfaaa14e-a860-4f88-b4af-c672c41af0b0 req-fe5db81a-bfd8-4df5-800c-3c6ddb87ce4e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0504365
May 14 22:05:28.391619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dfaaa14e-a860-4f88-b4af-c672c41af0b0 req-b2454ff3-471d-4fb7-801e-93a28f56b516 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402603
May 14 22:05:29.503908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576d0bb-5759-42fe-8481-01f998a58d57 req-d4cf296d-3192-4795-bf93-a4422b5c6e58 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:29.505505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0576d0bb-5759-42fe-8481-01f998a58d57 req-d4cf296d-3192-4795-bf93-a4422b5c6e58 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0452929
May 14 22:05:29.553970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0576d0bb-5759-42fe-8481-01f998a58d57 req-f62ce979-678c-4271-a374-46ea5c519dc8 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416937
May 14 22:05:30.676786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c6c4b-3c26-426d-b3bd-021e1278f686 req-52242b88-dce8-4228-b0ec-15d0d7259f44 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:30.678261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e7c6c4b-3c26-426d-b3bd-021e1278f686 req-52242b88-dce8-4228-b0ec-15d0d7259f44 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0516083
May 14 22:05:30.725361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e7c6c4b-3c26-426d-b3bd-021e1278f686 req-79550e17-1fbf-4f13-b7c8-38b898150c00 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412819
May 14 22:05:31.840513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a0ca2-ac0a-44a1-9cae-c380289b94b0 req-03dcd696-ebce-4f1e-a3e8-dd51fa04b414 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:31.847379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f0a0ca2-ac0a-44a1-9cae-c380289b94b0 req-03dcd696-ebce-4f1e-a3e8-dd51fa04b414 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0465810
May 14 22:05:31.889523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f0a0ca2-ac0a-44a1-9cae-c380289b94b0 req-8304349d-ea2b-4fd8-bfd9-605f1ee5b774 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418880
May 14 22:05:33.002548 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c38ef7-b6e3-417f-bad1-8e4f9c8069e2 req-d02861f5-0e88-4b20-9823-13d06e78f481 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:33.004036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30c38ef7-b6e3-417f-bad1-8e4f9c8069e2 req-d02861f5-0e88-4b20-9823-13d06e78f481 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0460589
May 14 22:05:33.055468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30c38ef7-b6e3-417f-bad1-8e4f9c8069e2 req-4ca1c60c-f140-4fba-a401-cd537e505d27 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451195
May 14 22:05:34.172656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa730a-9483-4e0d-a10d-0ee784ed8dc6 req-d041f13c-4f09-4f5a-b79a-92cfe4d08028 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:34.174159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dffa730a-9483-4e0d-a10d-0ee784ed8dc6 req-d041f13c-4f09-4f5a-b79a-92cfe4d08028 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0466366
May 14 22:05:34.219301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dffa730a-9483-4e0d-a10d-0ee784ed8dc6 req-f8b12231-cabe-46a7-9367-ca4dcaa7e46b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395908
May 14 22:05:35.333347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e5744-c8b7-4b91-abb0-47017d34be0f req-9dea44a8-7416-4ea5-9a94-a2c5145aa794 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:35.334838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c7e5744-c8b7-4b91-abb0-47017d34be0f req-9dea44a8-7416-4ea5-9a94-a2c5145aa794 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0467005
May 14 22:05:35.381700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0c7e5744-c8b7-4b91-abb0-47017d34be0f req-7716955c-703b-4db6-a4f3-1c768d9a8dfd tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404375
May 14 22:05:36.502083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d581c-a3ab-4db9-b827-d44412e41d74 req-501ccb8b-8dec-4323-93fa-454e01b6efd9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:36.503584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-535d581c-a3ab-4db9-b827-d44412e41d74 req-501ccb8b-8dec-4323-93fa-454e01b6efd9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0502026
May 14 22:05:36.549622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-535d581c-a3ab-4db9-b827-d44412e41d74 req-d4fe96b0-36a1-4973-9908-13240a4ce471 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404947
May 14 22:05:37.664223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ee500-48f2-4ec2-a8d3-e4b45a7c2f27 req-792c0c2f-b267-4d25-a19b-b50d48ee7222 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:37.665664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-421ee500-48f2-4ec2-a8d3-e4b45a7c2f27 req-792c0c2f-b267-4d25-a19b-b50d48ee7222 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0471935
May 14 22:05:37.713455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-421ee500-48f2-4ec2-a8d3-e4b45a7c2f27 req-5a17e4bf-71a6-4633-8192-100cc4a58070 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415471
May 14 22:05:38.832631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ce3f-2988-4b51-b061-3b6c2d66ad5d req-ed496300-7b47-41d1-853f-c3e00a7d0a8b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:38.834142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbf6ce3f-2988-4b51-b061-3b6c2d66ad5d req-ed496300-7b47-41d1-853f-c3e00a7d0a8b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0524094
May 14 22:05:38.889709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fbf6ce3f-2988-4b51-b061-3b6c2d66ad5d req-d15142c2-8587-41eb-b982-a4967a3ac7bb tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484343
May 14 22:05:39.484039 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-be6da525-a073-4bb5-9e59-4994dafcfa43 service neutron] show failed (client error): The resource could not be found.
May 14 22:05:39.485038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-be6da525-a073-4bb5-9e59-4994dafcfa43 service neutron] 10.222.0.36 "GET /v2.0/ports/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0541198
May 14 22:05:40.046044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521554-46ac-46a2-8faf-78f846466868 req-17ddc0c2-81e6-4d02-a0b2-2fece55e5e12 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:40.047565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3521554-46ac-46a2-8faf-78f846466868 req-17ddc0c2-81e6-4d02-a0b2-2fece55e5e12 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0772221
May 14 22:05:40.050560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-39de4b67-2fd7-4640-8672-682c7e18b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:40.051966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-39de4b67-2fd7-4640-8672-682c7e18b3bf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff&tenant_id=9092d803ae1249baa50f6717607e8621 HTTP/1.1" status: 200  len: 1127 time: 0.0693588
May 14 22:05:40.063795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:40.142999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3521554-46ac-46a2-8faf-78f846466868 req-4feaf300-4a8e-4605-a70d-490651c4a400 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894303
May 14 22:05:40.149217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.364729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fec8f1db-2c53-4a8c-b09f-362b920f94a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.386441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:40.419546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:05:40.458318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:40.460678 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ec1de-d0e3-4ee3-9a3b-bcd6b1817339" -d '{"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:40.465085 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Publish callbacks [] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.477818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Transition to ACTIVE for port object 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:05:40.507696 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f415863-8070-4254-b69a-10d5c7c95e52 x-openstack-request-id: req-3f415863-8070-4254-b69a-10d5c7c95e52 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:40.507995 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:40.508251 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f415863-8070-4254-b69a-10d5c7c95e52 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:40.508664 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f415863-8070-4254-b69a-10d5c7c95e52'] response: {'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'code': 200}
May 14 22:05:40.524424 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.588182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] No DVR routers for this DVR port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:05:40.590150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:40.629300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:05:40.629636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:05:40.629961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:05:40.634233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:05:40.635167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Attempting to bind port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:05:40.640038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:05:40.640374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Checking segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:05:40.640759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Bound using segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:05:40.641180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Bound port: 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:05:40.641526 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.703762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:05:40.706742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:05:40.776903 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.810563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:40.811198 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:40.812567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] 10.222.0.48 "PUT /v2.0/ports/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 1091 time: 0.7532518
May 14 22:05:40.833155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2085379-60f9-4768-84e2-11f7fe201427 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:40.874488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-65eb2f30-45d6-4bd3-a647-67dd1597286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:40.876110 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-65eb2f30-45d6-4bd3-a647-67dd1597286e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1125 time: 0.0400791
May 14 22:05:40.974070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-938600fd-a17c-4062-85b9-eae3ed5d7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:40.975573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-938600fd-a17c-4062-85b9-eae3ed5d7319 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.0913501
May 14 22:05:41.017350 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-edbd87ec-14b5-4d00-ae3d-897413981acc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 217 time: 0.0356593
May 14 22:05:41.068879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-308d0ee1-157b-49bd-8a64-6c7415fa17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:41.070207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-308d0ee1-157b-49bd-8a64-6c7415fa17e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0472624
May 14 22:05:41.101672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-68fb9ae2-1ce8-47ff-839b-aa55c690dc02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255125
May 14 22:05:41.190794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-e599f56e-0338-4f99-ba50-6b1a31af6edd service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829182
May 14 22:05:41.300484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674f3b1-63fb-4339-9acd-b16b90089fa3 req-877f530f-1096-4039-a4d7-66e6fea86710 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:41.301993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a674f3b1-63fb-4339-9acd-b16b90089fa3 req-877f530f-1096-4039-a4d7-66e6fea86710 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0780327
May 14 22:05:41.339334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a1cf7708-350b-428a-9311-b7a6851a4ca4 req-99ff6a1a-35ca-4803-a956-2cc95f771204 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426775
May 14 22:05:41.363717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a674f3b1-63fb-4339-9acd-b16b90089fa3 req-d61b9384-0a27-419b-afea-cfd08022f9f1 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545733
May 14 22:05:42.272826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:42.485021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068bdb1-4d5e-4615-8ab4-93e14d03d4eb req-7b1f0012-eb0e-4024-82ad-209cc544351a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:42.486501 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1068bdb1-4d5e-4615-8ab4-93e14d03d4eb req-7b1f0012-eb0e-4024-82ad-209cc544351a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0520360
May 14 22:05:42.510821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:42.513759 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:42.538278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1068bdb1-4d5e-4615-8ab4-93e14d03d4eb req-1001800c-13bb-48ef-b34e-76b7913fb678 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462823
May 14 22:05:42.593456 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c7b4d-51d3-4f44-8257-f542949b8e2f x-openstack-request-id: req-9c8c7b4d-51d3-4f44-8257-f542949b8e2f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:42.593755 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:42.594010 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c8c7b4d-51d3-4f44-8257-f542949b8e2f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:42.594455 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8c7b4d-51d3-4f44-8257-f542949b8e2f'] response: {'name': 'network-changed', 'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'status': 'completed', 'code': 200}
May 14 22:05:42.654303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-c5352d40-3949-491f-9f02-fdace13bc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:42.655825 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-c5352d40-3949-491f-9f02-fdace13bc877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1125 time: 0.0394816
May 14 22:05:42.766295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-ce160cca-350e-40fb-b72c-d04f92974127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:42.767736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-ce160cca-350e-40fb-b72c-d04f92974127 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1125 time: 0.0500638
May 14 22:05:42.782567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-c94c3e60-7dfe-4a46-b7c1-c6255685616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:42.784242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-c94c3e60-7dfe-4a46-b7c1-c6255685616e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.1220939
May 14 22:05:42.831982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-f3eafbb5-0973-41d5-9470-57eec17cbb07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 217 time: 0.0417957
May 14 22:05:42.856574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3aebabdb-42f4-4332-afb1-cf2e33759e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:42.896102 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:42.928227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-19e7a9ce-c2d7-48a7-b2af-2a250f581be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:42.929753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-19e7a9ce-c2d7-48a7-b2af-2a250f581be4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0879378
May 14 22:05:42.970314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-76236302-4ba4-4094-ba9f-a633acf63f19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338163
May 14 22:05:42.973174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-520567c6-d5f9-4aac-a79a-b61bba9fba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:42.974503 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-520567c6-d5f9-4aac-a79a-b61bba9fba80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.1788089
May 14 22:05:43.038011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-55c20cdd-a0e4-4e41-98ae-8670f08a46f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 217 time: 0.0546427
May 14 22:05:43.127188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-a9aaeb00-1af6-4681-b01b-ca44a7e3988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:43.128664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-a9aaeb00-1af6-4681-b01b-ca44a7e3988c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0638764
May 14 22:05:43.147513 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-c955f3f3-acf9-4e26-bd96-146ae7abd7aa service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713610
May 14 22:05:43.171972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-4a89f8ff-5b81-4f28-a8d0-715283f92d41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363710
May 14 22:05:43.318185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-cd95dd41-1c30-47c0-a38f-819095bf343a service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546574
May 14 22:05:43.323222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-896a38c3-4b45-4056-96e2-a969906aaeb2 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407542
May 14 22:05:43.416686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a84f5c7-2098-4e2f-8c99-c93cbb6c61e2 req-406301bc-eae8-40ef-8dea-2a868588f2d7 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869794
May 14 22:05:43.453583 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:05:43.656674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f2bf7-4054-4d10-9243-8ca9681878c7 req-248ffa86-b032-42fd-81c5-673f61aab33a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:43.658402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d56f2bf7-4054-4d10-9243-8ca9681878c7 req-248ffa86-b032-42fd-81c5-673f61aab33a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0479047
May 14 22:05:43.704593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d56f2bf7-4054-4d10-9243-8ca9681878c7 req-76725d5d-179b-40b1-9b47-65c6d2455765 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405054
May 14 22:05:43.939652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:05:43.988809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807dcfc-f259-4098-bc01-3d8f46f787ca req-21f8d3f0-8bd2-44aa-8a3a-1ba7b572452e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:43.990584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9807dcfc-f259-4098-bc01-3d8f46f787ca req-21f8d3f0-8bd2-44aa-8a3a-1ba7b572452e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 943 time: 0.0500817
May 14 22:05:44.010527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:44.044178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:44.055433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'port_id': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'mac_address': 'fa:16:3e:2c:ea:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1547bba-0251-4ec7-96e1-acafb617b31f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:05:44.077669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-b56b84f3-0922-4aa8-8d0a-6c18195e9294 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:44.079127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-b56b84f3-0922-4aa8-8d0a-6c18195e9294 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff&tenant_id=9092d803ae1249baa50f6717607e8621&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0751202
May 14 22:05:44.082498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9807dcfc-f259-4098-bc01-3d8f46f787ca req-ae1f54d1-b6a1-49a4-a234-0d200dfb42f6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855620
May 14 22:05:44.099859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:44.100248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:44.113743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:05:44.132737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:44.140060 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-1784e4f4-3017-4458-8520-e0bc1758355e service neutron] delete failed (client error): The resource could not be found.
May 14 22:05:44.407506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-1784e4f4-3017-4458-8520-e0bc1758355e service neutron] 10.222.0.36 "DELETE /v2.0/ports/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0555406
May 14 22:05:44.408587 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:44.408687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-9a035585-a840-4389-85f9-831346258e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:44.408687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-9a035585-a840-4389-85f9-831346258e36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 1125 time: 0.0417347
May 14 22:05:44.408823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:44.408904 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-8f6e4c3c-40c3-4b9a-9921-12191d94fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:44.408904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-8f6e4c3c-40c3-4b9a-9921-12191d94fa66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.0942540
May 14 22:05:44.409049 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:05:44.409119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-68fab612-f80d-418a-a178-2b6d76e13b03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 200  len: 217 time: 0.0392547
May 14 22:05:44.409195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:05:44.409195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:05:44.419135 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-8a894602-45be-4a55-a8a3-3b27b1c45cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:44.420640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-8a894602-45be-4a55-a8a3-3b27b1c45cd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0457735
May 14 22:05:44.438717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:05:44.457924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-545be9bd-e6e2-406f-a2c3-90236482ba71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303998
May 14 22:05:44.549594 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-c315d9b7-a05e-4dbe-9d95-266243156af4 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856876
May 14 22:05:44.648008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091e8e4a-e8de-4279-9f07-8f8439187fb9 req-c202d7da-f7d3-4cf1-9673-0448a46d06d4 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926106
May 14 22:05:45.204443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd72f40-9814-4d0b-8e18-58969e84bff0 req-b2316217-97b2-4b7c-bd95-abe3bfa71076 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:45.206049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4cd72f40-9814-4d0b-8e18-58969e84bff0 req-b2316217-97b2-4b7c-bd95-abe3bfa71076 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 944 time: 0.0484676
May 14 22:05:45.253712 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4cd72f40-9814-4d0b-8e18-58969e84bff0 req-899326d0-72c2-4404-87bb-f263218bad70 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420098
May 14 22:05:45.844130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:45.951572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:05:45.994959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:05:46.061116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:05:46.061487 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:46.139686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:46.140063 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:46.163115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:46.165365 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8edc610-45e9-4d5e-9292-a5b37dbef5e5" -d '{"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:46.178413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:46.202943 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d7c7a-ce14-4f05-b313-539e31088c51 x-openstack-request-id: req-cc4d7c7a-ce14-4f05-b313-539e31088c51 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:46.203317 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:46.203700 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc4d7c7a-ce14-4f05-b313-539e31088c51 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:46.204184 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4d7c7a-ce14-4f05-b313-539e31088c51'] response: {'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'code': 200}
May 14 22:05:46.221858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:46.284341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:46.373811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3773dc-b9be-49a1-acc6-1220c888ce04 req-25562795-967f-4d49-a0f9-db5541c3724d tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:46.375266 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b3773dc-b9be-49a1-acc6-1220c888ce04 req-25562795-967f-4d49-a0f9-db5541c3724d tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0455911
May 14 22:05:46.425642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b3773dc-b9be-49a1-acc6-1220c888ce04 req-5adb4655-042b-4c61-adb5-d690ed5d1419 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447705
May 14 22:05:46.541689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662f0a-d93d-4401-8337-869c45b4ee86 req-bd1ea043-600d-40a1-93b2-ddaa840f47ac tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:46.541689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba662f0a-d93d-4401-8337-869c45b4ee86 req-bd1ea043-600d-40a1-93b2-ddaa840f47ac tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0463736
May 14 22:05:46.586431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba662f0a-d93d-4401-8337-869c45b4ee86 req-0d9ce423-0061-493d-b906-94c28cac0b8e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423424
May 14 22:05:46.708838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1d572-676f-43b9-8506-ee22678a51f4 req-fbda1187-cdbe-476b-8511-2091831e2383 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:46.710305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ca1d572-676f-43b9-8506-ee22678a51f4 req-fbda1187-cdbe-476b-8511-2091831e2383 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0469818
May 14 22:05:46.757223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ca1d572-676f-43b9-8506-ee22678a51f4 req-dab2bec5-7cb5-4700-b7da-9556231b6e6c tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410445
May 14 22:05:46.798647 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:47.246812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-e7f3fa2a-d374-4b7e-b58b-5951af533269 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:47.248317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-e7f3fa2a-d374-4b7e-b58b-5951af533269 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 815 time: 0.1020272
May 14 22:05:47.264548 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-bbd2f07a-eece-48c7-8e4a-2446f0828ac2 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/quotas/9092d803ae1249baa50f6717607e8621 HTTP/1.1" status: 200  len: 375 time: 0.0098951
May 14 22:05:47.310777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-b805a52c-5917-44d4-b4fd-c347f86909a7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0411346
May 14 22:05:47.402948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-257c773a-8b17-4bd6-baba-d4b16ba68b14 service neutron] 10.222.0.52 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852118
May 14 22:05:47.493122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-1f61a79e-fb50-4843-a3dc-0c215f40014b service neutron] 10.222.0.52 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841582
May 14 22:05:47.715638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9c7a107f-e61c-4bc0-9620-7c47bcb8bc28 req-a11c0110-31c6-4413-9d5f-128b834fa492 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 210 time: 0.0340786
May 14 22:05:48.406448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839533-d245-48ba-8482-b623f0f59d44 req-6b519051-a2a8-4797-9e18-35666e765047 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:48.408400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76839533-d245-48ba-8482-b623f0f59d44 req-6b519051-a2a8-4797-9e18-35666e765047 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff HTTP/1.1" status: 200  len: 945 time: 0.0469201
May 14 22:05:48.490978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Deleting port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:05:48.491321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:48.582249 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] For port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:48.582626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:48.596980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Calling delete_port for 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:05:48.781665 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3b0a4e40-6cbf-4cba-86aa-d5f493cf75de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:48.794409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:05:48.836167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Pushing event deleted for resources: {'Port': ['ID=3b0a4e40-6cbf-4cba-86aa-d5f493cf75de,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:48.840183 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-db6f9af2-9136-4d73-8ffc-d3553421081b req-71c8c61a-6cd1-4a2a-9c0c-2d400133654d tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 210 time: 0.0555038
May 14 22:05:48.892296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] No DVR routers for this DVR port 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:05:48.895012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:48.898492 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76839533-d245-48ba-8482-b623f0f59d44 req-30d143d5-985f-4e12-88ab-9c6f941b85a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.48 "DELETE /v2.0/ports/3b0a4e40-6cbf-4cba-86aa-d5f493cf75de HTTP/1.1" status: 204  len: 173 time: 0.4846563
May 14 22:05:48.898956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-deleted', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:48.902063 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb007b0a-a7fc-44a1-9a4c-998f24eaf8a0" -d '{"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-deleted", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:48.944318 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173838a1-1ce3-4030-be92-fe31a22d91fc x-openstack-request-id: req-173838a1-1ce3-4030-be92-fe31a22d91fc {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:48.944318 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5eb4b18-8c1f-4d3f-b159-0c9a9b8addff", "name": "network-vif-deleted", "tag": "3b0a4e40-6cbf-4cba-86aa-d5f493cf75de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:48.944318 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-173838a1-1ce3-4030-be92-fe31a22d91fc {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:48.944318 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173838a1-1ce3-4030-be92-fe31a22d91fc'] response: {'server_uuid': 'd5eb4b18-8c1f-4d3f-b159-0c9a9b8addff', 'name': 'network-vif-deleted', 'tag': '3b0a4e40-6cbf-4cba-86aa-d5f493cf75de', 'status': 'completed', 'code': 200}
May 14 22:05:49.448537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-ec6e0d5c-7466-47d8-baa0-40a62dd9d8c2 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:49.450029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-ec6e0d5c-7466-47d8-baa0-40a62dd9d8c2 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.48 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 815 time: 0.1032484
May 14 22:05:49.465995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Request body: {'port': {'device_id': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'admin_state_up': True, 'tenant_id': '9092d803ae1249baa50f6717607e8621'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:49.638608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Made reservation on behalf of 9092d803ae1249baa50f6717607e8621 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:05:49.641972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:49.764555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Allocated IP 172.20.0.13 (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1/b1547bba-0251-4ec7-96e1-acafb617b31f/bdd722e5-72e5-4897-95c7-913d01d9c066) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:05:49.914409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks [] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:49.958129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0875452-287e-41af-a16f-8af9989360a7 req-24d5888c-b2d4-4d55-b340-6c230dc04370 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 210 time: 0.0368776
May 14 22:05:50.049997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.095602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:05:50.100641 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:05:50.104371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:05:50.111520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:50.157143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:50.157747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.218396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-68eba05a-2269-4f29-9824-be5638bfa940 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7606876
May 14 22:05:50.229617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Request body: {'port': {'device_id': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:05:50.290680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.575569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd722e5-72e5-4897-95c7-913d01d9c066 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:05:50.582674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Publish callbacks [] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.595640 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Transition to ACTIVE for port object bdd722e5-72e5-4897-95c7-913d01d9c066 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:05:50.638134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.693896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:50.756186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:05:50.756516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:05:50.756843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:05:50.761175 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Port bdd722e5-72e5-4897-95c7-913d01d9c066 on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:05:50.761622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:05:50.766227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:05:50.766561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Checking segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:05:50.766935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Bound using segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:05:50.767352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Bound port: bdd722e5-72e5-4897-95c7-913d01d9c066, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:05:50.767726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.829191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:05:50.832113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:05:50.895979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.937097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:50.937864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:50.939285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] 10.222.0.48 "PUT /v2.0/ports/bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 1092 time: 0.7135785
May 14 22:05:50.946015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:50.948295 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76588002-3776-4060-b203-01610d387196" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:50.966945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9b7be-d3b2-4bbf-b4b4-375841fa2fce service neutron] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:50.986667 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4a6d23-ee50-4375-8351-50009b07f259 x-openstack-request-id: req-4d4a6d23-ee50-4375-8351-50009b07f259 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:50.986956 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:50.987336 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d4a6d23-ee50-4375-8351-50009b07f259 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:50.987781 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4a6d23-ee50-4375-8351-50009b07f259'] response: {'name': 'network-changed', 'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'status': 'completed', 'code': 200}
May 14 22:05:51.076013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588002-3776-4060-b203-01610d387196 req-140b722f-9bf3-471c-a71e-0a3bbbac3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:51.077522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76588002-3776-4060-b203-01610d387196 req-140b722f-9bf3-471c-a71e-0a3bbbac3172 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1126 time: 0.0681617
May 14 22:05:51.092137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db6bba-262a-4ac0-89f9-f14cc0f0dabd req-ad71b093-d408-4dd1-8750-32c356b138a4 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:51.093453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2db6bba-262a-4ac0-89f9-f14cc0f0dabd req-ad71b093-d408-4dd1-8750-32c356b138a4 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 944 time: 0.0553761
May 14 22:05:51.197488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2db6bba-262a-4ac0-89f9-f14cc0f0dabd req-cb31fab7-3c3c-4f0e-a0f2-53675414d554 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966103
May 14 22:05:51.216283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588002-3776-4060-b203-01610d387196 req-feb65b3e-0b91-42d2-baca-1ebe31bb91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:51.217754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76588002-3776-4060-b203-01610d387196 req-feb65b3e-0b91-42d2-baca-1ebe31bb91bb service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9092d803ae1249baa50f6717607e8621&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1326604
May 14 22:05:51.316927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588002-3776-4060-b203-01610d387196 req-26005661-76af-4a5a-b286-9a292024ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:51.318443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76588002-3776-4060-b203-01610d387196 req-26005661-76af-4a5a-b286-9a292024ed77 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0944338
May 14 22:05:51.734913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-1fd1a3af-f699-4c65-abd3-b7220bc08bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:51.736445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-1fd1a3af-f699-4c65-abd3-b7220bc08bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1126 time: 0.3811197
May 14 22:05:51.776616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-5093f611-27f5-4e9b-926a-cd26322346e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 217 time: 0.0329328
May 14 22:05:51.823200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-d3074f3a-fc9c-4843-9d68-bd3f53ced40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:51.824691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-d3074f3a-fc9c-4843-9d68-bd3f53ced40e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0429842
May 14 22:05:51.859333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-cd8c5dd9-e392-41fc-b117-fb5d9ef3af23 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0286572
May 14 22:05:51.946920 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-d870f085-a599-417e-957e-4aae9ef3e8a9 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821612
May 14 22:05:51.953007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:05:51.974217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:05:51.974569 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 3b0a4e40-6cbf-4cba-86aa-d5f493cf75de not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:05:52.045243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9417da1d-142d-4713-987a-7a2bb2bf218e req-044f3b3b-5dbe-4cec-b18f-db5815bf2a37 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926812
May 14 22:05:52.313369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dee076-ba70-44f6-9a6c-e8d5f8eba7d7 req-84be6bd8-5617-4f32-9807-a2c2fb0b8f4a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:52.314796 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64dee076-ba70-44f6-9a6c-e8d5f8eba7d7 req-84be6bd8-5617-4f32-9807-a2c2fb0b8f4a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 944 time: 0.0470483
May 14 22:05:52.361392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64dee076-ba70-44f6-9a6c-e8d5f8eba7d7 req-fbf5ae26-c745-4447-8e09-db3011d3f525 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407658
May 14 22:05:53.474877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b585e8-cd1b-4ad8-b995-973287580d42 req-5594cef7-4202-4770-8a59-a1e7fe36da44 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:53.476354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86b585e8-cd1b-4ad8-b995-973287580d42 req-5594cef7-4202-4770-8a59-a1e7fe36da44 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 944 time: 0.0470576
May 14 22:05:53.529901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86b585e8-cd1b-4ad8-b995-973287580d42 req-ec9711e1-3eb3-4808-8d9a-620a350b4f9b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469108
May 14 22:05:53.947863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:05:54.047594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:54.058345 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'port_id': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'mac_address': 'fa:16:3e:e5:69:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1547bba-0251-4ec7-96e1-acafb617b31f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:05:54.095003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port bdd722e5-72e5-4897-95c7-913d01d9c066 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:54.095396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:54.108405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd722e5-72e5-4897-95c7-913d01d9c066 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:05:54.128033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:54.204084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:54.261304 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:54.386391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['bdd722e5-72e5-4897-95c7-913d01d9c066'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:05:54.644541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd2c23-07dc-4a8f-8559-914dab1ae326 req-2b7d9f3b-9fa4-47e9-9729-2f2bf12e3d98 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:54.645996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1bd2c23-07dc-4a8f-8559-914dab1ae326 req-2b7d9f3b-9fa4-47e9-9729-2f2bf12e3d98 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 945 time: 0.0460527
May 14 22:05:54.692689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1bd2c23-07dc-4a8f-8559-914dab1ae326 req-01f55220-5aeb-41a6-8f5f-dc3c4ad3b1cf tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409958
May 14 22:05:55.806955 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59374297-f8c9-4391-abcd-774fcc3908bf req-b6e9437e-79be-4117-8691-fa51f2346f46 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:55.809052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59374297-f8c9-4391-abcd-774fcc3908bf req-b6e9437e-79be-4117-8691-fa51f2346f46 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 945 time: 0.0468743
May 14 22:05:55.855274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59374297-f8c9-4391-abcd-774fcc3908bf req-cdc411fe-30ef-4247-aae0-3e6e8c69eae1 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403960
May 14 22:05:55.947873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:05:56.001783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port bdd722e5-72e5-4897-95c7-913d01d9c066 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:05:56.049558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port bdd722e5-72e5-4897-95c7-913d01d9c066 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:05:56.049929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:56.126448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port bdd722e5-72e5-4897-95c7-913d01d9c066 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:05:56.126826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:56.148466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:05:56.150675 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2bdb10-31c3-465e-850d-0aa8764adea1" -d '{"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:05:56.162756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:05:56.188147 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaa8c9e-aa49-4f0a-93d6-5cacdfd8db36 x-openstack-request-id: req-1aaa8c9e-aa49-4f0a-93d6-5cacdfd8db36 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:05:56.188432 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:05:56.188683 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aaa8c9e-aa49-4f0a-93d6-5cacdfd8db36 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:05:56.189082 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aaa8c9e-aa49-4f0a-93d6-5cacdfd8db36'] response: {'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'code': 200}
May 14 22:05:56.209520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:05:56.257781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:05:56.284015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54761fc0-b10e-4e96-ab03-0267aeaab276 req-2aaffc18-3b0f-4058-a1c7-d74adab92372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:56.285496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54761fc0-b10e-4e96-ab03-0267aeaab276 req-2aaffc18-3b0f-4058-a1c7-d74adab92372 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1128 time: 0.0419655
May 14 22:05:56.330283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54761fc0-b10e-4e96-ab03-0267aeaab276 req-f4a27520-2021-45b5-b451-edc388579be1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376439
May 14 22:05:56.978440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b5dcc-534e-4534-a2b5-d0c29f9c0431 req-6d572362-7e01-451c-8ffe-1bc95461eb28 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:56.979924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b2b5dcc-534e-4534-a2b5-d0c29f9c0431 req-6d572362-7e01-451c-8ffe-1bc95461eb28 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0473080
May 14 22:05:57.026225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b2b5dcc-534e-4534-a2b5-d0c29f9c0431 req-984874f7-0bc0-4db3-a99e-ef45d2f18988 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402052
May 14 22:05:58.147622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14997ce5-c3f9-498b-bceb-57da37439ff9 req-35cdab93-f49f-4044-b5ca-4a74210bb9d5 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:58.149084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14997ce5-c3f9-498b-bceb-57da37439ff9 req-35cdab93-f49f-4044-b5ca-4a74210bb9d5 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0509489
May 14 22:05:58.194700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14997ce5-c3f9-498b-bceb-57da37439ff9 req-7e2fee0e-e907-4a57-8943-75588513d2a0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398850
May 14 22:05:58.306447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf6bbe-2a80-43fd-b759-a75e47f08f53 req-236466ac-1c4d-4d81-bac3-5274cb66e1a7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:58.307983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bfaf6bbe-2a80-43fd-b759-a75e47f08f53 req-236466ac-1c4d-4d81-bac3-5274cb66e1a7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0472512
May 14 22:05:58.354961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bfaf6bbe-2a80-43fd-b759-a75e47f08f53 req-e4d8dd7a-c518-4875-93a1-120c5ddc0b0a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404580
May 14 22:05:58.741835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699968-268e-4cd5-9cb4-6abb61358a7f req-09f6908d-ff6c-4f8a-9c17-2984c2ee1c89 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:58.743335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1699968-268e-4cd5-9cb4-6abb61358a7f req-09f6908d-ff6c-4f8a-9c17-2984c2ee1c89 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0479126
May 14 22:05:58.794365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1699968-268e-4cd5-9cb4-6abb61358a7f req-bdcd6913-90fd-4586-ba39-ddd568263e91 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447783
May 14 22:05:58.853442 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-1fa0fd16-05e0-4a5e-a44c-7924a07ad2ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0383327
May 14 22:05:59.376614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-0f502fa2-36f2-4d51-93d6-d626e6f9e15a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:59.377979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-0f502fa2-36f2-4d51-93d6-d626e6f9e15a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports/bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 943 time: 0.0460141
May 14 22:05:59.911659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5894e9f-f549-4ed6-9ff8-e9d761c8fbc4 req-8e34694c-f98c-4404-b048-ad9656841bce tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:05:59.913188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5894e9f-f549-4ed6-9ff8-e9d761c8fbc4 req-8e34694c-f98c-4404-b048-ad9656841bce tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0484388
May 14 22:05:59.963098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5894e9f-f549-4ed6-9ff8-e9d761c8fbc4 req-9125803d-43ab-4819-8ea6-c29878bbade3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423584
May 14 22:06:00.904255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-707dc321-9a17-4c86-9d1c-08699422b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:00.905742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-707dc321-9a17-4c86-9d1c-08699422b0ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1128 time: 0.0398252
May 14 22:06:01.000489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-4c21735c-ff1b-4b93-be47-83db5cda6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:01.001982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-4c21735c-ff1b-4b93-be47-83db5cda6d08 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.0909796
May 14 22:06:01.045273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-de6ecff4-3ce4-4e6e-9e32-3096621b6460 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 217 time: 0.0371270
May 14 22:06:01.124725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3af311-8a13-457a-9157-c429cb730235 req-1abf79c9-31b4-46ee-b2ec-ac49d9313f15 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:01.126262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f3af311-8a13-457a-9157-c429cb730235 req-1abf79c9-31b4-46ee-b2ec-ac49d9313f15 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0839667
May 14 22:06:01.132105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-5a9a176d-5000-4b80-ab57-35bd43b43b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:01.133478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-5a9a176d-5000-4b80-ab57-35bd43b43b44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0797863
May 14 22:06:01.171964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-b3ee6cf4-8895-435b-bb82-16ccc5617d42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310509
May 14 22:06:01.254680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f3af311-8a13-457a-9157-c429cb730235 req-129a091f-4452-4f91-a8b4-7415d81ec5d7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201229
May 14 22:06:01.288549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-193f10fa-cd40-4577-b71f-377ad9b53835 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110294
May 14 22:06:01.379423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-3b69d882-79eb-43a3-b899-028863835990 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856092
May 14 22:06:02.376367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68079a5c-06cd-4f24-b0a9-5d040d4803c2 req-a3b8b990-6e9a-4c31-9b3c-8a491f09d260 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:02.377839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68079a5c-06cd-4f24-b0a9-5d040d4803c2 req-a3b8b990-6e9a-4c31-9b3c-8a491f09d260 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0474346
May 14 22:06:02.424774 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68079a5c-06cd-4f24-b0a9-5d040d4803c2 req-cc80a749-0cb8-4405-a01d-f0d798e0d5a6 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413086
May 14 22:06:03.542360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51994478-5856-46ab-a859-626d7f43a100 req-e3fcccde-ea04-4a39-85bd-2be71d525f6b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:03.543848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51994478-5856-46ab-a859-626d7f43a100 req-e3fcccde-ea04-4a39-85bd-2be71d525f6b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0490909
May 14 22:06:03.591252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-51994478-5856-46ab-a859-626d7f43a100 req-0be3e4d6-a13c-4400-bc5d-2c95ca33f0cf tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412853
May 14 22:06:04.710530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee475-1292-40e3-ba57-ee6132079dbf req-f3b6853e-c1e3-4906-b491-06270d9e06c3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:04.712058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06bee475-1292-40e3-ba57-ee6132079dbf req-f3b6853e-c1e3-4906-b491-06270d9e06c3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0509849
May 14 22:06:04.759452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06bee475-1292-40e3-ba57-ee6132079dbf req-a5f40689-5efb-4419-a8e8-ab48d5c3143a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410802
May 14 22:06:05.877301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb280ac-d9b4-4864-bb5c-08625d15d472 req-640868de-15cc-478f-8175-466b05621328 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:05.878802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eb280ac-d9b4-4864-bb5c-08625d15d472 req-640868de-15cc-478f-8175-466b05621328 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0474522
May 14 22:06:05.927138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1eb280ac-d9b4-4864-bb5c-08625d15d472 req-35d82e68-bd1f-4d40-9267-7a75fdadbde5 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426037
May 14 22:06:07.041882 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b33ac-b185-415c-9ada-a28ff0183c42 req-69630f6e-3ed7-49b9-b6f7-31cfa29f09c3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:07.043345 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-759b33ac-b185-415c-9ada-a28ff0183c42 req-69630f6e-3ed7-49b9-b6f7-31cfa29f09c3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0473282
May 14 22:06:07.094648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-759b33ac-b185-415c-9ada-a28ff0183c42 req-3cfca838-6744-4d6b-9d1b-460a903eab72 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447218
May 14 22:06:08.209769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93c722-90d0-439a-b2b2-7861849ebffd req-f985c30d-346f-4362-8cd8-eaec02ff09d9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:08.211139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d93c722-90d0-439a-b2b2-7861849ebffd req-f985c30d-346f-4362-8cd8-eaec02ff09d9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0470340
May 14 22:06:08.257943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d93c722-90d0-439a-b2b2-7861849ebffd req-14ae10ea-c99a-4884-a5e9-083dbe0fc630 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401924
May 14 22:06:09.376562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd5ec4-94da-4bf3-a816-f4881a08fdb6 req-3e474563-8cc4-4cbc-b2c4-2b7c81199718 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:09.378057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2dd5ec4-94da-4bf3-a816-f4881a08fdb6 req-3e474563-8cc4-4cbc-b2c4-2b7c81199718 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0471818
May 14 22:06:09.424813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2dd5ec4-94da-4bf3-a816-f4881a08fdb6 req-f9002093-4006-4119-a410-77020a333b3e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410988
May 14 22:06:10.375060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6031217c-01f4-4e86-8630-53412a14c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:10.546564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abcd35-53d1-4f12-94de-778f3bb75a79 req-90ef597a-19c6-493d-a05c-f47c70072da0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:10.548097 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24abcd35-53d1-4f12-94de-778f3bb75a79 req-90ef597a-19c6-493d-a05c-f47c70072da0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0513086
May 14 22:06:10.595496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24abcd35-53d1-4f12-94de-778f3bb75a79 req-ffdd6314-4377-4a86-9694-2631700a5d38 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415926
May 14 22:06:11.712118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00604a9-43f9-4865-8f4d-8579285f7149 req-b27ca5a7-7694-431b-aac2-2a4ddba51684 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:11.713597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d00604a9-43f9-4865-8f4d-8579285f7149 req-b27ca5a7-7694-431b-aac2-2a4ddba51684 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0489364
May 14 22:06:11.760330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d00604a9-43f9-4865-8f4d-8579285f7149 req-8e3a4686-66c1-415a-8749-523035eb24a5 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407577
May 14 22:06:12.278093 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:12.856241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7c58bea-79bd-4407-bd3d-dc80f8389e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:12.883755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be96188-c7b4-4302-8ae6-7452a68a636a req-45906bea-9a69-4799-91f5-4ca2f6480a85 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:12.885238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be96188-c7b4-4302-8ae6-7452a68a636a req-45906bea-9a69-4799-91f5-4ca2f6480a85 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0538917
May 14 22:06:12.900667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:12.937246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9be96188-c7b4-4302-8ae6-7452a68a636a req-dae9bebe-b8bb-41b2-948c-289a567718b0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452693
May 14 22:06:13.969292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:14.053993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1fe41-13f4-484a-be58-f205cfe7e355 req-8a2d638e-7810-40ab-b7c7-6a384e53b27a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:14.055497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ce1fe41-13f4-484a-be58-f205cfe7e355 req-8a2d638e-7810-40ab-b7c7-6a384e53b27a tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0485859
May 14 22:06:14.101488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8ce1fe41-13f4-484a-be58-f205cfe7e355 req-0cb46c74-adae-4d65-acb4-af07191b9290 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394340
May 14 22:06:15.214094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42e31-c844-4a45-946a-851ad7c7852b req-5abb39bb-dab4-4e99-b5f3-8c26a183dc34 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:15.215510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eed42e31-c844-4a45-946a-851ad7c7852b req-5abb39bb-dab4-4e99-b5f3-8c26a183dc34 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0451596
May 14 22:06:15.268353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eed42e31-c844-4a45-946a-851ad7c7852b req-05abc708-2c90-4317-b7eb-195b02fec9af tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465388
May 14 22:06:15.843791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:16.384378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ba415-3334-467d-a028-c6c17c9224f0 req-ceddc5c8-9dcc-4d94-87ab-25f6c9fec284 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:16.385857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a28ba415-3334-467d-a028-c6c17c9224f0 req-ceddc5c8-9dcc-4d94-87ab-25f6c9fec284 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0471840
May 14 22:06:16.432620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a28ba415-3334-467d-a028-c6c17c9224f0 req-df3303f2-ec8b-458e-857e-26fc458baabb tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406158
May 14 22:06:16.820709 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:17.550703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fda27-ac7e-4a8f-9c29-b57a323eab72 req-e601d77c-40c4-4ae0-9ef2-bbf1078a418b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:17.552192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-943fda27-ac7e-4a8f-9c29-b57a323eab72 req-e601d77c-40c4-4ae0-9ef2-bbf1078a418b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0477583
May 14 22:06:17.600556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-943fda27-ac7e-4a8f-9c29-b57a323eab72 req-69d68567-157b-4536-b12d-532c6fe8c022 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426869
May 14 22:06:18.721464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd3b54-7ca7-4578-8a20-706a3910ff68 req-af431855-96ae-4cea-a1f3-43f12f98bd74 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:18.723137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70cd3b54-7ca7-4578-8a20-706a3910ff68 req-af431855-96ae-4cea-a1f3-43f12f98bd74 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0522177
May 14 22:06:18.771321 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70cd3b54-7ca7-4578-8a20-706a3910ff68 req-2bbe4355-10ab-4bdd-b158-13f9b9e0cf6f tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423641
May 14 22:06:19.886150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e40d2e-37c4-419d-9234-1181fe98e7ec req-c3246a07-8022-4904-9981-db43c8babe72 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:19.888273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4e40d2e-37c4-419d-9234-1181fe98e7ec req-c3246a07-8022-4904-9981-db43c8babe72 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0480347
May 14 22:06:19.935865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4e40d2e-37c4-419d-9234-1181fe98e7ec req-92f81512-fd00-4545-ac66-b5255611ec2f tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417573
May 14 22:06:20.452729 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:06:21.050653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72094e3-8dbf-4159-8b91-989433a98eff req-3eeb124d-3e40-4549-8cda-3cdacf881943 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:21.052160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b72094e3-8dbf-4159-8b91-989433a98eff req-3eeb124d-3e40-4549-8cda-3cdacf881943 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0472815
May 14 22:06:21.103262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b72094e3-8dbf-4159-8b91-989433a98eff req-57ec2a49-f0f7-4221-aa3f-68dd115192f7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454884
May 14 22:06:22.217541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddc3c-335f-47b8-a2cc-e6f4b3b7b925 req-6ff66864-1ee7-4199-949a-5526eef07f82 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:22.219039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00fddc3c-335f-47b8-a2cc-e6f4b3b7b925 req-6ff66864-1ee7-4199-949a-5526eef07f82 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0471690
May 14 22:06:22.265683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00fddc3c-335f-47b8-a2cc-e6f4b3b7b925 req-a9e81e56-d54f-4d5a-9eae-831a0efc6a41 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409462
May 14 22:06:23.386426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0b1f4-4f2f-481c-9e95-4df6f5c9c6a0 req-029ed98d-1190-4794-b450-43052b277150 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:23.387950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0f0b1f4-4f2f-481c-9e95-4df6f5c9c6a0 req-029ed98d-1190-4794-b450-43052b277150 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0477092
May 14 22:06:23.434505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b0f0b1f4-4f2f-481c-9e95-4df6f5c9c6a0 req-e1305b1c-ebfd-4841-a869-bc2a50d767a7 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409012
May 14 22:06:24.562962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e612fd-5fef-4986-8548-d685f4194091 req-205aa9dc-9527-47cc-b24e-f1afdd021cd2 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:24.564499 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76e612fd-5fef-4986-8548-d685f4194091 req-205aa9dc-9527-47cc-b24e-f1afdd021cd2 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0589268
May 14 22:06:24.611263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76e612fd-5fef-4986-8548-d685f4194091 req-1f5d2699-6102-4cc8-978a-ca5b250c56ea tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411291
May 14 22:06:25.726624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75721f31-9b1f-4faf-b16c-5eb964ac56e1 req-d1a35e9d-e3fc-4b3e-90e6-53c570775524 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:25.728131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75721f31-9b1f-4faf-b16c-5eb964ac56e1 req-d1a35e9d-e3fc-4b3e-90e6-53c570775524 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0470035
May 14 22:06:25.775837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75721f31-9b1f-4faf-b16c-5eb964ac56e1 req-e9798e81-ff69-4363-b30d-aa8a069eb5dd tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413504
May 14 22:06:26.893378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093739b9-1e32-4d4c-9792-9d384fb5a0f8 req-bc217f57-3cc9-4983-bde4-d04b6a9ee361 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:26.894877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-093739b9-1e32-4d4c-9792-9d384fb5a0f8 req-bc217f57-3cc9-4983-bde4-d04b6a9ee361 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0512047
May 14 22:06:26.942667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-093739b9-1e32-4d4c-9792-9d384fb5a0f8 req-8beacc02-51ef-4a23-9bf2-996332bda036 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420973
May 14 22:06:28.058316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5e7a8-9dde-4ff8-bfb5-686d52def11d req-f774acc1-f907-41a2-934d-c5de42054086 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:28.060316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0c5e7a8-9dde-4ff8-bfb5-686d52def11d req-f774acc1-f907-41a2-934d-c5de42054086 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0458362
May 14 22:06:28.106924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0c5e7a8-9dde-4ff8-bfb5-686d52def11d req-98742304-602d-41b4-8378-a12f63fba2b0 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408874
May 14 22:06:28.299374 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-75918741-2c24-4506-accc-411dc16b82d9 service neutron] show failed (client error): The resource could not be found.
May 14 22:06:28.300481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-75918741-2c24-4506-accc-411dc16b82d9 service neutron] 10.222.0.48 "GET /v2.0/ports/bdd722e5-72e5-4897-95c7-913d01d9c066/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0561309
May 14 22:06:28.799256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-e026f2ea-3da8-4dd0-a67f-7a67576b45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:28.800785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-e026f2ea-3da8-4dd0-a67f-7a67576b45a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6&tenant_id=9092d803ae1249baa50f6717607e8621 HTTP/1.1" status: 200  len: 1128 time: 0.0432131
May 14 22:06:28.812123 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:28.868884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:29.106907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:29.139103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:06:29.178930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:06:29.181222 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8102ca7-8944-4510-b116-7b63997e6794" -d '{"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:06:29.186216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Publish callbacks [] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:29.225305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Transition to ACTIVE for port object bdd722e5-72e5-4897-95c7-913d01d9c066 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:06:29.238108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ee19f-35b7-47b2-a693-d5a586ce2301 req-aff208c5-ad05-4cd3-b64d-18b506e36205 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:29.239596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-205ee19f-35b7-47b2-a693-d5a586ce2301 req-aff208c5-ad05-4cd3-b64d-18b506e36205 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0554907
May 14 22:06:29.284765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:29.295086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-205ee19f-35b7-47b2-a693-d5a586ce2301 req-ad232667-3d87-4bd4-a607-5febdc082013 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496645
May 14 22:06:29.358033 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c79fb9-6c8a-487c-a330-c8eb493682c2 x-openstack-request-id: req-11c79fb9-6c8a-487c-a330-c8eb493682c2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:06:29.358293 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:06:29.358547 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11c79fb9-6c8a-487c-a330-c8eb493682c2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:06:29.358951 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c79fb9-6c8a-487c-a330-c8eb493682c2'] response: {'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'code': 200}
May 14 22:06:29.359833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:29.362028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] No DVR routers for this DVR port bdd722e5-72e5-4897-95c7-913d01d9c066 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:06:29.370824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.371173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.371537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.371879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.372217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.372579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.373397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.373889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.374218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.374542 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.374866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.375189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.375533 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.375857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.376176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:29.411742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:06:29.412077 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:06:29.412403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:29.416715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Port bdd722e5-72e5-4897-95c7-913d01d9c066 on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:06:29.417036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Attempting to bind port bdd722e5-72e5-4897-95c7-913d01d9c066 on network a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:29.422200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:06:29.422535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Checking segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:06:29.422915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Bound using segment: {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:06:29.423335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Bound port: bdd722e5-72e5-4897-95c7-913d01d9c066, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e7d0fa-bd7f-4731-befb-29103170b766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:06:29.423711 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:29.485514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:06:29.488653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:06:29.569122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:29.607515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:29.608345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:29.609682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-f047a25c-43ce-438a-b439-26c15021315d service neutron] 10.222.0.36 "PUT /v2.0/ports/bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 1092 time: 0.8019218
May 14 22:06:29.628639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047a25c-43ce-438a-b439-26c15021315d service neutron] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:29.671470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-8eb217a8-ec77-42fb-a71d-54ce6117a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:29.674102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-8eb217a8-ec77-42fb-a71d-54ce6117a193 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1126 time: 0.0391114
May 14 22:06:29.760854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-aa4203be-85d6-4d6f-8a83-ae6ec85baa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:29.762378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-aa4203be-85d6-4d6f-8a83-ae6ec85baa7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.0836449
May 14 22:06:29.807221 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-dfe847df-0a67-452d-b100-29b97f5360ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 217 time: 0.0390728
May 14 22:06:29.855908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-bd601a0f-31e3-45d5-a60d-02768c12feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:29.857959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-bd601a0f-31e3-45d5-a60d-02768c12feda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0445874
May 14 22:06:29.890347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-d3efaec4-2d2d-47e5-b345-d6bab31fe5b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265734
May 14 22:06:29.987609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-aff5f71b-fc39-4bd2-b750-ec9252c2ed37 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917609
May 14 22:06:30.076159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ca4ee50b-cf18-4f42-81f2-106e15896f40 req-14d9dec0-cac6-44a4-9b68-58e0b82d4498 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823209
May 14 22:06:30.420970 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4396b-1dee-4bc3-9d0a-c187855f6991 req-4be53fe0-ceef-43e5-b094-a3e1cae5f375 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:30.422431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24c4396b-1dee-4bc3-9d0a-c187855f6991 req-4be53fe0-ceef-43e5-b094-a3e1cae5f375 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 944 time: 0.0512555
May 14 22:06:30.467558 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24c4396b-1dee-4bc3-9d0a-c187855f6991 req-136ed30a-4f04-46ba-b88e-14562757b4de tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387764
May 14 22:06:31.360168 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:06:31.362453 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4260071-0003-4397-87bc-e7a31f58432d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:06:31.411577 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffcea8c-c6d2-4b18-b34b-9de030d2205f x-openstack-request-id: req-cffcea8c-c6d2-4b18-b34b-9de030d2205f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:06:31.415535 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:06:31.415535 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cffcea8c-c6d2-4b18-b34b-9de030d2205f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:06:31.415535 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffcea8c-c6d2-4b18-b34b-9de030d2205f'] response: {'name': 'network-changed', 'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'status': 'completed', 'code': 200}
May 14 22:06:31.495407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260071-0003-4397-87bc-e7a31f58432d req-4fa32b47-6f04-4085-add4-5ac6f6faa39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.497652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-4fa32b47-6f04-4085-add4-5ac6f6faa39e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1126 time: 0.0668342
May 14 22:06:31.504699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260071-0003-4397-87bc-e7a31f58432d req-3320b46b-2e4b-4499-bed3-d625abdab362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.506101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-3320b46b-2e4b-4499-bed3-d625abdab362 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1126 time: 0.0482831
May 14 22:06:31.673005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba990684-044c-42f6-9e48-1316796430a0 req-183917ba-aa8e-4f63-af1d-4ffd27123b66 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.674405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba990684-044c-42f6-9e48-1316796430a0 req-183917ba-aa8e-4f63-af1d-4ffd27123b66 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 944 time: 0.1322193
May 14 22:06:31.719560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260071-0003-4397-87bc-e7a31f58432d req-140ee16e-c0a0-49a9-b96c-c5f828c7498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.721025 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-140ee16e-c0a0-49a9-b96c-c5f828c7498f service neutron] 10.222.0.48 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.2176969
May 14 22:06:31.740865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260071-0003-4397-87bc-e7a31f58432d req-1099d437-4564-424b-b71b-fc9dc13c3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.742258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-1099d437-4564-424b-b71b-fc9dc13c3d3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.2294202
May 14 22:06:31.780421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-92733401-4954-45d4-9497-831638c00ecb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 217 time: 0.0520990
May 14 22:06:31.846360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-baa9de8d-086f-4bdb-acb3-f5886f0a1a5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 217 time: 0.0760310
May 14 22:06:31.853088 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba990684-044c-42f6-9e48-1316796430a0 req-1fe6315f-4e82-4f65-bd49-dee57c20c5fb tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712217
May 14 22:06:31.901472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260071-0003-4397-87bc-e7a31f58432d req-77e43eba-b24d-419c-bec4-4a8d0203829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.903006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-77e43eba-b24d-419c-bec4-4a8d0203829f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.1159248
May 14 22:06:31.942466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260071-0003-4397-87bc-e7a31f58432d req-85cf5149-d7ba-4b6b-bc1b-de0663131435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:31.947602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-85cf5149-d7ba-4b6b-bc1b-de0663131435 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0882263
May 14 22:06:31.947602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-dfa9d0db-fd4c-4624-90d2-a96948d54c46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363548
May 14 22:06:31.982723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-09ef2a08-a64c-40fa-8d16-bada977edf44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325739
May 14 22:06:32.125827 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-7ff7db71-b6e4-486e-ae0a-5333aba05ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674087
May 14 22:06:32.129188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-2385fbf3-70cb-459a-8f14-7a67a9ff8816 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372559
May 14 22:06:32.136987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:06:32.178885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port bdd722e5-72e5-4897-95c7-913d01d9c066 host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:06:32.179285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:06:32.307610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-ea8c489f-4c64-4c79-99b6-21762a2d89aa service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749942
May 14 22:06:32.310828 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4260071-0003-4397-87bc-e7a31f58432d req-5f5075fd-a082-4fc5-bc47-6ca30400b708 service neutron] 10.222.0.36 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714928
May 14 22:06:32.581249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:06:32.678452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:32.689667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'network_id': 'a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1', 'port_id': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'mac_address': 'fa:16:3e:e5:69:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1547bba-0251-4ec7-96e1-acafb617b31f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:06:32.726599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bdd722e5-72e5-4897-95c7-913d01d9c066 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:32.726981 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:32.739412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd722e5-72e5-4897-95c7-913d01d9c066 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:06:32.758255 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:32.831868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:32.879642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:32.887330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.887733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.888072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.888412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.888742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.889066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.889390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.889712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.890588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.891094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.891589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.891916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.892236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.892555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.892871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:32.983586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38195dad-a0cd-41a6-9a47-0dd0978619e6 req-ef3ad0ca-b844-41ef-977a-008237a66781 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:32.985656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38195dad-a0cd-41a6-9a47-0dd0978619e6 req-ef3ad0ca-b844-41ef-977a-008237a66781 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 945 time: 0.0495989
May 14 22:06:33.037797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38195dad-a0cd-41a6-9a47-0dd0978619e6 req-975f24c3-c4ca-4f2b-855c-43e567800659 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462413
May 14 22:06:33.041339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bdd722e5-72e5-4897-95c7-913d01d9c066'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:06:33.359616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911b093-edc6-4f8b-aa60-12967b3ef1e8 req-f63d3c93-72ba-4ec4-aede-bcb3b4c819ac tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:33.361393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9911b093-edc6-4f8b-aa60-12967b3ef1e8 req-f63d3c93-72ba-4ec4-aede-bcb3b4c819ac tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 945 time: 0.0480857
May 14 22:06:33.446942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-8cf79d86-ab85-41af-b669-936641383dbd tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:33.448400 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-8cf79d86-ab85-41af-b669-936641383dbd tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6&tenant_id=9092d803ae1249baa50f6717607e8621&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0649228
May 14 22:06:33.451435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9911b093-edc6-4f8b-aa60-12967b3ef1e8 req-f8095873-0d3f-4ed1-b616-f25db0deb1df tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842757
May 14 22:06:33.510863 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-dd970c17-bf74-44e9-97e4-9c035252b988 service neutron] delete failed (client error): The resource could not be found.
May 14 22:06:33.511948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-dd970c17-bf74-44e9-97e4-9c035252b988 service neutron] 10.222.0.48 "DELETE /v2.0/ports/bdd722e5-72e5-4897-95c7-913d01d9c066/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0569644
May 14 22:06:33.593666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-6bb00682-f81f-465c-95af-3940f03dfbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:33.595154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-6bb00682-f81f-465c-95af-3940f03dfbb6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9092d803ae1249baa50f6717607e8621&device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 1127 time: 0.0400000
May 14 22:06:33.685267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-68acf1c8-1f3a-44d5-bb35-3169118e3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:33.686773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-68acf1c8-1f3a-44d5-bb35-3169118e3c36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 200  len: 916 time: 0.0852020
May 14 22:06:33.729056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-ab757ff2-2c43-4390-9766-24f972392540 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 200  len: 217 time: 0.0370059
May 14 22:06:33.776791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-ab12f664-6aa1-40b0-94bd-7c85ae9f77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:33.778256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-ab12f664-6aa1-40b0-94bd-7c85ae9f77ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 200  len: 855 time: 0.0442429
May 14 22:06:33.810272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-ee98b05b-2a0f-4c9e-a228-7c5b3543c537 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259113
May 14 22:06:33.901315 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-c4c620a6-09f7-464d-85ae-c0a560845ec6 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852494
May 14 22:06:33.990039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-427c1a4e-77ae-42d6-9017-8906f4d37eeb req-54512151-2041-4126-be13-4e2a5b201fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824461
May 14 22:06:34.572207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687637-5cb6-462c-bfe9-14d75da9af95 req-e75187cf-5052-44e1-ac3b-7d06d1e69fe9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:34.573772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a687637-5cb6-462c-bfe9-14d75da9af95 req-e75187cf-5052-44e1-ac3b-7d06d1e69fe9 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 945 time: 0.0517302
May 14 22:06:34.592875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:06:34.627018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a687637-5cb6-462c-bfe9-14d75da9af95 req-0abdbd68-a92b-4369-88f3-daaea8b11c8b tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468471
May 14 22:06:34.639207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port bdd722e5-72e5-4897-95c7-913d01d9c066 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:06:34.734656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port bdd722e5-72e5-4897-95c7-913d01d9c066 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:34.734970 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:34.817067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port bdd722e5-72e5-4897-95c7-913d01d9c066 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:34.817453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:34.839537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:06:34.841726 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044a34fd-1d99-4eb2-b10d-c320f19845ba" -d '{"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:06:34.853768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:34.877309 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40dd4cf-b5e7-40f5-af81-11f0b8b4b38a x-openstack-request-id: req-d40dd4cf-b5e7-40f5-af81-11f0b8b4b38a {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:06:34.877602 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-plugged", "status": "completed", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:06:34.877860 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d40dd4cf-b5e7-40f5-af81-11f0b8b4b38a {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:06:34.878282 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40dd4cf-b5e7-40f5-af81-11f0b8b4b38a'] response: {'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'code': 200}
May 14 22:06:34.889167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-39f0b82a-0201-457c-a663-ac43add48ba0 req-3c92d915-bef7-4818-b201-5ee28609734e service neutron] (115781) timed out ('10.222.0.52', 46336) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:06:34.900179 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:34.949037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:35.746826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5028d3b-0178-4ecf-b0af-8bef128ac811 req-b37e8be8-d9e0-4a06-8edd-8027fb2d5eae tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:35.748322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5028d3b-0178-4ecf-b0af-8bef128ac811 req-b37e8be8-d9e0-4a06-8edd-8027fb2d5eae tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0479376
May 14 22:06:35.795077 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a5028d3b-0178-4ecf-b0af-8bef128ac811 req-b70406d1-7698-4b9e-9d39-a22cba431545 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403836
May 14 22:06:35.904843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb0a62-cdfe-40bc-92fa-ca037710aeaf req-c76687bd-23ff-437a-a160-ac78c298553e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:35.906901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cffb0a62-cdfe-40bc-92fa-ca037710aeaf req-c76687bd-23ff-437a-a160-ac78c298553e tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0456550
May 14 22:06:35.957211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cffb0a62-cdfe-40bc-92fa-ca037710aeaf req-9efb294b-9025-4d6a-8a3f-ffe7fde36cde tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444577
May 14 22:06:36.068496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471f8dc-8cd7-4ea9-86d1-384ffc00ee45 req-2171efbb-107e-49fa-b4d3-e0bba8c32f57 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:36.069952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4471f8dc-8cd7-4ea9-86d1-384ffc00ee45 req-2171efbb-107e-49fa-b4d3-e0bba8c32f57 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0470190
May 14 22:06:36.119695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4471f8dc-8cd7-4ea9-86d1-384ffc00ee45 req-22a666ad-e8e7-4234-a548-b9024e125302 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442128
May 14 22:06:36.676782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e54ee-d689-427b-8495-75d835640dee req-a6b83b84-844c-4fa5-8257-0009ea83eef3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:36.678241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b86e54ee-d689-427b-8495-75d835640dee req-a6b83b84-844c-4fa5-8257-0009ea83eef3 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0479875
May 14 22:06:36.723043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b86e54ee-d689-427b-8495-75d835640dee req-5d42a949-1369-4967-8b4d-ede7cf2fbf65 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392215
May 14 22:06:37.786631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-ae3e3c61-bacd-4e28-9224-b621e3c56170 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:37.788177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-ae3e3c61-bacd-4e28-9224-b621e3c56170 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0521367
May 14 22:06:37.869373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be624ae-26d1-4de6-a91d-df608e17204d req-612507c7-a2a9-43ce-91d6-2855b1b658ba tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:37.870813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0be624ae-26d1-4de6-a91d-df608e17204d req-612507c7-a2a9-43ce-91d6-2855b1b658ba tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf3c714-c8a8-4449-b147-f06904bebbf6 HTTP/1.1" status: 200  len: 946 time: 0.0767426
May 14 22:06:37.932401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Deleting port bdd722e5-72e5-4897-95c7-913d01d9c066 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:06:37.932736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:38.299344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0be624ae-26d1-4de6-a91d-df608e17204d req-261bb5eb-3f58-4a4b-954b-1b9a3e4d9bac tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.52 "GET /v2.0/security-groups?id=f40ea232-5bc7-4478-b1a7-762458b79b8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4085541
May 14 22:06:38.362276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] For port bdd722e5-72e5-4897-95c7-913d01d9c066, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bdd722e5-72e5-4897-95c7-913d01d9c066,segment=NetworkSegment(c6e7d0fa-bd7f-4731-befb-29103170b766),segment_id=c6e7d0fa-bd7f-4731-befb-29103170b766)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:38.362632 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:38.375341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Calling delete_port for bdd722e5-72e5-4897-95c7-913d01d9c066 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:06:38.540430 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bdd722e5-72e5-4897-95c7-913d01d9c066), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:38.553777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['bdd722e5-72e5-4897-95c7-913d01d9c066'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:06:38.570610 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Pushing event deleted for resources: {'Port': ['ID=bdd722e5-72e5-4897-95c7-913d01d9c066,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:38.616534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] No DVR routers for this DVR port bdd722e5-72e5-4897-95c7-913d01d9c066 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:06:38.619136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:38.622348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-14a7e79d-91b2-4cc6-aa52-5f03253bcdab req-08d77ed9-8e61-4a9b-843d-bdb61e05c983 tempest-ServerDiskConfigTestJSON-415452038 tempest-ServerDiskConfigTestJSON-415452038-project] 10.222.0.36 "DELETE /v2.0/ports/bdd722e5-72e5-4897-95c7-913d01d9c066 HTTP/1.1" status: 204  len: 173 time: 0.8293512
May 14 22:06:38.622789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-deleted', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:06:38.625084 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7b04b-8144-48f6-a40d-1b3127d88240" -d '{"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-deleted", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:06:38.662207 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09865324-3fda-449d-9b16-0e71dd7431ce x-openstack-request-id: req-09865324-3fda-449d-9b16-0e71dd7431ce {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:06:38.662546 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf3c714-c8a8-4449-b147-f06904bebbf6", "name": "network-vif-deleted", "tag": "bdd722e5-72e5-4897-95c7-913d01d9c066", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:06:38.662758 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09865324-3fda-449d-9b16-0e71dd7431ce {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:06:38.663164 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09865324-3fda-449d-9b16-0e71dd7431ce'] response: {'server_uuid': 'dbf3c714-c8a8-4449-b147-f06904bebbf6', 'name': 'network-vif-deleted', 'tag': 'bdd722e5-72e5-4897-95c7-913d01d9c066', 'status': 'completed', 'code': 200}
May 14 22:06:39.426393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49352) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:39.474982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Deleting subnet b1547bba-0251-4ec7-96e1-acafb617b31f {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:06:39.478090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Publish callbacks [] for subnet (b1547bba-0251-4ec7-96e1-acafb617b31f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.513166 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (b1547bba-0251-4ec7-96e1-acafb617b31f), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.552364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (b1547bba-0251-4ec7-96e1-acafb617b31f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.637926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (b1547bba-0251-4ec7-96e1-acafb617b31f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.670280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.674189 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b1547bba-0251-4ec7-96e1-acafb617b31f HTTP/1.1" status: 204  len: 168 time: 0.2466838
May 14 22:06:39.675097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1547bba-0251-4ec7-96e1-acafb617b31f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:39.676719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49354) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:39.683076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.683422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.683783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.684121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.684452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.684817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.685143 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.685465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.685785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.686108 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.686426 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.686740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.687055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.687367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.687711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525a016a-4d76-4143-88d5-9639b03190f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:39.743297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.823417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.843314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522ba9a130>,) {'filters': {'network_id': ['a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:39.852572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ba9a130>, 'c6e7d0fa-bd7f-4731-befb-29103170b766') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:39.852870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522ba9a130>, 'c6e7d0fa-bd7f-4731-befb-29103170b766') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:39.862035 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (c6e7d0fa-bd7f-4731-befb-29103170b766), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.878777 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (c6e7d0fa-bd7f-4731-befb-29103170b766), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.885830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:06:39.886471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (c6e7d0fa-bd7f-4731-befb-29103170b766), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:06:39.888592 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:06:39.986052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.991629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:39.994737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] 10.222.0.52 "DELETE /v2.0/networks/a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1 HTTP/1.1" status: 204  len: 168 time: 0.3170302
May 14 22:06:40.006499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dac9f-0d4e-4ab2-bf88-b21c30b8eb8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a502bee7-d2a4-4aa4-a6c4-34a7c7b0a2c1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:40.277707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49358) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:40.321964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17775a18-d6f7-4148-99ff-97f949f59a7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9092d803ae1249baa50f6717607e8621&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0430088
May 14 22:06:40.324502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:40.368907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fce08892-adf2-40e5-875a-61160a9d2ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:40.371261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b20fff-484c-464d-a3e5-b682d9352604 admin admin] Publish callbacks [] for security_group (f40ea232-5bc7-4478-b1a7-762458b79b8f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:40.392426 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b20fff-484c-464d-a3e5-b682d9352604 admin admin] Publish callbacks [] for security_group (f40ea232-5bc7-4478-b1a7-762458b79b8f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:40.505728 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b20fff-484c-464d-a3e5-b682d9352604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (f40ea232-5bc7-4478-b1a7-762458b79b8f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:40.508407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-37b20fff-484c-464d-a3e5-b682d9352604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:40.509751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-37b20fff-484c-464d-a3e5-b682d9352604 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f40ea232-5bc7-4478-b1a7-762458b79b8f HTTP/1.1" status: 204  len: 168 time: 0.1842604
May 14 22:06:40.519727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20fff-484c-464d-a3e5-b682d9352604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40ea232-5bc7-4478-b1a7-762458b79b8f,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:41.479261 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49382) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:41.573890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1190389994-network', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:41.644218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Made reservation on behalf of 5b7eff5698214fe982348f81c276dc6a for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:06:41.646614 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.655108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.728209 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks [] for security_group (32e0a786-0eef-4774-90b5-a4fae448cb00), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.774160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32e0a786-0eef-4774-90b5-a4fae448cb00), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.801499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:06:41.806877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e0a786-0eef-4774-90b5-a4fae448cb00,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:41.813823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e42f1d83-d029-473c-989d-3ec6b633913c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.814310 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Added segment e42f1d83-d029-473c-989d-3ec6b633913c of type vlan for network 6c0f6c30-a116-462c-8817-5c68f4794dd4
May 14 22:06:41.854889 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (6c0f6c30-a116-462c-8817-5c68f4794dd4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.928929 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (6c0f6c30-a116-462c-8817-5c68f4794dd4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.929974 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:41.930571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:41.991827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0f6c30-a116-462c-8817-5c68f4794dd4,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:42.001413 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:06:42.028440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8e562f5e-136d-482d-af55-78d4923e8c66 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 866 time: 0.5480049
May 14 22:06:42.031235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49386) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:42.036778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Request body: {'subnet': {'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1190389994-subnet', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:42.129123 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Made reservation on behalf of 5b7eff5698214fe982348f81c276dc6a for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:06:42.131669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.266138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.334945 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (f610d192-7e85-412d-bfa0-586c32894a31), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.388671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f610d192-7e85-412d-bfa0-586c32894a31,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:42.399807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:06:42.400166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Network hostable DHCP agents. Network: 6c0f6c30-a116-462c-8817-5c68f4794dd4, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:06:42.448688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:06:42.494223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c0f6c30-a116-462c-8817-5c68f4794dd4) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:42.498267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:42.502559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.503817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7448eb47-8431-46e2-931a-fa7e8752e16a None None] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:06:42.571801 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b930f4bd-9d9b-4cce-9a29-fba61b82eb49 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5394700
May 14 22:06:42.574774 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 49388) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:42.579198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:42.602785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6c0f6c30-a116-462c-8817-5c68f4794dd4', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:06:42.603505 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.606598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:06:42.637708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: bdd722e5-72e5-4897-95c7-913d01d9c066 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:06:42.638054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device bdd722e5-72e5-4897-95c7-913d01d9c066 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:06:42.672057 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (9cdf666d-2869-4f54-a889-3374d29f843c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.673110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (9cdf666d-2869-4f54-a889-3374d29f843c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.728436 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks [] for router_controller (9cdf666d-2869-4f54-a889-3374d29f843c), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.760654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Allocated IP 172.20.0.2 (6c0f6c30-a116-462c-8817-5c68f4794dd4/f610d192-7e85-412d-bfa0-586c32894a31/f6d60c18-4fca-4a36-bf76-13e2e365eb17) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:06:42.928016 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Publish callbacks [] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.931114 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9823-bfdc-4c66-8875-696cba065169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.934441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks [] for router_gateway (9cdf666d-2869-4f54-a889-3374d29f843c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:42.986011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.014823 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.053372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:06:43.058298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:43.061770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:06:43.071982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Pushing event updated for resources: {'Port': ['ID=f6d60c18-4fca-4a36-bf76-13e2e365eb17,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:43.204450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks [] for router_gateway (9cdf666d-2869-4f54-a889-3374d29f843c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.224204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.301013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Attempting to bind port f6d60c18-4fca-4a36-bf76-13e2e365eb17 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:06:43.301378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Attempting to bind port f6d60c18-4fca-4a36-bf76-13e2e365eb17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:06:43.301742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Attempting to bind port f6d60c18-4fca-4a36-bf76-13e2e365eb17 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:43.306618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:06:43.307010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:06:43.307789 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.307918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:06:43.308308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Bound port: f6d60c18-4fca-4a36-bf76-13e2e365eb17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:06:43.308679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.336105 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Allocated IP 172.35.4.194 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/fff6f26a-2383-4d58-bbe0-bc5a9fbf2792) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:06:43.370986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] For port f6d60c18-4fca-4a36-bf76-13e2e365eb17, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:06:43.374071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] For port f6d60c18-4fca-4a36-bf76-13e2e365eb17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d60c18-4fca-4a36-bf76-13e2e365eb17,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:06:43.436268 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks [] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.443871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.503085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38b549-512e-4189-986d-e3ba08307669 None None] Pushing event updated for resources: {'Port': ['ID=f6d60c18-4fca-4a36-bf76-13e2e365eb17,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:43.541194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.579853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:06:43.582975 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:43.588679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:06:43.620847 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Pushing event updated for resources: {'Port': ['ID=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:43.935121 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks [] for router_gateway (9cdf666d-2869-4f54-a889-3374d29f843c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:43.987037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:44.140905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (9cdf666d-2869-4f54-a889-3374d29f843c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:44.311787 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Router 9cdf666d-2869-4f54-a889-3374d29f843c is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:06:44.425622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:06:44.435423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:06:44.445991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:06:44.446631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:06:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:44.485182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe2bec-1fb7-479c-adca-db7103d8ccc3 None None] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:06:44.491125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:44.492518 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e51a1e37-a6ef-4e26-b16f-0db2506b04b8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.9167299
May 14 22:06:44.495323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49390) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:44.604998 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] Provisioning complete for port f6d60c18-4fca-4a36-bf76-13e2e365eb17 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:44.605370 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:44.674500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:06:44.845508 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] Current status of the port f6d60c18-4fca-4a36-bf76-13e2e365eb17 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:44.845939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:44.913795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] For port f6d60c18-4fca-4a36-bf76-13e2e365eb17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d60c18-4fca-4a36-bf76-13e2e365eb17,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:44.925121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03a0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:43Z', 'revision_number': 3, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:44.946304 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:44.955749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:06:44.956269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Updating router 9cdf666d-2869-4f54-a889-3374d29f843c port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:06:44.977589 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.012940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.064332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec2c22-25a7-4c89-b4f8-9fbfea0140da None None] Pushing event updated for resources: {'Port': ['ID=f6d60c18-4fca-4a36-bf76-13e2e365eb17,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:45.109627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Allocated IP 172.20.0.1 (6c0f6c30-a116-462c-8817-5c68f4794dd4/f610d192-7e85-412d-bfa0-586c32894a31/8e2642bd-4e46-4461-b1f9-971df0587852) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:06:45.111597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dddc058c-fe54-4147-8600-ca3f9f50f8c5 None None] Provisioning complete for port f6d60c18-4fca-4a36-bf76-13e2e365eb17 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:45.112021 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dddc058c-fe54-4147-8600-ca3f9f50f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.209922 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks [] for port (8e2642bd-4e46-4461-b1f9-971df0587852), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.295233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.310502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dddc058c-fe54-4147-8600-ca3f9f50f8c5 None None] Current status of the port f6d60c18-4fca-4a36-bf76-13e2e365eb17 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:45.332171 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:06:45.334999 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:45.340590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:06:45.369516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Pushing event updated for resources: {'Port': ['ID=8e2642bd-4e46-4461-b1f9-971df0587852,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:45.391895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (9cdf666d-2869-4f54-a889-3374d29f843c), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.400205 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Publish callbacks [] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.480839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.488209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f6d60c18-4fca-4a36-bf76-13e2e365eb17 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:06:45.575069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b600f-67f9-496e-95c2-12a57a3d7f3a None None] Pushing event updated for resources: {'Port': ['ID=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:45.579821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Attempting to bind port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:06:45.580697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Attempting to bind port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:06:45.581323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Attempting to bind port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:45.590388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:06:45.590814 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:06:45.591230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.591654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:06:45.592130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Bound port: fff6f26a-2383-4d58-bbe0-bc5a9fbf2792, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:06:45.592516 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.620313 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.630234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f6d60c18-4fca-4a36-bf76-13e2e365eb17 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:45.630609 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.673320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d4eccdac-55a0-4ccb-855b-644ba97d3bec None None] Provisioning complete for port 8e2642bd-4e46-4461-b1f9-971df0587852 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:45.673702 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d4eccdac-55a0-4ccb-855b-644ba97d3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.716937 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] For port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:06:45.741026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] For port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:06:45.744728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d4eccdac-55a0-4ccb-855b-644ba97d3bec None None] Port 8e2642bd-4e46-4461-b1f9-971df0587852 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:06:45.794488 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.798496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f6d60c18-4fca-4a36-bf76-13e2e365eb17 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:45.826662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks [] for port (8e2642bd-4e46-4461-b1f9-971df0587852), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.843799 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.858494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:06:45.859254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:06:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:45.865180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b600f-67f9-496e-95c2-12a57a3d7f3a None None] Pushing event updated for resources: {'Port': ['ID=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:45.905965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.975630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Pushing event updated for resources: {'Port': ['ID=8e2642bd-4e46-4461-b1f9-971df0587852,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:45.978188 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (9cdf666d-2869-4f54-a889-3374d29f843c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:45.978383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:06:46.073378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:06:46.074628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:46.202471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:06:46.324990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:06:46.330848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4c04bc70-e552-469c-be8c-7a42f7d90c53 admin admin] 10.222.0.52 "PUT /v2.0/routers/9cdf666d-2869-4f54-a889-3374d29f843c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8337939
May 14 22:06:46.349286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222dc03a0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 1, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:46.381848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45acbe86-9ce9-4adc-b02f-0c5d350fd878 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 1, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:06:46.389665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-52950713-d782-4ce5-b79c-1f16c6c0f274 None None] Provisioning complete for port 8e2642bd-4e46-4461-b1f9-971df0587852 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:46.390040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-52950713-d782-4ce5-b79c-1f16c6c0f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:46.425803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-52950713-d782-4ce5-b79c-1f16c6c0f274 None None] Port 8e2642bd-4e46-4461-b1f9-971df0587852 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:06:46.693154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49398) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:46.697916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015306617', 'description': 'tempest-description--1277065432'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:46.791817 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:46.820179 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:46.865341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group (a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:46.945884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:46.978419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:47.039221 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.043099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e8330c52-f3f4-4865-bf23-606d3679eea2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3462920
May 14 22:06:47.043316 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49400) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:47.057566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'security_group_rule': {'security_group_id': 'a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:47.141138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group_rule (0e3d8600-7d18-4d90-af45-f7e268d1d282), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.194485 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group_rule (0e3d8600-7d18-4d90-af45-f7e268d1d282), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.231776 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (0e3d8600-7d18-4d90-af45-f7e268d1d282), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.252405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3d8600-7d18-4d90-af45-f7e268d1d282,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:47.297129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.298402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6534c386-30af-4fee-8e4b-af5cad181ffc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2517469
May 14 22:06:47.301159 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49402) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:47.305807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'security_group_rule': {'security_group_id': 'a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:47.386553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group_rule (ac031524-2e34-4653-9cac-91bec7bc47e8), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.452320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group_rule (ac031524-2e34-4653-9cac-91bec7bc47e8), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.464691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:06:47.513285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:47.513705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.518019 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ac031524-2e34-4653-9cac-91bec7bc47e8), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.539672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac031524-2e34-4653-9cac-91bec7bc47e8,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:47.604505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:47.604895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.617217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.619759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2394d730-a110-42cd-899d-ca5114825725 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3162098
May 14 22:06:47.621623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49404) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:06:47.626461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:47.630403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:47.683347 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.700915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.749136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:47.785978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:47.892071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Allocated IP 172.35.4.114 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e90864a3-74e1-4f28-9334-783dc2d23a5a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:06:48.001743 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.083149 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.129474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:06:48.134565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:48.138221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:06:48.161315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'Port': ['ID=e90864a3-74e1-4f28-9334-783dc2d23a5a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:48.227893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.317910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.418266 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:06:48.428310 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:06:48.428998 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52309d7880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:06:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:48.507010 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.536771 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:06:48.562864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.634415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'Port': ['ID=e90864a3-74e1-4f28-9334-783dc2d23a5a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:48.646894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.708965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.710243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8e621a77-d7db-4748-b514-064034794e7e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0874829
May 14 22:06:48.733185 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52309d7880>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 2, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:48.764630 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:06:48.765176 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Updating router 9cdf666d-2869-4f54-a889-3374d29f843c port 8e2642bd-4e46-4461-b1f9-971df0587852 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:06:48.795988 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:48.867950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-edfb2330-7415-4118-b162-d2a7d6fe77f1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2015306617&fields=id&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 267 time: 0.0430133
May 14 22:06:48.978432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-85f31535-20e0-4ece-a555-451a916e937a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:48.979904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-85f31535-20e0-4ece-a555-451a916e937a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.1052535
May 14 22:06:48.995640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-0b44a14c-3e00-421e-b0df-2992baf01d25 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/quotas/5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 375 time: 0.0100918
May 14 22:06:49.046632 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-17166f1c-79f8-4113-8787-65b250d82709 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0455813
May 14 22:06:49.092639 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Publish callbacks [] for port (8e2642bd-4e46-4461-b1f9-971df0587852), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.140348 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.148024 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-d01186a6-7989-4e74-8612-db82d982d8f1 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886383
May 14 22:06:49.197681 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Pushing event updated for resources: {'Port': ['ID=8e2642bd-4e46-4461-b1f9-971df0587852,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:49.229138 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.229435 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.229733 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.230065 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.230388 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.230713 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.231033 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.231353 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.231695 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.232017 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.232360 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.232679 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.232998 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.233314 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.233628 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:06:49.250567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-32750cdb-8459-4a17-91ec-33d1c2a95f14 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975945
May 14 22:06:49.264564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Attempting to bind port 8e2642bd-4e46-4461-b1f9-971df0587852 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:06:49.264939 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Attempting to bind port 8e2642bd-4e46-4461-b1f9-971df0587852 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:06:49.265298 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Attempting to bind port 8e2642bd-4e46-4461-b1f9-971df0587852 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:49.272349 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:06:49.272725 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:06:49.273128 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.273654 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:06:49.274129 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Bound port: 8e2642bd-4e46-4461-b1f9-971df0587852, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:06:49.274506 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.342686 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] For port 8e2642bd-4e46-4461-b1f9-971df0587852, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:06:49.346621 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] For port 8e2642bd-4e46-4461-b1f9-971df0587852, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2642bd-4e46-4461-b1f9-971df0587852,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:06:49.409594 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.462285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:06:49.489867 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:06:49.490945 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52309d7880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:06:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:49.529803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] Provisioning complete for port 8e2642bd-4e46-4461-b1f9-971df0587852 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:49.530356 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.570391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6996faa6-7eed-427e-863d-00dd969e0dc9 req-ba901a1a-74d0-4962-91ac-61079db476ae tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 210 time: 0.0624945
May 14 22:06:49.600257 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997f736-b98c-4478-87c3-073d181cd84a None None] Pushing event updated for resources: {'Port': ['ID=8e2642bd-4e46-4461-b1f9-971df0587852,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:49.641300 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:06:49.657112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] Current status of the port 8e2642bd-4e46-4461-b1f9-971df0587852 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:49.657496 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.680654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:49.680926 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.726156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] For port 8e2642bd-4e46-4461-b1f9-971df0587852, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2642bd-4e46-4461-b1f9-971df0587852,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:49.779361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:49.797519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:49.846772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabb8f8-4e32-4f1e-95dc-9e8bc069a640 None None] Pushing event updated for resources: {'Port': ['ID=8e2642bd-4e46-4461-b1f9-971df0587852,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:49.852711 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52309d7880>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:06:49.880000 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b98e95-5f04-4bba-88c4-9704defe6899 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:06:49.920792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bc685ba1-4ab5-4086-94c7-4f7a7c3d2835 None None] Provisioning complete for port 8e2642bd-4e46-4461-b1f9-971df0587852 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:49.920792 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bc685ba1-4ab5-4086-94c7-4f7a7c3d2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:50.001606 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bc685ba1-4ab5-4086-94c7-4f7a7c3d2835 None None] Current status of the port 8e2642bd-4e46-4461-b1f9-971df0587852 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:50.672431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a4cb807-aca3-4140-9ad5-79f16aa20921 req-d7e1b03e-1980-4105-9c2a-2d2a08c7581a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 210 time: 0.0319831
May 14 22:06:51.454464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8e2642bd-4e46-4461-b1f9-971df0587852 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:06:51.501677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 8e2642bd-4e46-4461-b1f9-971df0587852 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:51.502889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:51.583724 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 8e2642bd-4e46-4461-b1f9-971df0587852 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:51.586598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-4ae745c5-0031-4d64-b738-639df82fb0b9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:51.588682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-4ae745c5-0031-4d64-b738-639df82fb0b9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.1045852
May 14 22:06:51.649257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-ee9a7124-71b9-40b2-b21d-633b292da572 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 380 time: 0.0519459
May 14 22:06:51.657083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'port': {'device_id': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'admin_state_up': True, 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'security_groups': ['a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:51.788173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a28f9663-900e-4385-a31c-868d026e1e12 req-3edb326f-6db4-4e25-8da4-0f2fb72858c9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 210 time: 0.0373039
May 14 22:06:51.854668 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Made reservation on behalf of 5b7eff5698214fe982348f81c276dc6a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:06:51.858283 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:51.985582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Allocated IP 172.20.0.12 (6c0f6c30-a116-462c-8817-5c68f4794dd4/f610d192-7e85-412d-bfa0-586c32894a31/ae175c63-6170-410c-9b6d-1ff5acafeb20) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:06:52.119714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.221855 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.262699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:06:52.268236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:06:52.273385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:06:52.300986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:52.328991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:52.329620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.412584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-240ff0d9-3994-4285-9348-2949d6a3cb6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7589998
May 14 22:06:52.424102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Request body: {'port': {'device_id': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:06:52.486826 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.536102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-73da39ed-fc2a-4890-894b-fe80d2162d61 None None] Provisioning complete for port ae175c63-6170-410c-9b6d-1ff5acafeb20 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:52.536684 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-73da39ed-fc2a-4890-894b-fe80d2162d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.570043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-73da39ed-fc2a-4890-894b-fe80d2162d61 None None] Port ae175c63-6170-410c-9b6d-1ff5acafeb20 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:06:52.786479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae175c63-6170-410c-9b6d-1ff5acafeb20 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:06:52.793681 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Publish callbacks [] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.806306 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Transition to ACTIVE for port object ae175c63-6170-410c-9b6d-1ff5acafeb20 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:06:52.889073 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:52.948184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5be58-2e72-4658-8d2f-f903cb4dba32 req-9ff03554-86aa-4d9a-ba63-0ccb1ff05bbb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:52.949682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6f5be58-2e72-4658-8d2f-f903cb4dba32 req-9ff03554-86aa-4d9a-ba63-0ccb1ff05bbb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 932 time: 0.0926282
May 14 22:06:52.971030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:53.055504 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6f5be58-2e72-4658-8d2f-f903cb4dba32 req-07f1496e-f58a-4fd3-ac29-97ebc1d141b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974336
May 14 22:06:53.072352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:06:53.072689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:06:53.078502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:53.082055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Port ae175c63-6170-410c-9b6d-1ff5acafeb20 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:06:53.082385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:06:53.087636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:06:53.087982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:06:53.088366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:06:53.088796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Bound port: ae175c63-6170-410c-9b6d-1ff5acafeb20, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:06:53.089155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:53.159312 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:06:53.162281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:06:53.266323 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:53.301026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.301736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:53.303015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] 10.222.0.36 "PUT /v2.0/ports/ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1092 time: 0.8832190
May 14 22:06:53.303458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:06:53.305792 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:06:53.332084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836706aa-a8f1-4f3c-8aab-65a95336a83e service neutron] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:53.350291 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772fc172-1af0-4160-a6c8-2a7a8d574f3f x-openstack-request-id: req-772fc172-1af0-4160-a6c8-2a7a8d574f3f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:06:53.350588 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:06:53.350885 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-772fc172-1af0-4160-a6c8-2a7a8d574f3f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:06:53.351258 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772fc172-1af0-4160-a6c8-2a7a8d574f3f'] response: {'name': 'network-changed', 'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'status': 'completed', 'code': 200}
May 14 22:06:53.415098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7 req-38bd3e2b-a303-4707-bda5-e5fcefec576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.417125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7 req-38bd3e2b-a303-4707-bda5-e5fcefec576b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1126 time: 0.0449576
May 14 22:06:53.520644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7 req-71e0b52d-5101-4c33-b874-730ef29975f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.522121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7 req-71e0b52d-5101-4c33-b874-730ef29975f8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5b7eff5698214fe982348f81c276dc6a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.0986702
May 14 22:06:53.616052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7 req-5e5bcc9e-784d-4e3f-98c4-4ef798b142c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.617529 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8a61ae7-5e11-435a-9c1e-7e049d7cd9a7 req-5e5bcc9e-784d-4e3f-98c4-4ef798b142c6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0901821
May 14 22:06:53.693153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-04b3b467-3835-42cd-860a-6cbc87de1991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.694652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-04b3b467-3835-42cd-860a-6cbc87de1991 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1126 time: 0.0432992
May 14 22:06:53.737858 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-9fdea97f-d0f4-458a-88a6-7fd414a60f29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 217 time: 0.0368946
May 14 22:06:53.784608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-0a8c489e-c164-458e-8e35-a7b0a35a8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.786020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-0a8c489e-c164-458e-8e35-a7b0a35a8c8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0429080
May 14 22:06:53.831907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-d4e0c4c5-0071-4ff4-9863-85b8239b2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:53.833392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-d4e0c4c5-0071-4ff4-9863-85b8239b2313 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421202
May 14 22:06:53.919131 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-fd4b8b8f-1734-444e-b84e-54609d99987a service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798800
May 14 22:06:54.369187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dd4a6-6ea7-44cb-a989-2afea61861ce req-101765ea-57d2-415c-859a-64fb0415fd57 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:54.370638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-922dd4a6-6ea7-44cb-a989-2afea61861ce req-101765ea-57d2-415c-859a-64fb0415fd57 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 944 time: 0.0573518
May 14 22:06:54.397253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1acc743e-f305-45d3-b43d-7efa1aed76d7 req-6e05a2e5-87fa-4343-9dae-a93768a7eb93 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4722252
May 14 22:06:54.427696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-922dd4a6-6ea7-44cb-a989-2afea61861ce req-80964b8e-1257-45f6-af1c-5649c76c85a0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477276
May 14 22:06:55.545191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b2ee7-c514-4b87-a1a3-2fb3417ebbd0 req-713089ef-af5b-42f0-9542-d089e8d4db09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:55.546670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-655b2ee7-c514-4b87-a1a3-2fb3417ebbd0 req-713089ef-af5b-42f0-9542-d089e8d4db09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 944 time: 0.0504744
May 14 22:06:55.593611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-655b2ee7-c514-4b87-a1a3-2fb3417ebbd0 req-cba80864-95df-4688-9967-99071910abe8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406108
May 14 22:06:56.649082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:06:56.714323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94efa-550d-4caa-8e3a-66e5696302a4 req-7017ae73-3093-4b52-a549-4ed1221a264c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:56.715884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eaf94efa-550d-4caa-8e3a-66e5696302a4 req-7017ae73-3093-4b52-a549-4ed1221a264c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 944 time: 0.0478115
May 14 22:06:56.749006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:56.760825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'mac_address': 'fa:16:3e:fa:b1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:06:56.766944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eaf94efa-550d-4caa-8e3a-66e5696302a4 req-390ab307-378a-4fde-b938-1ec06fec00af tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447659
May 14 22:06:56.802401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ae175c63-6170-410c-9b6d-1ff5acafeb20 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:56.802712 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:56.815782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae175c63-6170-410c-9b6d-1ff5acafeb20 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:06:56.834526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:56.911739 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:56.961537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:57.098356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ae175c63-6170-410c-9b6d-1ff5acafeb20'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:06:57.451693 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:06:57.881519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039af87-81b9-470b-b13d-2da60c1bf16d req-6865cbed-c14a-49d7-98b0-2ed9add64d09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:57.882985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9039af87-81b9-470b-b13d-2da60c1bf16d req-6865cbed-c14a-49d7-98b0-2ed9add64d09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 945 time: 0.0466754
May 14 22:06:57.936056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9039af87-81b9-470b-b13d-2da60c1bf16d req-a78b61c3-2729-4208-8c38-5698334c28f4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473552
May 14 22:06:58.663254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:06:58.706681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port ae175c63-6170-410c-9b6d-1ff5acafeb20 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:06:58.762356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port ae175c63-6170-410c-9b6d-1ff5acafeb20 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:06:58.762726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:58.837341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ae175c63-6170-410c-9b6d-1ff5acafeb20 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:06:58.837719 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:58.859561 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:06:58.862400 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1254d857-9dd4-4acb-ba17-8c089fefce7a" -d '{"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:06:58.878021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:06:58.897488 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b1c802-0b27-424c-9b6e-fdc8d0f89abb x-openstack-request-id: req-e5b1c802-0b27-424c-9b6e-fdc8d0f89abb {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:06:58.897781 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:06:58.898035 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5b1c802-0b27-424c-9b6e-fdc8d0f89abb {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:06:58.898488 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b1c802-0b27-424c-9b6e-fdc8d0f89abb'] response: {'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'code': 200}
May 14 22:06:58.934425 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:06:58.986940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:06:58.993809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dd8ee-3a41-4872-8e0a-25170f06a2a6 req-8d87937d-8f48-46ff-9b11-4697b2732e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:58.995612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-811dd8ee-3a41-4872-8e0a-25170f06a2a6 req-8d87937d-8f48-46ff-9b11-4697b2732e11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1128 time: 0.0408394
May 14 22:06:59.073975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb363d79-b1a4-4533-b6b1-c9749c7bfb53 req-dc70f6ec-a852-4270-a946-68c61519b8d3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:06:59.075458 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb363d79-b1a4-4533-b6b1-c9749c7bfb53 req-dc70f6ec-a852-4270-a946-68c61519b8d3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0600464
May 14 22:06:59.077613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-811dd8ee-3a41-4872-8e0a-25170f06a2a6 req-e1c56aba-6a0a-4a6c-b2b6-b296084d1531 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770798
May 14 22:06:59.122066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fb363d79-b1a4-4533-b6b1-c9749c7bfb53 req-539e78d1-6fac-4314-98f0-afa5a7a10a5a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399592
May 14 22:07:00.244416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dedb7d-c50d-4bee-aaaf-f77390d4c85b req-e1d747cb-02c7-43b0-801b-cface04ccfc5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:00.245810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60dedb7d-c50d-4bee-aaaf-f77390d4c85b req-e1d747cb-02c7-43b0-801b-cface04ccfc5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0519092
May 14 22:07:00.294484 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60dedb7d-c50d-4bee-aaaf-f77390d4c85b req-25d5b9a8-dec1-4e1a-9fa2-0b02d655c698 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427630
May 14 22:07:00.405146 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c4c03-a694-4046-8d88-be6b498879e8 req-01a045b4-cce9-4214-94a0-dc49a355d374 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:00.406668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-767c4c03-a694-4046-8d88-be6b498879e8 req-01a045b4-cce9-4214-94a0-dc49a355d374 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0485320
May 14 22:07:00.415876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49458) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:07:00.420138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'floatingip': {'port_id': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:07:00.462284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:00.903987 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:00.951312 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:01.055858 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 associated. External IP: 172.35.4.114, port: ae175c63-6170-410c-9b6d-1ff5acafeb20.
May 14 22:07:01.267724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:07:01.378128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:07:01.382723 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:01.388770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:07:01.399507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:07:01.400144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222c11b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:06:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:01.416428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-862deaeb-015b-441b-b9d9-9d6bed2b4cf4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "PUT /v2.0/floatingips/d713b7b7-e4a2-40f4-8a9c-638d420eccd2 HTTP/1.1" status: 200  len: 992 time: 0.9994695
May 14 22:07:01.417304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:01.419462 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedf160b-171d-4eb9-a513-277fc12a3ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:01.511462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:07:01.513462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7be0ad-6c0d-4a1e-bad9-089ea5a75b34 req-fadfe982-2cda-40a8-9372-bfa74811965a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:01.514958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b7be0ad-6c0d-4a1e-bad9-089ea5a75b34 req-fadfe982-2cda-40a8-9372-bfa74811965a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0485005
May 14 22:07:01.566482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4b7be0ad-6c0d-4a1e-bad9-089ea5a75b34 req-326b6e65-3eaf-4ace-b193-43ece9d3f474 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449390
May 14 22:07:01.611510 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6773811f-49e1-483a-ae82-1742c74659f0 x-openstack-request-id: req-6773811f-49e1-483a-ae82-1742c74659f0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:01.611921 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:01.612182 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6773811f-49e1-483a-ae82-1742c74659f0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:01.613518 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6773811f-49e1-483a-ae82-1742c74659f0'] response: {'name': 'network-changed', 'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'status': 'completed', 'code': 200}
May 14 22:07:01.698290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-bdcdd221-0849-4528-9fff-db2b0dbe3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:01.699838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-bdcdd221-0849-4528-9fff-db2b0dbe3d57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1128 time: 0.0662551
May 14 22:07:01.733288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21399fe2-654d-4e64-9684-9e8a381f3584 req-841d0938-66d1-4093-b332-720f4b7b2e0b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:01.734305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222c11b20>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:fa:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:07:00Z', 'revision_number': 1, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:01.734766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21399fe2-654d-4e64-9684-9e8a381f3584 req-841d0938-66d1-4093-b332-720f4b7b2e0b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0691149
May 14 22:07:01.765727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:07:01.774607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:07:01.775231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222c11b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:06:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:01.832902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21399fe2-654d-4e64-9684-9e8a381f3584 req-f72fcc62-4262-483e-ac49-94cbac50efe7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909920
May 14 22:07:01.846297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-30e32ace-e3d5-45cb-bcfc-5dff10f61fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:01.847953 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-30e32ace-e3d5-45cb-bcfc-5dff10f61fb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1428792
May 14 22:07:01.888663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:07:01.915175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-2eab7241-8c52-4b77-a797-cc564d2c93e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1000 time: 0.0608685
May 14 22:07:01.967759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-9bb8bd63-b5a5-49a7-980e-99f7fb345eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:01.969227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-9bb8bd63-b5a5-49a7-980e-99f7fb345eec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0482111
May 14 22:07:02.011565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-09bf8411-4b65-4308-b9ce-eca615f2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:02.013080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-09bf8411-4b65-4308-b9ce-eca615f2bdae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381672
May 14 22:07:02.103365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-30452bda-596a-4c06-8292-904056838d57 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840251
May 14 22:07:02.105333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222c11b20>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:fa:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:07:00Z', 'revision_number': 1, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:02.150639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f33c036-dfda-4357-9fdb-988ef040bd8e None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:fa:b1:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:07:00Z', 'revision_number': 1, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:07:02.206930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedf160b-171d-4eb9-a513-277fc12a3ca7 req-23da3b8e-b702-4f6e-bdf5-1dfe5e16e2d5 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974054
May 14 22:07:02.355085 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aede0e7-3392-4080-b8b7-1418e897a169 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:07:02.949749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee86a67-028d-495a-955d-746e9988d33d req-aab53e1b-bbc9-43fa-9f9a-9cb6ac53d408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:02.951253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ee86a67-028d-495a-955d-746e9988d33d req-aab53e1b-bbc9-43fa-9f9a-9cb6ac53d408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0478358
May 14 22:07:02.998033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ee86a67-028d-495a-955d-746e9988d33d req-32c368ae-0e91-46a0-bfc1-eca13864bb0f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405779
May 14 22:07:03.125617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e76a5-8a13-4d9f-b795-a3c6533ef6f4 req-05195991-6fd6-4fd7-a943-6a1116efb852 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:03.127095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44e76a5-8a13-4d9f-b795-a3c6533ef6f4 req-05195991-6fd6-4fd7-a943-6a1116efb852 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0520332
May 14 22:07:03.174700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e44e76a5-8a13-4d9f-b795-a3c6533ef6f4 req-c4baa6d7-2cb0-45d8-99dd-7c12d0ffa855 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415158
May 14 22:07:03.572280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6d85f-c2f3-47a8-8534-7496b87a1b30 req-fb9c827e-51bf-413f-b93d-2670be9d86c9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:03.573763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7a6d85f-c2f3-47a8-8534-7496b87a1b30 req-fb9c827e-51bf-413f-b93d-2670be9d86c9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0470848
May 14 22:07:03.622377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7a6d85f-c2f3-47a8-8534-7496b87a1b30 req-6ccf78ec-627d-4b03-8e76-e1424c66f3ae tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429444
May 14 22:07:03.667068 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-a52141ec-a49a-42a6-b267-32414efc288b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0438240
May 14 22:07:04.239962 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-e0ae0bb2-31ca-4c20-b0cf-f42a151dc434 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:04.241359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-e0ae0bb2-31ca-4c20-b0cf-f42a151dc434 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports/ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 943 time: 0.0542085
May 14 22:07:04.741190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17358177-4752-4265-ad25-43324843dfa4 req-95dbde7a-6c51-4660-9227-da59309b41f8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:04.742621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17358177-4752-4265-ad25-43324843dfa4 req-95dbde7a-6c51-4660-9227-da59309b41f8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0487108
May 14 22:07:04.789710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-17358177-4752-4265-ad25-43324843dfa4 req-e8d008a6-4387-49a7-968d-0582b8a81927 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412240
May 14 22:07:05.713616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-5f639025-93eb-4ecf-8424-d85dae7c793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:05.715121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-5f639025-93eb-4ecf-8424-d85dae7c793e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1128 time: 0.0384133
May 14 22:07:05.805081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-ab044d14-eb58-4705-a018-bc99a38d715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:05.806550 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-ab044d14-eb58-4705-a018-bc99a38d715b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0863080
May 14 22:07:05.882317 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-1c0889ff-8fe8-465e-a350-d77c0d43b1e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1002 time: 0.0695715
May 14 22:07:05.946176 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2053660-75bc-42f6-a786-24d9858ef058 req-3994db17-ec38-4e0c-bfe0-500955497b8b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:05.948230 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2053660-75bc-42f6-a786-24d9858ef058 req-3994db17-ec38-4e0c-bfe0-500955497b8b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0850720
May 14 22:07:05.972078 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-cf3adec8-725e-4b62-9b96-39c47ae7f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:05.973402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-cf3adec8-725e-4b62-9b96-39c47ae7f94e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0720463
May 14 22:07:06.030992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2053660-75bc-42f6-a786-24d9858ef058 req-5c2c512c-3697-4c40-9fb7-f80646557acb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770781
May 14 22:07:06.032145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-69abc2b1-1486-468b-b758-2734da73f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:06.033832 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-69abc2b1-1486-468b-b758-2734da73f379 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0540569
May 14 22:07:06.126987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-a3249ed9-8863-44e0-8e0d-eda168eb4565 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864601
May 14 22:07:06.213151 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-5155d51e-631d-45df-85fa-21b97dc13421 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805459
May 14 22:07:07.153055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34402e7-3eb1-4d18-b1d9-f086915d8c43 req-5b80fd8a-c377-467a-bd27-d0bb88a3a797 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:07.154541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a34402e7-3eb1-4d18-b1d9-f086915d8c43 req-5b80fd8a-c377-467a-bd27-d0bb88a3a797 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0513365
May 14 22:07:07.200163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a34402e7-3eb1-4d18-b1d9-f086915d8c43 req-81868c5c-56b5-4647-b8f8-1b55cbef264a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396390
May 14 22:07:08.318091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c8312-0765-4b4e-a50b-acb81755fc47 req-538827e1-1ebb-4d6d-83df-f987cde9863b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:08.319573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be3c8312-0765-4b4e-a50b-acb81755fc47 req-538827e1-1ebb-4d6d-83df-f987cde9863b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0479751
May 14 22:07:08.365435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be3c8312-0765-4b4e-a50b-acb81755fc47 req-aefd36fa-c674-4dac-a919-98ec1c6974df tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402822
May 14 22:07:09.490776 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f42f-9510-46b7-8ee2-0985505560a0 req-24f867a4-ba3a-4f0e-8511-851171bcecf9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:09.492325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6fa2f42f-9510-46b7-8ee2-0985505560a0 req-24f867a4-ba3a-4f0e-8511-851171bcecf9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0542440
May 14 22:07:09.548949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6fa2f42f-9510-46b7-8ee2-0985505560a0 req-edd1c00c-01aa-43a7-a64a-a60c18a97940 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497894
May 14 22:07:10.362855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-46a075ae-eb68-4981-aefc-f60cc95dbe09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:10.670617 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09075673-1455-4720-8590-ff5c59a24a5e req-58999be7-2ae5-46e7-b4e8-ca56c109641b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:10.672069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09075673-1455-4720-8590-ff5c59a24a5e req-58999be7-2ae5-46e7-b4e8-ca56c109641b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0476327
May 14 22:07:10.723788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-09075673-1455-4720-8590-ff5c59a24a5e req-2b159ca1-a836-46a2-b7f5-652d57c738dd tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455906
May 14 22:07:11.847983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4086b-11d9-409a-b2c0-0a57d3a73c55 req-8414e16b-c578-4649-82a6-4b546eefe605 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:11.849462 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3be4086b-11d9-409a-b2c0-0a57d3a73c55 req-8414e16b-c578-4649-82a6-4b546eefe605 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0555506
May 14 22:07:11.898026 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3be4086b-11d9-409a-b2c0-0a57d3a73c55 req-48cb4bb1-dd0a-420d-af58-ad86f36de6d6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427954
May 14 22:07:12.276978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:12.899648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6bfb1434-30f1-404b-9bec-c1479e794b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:12.951145 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:13.018770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fdff7-b61d-404b-9923-a95e003f8f57 req-df89bdae-48a4-490c-a267-c1e8cf87d41d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:13.020291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-586fdff7-b61d-404b-9923-a95e003f8f57 req-df89bdae-48a4-490c-a267-c1e8cf87d41d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0527799
May 14 22:07:13.068063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-586fdff7-b61d-404b-9923-a95e003f8f57 req-7517ba3f-3757-4c21-a8f2-72ba4aa7cd28 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419850
May 14 22:07:13.980267 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:14.181849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4fe55-9367-4024-be0a-5d6f232fd70a req-22378cfd-813e-4b08-8021-0e8c87e23d64 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:14.183246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43a4fe55-9367-4024-be0a-5d6f232fd70a req-22378cfd-813e-4b08-8021-0e8c87e23d64 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0469069
May 14 22:07:14.229274 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43a4fe55-9367-4024-be0a-5d6f232fd70a req-3872c345-1df0-4bf8-93a4-4cc5fc25c294 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403724
May 14 22:07:15.347886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6dbc4-d4f1-41c6-a938-8c8f3464c7a8 req-ae4d23a0-ec00-403b-b956-a919ad3f0234 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:15.349391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de6dbc4-d4f1-41c6-a938-8c8f3464c7a8 req-ae4d23a0-ec00-403b-b956-a919ad3f0234 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0508590
May 14 22:07:15.401671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de6dbc4-d4f1-41c6-a938-8c8f3464c7a8 req-dd7c6ca0-c99c-431f-a385-00edae5c2196 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466263
May 14 22:07:15.796677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:16.521197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60502b-65ae-446e-887c-260329276569 req-147230d0-597f-49be-b1d4-275f22073f50 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:16.522659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b60502b-65ae-446e-887c-260329276569 req-147230d0-597f-49be-b1d4-275f22073f50 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0491731
May 14 22:07:16.568646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b60502b-65ae-446e-887c-260329276569 req-9af3ea6f-786a-4b41-b5fb-553cf6de2b01 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403469
May 14 22:07:16.808234 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:17.682919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f7b98-b759-4830-9dfd-2f1cc82a9311 req-4b97260c-f05b-4e4e-bb0f-6460e5dc0120 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:17.684507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f18f7b98-b759-4830-9dfd-2f1cc82a9311 req-4b97260c-f05b-4e4e-bb0f-6460e5dc0120 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0465891
May 14 22:07:17.735377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f18f7b98-b759-4830-9dfd-2f1cc82a9311 req-a48e8968-8edb-45f8-8b46-b5661ac4e056 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452542
May 14 22:07:18.853314 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7ff8-1eaf-4ce4-958a-eff62867ec39 req-ff3dd8a1-075f-45fe-8ff8-45b8cce2a314 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:18.854775 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e04a7ff8-1eaf-4ce4-958a-eff62867ec39 req-ff3dd8a1-075f-45fe-8ff8-45b8cce2a314 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0465479
May 14 22:07:18.901262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e04a7ff8-1eaf-4ce4-958a-eff62867ec39 req-c4c66301-5e4f-4136-8aa4-e5b021dabc09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409892
May 14 22:07:20.017121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00136787-3716-4ac0-ba27-4fbe056a956f req-fea37736-00b6-4c2a-bfc9-a269905a109d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:20.018595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00136787-3716-4ac0-ba27-4fbe056a956f req-fea37736-00b6-4c2a-bfc9-a269905a109d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0470462
May 14 22:07:20.064195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00136787-3716-4ac0-ba27-4fbe056a956f req-20f4a516-7df1-4f06-a62f-f137fd4f891e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398648
May 14 22:07:21.183897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab51e4-2a2e-4872-8696-db1aa615d94c req-8661750a-c7da-403e-9eb9-b57adf0163ec tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:21.185284 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06ab51e4-2a2e-4872-8696-db1aa615d94c req-8661750a-c7da-403e-9eb9-b57adf0163ec tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0505443
May 14 22:07:21.231056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-06ab51e4-2a2e-4872-8696-db1aa615d94c req-0234a957-466a-436e-a2ac-695f2d53b5e1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401785
May 14 22:07:22.349711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e21f0-c5ed-4782-a0e5-1a3708a01e08 req-8766e751-5176-4b82-9c78-507842d6734e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:22.351194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b4e21f0-c5ed-4782-a0e5-1a3708a01e08 req-8766e751-5176-4b82-9c78-507842d6734e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0470538
May 14 22:07:22.397463 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b4e21f0-c5ed-4782-a0e5-1a3708a01e08 req-c31ef302-0bc1-48be-8a54-f9622d3491a3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406432
May 14 22:07:23.530158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c54d6-66f8-405f-b019-79d3cc40ba0a req-ec2c0bd4-005d-4734-ab74-9343bbf27c08 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:23.531648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f5c54d6-66f8-405f-b019-79d3cc40ba0a req-ec2c0bd4-005d-4734-ab74-9343bbf27c08 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0459569
May 14 22:07:23.582545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f5c54d6-66f8-405f-b019-79d3cc40ba0a req-49c33ddb-fbfa-47fa-9734-7e3ea2cf7a43 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445435
May 14 22:07:24.696814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a0ab0-352b-4121-a0c7-17fcd10e2665 req-358d4efe-9e90-45e6-9c17-bfd6c13f0eed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:24.698319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab9a0ab0-352b-4121-a0c7-17fcd10e2665 req-358d4efe-9e90-45e6-9c17-bfd6c13f0eed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0473583
May 14 22:07:24.745596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab9a0ab0-352b-4121-a0c7-17fcd10e2665 req-6a53dae9-b47d-44b0-8dab-c26c43580200 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416179
May 14 22:07:25.868683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623d016-242c-4176-999f-bb6d573b8d3c req-f6b81171-9e15-425a-b7f9-a6e5d8894562 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:25.870170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b623d016-242c-4176-999f-bb6d573b8d3c req-f6b81171-9e15-425a-b7f9-a6e5d8894562 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0505424
May 14 22:07:25.918029 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b623d016-242c-4176-999f-bb6d573b8d3c req-5f730ec6-0fd7-4a0d-9eda-24d757099c14 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422006
May 14 22:07:27.038566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632eec6a-1b6f-41e2-87cc-2b9532252d2b req-790edb56-6324-467e-8984-a1f3648f4dc3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:27.040116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-632eec6a-1b6f-41e2-87cc-2b9532252d2b req-790edb56-6324-467e-8984-a1f3648f4dc3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0533562
May 14 22:07:27.086580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-632eec6a-1b6f-41e2-87cc-2b9532252d2b req-a6fd8bd8-edc0-4e0b-866c-6c13945ea4c1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407922
May 14 22:07:28.202600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e089b-dde9-406d-bfb1-c6a5f989523d req-d9c1bd82-a877-4e60-b2f9-935f117c046c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:28.204103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a4e089b-dde9-406d-bfb1-c6a5f989523d req-d9c1bd82-a877-4e60-b2f9-935f117c046c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0477245
May 14 22:07:28.250758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a4e089b-dde9-406d-bfb1-c6a5f989523d req-056f1896-3115-4be2-a34c-41dfb920f670 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401082
May 14 22:07:29.371236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07bc5-a6ae-4ac8-ae48-ca8547eb6966 req-3d64cc20-5234-4e09-90ed-0ddfc44b992e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:29.372759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3c07bc5-a6ae-4ac8-ae48-ca8547eb6966 req-3d64cc20-5234-4e09-90ed-0ddfc44b992e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0516291
May 14 22:07:29.426838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d3c07bc5-a6ae-4ac8-ae48-ca8547eb6966 req-7f441746-81d6-4d71-b388-c158d453cab3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484905
May 14 22:07:30.545426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a9547-07f3-4d13-af9d-dab0bc103213 req-1fa24865-3e60-4a18-8cc7-78e1a8bdbc4a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:30.546922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d51a9547-07f3-4d13-af9d-dab0bc103213 req-1fa24865-3e60-4a18-8cc7-78e1a8bdbc4a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0468850
May 14 22:07:30.593057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d51a9547-07f3-4d13-af9d-dab0bc103213 req-773a2207-ac18-4d1e-8c9d-3ef13a235459 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404503
May 14 22:07:31.709563 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0bea1-7f14-4719-bb0d-dfde1582f1bf req-94df44d7-6663-4520-9164-0a6780a984af tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:31.711055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cc0bea1-7f14-4719-bb0d-dfde1582f1bf req-94df44d7-6663-4520-9164-0a6780a984af tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0473001
May 14 22:07:31.761206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cc0bea1-7f14-4719-bb0d-dfde1582f1bf req-060c3e85-ad0e-46f0-a78b-8c737b6a1ef3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444689
May 14 22:07:32.875220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a823-ced3-4cda-b7f1-b015f8494f22 req-e2773e1f-d854-4cdc-8ddb-9a3dbe70c1ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:32.876722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9421a823-ced3-4cda-b7f1-b015f8494f22 req-e2773e1f-d854-4cdc-8ddb-9a3dbe70c1ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0462530
May 14 22:07:32.923562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9421a823-ced3-4cda-b7f1-b015f8494f22 req-6482bbb4-ea83-4f57-acd6-5af125297404 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406005
May 14 22:07:34.044053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80994a-2aaa-476b-bf1f-21b168c23e66 req-c5c9c9c8-aef3-426d-a397-d922bb0d239d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:34.045555 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a80994a-2aaa-476b-bf1f-21b168c23e66 req-c5c9c9c8-aef3-426d-a397-d922bb0d239d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0512724
May 14 22:07:34.092584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9a80994a-2aaa-476b-bf1f-21b168c23e66 req-adea31db-7cad-4ad9-8429-2bb8b2e218c0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400834
May 14 22:07:34.451420 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:07:35.211136 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85cecb-8b27-463c-b7bc-fc5a4de4d925 req-642d960f-c642-4cfe-9fb1-56f8cc665371 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:35.212639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b85cecb-8b27-463c-b7bc-fc5a4de4d925 req-642d960f-c642-4cfe-9fb1-56f8cc665371 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0501492
May 14 22:07:35.259441 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1b85cecb-8b27-463c-b7bc-fc5a4de4d925 req-29d3b2df-985a-411e-8642-875dc6865083 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411491
May 14 22:07:36.381338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd3ee5-6b44-4fb4-8366-e7e9669ef18d req-f9f5ec89-1e08-4951-a88d-2fc88845f3db tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:36.382797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fbd3ee5-6b44-4fb4-8366-e7e9669ef18d req-f9f5ec89-1e08-4951-a88d-2fc88845f3db tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0534368
May 14 22:07:36.430466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9fbd3ee5-6b44-4fb4-8366-e7e9669ef18d req-05c61af7-f5b8-4d5c-89fa-ee274dd628e9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419457
May 14 22:07:37.546761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640978-71c3-455c-abb2-94ef20a872b5 req-1a80d029-3da7-429c-ac2e-92a6c076d3ad tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:37.548322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40640978-71c3-455c-abb2-94ef20a872b5 req-1a80d029-3da7-429c-ac2e-92a6c076d3ad tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0467210
May 14 22:07:37.597991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-40640978-71c3-455c-abb2-94ef20a872b5 req-c58273b2-8810-48d9-af30-6324f96173e3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439723
May 14 22:07:38.320019 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-9174afee-05e0-4ec0-a13e-faa30a8aabd1 service neutron] show failed (client error): The resource could not be found.
May 14 22:07:38.320944 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-9174afee-05e0-4ec0-a13e-faa30a8aabd1 service neutron] 10.222.0.36 "GET /v2.0/ports/ae175c63-6170-410c-9b6d-1ff5acafeb20/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0554953
May 14 22:07:38.716594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b980f-db89-4829-9039-4fceadcbba50 req-94dd3005-a496-4fe5-a75c-ca571551cb52 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:38.718119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-511b980f-db89-4829-9039-4fceadcbba50 req-94dd3005-a496-4fe5-a75c-ca571551cb52 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0487823
May 14 22:07:38.771143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-511b980f-db89-4829-9039-4fceadcbba50 req-e98e3ed3-1b21-4f11-8ae6-de704e93a7f8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459566
May 14 22:07:38.861662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-d9e0533e-953b-400c-8173-a759adbc5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:38.863272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-d9e0533e-953b-400c-8173-a759adbc5eb7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 1128 time: 0.0439012
May 14 22:07:38.874428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:07:38.931866 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:39.169902 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:39.201745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:07:39.240436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:39.242667 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0583e29-3e8b-4b12-ae24-83ffb8890533" -d '{"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:39.246155 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Publish callbacks [] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:39.259017 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Transition to ACTIVE for port object ae175c63-6170-410c-9b6d-1ff5acafeb20 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:07:39.293066 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab99b6d-235f-4b81-9f01-b855d9602960 x-openstack-request-id: req-8ab99b6d-235f-4b81-9f01-b855d9602960 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:39.293359 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:39.293611 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ab99b6d-235f-4b81-9f01-b855d9602960 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:39.294018 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab99b6d-235f-4b81-9f01-b855d9602960'] response: {'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'code': 200}
May 14 22:07:39.333727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:39.415173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:39.427379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.427748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.428090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.428432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.428769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.429097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.429427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.429754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.430079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.430404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.430727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.431057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.431381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.431730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.432053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:39.469290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] No DVR routers for this DVR port ae175c63-6170-410c-9b6d-1ff5acafeb20 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:07:39.609110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:07:39.609449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:07:39.609778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:07:39.614554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Port ae175c63-6170-410c-9b6d-1ff5acafeb20 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:07:39.614874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Attempting to bind port ae175c63-6170-410c-9b6d-1ff5acafeb20 on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:07:39.619648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:07:39.619983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:07:39.620362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:07:39.620784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Bound port: ae175c63-6170-410c-9b6d-1ff5acafeb20, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:07:39.621138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:39.683102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:07:39.686056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:07:39.751497 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:39.784666 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:39.785286 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:39.787278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1092 time: 0.9166746
May 14 22:07:39.810738 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89f120-f9c2-44d5-baea-21c782df91e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:39.867129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-09d91283-3cea-47fb-9c1f-a61489f41ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:39.868694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-09d91283-3cea-47fb-9c1f-a61489f41ecc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1126 time: 0.0548778
May 14 22:07:39.960401 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72f73d-a283-4d01-8cc4-525d8530f0fa req-aeb82b9a-dee4-4902-9a80-42d31af8178c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:39.961914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e72f73d-a283-4d01-8cc4-525d8530f0fa req-aeb82b9a-dee4-4902-9a80-42d31af8178c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 944 time: 0.1101217
May 14 22:07:40.358066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-c46e1181-d315-484e-b699-c150a53519b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:40.359545 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-c46e1181-d315-484e-b699-c150a53519b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.4749041
May 14 22:07:40.364386 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5e72f73d-a283-4d01-8cc4-525d8530f0fa req-f8600db0-9dec-4582-b40e-01625609b269 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3966110
May 14 22:07:40.368399 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2d468c95-a827-4c04-8d32-ab907bff7126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:40.424453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-d24d1034-9136-4d38-95ac-9a17a5bcb86d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1000 time: 0.0584414
May 14 22:07:40.472160 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-1032a43a-aa3b-4c00-b065-7720ecc136ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:40.473624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-1032a43a-aa3b-4c00-b065-7720ecc136ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0430481
May 14 22:07:40.521739 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-f08b2728-540e-434c-9a5f-df01eb2e213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:40.523199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-f08b2728-540e-434c-9a5f-df01eb2e213a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410807
May 14 22:07:40.611978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-72ddffcd-148f-4af9-a808-930646baca87 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800846
May 14 22:07:40.700215 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-411acadf-6ca5-4c81-9995-ae8e7afd2634 req-d1ae2f12-8d25-4965-93d2-88ac77eefdbb service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848348
May 14 22:07:41.295545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:41.297822 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36371e4e-1034-44aa-82ab-a5186653523e" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:41.346448 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca448965-e2d1-4144-a3c5-530ce571f80b x-openstack-request-id: req-ca448965-e2d1-4144-a3c5-530ce571f80b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:41.346736 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:41.346982 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca448965-e2d1-4144-a3c5-530ce571f80b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:41.347384 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca448965-e2d1-4144-a3c5-530ce571f80b'] response: {'name': 'network-changed', 'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'status': 'completed', 'code': 200}
May 14 22:07:41.409620 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-56dae038-5287-47a2-9a2d-b286dc036e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:41.411156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-56dae038-5287-47a2-9a2d-b286dc036e3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1126 time: 0.0437877
May 14 22:07:41.523101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd896a24-f0b5-472f-9234-b542012239b9 req-c564d395-53e5-4bfa-807b-da494b0e2b4c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:41.524585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd896a24-f0b5-472f-9234-b542012239b9 req-c564d395-53e5-4bfa-807b-da494b0e2b4c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 944 time: 0.0816042
May 14 22:07:41.558644 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-a5265f02-c177-4dc2-bf89-89b79bfb1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:41.560027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-a5265f02-c177-4dc2-bf89-89b79bfb1678 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1420949
May 14 22:07:41.626182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd896a24-f0b5-472f-9234-b542012239b9 req-c0423ffc-d6ad-4009-a1a4-b34f9f1ff2f2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953603
May 14 22:07:41.643011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-1183fa18-a9a1-4269-8395-f99234e6bad1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1000 time: 0.0732195
May 14 22:07:41.690926 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-e804b63e-8ec1-4d27-812a-2d8fc6171146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:41.692524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-e804b63e-8ec1-4d27-812a-2d8fc6171146 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0440326
May 14 22:07:41.744857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-ec539ffb-091a-408f-b374-948cc8fe744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:41.746382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-ec539ffb-091a-408f-b374-948cc8fe744c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0481956
May 14 22:07:41.837949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-df28376a-a29d-4e2d-b4be-faf13e6fffa6 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856035
May 14 22:07:41.927863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-06903bec-8994-4b02-91c4-6a3b0318ddf6 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841341
May 14 22:07:42.079981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-6d827a51-0284-4b59-819e-02736c604803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:42.081481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-6d827a51-0284-4b59-819e-02736c604803 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1126 time: 0.0459945
May 14 22:07:42.170082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-9c4527bc-be70-44bf-a1c1-3f6353156382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:42.171537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-9c4527bc-be70-44bf-a1c1-3f6353156382 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0834162
May 14 22:07:42.243517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-4dccb251-bc66-4e60-a335-17e94985f2d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1000 time: 0.0635319
May 14 22:07:42.334316 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:42.356619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-fe1b6a1c-9929-4fb2-928f-dff32588c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:42.358086 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-fe1b6a1c-9929-4fb2-928f-dff32588c259 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0488920
May 14 22:07:42.404045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36371e4e-1034-44aa-82ab-a5186653523e req-0ee87ae3-bd29-48c3-97c2-ca8def032beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:42.405560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-0ee87ae3-bd29-48c3-97c2-ca8def032beb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389009
May 14 22:07:42.490836 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:07:42.505826 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-329eed4f-0173-4451-af6f-56625f4e3cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932226
May 14 22:07:42.593379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-36371e4e-1034-44aa-82ab-a5186653523e req-c63b79f3-0f04-4b64-bab3-773f78d2a43f service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824966
May 14 22:07:42.594093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:42.607240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'mac_address': 'fa:16:3e:fa:b1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:07:42.646465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ae175c63-6170-410c-9b6d-1ff5acafeb20 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:07:42.646845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:42.661176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae175c63-6170-410c-9b6d-1ff5acafeb20 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:07:42.684994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:42.751021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b0b8c-23df-4e41-927a-88ccc12598ab req-805de21b-ad61-4147-9d55-fffd8d52667b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:42.752450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-771b0b8c-23df-4e41-927a-88ccc12598ab req-805de21b-ad61-4147-9d55-fffd8d52667b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 944 time: 0.0520122
May 14 22:07:42.762514 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:42.803753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-771b0b8c-23df-4e41-927a-88ccc12598ab req-22090925-8bad-4baf-aa4b-4d446dafe4d2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452235
May 14 22:07:42.948963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:07:43.023278 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['ae175c63-6170-410c-9b6d-1ff5acafeb20'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:07:43.026757 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:43.060825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.061193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.061512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.061847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.062170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.062491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.062811 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.063128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.063445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.063790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.064133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.064455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.064772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.065091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.065408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:07:43.069056 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port ae175c63-6170-410c-9b6d-1ff5acafeb20 host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:07:43.069461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:07:43.073937 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-46867fd3-ceef-4aa1-a741-21e5d5f4f6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:43.095286 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:43.141322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a7597-bdd6-4434-9fc1-86746aaffe44 req-c4236722-0d95-4a25-b7f9-48d3114a7971 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:43.143626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f0a7597-bdd6-4434-9fc1-86746aaffe44 req-c4236722-0d95-4a25-b7f9-48d3114a7971 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 945 time: 0.0662975
May 14 22:07:43.211630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-44202b77-93a5-4d21-94c8-52809aa7d212 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:43.213133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-44202b77-93a5-4d21-94c8-52809aa7d212 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec&tenant_id=5b7eff5698214fe982348f81c276dc6a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0665352
May 14 22:07:43.263993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f0a7597-bdd6-4434-9fc1-86746aaffe44 req-2f5e8c3d-df34-4177-8051-93b4e82e91cc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058660
May 14 22:07:43.293608 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-dd0757b1-2959-45d8-b6c8-ded39a7c2fef service neutron] delete failed (client error): The resource could not be found.
May 14 22:07:43.294637 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-dd0757b1-2959-45d8-b6c8-ded39a7c2fef service neutron] 10.222.0.36 "DELETE /v2.0/ports/ae175c63-6170-410c-9b6d-1ff5acafeb20/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0734150
May 14 22:07:43.374204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-5c9739b3-5a6e-4d73-8261-0110a0a43204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:43.375761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-5c9739b3-5a6e-4d73-8261-0110a0a43204 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 1127 time: 0.0399861
May 14 22:07:43.468583 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-80f02eff-a41b-412f-b89b-d284d79f99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:43.470037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-80f02eff-a41b-412f-b89b-d284d79f99fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0885954
May 14 22:07:43.534481 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-e4a49065-91f0-46a3-9c20-fc426e31c86e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 200  len: 1001 time: 0.0580764
May 14 22:07:43.580890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-dfc8cb66-a867-49e0-aa9c-92a55a8831d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:43.582942 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-dfc8cb66-a867-49e0-aa9c-92a55a8831d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0433187
May 14 22:07:43.627452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-48ce6906-f658-4895-a807-323835542c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:43.628950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-48ce6906-f658-4895-a807-323835542c0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0414596
May 14 22:07:43.716455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-c9bc00fd-8c7c-422e-a7bf-274620858225 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815964
May 14 22:07:43.807902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1de224f6-e7a3-47cf-a433-5c6566e8ff06 req-3004604d-3c0c-41d6-a5f8-ed5cf0af3d62 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860589
May 14 22:07:43.996547 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:44.388683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6402fd-f215-45e7-9a0c-6647d3b2d3fc req-bbab14b3-a1c6-4e8a-ab11-2a1859745343 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:44.390273 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd6402fd-f215-45e7-9a0c-6647d3b2d3fc req-bbab14b3-a1c6-4e8a-ab11-2a1859745343 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 945 time: 0.0535824
May 14 22:07:44.447500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd6402fd-f215-45e7-9a0c-6647d3b2d3fc req-6a55a6bd-6d6f-4758-b650-5a1b705112d8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501592
May 14 22:07:44.500267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:07:44.545551 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port ae175c63-6170-410c-9b6d-1ff5acafeb20 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:07:44.624822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port ae175c63-6170-410c-9b6d-1ff5acafeb20 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:07:44.625199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:44.709179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port ae175c63-6170-410c-9b6d-1ff5acafeb20 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:07:44.709651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:44.741595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:44.744519 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d660c8-a091-4258-96e7-2e0f830f05f3" -d '{"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:44.759589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:44.788692 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a49f269-0a74-44e4-8488-33b96c188957 x-openstack-request-id: req-0a49f269-0a74-44e4-8488-33b96c188957 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:44.788987 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:44.789263 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a49f269-0a74-44e4-8488-33b96c188957 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:44.789683 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a49f269-0a74-44e4-8488-33b96c188957'] response: {'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'code': 200}
May 14 22:07:44.853693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:44.901324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:45.563963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37a293-0021-4c7b-9ad4-1101459c91b2 req-f404df00-1fa4-4196-aa0d-d18a77184743 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:45.567280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a37a293-0021-4c7b-9ad4-1101459c91b2 req-f404df00-1fa4-4196-aa0d-d18a77184743 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0466325
May 14 22:07:45.617965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2a37a293-0021-4c7b-9ad4-1101459c91b2 req-9f44d934-160d-4eda-89d6-4778574ef9d6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460706
May 14 22:07:45.730700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aa9eb-dceb-4b69-b56f-d76ba9139f38 req-2def2f14-9bc8-4a9f-a308-003fe3fe3277 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:45.732292 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f69aa9eb-dceb-4b69-b56f-d76ba9139f38 req-2def2f14-9bc8-4a9f-a308-003fe3fe3277 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0476122
May 14 22:07:45.780822 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f69aa9eb-dceb-4b69-b56f-d76ba9139f38 req-9ba1536c-087a-43c1-84aa-717c8de8a82a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425682
May 14 22:07:45.813924 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:45.897664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c3f15-64c1-4a3b-a207-7e7a818f71a8 req-2e5f65c4-429f-4130-8d2d-0d67bf8e5587 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:45.899149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-556c3f15-64c1-4a3b-a207-7e7a818f71a8 req-2e5f65c4-429f-4130-8d2d-0d67bf8e5587 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0485065
May 14 22:07:45.947451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-556c3f15-64c1-4a3b-a207-7e7a818f71a8 req-f64e4ba6-e162-42fa-a836-af7449b42edc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425425
May 14 22:07:46.348795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab9f46-01fb-49cf-9ea2-29bb19ffc67d req-eccc08a9-83d9-49cb-8cf5-56fe4f1687bf tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:46.350185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0cab9f46-01fb-49cf-9ea2-29bb19ffc67d req-eccc08a9-83d9-49cb-8cf5-56fe4f1687bf tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0523305
May 14 22:07:46.398152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0cab9f46-01fb-49cf-9ea2-29bb19ffc67d req-d7c1598a-a83a-4e48-8ab8-ecd08bbe9611 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421698
May 14 22:07:46.801879 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:47.526497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6fca6-5879-4ef1-8f88-d593480a3fec req-f2edcd14-f085-4be1-8662-8936044c95ab tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:47.527926 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86e6fca6-5879-4ef1-8f88-d593480a3fec req-f2edcd14-f085-4be1-8662-8936044c95ab tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0538025
May 14 22:07:47.576761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-221bb70b-5423-4b16-9e71-84a9ded0ae38 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:47.578169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-221bb70b-5423-4b16-9e71-84a9ded0ae38 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 946 time: 0.0651689
May 14 22:07:47.633173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-86e6fca6-5879-4ef1-8f88-d593480a3fec req-e1e6ba6a-a788-4218-aa2c-6e355f7bc763 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859225
May 14 22:07:47.679813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Deleting port ae175c63-6170-410c-9b6d-1ff5acafeb20 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:07:47.680156 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:47.771910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] For port ae175c63-6170-410c-9b6d-1ff5acafeb20, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae175c63-6170-410c-9b6d-1ff5acafeb20,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:47.772269 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:47.940310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:47.940666 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:47.940978 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 disassociated. External IP: 172.35.4.114, port: ae175c63-6170-410c-9b6d-1ff5acafeb20.
May 14 22:07:47.941344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Calling delete_port for ae175c63-6170-410c-9b6d-1ff5acafeb20 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:07:48.104888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ae175c63-6170-410c-9b6d-1ff5acafeb20), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:48.132263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event deleted for resources: {'Port': ['ID=ae175c63-6170-410c-9b6d-1ff5acafeb20,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:48.263255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:07:48.369282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:07:48.379181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:07:48.389205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:07:48.389820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:07:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:48.412440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] No DVR routers for this DVR port ae175c63-6170-410c-9b6d-1ff5acafeb20 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:07:48.415021 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:48.418328 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-617c46fe-78f5-4fac-b1b2-72eeb932873a req-2dffea7a-9593-4b42-b87c-1aea71d024b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "DELETE /v2.0/ports/ae175c63-6170-410c-9b6d-1ff5acafeb20 HTTP/1.1" status: 204  len: 173 time: 0.8310146
May 14 22:07:48.418774 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-deleted', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:48.421046 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bc5fcb-4c0c-4380-bd75-ae4fa793dd84" -d '{"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-deleted", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:48.465589 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c51f01-d9a9-4f09-877b-a8c2ef429785 x-openstack-request-id: req-05c51f01-d9a9-4f09-877b-a8c2ef429785 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:48.465888 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc58112-b10e-4bd2-aa06-cf8a01e914ec", "name": "network-vif-deleted", "tag": "ae175c63-6170-410c-9b6d-1ff5acafeb20", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:48.466237 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05c51f01-d9a9-4f09-877b-a8c2ef429785 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:48.466652 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c51f01-d9a9-4f09-877b-a8c2ef429785'] response: {'server_uuid': '3dc58112-b10e-4bd2-aa06-cf8a01e914ec', 'name': 'network-vif-deleted', 'tag': 'ae175c63-6170-410c-9b6d-1ff5acafeb20', 'status': 'completed', 'code': 200}
May 14 22:07:48.509645 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:07:48.709976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c070>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:48.735002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1be75ba2-2dff-4966-8dfa-b6c2d7597949 req-e8c2b0d9-fe8e-46d5-a183-65587c526512 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=3dc58112-b10e-4bd2-aa06-cf8a01e914ec HTTP/1.1" status: 200  len: 210 time: 0.0284288
May 14 22:07:48.740138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:07:48.751591 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:07:48.752341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:07:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:48.862201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:07:49.052990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c2c070>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:07:49.087505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318ab06b-bd29-4d32-a5d1-bdc960ff35c1 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:07:49.327793 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d529820d-ceba-4f18-b871-09fff642c5f3 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:07:49.990196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-955ca999-7799-4992-afbb-2fe623ed8c4c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2015306617&fields=id&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 267 time: 0.0465448
May 14 22:07:50.093676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-ed6209a1-ce42-49f9-af6a-0cce4b4859a1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:50.095050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-ed6209a1-ce42-49f9-af6a-0cce4b4859a1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.0981896
May 14 22:07:50.111152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-32cea8f5-ef4e-4d12-afe7-04e87e8b75af tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/quotas/5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 375 time: 0.0097761
May 14 22:07:50.159726 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-98924ac6-fdfa-422d-bcbc-711041bd1164 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0432613
May 14 22:07:50.256570 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-377cb3cd-edf5-4377-9cd1-cef7dc9b6c13 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848417
May 14 22:07:50.348020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-163e433c-510c-4660-b3d2-2ae2dcd03a45 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850809
May 14 22:07:50.522359 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:07:50.546440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: ae175c63-6170-410c-9b6d-1ff5acafeb20 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:07:50.548105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device ae175c63-6170-410c-9b6d-1ff5acafeb20 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:07:50.645526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5088b87a-945a-489f-911b-6f073124b5df req-4c453696-338e-4b67-9324-be92a4ebca6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 210 time: 0.0283840
May 14 22:07:51.745577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-74240afc-f5b5-4b05-bbee-d2456a4b4ddf req-647c11c9-167e-457b-99e1-270a9c921546 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 210 time: 0.0300946
May 14 22:07:52.219665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-05c92e83-2070-4b00-b729-610a5f671b3d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:52.221067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-05c92e83-2070-4b00-b729-610a5f671b3d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.1035581
May 14 22:07:52.280478 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-db89ccd8-94b0-45b0-b7e5-84f3e518eff2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 380 time: 0.0511427
May 14 22:07:52.289523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'port': {'device_id': '10494a1a-1806-43a2-97a7-489370b690d0', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'admin_state_up': True, 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'security_groups': ['a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:07:52.493510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Made reservation on behalf of 5b7eff5698214fe982348f81c276dc6a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:07:52.496907 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:52.621723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Allocated IP 172.20.0.5 (6c0f6c30-a116-462c-8817-5c68f4794dd4/f610d192-7e85-412d-bfa0-586c32894a31/8033a814-a000-4299-86cd-25366c02c28a) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:07:52.757162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for port (8033a814-a000-4299-86cd-25366c02c28a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:52.848371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaffaf6d-21ec-4341-901d-897cb72a9e04 req-582ee0e1-9438-4a9c-a6cc-56123c18ed6e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 210 time: 0.0279186
May 14 22:07:52.849854 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:52.892872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:07:52.898438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:07:52.902190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:07:52.930898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:52.959826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:52.960447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.033606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-dcb277f2-acbc-4a98-a5ce-82a49e5d1375 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7476428
May 14 22:07:53.047818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Request body: {'port': {'device_id': '10494a1a-1806-43a2-97a7-489370b690d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:07:53.108664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.216387 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5109e036-c6ca-4c59-9cad-2737fa717c4d None None] Provisioning complete for port 8033a814-a000-4299-86cd-25366c02c28a triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:07:53.216990 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5109e036-c6ca-4c59-9cad-2737fa717c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8033a814-a000-4299-86cd-25366c02c28a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.250581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5109e036-c6ca-4c59-9cad-2737fa717c4d None None] Port 8033a814-a000-4299-86cd-25366c02c28a cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:07:53.400182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8033a814-a000-4299-86cd-25366c02c28a {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:07:53.407220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Publish callbacks [] for port (8033a814-a000-4299-86cd-25366c02c28a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.419729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Transition to ACTIVE for port object 8033a814-a000-4299-86cd-25366c02c28a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:07:53.505883 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.560741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:53.636389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:07:53.636786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:07:53.637041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:07:53.641483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Port 8033a814-a000-4299-86cd-25366c02c28a on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:07:53.641805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:07:53.647057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:07:53.647393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:07:53.647819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:07:53.648251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Bound port: 8033a814-a000-4299-86cd-25366c02c28a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:07:53.648607 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.716573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:07:53.719618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:07:53.780088 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.827518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:53.828196 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:53.829593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] 10.222.0.48 "PUT /v2.0/ports/8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 1091 time: 0.7861178
May 14 22:07:53.830125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:53.832329 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220814ae-5238-485a-9d6a-999cf40c81f5" -d '{"events": [{"name": "network-changed", "server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:53.859528 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dff62-884a-4866-a65c-00a0b9954a9b service neutron] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:53.877198 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3990ab3f-1575-46dc-ae55-8b18c05377c0 x-openstack-request-id: req-3990ab3f-1575-46dc-ae55-8b18c05377c0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:53.879881 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:53.879881 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3990ab3f-1575-46dc-ae55-8b18c05377c0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:53.879881 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3990ab3f-1575-46dc-ae55-8b18c05377c0'] response: {'name': 'network-changed', 'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'status': 'completed', 'code': 200}
May 14 22:07:53.948517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220814ae-5238-485a-9d6a-999cf40c81f5 req-60406a13-bffc-48f9-8d99-39cc7f07d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:53.950049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-220814ae-5238-485a-9d6a-999cf40c81f5 req-60406a13-bffc-48f9-8d99-39cc7f07d3b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1125 time: 0.0540855
May 14 22:07:54.015348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace25c1-856e-46bb-9b54-31e04e21e4f5 req-b2df97a7-e538-4d1c-b814-b2f4da39134d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:54.016890 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aace25c1-856e-46bb-9b54-31e04e21e4f5 req-b2df97a7-e538-4d1c-b814-b2f4da39134d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0832467
May 14 22:07:54.112694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aace25c1-856e-46bb-9b54-31e04e21e4f5 req-0f163cb7-27c0-4b79-9ab6-4e86bbea2cee tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662723
May 14 22:07:54.115892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220814ae-5238-485a-9d6a-999cf40c81f5 req-a2e01749-b183-4918-aacc-a8d3f62e0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:54.117161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-220814ae-5238-485a-9d6a-999cf40c81f5 req-a2e01749-b183-4918-aacc-a8d3f62e0eff service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5b7eff5698214fe982348f81c276dc6a&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1480134
May 14 22:07:54.218180 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220814ae-5238-485a-9d6a-999cf40c81f5 req-2b289198-3855-4aea-b991-d8292e212216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:54.219740 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-220814ae-5238-485a-9d6a-999cf40c81f5 req-2b289198-3855-4aea-b991-d8292e212216 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0965035
May 14 22:07:54.294070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-5a95c2c1-dd96-497e-9fd7-242310123828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:54.295588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-5a95c2c1-dd96-497e-9fd7-242310123828 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1125 time: 0.0398326
May 14 22:07:54.340649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-290547a5-1773-4d58-ac6a-1418d8b30f7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 217 time: 0.0364497
May 14 22:07:54.386874 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-72a292c2-bab7-4311-ab95-366fc7131122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:54.388309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-72a292c2-bab7-4311-ab95-366fc7131122 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0418231
May 14 22:07:54.430886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-0b0e6e23-063b-4b88-b91d-7ce32b4971ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:54.432416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-0b0e6e23-063b-4b88-b91d-7ce32b4971ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383844
May 14 22:07:54.865905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-0fad208e-b22c-4a38-b26e-179d8f4309dd service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4275258
May 14 22:07:54.953939 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-252bd95e-0936-4ead-8283-94ab4f6be33b req-689892a7-4a6e-4e75-998a-60dc92350968 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814743
May 14 22:07:55.228449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091464af-2dca-43d0-b6c3-3ccd9c44b7f3 req-aede4254-3731-497f-bc63-1fbcab932368 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:55.229915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091464af-2dca-43d0-b6c3-3ccd9c44b7f3 req-aede4254-3731-497f-bc63-1fbcab932368 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0465515
May 14 22:07:55.280789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-091464af-2dca-43d0-b6c3-3ccd9c44b7f3 req-e9e8cea9-4d3e-42d1-8901-3d91c2fe591d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452838
May 14 22:07:56.394732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21432e2b-ffee-4153-ac1f-3ea84a6f83e7 req-71d9877c-8b23-4881-8ddd-d7a6487807f5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:56.396207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21432e2b-ffee-4153-ac1f-3ea84a6f83e7 req-71d9877c-8b23-4881-8ddd-d7a6487807f5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0459909
May 14 22:07:56.441809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-21432e2b-ffee-4153-ac1f-3ea84a6f83e7 req-78164936-4cc8-4c60-873b-b24d60ceb900 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400693
May 14 22:07:56.553094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8033a814-a000-4299-86cd-25366c02c28a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:07:56.648183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:56.658741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '8033a814-a000-4299-86cd-25366c02c28a', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': '8033a814-a000-4299-86cd-25366c02c28a', 'mac_address': 'fa:16:3e:f0:22:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:07:56.696170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 8033a814-a000-4299-86cd-25366c02c28a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:07:56.696565 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:56.708859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8033a814-a000-4299-86cd-25366c02c28a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:07:56.730872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:56.779127 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:56.843465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:56.961630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['8033a814-a000-4299-86cd-25366c02c28a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:07:57.555131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a95530-f798-414d-a879-d2f78e08b3b8 req-19071d7a-b7d4-4510-b605-1b24876cf89c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:57.556624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31a95530-f798-414d-a879-d2f78e08b3b8 req-19071d7a-b7d4-4510-b605-1b24876cf89c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 944 time: 0.0468857
May 14 22:07:57.602436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31a95530-f798-414d-a879-d2f78e08b3b8 req-77bc0319-572e-4ad4-8ad6-b69534235f18 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403378
May 14 22:07:58.568498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8033a814-a000-4299-86cd-25366c02c28a up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:07:58.612532 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 8033a814-a000-4299-86cd-25366c02c28a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:07:58.665273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 8033a814-a000-4299-86cd-25366c02c28a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:07:58.665652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8033a814-a000-4299-86cd-25366c02c28a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:58.724566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57da3c-d156-4b43-9159-50d9c779f843 req-d0967d8f-87ae-4cbe-a3e5-33d936cf9d6c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:58.726074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de57da3c-d156-4b43-9159-50d9c779f843 req-d0967d8f-87ae-4cbe-a3e5-33d936cf9d6c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 944 time: 0.0515034
May 14 22:07:58.742446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 8033a814-a000-4299-86cd-25366c02c28a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:07:58.742831 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:58.766302 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:07:58.768627 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbcfd3a-8450-4759-9f31-85ff5a66b2a2" -d '{"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-plugged", "status": "completed", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:07:58.773981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de57da3c-d156-4b43-9159-50d9c779f843 req-f2f552e3-def8-449d-80f8-e4fcb0941052 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419135
May 14 22:07:58.782828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:07:58.822214 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e5cdb7-f12a-4b4c-bbbf-9bd6d003c145 x-openstack-request-id: req-21e5cdb7-f12a-4b4c-bbbf-9bd6d003c145 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:07:58.822214 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-plugged", "status": "completed", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:07:58.822214 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21e5cdb7-f12a-4b4c-bbbf-9bd6d003c145 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:07:58.822214 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e5cdb7-f12a-4b4c-bbbf-9bd6d003c145'] response: {'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'code': 200}
May 14 22:07:58.836635 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:07:58.887918 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:07:58.916303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280821a7-5499-4d67-a520-636d7ceedd17 req-5f6fd819-55d3-43d1-8d5c-07e06c6d0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:58.917819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-280821a7-5499-4d67-a520-636d7ceedd17 req-5f6fd819-55d3-43d1-8d5c-07e06c6d0ae3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1127 time: 0.0410082
May 14 22:07:58.961894 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-280821a7-5499-4d67-a520-636d7ceedd17 req-5a6551d7-1607-4b22-adf1-fe1b8743a8fa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378397
May 14 22:07:59.894761 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa01ee2-dd9a-417b-a71a-fa1d4a9ebff4 req-6c8e9996-5d5f-488a-af4e-024ab26b0843 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:07:59.896253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3aa01ee2-dd9a-417b-a71a-fa1d4a9ebff4 req-6c8e9996-5d5f-488a-af4e-024ab26b0843 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0471578
May 14 22:07:59.951854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3aa01ee2-dd9a-417b-a71a-fa1d4a9ebff4 req-258927bd-957f-49dc-a8e4-1ca1a8c55a56 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491357
May 14 22:08:01.066991 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9144b41-c426-4c5a-97a7-1e1bb9c34be5 req-b7239454-b1d6-4a33-9ed2-6ee37f41fef5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:01.068515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9144b41-c426-4c5a-97a7-1e1bb9c34be5 req-b7239454-b1d6-4a33-9ed2-6ee37f41fef5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0466554
May 14 22:08:01.116578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d9144b41-c426-4c5a-97a7-1e1bb9c34be5 req-22bf28bd-6fa8-4921-a149-f5994904f5e1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422237
May 14 22:08:01.226215 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb12ab-4569-4176-a00f-7b871a110ef8 req-9c516682-e254-4406-b870-0db9b73422bd tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:01.227608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7abb12ab-4569-4176-a00f-7b871a110ef8 req-9c516682-e254-4406-b870-0db9b73422bd tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0464096
May 14 22:08:01.236303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49666) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:08:01.240633 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'floatingip': {'port_id': '8033a814-a000-4299-86cd-25366c02c28a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:08:01.282246 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:01.723812 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:01.773235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:01.876393 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 associated. External IP: 172.35.4.114, port: 8033a814-a000-4299-86cd-25366c02c28a.
May 14 22:08:02.090355 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:08:02.198251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:08:02.203032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:02.209634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:08:02.220155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:08:02.220779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222eff5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:07:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:02.232082 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9746dbf7-2dee-45dc-b9d3-296bace04802 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "PUT /v2.0/floatingips/d713b7b7-e4a2-40f4-8a9c-638d420eccd2 HTTP/1.1" status: 200  len: 991 time: 0.9947574
May 14 22:08:02.232671 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:02.234892 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127909b7-2c73-4cbd-996d-7b5b9b12bd38" -d '{"events": [{"name": "network-changed", "server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:02.329751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:08:02.493999 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c80c90-417f-4e54-951d-a40d19380351 x-openstack-request-id: req-e5c80c90-417f-4e54-951d-a40d19380351 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:02.494612 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:02.494876 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5c80c90-417f-4e54-951d-a40d19380351 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:02.495368 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c80c90-417f-4e54-951d-a40d19380351'] response: {'name': 'network-changed', 'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'status': 'completed', 'code': 200}
May 14 22:08:02.553015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222eff5e0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': '8033a814-a000-4299-86cd-25366c02c28a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:f0:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10494a1a-1806-43a2-97a7-489370b690d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:08:01Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:02.583309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:08:02.587922 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-46063f93-474b-4f2f-af98-0119b6f04fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:02.589553 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-46063f93-474b-4f2f-af98-0119b6f04fbd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1127 time: 0.0723588
May 14 22:08:02.591579 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:08:02.592274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222eff5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:07:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:02.605432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664717-471f-4e7f-bc51-9eb1d29fe653 req-bf28d44d-072a-4261-b603-1b7a20e808fc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:02.606863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4664717-471f-4e7f-bc51-9eb1d29fe653 req-bf28d44d-072a-4261-b603-1b7a20e808fc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0577538
May 14 22:08:02.715033 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d4664717-471f-4e7f-bc51-9eb1d29fe653 req-4a042a0f-00de-4fc6-ac6a-eb6f1ab4bce6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021991
May 14 22:08:02.747219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-77c92e30-e41d-448a-af9b-8f6fa0322fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:02.748766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-77c92e30-e41d-448a-af9b-8f6fa0322fcf service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1282432
May 14 22:08:02.820488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-33cd6591-b61c-4cb9-966b-0f9d184893b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 999 time: 0.0654228
May 14 22:08:02.862037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:08:02.868197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-e34e43c0-a327-4908-b47c-a00c231e293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:02.869676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-e34e43c0-a327-4908-b47c-a00c231e293c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0437872
May 14 22:08:02.913163 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-1d88eab3-8866-4bbd-8860-638ec3938abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:02.914682 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-1d88eab3-8866-4bbd-8860-638ec3938abe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397050
May 14 22:08:03.007240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-f45d96b9-0e1a-4c22-83ff-77300a1a6686 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868468
May 14 22:08:03.074189 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222eff5e0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': '8033a814-a000-4299-86cd-25366c02c28a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:f0:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10494a1a-1806-43a2-97a7-489370b690d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:08:01Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:03.102306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-127909b7-2c73-4cbd-996d-7b5b9b12bd38 req-483a3faf-cfd6-4d5d-8cd2-7d23c8917307 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861952
May 14 22:08:03.105019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394510e5-41d8-4dc4-938b-39cfefbaa5a6 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': '8033a814-a000-4299-86cd-25366c02c28a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:f0:22:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10494a1a-1806-43a2-97a7-489370b690d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:08:01Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:08:03.301063 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef26357-373e-44de-9e30-cae6030a2973 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:08:03.839529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f31058-5407-4001-a27d-8940a6cbf165 req-6eb13e2c-c0e6-4ac4-a0bb-ffa0afa1bfb1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:03.840951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5f31058-5407-4001-a27d-8940a6cbf165 req-6eb13e2c-c0e6-4ac4-a0bb-ffa0afa1bfb1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0522013
May 14 22:08:03.889656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c5f31058-5407-4001-a27d-8940a6cbf165 req-ab0ed665-615b-4868-b589-57ef6db9d5d4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431180
May 14 22:08:05.005360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5feb3-78a7-4ff7-913f-5fd219c0770e req-895784c2-8bcc-469d-bc21-6db5579d52a2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:05.007208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57e5feb3-78a7-4ff7-913f-5fd219c0770e req-895784c2-8bcc-469d-bc21-6db5579d52a2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0483768
May 14 22:08:05.055715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57e5feb3-78a7-4ff7-913f-5fd219c0770e req-00f5ce63-7757-4937-b45d-3828a1176d0d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419602
May 14 22:08:06.171853 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e84a7-7ace-4334-a43e-a80690e8130c req-d0d14dee-1dc9-4d47-98ee-185390d0627b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:06.173323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-894e84a7-7ace-4334-a43e-a80690e8130c req-d0d14dee-1dc9-4d47-98ee-185390d0627b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0466504
May 14 22:08:06.223716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-894e84a7-7ace-4334-a43e-a80690e8130c req-7ae4835b-99f6-489f-a851-6a7d5da987e5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447228
May 14 22:08:07.336301 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1c43-7da4-45d6-b773-ba6f69ce2a77 req-1aa508a5-1eba-497d-9274-801674b73ba6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:07.337757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aaa1c43-7da4-45d6-b773-ba6f69ce2a77 req-1aa508a5-1eba-497d-9274-801674b73ba6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0458422
May 14 22:08:07.383764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4aaa1c43-7da4-45d6-b773-ba6f69ce2a77 req-1b2e37b1-62ea-4ed5-be02-003cf4c407f2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403879
May 14 22:08:08.499154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666d4f7-a1f0-4eed-852b-47f9f26bddfb req-192eb64e-c7bd-417f-9319-e0adbb21241f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:08.500654 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b666d4f7-a1f0-4eed-852b-47f9f26bddfb req-192eb64e-c7bd-417f-9319-e0adbb21241f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0467820
May 14 22:08:08.547095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b666d4f7-a1f0-4eed-852b-47f9f26bddfb req-3f1de097-9703-40c3-ba4c-a459bbdc1c2c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400822
May 14 22:08:09.676332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c4ee8-8bf0-40ad-b7a6-7f4b3986d0af req-9e41d022-750b-497b-bf45-14e1280cab5b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:09.677878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d1c4ee8-8bf0-40ad-b7a6-7f4b3986d0af req-9e41d022-750b-497b-bf45-14e1280cab5b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0562875
May 14 22:08:09.727582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d1c4ee8-8bf0-40ad-b7a6-7f4b3986d0af req-7204aec3-3b98-4dc3-91c0-0115108a30cc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440204
May 14 22:08:10.384747 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bf57e0e7-2970-44d5-8e41-928f5eb3a9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:10.849114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb32ab-25a1-469c-953a-784d6571d6ff req-4b01c95e-3e50-4bf5-aa56-cbbd60d5bea4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:10.850589 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31bb32ab-25a1-469c-953a-784d6571d6ff req-4b01c95e-3e50-4bf5-aa56-cbbd60d5bea4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0465646
May 14 22:08:10.898102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-31bb32ab-25a1-469c-953a-784d6571d6ff req-e7c4a863-329d-4c14-a434-be995eceaa1e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418906
May 14 22:08:11.450380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:08:12.012500 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7919709-9649-40c9-a04a-6bbe36aefd41 req-c14afd05-4ee2-4c54-85b4-86d04a4b6525 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:12.013979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7919709-9649-40c9-a04a-6bbe36aefd41 req-c14afd05-4ee2-4c54-85b4-86d04a4b6525 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0463698
May 14 22:08:12.063892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7919709-9649-40c9-a04a-6bbe36aefd41 req-7a1dd569-00f1-41f0-9657-b44df08ec108 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438862
May 14 22:08:12.327727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:12.877017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aa99b996-f4cc-40ce-ad52-aa4422507536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:12.956979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:13.185034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596bd14-59b2-4bc3-8fe7-f160ca9ee781 req-dad2cd41-6deb-4ec2-b701-283ea7ea7fe1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:13.186556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e596bd14-59b2-4bc3-8fe7-f160ca9ee781 req-dad2cd41-6deb-4ec2-b701-283ea7ea7fe1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0484884
May 14 22:08:13.233830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e596bd14-59b2-4bc3-8fe7-f160ca9ee781 req-ebcb579b-49b0-45b2-be83-4cc694b1c2f2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403240
May 14 22:08:13.984606 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:14.354673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329235f6-38f7-4489-acd6-55825c34b1f8 req-a090c870-5670-445f-be8f-58e88b539b76 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:14.356193 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-329235f6-38f7-4489-acd6-55825c34b1f8 req-a090c870-5670-445f-be8f-58e88b539b76 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0475361
May 14 22:08:14.403839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-329235f6-38f7-4489-acd6-55825c34b1f8 req-0162298e-c38b-4ac5-b790-3e602cc36487 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420158
May 14 22:08:15.525064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c629e-bf4d-4db0-a7ee-c452d0828846 req-87b530f7-79bd-4953-bbd6-84821ea75eb7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:15.526578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b4c629e-bf4d-4db0-a7ee-c452d0828846 req-87b530f7-79bd-4953-bbd6-84821ea75eb7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0505624
May 14 22:08:15.575536 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b4c629e-bf4d-4db0-a7ee-c452d0828846 req-7c682b68-5e8a-4fe7-9ff0-04fe2e0c3a7b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433321
May 14 22:08:15.836022 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:16.689912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601db1a-458c-43d8-aa57-e879717c5286 req-462e37ac-03cc-416a-86d9-cc61ec5a1af9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:16.691389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e601db1a-458c-43d8-aa57-e879717c5286 req-462e37ac-03cc-416a-86d9-cc61ec5a1af9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0469878
May 14 22:08:16.738507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e601db1a-458c-43d8-aa57-e879717c5286 req-333802c6-de6c-4e20-9a91-8f1f7bb14b73 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413699
May 14 22:08:16.790700 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:17.918522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d74b2-1192-4149-ba0d-86171411c87a req-7ce812ab-d035-46c4-a5a0-038e6cfcd51f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:17.920081 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-169d74b2-1192-4149-ba0d-86171411c87a req-7ce812ab-d035-46c4-a5a0-038e6cfcd51f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.1090639
May 14 22:08:17.966479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-169d74b2-1192-4149-ba0d-86171411c87a req-42753f96-68b0-40ef-9d6c-d91b75291ab7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400679
May 14 22:08:19.081895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c850c-902e-4ec0-9f3c-297bf420b9c2 req-9ae7f664-be75-45fa-abca-2d87b0af6574 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:19.083404 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe0c850c-902e-4ec0-9f3c-297bf420b9c2 req-9ae7f664-be75-45fa-abca-2d87b0af6574 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0470240
May 14 22:08:19.129498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe0c850c-902e-4ec0-9f3c-297bf420b9c2 req-cec919dd-08ee-4d6e-aff4-acd60b7f8012 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405321
May 14 22:08:20.245736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5e898-94f8-47dd-90e5-b7e99fd422b3 req-17040ffd-de80-44f0-9507-c194a14108b3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:20.247127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15d5e898-94f8-47dd-90e5-b7e99fd422b3 req-17040ffd-de80-44f0-9507-c194a14108b3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0475569
May 14 22:08:20.297164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15d5e898-94f8-47dd-90e5-b7e99fd422b3 req-2bb698eb-2620-47a9-ac7e-015cb027a354 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443437
May 14 22:08:21.413392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6b772-cc8a-4c00-b698-28f4d8f11a85 req-5bb1265b-3cb2-40f5-85c1-1a0ec2ffcb5b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:21.414853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01e6b772-cc8a-4c00-b698-28f4d8f11a85 req-5bb1265b-3cb2-40f5-85c1-1a0ec2ffcb5b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0476086
May 14 22:08:21.462073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01e6b772-cc8a-4c00-b698-28f4d8f11a85 req-87b9bff6-ed6a-45e0-86de-f37e988e5670 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414150
May 14 22:08:22.576348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15570ee-fa4e-43d8-9f91-5801c99b1553 req-43564d92-dd8a-4662-bb9f-cb644a67d845 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:22.577820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e15570ee-fa4e-43d8-9f91-5801c99b1553 req-43564d92-dd8a-4662-bb9f-cb644a67d845 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0465691
May 14 22:08:22.623899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e15570ee-fa4e-43d8-9f91-5801c99b1553 req-fa0b923d-9c2e-4a6d-9c1d-5a21f83fd7a0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397151
May 14 22:08:23.743556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb913c0e-aeef-4e42-b2cb-5924be6b343b req-205fabf4-126e-4ca4-b1e9-f9d1732768a9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:23.744935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb913c0e-aeef-4e42-b2cb-5924be6b343b req-205fabf4-126e-4ca4-b1e9-f9d1732768a9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0492570
May 14 22:08:23.790327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb913c0e-aeef-4e42-b2cb-5924be6b343b req-c618072a-0988-4a9a-acc3-4dbcebd83dc9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398772
May 14 22:08:24.912957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4aba2-8ac5-4bbc-9c8a-8f96819f0b32 req-f304fe64-5868-40e7-82e3-2f8f797a69dc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:24.914452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bc4aba2-8ac5-4bbc-9c8a-8f96819f0b32 req-f304fe64-5868-40e7-82e3-2f8f797a69dc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0472753
May 14 22:08:24.962138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bc4aba2-8ac5-4bbc-9c8a-8f96819f0b32 req-875b463b-00f8-4b56-ba45-86079446cf90 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418515
May 14 22:08:26.076925 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd2f95-4347-459d-b28e-b415878c2f6e req-8eb02530-acbc-4101-bb91-3971e9bef74d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:26.078402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8cdd2f95-4347-459d-b28e-b415878c2f6e req-8eb02530-acbc-4101-bb91-3971e9bef74d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0460320
May 14 22:08:26.128169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8cdd2f95-4347-459d-b28e-b415878c2f6e req-c55cc6b2-b9cc-416a-b8ff-581a534b1765 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435026
May 14 22:08:27.246395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb694e-020d-4c38-897e-8a3ee9b11350 req-16cbf56c-db03-45de-8153-ea8f610cc33f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:27.247802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0cb694e-020d-4c38-897e-8a3ee9b11350 req-16cbf56c-db03-45de-8153-ea8f610cc33f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0470655
May 14 22:08:27.294971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f0cb694e-020d-4c38-897e-8a3ee9b11350 req-6697ec33-d2c5-45e9-a3eb-01c8a9d2d205 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413356
May 14 22:08:28.409579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7693827-d655-4c96-a39b-d1af623aa82c req-de2e7fbd-f676-4946-bd0b-357c76685099 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:28.411045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7693827-d655-4c96-a39b-d1af623aa82c req-de2e7fbd-f676-4946-bd0b-357c76685099 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0468540
May 14 22:08:28.458758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7693827-d655-4c96-a39b-d1af623aa82c req-ca2263ea-c33e-4d20-b4e3-bb8ea4f08238 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418854
May 14 22:08:28.835834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb209b-b773-40f6-84ff-4d1844c78fd5 req-6b2e17fe-ef4a-4fd0-b406-2583899ac0b6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:28.837300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-61fb209b-b773-40f6-84ff-4d1844c78fd5 req-6b2e17fe-ef4a-4fd0-b406-2583899ac0b6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0496612
May 14 22:08:28.883123 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-61fb209b-b773-40f6-84ff-4d1844c78fd5 req-994cfc2d-f242-44f1-b3b6-1bc83ab200ee tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400996
May 14 22:08:28.931041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-7eb6a62c-7020-4ef1-b9e9-8f7d83bb4838 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0398004
May 14 22:08:29.437618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-4c9b0ee1-141c-42ad-b636-38a28c852490 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:29.439001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-4c9b0ee1-141c-42ad-b636-38a28c852490 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports/8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 942 time: 0.0465658
May 14 22:08:30.004561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e52a-9312-4d9c-adc4-a1fb01611e0f req-e9e34816-cf9b-4f2e-93a9-ac55219d7cb5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:30.006038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d27e52a-9312-4d9c-adc4-a1fb01611e0f req-e9e34816-cf9b-4f2e-93a9-ac55219d7cb5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0469825
May 14 22:08:30.057004 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d27e52a-9312-4d9c-adc4-a1fb01611e0f req-913c4a65-eca1-4d40-b23b-b835650bd005 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452938
May 14 22:08:30.800843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-22b2933e-10d7-4894-b938-4e1ef4ff2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:30.802525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-22b2933e-10d7-4894-b938-4e1ef4ff2fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1127 time: 0.0405049
May 14 22:08:30.891369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-272b0537-e556-4fac-b417-1e4433d02ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:30.893580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-272b0537-e556-4fac-b417-1e4433d02ec5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0848830
May 14 22:08:30.960734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-6218b1bd-8011-46e1-b717-d155ceeace52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 1001 time: 0.0618660
May 14 22:08:31.008437 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-97a606b3-685b-431b-81d1-3e932bee8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:31.009869 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-97a606b3-685b-431b-81d1-3e932bee8580 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0430734
May 14 22:08:31.053650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-6a2287da-336b-407b-85c7-ef5ed5a1583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:31.055089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-6a2287da-336b-407b-85c7-ef5ed5a1583b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390177
May 14 22:08:31.178150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-d2248a14-3cbb-45bd-8d1e-451d68906a16 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173968
May 14 22:08:31.188775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70488cfe-815e-4812-aaf6-49414d0aabb7 req-36b7b8a0-9bf1-4635-9430-bdddb2c104a2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:31.190882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70488cfe-815e-4812-aaf6-49414d0aabb7 req-36b7b8a0-9bf1-4635-9430-bdddb2c104a2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0598781
May 14 22:08:31.289816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70488cfe-815e-4812-aaf6-49414d0aabb7 req-64bf7d20-4811-4279-9ced-4153e83f7726 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908756
May 14 22:08:31.309999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8c2484a4-a638-4773-a714-c2aff737d42c service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1181300
May 14 22:08:32.405534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad623a6e-21e3-4d23-a1b3-f53864bd4e8c req-af8f6239-a6bf-4c93-a674-de8a3ee38611 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:32.406984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad623a6e-21e3-4d23-a1b3-f53864bd4e8c req-af8f6239-a6bf-4c93-a674-de8a3ee38611 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0464628
May 14 22:08:32.453919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad623a6e-21e3-4d23-a1b3-f53864bd4e8c req-60dc37a1-128e-447e-8c05-feac1933791d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403671
May 14 22:08:33.094113 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-fee3e8e2-9308-4caf-8d9f-44364b37af68 service neutron] show failed (client error): The resource could not be found.
May 14 22:08:33.095108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-fee3e8e2-9308-4caf-8d9f-44364b37af68 service neutron] 10.222.0.48 "GET /v2.0/ports/8033a814-a000-4299-86cd-25366c02c28a/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0575087
May 14 22:08:33.572108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1d3b9-e8a8-4739-9a57-bc3453e65381 req-02692151-5142-459e-bdb4-6141fdff92ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:33.573607 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49e1d3b9-e8a8-4739-9a57-bc3453e65381 req-02692151-5142-459e-bdb4-6141fdff92ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0482764
May 14 22:08:33.620678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49e1d3b9-e8a8-4739-9a57-bc3453e65381 req-4e53dedb-eeb0-45fa-9392-4e28598445f7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413260
May 14 22:08:33.690632 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ecf5f1c4-8978-4746-9f10-c2b8d4198f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:33.692067 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ecf5f1c4-8978-4746-9f10-c2b8d4198f41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 1127 time: 0.0395052
May 14 22:08:33.702936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:08:33.763005 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:34.319919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:34.352923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:08:34.394034 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:34.396298 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e979cec-7474-4e8f-bfcf-2142f5e2b1c9" -d '{"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-unplugged", "status": "completed", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:34.399682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Publish callbacks [] for port (8033a814-a000-4299-86cd-25366c02c28a), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:34.412786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Transition to ACTIVE for port object 8033a814-a000-4299-86cd-25366c02c28a will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:08:34.448135 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42404dda-4469-45ac-8ac2-9b524b5842d4 x-openstack-request-id: req-42404dda-4469-45ac-8ac2-9b524b5842d4 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:34.450396 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-unplugged", "status": "completed", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:34.450396 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42404dda-4469-45ac-8ac2-9b524b5842d4 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:34.450396 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42404dda-4469-45ac-8ac2-9b524b5842d4'] response: {'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'code': 200}
May 14 22:08:34.498556 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:34.575956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:34.625950 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] No DVR routers for this DVR port 8033a814-a000-4299-86cd-25366c02c28a on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:08:34.765743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6e0a-a020-4f6c-8fa9-f9cbaf315a28 req-82c19e11-4e8d-4f94-bf97-71139badac76 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:34.767313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-351e6e0a-a020-4f6c-8fa9-f9cbaf315a28 req-82c19e11-4e8d-4f94-bf97-71139badac76 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0641389
May 14 22:08:34.841291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:08:34.841489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:08:34.841815 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:08:34.847127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-351e6e0a-a020-4f6c-8fa9-f9cbaf315a28 req-ec669748-fd3f-48f1-8867-81f7f44d3da8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735135
May 14 22:08:34.850164 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Port 8033a814-a000-4299-86cd-25366c02c28a on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:08:34.850482 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Attempting to bind port 8033a814-a000-4299-86cd-25366c02c28a on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:08:34.855635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:08:34.855967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:08:34.856345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:08:34.856764 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Bound port: 8033a814-a000-4299-86cd-25366c02c28a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:08:34.857114 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:34.921860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:08:34.925276 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:08:34.990460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:35.024027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:35.024639 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:35.026002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] 10.222.0.36 "PUT /v2.0/ports/8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 1091 time: 1.3269908
May 14 22:08:35.057728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ef87e-0a83-43c3-a8d5-249d98488c37 service neutron] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:35.087172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8f186762-06fe-4e72-a6db-75a0c24c8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:35.089366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8f186762-06fe-4e72-a6db-75a0c24c8991 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1125 time: 0.0420220
May 14 22:08:35.190942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-aa268ab5-d8e2-47ec-91ad-36140d58a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:35.192518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-aa268ab5-d8e2-47ec-91ad-36140d58a662 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0976880
May 14 22:08:35.258213 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-7bf2cf15-a3f8-4227-846f-b5fe816f0435 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 999 time: 0.0591152
May 14 22:08:35.306507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8f825c34-69c1-4f99-97f7-7c3849d39ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:35.308052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8f825c34-69c1-4f99-97f7-7c3849d39ffb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0435095
May 14 22:08:35.354539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8ae5c527-3dab-498a-b97f-7cde711ec776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:35.356056 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8ae5c527-3dab-498a-b97f-7cde711ec776 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428102
May 14 22:08:35.443226 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-02e95f96-287b-4990-9667-694363057d65 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815306
May 14 22:08:35.539446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d224605d-23af-4abb-b78d-10941f5c3d21 req-8faa84ab-1830-4720-8c1f-6b62a238048a service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906963
May 14 22:08:35.966001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe286b-f8d5-43f6-9e6d-180bf7f85303 req-73ecc970-5fe5-4311-98db-9f67e0afed89 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:35.967490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4bbe286b-f8d5-43f6-9e6d-180bf7f85303 req-73ecc970-5fe5-4311-98db-9f67e0afed89 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0470636
May 14 22:08:36.014319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4bbe286b-f8d5-43f6-9e6d-180bf7f85303 req-bf0a7856-fc05-4eec-bc91-0f3e8e39a646 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406194
May 14 22:08:36.449937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:36.452452 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b950916f-9dd9-4d44-801d-d03e2d3eda64" -d '{"events": [{"name": "network-changed", "server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:36.500059 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a7e93-cbe0-4f26-ba12-0b889fdac8af x-openstack-request-id: req-016a7e93-cbe0-4f26-ba12-0b889fdac8af {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:36.500361 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:36.500614 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-016a7e93-cbe0-4f26-ba12-0b889fdac8af {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:36.501172 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016a7e93-cbe0-4f26-ba12-0b889fdac8af'] response: {'name': 'network-changed', 'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'status': 'completed', 'code': 200}
May 14 22:08:36.557445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-8a9f9fa2-8cc2-46da-86a2-b350d889e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:36.558935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-8a9f9fa2-8cc2-46da-86a2-b350d889e139 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1125 time: 0.0435917
May 14 22:08:36.645567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-f6b9e1e7-3a66-4143-8b59-9aa74f35bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:36.647034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-f6b9e1e7-3a66-4143-8b59-9aa74f35bf65 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0821624
May 14 22:08:36.715369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-a7f1eb54-10ae-4403-b857-b985a9bde813 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 999 time: 0.0623448
May 14 22:08:36.762552 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-972825ee-9d45-4dbf-beb3-5902f80a6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:36.764049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-972825ee-9d45-4dbf-beb3-5902f80a6426 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0427666
May 14 22:08:36.806001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-c8b4a520-7570-40a8-ab53-f98bd52d9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:36.807468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-c8b4a520-7570-40a8-ab53-f98bd52d9b46 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379846
May 14 22:08:36.848653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8033a814-a000-4299-86cd-25366c02c28a no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:08:36.886130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port 8033a814-a000-4299-86cd-25366c02c28a host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:08:36.886519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 8033a814-a000-4299-86cd-25366c02c28a not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:08:36.900857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-036218f7-02f7-4f91-afee-93431d9031ec service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877483
May 14 22:08:37.000614 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-9bd807ff-aa72-46df-a6e2-240800a4d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:37.002104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-9bd807ff-aa72-46df-a6e2-240800a4d560 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1125 time: 0.0848856
May 14 22:08:37.081887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-e33fccaf-e36b-4d8e-82d1-24d79480a366 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736991
May 14 22:08:37.145779 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-864d968e-9247-4ad4-abb0-9fac325f4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:37.147260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-864d968e-9247-4ad4-abb0-9fac325f4e1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1392341
May 14 22:08:37.155539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b3171-4533-435c-a53c-c2472450c4a8 req-2583d9b6-e169-420f-a308-1536531811d0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:37.156960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-639b3171-4533-435c-a53c-c2472450c4a8 req-2583d9b6-e169-420f-a308-1536531811d0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0671015
May 14 22:08:37.244634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-e4bcf1c3-e557-4ad4-8eeb-586e6aa9b872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 999 time: 0.0867352
May 14 22:08:37.248821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-639b3171-4533-435c-a53c-c2472450c4a8 req-233e21d7-b4a5-40ce-917b-c39697cc101e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844269
May 14 22:08:37.297852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-811cf1ea-f428-4a15-ac4c-8105970f19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:37.299331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-811cf1ea-f428-4a15-ac4c-8105970f19ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0491755
May 14 22:08:37.343995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-833ca6ec-c862-4c27-9f29-0fde87b6caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:37.345464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-833ca6ec-c862-4c27-9f29-0fde87b6caf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384524
May 14 22:08:37.430829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-19108516-b885-4bde-a879-673b558b3044 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798953
May 14 22:08:37.521556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b950916f-9dd9-4d44-801d-d03e2d3eda64 req-ecd75b54-19aa-47ab-ad28-029fa50826d7 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849555
May 14 22:08:38.365282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cf4d9-2b9c-44f9-b923-7c4a3b738b37 req-23696200-4b8f-4221-9e70-2bffc6e81246 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:38.366747 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d0cf4d9-2b9c-44f9-b923-7c4a3b738b37 req-23696200-4b8f-4221-9e70-2bffc6e81246 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0470142
May 14 22:08:38.413430 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d0cf4d9-2b9c-44f9-b923-7c4a3b738b37 req-570022a5-a6fc-467d-902b-53bc33ebcf4c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405455
May 14 22:08:38.746750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc2215-c6f0-4a74-a306-2db75b801f3a req-4839ff61-a80f-4cf1-a6f2-601ea563774f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:38.748283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16cc2215-c6f0-4a74-a306-2db75b801f3a req-4839ff61-a80f-4cf1-a6f2-601ea563774f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 943 time: 0.0523036
May 14 22:08:38.831364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790633-a974-4738-a76e-55fc38d325a2 req-c8345e60-e94e-42b0-bcb7-94f9dd0e2a0d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:38.832830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-c8345e60-e94e-42b0-bcb7-94f9dd0e2a0d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0&tenant_id=5b7eff5698214fe982348f81c276dc6a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0633731
May 14 22:08:38.835884 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-16cc2215-c6f0-4a74-a306-2db75b801f3a req-27152e50-33cc-4383-b048-c48c30a145dd tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818205
May 14 22:08:38.891795 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-4c790633-a974-4738-a76e-55fc38d325a2 req-5c1fe135-fc7f-456a-9e16-6f94676601a5 service neutron] delete failed (client error): The resource could not be found.
May 14 22:08:38.893095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-5c1fe135-fc7f-456a-9e16-6f94676601a5 service neutron] 10.222.0.48 "DELETE /v2.0/ports/8033a814-a000-4299-86cd-25366c02c28a/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0539148
May 14 22:08:38.979710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790633-a974-4738-a76e-55fc38d325a2 req-02c2dfe7-c9ba-464c-98df-3c4dfb8c8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:38.981196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-02c2dfe7-c9ba-464c-98df-3c4dfb8c8b07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1125 time: 0.0435133
May 14 22:08:39.030172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8033a814-a000-4299-86cd-25366c02c28a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:08:39.069501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790633-a974-4738-a76e-55fc38d325a2 req-432fc1c1-79ea-4353-8744-16a555e5c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:39.071122 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-432fc1c1-79ea-4353-8744-16a555e5c57e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0845382
May 14 22:08:39.129521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:39.139128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-dc7177e9-e077-4df2-b279-e89bf933d422 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 999 time: 0.0627928
May 14 22:08:39.140428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8033a814-a000-4299-86cd-25366c02c28a', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': '8033a814-a000-4299-86cd-25366c02c28a', 'mac_address': 'fa:16:3e:f0:22:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:08:39.178677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8033a814-a000-4299-86cd-25366c02c28a is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:08:39.179067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:39.187685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790633-a974-4738-a76e-55fc38d325a2 req-64998d9b-d626-405f-adb6-a01dac597737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:39.189158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-64998d9b-d626-405f-adb6-a01dac597737 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0444965
May 14 22:08:39.191911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8033a814-a000-4299-86cd-25366c02c28a {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:08:39.211179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:39.231914 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c790633-a974-4738-a76e-55fc38d325a2 req-9a533b35-df49-48b2-8350-b179fba3c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:39.233416 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-9a533b35-df49-48b2-8350-b179fba3c53a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385509
May 14 22:08:39.270106 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:39.321442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:39.331245 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-3fd379bb-6c7b-4cce-a994-b68ddaba2f2e service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918925
May 14 22:08:39.416919 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4c790633-a974-4738-a76e-55fc38d325a2 req-c0a0ff52-3875-435b-b29c-4c12fec32a07 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0798705
May 14 22:08:39.485553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8033a814-a000-4299-86cd-25366c02c28a'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:08:39.960006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed4e40-3a6c-4628-8dc4-c75fcef0cf12 req-71ac2431-eb84-4d53-b543-633e45d417e6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:39.961512 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58ed4e40-3a6c-4628-8dc4-c75fcef0cf12 req-71ac2431-eb84-4d53-b543-633e45d417e6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 944 time: 0.0535932
May 14 22:08:40.010811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58ed4e40-3a6c-4628-8dc4-c75fcef0cf12 req-58282748-384e-426e-b302-7729b60d6e25 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434983
May 14 22:08:40.383878 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c563c7c8-fd0e-4917-8e83-8063a60fb7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:41.038457 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8033a814-a000-4299-86cd-25366c02c28a up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:08:41.082783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8033a814-a000-4299-86cd-25366c02c28a completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:08:41.126767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7367fd-cf1d-4cec-a9e3-99d68a2a7f80 req-f9a966ec-6b0b-44c0-a16b-41b14686c34c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:41.128910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff7367fd-cf1d-4cec-a9e3-99d68a2a7f80 req-f9a966ec-6b0b-44c0-a16b-41b14686c34c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 944 time: 0.0478523
May 14 22:08:41.155716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8033a814-a000-4299-86cd-25366c02c28a triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:08:41.156117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8033a814-a000-4299-86cd-25366c02c28a), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:41.176109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ff7367fd-cf1d-4cec-a9e3-99d68a2a7f80 req-42a7c971-d5b7-49c7-98ab-bca29ce5fd8a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415154
May 14 22:08:41.237570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8033a814-a000-4299-86cd-25366c02c28a is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:08:41.237958 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:41.261346 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:41.263661 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e2011-b1d0-48b9-83f2-762f1c7e7980" -d '{"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-plugged", "status": "completed", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:41.275496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:41.292616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d473c-d03e-4fb6-9f9a-055f6371d0b2 req-f2b8d4c4-0127-43e4-bfbe-05eb7eaf3655 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:41.294106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-173d473c-d03e-4fb6-9f9a-055f6371d0b2 req-f2b8d4c4-0127-43e4-bfbe-05eb7eaf3655 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 944 time: 0.0489383
May 14 22:08:41.344107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-173d473c-d03e-4fb6-9f9a-055f6371d0b2 req-9b0cf14f-6eeb-437b-9730-d840bec5b459 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436397
May 14 22:08:41.367024 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:41.395867 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfeab6e-65dc-4ea7-bf1b-4012d115cc18 x-openstack-request-id: req-bbfeab6e-65dc-4ea7-bf1b-4012d115cc18 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:41.396467 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-plugged", "status": "completed", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:41.396467 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbfeab6e-65dc-4ea7-bf1b-4012d115cc18 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:41.396787 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfeab6e-65dc-4ea7-bf1b-4012d115cc18'] response: {'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'code': 200}
May 14 22:08:41.425141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:41.674367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37c911-0cc9-46ca-91c9-588c85a38afc req-84c4567b-16f0-4ba0-ab63-fdd5a1a6db90 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:41.675921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f37c911-0cc9-46ca-91c9-588c85a38afc req-84c4567b-16f0-4ba0-ab63-fdd5a1a6db90 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0470645
May 14 22:08:41.728909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f37c911-0cc9-46ca-91c9-588c85a38afc req-65304ae0-d581-4ebd-a141-3fad6c8fca48 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453606
May 14 22:08:41.779687 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-4f6389b2-7b99-4d26-bd04-a37423984a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:41.781211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-4f6389b2-7b99-4d26-bd04-a37423984a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 1127 time: 0.0392623
May 14 22:08:41.872992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-d93b9796-00ee-452f-8e9a-08da9a14fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:41.874472 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-d93b9796-00ee-452f-8e9a-08da9a14fc4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0875566
May 14 22:08:41.938307 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-2c0b96d4-9ee6-4af2-852b-132feab24c86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 200  len: 1001 time: 0.0580201
May 14 22:08:41.987897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-0e52337a-a6e6-4b98-947b-0b36fe65c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:41.989240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-0e52337a-a6e6-4b98-947b-0b36fe65c87b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0459874
May 14 22:08:42.033169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-3d56ba67-7733-40aa-95ee-b67a8d0094b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:42.034900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-3d56ba67-7733-40aa-95ee-b67a8d0094b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392127
May 14 22:08:42.120785 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-8932da02-ab75-409a-a5bc-29065bc194d4 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793808
May 14 22:08:42.210552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-005a2f01-3777-4034-b582-4d1138dfe4a6 req-70995b5c-96b9-406c-a247-a2a528e44ffe service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846095
May 14 22:08:42.332798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:42.850414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11ad64-67eb-4b85-9d93-4ab20fe81813 req-62932cde-e853-4de9-a4c6-c398ac8ea472 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:42.851951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf11ad64-67eb-4b85-9d93-4ab20fe81813 req-62932cde-e853-4de9-a4c6-c398ac8ea472 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0539458
May 14 22:08:42.892315 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ae2b1cc3-6c59-4146-90e9-bcb3404f2602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:42.899194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf11ad64-67eb-4b85-9d93-4ab20fe81813 req-ace7d4ef-4089-4e9d-8678-1b99021db944 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416284
May 14 22:08:42.955798 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:44.001516 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:44.022535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc1973-d5bf-4404-b38d-6fc9829224d7 req-6c5bf098-eb74-489e-9a2f-13c012674c76 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:44.024060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37bc1973-d5bf-4404-b38d-6fc9829224d7 req-6c5bf098-eb74-489e-9a2f-13c012674c76 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0533621
May 14 22:08:44.071989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-37bc1973-d5bf-4404-b38d-6fc9829224d7 req-f3634263-c6cc-49c0-8eb1-be4914ca2f73 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420856
May 14 22:08:44.483823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5ea5-616c-42f6-a146-1d631edc9c17 req-211d818c-a71f-4624-84c8-bbc1cc1cb78b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:44.485313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92aa5ea5-616c-42f6-a146-1d631edc9c17 req-211d818c-a71f-4624-84c8-bbc1cc1cb78b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0470572
May 14 22:08:44.531768 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92aa5ea5-616c-42f6-a146-1d631edc9c17 req-46fbb4df-a675-49c6-aa48-88ef535d4801 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400147
May 14 22:08:45.647961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7cf10-4358-4ba8-a080-bfe38fcbb573 req-10e1712b-e730-4e0f-8e34-c854103dff03 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:45.649428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc7cf10-4358-4ba8-a080-bfe38fcbb573 req-10e1712b-e730-4e0f-8e34-c854103dff03 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0463867
May 14 22:08:45.708701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc7cf10-4358-4ba8-a080-bfe38fcbb573 req-de0e6644-9377-4989-b180-26cb7e2a29bd tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535390
May 14 22:08:45.742642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-c4fd8751-f7d6-4ef2-9aab-e70645a1b4df tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:45.744098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-c4fd8751-f7d6-4ef2-9aab-e70645a1b4df tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 945 time: 0.0503068
May 14 22:08:45.827929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Deleting port 8033a814-a000-4299-86cd-25366c02c28a {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:08:45.828275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8033a814-a000-4299-86cd-25366c02c28a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:45.832843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:45.920329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] For port 8033a814-a000-4299-86cd-25366c02c28a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8033a814-a000-4299-86cd-25366c02c28a,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:45.920686 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8033a814-a000-4299-86cd-25366c02c28a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:46.088107 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:46.088379 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:46.088696 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 disassociated. External IP: 172.35.4.114, port: 8033a814-a000-4299-86cd-25366c02c28a.
May 14 22:08:46.089035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Calling delete_port for 8033a814-a000-4299-86cd-25366c02c28a owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:08:46.270137 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8033a814-a000-4299-86cd-25366c02c28a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:46.300544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event deleted for resources: {'Port': ['ID=8033a814-a000-4299-86cd-25366c02c28a,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:46.311750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.312103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.312443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.312781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.313117 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.313452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.313782 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.314169 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.315100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.315567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.315919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.316250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.316573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.316916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.317224 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:46.432520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:08:46.545523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:08:46.556699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:08:46.567110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:08:46.567749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52304af7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:08:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:46.587788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] No DVR routers for this DVR port 8033a814-a000-4299-86cd-25366c02c28a on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:08:46.590562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:46.593849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-187bf96d-3cca-4f20-b72e-cc621840aabe req-e9d39046-e537-47bc-bb69-5078d558b932 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "DELETE /v2.0/ports/8033a814-a000-4299-86cd-25366c02c28a HTTP/1.1" status: 204  len: 173 time: 0.8448732
May 14 22:08:46.594292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-deleted', 'tag': '8033a814-a000-4299-86cd-25366c02c28a'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:46.597032 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3e9527-1c47-4905-9eb1-03bd7ddc1f00" -d '{"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-deleted", "tag": "8033a814-a000-4299-86cd-25366c02c28a"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:46.634854 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604e97f8-12a5-48f8-9a35-c0848cef5c1b x-openstack-request-id: req-604e97f8-12a5-48f8-9a35-c0848cef5c1b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:46.634854 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10494a1a-1806-43a2-97a7-489370b690d0", "name": "network-vif-deleted", "tag": "8033a814-a000-4299-86cd-25366c02c28a", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:46.634854 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-604e97f8-12a5-48f8-9a35-c0848cef5c1b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:46.635176 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604e97f8-12a5-48f8-9a35-c0848cef5c1b'] response: {'server_uuid': '10494a1a-1806-43a2-97a7-489370b690d0', 'name': 'network-vif-deleted', 'tag': '8033a814-a000-4299-86cd-25366c02c28a', 'status': 'completed', 'code': 200}
May 14 22:08:46.679125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:08:46.819333 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60ab91b4-aafb-4338-9266-84ec62deee83 req-004de062-eea1-443a-bd5f-4df1bc8af638 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=10494a1a-1806-43a2-97a7-489370b690d0 HTTP/1.1" status: 200  len: 210 time: 0.0330677
May 14 22:08:46.835662 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:46.896696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52304af7c0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:46.924468 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:08:46.933336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:08:46.933951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52304af7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:08:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:47.043023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:08:47.235193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52304af7c0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:08:47.262414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd6fca-e2ff-4072-a6a6-fe60b155fdeb None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:08:47.490534 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e06bf9-d483-4477-96ba-6c3f86fbd263 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:08:48.069389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-461c533c-f3b0-4ebc-aea4-ac7a93ef113e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2015306617&fields=id&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 267 time: 0.0411887
May 14 22:08:48.171353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-c3bf9e1c-5c48-4cf1-a60d-91f2c8acfae8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:48.172744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-c3bf9e1c-5c48-4cf1-a60d-91f2c8acfae8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.0967860
May 14 22:08:48.187337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-f82585f9-846b-41ed-b303-7cf106dad18f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/quotas/5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 375 time: 0.0087781
May 14 22:08:48.239413 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-b59d90b8-8b67-47ab-80cd-ab31c5068a07 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0466840
May 14 22:08:48.333242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-c5cd4b99-dcdf-4dfa-a6a8-bd49b55c5b88 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825245
May 14 22:08:48.449641 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:08:48.756217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-08ec51cf-428a-452e-b301-1b8dd790e7b4 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4171579
May 14 22:08:48.984618 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-240315b8-1781-4860-aa8d-d4f1e87264f6 req-625286ee-4956-424a-8a7b-e6091eb3b161 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 210 time: 0.0278771
May 14 22:08:49.052951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8033a814-a000-4299-86cd-25366c02c28a no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:08:49.073408 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8033a814-a000-4299-86cd-25366c02c28a {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:08:49.073765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8033a814-a000-4299-86cd-25366c02c28a not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:08:50.085190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c18a122d-06c1-4752-965f-095015b236b9 req-08f6ca59-3229-4ce6-b95b-4bdaa1425e12 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 210 time: 0.0280704
May 14 22:08:50.769587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-49d40eed-2189-4907-9844-9b9c94beac13 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:50.771063 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-49d40eed-2189-4907-9844-9b9c94beac13 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.1046922
May 14 22:08:50.840573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-0947c1cb-5307-4d03-806b-785a8370599e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 380 time: 0.0618114
May 14 22:08:50.849462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'port': {'device_id': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'admin_state_up': True, 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'security_groups': ['a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:08:51.001127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Made reservation on behalf of 5b7eff5698214fe982348f81c276dc6a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:08:51.005499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.129362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Allocated IP 172.20.0.13 (6c0f6c30-a116-462c-8817-5c68f4794dd4/f610d192-7e85-412d-bfa0-586c32894a31/d398d426-0579-4af9-ba56-dd386cf6f87d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:08:51.207911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3c1c57c-8785-4bad-9da6-f4ea33b6b441 req-30b6ae68-bfac-4065-adb9-ce431707c2e4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 210 time: 0.0496471
May 14 22:08:51.292410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.390753 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.434212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:08:51.437330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:08:51.443703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:08:51.468819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:51.497420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:51.498036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.598872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-e26b1827-1806-4117-aacb-98e5b1d94dc8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7539742
May 14 22:08:51.610830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Request body: {'port': {'device_id': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:08:51.670927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.688438 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-63bb1460-cb9c-41c7-9173-87fee4ef29a8 None None] Provisioning complete for port d398d426-0579-4af9-ba56-dd386cf6f87d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:08:51.689448 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63bb1460-cb9c-41c7-9173-87fee4ef29a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.723021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-63bb1460-cb9c-41c7-9173-87fee4ef29a8 None None] Port d398d426-0579-4af9-ba56-dd386cf6f87d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:08:51.966140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d398d426-0579-4af9-ba56-dd386cf6f87d {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:08:51.974120 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Publish callbacks [] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:51.986348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Transition to ACTIVE for port object d398d426-0579-4af9-ba56-dd386cf6f87d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:08:52.058221 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:52.111256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:52.182656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:08:52.183245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:08:52.183245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:08:52.187850 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:08:52.188172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:08:52.193601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:08:52.193935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:08:52.194321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:08:52.194742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Bound port: d398d426-0579-4af9-ba56-dd386cf6f87d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:08:52.195092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:52.262589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:08:52.265744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:08:52.326880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1db18-4f79-4000-ad76-2015dcfe2b54 req-9653b392-3ae5-4aa9-9e0b-efc1edb9c09a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:52.328370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2c1db18-4f79-4000-ad76-2015dcfe2b54 req-9653b392-3ae5-4aa9-9e0b-efc1edb9c09a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0471983
May 14 22:08:52.349682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:52.399931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:52.400562 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:52.401966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] 10.222.0.48 "PUT /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1092 time: 0.7957954
May 14 22:08:52.402421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:52.404694 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:52.435913 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2c1db18-4f79-4000-ad76-2015dcfe2b54 req-c07336dd-147c-4a11-b994-facd8c486597 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007428
May 14 22:08:52.441445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71107398-5cd1-4e33-aed8-cc166ce06be5 service neutron] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:52.498173 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d8c6a0-7f79-4315-b43b-a1e447e1ddc7 x-openstack-request-id: req-17d8c6a0-7f79-4315-b43b-a1e447e1ddc7 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:52.498468 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:52.498723 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17d8c6a0-7f79-4315-b43b-a1e447e1ddc7 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:52.499131 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d8c6a0-7f79-4315-b43b-a1e447e1ddc7'] response: {'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'status': 'completed', 'code': 200}
May 14 22:08:52.532207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-2dd09b53-e255-4d51-9dc5-4b52171bd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:52.534681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-2dd09b53-e255-4d51-9dc5-4b52171bd04a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1126 time: 0.0456631
May 14 22:08:52.578360 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-ace9b960-96c8-4d20-9bd6-f718864f445f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 217 time: 0.0356672
May 14 22:08:52.632251 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-b419470a-342d-435b-9c1f-a63f6412ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:52.633707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-b419470a-342d-435b-9c1f-a63f6412ed64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0485830
May 14 22:08:52.678154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-1d7398a8-06bd-442a-a23a-deeeb4db09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:52.679722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-1d7398a8-06bd-442a-a23a-deeeb4db09f0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396245
May 14 22:08:52.772057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-aee24b7f-c405-47a1-96fa-dc03adae9516 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863979
May 14 22:08:52.863941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b455342-92ea-403f-af9f-0e65478ec1ec req-481af846-7c91-4690-b609-2be62a7ba7e4 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867763
May 14 22:08:53.556080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1abfd-7696-4fa5-9660-5d9e20306e11 req-c061bb47-3e83-4075-b2fc-d05c15e266a7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:53.557551 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6a1abfd-7696-4fa5-9660-5d9e20306e11 req-c061bb47-3e83-4075-b2fc-d05c15e266a7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0474522
May 14 22:08:53.603270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6a1abfd-7696-4fa5-9660-5d9e20306e11 req-bb7b33c0-9002-4509-9fd3-6ec2a57e6658 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401101
May 14 22:08:53.761689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-e2e32b18-c2ef-4f15-83a7-cac72ea15076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:53.763101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-e2e32b18-c2ef-4f15-83a7-cac72ea15076 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1126 time: 0.0444891
May 14 22:08:53.911062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-f5d00278-6789-4ef1-90a0-4c42f04554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:53.912597 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-f5d00278-6789-4ef1-90a0-4c42f04554f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1438763
May 14 22:08:53.957204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-3ca4524d-b3e3-49d9-a803-96614c4812a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 217 time: 0.0388768
May 14 22:08:54.005205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-f35ed123-787b-4697-8c80-6c6a414b3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:54.006696 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-f35ed123-787b-4697-8c80-6c6a414b3771 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0436857
May 14 22:08:54.049574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-6d597d87-6ada-4e06-8ca7-9d9d0c97e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:54.051014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-6d597d87-6ada-4e06-8ca7-9d9d0c97e38b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386124
May 14 22:08:54.144421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-2b2a8d44-f2b5-434e-9e13-1422fd343089 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872266
May 14 22:08:54.231583 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee187d4c-cfe8-4d40-a3e9-156d0b4bcb1e req-42e72b28-a033-42e3-bf1e-8da703bdaed1 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817356
May 14 22:08:54.724451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c24ab2-1f9a-426a-9227-88706a1e7592 req-69ceec3f-7e8c-4adb-acec-2bc9e919f435 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:54.725943 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4c24ab2-1f9a-426a-9227-88706a1e7592 req-69ceec3f-7e8c-4adb-acec-2bc9e919f435 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0535669
May 14 22:08:54.773797 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e4c24ab2-1f9a-426a-9227-88706a1e7592 req-0aa7f764-1b6a-46e3-a65f-4082c068cb26 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421076
May 14 22:08:54.932308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:08:55.029604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:55.041179 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'mac_address': 'fa:16:3e:35:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:08:55.076679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d398d426-0579-4af9-ba56-dd386cf6f87d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:08:55.077060 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:55.090011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d398d426-0579-4af9-ba56-dd386cf6f87d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:08:55.108720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:55.161134 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:55.208214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:55.215401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.215772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.216137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.216473 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.216800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.217127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.217453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.217772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.218098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.218415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.218734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.219052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.219384 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.219723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.220039 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:08:55.362325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d398d426-0579-4af9-ba56-dd386cf6f87d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:08:55.890896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00685115-9a2b-418f-8685-9821038c0a57 req-af676602-b250-458f-8262-0d3cccc65d0a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:55.892385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00685115-9a2b-418f-8685-9821038c0a57 req-af676602-b250-458f-8262-0d3cccc65d0a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 945 time: 0.0466282
May 14 22:08:55.938902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00685115-9a2b-418f-8685-9821038c0a57 req-4f60d265-9246-48ea-bef1-6f770d915c8f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404232
May 14 22:08:56.942258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:08:56.986580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d398d426-0579-4af9-ba56-dd386cf6f87d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:08:57.059719 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1b307-5b52-491b-8eee-cdde78d90442 req-80e0b47d-4dee-431b-8ad8-a947464ddd98 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:57.061295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b7c1b307-5b52-491b-8eee-cdde78d90442 req-80e0b47d-4dee-431b-8ad8-a947464ddd98 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 945 time: 0.0486560
May 14 22:08:57.064095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d398d426-0579-4af9-ba56-dd386cf6f87d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:08:57.064472 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:57.112649 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b7c1b307-5b52-491b-8eee-cdde78d90442 req-3aee3333-0077-48dd-a025-ddec2e22e745 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448394
May 14 22:08:57.145038 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d398d426-0579-4af9-ba56-dd386cf6f87d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:08:57.145424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:57.168095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:08:57.173038 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e5415-9e7b-415a-8a28-de8efd62c4da" -d '{"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-plugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:08:57.182230 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:08:57.207938 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b0c7a2-9cbc-44cc-a941-6d6652d79705 x-openstack-request-id: req-e2b0c7a2-9cbc-44cc-a941-6d6652d79705 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:08:57.208250 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-plugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:08:57.208510 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2b0c7a2-9cbc-44cc-a941-6d6652d79705 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:08:57.208915 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b0c7a2-9cbc-44cc-a941-6d6652d79705'] response: {'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'code': 200}
May 14 22:08:57.247098 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:08:57.296006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:08:57.302612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa17d-edae-4ea8-a708-c260a17bb2ef req-c504a70d-def1-4d55-a6f1-6dbc3bfb6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:57.304171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45bfa17d-edae-4ea8-a708-c260a17bb2ef req-c504a70d-def1-4d55-a6f1-6dbc3bfb6453 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1128 time: 0.0409355
May 14 22:08:57.349142 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45bfa17d-edae-4ea8-a708-c260a17bb2ef req-d92a49e8-61ce-4b0a-ae4c-563816e531b0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390944
May 14 22:08:58.237237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996101-7d2b-4b91-af26-0e15ccbbbedb req-e30966fc-f206-4eec-b15a-ced513851cd3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:58.238624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-61996101-7d2b-4b91-af26-0e15ccbbbedb req-e30966fc-f206-4eec-b15a-ced513851cd3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0477784
May 14 22:08:58.286646 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-61996101-7d2b-4b91-af26-0e15ccbbbedb req-5e3dd323-7dd2-4a71-a453-13bb16e12e25 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424340
May 14 22:08:59.405745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f712286-1c12-4b2e-a961-23e602867840 req-d9ea3a3d-45bf-4023-8838-bddf31132b8b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:59.407199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f712286-1c12-4b2e-a961-23e602867840 req-d9ea3a3d-45bf-4023-8838-bddf31132b8b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0501461
May 14 22:08:59.453471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f712286-1c12-4b2e-a961-23e602867840 req-8634211b-9dcf-44cf-9837-0a174924912a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400920
May 14 22:08:59.561981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aede71-c82d-4e52-bf5b-15d1560bf2b7 req-7e93b5fb-3215-4d38-abae-a0733c52a0bf tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:08:59.563468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-65aede71-c82d-4e52-bf5b-15d1560bf2b7 req-7e93b5fb-3215-4d38-abae-a0733c52a0bf tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0476658
May 14 22:08:59.572934 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 49874) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:08:59.577390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'floatingip': {'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:08:59.620058 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:00.056547 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:00.115354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:00.218931 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 associated. External IP: 172.35.4.114, port: d398d426-0579-4af9-ba56-dd386cf6f87d.
May 14 22:09:00.438837 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:09:00.547976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:09:00.552783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:00.557482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997a511-277e-4920-9218-36d346c01386 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:09:00.570945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:09:00.571610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:08:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:00.583557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-393776d7-c818-4bab-8cbf-a660d9f64602 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "PUT /v2.0/floatingips/d713b7b7-e4a2-40f4-8a9c-638d420eccd2 HTTP/1.1" status: 200  len: 992 time: 1.0095062
May 14 22:09:00.584245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:00.586713 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e7f158-ee2e-4881-8397-31da80f295a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:00.683167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:09:00.871870 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f191e-673c-4233-8628-bc007859bc11 x-openstack-request-id: req-886f191e-673c-4233-8628-bc007859bc11 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:00.872158 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:00.872412 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-886f191e-673c-4233-8628-bc007859bc11 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:00.872826 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886f191e-673c-4233-8628-bc007859bc11'] response: {'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'status': 'completed', 'code': 200}
May 14 22:09:00.905309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d880>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:35:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:08:59Z', 'revision_number': 9, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:00.935047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997a511-277e-4920-9218-36d346c01386 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:09:00.944180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:09:00.944782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:08:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:00.979554 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-489e522a-eaad-458f-827f-630b131694b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:00.981102 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-489e522a-eaad-458f-827f-630b131694b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1128 time: 0.0873473
May 14 22:09:00.990689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c496313-9858-4959-a8d7-03ab5734b85a req-75e68e61-b02b-4682-8b7c-7975e1bed3d8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:00.992149 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c496313-9858-4959-a8d7-03ab5734b85a req-75e68e61-b02b-4682-8b7c-7975e1bed3d8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0586994
May 14 22:09:01.059537 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:09:01.076866 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-b8b9d485-9993-40f0-827d-92250dd04e4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0421953
May 14 22:09:01.098055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c496313-9858-4959-a8d7-03ab5734b85a req-04381f29-cece-4196-a40f-1e7026c46996 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969372
May 14 22:09:01.111000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-43be11ba-6e8e-4f5b-92bc-e3df3ad78a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:01.115234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-43be11ba-6e8e-4f5b-92bc-e3df3ad78a85 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1195087
May 14 22:09:01.186432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-24c785c2-8dad-4f5f-a8dd-4256407b6105 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1000 time: 0.0676095
May 14 22:09:01.234330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-a5eafdea-8a7f-4f39-be7f-9f5c8525debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:01.235953 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-a5eafdea-8a7f-4f39-be7f-9f5c8525debe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0446312
May 14 22:09:01.280996 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-c1f5b51c-d150-4aa3-8334-ad30220bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:01.282606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-c1f5b51c-d150-4aa3-8334-ad30220bd5ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407443
May 14 22:09:01.303158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e997a511-277e-4920-9218-36d346c01386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223c3d880>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:35:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:08:59Z', 'revision_number': 9, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:01.334217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e997a511-277e-4920-9218-36d346c01386 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:35:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:08:59Z', 'revision_number': 9, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:09:01.388066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-b71d99b3-b265-4929-85e4-452cbe286c3d service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989292
May 14 22:09:01.489309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-75e7f158-ee2e-4881-8397-31da80f295a5 req-a26342aa-9ebd-45da-87f2-705e466b72d3 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959830
May 14 22:09:01.562990 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43c621d-fab0-48b2-9316-1e22e46fcb72 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:09:01.741576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-d1f65add-ad32-4d01-b31e-0004b3374ce5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:01.742979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-d1f65add-ad32-4d01-b31e-0004b3374ce5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 943 time: 0.0461400
May 14 22:09:02.218728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819ae0a-c74f-4ec4-b3c4-86584a6a31e4 req-b7084aae-02fa-448c-a065-5ba3933e734b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:02.220314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8819ae0a-c74f-4ec4-b3c4-86584a6a31e4 req-b7084aae-02fa-448c-a065-5ba3933e734b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0474229
May 14 22:09:02.267522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8819ae0a-c74f-4ec4-b3c4-86584a6a31e4 req-571d89b5-29aa-44ad-9d9d-8e9fe7fde3eb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410635
May 14 22:09:03.183752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-36433337-5910-404b-9cac-ebeaf4a7cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:03.185161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-36433337-5910-404b-9cac-ebeaf4a7cbba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1128 time: 0.0435665
May 14 22:09:03.278194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-3a114b05-c847-49a8-852d-14636600ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:03.279793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-3a114b05-c847-49a8-852d-14636600ce2c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0877006
May 14 22:09:03.359973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-c2b1b627-eb70-4cb2-8fea-04db6f23f111 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1003 time: 0.0735343
May 14 22:09:03.422097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf48bf-439b-4540-aad5-d56f51544972 req-1c310677-26e4-4722-86bb-468e749d0a09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:03.423591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47bf48bf-439b-4540-aad5-d56f51544972 req-1c310677-26e4-4722-86bb-468e749d0a09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0795677
May 14 22:09:03.440327 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-705a541e-c821-42db-bf75-2bccdd447b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:03.442139 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-705a541e-c821-42db-bf75-2bccdd447b3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0664461
May 14 22:09:03.506511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-2f50df04-5e05-483d-98a5-0063577e0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:03.508002 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-2f50df04-5e05-483d-98a5-0063577e0d8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0600374
May 14 22:09:03.512218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47bf48bf-439b-4540-aad5-d56f51544972 req-6e181313-ebbf-440b-af7e-d28d23aa35ee tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824652
May 14 22:09:03.596340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-85e0d31d-9252-4e41-a365-20e2131c040a service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823534
May 14 22:09:03.687383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-e7c72572-c30b-40fa-8877-d6fc8e84bb38 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848062
May 14 22:09:04.629095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612dbc-70df-4275-a769-1be9a52f60f5 req-1f7a914d-bfc4-458d-8c1f-6e8ae681521f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:04.630565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48612dbc-70df-4275-a769-1be9a52f60f5 req-1f7a914d-bfc4-458d-8c1f-6e8ae681521f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0474069
May 14 22:09:04.676258 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48612dbc-70df-4275-a769-1be9a52f60f5 req-f7e6edcb-c4c4-4d60-9aba-d3814a68b264 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400112
May 14 22:09:05.790615 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f6abd-66a7-422c-b75e-947ea949aa81 req-b7388828-b141-45de-af6d-cdb317c9c8df tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:05.792114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b3f6abd-66a7-422c-b75e-947ea949aa81 req-b7388828-b141-45de-af6d-cdb317c9c8df tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0460935
May 14 22:09:05.842921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b3f6abd-66a7-422c-b75e-947ea949aa81 req-bdd40450-783b-438c-b36d-2ade19f4e569 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450528
May 14 22:09:06.958221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d11d0-409d-41e6-9aba-bd7800d33d76 req-8e289838-d21d-4a64-9ddf-5d0372c0ef2c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:06.959725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab8d11d0-409d-41e6-9aba-bd7800d33d76 req-8e289838-d21d-4a64-9ddf-5d0372c0ef2c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0472286
May 14 22:09:07.006158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ab8d11d0-409d-41e6-9aba-bd7800d33d76 req-723dc36c-d3cd-4577-9bd3-54dca1f848b3 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409031
May 14 22:09:08.125423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7089495-6f6d-4261-be65-5351666eb6dc req-f543a20e-56ee-404e-88b4-a19aa9b4c417 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:08.126933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7089495-6f6d-4261-be65-5351666eb6dc req-f543a20e-56ee-404e-88b4-a19aa9b4c417 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0482199
May 14 22:09:08.174466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7089495-6f6d-4261-be65-5351666eb6dc req-80df1609-584d-4f9d-9677-7c66124e26c5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410125
May 14 22:09:09.293029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8645be-8ce0-4c04-b08c-ed83e571fc82 req-fa53a05f-3618-42c3-864b-031b34435895 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:09.294480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a8645be-8ce0-4c04-b08c-ed83e571fc82 req-fa53a05f-3618-42c3-864b-031b34435895 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0497301
May 14 22:09:09.342439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a8645be-8ce0-4c04-b08c-ed83e571fc82 req-037fa4cc-b7c9-4563-b8c2-92b43eed29df tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417330
May 14 22:09:10.377367 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-07d75a88-c618-426b-8f8e-c3a46123fa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:10.462028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b1f53-3ab3-4364-838c-b4a2df729cd6 req-96bc2d28-99d2-4af6-a207-e1f83915c2b1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:10.463580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b29b1f53-3ab3-4364-838c-b4a2df729cd6 req-96bc2d28-99d2-4af6-a207-e1f83915c2b1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0477879
May 14 22:09:10.510717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b29b1f53-3ab3-4364-838c-b4a2df729cd6 req-072b85cb-0475-427c-afda-f1752cdebee4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414641
May 14 22:09:11.624045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee654-0652-4b7f-8fcc-677558c8d2c9 req-ed85a54c-e324-45ae-a815-e141914b9ab2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:11.625500 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be9ee654-0652-4b7f-8fcc-677558c8d2c9 req-ed85a54c-e324-45ae-a815-e141914b9ab2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0455506
May 14 22:09:11.675196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be9ee654-0652-4b7f-8fcc-677558c8d2c9 req-9d13fa7e-88dc-4db1-a109-70243e1e192e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429399
May 14 22:09:12.320403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:12.791298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b0174-3b2f-4272-b547-9a775b0ed161 req-dd7e6a7c-09a9-4dbf-a124-9c899fe6f2de tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:12.792770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa8b0174-3b2f-4272-b547-9a775b0ed161 req-dd7e6a7c-09a9-4dbf-a124-9c899fe6f2de tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0465760
May 14 22:09:12.840488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa8b0174-3b2f-4272-b547-9a775b0ed161 req-bb04e484-24bb-487e-b897-ca5ecc01d4eb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421171
May 14 22:09:12.886374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b0e17e5-96c8-446c-817e-2d7e2d2f6b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:12.943276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:13.960475 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4e536-585d-4272-a10a-67d448ea234f req-e18284f9-d267-4fb3-a453-734307fe145f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:13.961976 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e4e536-585d-4272-a10a-67d448ea234f req-e18284f9-d267-4fb3-a453-734307fe145f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0496960
May 14 22:09:14.006422 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:14.009178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1e4e536-585d-4272-a10a-67d448ea234f req-6c4dea4f-19f4-4ed5-90fc-e049817174ed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414722
May 14 22:09:15.133434 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5695c9b-f5a9-4d30-8dbc-eaddb09c6476 req-e6907ab4-a4eb-40bd-88d1-adbcfce0739f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:15.134903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5695c9b-f5a9-4d30-8dbc-eaddb09c6476 req-e6907ab4-a4eb-40bd-88d1-adbcfce0739f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0498097
May 14 22:09:15.181667 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f5695c9b-f5a9-4d30-8dbc-eaddb09c6476 req-0d2bb329-2fc5-4fba-8ae4-99fb838563c7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410142
May 14 22:09:15.823918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:16.296864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4ff45-4128-4c71-aab2-9657ee3d9569 req-0b0e0fc1-5ed7-4f32-9c52-617191cdefe5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:16.298341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6d4ff45-4128-4c71-aab2-9657ee3d9569 req-0b0e0fc1-5ed7-4f32-9c52-617191cdefe5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0467844
May 14 22:09:16.345387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6d4ff45-4128-4c71-aab2-9657ee3d9569 req-fb04cd66-d567-4ef0-a9f2-0b6dfe07baaf tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407310
May 14 22:09:16.801117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:17.465412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ef988-b59b-4d77-bf19-5df2778dc8ff req-956828a9-6abc-48e3-a3f3-e82869454c0a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:17.466883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-338ef988-b59b-4d77-bf19-5df2778dc8ff req-956828a9-6abc-48e3-a3f3-e82869454c0a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0504606
May 14 22:09:17.513725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-338ef988-b59b-4d77-bf19-5df2778dc8ff req-38a579eb-f3d9-402a-9c77-f3c1a52a93e7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409682
May 14 22:09:18.638688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6355e53-3140-46cc-bdc4-c08fd32765c3 req-98df2e0d-a329-4024-b2b8-8cca9a894426 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:18.640192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6355e53-3140-46cc-bdc4-c08fd32765c3 req-98df2e0d-a329-4024-b2b8-8cca9a894426 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0499711
May 14 22:09:18.686761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6355e53-3140-46cc-bdc4-c08fd32765c3 req-26308810-b877-4aff-a6a7-fa14a3531e69 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401020
May 14 22:09:19.801909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b80c86-3995-4d1f-b8d7-e91f0fd6cc83 req-3572c230-6fa2-4b2d-959e-d92ebfc445a5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:19.803362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67b80c86-3995-4d1f-b8d7-e91f0fd6cc83 req-3572c230-6fa2-4b2d-959e-d92ebfc445a5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0464084
May 14 22:09:19.852390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67b80c86-3995-4d1f-b8d7-e91f0fd6cc83 req-42e3f3d2-44b2-4f21-8cf4-7346facd661f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430660
May 14 22:09:20.390009 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-538685dd-d626-4b4b-a7f7-6350b4e0f970 service neutron] show failed (client error): The resource could not be found.
May 14 22:09:20.391022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-538685dd-d626-4b4b-a7f7-6350b4e0f970 service neutron] 10.222.0.48 "GET /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0567069
May 14 22:09:20.916380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-5f941601-74f9-4aa5-8cfc-717b19b7f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:20.918709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-5f941601-74f9-4aa5-8cfc-717b19b7f661 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 1128 time: 0.0440936
May 14 22:09:20.932335 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:09:21.360825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84356a-836f-436d-8587-d259084d127f req-b3bd9f83-6b79-4d2c-9653-aa72207285a4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:21.363281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe84356a-836f-436d-8587-d259084d127f req-b3bd9f83-6b79-4d2c-9653-aa72207285a4 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.4358699
May 14 22:09:21.378540 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:21.441675 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe84356a-836f-436d-8587-d259084d127f req-f9dff9f6-2d47-4019-a99a-1734978e4596 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720451
May 14 22:09:21.636798 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:21.668283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:09:21.710634 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:21.713036 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6908bfbb-2c65-4033-91ad-a2ea2205f3ac" -d '{"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-unplugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:21.716539 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Publish callbacks [] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:21.729579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Transition to ACTIVE for port object d398d426-0579-4af9-ba56-dd386cf6f87d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:09:21.765148 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a4ac8c-e2cd-460f-a906-820f22f2cd75 x-openstack-request-id: req-e0a4ac8c-e2cd-460f-a906-820f22f2cd75 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:21.765480 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-unplugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:21.765723 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0a4ac8c-e2cd-460f-a906-820f22f2cd75 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:21.766131 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a4ac8c-e2cd-460f-a906-820f22f2cd75'] response: {'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'code': 200}
May 14 22:09:21.772252 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:21.848346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:21.900071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] No DVR routers for this DVR port d398d426-0579-4af9-ba56-dd386cf6f87d on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:09:22.040908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:09:22.041559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:09:22.041559 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:09:22.045756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:09:22.046079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:09:22.050865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:09:22.051198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:09:22.051622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:09:22.052049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Bound port: d398d426-0579-4af9-ba56-dd386cf6f87d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:09:22.052395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:22.116424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:09:22.119345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:09:22.218237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:22.251022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:22.251667 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:22.253665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] 10.222.0.36 "PUT /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1092 time: 1.3270128
May 14 22:09:22.287770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be555751-4168-4c98-a43d-bdbf070a9c3e service neutron] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:22.322204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-f430d683-9c03-46a3-97e1-953dbe7035b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:22.323749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-f430d683-9c03-46a3-97e1-953dbe7035b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1126 time: 0.0497260
May 14 22:09:22.417426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-f4fb03d0-d5c3-421d-a367-07ad24d8cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:22.419010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-f4fb03d0-d5c3-421d-a367-07ad24d8cab2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0898314
May 14 22:09:22.492083 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-12d135f6-5497-4623-8225-887dc47cabcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1001 time: 0.0669160
May 14 22:09:22.570690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-f3058656-e32f-4db8-9037-c0ed5afea65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:22.572061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-f3058656-e32f-4db8-9037-c0ed5afea65e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0733981
May 14 22:09:22.580079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f384b-fc24-489d-8b16-09bd48c1ac0c req-039b4d91-a5f6-4cfe-97a6-b43595b0bc7a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:22.582061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-469f384b-fc24-489d-8b16-09bd48c1ac0c req-039b4d91-a5f6-4cfe-97a6-b43595b0bc7a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0576797
May 14 22:09:22.635627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-df78a2e5-60f7-4971-9688-808097fbb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:22.637096 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-df78a2e5-60f7-4971-9688-808097fbb529 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0542276
May 14 22:09:22.680010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-469f384b-fc24-489d-8b16-09bd48c1ac0c req-27daff60-c98d-4e7b-a1e6-5c701abdbd4b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897021
May 14 22:09:22.736751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-bd558721-c8cb-483c-8411-3300ac5eeaff service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914245
May 14 22:09:22.827325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f08c0adf-0fae-4b7b-8173-dcbf3744f43b req-7bd6b91a-3c8e-4951-8231-fc3ae28fe39a service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850005
May 14 22:09:23.086060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:09:23.125725 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port d398d426-0579-4af9-ba56-dd386cf6f87d host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:09:23.126111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:09:23.778992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:23.781270 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4856a21-7120-47ca-87e7-84c5532970af" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:23.802504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8fc7-07b7-45fa-bebd-349924736aa0 req-555a3602-e549-4435-b497-5697a207cc79 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:23.803994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04bd8fc7-07b7-45fa-bebd-349924736aa0 req-555a3602-e549-4435-b497-5697a207cc79 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0539706
May 14 22:09:23.852711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04bd8fc7-07b7-45fa-bebd-349924736aa0 req-efe7aede-9cad-4989-ae34-36f34408fd3c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430148
May 14 22:09:23.909405 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d52aa90-ac21-4c00-9142-cd275b421be1 x-openstack-request-id: req-0d52aa90-ac21-4c00-9142-cd275b421be1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:23.910416 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:23.910680 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d52aa90-ac21-4c00-9142-cd275b421be1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:23.911128 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d52aa90-ac21-4c00-9142-cd275b421be1'] response: {'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'status': 'completed', 'code': 200}
May 14 22:09:23.968110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-a3363705-c875-48e5-9e0d-10911735ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:23.969518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-a3363705-c875-48e5-9e0d-10911735ec6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1126 time: 0.0393796
May 14 22:09:24.060616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-86f3ea13-4b15-4c45-9757-7cdd2b4780c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.062068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-86f3ea13-4b15-4c45-9757-7cdd2b4780c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0866756
May 14 22:09:24.124335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-5dad759e-50fe-4c81-8077-438573534747 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1001 time: 0.0565472
May 14 22:09:24.175369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-44f2b635-c14a-4fd4-9679-46529a972318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.177058 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-44f2b635-c14a-4fd4-9679-46529a972318 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0477571
May 14 22:09:24.249229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-685ae5e2-23d2-41e4-815f-1b80e9489ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.250664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-685ae5e2-23d2-41e4-815f-1b80e9489ce5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0680721
May 14 22:09:24.251754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-c023e621-e7c3-4cd0-a378-67f4920e19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.253147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-c023e621-e7c3-4cd0-a378-67f4920e19bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1126 time: 0.0627382
May 14 22:09:24.420073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-640b36d4-1d4e-4921-ab1d-707fa4113504 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634328
May 14 22:09:24.453404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-d8bddeb5-1e52-4901-a8b6-e986adef863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.454851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-d8bddeb5-1e52-4901-a8b6-e986adef863b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1373787
May 14 22:09:24.561485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-f48f4cb2-1f83-48b5-a674-0b10c58d111d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1001 time: 0.0985453
May 14 22:09:24.601564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-462e046e-66d2-4cf0-9643-25c0dfdd31ed service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730490
May 14 22:09:24.619027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-965ca950-cdad-40f5-9e12-7e639b5b03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.620582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-965ca950-cdad-40f5-9e12-7e639b5b03c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0502319
May 14 22:09:24.664575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4856a21-7120-47ca-87e7-84c5532970af req-c5d897aa-6863-405c-b523-c105a021ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.666076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-c5d897aa-6863-405c-b523-c105a021ef39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0399492
May 14 22:09:24.758334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-fa8f07ec-1701-4ed6-8954-4a6da9f487e7 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866666
May 14 22:09:24.846220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4856a21-7120-47ca-87e7-84c5532970af req-b095f538-c23a-45df-acb6-cfd89d31f122 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823739
May 14 22:09:24.974283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094daa70-ed64-4d01-bd07-7e82599ca5ab req-16ffaccc-2a00-4cb7-aa09-21cabfd40a56 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:24.975788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-094daa70-ed64-4d01-bd07-7e82599ca5ab req-16ffaccc-2a00-4cb7-aa09-21cabfd40a56 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0509632
May 14 22:09:25.022066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-094daa70-ed64-4d01-bd07-7e82599ca5ab req-ec91252e-83a0-4bdd-95c0-cff0e0254529 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405564
May 14 22:09:25.233467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:09:25.448823 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:09:25.504080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:25.515102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'mac_address': 'fa:16:3e:35:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:09:25.552864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d398d426-0579-4af9-ba56-dd386cf6f87d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:09:25.553245 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:25.570694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d398d426-0579-4af9-ba56-dd386cf6f87d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:09:25.573074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8b9d-ff8e-49d2-8734-875b1ee3b9c8 req-54c53478-4d50-48f2-b993-cffe87dbc0c7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:25.574710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4aa8b9d-ff8e-49d2-8734-875b1ee3b9c8 req-54c53478-4d50-48f2-b993-cffe87dbc0c7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 944 time: 0.0509109
May 14 22:09:25.591334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:25.640920 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:25.641364 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-e992138f-ed89-4c6f-a277-e5428728c86a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:25.642843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-e992138f-ed89-4c6f-a277-e5428728c86a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d&tenant_id=5b7eff5698214fe982348f81c276dc6a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0672071
May 14 22:09:25.687206 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4aa8b9d-ff8e-49d2-8734-875b1ee3b9c8 req-3706e67b-40ae-47a3-a09c-8fb3a72b6fce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025651
May 14 22:09:25.688563 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:25.720778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-6cde4d0c-ec75-4f46-b5d6-3057f364d7a1 service neutron] 10.222.0.36 "GET /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0715473
May 14 22:09:25.779628 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-274a5490-2a25-4e3b-995e-1e8ec47d2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:25.781136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-274a5490-2a25-4e3b-995e-1e8ec47d2c7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1127 time: 0.0399413
May 14 22:09:25.836782 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['d398d426-0579-4af9-ba56-dd386cf6f87d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:09:25.876596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-44a89fc2-fd8f-441c-a8d1-645700a2d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:25.878674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-44a89fc2-fd8f-441c-a8d1-645700a2d323 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0905538
May 14 22:09:25.944563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-c1b486e2-ea60-4955-bacd-b3205710a083 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1002 time: 0.0599258
May 14 22:09:25.996155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-4df2d99b-8061-4489-a008-845d309999e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:25.997556 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-4df2d99b-8061-4489-a008-845d309999e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0468543
May 14 22:09:26.044771 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-7aebc538-7264-46ec-a072-686043d66294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:26.046264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-7aebc538-7264-46ec-a072-686043d66294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431242
May 14 22:09:26.134246 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-3694292c-ac95-415b-bc2b-f6e6e47fe96f service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812507
May 14 22:09:26.224253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-595c371b-6a58-4ea2-bdc9-090dbf5774b9 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843029
May 14 22:09:26.809474 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69bb4-0ce5-4b86-85bf-0b2f34895796 req-6d57042b-375c-438f-b6ba-274cd6fc146d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:26.810847 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3e69bb4-0ce5-4b86-85bf-0b2f34895796 req-6d57042b-375c-438f-b6ba-274cd6fc146d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 945 time: 0.0464694
May 14 22:09:26.857408 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e3e69bb4-0ce5-4b86-85bf-0b2f34895796 req-3cbfc343-7b1f-418e-916f-c1f9ce55818f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402296
May 14 22:09:27.233313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:09:27.275768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port d398d426-0579-4af9-ba56-dd386cf6f87d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:09:27.371535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port d398d426-0579-4af9-ba56-dd386cf6f87d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:09:27.371909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:27.448995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port d398d426-0579-4af9-ba56-dd386cf6f87d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:09:27.449403 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:27.473198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:27.475529 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b5ea8-6642-417e-bb9b-2f71858f3b84" -d '{"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-plugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:27.491352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:27.566251 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:27.592863 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d510012d-359a-4c67-b834-352ea8b457ea x-openstack-request-id: req-d510012d-359a-4c67-b834-352ea8b457ea {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:27.593158 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-plugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:27.593491 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d510012d-359a-4c67-b834-352ea8b457ea {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:27.593956 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d510012d-359a-4c67-b834-352ea8b457ea'] response: {'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'code': 200}
May 14 22:09:27.620012 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:27.975191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86edf80-0d58-46f2-9735-298b1a2cdcf8 req-78b9e099-827d-4c95-8862-84d44cd23135 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:27.976695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d86edf80-0d58-46f2-9735-298b1a2cdcf8 req-78b9e099-827d-4c95-8862-84d44cd23135 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0469182
May 14 22:09:28.028454 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d86edf80-0d58-46f2-9735-298b1a2cdcf8 req-5df14e84-4e44-44ff-a6cc-244d9999d90d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460813
May 14 22:09:28.685010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-b9c6daab-f2ee-43b5-af1b-90b8a5cbdc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:28.686561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-b9c6daab-f2ee-43b5-af1b-90b8a5cbdc8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 1128 time: 0.0438917
May 14 22:09:28.697637 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:09:28.757414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:28.998487 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:29.031691 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:09:29.072560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:29.074907 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f0afd6-0580-4daa-b398-08c9e0888aba" -d '{"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-unplugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:29.078792 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Publish callbacks [] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:29.092161 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Transition to ACTIVE for port object d398d426-0579-4af9-ba56-dd386cf6f87d will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:09:29.147712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba9ff7-6895-4039-93c3-53c21d992b5b req-856d8275-752b-461f-8ec2-0dc17434f041 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:29.149188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bba9ff7-6895-4039-93c3-53c21d992b5b req-856d8275-752b-461f-8ec2-0dc17434f041 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0471182
May 14 22:09:29.192857 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:29.198598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9bba9ff7-6895-4039-93c3-53c21d992b5b req-d6626fb6-e649-4c84-9fa3-9db71b0ba98e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437641
May 14 22:09:29.280509 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140cd524-7a53-44ec-9a30-b5effc3d5d89 x-openstack-request-id: req-140cd524-7a53-44ec-9a30-b5effc3d5d89 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:29.280509 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-unplugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:29.280509 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-140cd524-7a53-44ec-9a30-b5effc3d5d89 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:29.280509 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140cd524-7a53-44ec-9a30-b5effc3d5d89'] response: {'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'code': 200}
May 14 22:09:29.280509 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:29.333489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] No DVR routers for this DVR port d398d426-0579-4af9-ba56-dd386cf6f87d on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:09:29.473232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:09:29.473573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:09:29.473901 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:09:29.478130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:09:29.478450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Attempting to bind port d398d426-0579-4af9-ba56-dd386cf6f87d on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:09:29.483170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:09:29.483650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:09:29.483911 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:09:29.484333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Bound port: d398d426-0579-4af9-ba56-dd386cf6f87d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:09:29.484683 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:29.549541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:09:29.552407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:09:29.635586 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:29.673794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:29.674690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:29.676335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] 10.222.0.48 "PUT /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1093 time: 0.9827833
May 14 22:09:29.698471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f18fa8-5d56-48b3-939f-fe99d9305424 service neutron] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=11']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:29.741458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-e46e2847-8e7b-4cc3-b410-1d4f74d4c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:29.742988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-e46e2847-8e7b-4cc3-b410-1d4f74d4c7db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1127 time: 0.0416298
May 14 22:09:29.839733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-34c04a19-628f-46ae-872d-f0b86e6920a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:29.841353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-34c04a19-628f-46ae-872d-f0b86e6920a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0932717
May 14 22:09:29.906198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-ed79c465-5263-4fe6-94c8-189e8b983a3f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1001 time: 0.0581737
May 14 22:09:29.959101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-50d44eae-5593-4059-aaa2-e9d0de8e9157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:29.960539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-50d44eae-5593-4059-aaa2-e9d0de8e9157 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0489898
May 14 22:09:30.004166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-4fafc8bf-34ef-430a-9492-b79d5406f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:30.005711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-4fafc8bf-34ef-430a-9492-b79d5406f2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393312
May 14 22:09:30.092566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-70945958-0487-4ab1-a3a3-844d3c04bac0 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806286
May 14 22:09:30.182320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cf6c665-fd03-4511-b61f-288b71e374e0 req-b2516bfc-4d0b-4da4-b838-887f15a6d952 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844061
May 14 22:09:30.317311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b318aa-d54e-4f40-9d35-8594dd70f480 req-41cea643-684c-4786-aa8b-3ffde8a60f98 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:30.318791 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49b318aa-d54e-4f40-9d35-8594dd70f480 req-41cea643-684c-4786-aa8b-3ffde8a60f98 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 945 time: 0.0472770
May 14 22:09:30.365514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49b318aa-d54e-4f40-9d35-8594dd70f480 req-65e3f652-2fe3-4437-9e79-4d9aa74b51b0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410614
May 14 22:09:31.097176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:09:31.195952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:31.207132 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'mac_address': 'fa:16:3e:35:b2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:09:31.242741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d398d426-0579-4af9-ba56-dd386cf6f87d is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:09:31.243119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:31.254716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:09:31.259540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d398d426-0579-4af9-ba56-dd386cf6f87d {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:09:31.279976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:31.282400 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cea1aa-1532-4990-80c6-72ee26b872a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:31.307181 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:31.314585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port d398d426-0579-4af9-ba56-dd386cf6f87d host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:09:31.314985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:09:31.333130 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9920f9a-f7ef-4068-acbd-0e4ab148cb4e x-openstack-request-id: req-a9920f9a-f7ef-4068-acbd-0e4ab148cb4e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:31.333414 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:31.333663 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9920f9a-f7ef-4068-acbd-0e4ab148cb4e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:31.334061 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9920f9a-f7ef-4068-acbd-0e4ab148cb4e'] response: {'name': 'network-changed', 'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'status': 'completed', 'code': 200}
May 14 22:09:31.388983 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:31.431887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-8df5510d-cc9b-40bd-9c12-46834c1cb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:31.433954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-8df5510d-cc9b-40bd-9c12-46834c1cb5c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1127 time: 0.0787230
May 14 22:09:31.435227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-93cde844-9a24-488f-8568-35580bd42b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:31.437145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-93cde844-9a24-488f-8568-35580bd42b5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 1127 time: 0.0738568
May 14 22:09:31.445884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:31.556333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b024a6f-8632-4ac5-b867-f5795014e743 req-9e284a51-817c-438c-9ba2-4eac63223c30 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:31.557772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b024a6f-8632-4ac5-b867-f5795014e743 req-9e284a51-817c-438c-9ba2-4eac63223c30 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.1135268
May 14 22:09:31.593254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d398d426-0579-4af9-ba56-dd386cf6f87d'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:09:31.639101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-62530d5d-4542-4b96-8c6c-9eeed1b55607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:31.640595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-62530d5d-4542-4b96-8c6c-9eeed1b55607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1976290
May 14 22:09:32.048626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5b024a6f-8632-4ac5-b867-f5795014e743 req-cc2878cf-6df2-4c4f-9e8c-bb9fa7e03774 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4796474
May 14 22:09:32.070082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-8353763a-670e-4986-b575-e1b6ba32620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:32.070082 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-8353763a-670e-4986-b575-e1b6ba32620a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.5437684
May 14 22:09:32.084757 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-4a3ac880-b11f-427c-943a-a780f1230124 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1002 time: 0.4330356
May 14 22:09:32.170009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-19b00c33-c0c3-47e8-b9a9-d7951f07811e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 200  len: 1002 time: 0.0948117
May 14 22:09:32.173332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-86743453-5035-4e48-8876-94acda69a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:32.175440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-86743453-5035-4e48-8876-94acda69a6ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0632279
May 14 22:09:32.242396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-af197379-90a9-4fe1-94bf-fa0cc4ab2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:32.243815 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-af197379-90a9-4fe1-94bf-fa0cc4ab2d12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0606730
May 14 22:09:32.247091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-ec7b736e-0336-410c-88f9-a09352f6b374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:32.248422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-ec7b736e-0336-410c-88f9-a09352f6b374 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0721495
May 14 22:09:32.337174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-70c8c2c8-276b-4d40-8872-e3f7d9a6abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:32.338673 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-70c8c2c8-276b-4d40-8872-e3f7d9a6abfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0821340
May 14 22:09:32.419610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-9c54478a-f74a-451d-81ec-7af2f4ecdd0e service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702490
May 14 22:09:32.496742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-e19a63ed-6828-4d81-90ad-8ec3200a0b70 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507287
May 14 22:09:32.574562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-2f2fb7c6-dd35-4985-95c8-c215b3bc0082 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485012
May 14 22:09:32.607784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b9cea1aa-1532-4990-80c6-72ee26b872a1 req-45216281-2534-4c29-b669-17476e8d7280 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032512
May 14 22:09:33.113799 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:09:33.159313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d398d426-0579-4af9-ba56-dd386cf6f87d completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:09:33.170720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68b1f1-e55f-4acc-b475-f728dbe1eff4 req-e1560898-4d91-4d99-a5e4-4d57d59c3d0e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:33.173686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b68b1f1-e55f-4acc-b475-f728dbe1eff4 req-e1560898-4d91-4d99-a5e4-4d57d59c3d0e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0497413
May 14 22:09:33.217874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d398d426-0579-4af9-ba56-dd386cf6f87d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:09:33.218163 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:33.225700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b68b1f1-e55f-4acc-b475-f728dbe1eff4 req-fbe7cf82-d877-4e45-80ac-8051c6b6275e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476050
May 14 22:09:33.295498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d398d426-0579-4af9-ba56-dd386cf6f87d is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:09:33.295993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:33.322708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:33.324963 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40ac47-bf42-4183-99f7-648e665b2e2e" -d '{"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-plugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:33.337241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:33.342025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa64e4a-01d3-437a-8de9-adfef35dc186 req-beedaae0-b7af-4c43-bb3d-54dae814fc98 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:33.343535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5aa64e4a-01d3-437a-8de9-adfef35dc186 req-beedaae0-b7af-4c43-bb3d-54dae814fc98 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 946 time: 0.0492845
May 14 22:09:33.379080 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:33.390331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5aa64e4a-01d3-437a-8de9-adfef35dc186 req-8b09e227-4a29-4a8e-a8db-1facd2780304 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409620
May 14 22:09:33.428673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=13']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:33.437084 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c7a77a-3860-4f0f-a3d5-5261ea6e1695 x-openstack-request-id: req-06c7a77a-3860-4f0f-a3d5-5261ea6e1695 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:33.437466 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-plugged", "status": "completed", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:33.437705 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06c7a77a-3860-4f0f-a3d5-5261ea6e1695 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:33.438102 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c7a77a-3860-4f0f-a3d5-5261ea6e1695'] response: {'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'code': 200}
May 14 22:09:33.527179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4319fe-4c11-4cc3-b2ac-0c5a298c77d1 req-8a9a6de9-fc20-4183-a759-4d758d437722 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:33.528693 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c4319fe-4c11-4cc3-b2ac-0c5a298c77d1 req-8a9a6de9-fc20-4183-a759-4d758d437722 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 947 time: 0.0475798
May 14 22:09:33.575290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c4319fe-4c11-4cc3-b2ac-0c5a298c77d1 req-6c680df0-da00-487e-b842-4e97e8d8f584 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409470
May 14 22:09:34.015465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e148f-c0ed-476d-b1ce-2b0c23cbfd11 req-c9e12a03-c56a-4eb2-bd77-9a4e597bee75 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:34.016961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-948e148f-c0ed-476d-b1ce-2b0c23cbfd11 req-c9e12a03-c56a-4eb2-bd77-9a4e597bee75 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 947 time: 0.0524759
May 14 22:09:34.063159 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-948e148f-c0ed-476d-b1ce-2b0c23cbfd11 req-5ab1f429-f158-457f-a930-90e53ab3592a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404990
May 14 22:09:35.178479 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf860-ad96-4e97-844d-34e7bf858b3a req-4a0306a6-4746-4aee-8c8b-c5ee2dbdd343 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:35.180027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59eaf860-ad96-4e97-844d-34e7bf858b3a req-4a0306a6-4746-4aee-8c8b-c5ee2dbdd343 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 947 time: 0.0468462
May 14 22:09:35.253972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59eaf860-ad96-4e97-844d-34e7bf858b3a req-02a72dfd-1197-461b-9c94-198966a0c482 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682542
May 14 22:09:35.267469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6195c9-706b-485f-b20c-24855694548c req-8391e92d-b3cd-4d58-8490-47f7476db2b2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:35.274268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e6195c9-706b-485f-b20c-24855694548c req-8391e92d-b3cd-4d58-8490-47f7476db2b2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 947 time: 0.0557163
May 14 22:09:35.357295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Deleting port d398d426-0579-4af9-ba56-dd386cf6f87d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:09:35.357627 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:35.446883 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] For port d398d426-0579-4af9-ba56-dd386cf6f87d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d398d426-0579-4af9-ba56-dd386cf6f87d,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:35.447152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:35.619978 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:35.620341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:35.620651 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 disassociated. External IP: 172.35.4.114, port: d398d426-0579-4af9-ba56-dd386cf6f87d.
May 14 22:09:35.620993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Calling delete_port for d398d426-0579-4af9-ba56-dd386cf6f87d owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:09:35.801195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d398d426-0579-4af9-ba56-dd386cf6f87d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:35.829862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event deleted for resources: {'Port': ['ID=d398d426-0579-4af9-ba56-dd386cf6f87d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:35.950606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:09:36.067417 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:09:36.076726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:09:36.087099 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:09:36.087744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a2ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:09:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:36.109521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] No DVR routers for this DVR port d398d426-0579-4af9-ba56-dd386cf6f87d on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:09:36.113187 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:36.116864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e6195c9-706b-485f-b20c-24855694548c req-8a2a5543-246b-4625-9114-20f498bb926f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "DELETE /v2.0/ports/d398d426-0579-4af9-ba56-dd386cf6f87d HTTP/1.1" status: 204  len: 173 time: 0.8418965
May 14 22:09:36.117336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-deleted', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:36.120110 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113688e-c254-4e24-98d0-658ce1a867aa" -d '{"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-deleted", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:36.157168 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aae811-6eef-4190-97d6-c26ae1944149 x-openstack-request-id: req-04aae811-6eef-4190-97d6-c26ae1944149 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:36.157529 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb08a4d-6fa8-496e-9b45-07a3785eb90d", "name": "network-vif-deleted", "tag": "d398d426-0579-4af9-ba56-dd386cf6f87d", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:36.157711 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04aae811-6eef-4190-97d6-c26ae1944149 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:36.158121 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04aae811-6eef-4190-97d6-c26ae1944149'] response: {'server_uuid': '5fb08a4d-6fa8-496e-9b45-07a3785eb90d', 'name': 'network-vif-deleted', 'tag': 'd398d426-0579-4af9-ba56-dd386cf6f87d', 'status': 'completed', 'code': 200}
May 14 22:09:36.202061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:09:36.415724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-069a0b76-49e0-440b-82ea-eaf452042009 req-5a23c724-52f3-449d-a4a3-796ad3dd87ed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=5fb08a4d-6fa8-496e-9b45-07a3785eb90d HTTP/1.1" status: 200  len: 210 time: 0.0303385
May 14 22:09:36.511272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a2ea30>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:36.541969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:09:36.550047 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:09:36.550644 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223a2ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:09:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:36.659445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:09:36.844643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223a2ea30>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:36.874567 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f78119-8d19-4ddc-9641-29a87c98af3e None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:09:37.114803 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174034c7-46a4-4a44-a24b-52a7c70ae12c None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:09:37.672754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-3677a1f6-8f4b-4c33-9bee-b17d9961bbda tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2015306617&fields=id&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 267 time: 0.0465999
May 14 22:09:37.778963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-9d48741a-a4e2-4968-949b-0a2a1b58b116 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:37.780480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-9d48741a-a4e2-4968-949b-0a2a1b58b116 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.1011088
May 14 22:09:37.796312 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-5f57210a-55b3-4b9a-a919-78611d9400c1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/quotas/5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 375 time: 0.0091572
May 14 22:09:37.844941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-dbfcb5cf-58c0-4e2f-a281-f78a21ac82bc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0433047
May 14 22:09:37.991195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-1a7fb815-0742-4a34-b074-61b1c11ead60 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343162
May 14 22:09:38.083505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-ff3e52df-7a36-41cb-842a-39096cb086e4 service neutron] 10.222.0.52 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862932
May 14 22:09:38.314281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7a6d2bc9-4797-4d8e-a816-f69defde9b5d req-bad53dca-c91f-46d3-bc85-9659ec5786e0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 210 time: 0.0304308
May 14 22:09:39.142656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:09:39.164698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d398d426-0579-4af9-ba56-dd386cf6f87d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:09:39.165044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d398d426-0579-4af9-ba56-dd386cf6f87d not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:09:39.493549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2b9d4055-d4b4-4b59-9d81-771e4a8fb018 req-e870b737-542b-4026-9768-6434bf940a79 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 210 time: 0.0724747
May 14 22:09:40.115204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-180c240b-d61f-4f5e-8a91-193639763e30 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:40.116668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-180c240b-d61f-4f5e-8a91-193639763e30 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 812 time: 0.1027646
May 14 22:09:40.184379 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-1246397b-821f-4cc8-9f83-f08b0b0d9a4b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 380 time: 0.0533547
May 14 22:09:40.192379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'port': {'device_id': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'admin_state_up': True, 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'security_groups': ['a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:09:40.383470 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Made reservation on behalf of 5b7eff5698214fe982348f81c276dc6a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:09:40.386972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:40.436026 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7b6e-1feb-4512-8537-54f39b07da82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:40.514705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Allocated IP 172.20.0.10 (6c0f6c30-a116-462c-8817-5c68f4794dd4/f610d192-7e85-412d-bfa0-586c32894a31/59d9d0bb-8782-471b-b235-47363dc7a8ab) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:09:40.607384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34068713-5cc8-43a6-9460-1bfb9c1942ba req-a8e461f1-5dfd-4e07-b0e2-d18c8b0bc532 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 210 time: 0.0404096
May 14 22:09:40.682400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:40.766136 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:40.808396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:09:40.813339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:09:40.817143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:09:40.823678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:40.874555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:40.875177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:40.969084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-e08545e6-e82b-4506-b574-f8fe2fcfe682 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7804365
May 14 22:09:40.980599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Request body: {'port': {'device_id': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:09:41.038450 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.056400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f9035a62-6133-4b11-888c-426f1ad8de0c None None] Provisioning complete for port 59d9d0bb-8782-471b-b235-47363dc7a8ab triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:09:41.056764 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f9035a62-6133-4b11-888c-426f1ad8de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.090948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f9035a62-6133-4b11-888c-426f1ad8de0c None None] Port 59d9d0bb-8782-471b-b235-47363dc7a8ab cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:09:41.329345 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d9d0bb-8782-471b-b235-47363dc7a8ab {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:09:41.338306 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Publish callbacks [] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.351754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Transition to ACTIVE for port object 59d9d0bb-8782-471b-b235-47363dc7a8ab will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:09:41.417463 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.487674 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:41.545415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:09:41.546086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:09:41.546086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:09:41.551356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:09:41.551712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:09:41.556924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:09:41.557259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:09:41.557639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:09:41.558062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Bound port: 59d9d0bb-8782-471b-b235-47363dc7a8ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:09:41.558417 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.626242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:09:41.629820 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:09:41.713800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.758659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:41.759356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:41.760837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] 10.222.0.48 "PUT /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1092 time: 0.7847872
May 14 22:09:41.761286 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:41.763635 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3bc6e8a16528dddc090d843fca47c7f61bed549246f3268727fe15d1c8140b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3830b27-4710-4973-96f1-6d5b52dcf50a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:41.775324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d90bb-66f5-4bbc-b9c4-98a5489b9750 req-682bcc8f-14bc-412e-85d4-48e762903bc0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:41.776835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c6d90bb-66f5-4bbc-b9c4-98a5489b9750 req-682bcc8f-14bc-412e-85d4-48e762903bc0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0979414
May 14 22:09:41.813044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3530-a442-42e4-88c2-31096c83db86 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:41.848578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c6d90bb-66f5-4bbc-b9c4-98a5489b9750 req-b793ec71-bc80-4a08-bff0-65f02d33f550 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640316
May 14 22:09:41.898380 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47ce4b5-bc50-4670-9933-d6d6d3777b80 x-openstack-request-id: req-c47ce4b5-bc50-4670-9933-d6d6d3777b80 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:41.898677 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:41.898932 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c47ce4b5-bc50-4670-9933-d6d6d3777b80 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:41.899368 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47ce4b5-bc50-4670-9933-d6d6d3777b80'] response: {'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'status': 'completed', 'code': 200}
May 14 22:09:41.905022 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-d58545d5-fa22-40b2-bcf4-60efbd3fe1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:41.906548 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-d58545d5-fa22-40b2-bcf4-60efbd3fe1f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1126 time: 0.0464566
May 14 22:09:41.953778 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-5d71f5ff-54fd-420b-add0-a0d9033af1d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 217 time: 0.0392566
May 14 22:09:42.004083 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-956c8080-62ae-40ac-a5ac-277cfdd0387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:42.006119 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-956c8080-62ae-40ac-a5ac-277cfdd0387a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0469766
May 14 22:09:42.050973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-f241a1c7-1909-4340-9bec-2914f3f16866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:42.052510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-f241a1c7-1909-4340-9bec-2914f3f16866 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400426
May 14 22:09:42.140185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-65973680-c6e2-4817-b410-7dbb42c305a6 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815501
May 14 22:09:42.231497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02d4227a-8dd1-441b-bc3a-1859857d934a req-795a4f25-0b51-4e3c-b005-91e16d703408 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850694
May 14 22:09:42.349177 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:42.886428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1c7366e0-f74b-46df-8ca8-1dd6572b92e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:42.955892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:42.974669 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd400fc-423e-4ce0-aa4b-f00b8c697efd req-4a83d875-561c-4c4f-beb5-ab315dda5ca7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:42.976235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fd400fc-423e-4ce0-aa4b-f00b8c697efd req-4a83d875-561c-4c4f-beb5-ab315dda5ca7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0484743
May 14 22:09:43.024405 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0fd400fc-423e-4ce0-aa4b-f00b8c697efd req-b724cda3-26a2-4f18-b324-1fc5b1d2d60f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425084
May 14 22:09:43.139705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-d3521750-fe7c-4846-ab5d-9b57bfee314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:43.141109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-d3521750-fe7c-4846-ab5d-9b57bfee314d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1126 time: 0.0423548
May 14 22:09:43.175570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:09:43.231419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-96830de5-9768-4b12-9e14-1d88cca5479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:43.232933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-96830de5-9768-4b12-9e14-1d88cca5479b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0861714
May 14 22:09:43.275322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:43.276658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-98a46eee-51c8-45e7-b735-6986dd2a3174 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 217 time: 0.0380406
May 14 22:09:43.288670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'mac_address': 'fa:16:3e:8e:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:09:43.324966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-347d9435-a5b6-4aea-9abf-715502264bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:43.325855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 59d9d0bb-8782-471b-b235-47363dc7a8ab is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:09:43.326243 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:43.326442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-347d9435-a5b6-4aea-9abf-715502264bc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0444272
May 14 22:09:43.343113 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d9d0bb-8782-471b-b235-47363dc7a8ab {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:09:43.363504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:43.369435 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-ec530e6a-8bb9-44c5-8f91-80dd02bfe2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:43.371011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-ec530e6a-8bb9-44c5-8f91-80dd02bfe2bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391686
May 14 22:09:43.441803 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:43.463104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-55351292-c51d-45ad-b4bd-632e67503e34 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860937
May 14 22:09:43.489696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:43.551648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c3830b27-4710-4973-96f1-6d5b52dcf50a req-1d8bf1c3-6c44-43c4-81f7-0ca33d18ab30 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821493
May 14 22:09:43.626186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['59d9d0bb-8782-471b-b235-47363dc7a8ab'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:09:44.000945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:44.139187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ceadd-8f85-4116-902a-a923bce5fe23 req-98aa59ff-bb06-4a4b-9d2b-19f3bdeb0d57 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:44.140722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a2ceadd-8f85-4116-902a-a923bce5fe23 req-98aa59ff-bb06-4a4b-9d2b-19f3bdeb0d57 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0463979
May 14 22:09:44.192144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a2ceadd-8f85-4116-902a-a923bce5fe23 req-c3f90804-9452-4eab-a921-5d0e077db91b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452495
May 14 22:09:45.192041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:09:45.237388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 59d9d0bb-8782-471b-b235-47363dc7a8ab completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:09:45.313140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f69ba-8f71-49a9-b221-8db11c9744df req-135ed550-acf5-4641-bd4e-b62236676aed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:45.313700 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 59d9d0bb-8782-471b-b235-47363dc7a8ab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:09:45.314167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:45.315310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b2f69ba-8f71-49a9-b221-8db11c9744df req-135ed550-acf5-4641-bd4e-b62236676aed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0523345
May 14 22:09:45.363445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b2f69ba-8f71-49a9-b221-8db11c9744df req-eb862ec9-e082-4582-84ac-7585bb1cdbc7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421853
May 14 22:09:45.396107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 59d9d0bb-8782-471b-b235-47363dc7a8ab is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:09:45.396490 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:45.418806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:45.421041 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fac8e7b0a443beff2cdadad6567a1f9a59a229229cb32e929c6582cd1250221f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d2aca-76c7-40b7-bacc-5e8d00d34b73" -d '{"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-plugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:45.432685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:09:45.457327 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe958202-798b-49da-9d76-5c78219a69bd x-openstack-request-id: req-fe958202-798b-49da-9d76-5c78219a69bd {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:45.457614 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-plugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:45.457865 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe958202-798b-49da-9d76-5c78219a69bd {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:45.458284 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe958202-798b-49da-9d76-5c78219a69bd'] response: {'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'code': 200}
May 14 22:09:45.503564 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:45.547712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02017ae4-6a73-44b7-a523-a446f064f475 req-0f63068a-ff2c-4e51-9a3b-b7c60a020ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:45.549428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02017ae4-6a73-44b7-a523-a446f064f475 req-0f63068a-ff2c-4e51-9a3b-b7c60a020ce5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1128 time: 0.0389888
May 14 22:09:45.552901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:09:45.592915 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-02017ae4-6a73-44b7-a523-a446f064f475 req-c8c34cdc-1bd5-4bf9-9e62-6f6f6c50e08a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377011
May 14 22:09:45.840413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:46.483116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867abaa-a15f-42f6-8647-a5c55e8447bc req-9ba5d1ea-61ef-40ef-8907-92b422bb533d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:46.484640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a867abaa-a15f-42f6-8647-a5c55e8447bc req-9ba5d1ea-61ef-40ef-8907-92b422bb533d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0501790
May 14 22:09:46.531223 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a867abaa-a15f-42f6-8647-a5c55e8447bc req-dd4d33e0-ad84-4347-8e52-ffc6f6bd7300 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399766
May 14 22:09:46.834123 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:47.646800 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878334c-22cb-4b15-b596-65b01fc867c7 req-d9dfd039-b37d-4d43-b000-8b78d870d23f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:47.648298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9878334c-22cb-4b15-b596-65b01fc867c7 req-d9dfd039-b37d-4d43-b000-8b78d870d23f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0467808
May 14 22:09:47.697253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9878334c-22cb-4b15-b596-65b01fc867c7 req-0b4d3622-b558-480e-9058-694a7eb2488b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426967
May 14 22:09:47.813490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787040b7-1b01-4163-a582-991beb41e99c req-9c3b4eee-a6cc-4526-adaa-0e3cfc057adc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:47.815989 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-787040b7-1b01-4163-a582-991beb41e99c req-9c3b4eee-a6cc-4526-adaa-0e3cfc057adc tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0513306
May 14 22:09:47.824611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50068) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:09:47.829845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Request body: {'floatingip': {'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:09:47.874647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:48.669594 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:48.754238 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:48.855140 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 associated. External IP: 172.35.4.114, port: 59d9d0bb-8782-471b-b235-47363dc7a8ab.
May 14 22:09:49.085025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:09:49.193857 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:09:49.198588 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:09:49.203213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:09:49.213938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:09:49.214585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52301106a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:09:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:49.228594 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d763c1e2-2ad7-49d9-b49d-36de24036c6b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "PUT /v2.0/floatingips/d713b7b7-e4a2-40f4-8a9c-638d420eccd2 HTTP/1.1" status: 200  len: 993 time: 1.4027977
May 14 22:09:49.229191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:09:49.231459 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1f5459ed55e5db8083c4fabf78cb230310dcc524f332d4664877225edb84005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49086449-3524-4095-baf6-d1b8a586e698" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:09:49.335996 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb819a70-876f-49c3-a516-49de75ea69f3 x-openstack-request-id: req-bb819a70-876f-49c3-a516-49de75ea69f3 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:09:49.336286 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:09:49.336538 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb819a70-876f-49c3-a516-49de75ea69f3 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:09:49.336952 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb819a70-876f-49c3-a516-49de75ea69f3'] response: {'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'status': 'completed', 'code': 200}
May 14 22:09:49.497266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:09:49.507992 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086449-3524-4095-baf6-d1b8a586e698 req-2222d18e-c9c4-4e06-811d-396407528396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:49.509601 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-2222d18e-c9c4-4e06-811d-396407528396 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1128 time: 0.0861182
May 14 22:09:49.600025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086449-3524-4095-baf6-d1b8a586e698 req-bf4cf4cd-4bb4-4308-85f5-d4851b588ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:49.601798 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-bf4cf4cd-4bb4-4308-85f5-d4851b588ffb service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0869038
May 14 22:09:49.672164 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-3cc52252-c00c-48ec-bb06-bf0646af0e9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.0650010
May 14 22:09:49.718593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52301106a0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:8e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:09:48Z', 'revision_number': 13, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:49.720280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086449-3524-4095-baf6-d1b8a586e698 req-056f180a-77d2-4ec4-a42f-509be4395986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:49.722422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-056f180a-77d2-4ec4-a42f-509be4395986 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0455077
May 14 22:09:49.750251 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:09:49.759453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:09:49.760109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52301106a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:09:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:49.765881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086449-3524-4095-baf6-d1b8a586e698 req-ba3c55f9-b3c7-4d3d-90fc-61812128b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:49.767422 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-ba3c55f9-b3c7-4d3d-90fc-61812128b19f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398326
May 14 22:09:49.869613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-99298064-a89a-4683-befc-bb6478434b31 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941069
May 14 22:09:49.878036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:09:49.967784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49086449-3524-4095-baf6-d1b8a586e698 req-074ef443-2852-4f4d-a443-e977ca0986b3 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919201
May 14 22:09:50.101067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52301106a0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:8e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:09:48Z', 'revision_number': 13, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:09:50.131165 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704fea68-c6db-4486-8935-a2268832f0b5 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd713b7b7-e4a2-40f4-8a9c-638d420eccd2', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'mac_address': 'fa:16:3e:8e:4c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:06:48Z', 'updated_at': '2022-05-14T22:09:48Z', 'revision_number': 13, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:09:50.341055 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed817535-b012-4ee1-97df-da0bebdcb288 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:09:51.053788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ad281-9dc7-4bd4-acba-d209cccf9bdf req-cb410413-60dc-411e-984b-e4064b00b103 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:51.055264 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a20ad281-9dc7-4bd4-acba-d209cccf9bdf req-cb410413-60dc-411e-984b-e4064b00b103 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0488079
May 14 22:09:51.102337 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a20ad281-9dc7-4bd4-acba-d209cccf9bdf req-e194e1a3-41dd-449f-96c5-72479d98c7b7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412221
May 14 22:09:55.089549 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-ee5de782-8ae9-4376-8146-014a7daf737f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0373676
May 14 22:09:55.167284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-88f3ed36-9aeb-4b39-8ae1-5256790b54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:55.168723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-88f3ed36-9aeb-4b39-8ae1-5256790b54dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1128 time: 0.0390372
May 14 22:09:55.271129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-9b34120b-6c80-44cd-a485-0d318cfe30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:55.272624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-9b34120b-6c80-44cd-a485-0d318cfe30c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0878980
May 14 22:09:55.558171 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-5289424a-da69-47dc-91e2-d574a53e71e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0966425
May 14 22:09:55.712686 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-f7f2b70e-491d-4635-8f14-5de417b7e531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1003 time: 0.4342470
May 14 22:09:55.723705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db021e0-bf29-42f0-a559-d6c1cb0781e2 req-489f5929-88a7-418f-80d6-3ce64d68ffb9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:55.725178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6db021e0-bf29-42f0-a559-d6c1cb0781e2 req-489f5929-88a7-418f-80d6-3ce64d68ffb9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.3987885
May 14 22:09:55.796213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-6f831bba-8e7a-4260-a8e6-e4269a5ab4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:55.797689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-6f831bba-8e7a-4260-a8e6-e4269a5ab4ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0716686
May 14 22:09:55.805306 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6db021e0-bf29-42f0-a559-d6c1cb0781e2 req-01f12fe9-26dd-451d-b8f3-0ada1c925a84 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719302
May 14 22:09:55.848283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-c1781c5b-c6ef-4a8f-a8ff-ad2bb5030760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:55.849816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-c1781c5b-c6ef-4a8f-a8ff-ad2bb5030760 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434644
May 14 22:09:55.943445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-b042ec9e-fb5e-4826-a9e1-72388a9f3db0 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829871
May 14 22:09:56.035554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e50159fb-9377-4b57-9873-d962305bbdd3 req-b24233f5-352a-4ab5-9b87-d34dad593e0b service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866177
May 14 22:09:56.193638 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-f9c3f0f0-dbaf-453d-be92-1bd19973a11f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:56.194994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-f9c3f0f0-dbaf-453d-be92-1bd19973a11f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 943 time: 0.1002495
May 14 22:09:56.930451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125a13-ce0e-4392-93ed-71c19f0d0376 req-c3cf2d07-c9ac-4437-affc-999af2d3b645 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:56.932287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6125a13-ce0e-4392-93ed-71c19f0d0376 req-c3cf2d07-c9ac-4437-affc-999af2d3b645 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0504265
May 14 22:09:56.981021 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6125a13-ce0e-4392-93ed-71c19f0d0376 req-055633ce-4074-441c-92c0-529af7bab7d1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427773
May 14 22:09:57.567451 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-0cfced0e-5320-4e95-a325-5cb89784d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:57.568974 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-0cfced0e-5320-4e95-a325-5cb89784d176 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1128 time: 0.0436995
May 14 22:09:57.657467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-ac34f302-116d-41fc-bff9-2f825bcb67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:57.658933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-ac34f302-116d-41fc-bff9-2f825bcb67f3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0839655
May 14 22:09:57.727057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-ba5902c2-6922-4111-a55a-f04f1430738e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1003 time: 0.0617156
May 14 22:09:57.775985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-ed26c9b6-a819-48cb-88a2-8b93d1b6062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:57.777468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-ed26c9b6-a819-48cb-88a2-8b93d1b6062a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0430861
May 14 22:09:57.821794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-3707ae1c-9994-4dd4-818d-62663516cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:57.823318 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-3707ae1c-9994-4dd4-818d-62663516cf88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402236
May 14 22:09:57.914619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-6ee1de43-68d1-409b-9616-3982281d4fde service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854793
May 14 22:09:58.002010 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-c8021dbd-0eea-4cc6-96c0-9fc58f3f1fda service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815141
May 14 22:09:58.111266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe846086-361e-40d5-9e9b-6ddb63f4980b req-d195426f-64bd-44a1-bd7f-ae7797bb3a6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:58.113252 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe846086-361e-40d5-9e9b-6ddb63f4980b req-d195426f-64bd-44a1-bd7f-ae7797bb3a6f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0545936
May 14 22:09:58.161158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe846086-361e-40d5-9e9b-6ddb63f4980b req-66ce7362-9619-4696-95ff-430f0514314e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419073
May 14 22:09:59.278790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9f1e5-7d90-481e-aee3-13647cf26c95 req-0bb1b182-e3fb-4fc9-9d0b-503e217de10b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:09:59.280311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-faf9f1e5-7d90-481e-aee3-13647cf26c95 req-0bb1b182-e3fb-4fc9-9d0b-503e217de10b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0480828
May 14 22:09:59.327234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-faf9f1e5-7d90-481e-aee3-13647cf26c95 req-9311123f-9b8e-432d-b189-616bf38854c2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409610
May 14 22:10:00.448004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354c4cb-50c9-40b5-b930-583c2f41e54a req-b671d44e-c043-45e0-b85f-cc3c25e77f84 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:00.449467 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f354c4cb-50c9-40b5-b930-583c2f41e54a req-b671d44e-c043-45e0-b85f-cc3c25e77f84 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0472491
May 14 22:10:00.503194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f354c4cb-50c9-40b5-b930-583c2f41e54a req-55b7b28e-9ad4-465e-a0fa-9e2dbaab25a6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480163
May 14 22:10:01.620623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7686b3-ff3d-4dd0-8924-0f439169923e req-04498413-838e-4a64-8f57-21024b52a0f0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:01.622114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d7686b3-ff3d-4dd0-8924-0f439169923e req-04498413-838e-4a64-8f57-21024b52a0f0 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0478997
May 14 22:10:01.668793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d7686b3-ff3d-4dd0-8924-0f439169923e req-3df7d44e-b2d5-4fb5-8bbe-4eb54e487a2d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409744
May 14 22:10:02.448674 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:10:02.786281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c39be-5b7c-47a9-ab88-dc6f6a544b18 req-a6906395-5a28-46ba-bd95-544cb12d9be6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:02.787805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e04c39be-5b7c-47a9-ab88-dc6f6a544b18 req-a6906395-5a28-46ba-bd95-544cb12d9be6 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0471854
May 14 22:10:02.834904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e04c39be-5b7c-47a9-ab88-dc6f6a544b18 req-0a806357-1707-46d4-a296-ae6eb8fa3013 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414701
May 14 22:10:03.954805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecd5ea-801c-45bc-9027-d4ce6b19b697 req-ac6207df-b50b-44a5-adbf-d614b00b8742 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:03.956946 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71ecd5ea-801c-45bc-9027-d4ce6b19b697 req-ac6207df-b50b-44a5-adbf-d614b00b8742 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0514889
May 14 22:10:04.003250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71ecd5ea-801c-45bc-9027-d4ce6b19b697 req-be6e71f7-900c-4d3e-8b59-28040804ce51 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404699
May 14 22:10:05.122549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474befa-4c50-402e-a6f5-22cd8e0a7585 req-e2b15159-2984-4114-9c21-dc44e9335e86 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:05.124066 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d474befa-4c50-402e-a6f5-22cd8e0a7585 req-e2b15159-2984-4114-9c21-dc44e9335e86 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0467563
May 14 22:10:05.171439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d474befa-4c50-402e-a6f5-22cd8e0a7585 req-f640febd-a71e-484e-876f-33ab1e6a4f81 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412536
May 14 22:10:06.291011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4987-704f-47f4-ac62-958bb3fd535a req-33606bfb-2e88-42e9-aff3-400426688459 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:06.292521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38de4987-704f-47f4-ac62-958bb3fd535a req-33606bfb-2e88-42e9-aff3-400426688459 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0516071
May 14 22:10:06.341068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-38de4987-704f-47f4-ac62-958bb3fd535a req-343ec400-a39b-48c4-a31a-4b7d720d852c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427761
May 14 22:10:07.457101 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949485-4bef-4057-aab9-b449c32c08f5 req-b07bb5d5-8d73-47cc-bac6-bfdfd9a55d28 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:07.458582 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58949485-4bef-4057-aab9-b449c32c08f5 req-b07bb5d5-8d73-47cc-bac6-bfdfd9a55d28 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0471544
May 14 22:10:07.506576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-58949485-4bef-4057-aab9-b449c32c08f5 req-7290d296-5044-490b-b00d-5a8d37f8c948 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420074
May 14 22:10:08.624612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab4135-a9e2-43af-bdaa-a165bb6f5357 req-86ee3492-87c5-4aec-88f6-f94e89ba4624 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:08.626129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68ab4135-a9e2-43af-bdaa-a165bb6f5357 req-86ee3492-87c5-4aec-88f6-f94e89ba4624 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0483685
May 14 22:10:08.679100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-68ab4135-a9e2-43af-bdaa-a165bb6f5357 req-efb3a724-e4a8-4ac7-8fc1-29393a90e98f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461490
May 14 22:10:09.807786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b1a32-6d6c-4f80-a592-e9301dedeff9 req-b45922aa-c40e-4b7f-9a0b-ad37f4f6eba8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:09.809216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f96b1a32-6d6c-4f80-a592-e9301dedeff9 req-b45922aa-c40e-4b7f-9a0b-ad37f4f6eba8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0536458
May 14 22:10:09.864052 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f96b1a32-6d6c-4f80-a592-e9301dedeff9 req-df8369d8-0016-4acb-8d9e-f31dffd469ee tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462229
May 14 22:10:10.360386 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd721394-eb6a-47f3-80f9-1c18144edba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:10.980261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ed2c-8aa0-4f33-b8d3-96afc7d92471 req-87b40f02-83be-42a2-8400-220c91d3129f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:10.981724 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9952ed2c-8aa0-4f33-b8d3-96afc7d92471 req-87b40f02-83be-42a2-8400-220c91d3129f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0458372
May 14 22:10:11.027957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9952ed2c-8aa0-4f33-b8d3-96afc7d92471 req-b071bea9-72d4-42eb-ba6b-78035a2b836d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407174
May 14 22:10:12.152555 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fae3f5-99cb-4ed8-b8d5-bfa9b4f7376d req-582a9221-b58f-48d5-9dd6-98bf5d259406 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:12.154060 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60fae3f5-99cb-4ed8-b8d5-bfa9b4f7376d req-582a9221-b58f-48d5-9dd6-98bf5d259406 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0510118
May 14 22:10:12.203643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-60fae3f5-99cb-4ed8-b8d5-bfa9b4f7376d req-a7afe5a7-b213-44fd-b2a1-85ef520f0659 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436294
May 14 22:10:12.365189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:12.874374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdeb11c1-fd15-485a-9a7b-1d600f28556d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:12.953474 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:13.320467 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36176e1-7986-4e99-a115-366633325e9f req-4d03cae3-cbd4-44a9-8cc8-66834b23e9f2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:13.321953 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d36176e1-7986-4e99-a115-366633325e9f req-4d03cae3-cbd4-44a9-8cc8-66834b23e9f2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0490127
May 14 22:10:13.368577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d36176e1-7986-4e99-a115-366633325e9f req-b666b24f-ab78-4019-b057-a890d2b58c51 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409071
May 14 22:10:13.988941 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:14.486573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be66c6-e226-4414-8d76-cfe31c41f2c7 req-a7b33189-4e06-43c6-a40f-37368ab2c301 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:14.488615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70be66c6-e226-4414-8d76-cfe31c41f2c7 req-a7b33189-4e06-43c6-a40f-37368ab2c301 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0496330
May 14 22:10:14.547294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70be66c6-e226-4414-8d76-cfe31c41f2c7 req-4c34dced-d79f-4ec6-bc80-9f6bfd8842b5 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529587
May 14 22:10:15.668587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a0c7-6190-4e1d-8bcf-4d7df374094f req-1cf5caa9-5e57-4ea2-a253-6f5e6398b688 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:15.670099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de30a0c7-6190-4e1d-8bcf-4d7df374094f req-1cf5caa9-5e57-4ea2-a253-6f5e6398b688 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0505440
May 14 22:10:15.724679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de30a0c7-6190-4e1d-8bcf-4d7df374094f req-3edd8d3f-4e0d-4971-8a13-96bcdb133ca7 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479388
May 14 22:10:15.874729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:16.053868 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-c0cb7f80-1758-4e2b-8994-90a2132aff47 service neutron] show failed (client error): The resource could not be found.
May 14 22:10:16.054837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-c0cb7f80-1758-4e2b-8994-90a2132aff47 service neutron] 10.222.0.48 "GET /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0577185
May 14 22:10:16.731102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-c4d9e5eb-e9bb-419b-a270-601cbe5786fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:16.732638 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-c4d9e5eb-e9bb-419b-a270-601cbe5786fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 1128 time: 0.0835371
May 14 22:10:16.743206 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:10:16.801560 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:16.814317 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:16.857047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de805ec1-8781-4a70-ab73-ddc7d3947f29 req-7d0bfc62-3769-486e-917a-78a4bcad46a8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:16.858528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de805ec1-8781-4a70-ab73-ddc7d3947f29 req-7d0bfc62-3769-486e-917a-78a4bcad46a8 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0577865
May 14 22:10:16.960995 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de805ec1-8781-4a70-ab73-ddc7d3947f29 req-c05a107d-0f55-4cf7-a078-13f7bd133b90 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821176
May 14 22:10:17.114165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:17.147695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:10:17.188636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:17.194059 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Publish callbacks [] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:17.206947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Transition to ACTIVE for port object 59d9d0bb-8782-471b-b235-47363dc7a8ab will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:10:17.228274 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c662adb-933f-400e-96c4-529ffc2bdf18" -d '{"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-unplugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:17.274471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:17.331903 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4211aa1-e0e9-4cb6-a310-f0121ff7a279 x-openstack-request-id: req-f4211aa1-e0e9-4cb6-a310-f0121ff7a279 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:17.335332 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-unplugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:17.335332 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4211aa1-e0e9-4cb6-a310-f0121ff7a279 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:17.335332 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4211aa1-e0e9-4cb6-a310-f0121ff7a279'] response: {'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'code': 200}
May 14 22:10:17.353207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:10:17.370941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:17.383386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.383756 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.384095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.384433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.384770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.385105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.385440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.385750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.386071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.386392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.386710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.387029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.387351 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.387693 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.388011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:17.397481 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port 59d9d0bb-8782-471b-b235-47363dc7a8ab host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:10:17.398406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:10:17.427232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] No DVR routers for this DVR port 59d9d0bb-8782-471b-b235-47363dc7a8ab on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:10:17.571580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:10:17.571917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:10:17.572250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:10:17.577319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:10:17.577573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:10:17.583087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:10:17.583426 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:10:17.583847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:10:17.584273 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Bound port: 59d9d0bb-8782-471b-b235-47363dc7a8ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:10:17.584653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:17.650330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:10:17.653325 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:10:17.721225 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:17.756418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:17.757158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:17.758439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] 10.222.0.36 "PUT /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1092 time: 1.0192535
May 14 22:10:17.790801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758db8-e1bd-4eee-9ae2-03f06be52688 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:17.825013 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-e0a7a237-5bc9-4816-ba46-16a5628263ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:17.826552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-e0a7a237-5bc9-4816-ba46-16a5628263ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1126 time: 0.0461295
May 14 22:10:17.925350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-da0db300-16df-4f03-8dfb-aa7880733193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:17.926887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-da0db300-16df-4f03-8dfb-aa7880733193 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0945606
May 14 22:10:17.993650 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-a766bd7e-0741-4392-98c9-4053639bab38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.0600882
May 14 22:10:18.051778 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-d87fdc60-1bd5-4fbf-832b-0c3fc625a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:18.053129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-d87fdc60-1bd5-4fbf-832b-0c3fc625a6f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0543008
May 14 22:10:18.116074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdb8d1-a4b6-4df3-88d1-ed4a50d4d336 req-b46d77b5-8682-4b37-bd92-8a262bed9a67 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:18.117533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5bdb8d1-a4b6-4df3-88d1-ed4a50d4d336 req-b46d77b5-8682-4b37-bd92-8a262bed9a67 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0814598
May 14 22:10:18.122700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-e92951c9-df73-4c62-b3c1-2ea83c373597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:18.124216 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-e92951c9-df73-4c62-b3c1-2ea83c373597 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0519910
May 14 22:10:18.221799 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d5bdb8d1-a4b6-4df3-88d1-ed4a50d4d336 req-e5df09c2-763d-43b1-8c04-913a295fcb85 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965967
May 14 22:10:18.244544 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-0d7c17fe-77fd-467f-ac3a-83b0cd37f9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128736
May 14 22:10:18.332008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-5f979f71-f82d-466f-8b32-67c34b24f78f service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817173
May 14 22:10:19.334195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:19.336489 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a908d5-efc4-4ba9-92a4-53e14f52b152" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:19.352266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9a1a-8507-4175-8856-4bf744c4c5c2 req-60f247ce-26ec-428b-a5a1-0915d195cd06 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.353753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96ac9a1a-8507-4175-8856-4bf744c4c5c2 req-60f247ce-26ec-428b-a5a1-0915d195cd06 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0561531
May 14 22:10:19.404755 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96ac9a1a-8507-4175-8856-4bf744c4c5c2 req-5f6e2e1d-e949-41ef-b534-732e9aa327eb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446491
May 14 22:10:19.462804 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a51756-e129-4b57-b2c3-63a925313e68 x-openstack-request-id: req-10a51756-e129-4b57-b2c3-63a925313e68 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:19.463098 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:19.463354 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10a51756-e129-4b57-b2c3-63a925313e68 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:19.463804 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a51756-e129-4b57-b2c3-63a925313e68'] response: {'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'status': 'completed', 'code': 200}
May 14 22:10:19.546619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-0c7b302d-5d1b-4b0e-be59-02197661fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.548166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-0c7b302d-5d1b-4b0e-be59-02197661fa50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1126 time: 0.0674500
May 14 22:10:19.549158 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-ea4b6cd5-dabf-4864-92e1-5ec6801eaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.551022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-ea4b6cd5-dabf-4864-92e1-5ec6801eaf22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1126 time: 0.0611112
May 14 22:10:19.715706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-b9a16a4d-7dad-46f2-8153-1c4ea9ddce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.722095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-b9a16a4d-7dad-46f2-8153-1c4ea9ddce2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1635213
May 14 22:10:19.722095 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-b9bf81de-36e7-42a0-8d15-0eb2f7396a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.722095 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-b9bf81de-36e7-42a0-8d15-0eb2f7396a9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1586697
May 14 22:10:19.826270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-c5d0d6ee-b363-4bd2-b47d-3a4a1e83db81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.1031172
May 14 22:10:19.829862 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-07c6b4f1-c678-41d3-8a6a-b4a876a58076 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.0999651
May 14 22:10:19.873750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-ecaf5f59-de17-454e-9cad-99995d71b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.875191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-ecaf5f59-de17-454e-9cad-99995d71b724 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0434055
May 14 22:10:19.917494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-4a34d33b-238e-46cd-957e-edf9a4a15b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:19.918992 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-4a34d33b-238e-46cd-957e-edf9a4a15b0e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383441
May 14 22:10:20.007784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-65405511-85e8-4a91-afab-8d8813fe31c7 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830071
May 14 22:10:20.097648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-b914ff68-05dc-45c3-9a04-e8812d6a8037 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844393
May 14 22:10:20.316179 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-e7cafa7a-603c-4e1d-bd19-daaac37dd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:20.317612 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-e7cafa7a-603c-4e1d-bd19-daaac37dd08d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0481761
May 14 22:10:20.360211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-fde2cfea-6aed-4b5a-b34b-edf9ca6046b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:20.361615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-fde2cfea-6aed-4b5a-b34b-edf9ca6046b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379984
May 14 22:10:20.448135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-bbbc60ca-dde5-48c2-8416-1e371151ba35 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806489
May 14 22:10:20.557091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f721fd8-a510-4acd-acfc-61d8bd1a764d req-10032c7c-adb6-4485-84fd-dd7f77766506 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:20.558560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f721fd8-a510-4acd-acfc-61d8bd1a764d req-10032c7c-adb6-4485-84fd-dd7f77766506 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0754714
May 14 22:10:20.593635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c0a908d5-efc4-4ba9-92a4-53e14f52b152 req-7ac85588-b4c8-4402-a412-0c506ed6e59a service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393497
May 14 22:10:20.622496 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3f721fd8-a510-4acd-acfc-61d8bd1a764d req-b6f8ae5d-1dca-47d8-bcdf-a8baf5202341 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577259
May 14 22:10:21.737840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4ae8b-d6da-48b4-91f3-6326a71ca2e7 req-f0eb3cfb-0c5f-409d-96b0-02a14495a86b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:21.739297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01f4ae8b-d6da-48b4-91f3-6326a71ca2e7 req-f0eb3cfb-0c5f-409d-96b0-02a14495a86b tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0458746
May 14 22:10:21.785576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01f4ae8b-d6da-48b4-91f3-6326a71ca2e7 req-98ff6ade-1942-4316-acc6-9b0275bb4872 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402179
May 14 22:10:22.902119 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a39b8-67d9-416b-a99e-b0db1b503c6c req-211889c1-63cf-407e-a959-1d81e43573db tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:22.903671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-895a39b8-67d9-416b-a99e-b0db1b503c6c req-211889c1-63cf-407e-a959-1d81e43573db tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 944 time: 0.0484302
May 14 22:10:22.952173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-895a39b8-67d9-416b-a99e-b0db1b503c6c req-326076ef-7e95-4b32-a628-390ece2219c2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411577
May 14 22:10:23.506613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:10:23.605005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:23.616231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'mac_address': 'fa:16:3e:8e:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:10:23.652136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 59d9d0bb-8782-471b-b235-47363dc7a8ab is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:10:23.652520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:23.665731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d9d0bb-8782-471b-b235-47363dc7a8ab {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:10:23.685136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:23.782933 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:23.829849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:23.838207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.838554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.838887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.839220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.839576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.839903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.840226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.840545 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.840864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.841183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.841498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.841812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.842125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.842440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:23.842754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:24.032762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['59d9d0bb-8782-471b-b235-47363dc7a8ab'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:10:24.074222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75d327-dbf4-4c81-afcb-b0eff31d1960 req-f6c25834-24a9-4613-9eb8-e5e0e6e05454 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:24.075639 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c75d327-dbf4-4c81-afcb-b0eff31d1960 req-f6c25834-24a9-4613-9eb8-e5e0e6e05454 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0513759
May 14 22:10:24.122414 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c75d327-dbf4-4c81-afcb-b0eff31d1960 req-3ce95550-0fbb-43e8-925f-2cb36e8af8a1 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403438
May 14 22:10:24.672578 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aea6ab-e1a6-4f43-858c-9389d53ec0cf req-ce52f3d3-5389-4bf6-9086-f1f9657ec41e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:24.674298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45aea6ab-e1a6-4f43-858c-9389d53ec0cf req-ce52f3d3-5389-4bf6-9086-f1f9657ec41e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0478272
May 14 22:10:24.760566 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-d38b1a21-8fb8-4e75-89a9-0543f43eda09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:24.762001 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-d38b1a21-8fb8-4e75-89a9-0543f43eda09 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170&tenant_id=5b7eff5698214fe982348f81c276dc6a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0686774
May 14 22:10:24.765361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45aea6ab-e1a6-4f43-858c-9389d53ec0cf req-1a441ec8-7e83-432c-80c4-930125e22609 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856376
May 14 22:10:24.824154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-5c7f3cb3-4f2a-46af-a69b-04786b0fa069 service neutron] 10.222.0.36 "GET /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0545189
May 14 22:10:24.882747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-3a8dea1d-043e-4882-81cf-4dfef3ee2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:24.884242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-3a8dea1d-043e-4882-81cf-4dfef3ee2e13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1127 time: 0.0392339
May 14 22:10:24.977752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-072ae922-921d-4d85-b0c8-47a1ea5eeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:24.979259 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-072ae922-921d-4d85-b0c8-47a1ea5eeb0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0896785
May 14 22:10:25.041659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-6611def5-7c06-4655-86c0-eff9308e99dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1002 time: 0.0571978
May 14 22:10:25.088222 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-70a189f3-f2e0-49f0-86b0-0492391b83f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:25.089585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-70a189f3-f2e0-49f0-86b0-0492391b83f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0426226
May 14 22:10:25.136912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-da3aa0df-4788-49ab-a4b6-452e17e3e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:25.138510 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-da3aa0df-4788-49ab-a4b6-452e17e3e154 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432947
May 14 22:10:25.224885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-7124849f-b383-4b18-99d6-e5690bd38eba service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806880
May 14 22:10:25.316108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9a4a17a9-47da-4f60-ad80-a70fd34610b0 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855148
May 14 22:10:25.532978 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:10:25.579942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 59d9d0bb-8782-471b-b235-47363dc7a8ab completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:10:25.714454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 59d9d0bb-8782-471b-b235-47363dc7a8ab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:10:25.714829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:25.790453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 59d9d0bb-8782-471b-b235-47363dc7a8ab is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:10:25.790808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:25.818620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:25.833382 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:25.858152 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d27ed6-93e9-468d-bced-fed0c81c3148" -d '{"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-plugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:25.884919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4399539-e72b-4b64-a042-a7a95a61442c req-7405c51c-4db1-4a54-8d6d-cfb9c476b4ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:25.886489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4399539-e72b-4b64-a042-a7a95a61442c req-7405c51c-4db1-4a54-8d6d-cfb9c476b4ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0481861
May 14 22:10:25.903206 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:25.934368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4399539-e72b-4b64-a042-a7a95a61442c req-ae4f5c57-7cfb-42be-8555-887ae3ee7a67 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421197
May 14 22:10:25.952286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:26.040419 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2654ef9-3a4d-4014-b1ca-2c1ae2d4739d x-openstack-request-id: req-f2654ef9-3a4d-4014-b1ca-2c1ae2d4739d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:26.040773 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-plugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:26.040971 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2654ef9-3a4d-4014-b1ca-2c1ae2d4739d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:26.041373 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2654ef9-3a4d-4014-b1ca-2c1ae2d4739d'] response: {'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'code': 200}
May 14 22:10:27.055737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70520ac2-4cb3-4bc5-9630-8701786d5066 req-ab8fc856-11ee-4057-b303-a2f4961329a2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:27.057201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70520ac2-4cb3-4bc5-9630-8701786d5066 req-ab8fc856-11ee-4057-b303-a2f4961329a2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0465057
May 14 22:10:27.443924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-70520ac2-4cb3-4bc5-9630-8701786d5066 req-b62027c7-8e76-49b6-a62f-330769dcbb75 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3808630
May 14 22:10:28.513607 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-7a5a4f12-fe64-4e74-80df-728a28a1e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:28.515008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-7a5a4f12-fe64-4e74-80df-728a28a1e7ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170&tenant_id=5b7eff5698214fe982348f81c276dc6a HTTP/1.1" status: 200  len: 1128 time: 0.0394106
May 14 22:10:28.529900 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:10:28.584403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a30356-f6b6-4458-af20-b06c8c9faaaa req-842f569b-2b90-4b94-b2b9-f2f19a8a8d0f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:28.585860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55a30356-f6b6-4458-af20-b06c8c9faaaa req-842f569b-2b90-4b94-b2b9-f2f19a8a8d0f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0699832
May 14 22:10:28.632512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:28.682826 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-55a30356-f6b6-4458-af20-b06c8c9faaaa req-08230c5c-5004-467c-bcda-64eec1f8c370 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910811
May 14 22:10:28.875447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:28.907270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:10:28.950829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:28.953127 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54a0568-da4f-4ab5-bb7c-5771b1f7b861" -d '{"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-unplugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:28.957453 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Publish callbacks [] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:28.970834 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Transition to ACTIVE for port object 59d9d0bb-8782-471b-b235-47363dc7a8ab will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:10:29.001580 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a507c4d7-0c22-4b03-87a9-3a16bf4284d1 x-openstack-request-id: req-a507c4d7-0c22-4b03-87a9-3a16bf4284d1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:29.001872 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-unplugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:29.002124 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a507c4d7-0c22-4b03-87a9-3a16bf4284d1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:29.002635 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a507c4d7-0c22-4b03-87a9-3a16bf4284d1'] response: {'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'code': 200}
May 14 22:10:29.035139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:29.113207 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=10']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:29.163802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] No DVR routers for this DVR port 59d9d0bb-8782-471b-b235-47363dc7a8ab on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:10:29.305788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:10:29.306126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:10:29.306454 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:10:29.310745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:10:29.311068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Attempting to bind port 59d9d0bb-8782-471b-b235-47363dc7a8ab on network 6c0f6c30-a116-462c-8817-5c68f4794dd4 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:10:29.316456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:10:29.316789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Checking segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:10:29.317172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Bound using segment: {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:10:29.317595 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Bound port: 59d9d0bb-8782-471b-b235-47363dc7a8ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e42f1d83-d029-473c-989d-3ec6b633913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:10:29.317945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:29.383772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:10:29.386709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:10:29.474581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:29.508530 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:29.509154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:29.510573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] 10.222.0.48 "PUT /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1093 time: 0.9857762
May 14 22:10:29.532008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b5e17-d14c-4a35-945b-e56181c66004 service neutron] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=11']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:29.568197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:10:29.579976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-43932642-cbce-4a43-ab56-74f63d447da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:29.581751 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-43932642-cbce-4a43-ab56-74f63d447da1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1127 time: 0.0467124
May 14 22:10:29.609310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] The host nch1-master-1 is not matching for port 59d9d0bb-8782-471b-b235-47363dc7a8ab host nch2-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:10:29.610031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:10:29.677431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-df120c0e-f57d-49d7-a3a4-3b77dc8cc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:29.678977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-df120c0e-f57d-49d7-a3a4-3b77dc8cc789 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.0902255
May 14 22:10:29.750091 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-ee1f6484-f648-42dd-86a8-e09c8427efa1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.0656738
May 14 22:10:29.834863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e87a-8a2c-4854-a52a-dd8469e0387e req-e2275702-289a-4df8-9fbd-c7374a7641b2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:29.836382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7375e87a-8a2c-4854-a52a-dd8469e0387e req-e2275702-289a-4df8-9fbd-c7374a7641b2 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0727158
May 14 22:10:29.837884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-96a41b70-78bf-48e6-ac50-f92a1618ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:29.839211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-96a41b70-78bf-48e6-ac50-f92a1618ee66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0829411
May 14 22:10:29.903367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-e5ebfc7c-7726-449d-9574-c85b0d3984a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:29.904887 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-e5ebfc7c-7726-449d-9574-c85b0d3984a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0563681
May 14 22:10:29.935759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7375e87a-8a2c-4854-a52a-dd8469e0387e req-c33c462c-60fb-4f7b-8b48-f68c01ba294f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934877
May 14 22:10:30.001398 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-b23f55b0-a1da-44ab-adef-124e9e90278f service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884213
May 14 22:10:30.093643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bc714dce-7c09-47b9-bdae-12eaa3ba1b60 req-eaceb1f9-1f4d-45ba-83a2-f940632578f6 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859601
May 14 22:10:31.003802 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:31.006354 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:31.062445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7985bf-a84a-4f73-8019-f5470d3f39d2 req-e777a44d-3a6a-4fc9-bdb0-04a0dee636bb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.063966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d7985bf-a84a-4f73-8019-f5470d3f39d2 req-e777a44d-3a6a-4fc9-bdb0-04a0dee636bb tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0522575
May 14 22:10:31.109937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d7985bf-a84a-4f73-8019-f5470d3f39d2 req-c10f75a4-0b76-4d62-9e26-68a31b90473a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401587
May 14 22:10:31.168602 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051cbbde-021b-4985-a274-d2b5808e7ad1 x-openstack-request-id: req-051cbbde-021b-4985-a274-d2b5808e7ad1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:31.169001 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:31.169383 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-051cbbde-021b-4985-a274-d2b5808e7ad1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:31.169858 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051cbbde-021b-4985-a274-d2b5808e7ad1'] response: {'name': 'network-changed', 'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'status': 'completed', 'code': 200}
May 14 22:10:31.258233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-2b956710-1a76-48a8-8442-0a36e0dca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.259761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-2b956710-1a76-48a8-8442-0a36e0dca0c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1127 time: 0.0691185
May 14 22:10:31.262651 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-05ef7f8f-0b28-4823-8499-5b6814258d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.264020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-05ef7f8f-0b28-4823-8499-5b6814258d8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b7eff5698214fe982348f81c276dc6a&device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 1127 time: 0.0651765
May 14 22:10:31.420582 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-1a15da39-03f2-4439-b264-fa779f373904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.421933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-1a15da39-03f2-4439-b264-fa779f373904 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1559641
May 14 22:10:31.422984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-3319f328-ea35-4025-b774-6803af89f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.424294 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-3319f328-ea35-4025-b774-6803af89f322 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 200  len: 913 time: 0.1512892
May 14 22:10:31.492883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-b8e3e365-b791-4e36-9ba7-cd4899970557 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.0620000
May 14 22:10:31.540586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-cc170d9c-21e5-47a4-93e2-856140e72fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.542036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-cc170d9c-21e5-47a4-93e2-856140e72fdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0440030
May 14 22:10:31.583655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-e9fb881b-2b59-445d-beaa-2feaa8668c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:31.585154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-e9fb881b-2b59-445d-beaa-2feaa8668c13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378654
May 14 22:10:31.676476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-7d7cc849-80de-4c4b-b427-0bdc637c9b98 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856330
May 14 22:10:31.762038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-52596767-aaa9-453a-b6a2-9fb5b4b41b70 service neutron] 10.222.0.36 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796616
May 14 22:10:31.915366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-48a1a074-1871-4db6-ad6c-aabd4b09bdf3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 200  len: 1001 time: 0.0639746
May 14 22:10:32.013797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-d8c51bbe-3c70-40be-b281-84d4e40a0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:32.015240 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-d8c51bbe-3c70-40be-b281-84d4e40a0d3a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 200  len: 851 time: 0.0444272
May 14 22:10:32.059026 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-2ae3098b-b76f-4ef1-9132-51ca203ee6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:32.060498 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-2ae3098b-b76f-4ef1-9132-51ca203ee6df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c0f6c30-a116-462c-8817-5c68f4794dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389061
May 14 22:10:32.155840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-58865620-e245-44e3-bbc8-dfcd2d175a61 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863879
May 14 22:10:32.262804 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de995247-691e-4c4b-8e50-ee9881a33f90 req-61551398-8d00-4370-a642-66eb9a42107f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:32.264229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de995247-691e-4c4b-8e50-ee9881a33f90 req-61551398-8d00-4370-a642-66eb9a42107f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0793467
May 14 22:10:32.301954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9254fd0a-7b6b-4be6-be4b-14f7ef738d3d req-94c1598b-27b0-4eaa-a29c-0ca8992e0872 service neutron] 10.222.0.48 "GET /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401148
May 14 22:10:32.329711 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de995247-691e-4c4b-8e50-ee9881a33f90 req-dcf69b9e-4a34-4db4-8bc7-7b6fb52e5b42 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586548
May 14 22:10:33.423851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:10:33.446549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5397-854a-4146-9e52-c5e5f7992832 req-f04c5c07-7c1d-408f-aaae-19e654bc8b36 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:33.448071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ccb5397-854a-4146-9e52-c5e5f7992832 req-f04c5c07-7c1d-408f-aaae-19e654bc8b36 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 945 time: 0.0472231
May 14 22:10:33.494826 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ccb5397-854a-4146-9e52-c5e5f7992832 req-69c48159-ddb7-44c8-b283-08878a20e98d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410039
May 14 22:10:33.525083 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:33.537120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'port_id': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'mac_address': 'fa:16:3e:8e:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:10:33.574544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 59d9d0bb-8782-471b-b235-47363dc7a8ab is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:10:33.574930 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:33.588393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d9d0bb-8782-471b-b235-47363dc7a8ab {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:10:33.608262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:33.674101 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:33.724678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=12']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:34.619840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90498c-e5e8-4d1a-be10-6424f138053e req-27acdb4e-7a77-46dc-a771-74b376d22142 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:34.621251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a90498c-e5e8-4d1a-be10-6424f138053e req-27acdb4e-7a77-46dc-a771-74b376d22142 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0538690
May 14 22:10:34.669592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a90498c-e5e8-4d1a-be10-6424f138053e req-c56ee099-05d7-4592-a0da-9efbcf0ffd8d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424438
May 14 22:10:34.787225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a01618-f793-4960-bd17-74a2c2dda196 req-a8cd188c-450c-4721-b731-89ab7c5855ba tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:34.788744 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9a01618-f793-4960-bd17-74a2c2dda196 req-a8cd188c-450c-4721-b731-89ab7c5855ba tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0480285
May 14 22:10:34.835961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9a01618-f793-4960-bd17-74a2c2dda196 req-c6d90113-a342-4fc8-a6e5-30aa249b407d tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413828
May 14 22:10:34.922594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['59d9d0bb-8782-471b-b235-47363dc7a8ab'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:10:34.953460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af317-62e7-415b-af33-cb5b4a91df18 req-f998e9cd-5033-4f60-9590-c08f2ebf6f1c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:34.954950 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-359af317-62e7-415b-af33-cb5b4a91df18 req-f998e9cd-5033-4f60-9590-c08f2ebf6f1c tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0515447
May 14 22:10:35.010782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-359af317-62e7-415b-af33-cb5b4a91df18 req-5c6e7c13-0b17-4669-9b29-f576efa63820 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489459
May 14 22:10:35.418393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c4e33-410c-4a27-8ec1-a379a0b82952 req-39ac4aca-9827-45dc-b740-b51c3c200486 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:35.419892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee1c4e33-410c-4a27-8ec1-a379a0b82952 req-39ac4aca-9827-45dc-b740-b51c3c200486 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 946 time: 0.0527394
May 14 22:10:35.431904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:10:35.469195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee1c4e33-410c-4a27-8ec1-a379a0b82952 req-6ba3d253-cd65-46a0-975d-fa3a3b6585ed tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436330
May 14 22:10:35.480439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 59d9d0bb-8782-471b-b235-47363dc7a8ab completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:10:35.525286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 59d9d0bb-8782-471b-b235-47363dc7a8ab triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:10:35.525685 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:35.602501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 59d9d0bb-8782-471b-b235-47363dc7a8ab is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:10:35.602807 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:35.624908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:35.627120 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224553da-906c-4674-97c4-5bb8f4acd9d9" -d '{"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-plugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:35.641086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:35.666672 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bdacf9-8c47-4f5e-9240-d10a4befd330 x-openstack-request-id: req-57bdacf9-8c47-4f5e-9240-d10a4befd330 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:35.666935 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-plugged", "status": "completed", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:35.667190 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57bdacf9-8c47-4f5e-9240-d10a4befd330 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:35.667645 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bdacf9-8c47-4f5e-9240-d10a4befd330'] response: {'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'code': 200}
May 14 22:10:35.725753 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:35.776675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=13']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:36.586466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a01aa0-c856-46fd-b0eb-cff15579dcc1 req-b0345511-b696-4c55-9a10-e6501b4fc0a9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:36.588031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23a01aa0-c856-46fd-b0eb-cff15579dcc1 req-b0345511-b696-4c55-9a10-e6501b4fc0a9 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 947 time: 0.0474570
May 14 22:10:36.636734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23a01aa0-c856-46fd-b0eb-cff15579dcc1 req-2a363fa5-7cf2-486c-a75d-f3ace541e8ce tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups?id=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429578
May 14 22:10:36.977363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-48960324-42de-4769-911c-cf0d17bff45a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:36.978811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-48960324-42de-4769-911c-cf0d17bff45a tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 947 time: 0.0498688
May 14 22:10:37.062789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Deleting port 59d9d0bb-8782-471b-b235-47363dc7a8ab {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:10:37.063150 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:37.153126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] For port 59d9d0bb-8782-471b-b235-47363dc7a8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=59d9d0bb-8782-471b-b235-47363dc7a8ab,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:37.153489 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:37.324234 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:37.325442 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:37.325442 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2 disassociated. External IP: 172.35.4.114, port: 59d9d0bb-8782-471b-b235-47363dc7a8ab.
May 14 22:10:37.325442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Calling delete_port for 59d9d0bb-8782-471b-b235-47363dc7a8ab owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:10:37.508614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (59d9d0bb-8782-471b-b235-47363dc7a8ab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:37.537129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event deleted for resources: {'Port': ['ID=59d9d0bb-8782-471b-b235-47363dc7a8ab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:37.655818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:10:37.768805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1ccc53c0-ca0d-40b4-adce-ab7b3bf0f82e req-1d130f1c-dcdf-426c-b507-364165701632 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdcb0555-18ac-49e1-8d3b-a23f806b9170 HTTP/1.1" status: 200  len: 210 time: 0.0508392
May 14 22:10:37.794979 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:10:37.804385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:10:37.814175 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:10:37.814737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d31f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:10:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:37.840091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] No DVR routers for this DVR port 59d9d0bb-8782-471b-b235-47363dc7a8ab on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:10:37.843833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:37.846224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d11ac74d-f575-44b7-989a-b67dbece18ad req-0673eb15-6f13-4e85-b8ef-aa4d2efdaa8e tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.48 "DELETE /v2.0/ports/59d9d0bb-8782-471b-b235-47363dc7a8ab HTTP/1.1" status: 204  len: 173 time: 0.8618336
May 14 22:10:37.846713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-deleted', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:37.849724 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dadf84-96a0-47b7-837f-f52f6d724aba" -d '{"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-deleted", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:37.884559 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817525d0-7028-4e86-a230-719ba8f5931d x-openstack-request-id: req-817525d0-7028-4e86-a230-719ba8f5931d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:37.884872 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdcb0555-18ac-49e1-8d3b-a23f806b9170", "name": "network-vif-deleted", "tag": "59d9d0bb-8782-471b-b235-47363dc7a8ab", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:37.885110 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-817525d0-7028-4e86-a230-719ba8f5931d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:37.885521 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817525d0-7028-4e86-a230-719ba8f5931d'] response: {'server_uuid': 'fdcb0555-18ac-49e1-8d3b-a23f806b9170', 'name': 'network-vif-deleted', 'tag': '59d9d0bb-8782-471b-b235-47363dc7a8ab', 'status': 'completed', 'code': 200}
May 14 22:10:37.931911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:10:38.130829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d31f10>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:38.326218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:10:38.334775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:10:38.335385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d31f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:10:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:38.446982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:10:38.639332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d31f10>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:38.668650 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f1c98-2768-4d3b-b827-890e90e561d6 None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:06:45Z', 'revision_number': 4, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e2642bd-4e46-4461-b1f9-971df0587852', 'name': '', 'network_id': '6c0f6c30-a116-462c-8817-5c68f4794dd4', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'mac_address': 'fa:16:3e:65:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:44Z', 'updated_at': '2022-05-14T22:06:49Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'subnets': [{'id': 'f610d192-7e85-412d-bfa0-586c32894a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:10:38.939468 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505613a7-8b14-4594-9dc6-cad8bf1dd6c7 None None] New status for floating IP d713b7b7-e4a2-40f4-8a9c-638d420eccd2: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:10:39.439231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:10:39.448579 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:10:39.468308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 59d9d0bb-8782-471b-b235-47363dc7a8ab {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:10:39.468574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 59d9d0bb-8782-471b-b235-47363dc7a8ab not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:10:40.394201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81336b8d-7572-4fb4-adc7-785c2a26e778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:42.411713 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:42.901510 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2dc8a797-8201-4aa6-bfa1-c9b5ea7d9976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:42.998835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:43.794905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:43.849353 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-19d370f7-ed83-46dc-9c36-a42d73e91408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group (a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:43.872157 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-19d370f7-ed83-46dc-9c36-a42d73e91408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group (a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:43.982729 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-19d370f7-ed83-46dc-9c36-a42d73e91408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:43.985359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-19d370f7-ed83-46dc-9c36-a42d73e91408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:43.986519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-19d370f7-ed83-46dc-9c36-a42d73e91408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "DELETE /v2.0/security-groups/a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8 HTTP/1.1" status: 204  len: 168 time: 0.1906016
May 14 22:10:43.989335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:43.995843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d370f7-ed83-46dc-9c36-a42d73e91408 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:44.004725 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-e754c78b-0e51-431c-98ba-0c8a419d2a48 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] show failed (client error): The resource could not be found.
May 14 22:10:44.005772 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e754c78b-0e51-431c-98ba-0c8a419d2a48 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "GET /v2.0/security-groups/a72c05b1-cdb0-4d35-b6a0-2d6257af7ed8 HTTP/1.1" status: 404  len: 347 time: 0.0153880
May 14 22:10:44.008480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50364) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:44.035143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.131581 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Deleting port e90864a3-74e1-4f28-9334-783dc2d23a5a {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:10:44.131926 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.207026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.207375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (e90864a3-74e1-4f28-9334-783dc2d23a5a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.219942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Calling delete_port for e90864a3-74e1-4f28-9334-783dc2d23a5a owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:10:44.411628 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e90864a3-74e1-4f28-9334-783dc2d23a5a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.437328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Pushing event deleted for resources: {'Port': ['ID=e90864a3-74e1-4f28-9334-783dc2d23a5a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:44.463309 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.463610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.463957 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.464289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.464644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.464968 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.465272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.465594 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.465914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.466233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.466553 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.466871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.467185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.467522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.467839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:10:44.513162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks [] for floatingip (d713b7b7-e4a2-40f4-8a9c-638d420eccd2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.515770 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:44.516956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42c8d9ba-c355-4b8e-8e24-90898602a708 tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] 10.222.0.52 "DELETE /v2.0/floatingips/d713b7b7-e4a2-40f4-8a9c-638d420eccd2 HTTP/1.1" status: 204  len: 168 time: 0.5075805
May 14 22:10:44.520599 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50366) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:44.847053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (9cdf666d-2869-4f54-a889-3374d29f843c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:45.082571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Deleting port 8e2642bd-4e46-4461-b1f9-971df0587852 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:10:45.083255 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:45.163852 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] For port 8e2642bd-4e46-4461-b1f9-971df0587852, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e2642bd-4e46-4461-b1f9-971df0587852,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:45.164125 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:45.176893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Calling delete_port for 8e2642bd-4e46-4461-b1f9-971df0587852 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:10:45.433152 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8e2642bd-4e46-4461-b1f9-971df0587852), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:45.459317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2642bd-4e46-4461-b1f9-971df0587852,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:45.636572 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (9cdf666d-2869-4f54-a889-3374d29f843c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:45.844392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:45.860690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Router 9cdf666d-2869-4f54-a889-3374d29f843c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:10:45.972129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:10:45.977710 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4787f604-d57b-402e-a5cb-f78e99a9fe35 admin admin] 10.222.0.52 "PUT /v2.0/routers/9cdf666d-2869-4f54-a889-3374d29f843c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4561546
May 14 22:10:45.980298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50368) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:45.980927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] Sync routers for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:10:45.992158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:10:45.992777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bf5bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:10:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:46.093333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks [] for router (9cdf666d-2869-4f54-a889-3374d29f843c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:46.108120 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:10:46.198158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks [] for router_gateway (9cdf666d-2869-4f54-a889-3374d29f843c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:46.276330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bf5bb0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:10:45Z', 'revision_number': 5, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port': {'id': 'fff6f26a-2383-4d58-bbe0-bc5a9fbf2792', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:06:43Z', 'updated_at': '2022-05-14T22:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:46.297746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Deleting port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:10:46.300811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:46.303726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] Checking router: 9cdf666d-2869-4f54-a889-3374d29f843c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:10:46.311954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] Routers {'9cdf666d-2869-4f54-a889-3374d29f843c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:10:46.312611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bf5bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:10:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['9cdf666d-2869-4f54-a889-3374d29f843c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:46.409279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] Set router 9cdf666d-2869-4f54-a889-3374d29f843c gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:10:46.468582 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bf5bb0>, [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:10:46Z', 'revision_number': 6, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:46.496273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d23e9-f99a-4b28-b814-44873a15dd4f None None] The sync data for ids ['9cdf666d-2869-4f54-a889-3374d29f843c'] in ncdv-master-1 is: [{'id': '9cdf666d-2869-4f54-a889-3374d29f843c', 'name': 'tempest-ServerActionsTestJSON-1190389994-router', 'tenant_id': '5b7eff5698214fe982348f81c276dc6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:06:42Z', 'updated_at': '2022-05-14T22:10:46Z', 'revision_number': 6, 'project_id': '5b7eff5698214fe982348f81c276dc6a', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:10:46.734363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] For port fff6f26a-2383-4d58-bbe0-bc5a9fbf2792, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:46.734717 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:46.747809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Calling delete_port for fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:10:46.794138 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:46.977030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (fff6f26a-2383-4d58-bbe0-bc5a9fbf2792), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.002000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Pushing event deleted for resources: {'Port': ['ID=fff6f26a-2383-4d58-bbe0-bc5a9fbf2792,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:47.067947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (9cdf666d-2869-4f54-a889-3374d29f843c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.156797 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (9cdf666d-2869-4f54-a889-3374d29f843c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.158847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks [] for router_controller (9cdf666d-2869-4f54-a889-3374d29f843c), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.257345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (9cdf666d-2869-4f54-a889-3374d29f843c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.258126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdf666d-2869-4f54-a889-3374d29f843c {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:10:47.262420 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.263748 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9b69f925-94b9-4f34-ad8e-b8a4fdb3058e admin admin] 10.222.0.52 "DELETE /v2.0/routers/9cdf666d-2869-4f54-a889-3374d29f843c HTTP/1.1" status: 204  len: 168 time: 1.2824194
May 14 22:10:47.266281 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50370) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:47.312257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Deleting subnet f610d192-7e85-412d-bfa0-586c32894a31 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:10:47.316493 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Publish callbacks [] for subnet (f610d192-7e85-412d-bfa0-586c32894a31), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.354933 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f610d192-7e85-412d-bfa0-586c32894a31), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.432749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f610d192-7e85-412d-bfa0-586c32894a31), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.530964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f610d192-7e85-412d-bfa0-586c32894a31), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.560878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f610d192-7e85-412d-bfa0-586c32894a31,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:47.568363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.573937 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-86ae3138-ae86-490a-842a-d42b1ed889c8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f610d192-7e85-412d-bfa0-586c32894a31 HTTP/1.1" status: 204  len: 168 time: 0.3044446
May 14 22:10:47.574869 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50372) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:47.576784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c2c50-8d3f-499b-af7c-09b88048338b None None] Network 6c0f6c30-a116-462c-8817-5c68f4794dd4 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:10:47.580616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:10:47.620065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:10:47.620409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device fff6f26a-2383-4d58-bbe0-bc5a9fbf2792 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:10:47.620834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8e2642bd-4e46-4461-b1f9-971df0587852 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:10:47.646078 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (6c0f6c30-a116-462c-8817-5c68f4794dd4), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.668287 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 8e2642bd-4e46-4461-b1f9-971df0587852 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:10:47.668633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 8e2642bd-4e46-4461-b1f9-971df0587852 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:10:47.691795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Deleting port f6d60c18-4fca-4a36-bf76-13e2e365eb17 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:10:47.692132 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.761679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] For port f6d60c18-4fca-4a36-bf76-13e2e365eb17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d60c18-4fca-4a36-bf76-13e2e365eb17,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:47.762285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.769077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] DHCP port deletion for 6c0f6c30-a116-462c-8817-5c68f4794dd4 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:10:47.777080 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Calling delete_port for f6d60c18-4fca-4a36-bf76-13e2e365eb17 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:10:47.811023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] Deleting port f6d60c18-4fca-4a36-bf76-13e2e365eb17 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:10:47.811387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.873820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] For port f6d60c18-4fca-4a36-bf76-13e2e365eb17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6d60c18-4fca-4a36-bf76-13e2e365eb17,segment=NetworkSegment(e42f1d83-d029-473c-989d-3ec6b633913c),segment_id=e42f1d83-d029-473c-989d-3ec6b633913c)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:47.874128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.887043 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] Calling delete_port for f6d60c18-4fca-4a36-bf76-13e2e365eb17 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:10:47.937464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.966671 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f6d60c18-4fca-4a36-bf76-13e2e365eb17), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:47.968520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d60c18-4fca-4a36-bf76-13e2e365eb17,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:47.974384 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] No DVR routers for this DVR port f6d60c18-4fca-4a36-bf76-13e2e365eb17 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:10:47.991433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] Pushing event deleted for resources: {'Port': ['ID=f6d60c18-4fca-4a36-bf76-13e2e365eb17,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:47.997070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3f1aa-d438-4fb1-a2c5-6f5aaddd037b None None] No DVR routers for this DVR port f6d60c18-4fca-4a36-bf76-13e2e365eb17 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:10:48.055956 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (6c0f6c30-a116-462c-8817-5c68f4794dd4), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.074522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230c5eb80>,) {'filters': {'network_id': ['6c0f6c30-a116-462c-8817-5c68f4794dd4']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:48.084126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230c5eb80>, 'e42f1d83-d029-473c-989d-3ec6b633913c') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:48.084419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230c5eb80>, 'e42f1d83-d029-473c-989d-3ec6b633913c') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:10:48.093614 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (e42f1d83-d029-473c-989d-3ec6b633913c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.106483 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (e42f1d83-d029-473c-989d-3ec6b633913c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.112822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:10:48.113194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (e42f1d83-d029-473c-989d-3ec6b633913c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:10:48.114827 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:10:48.211190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (6c0f6c30-a116-462c-8817-5c68f4794dd4), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.216843 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.219988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6c0f6c30-a116-462c-8817-5c68f4794dd4 HTTP/1.1" status: 204  len: 168 time: 0.6438029
May 14 22:10:48.231071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e73dae-d36b-4d1a-b0fc-18f492ed6ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0f6c30-a116-462c-8817-5c68f4794dd4,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:48.496324 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50376) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:48.536584 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-775070d4-a2f1-4921-8af3-1f533980ea51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b7eff5698214fe982348f81c276dc6a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387535
May 14 22:10:48.538789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50378) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:48.586074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c7629c06-8559-4db9-8e1c-c5ed0b7efad0 admin admin] Publish callbacks [] for security_group (32e0a786-0eef-4774-90b5-a4fae448cb00), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.607431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c7629c06-8559-4db9-8e1c-c5ed0b7efad0 admin admin] Publish callbacks [] for security_group (32e0a786-0eef-4774-90b5-a4fae448cb00), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.731499 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c7629c06-8559-4db9-8e1c-c5ed0b7efad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (32e0a786-0eef-4774-90b5-a4fae448cb00), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.734127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c7629c06-8559-4db9-8e1c-c5ed0b7efad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:48.735302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c7629c06-8559-4db9-8e1c-c5ed0b7efad0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/32e0a786-0eef-4774-90b5-a4fae448cb00 HTTP/1.1" status: 204  len: 168 time: 0.1955423
May 14 22:10:48.745107 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7629c06-8559-4db9-8e1c-c5ed0b7efad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e0a786-0eef-4774-90b5-a4fae448cb00,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:49.560303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f6d60c18-4fca-4a36-bf76-13e2e365eb17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:10:49.580979 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f6d60c18-4fca-4a36-bf76-13e2e365eb17 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:10:49.581501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f6d60c18-4fca-4a36-bf76-13e2e365eb17 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:10:49.744734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50400) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:49.841395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1743624392-network', 'tenant_id': 'cbd3e2d31b0341d2b7131a387bfa33f2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:10:49.908294 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Made reservation on behalf of cbd3e2d31b0341d2b7131a387bfa33f2 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:10:49.911439 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:49.924003 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:49.997152 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks [] for security_group (80f98ee5-fb52-4457-8174-145a2a7498a4), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.051087 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (80f98ee5-fb52-4457-8174-145a2a7498a4), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.074803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:10:50.084192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f98ee5-fb52-4457-8174-145a2a7498a4,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:50.090112 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fb781b00-4583-4855-b155-699997d6544b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.090447 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Added segment fb781b00-4583-4855-b155-699997d6544b of type vlan for network 81333342-4e2f-413c-94f7-72e6b70d9839
May 14 22:10:50.132171 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (81333342-4e2f-413c-94f7-72e6b70d9839), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.199415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (81333342-4e2f-413c-94f7-72e6b70d9839), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.200452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:50.201026 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.262214 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] Pushing event updated for resources: {'Network': ['ID=81333342-4e2f-413c-94f7-72e6b70d9839,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:50.276518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 81333342-4e2f-413c-94f7-72e6b70d9839 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:10:50.294256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5d82ce24-a516-4c5f-867a-c2334d4f289c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 0.5484152
May 14 22:10:50.297226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50404) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:10:50.303110 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Request body: {'subnet': {'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1743624392-subnet', 'tenant_id': 'cbd3e2d31b0341d2b7131a387bfa33f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:10:50.371366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Made reservation on behalf of cbd3e2d31b0341d2b7131a387bfa33f2 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:10:50.374003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.588465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (72a1fd32-7039-4732-9697-b802a4e66beb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.645305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a1fd32-7039-4732-9697-b802a4e66beb,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:50.653633 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Checking segment: {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:10:50.653811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Network hostable DHCP agents. Network: 81333342-4e2f-413c-94f7-72e6b70d9839, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:10:50.748039 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Network 81333342-4e2f-413c-94f7-72e6b70d9839 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:10:50.828179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 81333342-4e2f-413c-94f7-72e6b70d9839) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:10:50.833199 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:50.833788 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:50.837592 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d2dc9-23ec-4991-b945-3961d4c81544 None None] Network 81333342-4e2f-413c-94f7-72e6b70d9839 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:10:50.922433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c43ab01d-392e-4506-ad68-1ba8d4dd45a7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6238582
May 14 22:10:50.940217 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c5794-9127-45dc-bbf8-88e7e857c8b6 None None] Network 81333342-4e2f-413c-94f7-72e6b70d9839 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:10:51.344162 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-ea06e82c-8f09-443f-a060-35a96c112d72 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:51.345647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-ea06e82c-8f09-443f-a060-35a96c112d72 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/networks?id=81333342-4e2f-413c-94f7-72e6b70d9839 HTTP/1.1" status: 200  len: 814 time: 0.1044202
May 14 22:10:51.360729 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-dc9b6967-82b6-4215-8e56-bbee5b149ce2 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/quotas/cbd3e2d31b0341d2b7131a387bfa33f2 HTTP/1.1" status: 200  len: 375 time: 0.0089934
May 14 22:10:51.394697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-efcc0d4e-0766-4020-8f00-dede93c30b35 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0284595
May 14 22:10:51.562107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-7297d60f-04f7-49ff-949e-becf29166736 service neutron] 10.222.0.52 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276755
May 14 22:10:51.655640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-f04c9916-a488-4b5c-a7e2-39541b7e52d8 service neutron] 10.222.0.52 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870736
May 14 22:10:51.888041 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6088e86a-07b0-4627-9225-c5d66de7bb9b req-75360ab5-41c5-417c-988f-9b5896804850 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 210 time: 0.0296669
May 14 22:10:52.989665 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f7cbb37-fa2e-4b26-848f-a7f14fda3d2d req-a6d1a8e6-d960-459c-80c9-c11255a75a5f tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 210 time: 0.0282390
May 14 22:10:53.871937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-2ba09cbd-7ca1-4e03-8cdb-aa3fe1fe9e23 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:53.873309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-2ba09cbd-7ca1-4e03-8cdb-aa3fe1fe9e23 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.48 "GET /v2.0/networks?id=81333342-4e2f-413c-94f7-72e6b70d9839 HTTP/1.1" status: 200  len: 814 time: 0.1066973
May 14 22:10:53.884242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Request body: {'port': {'device_id': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839', 'admin_state_up': True, 'tenant_id': 'cbd3e2d31b0341d2b7131a387bfa33f2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:10:54.057431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Made reservation on behalf of cbd3e2d31b0341d2b7131a387bfa33f2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:10:54.061217 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:54.107892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e0218044-9b2a-48b5-a093-d170d1b2c81b req-5a69f8ee-2605-4352-992f-4b67b94177df tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 210 time: 0.0442052
May 14 22:10:54.215172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Allocated IP 172.20.0.10 (81333342-4e2f-413c-94f7-72e6b70d9839/72a1fd32-7039-4732-9697-b802a4e66beb/c65bb543-0c28-4e42-879b-de62e70341fe) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:10:54.365354 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks [] for port (c65bb543-0c28-4e42-879b-de62e70341fe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:54.451110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:54.491339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Network 81333342-4e2f-413c-94f7-72e6b70d9839 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:10:54.494280 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:10:54.500302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:10:54.529619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Pushing event updated for resources: {'Port': ['ID=c65bb543-0c28-4e42-879b-de62e70341fe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:54.557562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:54.558176 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:54.634964 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-67ffd655-9362-4974-a72e-d4750a0f906d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7545125
May 14 22:10:54.646877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Request body: {'port': {'device_id': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:10:54.706918 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:55.007937 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65bb543-0c28-4e42-879b-de62e70341fe {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:10:55.015235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Publish callbacks [] for port (c65bb543-0c28-4e42-879b-de62e70341fe), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:55.028194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Transition to ACTIVE for port object c65bb543-0c28-4e42-879b-de62e70341fe will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:10:55.102561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:55.169788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Pushing event updated for resources: {'Port': ['ID=c65bb543-0c28-4e42-879b-de62e70341fe,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:55.251758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac542fc-d35e-4a1a-8748-6ad8cd7b955b req-42f34865-a1c3-4c1b-99d2-69185a78cd5f tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.253840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cac542fc-d35e-4a1a-8748-6ad8cd7b955b req-42f34865-a1c3-4c1b-99d2-69185a78cd5f tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 944 time: 0.0616999
May 14 22:10:55.270313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Attempting to bind port c65bb543-0c28-4e42-879b-de62e70341fe on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:10:55.270647 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Attempting to bind port c65bb543-0c28-4e42-879b-de62e70341fe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:10:55.270982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Attempting to bind port c65bb543-0c28-4e42-879b-de62e70341fe on network 81333342-4e2f-413c-94f7-72e6b70d9839 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:10:55.283893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Port c65bb543-0c28-4e42-879b-de62e70341fe on network 81333342-4e2f-413c-94f7-72e6b70d9839 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:10:55.284361 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Attempting to bind port c65bb543-0c28-4e42-879b-de62e70341fe on network 81333342-4e2f-413c-94f7-72e6b70d9839 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:10:55.292506 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:10:55.292857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Checking segment: {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:10:55.293229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Bound using segment: {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:10:55.293654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Bound port: c65bb543-0c28-4e42-879b-de62e70341fe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:10:55.298819 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:55.341872 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cac542fc-d35e-4a1a-8748-6ad8cd7b955b req-105841f2-515c-4c77-bf56-787dbc1b6eff tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822546
May 14 22:10:55.374232 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] For port c65bb543-0c28-4e42-879b-de62e70341fe, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:10:55.377284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] For port c65bb543-0c28-4e42-879b-de62e70341fe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65bb543-0c28-4e42-879b-de62e70341fe,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:10:55.457613 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:55.492369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.492988 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:55.494882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] 10.222.0.48 "PUT /v2.0/ports/c65bb543-0c28-4e42-879b-de62e70341fe HTTP/1.1" status: 200  len: 1092 time: 0.8526969
May 14 22:10:55.497032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'tag': 'c65bb543-0c28-4e42-879b-de62e70341fe'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:55.499916 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7df0de89-d4ff-4414-af3a-c3be6e705d5a", "tag": "c65bb543-0c28-4e42-879b-de62e70341fe"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:55.528010 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db178-4d8e-4311-967e-c625bd2c230a service neutron] Pushing event updated for resources: {'Port': ['ID=c65bb543-0c28-4e42-879b-de62e70341fe,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:55.539727 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b65203-f57a-40a3-bccd-dfdd0342a193 x-openstack-request-id: req-49b65203-f57a-40a3-bccd-dfdd0342a193 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:55.540019 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df0de89-d4ff-4414-af3a-c3be6e705d5a", "tag": "c65bb543-0c28-4e42-879b-de62e70341fe", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:55.540298 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49b65203-f57a-40a3-bccd-dfdd0342a193 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:55.540707 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b65203-f57a-40a3-bccd-dfdd0342a193'] response: {'name': 'network-changed', 'server_uuid': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'tag': 'c65bb543-0c28-4e42-879b-de62e70341fe', 'status': 'completed', 'code': 200}
May 14 22:10:55.599976 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee req-3f2ad076-1a1f-469e-a171-f6b8390e38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.601506 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee req-3f2ad076-1a1f-469e-a171-f6b8390e38e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 1126 time: 0.0411608
May 14 22:10:55.701375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee req-36783a76-354e-421f-8a2d-2a43cac6258c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.702909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee req-36783a76-354e-421f-8a2d-2a43cac6258c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0935290
May 14 22:10:55.797464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee req-81ac0bc3-0ddc-4121-be0f-08e3008192de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.798842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af4d125e-b5d3-4fa8-8339-9e6f9fc1d6ee req-81ac0bc3-0ddc-4121-be0f-08e3008192de service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0902619
May 14 22:10:55.869987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-790d7643-0c70-4eb6-a62e-17ba96c5659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.871502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-790d7643-0c70-4eb6-a62e-17ba96c5659f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 1126 time: 0.0392263
May 14 22:10:55.915127 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-d1bb0616-616e-44a6-a3d1-199fa90ef03a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65bb543-0c28-4e42-879b-de62e70341fe HTTP/1.1" status: 200  len: 217 time: 0.0374963
May 14 22:10:55.962747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-75348edc-5ce7-4a04-ad39-61c57145a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:55.964287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-75348edc-5ce7-4a04-ad39-61c57145a02c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=72a1fd32-7039-4732-9697-b802a4e66beb HTTP/1.1" status: 200  len: 854 time: 0.0437117
May 14 22:10:55.996343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-66ac50a9-50c0-437f-8469-592f7f49f144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81333342-4e2f-413c-94f7-72e6b70d9839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0262682
May 14 22:10:56.088267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-1453dfe1-b8d6-4911-aa05-405639d3ec7f service neutron] 10.222.0.48 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861616
May 14 22:10:56.175311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5878b8a5-6431-4273-a8eb-2e8149829258 req-fe565973-6b5b-4490-aaf1-0de317332c26 service neutron] 10.222.0.48 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810757
May 14 22:10:56.459860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bed93d-3765-4375-84d0-f3cafad0e814 req-3cb6cef5-648f-4401-83da-c237da691734 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:56.461316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49bed93d-3765-4375-84d0-f3cafad0e814 req-3cb6cef5-648f-4401-83da-c237da691734 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 944 time: 0.0468013
May 14 22:10:56.510399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-49bed93d-3765-4375-84d0-f3cafad0e814 req-245a49df-b79e-45a6-bf7e-86735b3b01db tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435538
May 14 22:10:57.453986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c65bb543-0c28-4e42-879b-de62e70341fe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:10:57.554328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c65bb543-0c28-4e42-879b-de62e70341fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65bb543-0c28-4e42-879b-de62e70341fe,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:57.565927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'c65bb543-0c28-4e42-879b-de62e70341fe', 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839', 'port_id': 'c65bb543-0c28-4e42-879b-de62e70341fe', 'mac_address': 'fa:16:3e:a9:44:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a1fd32-7039-4732-9697-b802a4e66beb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:10:57.602841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port c65bb543-0c28-4e42-879b-de62e70341fe is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:10:57.603230 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:57.616500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65bb543-0c28-4e42-879b-de62e70341fe {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:10:57.625598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd4ba1-645d-4b38-bf75-6f2fdf148ed4 req-d1f95ab0-0adb-4b99-8f17-1a4d0eee74ba tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:57.627103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53dd4ba1-645d-4b38-bf75-6f2fdf148ed4 req-d1f95ab0-0adb-4b99-8f17-1a4d0eee74ba tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 944 time: 0.0470812
May 14 22:10:57.636779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c65bb543-0c28-4e42-879b-de62e70341fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65bb543-0c28-4e42-879b-de62e70341fe,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:57.675932 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-53dd4ba1-645d-4b38-bf75-6f2fdf148ed4 req-93d7fbf6-9901-44fb-a90f-147c3665b976 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423069
May 14 22:10:57.725600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:57.773339 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=c65bb543-0c28-4e42-879b-de62e70341fe,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:57.908140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c65bb543-0c28-4e42-879b-de62e70341fe'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:10:58.791040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e6d2a-1f06-462c-8dcf-4a175dbd5ebc req-79d5a23c-5f2f-40a2-8eba-594d94775a29 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:58.792542 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c39e6d2a-1f06-462c-8dcf-4a175dbd5ebc req-79d5a23c-5f2f-40a2-8eba-594d94775a29 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 945 time: 0.0491705
May 14 22:10:58.838170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c39e6d2a-1f06-462c-8dcf-4a175dbd5ebc req-a0468d70-c9c4-4a9b-80a3-c8a4da06f6f3 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399218
May 14 22:10:59.454877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c65bb543-0c28-4e42-879b-de62e70341fe up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:10:59.499297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port c65bb543-0c28-4e42-879b-de62e70341fe completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:10:59.563651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port c65bb543-0c28-4e42-879b-de62e70341fe triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:10:59.564034 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:59.642321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port c65bb543-0c28-4e42-879b-de62e70341fe is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:10:59.642703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:59.665631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65bb543-0c28-4e42-879b-de62e70341fe'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:10:59.667969 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5277d8-38ff-43ee-88eb-b4311222d48d" -d '{"events": [{"server_uuid": "7df0de89-d4ff-4414-af3a-c3be6e705d5a", "name": "network-vif-plugged", "status": "completed", "tag": "c65bb543-0c28-4e42-879b-de62e70341fe"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:10:59.680885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port c65bb543-0c28-4e42-879b-de62e70341fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65bb543-0c28-4e42-879b-de62e70341fe,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:10:59.707134 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dad2c8-3588-44a8-af29-f9423507e32d x-openstack-request-id: req-06dad2c8-3588-44a8-af29-f9423507e32d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:10:59.707421 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df0de89-d4ff-4414-af3a-c3be6e705d5a", "name": "network-vif-plugged", "status": "completed", "tag": "c65bb543-0c28-4e42-879b-de62e70341fe", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:10:59.707708 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06dad2c8-3588-44a8-af29-f9423507e32d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:10:59.708112 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06dad2c8-3588-44a8-af29-f9423507e32d'] response: {'server_uuid': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65bb543-0c28-4e42-879b-de62e70341fe', 'code': 200}
May 14 22:10:59.737541 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:10:59.787395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=c65bb543-0c28-4e42-879b-de62e70341fe,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:10:59.808948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b42e9-6f93-45a3-a458-60886fabaecc req-5f3595ba-17bb-4a66-a49d-74e852c7dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:59.810453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b7b42e9-6f93-45a3-a458-60886fabaecc req-5f3595ba-17bb-4a66-a49d-74e852c7dd37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 1128 time: 0.0449669
May 14 22:10:59.853261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6b7b42e9-6f93-45a3-a458-60886fabaecc req-03813b00-0769-459d-b8c4-0f5e41fcd8ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368910
May 14 22:10:59.952685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaeaa1-43a2-46ed-bbc7-0fbfd38457b6 req-fa627541-f1e3-4b28-a79c-47165e6c3b33 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:10:59.954156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8beaeaa1-43a2-46ed-bbc7-0fbfd38457b6 req-fa627541-f1e3-4b28-a79c-47165e6c3b33 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0473027
May 14 22:11:00.000848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8beaeaa1-43a2-46ed-bbc7-0fbfd38457b6 req-497702b7-57ef-4369-bd37-40ad6a604012 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402007
May 14 22:11:01.120611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c411bd-320a-4235-b44d-0f2ebdd4e01f req-1a99aa12-7a4f-47d9-b61d-593e51eb8151 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:01.122085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7c411bd-320a-4235-b44d-0f2ebdd4e01f req-1a99aa12-7a4f-47d9-b61d-593e51eb8151 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0514312
May 14 22:11:01.172348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7c411bd-320a-4235-b44d-0f2ebdd4e01f req-7e92a327-d4be-4ae3-86c2-e386fae32b0d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438459
May 14 22:11:01.396170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-65eeff3f-5e81-421c-a138-8c6f9b909a72 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:01.397640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-65eeff3f-5e81-421c-a138-8c6f9b909a72 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/networks?id=81333342-4e2f-413c-94f7-72e6b70d9839 HTTP/1.1" status: 200  len: 814 time: 0.0995901
May 14 22:11:01.412207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-94cfb055-4b4f-4d6e-820c-7a8e05fd102f tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/quotas/cbd3e2d31b0341d2b7131a387bfa33f2 HTTP/1.1" status: 200  len: 375 time: 0.0092390
May 14 22:11:01.462495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-2a52faab-72a9-49ed-8c2e-f24c23d9ee3e tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0452867
May 14 22:11:01.557795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-5bc6a276-2397-44a9-b0b6-471309bb0419 service neutron] 10.222.0.52 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886433
May 14 22:11:01.648567 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a37665d3-d5e7-4193-859d-18c26a08fe26 service neutron] 10.222.0.52 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851407
May 14 22:11:02.023461 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a79153c9-0c65-4134-9fd4-039daca81518 req-9b369358-7b79-43e8-817c-217cd1c11b63 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 210 time: 0.0293226
May 14 22:11:03.121891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9518e0df-cb42-44c6-b7db-4f4f5b23bbd1 req-e2813858-7421-42b1-bf81-1d7185006fbb tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 210 time: 0.0282094
May 14 22:11:03.658044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-f4141727-e976-48e6-8ed7-197c9ccb138b tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:03.659491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-f4141727-e976-48e6-8ed7-197c9ccb138b tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.36 "GET /v2.0/networks?id=81333342-4e2f-413c-94f7-72e6b70d9839 HTTP/1.1" status: 200  len: 814 time: 0.1009150
May 14 22:11:03.670871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Request body: {'port': {'device_id': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839', 'admin_state_up': True, 'tenant_id': 'cbd3e2d31b0341d2b7131a387bfa33f2'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:03.838495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Made reservation on behalf of cbd3e2d31b0341d2b7131a387bfa33f2 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:03.841888 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:03.967754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Allocated IP 172.20.0.9 (81333342-4e2f-413c-94f7-72e6b70d9839/72a1fd32-7039-4732-9697-b802a4e66beb/826608fc-1ff0-4fa9-85ce-e41cdcd49b61) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:04.113936 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks [] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:04.202242 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:04.214560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c65bb543-0c28-4e42-879b-de62e70341fe'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:11:04.270913 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Network 81333342-4e2f-413c-94f7-72e6b70d9839 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:04.281712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735c29d-a40b-4e61-8fa6-9ede1e334815 req-773b762e-1d75-454b-bb46-56d80fdcf6bb tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:04.283217 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8735c29d-a40b-4e61-8fa6-9ede1e334815 req-773b762e-1d75-454b-bb46-56d80fdcf6bb tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 931 time: 0.0929544
May 14 22:11:04.286706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:04.291652 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:04.295629 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Pushing event updated for resources: {'Port': ['ID=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:04.367550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:04.368091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:04.387280 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8735c29d-a40b-4e61-8fa6-9ede1e334815 req-9b076e7d-d150-476b-8894-0ea70a0529e1 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927372
May 14 22:11:04.459440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-efe71387-a299-476b-adda-6b48d662339c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7921882
May 14 22:11:04.470106 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Request body: {'port': {'device_id': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:04.527297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:04.818730 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:11:04.825945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Publish callbacks [] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:04.837908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Transition to ACTIVE for port object 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:11:04.879674 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:04.930447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:05.000063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Attempting to bind port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:05.000399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Attempting to bind port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:05.000727 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Attempting to bind port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 on network 81333342-4e2f-413c-94f7-72e6b70d9839 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:05.005288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 on network 81333342-4e2f-413c-94f7-72e6b70d9839 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:11:05.005605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Attempting to bind port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 on network 81333342-4e2f-413c-94f7-72e6b70d9839 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:05.010773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:05.011067 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Checking segment: {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:05.011456 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Bound using segment: {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:05.011921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Bound port: 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb781b00-4583-4855-b155-699997d6544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:05.012297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:05.079544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] For port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:05.083058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] For port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:05.137290 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:05.172391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:05.173015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:05.174403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] 10.222.0.36 "PUT /v2.0/ports/826608fc-1ff0-4fa9-85ce-e41cdcd49b61 HTTP/1.1" status: 200  len: 1091 time: 0.7083216
May 14 22:11:05.174848 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'tag': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:11:05.177907 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2431d09b-16d3-4cdb-bd28-1f53acc254a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b2835b-5da5-4417-82ed-696b6cfd3a9a", "tag": "826608fc-1ff0-4fa9-85ce-e41cdcd49b61"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:11:05.201532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642dac6-a4cc-4349-a5ff-b6b77211dc3e service neutron] Pushing event updated for resources: {'Port': ['ID=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:05.230517 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc395c2d-6b0e-46fb-be4d-60dea60e3f2b x-openstack-request-id: req-dc395c2d-6b0e-46fb-be4d-60dea60e3f2b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:11:05.231125 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b2835b-5da5-4417-82ed-696b6cfd3a9a", "tag": "826608fc-1ff0-4fa9-85ce-e41cdcd49b61", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:11:05.231125 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc395c2d-6b0e-46fb-be4d-60dea60e3f2b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:11:05.231561 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc395c2d-6b0e-46fb-be4d-60dea60e3f2b'] response: {'name': 'network-changed', 'server_uuid': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'tag': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61', 'status': 'completed', 'code': 200}
May 14 22:11:05.299227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d09b-16d3-4cdb-bd28-1f53acc254a9 req-466484de-9943-44b1-89a4-0e1e8b99a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:05.300838 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2431d09b-16d3-4cdb-bd28-1f53acc254a9 req-466484de-9943-44b1-89a4-0e1e8b99a242 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 1125 time: 0.0472941
May 14 22:11:05.397507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d09b-16d3-4cdb-bd28-1f53acc254a9 req-db29f1a9-e8b5-476d-ab0b-4aad1ae4cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:05.398934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2431d09b-16d3-4cdb-bd28-1f53acc254a9 req-db29f1a9-e8b5-476d-ab0b-4aad1ae4cbf9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0909035
May 14 22:11:05.863664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbffc62-4eee-4086-831f-73607ed4a532 req-fdfc3e8e-886c-4786-805e-8ed85ddad3e7 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:05.865251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1dbffc62-4eee-4086-831f-73607ed4a532 req-fdfc3e8e-886c-4786-805e-8ed85ddad3e7 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 943 time: 0.0666203
May 14 22:11:05.885502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431d09b-16d3-4cdb-bd28-1f53acc254a9 req-a45b3df6-fad4-45da-b296-e5250184a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:05.886928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2431d09b-16d3-4cdb-bd28-1f53acc254a9 req-a45b3df6-fad4-45da-b296-e5250184a5db service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4825313
May 14 22:11:05.921689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1dbffc62-4eee-4086-831f-73607ed4a532 req-72b4980f-5e7d-43f1-b9e0-8273943a469a tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475852
May 14 22:11:05.967320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-bc3e1964-30ce-461d-ba2e-6b136104c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:05.968842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-bc3e1964-30ce-461d-ba2e-6b136104c98c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 1125 time: 0.0421562
May 14 22:11:06.009734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-cbc4338b-f63d-4007-8734-a60389e3cfdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=826608fc-1ff0-4fa9-85ce-e41cdcd49b61 HTTP/1.1" status: 200  len: 217 time: 0.0343299
May 14 22:11:06.057051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-56626239-6481-45df-97e1-37a5ab56a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:06.058460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-56626239-6481-45df-97e1-37a5ab56a78d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72a1fd32-7039-4732-9697-b802a4e66beb HTTP/1.1" status: 200  len: 854 time: 0.0426698
May 14 22:11:06.093342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-333fb99b-cd5e-4839-996c-451683766c4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81333342-4e2f-413c-94f7-72e6b70d9839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291307
May 14 22:11:06.181393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-bb313f18-55dc-4459-9da7-6ed771ce0621 service neutron] 10.222.0.36 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817654
May 14 22:11:06.275016 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ac8a1ff-c307-411e-a9da-5b6f1d851294 req-6094bd13-3481-4d93-86eb-3f0ed84a5b2e service neutron] 10.222.0.36 "GET /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875382
May 14 22:11:07.038998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4cbda-734e-4c93-84f7-a4caee42a7cb req-faadaed1-518c-4778-bd8c-8e74ab21bfa0 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:07.040497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aab4cbda-734e-4c93-84f7-a4caee42a7cb req-faadaed1-518c-4778-bd8c-8e74ab21bfa0 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 943 time: 0.0468466
May 14 22:11:07.086242 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aab4cbda-734e-4c93-84f7-a4caee42a7cb req-9e727618-9cfc-4333-a8b9-2b487b4b0f2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398445
May 14 22:11:07.784320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:11:07.886646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:07.897460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61', 'network_id': '81333342-4e2f-413c-94f7-72e6b70d9839', 'port_id': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61', 'mac_address': 'fa:16:3e:7e:db:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a1fd32-7039-4732-9697-b802a4e66beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:11:07.935170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:07.935580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:07.948115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:11:07.966682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:08.033623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:08.084254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:08.198766 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec39aaf-f784-4d21-bdae-c5c60f8835e3 req-aaaba3ae-2dc5-46d4-9359-e502a73159ca tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:08.200277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ec39aaf-f784-4d21-bdae-c5c60f8835e3 req-aaaba3ae-2dc5-46d4-9359-e502a73159ca tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 944 time: 0.0458570
May 14 22:11:08.234097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['826608fc-1ff0-4fa9-85ce-e41cdcd49b61'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:11:08.250515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6ec39aaf-f784-4d21-bdae-c5c60f8835e3 req-2aabae32-eac8-4bf1-ba7d-a00f921a0c0c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446589
May 14 22:11:09.372268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890026ef-7d7c-47eb-8d3b-16aec02792e0 req-e7c0f6ad-a74e-45e0-b5e3-821223f0b3f2 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:09.373787 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-890026ef-7d7c-47eb-8d3b-16aec02792e0 req-e7c0f6ad-a74e-45e0-b5e3-821223f0b3f2 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 944 time: 0.0481124
May 14 22:11:09.419923 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-890026ef-7d7c-47eb-8d3b-16aec02792e0 req-e99372ae-2d8a-4d04-bec6-11033eef9097 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405314
May 14 22:11:09.799381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:10.009279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:11:10.056575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:10.056888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:10.132494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:10.132877 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:10.157364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:11:10.160089 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6499b-a8de-4403-a72d-245f100ebd2d" -d '{"events": [{"server_uuid": "b2b2835b-5da5-4417-82ed-696b6cfd3a9a", "name": "network-vif-plugged", "status": "completed", "tag": "826608fc-1ff0-4fa9-85ce-e41cdcd49b61"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:11:10.172235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:10.197431 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f1d34-d47a-47b0-871a-b440e578c8ed x-openstack-request-id: req-6f9f1d34-d47a-47b0-871a-b440e578c8ed {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:11:10.197737 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b2835b-5da5-4417-82ed-696b6cfd3a9a", "name": "network-vif-plugged", "status": "completed", "tag": "826608fc-1ff0-4fa9-85ce-e41cdcd49b61", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:11:10.197964 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f9f1d34-d47a-47b0-871a-b440e578c8ed {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:11:10.198359 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9f1d34-d47a-47b0-871a-b440e578c8ed'] response: {'server_uuid': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61', 'code': 200}
May 14 22:11:10.226628 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:10.282241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:10.298086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428036b-6d0b-492f-bef0-eaace26c453d req-f5812e35-898f-4936-9881-117d4fe42f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:10.299664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3428036b-6d0b-492f-bef0-eaace26c453d req-f5812e35-898f-4936-9881-117d4fe42f66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 1127 time: 0.0383470
May 14 22:11:10.344101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3428036b-6d0b-492f-bef0-eaace26c453d req-8d97b6bc-c4cf-4cef-a776-4bd222c8571e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378318
May 14 22:11:10.392846 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1d2e81bb-9307-4e56-8508-3ad7f37efebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:10.538624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555abc8-637a-48ae-a4ed-87b85a49ced9 req-32900007-b630-4494-ad09-25b9db0deaab tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:10.540182 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5555abc8-637a-48ae-a4ed-87b85a49ced9 req-32900007-b630-4494-ad09-25b9db0deaab tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 945 time: 0.0501273
May 14 22:11:10.586648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5555abc8-637a-48ae-a4ed-87b85a49ced9 req-da1b84a7-bd79-4352-93a0-f562030ce8bb tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408642
May 14 22:11:11.716715 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9e1c4-8e01-49a8-889c-c5ac5027668e req-1f08736b-aabe-4968-a32d-9b97ade4e212 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:11.718285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4a9e1c4-8e01-49a8-889c-c5ac5027668e req-1f08736b-aabe-4968-a32d-9b97ade4e212 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 945 time: 0.0504956
May 14 22:11:11.770586 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4a9e1c4-8e01-49a8-889c-c5ac5027668e req-2c74608c-4cbb-4113-a3ef-f0efeecc57de tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443130
May 14 22:11:12.228377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2069385-47dc-471d-b7e1-7863914142a6 req-0aa9e9e1-d20b-438b-b38f-926dba301fe5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:12.229865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2069385-47dc-471d-b7e1-7863914142a6 req-0aa9e9e1-d20b-438b-b38f-926dba301fe5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 945 time: 0.0472789
May 14 22:11:12.279598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c2069385-47dc-471d-b7e1-7863914142a6 req-3aad928e-9af6-4509-a60f-0aa335635ec1 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441201
May 14 22:11:12.375092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:12.887682 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcca9d10-efad-4474-b767-776b5a498680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:12.969464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:13.395504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345dada-a288-4185-aa3a-6e73cecf06f7 req-2a7ea407-8bd5-4470-a548-2cd363c5bc3d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:13.396977 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7345dada-a288-4185-aa3a-6e73cecf06f7 req-2a7ea407-8bd5-4470-a548-2cd363c5bc3d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 945 time: 0.0469582
May 14 22:11:13.455576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-12f44073-4ae2-4954-9ad1-92330709afaf tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:13.457100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-12f44073-4ae2-4954-9ad1-92330709afaf tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 945 time: 0.0592821
May 14 22:11:13.507523 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7345dada-a288-4185-aa3a-6e73cecf06f7 req-5a4dadff-37e1-4ea7-bb3c-3ce5beee890c tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019883
May 14 22:11:13.560760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Deleting port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:13.560997 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:13.648244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] For port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:13.648610 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:13.661945 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Calling delete_port for 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:13.868270 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (826608fc-1ff0-4fa9-85ce-e41cdcd49b61), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:13.880956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c65bb543-0c28-4e42-879b-de62e70341fe'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:11:13.883737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['826608fc-1ff0-4fa9-85ce-e41cdcd49b61'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:11:13.900875 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Pushing event deleted for resources: {'Port': ['ID=826608fc-1ff0-4fa9-85ce-e41cdcd49b61,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:13.952608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] No DVR routers for this DVR port 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:13.955124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:13.958396 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e09ad2eb-82cf-4c31-a29a-b947e1089343 req-113d496e-919b-4353-b0ce-b10d76e6bd2d tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.36 "DELETE /v2.0/ports/826608fc-1ff0-4fa9-85ce-e41cdcd49b61 HTTP/1.1" status: 204  len: 173 time: 0.4959078
May 14 22:11:13.958845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'name': 'network-vif-deleted', 'tag': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:11:13.961126 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ec31b9-2f22-4528-9795-0abac2053f61" -d '{"events": [{"server_uuid": "b2b2835b-5da5-4417-82ed-696b6cfd3a9a", "name": "network-vif-deleted", "tag": "826608fc-1ff0-4fa9-85ce-e41cdcd49b61"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:11:13.997666 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab8b69b-b617-4594-a981-37956d3c957a x-openstack-request-id: req-8ab8b69b-b617-4594-a981-37956d3c957a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:11:13.998057 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b2835b-5da5-4417-82ed-696b6cfd3a9a", "name": "network-vif-deleted", "tag": "826608fc-1ff0-4fa9-85ce-e41cdcd49b61", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:11:13.998309 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ab8b69b-b617-4594-a981-37956d3c957a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:11:13.998717 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab8b69b-b617-4594-a981-37956d3c957a'] response: {'server_uuid': 'b2b2835b-5da5-4417-82ed-696b6cfd3a9a', 'name': 'network-vif-deleted', 'tag': '826608fc-1ff0-4fa9-85ce-e41cdcd49b61', 'status': 'completed', 'code': 200}
May 14 22:11:14.007918 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:14.618009 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-903f3fae-613f-4ce6-b757-8637cbf07be8 req-57aee91d-da9f-4ec1-8aee-b48e818ee4a7 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2b2835b-5da5-4417-82ed-696b6cfd3a9a HTTP/1.1" status: 200  len: 210 time: 0.0286045
May 14 22:11:15.771218 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63223e44-ff3f-41bf-be22-984ee2cf03e0 req-89834beb-2119-44dc-b054-ed96e0e667ee tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:15.772821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63223e44-ff3f-41bf-be22-984ee2cf03e0 req-89834beb-2119-44dc-b054-ed96e0e667ee tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0467186
May 14 22:11:15.822013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-63223e44-ff3f-41bf-be22-984ee2cf03e0 req-ef187b71-6b5f-4156-923e-eda0911509e5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433798
May 14 22:11:15.845301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:15.965125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fe3e1-aec8-44d2-badd-43eabfc51338 req-0d2d6faa-0d0a-461e-8bd7-9dce80e565a2 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:15.966615 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e8fe3e1-aec8-44d2-badd-43eabfc51338 req-0d2d6faa-0d0a-461e-8bd7-9dce80e565a2 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0520928
May 14 22:11:16.014243 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e8fe3e1-aec8-44d2-badd-43eabfc51338 req-6fd511cf-de5d-487e-ada3-2c39fe8f9d89 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419199
May 14 22:11:16.129921 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4f56d-5c05-43c4-b3a3-969421efd90a req-8b52e8ae-348e-48cf-a61a-24ef0f39cdd1 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:16.131395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54c4f56d-5c05-43c4-b3a3-969421efd90a req-8b52e8ae-348e-48cf-a61a-24ef0f39cdd1 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0479355
May 14 22:11:16.178999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54c4f56d-5c05-43c4-b3a3-969421efd90a req-9d44cec7-da0a-4d73-8e1d-615a9a89c1ba tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416582
May 14 22:11:16.355392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e7faa-6b1b-46da-a74d-2c8e6d705fe6 req-bb3febe6-e58f-4989-9bd8-119a406deff4 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:16.356907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be5e7faa-6b1b-46da-a74d-2c8e6d705fe6 req-bb3febe6-e58f-4989-9bd8-119a406deff4 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0475554
May 14 22:11:16.407020 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-be5e7faa-6b1b-46da-a74d-2c8e6d705fe6 req-c0c0f11e-a630-4551-9264-cfdbd973b2b6 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444038
May 14 22:11:16.447909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:11:16.521178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b1544-51b5-4631-b6dd-ad6ebd8c59c9 req-0a7b6109-14e7-4fcd-a5ce-8b95f104608e tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:16.522620 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-076b1544-51b5-4631-b6dd-ad6ebd8c59c9 req-0a7b6109-14e7-4fcd-a5ce-8b95f104608e tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0466995
May 14 22:11:16.574347 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-076b1544-51b5-4631-b6dd-ad6ebd8c59c9 req-bdcfed66-bd4d-4318-adca-c39c06763dd1 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416753
May 14 22:11:16.700708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23673614-42e9-4b75-a3bf-cb894e4b4d8d req-d07f81bf-c72f-4f1f-9117-7d8099630f24 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:16.702175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23673614-42e9-4b75-a3bf-cb894e4b4d8d req-d07f81bf-c72f-4f1f-9117-7d8099630f24 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0464427
May 14 22:11:16.749208 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-23673614-42e9-4b75-a3bf-cb894e4b4d8d req-611bbb16-33f5-457c-8319-4618dc8503ff tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406880
May 14 22:11:16.799301 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:17.291197 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7ef04-dba4-4fe2-ab4a-ec1cfd56a10c req-8f2303d7-f122-44d8-8003-6d75b1ce018a tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:17.292752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b7ef04-dba4-4fe2-ab4a-ec1cfd56a10c req-8f2303d7-f122-44d8-8003-6d75b1ce018a tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0521526
May 14 22:11:17.339910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-83b7ef04-dba4-4fe2-ab4a-ec1cfd56a10c req-08c05078-d14c-440e-a8b1-c8147164b29a tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413101
May 14 22:11:17.825727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:11:17.845691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:11:17.846030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 826608fc-1ff0-4fa9-85ce-e41cdcd49b61 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:11:18.457165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618313e-b812-46df-8ecf-88d2e5ae1ce8 req-52908112-97cf-4ab6-8d06-d2681fe26174 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:18.458928 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1618313e-b812-46df-8ecf-88d2e5ae1ce8 req-52908112-97cf-4ab6-8d06-d2681fe26174 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0487192
May 14 22:11:18.537758 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1618313e-b812-46df-8ecf-88d2e5ae1ce8 req-51b91267-35a2-45e2-bbbc-5fa4b22b63c3 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/security-groups?id=80f98ee5-fb52-4457-8174-145a2a7498a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729799
May 14 22:11:18.551701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-abb9786d-964b-468f-8538-aa392c2e9c11 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:18.553138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-abb9786d-964b-468f-8538-aa392c2e9c11 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.48 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 946 time: 0.0604484
May 14 22:11:18.637612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Deleting port c65bb543-0c28-4e42-879b-de62e70341fe {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:18.637871 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:18.730824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] For port c65bb543-0c28-4e42-879b-de62e70341fe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c65bb543-0c28-4e42-879b-de62e70341fe,segment=NetworkSegment(fb781b00-4583-4855-b155-699997d6544b),segment_id=fb781b00-4583-4855-b155-699997d6544b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:18.731380 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:18.745133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Calling delete_port for c65bb543-0c28-4e42-879b-de62e70341fe owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:18.936747 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (c65bb543-0c28-4e42-879b-de62e70341fe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:18.948078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['c65bb543-0c28-4e42-879b-de62e70341fe'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:11:18.967720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Pushing event deleted for resources: {'Port': ['ID=c65bb543-0c28-4e42-879b-de62e70341fe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:18.982735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.983089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.986747 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.987015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:18.988422 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:19.025439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] No DVR routers for this DVR port c65bb543-0c28-4e42-879b-de62e70341fe on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:19.028247 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:19.031956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9d7af726-56ed-4e8d-b538-6fe9148f0846 req-982fef08-c2f7-4126-b1b0-c941c1dea7c5 tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.48 "DELETE /v2.0/ports/c65bb543-0c28-4e42-879b-de62e70341fe HTTP/1.1" status: 204  len: 173 time: 0.4737301
May 14 22:11:19.032404 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'name': 'network-vif-deleted', 'tag': 'c65bb543-0c28-4e42-879b-de62e70341fe'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:11:19.035377 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c940e84-cd62-49c8-9dd5-f814c97446ab" -d '{"events": [{"server_uuid": "7df0de89-d4ff-4414-af3a-c3be6e705d5a", "name": "network-vif-deleted", "tag": "c65bb543-0c28-4e42-879b-de62e70341fe"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:11:19.070159 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939c46bb-221e-49ae-9bb4-1a91763028b0 x-openstack-request-id: req-939c46bb-221e-49ae-9bb4-1a91763028b0 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:11:19.070451 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df0de89-d4ff-4414-af3a-c3be6e705d5a", "name": "network-vif-deleted", "tag": "c65bb543-0c28-4e42-879b-de62e70341fe", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:11:19.070734 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-939c46bb-221e-49ae-9bb4-1a91763028b0 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:11:19.071139 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939c46bb-221e-49ae-9bb4-1a91763028b0'] response: {'server_uuid': '7df0de89-d4ff-4414-af3a-c3be6e705d5a', 'name': 'network-vif-deleted', 'tag': 'c65bb543-0c28-4e42-879b-de62e70341fe', 'status': 'completed', 'code': 200}
May 14 22:11:19.649789 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6a5f0483-085a-4e15-9b66-ffafa6c90202 req-1673c5e9-cbfd-4e85-a521-3441d25219ac tempest-ServersNegativeTestJSON-1790322467 tempest-ServersNegativeTestJSON-1790322467-project] 10.222.0.52 "GET /v2.0/ports?device_id=7df0de89-d4ff-4414-af3a-c3be6e705d5a HTTP/1.1" status: 200  len: 210 time: 0.0289690
May 14 22:11:20.710591 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50580) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:20.755244 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Deleting subnet 72a1fd32-7039-4732-9697-b802a4e66beb {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:11:20.758385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Publish callbacks [] for subnet (72a1fd32-7039-4732-9697-b802a4e66beb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:20.796260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (72a1fd32-7039-4732-9697-b802a4e66beb), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:20.841736 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (72a1fd32-7039-4732-9697-b802a4e66beb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:20.953796 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (72a1fd32-7039-4732-9697-b802a4e66beb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:20.977360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a1fd32-7039-4732-9697-b802a4e66beb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:20.983130 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:20.986547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1157e71f-15b0-408c-9106-9ae9a81d353e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/72a1fd32-7039-4732-9697-b802a4e66beb HTTP/1.1" status: 204  len: 168 time: 0.2747176
May 14 22:11:20.989414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50582) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:21.061171 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (81333342-4e2f-413c-94f7-72e6b70d9839), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.136689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (81333342-4e2f-413c-94f7-72e6b70d9839), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.162715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b151130>,) {'filters': {'network_id': ['81333342-4e2f-413c-94f7-72e6b70d9839']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:21.172833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b151130>, 'fb781b00-4583-4855-b155-699997d6544b') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:21.173127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b151130>, 'fb781b00-4583-4855-b155-699997d6544b') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:21.527508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (fb781b00-4583-4855-b155-699997d6544b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.541441 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (fb781b00-4583-4855-b155-699997d6544b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.547130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:21.547531 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (fb781b00-4583-4855-b155-699997d6544b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:21.549172 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:21.656162 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (81333342-4e2f-413c-94f7-72e6b70d9839), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.662871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:21.665952 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] 10.222.0.52 "DELETE /v2.0/networks/81333342-4e2f-413c-94f7-72e6b70d9839 HTTP/1.1" status: 204  len: 168 time: 0.6754534
May 14 22:11:21.675157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d106b3-0146-43f6-9b6e-8220bb6c9f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=81333342-4e2f-413c-94f7-72e6b70d9839,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:21.964405 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50586) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:22.005748 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f9175367-73ad-4251-9d16-9affea3286e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbd3e2d31b0341d2b7131a387bfa33f2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0401788
May 14 22:11:22.008192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50588) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:22.059650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6338650e-bb9c-4e59-8073-e8ba2c51bda3 admin admin] Publish callbacks [] for security_group (80f98ee5-fb52-4457-8174-145a2a7498a4), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:22.080312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6338650e-bb9c-4e59-8073-e8ba2c51bda3 admin admin] Publish callbacks [] for security_group (80f98ee5-fb52-4457-8174-145a2a7498a4), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:22.199716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6338650e-bb9c-4e59-8073-e8ba2c51bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (80f98ee5-fb52-4457-8174-145a2a7498a4), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:22.202353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6338650e-bb9c-4e59-8073-e8ba2c51bda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:22.203534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6338650e-bb9c-4e59-8073-e8ba2c51bda3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80f98ee5-fb52-4457-8174-145a2a7498a4 HTTP/1.1" status: 204  len: 168 time: 0.1944344
May 14 22:11:22.211877 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338650e-bb9c-4e59-8073-e8ba2c51bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f98ee5-fb52-4457-8174-145a2a7498a4,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:23.219218 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50610) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:23.314952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434970941'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:23.403593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:23.407466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.417700 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.495857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for security_group (e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.531434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c65bb543-0c28-4e42-879b-de62e70341fe no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:11:23.552509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: c65bb543-0c28-4e42-879b-de62e70341fe {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:11:23.552781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device c65bb543-0c28-4e42-879b-de62e70341fe not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:11:23.563808 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.590470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:23.601375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:23.607596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (271f69d0-fc74-4422-be0b-16f578cccc72), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.608054 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Added segment 271f69d0-fc74-4422-be0b-16f578cccc72 of type vlan for network ef258b4c-d195-4c22-ae9a-095071e6d7b9
May 14 22:11:23.648353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (ef258b4c-d195-4c22-ae9a-095071e6d7b9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.725306 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (ef258b4c-d195-4c22-ae9a-095071e6d7b9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.730432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:23.731012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:23.795634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Network': ['ID=ef258b4c-d195-4c22-ae9a-095071e6d7b9,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:23.805663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network ef258b4c-d195-4c22-ae9a-095071e6d7b9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:23.857987 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-035d297f-4ff1-4aeb-bfe7-390f9c246955 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.6376407
May 14 22:11:27.090515 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50614) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:27.095631 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'subnet': {'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:27.244706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:27.248207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:27.496847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (1a91034f-818f-4ea7-a5ae-c346f02ee6af), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:27.551655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Subnet': ['ID=1a91034f-818f-4ea7-a5ae-c346f02ee6af,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:27.567505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Checking segment: {'id': '271f69d0-fc74-4422-be0b-16f578cccc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:27.567870 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network hostable DHCP agents. Network: ef258b4c-d195-4c22-ae9a-095071e6d7b9, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:27.656453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network ef258b4c-d195-4c22-ae9a-095071e6d7b9 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:27.730813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef258b4c-d195-4c22-ae9a-095071e6d7b9) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:27.735042 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:27.735689 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:27.741428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ded02-b190-4aa8-b8df-232b734eb2ae None None] Network ef258b4c-d195-4c22-ae9a-095071e6d7b9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:27.825439 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-91bc0c73-81dc-4e9b-b4fe-b1051ff36468 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7337203
May 14 22:11:27.828840 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50616) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:27.834563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412706068'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:27.838352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ef258b4c-d195-4c22-ae9a-095071e6d7b9', 'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9', 'project_id': 'b607b5f0135a4c3bbced32a418b18a48', 'fixed_ips': [{'subnet_id': '1a91034f-818f-4ea7-a5ae-c346f02ee6af'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:27.839333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:27.936657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:27.940222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:27.965051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:27.974065 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:27.974483 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Added segment 073aafe3-6e90-454b-a139-25f54efcb5a0 of type vlan for network e94b6dd6-440e-4d38-a485-b42e86bc8ac2
May 14 22:11:27.977721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Allocated IP 2001:db8:0:ffff::2 (ef258b4c-d195-4c22-ae9a-095071e6d7b9/1a91034f-818f-4ea7-a5ae-c346f02ee6af/402164ef-2128-4769-ba9d-c4e64fdaa654) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:28.013581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.123371 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.124087 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Publish callbacks [] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.128476 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:28.129600 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.195565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Network': ['ID=e94b6dd6-440e-4d38-a485-b42e86bc8ac2,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:28.206058 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e94b6dd6-440e-4d38-a485-b42e86bc8ac2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:28.225587 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.245911 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1774d78-a980-4015-923b-1bfa155b67c4 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4160206
May 14 22:11:28.248803 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50618) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:28.253664 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'subnet': {'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:28.307847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Network ef258b4c-d195-4c22-ae9a-095071e6d7b9 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:28.315929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:28.322493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:28.326397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Pushing event updated for resources: {'Port': ['ID=402164ef-2128-4769-ba9d-c4e64fdaa654,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:28.341706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.341706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.341706 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.342065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.342398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.342663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.343052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.343374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.343728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.344048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.344366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.344684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.344999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.345314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.345628 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:28.396261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Attempting to bind port 402164ef-2128-4769-ba9d-c4e64fdaa654 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:28.396517 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Attempting to bind port 402164ef-2128-4769-ba9d-c4e64fdaa654 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '271f69d0-fc74-4422-be0b-16f578cccc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:28.396866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Attempting to bind port 402164ef-2128-4769-ba9d-c4e64fdaa654 on network ef258b4c-d195-4c22-ae9a-095071e6d7b9 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:28.401883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:28.402253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Checking segment: {'id': '271f69d0-fc74-4422-be0b-16f578cccc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:28.402645 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.403028 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Bound using segment: {'id': '271f69d0-fc74-4422-be0b-16f578cccc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:28.403498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Bound port: 402164ef-2128-4769-ba9d-c4e64fdaa654, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271f69d0-fc74-4422-be0b-16f578cccc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ef258b4c-d195-4c22-ae9a-095071e6d7b9'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:28.403888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.420706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:28.424301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.469869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] For port 402164ef-2128-4769-ba9d-c4e64fdaa654, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:28.472880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] For port 402164ef-2128-4769-ba9d-c4e64fdaa654, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402164ef-2128-4769-ba9d-c4e64fdaa654,segment=NetworkSegment(271f69d0-fc74-4422-be0b-16f578cccc72),segment_id=271f69d0-fc74-4422-be0b-16f578cccc72)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:28.581125 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.647224 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6b0b5-9e36-4ccd-baaa-040a04e865f1 None None] Pushing event updated for resources: {'Port': ['ID=402164ef-2128-4769-ba9d-c4e64fdaa654,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:28.775325 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (55374a07-c3ec-48ed-b211-c4b969fbe504), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:28.857282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Subnet': ['ID=55374a07-c3ec-48ed-b211-c4b969fbe504,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:28.865610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Checking segment: {'id': '073aafe3-6e90-454b-a139-25f54efcb5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:28.865985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network hostable DHCP agents. Network: e94b6dd6-440e-4d38-a485-b42e86bc8ac2, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:28.959569 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network e94b6dd6-440e-4d38-a485-b42e86bc8ac2 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:29.039398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e94b6dd6-440e-4d38-a485-b42e86bc8ac2) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:29.043328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:29.043983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.048001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2a1d1-31bf-459e-b537-b25ee2e34df7 None None] Network e94b6dd6-440e-4d38-a485-b42e86bc8ac2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:29.137989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-955b01f4-d7bc-4505-89b6-39dd7ddb0d91 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.8880970
May 14 22:11:29.140684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50620) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:29.153310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e94b6dd6-440e-4d38-a485-b42e86bc8ac2', 'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2', 'project_id': 'b607b5f0135a4c3bbced32a418b18a48', 'fixed_ips': [{'subnet_id': '55374a07-c3ec-48ed-b211-c4b969fbe504'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:29.154277 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.243251 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.305897 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (55374a07-c3ec-48ed-b211-c4b969fbe504), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.312855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Allocated IP 2001:db8::2 (e94b6dd6-440e-4d38-a485-b42e86bc8ac2/55374a07-c3ec-48ed-b211-c4b969fbe504/b5703512-e5af-432c-90a0-c89cf074a0df) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:29.467041 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Publish callbacks [] for port (b5703512-e5af-432c-90a0-c89cf074a0df), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.542937 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b5703512-e5af-432c-90a0-c89cf074a0df), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.584044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Network e94b6dd6-440e-4d38-a485-b42e86bc8ac2 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:29.586909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:29.593541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:29.626525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Pushing event updated for resources: {'Port': ['ID=b5703512-e5af-432c-90a0-c89cf074a0df,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:29.636763 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (55374a07-c3ec-48ed-b211-c4b969fbe504), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.650285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 402164ef-2128-4769-ba9d-c4e64fdaa654 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:29.679729 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Subnet': ['ID=55374a07-c3ec-48ed-b211-c4b969fbe504,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:29.682052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ad27f-aa0e-4dc6-97dd-46f97023d1f5 None None] Network ef258b4c-d195-4c22-ae9a-095071e6d7b9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:29.704982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Attempting to bind port b5703512-e5af-432c-90a0-c89cf074a0df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:29.705361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Attempting to bind port b5703512-e5af-432c-90a0-c89cf074a0df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '073aafe3-6e90-454b-a139-25f54efcb5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:29.705732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Attempting to bind port b5703512-e5af-432c-90a0-c89cf074a0df on network e94b6dd6-440e-4d38-a485-b42e86bc8ac2 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:29.747501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.757879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:29.758234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Checking segment: {'id': '073aafe3-6e90-454b-a139-25f54efcb5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:29.758636 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.759035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Bound using segment: {'id': '073aafe3-6e90-454b-a139-25f54efcb5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:29.759564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Bound port: b5703512-e5af-432c-90a0-c89cf074a0df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073aafe3-6e90-454b-a139-25f54efcb5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:29.759947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5703512-e5af-432c-90a0-c89cf074a0df), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.767889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a7bc280>,) {'filters': {'network_id': ['e94b6dd6-440e-4d38-a485-b42e86bc8ac2']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:29.777584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a7bc280>, '073aafe3-6e90-454b-a139-25f54efcb5a0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:29.777883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a7bc280>, '073aafe3-6e90-454b-a139-25f54efcb5a0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:29.781078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] Provisioning complete for port 402164ef-2128-4769-ba9d-c4e64fdaa654 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:29.781447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.787774 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.801496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.807347 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:29.807762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:29.811777 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:29.843653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 402164ef-2128-4769-ba9d-c4e64fdaa654 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:29.844002 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:29.930028 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.api [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 22:11:29.930028 ncdv-master-1 neutron-server[115780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 22:11:29.930028 ncdv-master-1 neutron-server[115780]: [parameters: {'id': 'e94b6dd6-440e-4d38-a485-b42e86bc8ac2'}]
May 14 22:11:29.930028 ncdv-master-1 neutron-server[115780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:11:29.930454 ncdv-master-1 neutron-server[115780]: DEBUG oslo_db.api [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:11:29.948070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] For port b5703512-e5af-432c-90a0-c89cf074a0df, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:29.951901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] For port b5703512-e5af-432c-90a0-c89cf074a0df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5703512-e5af-432c-90a0-c89cf074a0df,segment=NetworkSegment(073aafe3-6e90-454b-a139-25f54efcb5a0),segment_id=073aafe3-6e90-454b-a139-25f54efcb5a0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:30.017712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] Current status of the port 402164ef-2128-4769-ba9d-c4e64fdaa654 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:30.018013 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.037926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 402164ef-2128-4769-ba9d-c4e64fdaa654 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:30.038345 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.074459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] For port 402164ef-2128-4769-ba9d-c4e64fdaa654, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402164ef-2128-4769-ba9d-c4e64fdaa654,segment=NetworkSegment(271f69d0-fc74-4422-be0b-16f578cccc72),segment_id=271f69d0-fc74-4422-be0b-16f578cccc72)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:30.091149 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5703512-e5af-432c-90a0-c89cf074a0df), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.170791 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.174125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42fbe6-0c1a-4d02-9a1e-4bd11c79cfa5 None None] Pushing event updated for resources: {'Port': ['ID=b5703512-e5af-432c-90a0-c89cf074a0df,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:30.244235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f4e28-a485-4e6e-a2bf-cdc698e20500 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 22:11:30.275354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:11:30.275711 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:11:30.294652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9ff17-081b-4001-a1a2-6a3cf651ac2e None None] Pushing event updated for resources: {'Port': ['ID=402164ef-2128-4769-ba9d-c4e64fdaa654,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:30.305465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c66a8c3d-7da7-40a2-a4d7-ae27451684f8 None None] Provisioning complete for port 402164ef-2128-4769-ba9d-c4e64fdaa654 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:30.305836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c66a8c3d-7da7-40a2-a4d7-ae27451684f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.369806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f4e28-a485-4e6e-a2bf-cdc698e20500 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 22:11:30.432053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.462001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c66a8c3d-7da7-40a2-a4d7-ae27451684f8 None None] Current status of the port 402164ef-2128-4769-ba9d-c4e64fdaa654 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:30.477706 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting port b5703512-e5af-432c-90a0-c89cf074a0df {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:30.478045 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b5703512-e5af-432c-90a0-c89cf074a0df), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.545222 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] For port b5703512-e5af-432c-90a0-c89cf074a0df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5703512-e5af-432c-90a0-c89cf074a0df,segment=NetworkSegment(073aafe3-6e90-454b-a139-25f54efcb5a0),segment_id=073aafe3-6e90-454b-a139-25f54efcb5a0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:30.545645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b5703512-e5af-432c-90a0-c89cf074a0df), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.550736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919116de-b610-4c09-8431-bbe7839d5244 None None] Network e94b6dd6-440e-4d38-a485-b42e86bc8ac2 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:30.559450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Calling delete_port for b5703512-e5af-432c-90a0-c89cf074a0df owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:30.691134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b5703512-e5af-432c-90a0-c89cf074a0df), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.716965 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Port': ['ID=b5703512-e5af-432c-90a0-c89cf074a0df,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:30.724363 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No DVR routers for this DVR port b5703512-e5af-432c-90a0-c89cf074a0df on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:30.809843 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.830904 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52300356a0>,) {'filters': {'network_id': ['e94b6dd6-440e-4d38-a485-b42e86bc8ac2']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:30.840453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52300356a0>, '073aafe3-6e90-454b-a139-25f54efcb5a0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:30.840752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52300356a0>, '073aafe3-6e90-454b-a139-25f54efcb5a0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:30.850562 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.864039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.872924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:30.873660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (073aafe3-6e90-454b-a139-25f54efcb5a0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:30.876830 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:30.927134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 402164ef-2128-4769-ba9d-c4e64fdaa654 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:31.016826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e94b6dd6-440e-4d38-a485-b42e86bc8ac2), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.026665 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.031039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/e94b6dd6-440e-4d38-a485-b42e86bc8ac2 HTTP/1.1" status: 204  len: 168 time: 1.8894308
May 14 22:11:31.034897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50622) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:31.040247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332779974'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:31.043677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93448fd-8f05-4ade-b5ae-093421a20512 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Network': ['ID=e94b6dd6-440e-4d38-a485-b42e86bc8ac2,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:31.131339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:31.134765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.161372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:31.170319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.170724 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Added segment 5389f886-2e36-420c-97de-f8110750a7e0 of type vlan for network 37128a04-fa7b-477f-9bf3-b79a84254f64
May 14 22:11:31.213119 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.307937 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.313002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:31.313568 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.376547 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Network': ['ID=37128a04-fa7b-477f-9bf3-b79a84254f64,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:31.387698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 37128a04-fa7b-477f-9bf3-b79a84254f64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:31.419150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f64b36f8-31cb-4749-9542-23be55459e68 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3827693
May 14 22:11:31.422100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50624) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:31.427716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'subnet': {'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:31.586980 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:31.590874 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.596648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 402164ef-2128-4769-ba9d-c4e64fdaa654 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:31.647704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 402164ef-2128-4769-ba9d-c4e64fdaa654 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:31.647704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.648894 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Performing IP validity checks on allocation pools {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 14 22:11:31.649415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.ipam_backend_mixin [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115781) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 14 22:11:31.724328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 402164ef-2128-4769-ba9d-c4e64fdaa654 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:31.816224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (5cd04856-1e93-4ec3-b932-94a1cdb933d7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:31.874711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Subnet': ['ID=5cd04856-1e93-4ec3-b932-94a1cdb933d7,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:31.884229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Checking segment: {'id': '5389f886-2e36-420c-97de-f8110750a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:31.884601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network hostable DHCP agents. Network: 37128a04-fa7b-477f-9bf3-b79a84254f64, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:31.947993 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network 37128a04-fa7b-477f-9bf3-b79a84254f64 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:32.027372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37128a04-fa7b-477f-9bf3-b79a84254f64) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:32.031415 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:32.032146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.036544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9288b-537d-4db0-8470-199437ebfa92 None None] Network 37128a04-fa7b-477f-9bf3-b79a84254f64 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:32.121735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c0422162-8216-464e-87a5-04c049b09d31 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6984994
May 14 22:11:32.124461 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50626) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:32.140426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37128a04-fa7b-477f-9bf3-b79a84254f64', 'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64', 'project_id': 'b607b5f0135a4c3bbced32a418b18a48', 'fixed_ips': [{'subnet_id': '5cd04856-1e93-4ec3-b932-94a1cdb933d7'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:32.141404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.229286 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.283822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (5cd04856-1e93-4ec3-b932-94a1cdb933d7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.286792 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Allocated IP 2001:db8::3 (37128a04-fa7b-477f-9bf3-b79a84254f64/5cd04856-1e93-4ec3-b932-94a1cdb933d7/b5c64f2e-c6d9-4257-b3bd-2544a1622177) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:32.429774 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Publish callbacks [] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.541998 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.601507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Network 37128a04-fa7b-477f-9bf3-b79a84254f64 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:32.604456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:32.608999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:32.612955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Pushing event updated for resources: {'Port': ['ID=b5c64f2e-c6d9-4257-b3bd-2544a1622177,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:32.638409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (5cd04856-1e93-4ec3-b932-94a1cdb933d7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.666119 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd04856-1e93-4ec3-b932-94a1cdb933d7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:32.666526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Attempting to bind port b5c64f2e-c6d9-4257-b3bd-2544a1622177 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:32.666903 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Attempting to bind port b5c64f2e-c6d9-4257-b3bd-2544a1622177 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5389f886-2e36-420c-97de-f8110750a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:32.667269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Attempting to bind port b5c64f2e-c6d9-4257-b3bd-2544a1622177 on network 37128a04-fa7b-477f-9bf3-b79a84254f64 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:32.672510 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:32.672888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Checking segment: {'id': '5389f886-2e36-420c-97de-f8110750a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:32.673293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.673687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Bound using segment: {'id': '5389f886-2e36-420c-97de-f8110750a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:32.674160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Bound port: b5c64f2e-c6d9-4257-b3bd-2544a1622177, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5389f886-2e36-420c-97de-f8110750a7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '37128a04-fa7b-477f-9bf3-b79a84254f64'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:32.674543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.732309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.740952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] For port b5c64f2e-c6d9-4257-b3bd-2544a1622177, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:32.745503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] For port b5c64f2e-c6d9-4257-b3bd-2544a1622177, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c64f2e-c6d9-4257-b3bd-2544a1622177,segment=NetworkSegment(5389f886-2e36-420c-97de-f8110750a7e0),segment_id=5389f886-2e36-420c-97de-f8110750a7e0)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:32.752851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231858280>,) {'filters': {'network_id': ['37128a04-fa7b-477f-9bf3-b79a84254f64']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:32.762384 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231858280>, '5389f886-2e36-420c-97de-f8110750a7e0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:32.762683 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231858280>, '5389f886-2e36-420c-97de-f8110750a7e0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:32.772719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.834807 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.836635 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.843192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:32.848647 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:32.925253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b97bc6-6e0b-4a08-a211-e653bd59a0e8 None None] Pushing event updated for resources: {'Port': ['ID=b5c64f2e-c6d9-4257-b3bd-2544a1622177,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:32.939849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373186e4-b8a0-4b4a-a743-306edbe1fd91 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 22:11:32.952321 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.db.api [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 22:11:32.952321 ncdv-master-1 neutron-server[115780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 22:11:32.952321 ncdv-master-1 neutron-server[115780]: [parameters: {'id': '37128a04-fa7b-477f-9bf3-b79a84254f64'}]
May 14 22:11:32.952321 ncdv-master-1 neutron-server[115780]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:11:32.952839 ncdv-master-1 neutron-server[115780]: DEBUG oslo_db.api [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:11:33.005588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373186e4-b8a0-4b4a-a743-306edbe1fd91 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 22:11:33.151106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312c894-ca3f-4e64-8324-c769790a93bc None None] Network 37128a04-fa7b-477f-9bf3-b79a84254f64 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:33.454281 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.503565 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting port b5c64f2e-c6d9-4257-b3bd-2544a1622177 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:33.504920 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.569680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] For port b5c64f2e-c6d9-4257-b3bd-2544a1622177, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c64f2e-c6d9-4257-b3bd-2544a1622177,segment=NetworkSegment(5389f886-2e36-420c-97de-f8110750a7e0),segment_id=5389f886-2e36-420c-97de-f8110750a7e0)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:33.570034 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.582731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Calling delete_port for b5c64f2e-c6d9-4257-b3bd-2544a1622177 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:33.724994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b5c64f2e-c6d9-4257-b3bd-2544a1622177), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.750041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Port': ['ID=b5c64f2e-c6d9-4257-b3bd-2544a1622177,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:33.753464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No DVR routers for this DVR port b5c64f2e-c6d9-4257-b3bd-2544a1622177 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:33.832885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.853597 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b62d6a0>,) {'filters': {'network_id': ['37128a04-fa7b-477f-9bf3-b79a84254f64']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:33.862723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b62d6a0>, '5389f886-2e36-420c-97de-f8110750a7e0') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:33.863025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b62d6a0>, '5389f886-2e36-420c-97de-f8110750a7e0') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:33.873106 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.886328 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.892259 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:33.892643 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (5389f886-2e36-420c-97de-f8110750a7e0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:33.895982 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:34.009359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (37128a04-fa7b-477f-9bf3-b79a84254f64), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.016473 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.019643 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/37128a04-fa7b-477f-9bf3-b79a84254f64 HTTP/1.1" status: 204  len: 168 time: 1.8940742
May 14 22:11:34.024536 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50628) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:34.028624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-258918949'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:34.031385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0d5b5-8b7c-4efd-85e3-4dd8eeb08632 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Network': ['ID=37128a04-fa7b-477f-9bf3-b79a84254f64,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:34.107556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:34.111015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.134375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:34.142785 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.143192 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Added segment 1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957 of type vlan for network 0181fac5-aadd-4e71-ab5b-d5c7e7821222
May 14 22:11:34.181789 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (0181fac5-aadd-4e71-ab5b-d5c7e7821222), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.250193 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (0181fac5-aadd-4e71-ab5b-d5c7e7821222), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.255825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:34.256397 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.326326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Network': ['ID=0181fac5-aadd-4e71-ab5b-d5c7e7821222,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:34.337873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:34.356904 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6e25f4ec-9ab0-4583-9907-ed0091c1a76a tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.3324423
May 14 22:11:34.359754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50630) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:34.365423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'subnet': {'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:34.513414 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:34.516900 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.805595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (425fdb08-f79d-452d-8534-d7961ee818df), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:34.865248 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Subnet': ['ID=425fdb08-f79d-452d-8534-d7961ee818df,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:34.873956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Checking segment: {'id': '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:34.874310 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network hostable DHCP agents. Network: 0181fac5-aadd-4e71-ab5b-d5c7e7821222, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:34.976337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:35.073140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0181fac5-aadd-4e71-ab5b-d5c7e7821222) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:35.077088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:35.077731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.083995 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e976f-6567-4095-9889-db77c5abd0f0 None None] Network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:35.180362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0181fac5-aadd-4e71-ab5b-d5c7e7821222', 'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222', 'project_id': 'b607b5f0135a4c3bbced32a418b18a48', 'fixed_ips': [{'subnet_id': '425fdb08-f79d-452d-8534-d7961ee818df'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:35.181290 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.184469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aaa8a6de-cfac-4402-a4c9-cce6e13ef5e2 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8236799
May 14 22:11:35.187903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50632) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:35.193495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1622266933'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:35.267805 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:35.271418 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.295226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:35.304858 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.305261 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Added segment 3c39b32b-237c-4878-bcce-bc3fbe8f3328 of type vlan for network 693b4758-7ec7-4c24-abb0-2efb721bcc5b
May 14 22:11:35.325880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Allocated IP 2001:db8::2 (0181fac5-aadd-4e71-ab5b-d5c7e7821222/425fdb08-f79d-452d-8534-d7961ee818df/501c5069-8d7c-49f2-aa3a-0d38dfef5387) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:35.344961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.433895 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.439033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:35.439645 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.471841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Publish callbacks [] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.506431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Network': ['ID=693b4758-7ec7-4c24-abb0-2efb721bcc5b,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:35.516396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 693b4758-7ec7-4c24-abb0-2efb721bcc5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:35.543353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b9f27d19-3bc3-4cfb-9be4-656076d081d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3544264
May 14 22:11:35.546097 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50634) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:35.551611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Request body: {'subnet': {'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:35.575532 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.630128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:35.634149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:35.635980 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Pushing event updated for resources: {'Port': ['ID=501c5069-8d7c-49f2-aa3a-0d38dfef5387,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:35.638133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:35.693620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Attempting to bind port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:35.693990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Attempting to bind port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:35.694354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Attempting to bind port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 on network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:35.696188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Made reservation on behalf of b607b5f0135a4c3bbced32a418b18a48 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:35.699528 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:35.699783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.699899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Checking segment: {'id': '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:35.700297 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.700690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Bound using segment: {'id': '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:35.701158 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Bound port: 501c5069-8d7c-49f2-aa3a-0d38dfef5387, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0181fac5-aadd-4e71-ab5b-d5c7e7821222'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:35.701534 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.766546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] For port 501c5069-8d7c-49f2-aa3a-0d38dfef5387, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:35.770052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] For port 501c5069-8d7c-49f2-aa3a-0d38dfef5387, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501c5069-8d7c-49f2-aa3a-0d38dfef5387,segment=NetworkSegment(1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957),segment_id=1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:35.828214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:35.889006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4bbbe-655d-4c2e-9e7c-3f7b1b4d1750 None None] Pushing event updated for resources: {'Port': ['ID=501c5069-8d7c-49f2-aa3a-0d38dfef5387,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:35.942836 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (385f5b21-69eb-4117-8636-fb14df2b2723), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.008737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event updated for resources: {'Subnet': ['ID=385f5b21-69eb-4117-8636-fb14df2b2723,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:36.032969 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Checking segment: {'id': '3c39b32b-237c-4878-bcce-bc3fbe8f3328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:36.033347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network hostable DHCP agents. Network: 693b4758-7ec7-4c24-abb0-2efb721bcc5b, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:36.114261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Network 693b4758-7ec7-4c24-abb0-2efb721bcc5b is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:36.187736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 693b4758-7ec7-4c24-abb0-2efb721bcc5b) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:36.192919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:36.193678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.197747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742d975-ad73-479c-8609-914f27b12ff4 None None] Network 693b4758-7ec7-4c24-abb0-2efb721bcc5b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:36.306777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-693b4758-7ec7-4c24-abb0-2efb721bcc5b', 'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b', 'project_id': 'b607b5f0135a4c3bbced32a418b18a48', 'fixed_ips': [{'subnet_id': '385f5b21-69eb-4117-8636-fb14df2b2723'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:36.306777 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.333841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-613e7a5e-842e-4888-9a4d-a3a6bec1e38c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7865665
May 14 22:11:36.336413 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50636) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:36.432356 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.443252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Allocated IP 2001:db8::2 (693b4758-7ec7-4c24-abb0-2efb721bcc5b/385f5b21-69eb-4117-8636-fb14df2b2723/3375bc4a-0583-4aa0-b80c-f30bacf0d5fd) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:36.519920 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (385f5b21-69eb-4117-8636-fb14df2b2723), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.598529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Publish callbacks [] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.663332 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.705385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Network 693b4758-7ec7-4c24-abb0-2efb721bcc5b is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:36.708451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:36.714343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:36.725643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Pushing event updated for resources: {'Port': ['ID=3375bc4a-0583-4aa0-b80c-f30bacf0d5fd,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:36.749725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (385f5b21-69eb-4117-8636-fb14df2b2723), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.777623 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Subnet': ['ID=385f5b21-69eb-4117-8636-fb14df2b2723,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:36.781244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Attempting to bind port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:36.781648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Attempting to bind port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c39b32b-237c-4878-bcce-bc3fbe8f3328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:36.781983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Attempting to bind port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd on network 693b4758-7ec7-4c24-abb0-2efb721bcc5b {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:36.788295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:36.788677 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Checking segment: {'id': '3c39b32b-237c-4878-bcce-bc3fbe8f3328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:36.789079 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.789743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Bound using segment: {'id': '3c39b32b-237c-4878-bcce-bc3fbe8f3328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:36.790077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Bound port: 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c39b32b-237c-4878-bcce-bc3fbe8f3328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:36.790447 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.847299 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.858015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a29e6-3734-4f3a-adca-75237151080a None None] Network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:36.869150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230cc3070>,) {'filters': {'network_id': ['693b4758-7ec7-4c24-abb0-2efb721bcc5b']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:36.875202 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] For port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:36.878149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230cc3070>, '3c39b32b-237c-4878-bcce-bc3fbe8f3328') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:36.878445 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230cc3070>, '3c39b32b-237c-4878-bcce-bc3fbe8f3328') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:36.888220 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:36.922670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] For port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3375bc4a-0583-4aa0-b80c-f30bacf0d5fd,segment=NetworkSegment(3c39b32b-237c-4878-bcce-bc3fbe8f3328),segment_id=3c39b32b-237c-4878-bcce-bc3fbe8f3328)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:36.940921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] Provisioning complete for port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:36.941927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.018699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.019085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.025940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:37.026330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:37.029364 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:37.132816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] Current status of the port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:37.134226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.134985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8e675-a34e-4cbd-a23d-a9c0bf29fd2e None None] Pushing event updated for resources: {'Port': ['ID=3375bc4a-0583-4aa0-b80c-f30bacf0d5fd,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:37.155047 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.db.api [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 14 22:11:37.155047 ncdv-master-1 neutron-server[115781]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 14 22:11:37.155047 ncdv-master-1 neutron-server[115781]: [parameters: {'id': '693b4758-7ec7-4c24-abb0-2efb721bcc5b'}]
May 14 22:11:37.155047 ncdv-master-1 neutron-server[115781]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:11:37.155829 ncdv-master-1 neutron-server[115781]: DEBUG oslo_db.api [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:11:37.175820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af69e7b9-3213-4fd3-97b4-177f47d4dd84 None None] Network 693b4758-7ec7-4c24-abb0-2efb721bcc5b requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:37.182459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] For port 501c5069-8d7c-49f2-aa3a-0d38dfef5387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501c5069-8d7c-49f2-aa3a-0d38dfef5387,segment=NetworkSegment(1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957),segment_id=1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:37.277505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33630a23-541d-4f4d-b808-088261539d14 None None] get_active_networks_info from ncdv-master-1 {{(pid=115782) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 14 22:11:37.280692 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.542121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8f60dbed-70d0-42ce-90ad-c082cfefe918 None None] Provisioning complete for port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:37.542493 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8f60dbed-70d0-42ce-90ad-c082cfefe918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.549454 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492b3b3-5d76-4196-a631-418cec44f15c None None] Pushing event updated for resources: {'Port': ['ID=501c5069-8d7c-49f2-aa3a-0d38dfef5387,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:37.600830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33630a23-541d-4f4d-b808-088261539d14 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 14 22:11:37.625305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 501c5069-8d7c-49f2-aa3a-0d38dfef5387 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:37.657325 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.708772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:37.713030 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.743667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8f60dbed-70d0-42ce-90ad-c082cfefe918 None None] Current status of the port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:37.768312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:37.770207 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.771341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] For port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3375bc4a-0583-4aa0-b80c-f30bacf0d5fd,segment=NetworkSegment(3c39b32b-237c-4878-bcce-bc3fbe8f3328),segment_id=3c39b32b-237c-4878-bcce-bc3fbe8f3328)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:37.771736 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.784303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Calling delete_port for 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:37.891783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:37.963564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3375bc4a-0583-4aa0-b80c-f30bacf0d5fd), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:37.989011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Port': ['ID=3375bc4a-0583-4aa0-b80c-f30bacf0d5fd,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:37.993988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No DVR routers for this DVR port 3375bc4a-0583-4aa0-b80c-f30bacf0d5fd on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:38.072726 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.092477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a877250>,) {'filters': {'network_id': ['693b4758-7ec7-4c24-abb0-2efb721bcc5b']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:38.102199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a877250>, '3c39b32b-237c-4878-bcce-bc3fbe8f3328') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:38.102497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a877250>, '3c39b32b-237c-4878-bcce-bc3fbe8f3328') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:38.111635 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.124377 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.130052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:38.130422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (3c39b32b-237c-4878-bcce-bc3fbe8f3328), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:38.133296 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:38.290523 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (693b4758-7ec7-4c24-abb0-2efb721bcc5b), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.297833 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.300986 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/693b4758-7ec7-4c24-abb0-2efb721bcc5b HTTP/1.1" status: 204  len: 168 time: 1.9635293
May 14 22:11:38.304323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50638) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:38.312066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c57e0f-3d54-4885-ae6d-ed7889516fe8 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Network': ['ID=693b4758-7ec7-4c24-abb0-2efb721bcc5b,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:38.337635 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e90eaa-0cb0-4e12-aea0-a541fe962e87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] GET failed (client error): The resource could not be found.
May 14 22:11:38.338880 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-39e90eaa-0cb0-4e12-aea0-a541fe962e87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "GET /v2.0/subnets/385f5b21-69eb-4117-8636-fb14df2b2723 HTTP/1.1" status: 404  len: 337 time: 0.0334938
May 14 22:11:38.341671 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50640) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:38.359633 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8de7783-d271-48d5-8dab-072f904629b7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:38.360103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8de7783-d271-48d5-8dab-072f904629b7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:38.362891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c8de7783-d271-48d5-8dab-072f904629b7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/693b4758-7ec7-4c24-abb0-2efb721bcc5b HTTP/1.1" status: 404  len: 339 time: 0.0202632
May 14 22:11:38.366459 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50642) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:38.391384 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8626e43d-6bab-4565-bf8f-3f4c94ebfb9c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:38.391864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8626e43d-6bab-4565-bf8f-3f4c94ebfb9c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:38.395401 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8626e43d-6bab-4565-bf8f-3f4c94ebfb9c tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/subnets/385f5b21-69eb-4117-8636-fb14df2b2723 HTTP/1.1" status: 404  len: 337 time: 0.0280466
May 14 22:11:38.397690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50644) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:38.414946 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d15a13-846a-4f51-a97f-a8c75d6864bf tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:38.415424 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d15a13-846a-4f51-a97f-a8c75d6864bf tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:38.418830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c2d15a13-846a-4f51-a97f-a8c75d6864bf tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/693b4758-7ec7-4c24-abb0-2efb721bcc5b HTTP/1.1" status: 404  len: 339 time: 0.0202324
May 14 22:11:38.420595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50646) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:38.470481 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting subnet 425fdb08-f79d-452d-8534-d7961ee818df {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:11:38.473573 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (425fdb08-f79d-452d-8534-d7961ee818df), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.513335 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (425fdb08-f79d-452d-8534-d7961ee818df), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.598582 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (425fdb08-f79d-452d-8534-d7961ee818df), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.725532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (425fdb08-f79d-452d-8534-d7961ee818df), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.753622 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Subnet': ['ID=425fdb08-f79d-452d-8534-d7961ee818df,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:38.755645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.759649 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff4a01fc-565c-410c-afbe-486fffee1a87 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/subnets/425fdb08-f79d-452d-8534-d7961ee818df HTTP/1.1" status: 204  len: 168 time: 0.3372803
May 14 22:11:38.760855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af87d89b-793c-4871-ac2f-dc31ceed99cb None None] Network 0181fac5-aadd-4e71-ab5b-d5c7e7821222 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:38.761841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50648) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:38.841770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (0181fac5-aadd-4e71-ab5b-d5c7e7821222), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.869330 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-43363c16-5faa-4a1c-b7a2-be80b149df75 req-629087df-e024-4405-b7a0-5c922b84febd tempest-TestVolumeBootPattern-1752998452 tempest-TestVolumeBootPattern-1752998452-project] (115780) timed out ('10.222.0.52', 44710) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:11:38.886958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:38.887293 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.903526 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] DHCP port deletion for 0181fac5-aadd-4e71-ab5b-d5c7e7821222 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:11:38.947077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] Deleting port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:38.947454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.954777 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] For port 501c5069-8d7c-49f2-aa3a-0d38dfef5387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501c5069-8d7c-49f2-aa3a-0d38dfef5387,segment=NetworkSegment(1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957),segment_id=1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:38.955138 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:38.968349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Calling delete_port for 501c5069-8d7c-49f2-aa3a-0d38dfef5387 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:39.012632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] For port 501c5069-8d7c-49f2-aa3a-0d38dfef5387, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=501c5069-8d7c-49f2-aa3a-0d38dfef5387,segment=NetworkSegment(1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957),segment_id=1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:39.013027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.026742 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] Calling delete_port for 501c5069-8d7c-49f2-aa3a-0d38dfef5387 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:39.124918 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.131220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (501c5069-8d7c-49f2-aa3a-0d38dfef5387), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.149261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Port': ['ID=501c5069-8d7c-49f2-aa3a-0d38dfef5387,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:39.152868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No DVR routers for this DVR port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:39.159717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] Pushing event deleted for resources: {'Port': ['ID=501c5069-8d7c-49f2-aa3a-0d38dfef5387,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:39.164081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d0585-d161-4980-8877-4cfc232d7cfd None None] No DVR routers for this DVR port 501c5069-8d7c-49f2-aa3a-0d38dfef5387 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:39.236471 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (0181fac5-aadd-4e71-ab5b-d5c7e7821222), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.256538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522a19a5b0>,) {'filters': {'network_id': ['0181fac5-aadd-4e71-ab5b-d5c7e7821222']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:39.265405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a19a5b0>, '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:39.265706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522a19a5b0>, '1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:39.275227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.289545 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.295432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:39.296042 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (1eceaed7-fe56-4d1c-b5b5-f3b11e2d4957), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:39.298777 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:39.420364 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (0181fac5-aadd-4e71-ab5b-d5c7e7821222), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.427582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.430557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/0181fac5-aadd-4e71-ab5b-d5c7e7821222 HTTP/1.1" status: 204  len: 168 time: 0.6677067
May 14 22:11:39.433192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50652) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:39.441522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675b6b6-b78f-4d16-be36-ed3d041a0c21 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Network': ['ID=0181fac5-aadd-4e71-ab5b-d5c7e7821222,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:39.463019 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b497eff-adfd-4f83-bea0-6fdd63566be5 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:39.463504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b497eff-adfd-4f83-bea0-6fdd63566be5 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:39.466496 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6b497eff-adfd-4f83-bea0-6fdd63566be5 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/subnets/5cd04856-1e93-4ec3-b932-94a1cdb933d7 HTTP/1.1" status: 404  len: 337 time: 0.0322840
May 14 22:11:39.468987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50654) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:39.491446 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8654767-3733-4fb7-acb0-d6c69aac99c9 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:39.491960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8654767-3733-4fb7-acb0-d6c69aac99c9 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:39.494879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8654767-3733-4fb7-acb0-d6c69aac99c9 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/37128a04-fa7b-477f-9bf3-b79a84254f64 HTTP/1.1" status: 404  len: 339 time: 0.0249579
May 14 22:11:39.497427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50656) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:39.523043 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-37422fb0-f21d-444a-ab2c-0ea23ebe6202 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:39.523514 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37422fb0-f21d-444a-ab2c-0ea23ebe6202 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:39.526445 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37422fb0-f21d-444a-ab2c-0ea23ebe6202 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/subnets/55374a07-c3ec-48ed-b211-c4b969fbe504 HTTP/1.1" status: 404  len: 337 time: 0.0281329
May 14 22:11:39.528926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50658) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:39.546822 ncdv-master-1 neutron-server[115780]: INFO neutron.pecan_wsgi.hooks.translation [None req-170f92e1-a564-4ef1-a354-4a7322886ee6 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] DELETE failed (client error): The resource could not be found.
May 14 22:11:39.547172 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-170f92e1-a564-4ef1-a354-4a7322886ee6 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 14 22:11:39.550125 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-170f92e1-a564-4ef1-a354-4a7322886ee6 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/e94b6dd6-440e-4d38-a485-b42e86bc8ac2 HTTP/1.1" status: 404  len: 339 time: 0.0203004
May 14 22:11:39.553325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50660) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:39.595999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 501c5069-8d7c-49f2-aa3a-0d38dfef5387 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:11:39.610988 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting subnet 1a91034f-818f-4ea7-a5ae-c346f02ee6af {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:11:39.614228 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (1a91034f-818f-4ea7-a5ae-c346f02ee6af), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.620263 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 501c5069-8d7c-49f2-aa3a-0d38dfef5387 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:11:39.620617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 501c5069-8d7c-49f2-aa3a-0d38dfef5387 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:11:39.654769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (1a91034f-818f-4ea7-a5ae-c346f02ee6af), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.741965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (1a91034f-818f-4ea7-a5ae-c346f02ee6af), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.860825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (1a91034f-818f-4ea7-a5ae-c346f02ee6af), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.890488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Subnet': ['ID=1a91034f-818f-4ea7-a5ae-c346f02ee6af,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:39.892544 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:39.896898 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bc0692e6-309a-4eac-ae37-106c2ca43c4d tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/subnets/1a91034f-818f-4ea7-a5ae-c346f02ee6af HTTP/1.1" status: 204  len: 168 time: 0.3417594
May 14 22:11:39.898721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181c41b-e65e-4565-8906-90ff118a0deb None None] Network ef258b4c-d195-4c22-ae9a-095071e6d7b9 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:39.899334 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50664) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:39.980853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (ef258b4c-d195-4c22-ae9a-095071e6d7b9), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.031219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Deleting port 402164ef-2128-4769-ba9d-c4e64fdaa654 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:40.031589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.047688 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] DHCP port deletion for ef258b4c-d195-4c22-ae9a-095071e6d7b9 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:11:40.086630 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] Deleting port 402164ef-2128-4769-ba9d-c4e64fdaa654 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:40.087000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.094204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] For port 402164ef-2128-4769-ba9d-c4e64fdaa654, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402164ef-2128-4769-ba9d-c4e64fdaa654,segment=NetworkSegment(271f69d0-fc74-4422-be0b-16f578cccc72),segment_id=271f69d0-fc74-4422-be0b-16f578cccc72)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:40.094570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.107058 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Calling delete_port for 402164ef-2128-4769-ba9d-c4e64fdaa654 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:40.148185 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] For port 402164ef-2128-4769-ba9d-c4e64fdaa654, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=402164ef-2128-4769-ba9d-c4e64fdaa654,segment=NetworkSegment(271f69d0-fc74-4422-be0b-16f578cccc72),segment_id=271f69d0-fc74-4422-be0b-16f578cccc72)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:40.148574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.161366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] Calling delete_port for 402164ef-2128-4769-ba9d-c4e64fdaa654 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:40.283302 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.290433 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (402164ef-2128-4769-ba9d-c4e64fdaa654), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.309988 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Port': ['ID=402164ef-2128-4769-ba9d-c4e64fdaa654,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:40.313389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] No DVR routers for this DVR port 402164ef-2128-4769-ba9d-c4e64fdaa654 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:40.322698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] Pushing event deleted for resources: {'Port': ['ID=402164ef-2128-4769-ba9d-c4e64fdaa654,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:40.330585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286667d-45f3-4800-bd14-c5201d0ecb55 None None] No DVR routers for this DVR port 402164ef-2128-4769-ba9d-c4e64fdaa654 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:40.394191 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (ef258b4c-d195-4c22-ae9a-095071e6d7b9), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.398239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c115605c-9dac-41e1-8ff2-853fb8d2335a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.415109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522abaaee0>,) {'filters': {'network_id': ['ef258b4c-d195-4c22-ae9a-095071e6d7b9']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:40.424056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522abaaee0>, '271f69d0-fc74-4422-be0b-16f578cccc72') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:40.424349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522abaaee0>, '271f69d0-fc74-4422-be0b-16f578cccc72') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:40.433469 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (271f69d0-fc74-4422-be0b-16f578cccc72), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.446190 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (271f69d0-fc74-4422-be0b-16f578cccc72), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.451801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:40.452179 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (271f69d0-fc74-4422-be0b-16f578cccc72), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:40.455025 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:40.585915 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (ef258b4c-d195-4c22-ae9a-095071e6d7b9), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.593025 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:40.595314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] 10.222.0.52 "DELETE /v2.0/networks/ef258b4c-d195-4c22-ae9a-095071e6d7b9 HTTP/1.1" status: 204  len: 168 time: 0.6948307
May 14 22:11:40.606499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f6230-c101-4b52-a39d-fed0720b78d7 tempest-NetworksIpV6Test-1755837755 tempest-NetworksIpV6Test-1755837755-project] Pushing event deleted for resources: {'Network': ['ID=ef258b4c-d195-4c22-ae9a-095071e6d7b9,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:41.127005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50670) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:41.256300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e02b71bf-a465-48a2-8e1d-2eef405ed5fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b607b5f0135a4c3bbced32a418b18a48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1281452
May 14 22:11:41.258806 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50674) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:41.310452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae98a2ee-0eac-4427-87fa-5efe71749f33 admin admin] Publish callbacks [] for security_group (e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:41.331168 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae98a2ee-0eac-4427-87fa-5efe71749f33 admin admin] Publish callbacks [] for security_group (e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:41.444689 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae98a2ee-0eac-4427-87fa-5efe71749f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:41.447244 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae98a2ee-0eac-4427-87fa-5efe71749f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:41.448476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae98a2ee-0eac-4427-87fa-5efe71749f33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb HTTP/1.1" status: 204  len: 168 time: 0.1887667
May 14 22:11:41.455886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a2ee-0eac-4427-87fa-5efe71749f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c52e9e-e6af-4d7c-a0dc-7c3973c5f8bb,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:41.588698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 402164ef-2128-4769-ba9d-c4e64fdaa654 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:11:41.608842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 402164ef-2128-4769-ba9d-c4e64fdaa654 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:11:41.609273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 402164ef-2128-4769-ba9d-c4e64fdaa654 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:11:42.370546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50696) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:42.376077 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.466172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2038677476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:42.536588 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (c263477a-099d-47ad-bd48-a5812c9c9e3e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.537625 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (c263477a-099d-47ad-bd48-a5812c9c9e3e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.588366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for router_controller (c263477a-099d-47ad-bd48-a5812c9c9e3e), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.673923 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (c263477a-099d-47ad-bd48-a5812c9c9e3e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.772490 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.773690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ccfac57d-95cb-45ed-b5b6-156b391b38ab tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.4021375
May 14 22:11:42.776396 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50700) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:42.781120 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-292754329'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:42.862356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Made reservation on behalf of 38fffeb99e874697a310d3fef990608a for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:42.866404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.877345 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.879464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4911d5ed-809e-4c5b-9c77-356b331c1c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.956989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for security_group (9f39c2a0-8381-4f3b-b60b-207174561053), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:42.965181 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.015775 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9f39c2a0-8381-4f3b-b60b-207174561053), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.042514 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:43.051868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39c2a0-8381-4f3b-b60b-207174561053,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:43.058410 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9d850d4e-0718-4b4f-b6d4-9c5e889beb49), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.058813 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Added segment 9d850d4e-0718-4b4f-b6d4-9c5e889beb49 of type vlan for network 5110d515-9f0a-4b74-9e2f-144b6ed784ba
May 14 22:11:43.097514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (5110d515-9f0a-4b74-9e2f-144b6ed784ba), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.170231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (5110d515-9f0a-4b74-9e2f-144b6ed784ba), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.175243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:43.175840 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.241890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event updated for resources: {'Network': ['ID=5110d515-9f0a-4b74-9e2f-144b6ed784ba,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:43.251844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 5110d515-9f0a-4b74-9e2f-144b6ed784ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:43.270279 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-9da889bd-d930-42c1-811a-70ef62efbf03 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4927859
May 14 22:11:43.274027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50702) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:43.278857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Request body: {'subnet': {'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:43.427265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Made reservation on behalf of 38fffeb99e874697a310d3fef990608a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:43.430757 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.639341 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (738e5fb4-3b35-4d83-953c-5b5ecbd38183), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.701742 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event updated for resources: {'Subnet': ['ID=738e5fb4-3b35-4d83-953c-5b5ecbd38183,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:43.711102 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Checking segment: {'id': '9d850d4e-0718-4b4f-b6d4-9c5e889beb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:43.711499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Network hostable DHCP agents. Network: 5110d515-9f0a-4b74-9e2f-144b6ed784ba, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:43.791788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Network 5110d515-9f0a-4b74-9e2f-144b6ed784ba is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:43.855919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5110d515-9f0a-4b74-9e2f-144b6ed784ba) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:43.860440 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:43.861503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:43.864705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d0ef06-0178-477f-964f-5ea2839d975f None None] Network 5110d515-9f0a-4b74-9e2f-144b6ed784ba requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:43.945902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-21fd7089-26ce-41ff-ae7f-c4a201a1b66e tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6707463
May 14 22:11:43.952048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50704) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:43.953750 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1432953392'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:43.971063 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5110d515-9f0a-4b74-9e2f-144b6ed784ba', 'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba', 'project_id': '38fffeb99e874697a310d3fef990608a', 'fixed_ips': [{'subnet_id': '738e5fb4-3b35-4d83-953c-5b5ecbd38183'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:43.975508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.044166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.068049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Made reservation on behalf of 38fffeb99e874697a310d3fef990608a for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:44.072235 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.095115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:44.104279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ddaaa012-2987-4b08-a208-ffe6ac9aecd6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.104698 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Added segment ddaaa012-2987-4b08-a208-ffe6ac9aecd6 of type vlan for network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a
May 14 22:11:44.110160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Allocated IP 172.20.0.2 (5110d515-9f0a-4b74-9e2f-144b6ed784ba/738e5fb4-3b35-4d83-953c-5b5ecbd38183/1d62f8c5-893d-4a35-81a3-046a739a0ee9) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:44.144310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7562f1fc-fc41-45b1-8f2a-8925abbdec4a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.237598 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7562f1fc-fc41-45b1-8f2a-8925abbdec4a), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.243649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:44.247570 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.255763 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Publish callbacks [] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.310148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event updated for resources: {'Network': ['ID=7562f1fc-fc41-45b1-8f2a-8925abbdec4a,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:44.320392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:44.324728 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.355941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-636dca75-b6bf-45ba-bfe2-391b66a6cc64 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4059703
May 14 22:11:44.358789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50706) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:44.363735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Request body: {'subnet': {'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:44.418016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Network 5110d515-9f0a-4b74-9e2f-144b6ed784ba is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:44.424953 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:44.426671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Pushing event updated for resources: {'Port': ['ID=1d62f8c5-893d-4a35-81a3-046a739a0ee9,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:44.434244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:44.494125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Attempting to bind port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:44.494409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Attempting to bind port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d850d4e-0718-4b4f-b6d4-9c5e889beb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:44.494791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Attempting to bind port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 on network 5110d515-9f0a-4b74-9e2f-144b6ed784ba {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:44.499730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:44.500134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Checking segment: {'id': '9d850d4e-0718-4b4f-b6d4-9c5e889beb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:44.500530 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.500924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Bound using segment: {'id': '9d850d4e-0718-4b4f-b6d4-9c5e889beb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:44.501375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Bound port: 1d62f8c5-893d-4a35-81a3-046a739a0ee9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d850d4e-0718-4b4f-b6d4-9c5e889beb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5110d515-9f0a-4b74-9e2f-144b6ed784ba'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:44.501829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.536133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Made reservation on behalf of 38fffeb99e874697a310d3fef990608a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:44.540145 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.564044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] For port 1d62f8c5-893d-4a35-81a3-046a739a0ee9, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:44.567507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] For port 1d62f8c5-893d-4a35-81a3-046a739a0ee9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d62f8c5-893d-4a35-81a3-046a739a0ee9,segment=NetworkSegment(9d850d4e-0718-4b4f-b6d4-9c5e889beb49),segment_id=9d850d4e-0718-4b4f-b6d4-9c5e889beb49)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:44.634275 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:44.711883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89a7b4-3d10-4bd9-b2db-e115cc6d8853 None None] Pushing event updated for resources: {'Port': ['ID=1d62f8c5-893d-4a35-81a3-046a739a0ee9,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:45.153865 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (30564110-0bd4-4ffe-9757-68e1b528b9ab), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:45.211211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event updated for resources: {'Subnet': ['ID=30564110-0bd4-4ffe-9757-68e1b528b9ab,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:45.221105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Checking segment: {'id': 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:45.221457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Network hostable DHCP agents. Network: 7562f1fc-fc41-45b1-8f2a-8925abbdec4a, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:45.302711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:45.416502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7562f1fc-fc41-45b1-8f2a-8925abbdec4a) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:45.424648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:45.424648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:45.426412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02075de5-c5cc-4d26-af0d-e1720654954a None None] Network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:45.525109 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50708) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:45.525763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d766b68c-2051-43b7-855f-1acbfb17eb19 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1655536
May 14 22:11:45.530850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-12abae28-6bb8-414e-a0c1-ec61cc6a36f0 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Request body: {'router': {'external_gateway_info': {'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:45.542403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7562f1fc-fc41-45b1-8f2a-8925abbdec4a', 'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a', 'project_id': '38fffeb99e874697a310d3fef990608a', 'fixed_ips': [{'subnet_id': '30564110-0bd4-4ffe-9757-68e1b528b9ab'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:45.543500 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:45.659867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1d62f8c5-893d-4a35-81a3-046a739a0ee9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:45.716324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd472f82-1a47-4d52-81ef-b6d4265e327e None None] Network 5110d515-9f0a-4b74-9e2f-144b6ed784ba requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:45.784610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] Provisioning complete for port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:45.784978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:45.786537 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-12abae28-6bb8-414e-a0c1-ec61cc6a36f0 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for router_gateway (c263477a-099d-47ad-bd48-a5812c9c9e3e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:45.830737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Allocated IP 172.21.0.2 (7562f1fc-fc41-45b1-8f2a-8925abbdec4a/30564110-0bd4-4ffe-9757-68e1b528b9ab/d4ffd672-af54-493d-83c6-bc75ffaf7a26) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:45.877858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:45.881748 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:45.954007 ncdv-master-1 neutron-server[115780]: INFO neutron.api.v2.resource [None req-12abae28-6bb8-414e-a0c1-ec61cc6a36f0 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 14 22:11:45.955073 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-12abae28-6bb8-414e-a0c1-ec61cc6a36f0 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "PUT /v2.0/routers/c263477a-099d-47ad-bd48-a5812c9c9e3e HTTP/1.1" status: 400  len: 364 time: 0.4281025
May 14 22:11:45.961990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50712) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:46.020390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Deleting subnet 30564110-0bd4-4ffe-9757-68e1b528b9ab {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:11:46.140743 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.213531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] Current status of the port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:46.213914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.297119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:46.297498 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.337460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] For port 1d62f8c5-893d-4a35-81a3-046a739a0ee9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d62f8c5-893d-4a35-81a3-046a739a0ee9,segment=NetworkSegment(9d850d4e-0718-4b4f-b6d4-9c5e889beb49),segment_id=9d850d4e-0718-4b4f-b6d4-9c5e889beb49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:46.347371 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Publish callbacks [] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.386702 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.421713 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for subnet (30564110-0bd4-4ffe-9757-68e1b528b9ab), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.432048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.463295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (30564110-0bd4-4ffe-9757-68e1b528b9ab), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.470476 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:11:46.470892 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:11:46.474885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:46.476403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82f162-4b92-455e-b2f9-14cba7b14522 None None] Pushing event updated for resources: {'Port': ['ID=1d62f8c5-893d-4a35-81a3-046a739a0ee9,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:46.479880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:46.504098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:46.537719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5ceb9845-15a6-46fa-a1d9-eb0c8ab69938 None None] Provisioning complete for port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:46.538098 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5ceb9845-15a6-46fa-a1d9-eb0c8ab69938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.546998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (30564110-0bd4-4ffe-9757-68e1b528b9ab), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.557899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Pushing event updated for resources: {'Port': ['ID=d4ffd672-af54-493d-83c6-bc75ffaf7a26,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:46.617823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Attempting to bind port d4ffd672-af54-493d-83c6-bc75ffaf7a26 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:46.618198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Attempting to bind port d4ffd672-af54-493d-83c6-bc75ffaf7a26 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:46.618573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Attempting to bind port d4ffd672-af54-493d-83c6-bc75ffaf7a26 on network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:46.627853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:46.633477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Checking segment: {'id': 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:46.633477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.633477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Bound using segment: {'id': 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:46.633477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Bound port: d4ffd672-af54-493d-83c6-bc75ffaf7a26, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7562f1fc-fc41-45b1-8f2a-8925abbdec4a'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:46.633477 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.679320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (30564110-0bd4-4ffe-9757-68e1b528b9ab), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.707645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event deleted for resources: {'Subnet': ['ID=30564110-0bd4-4ffe-9757-68e1b528b9ab,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:46.708119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb9845-15a6-46fa-a1d9-eb0c8ab69938 None None] Current status of the port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:46.710481 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.716180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50714) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:46.716647 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-be8a356b-1071-4503-aeda-ef679abbe0a4 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "DELETE /v2.0/subnets/30564110-0bd4-4ffe-9757-68e1b528b9ab HTTP/1.1" status: 204  len: 168 time: 0.7531621
May 14 22:11:46.733164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] For port d4ffd672-af54-493d-83c6-bc75ffaf7a26, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:46.736362 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] For port d4ffd672-af54-493d-83c6-bc75ffaf7a26, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4ffd672-af54-493d-83c6-bc75ffaf7a26,segment=NetworkSegment(ddaaa012-2987-4b08-a208-ffe6ac9aecd6),segment_id=ddaaa012-2987-4b08-a208-ffe6ac9aecd6)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:46.793694 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.799134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7562f1fc-fc41-45b1-8f2a-8925abbdec4a), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.824693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.850563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Deleting port d4ffd672-af54-493d-83c6-bc75ffaf7a26 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:46.851268 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.857309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34497c4d-f651-4bd8-a855-1a94470d10c4 None None] Pushing event updated for resources: {'Port': ['ID=d4ffd672-af54-493d-83c6-bc75ffaf7a26,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:46.920529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] For port d4ffd672-af54-493d-83c6-bc75ffaf7a26, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4ffd672-af54-493d-83c6-bc75ffaf7a26,segment=NetworkSegment(ddaaa012-2987-4b08-a208-ffe6ac9aecd6),segment_id=ddaaa012-2987-4b08-a208-ffe6ac9aecd6)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:46.920906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:46.935543 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Calling delete_port for d4ffd672-af54-493d-83c6-bc75ffaf7a26 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:47.041244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:47.072287 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d4ffd672-af54-493d-83c6-bc75ffaf7a26), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.096381 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event deleted for resources: {'Port': ['ID=d4ffd672-af54-493d-83c6-bc75ffaf7a26,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:47.106454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] No DVR routers for this DVR port d4ffd672-af54-493d-83c6-bc75ffaf7a26 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:47.109056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.109392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.109734 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.110072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.110411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.110745 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.111076 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.111404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.111764 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.112094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.112412 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.112909 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.113237 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.113571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.114075 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:47.201105 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7562f1fc-fc41-45b1-8f2a-8925abbdec4a), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.220449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5230881940>,) {'filters': {'network_id': ['7562f1fc-fc41-45b1-8f2a-8925abbdec4a']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:47.229574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230881940>, 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:47.229872 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5230881940>, 'ddaaa012-2987-4b08-a208-ffe6ac9aecd6') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:47.239069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (ddaaa012-2987-4b08-a208-ffe6ac9aecd6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.252642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (ddaaa012-2987-4b08-a208-ffe6ac9aecd6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.259018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:47.259340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (ddaaa012-2987-4b08-a208-ffe6ac9aecd6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:47.262273 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:47.410601 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7562f1fc-fc41-45b1-8f2a-8925abbdec4a), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.418377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.421448 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "DELETE /v2.0/networks/7562f1fc-fc41-45b1-8f2a-8925abbdec4a HTTP/1.1" status: 204  len: 168 time: 0.7028668
May 14 22:11:47.423862 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50716) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:47.441600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f375e6d-7bdc-42f5-a45c-bf5d19598455 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event deleted for resources: {'Network': ['ID=7562f1fc-fc41-45b1-8f2a-8925abbdec4a,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:47.486212 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Deleting subnet 738e5fb4-3b35-4d83-953c-5b5ecbd38183 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:11:47.490851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for subnet (738e5fb4-3b35-4d83-953c-5b5ecbd38183), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.533512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (738e5fb4-3b35-4d83-953c-5b5ecbd38183), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.628007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1d62f8c5-893d-4a35-81a3-046a739a0ee9 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:47.631932 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (738e5fb4-3b35-4d83-953c-5b5ecbd38183), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.688306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:47.688760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.777721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:47.805380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (738e5fb4-3b35-4d83-953c-5b5ecbd38183), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.835614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event deleted for resources: {'Subnet': ['ID=738e5fb4-3b35-4d83-953c-5b5ecbd38183,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:47.835810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4020ff8b-ff9b-4eba-9d37-c0cf0679b4b1 None None] Could not find standard attr ID for object d4ffd672-af54-493d-83c6-bc75ffaf7a26. {{(pid=115782) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 14 22:11:47.839309 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.842501 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f3a45d26-365c-49f6-a52e-bbcc9d04bdd6 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "DELETE /v2.0/subnets/738e5fb4-3b35-4d83-953c-5b5ecbd38183 HTTP/1.1" status: 204  len: 168 time: 0.4177496
May 14 22:11:47.844897 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50718) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:47.850504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d930057-f8a4-4563-a1e1-d7c3e9b80f5a None None] Network 5110d515-9f0a-4b74-9e2f-144b6ed784ba requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:47.877744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c3868-448e-477a-8046-0359c195287f None None] DHCP port deletion for 7562f1fc-fc41-45b1-8f2a-8925abbdec4a request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:11:47.939315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c340db-e1ea-4821-8643-ce1e15fcb973 None None] Network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:47.945547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (5110d515-9f0a-4b74-9e2f-144b6ed784ba), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:47.955549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c340db-e1ea-4821-8643-ce1e15fcb973 None None] Network 7562f1fc-fc41-45b1-8f2a-8925abbdec4a could not be found, it might have been deleted concurrently. {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 14 22:11:47.997421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Deleting port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:47.997764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.030950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] DHCP port deletion for 5110d515-9f0a-4b74-9e2f-144b6ed784ba request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:11:48.073204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] For port 1d62f8c5-893d-4a35-81a3-046a739a0ee9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d62f8c5-893d-4a35-81a3-046a739a0ee9,segment=NetworkSegment(9d850d4e-0718-4b4f-b6d4-9c5e889beb49),segment_id=9d850d4e-0718-4b4f-b6d4-9c5e889beb49)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:48.073489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.077983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] Deleting port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:11:48.078360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.087149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Calling delete_port for 1d62f8c5-893d-4a35-81a3-046a739a0ee9 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:48.140277 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] For port 1d62f8c5-893d-4a35-81a3-046a739a0ee9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d62f8c5-893d-4a35-81a3-046a739a0ee9,segment=NetworkSegment(9d850d4e-0718-4b4f-b6d4-9c5e889beb49),segment_id=9d850d4e-0718-4b4f-b6d4-9c5e889beb49)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:48.140679 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.154129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] Calling delete_port for 1d62f8c5-893d-4a35-81a3-046a739a0ee9 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:11:48.225917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.232597 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (1d62f8c5-893d-4a35-81a3-046a739a0ee9), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.253135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event deleted for resources: {'Port': ['ID=1d62f8c5-893d-4a35-81a3-046a739a0ee9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:48.256113 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] No DVR routers for this DVR port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:48.257835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] Pushing event deleted for resources: {'Port': ['ID=1d62f8c5-893d-4a35-81a3-046a739a0ee9,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:48.262140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c90506-6beb-481e-b89d-d39896a4eac3 None None] No DVR routers for this DVR port 1d62f8c5-893d-4a35-81a3-046a739a0ee9 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:11:48.347584 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (5110d515-9f0a-4b74-9e2f-144b6ed784ba), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.366891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b83b190>,) {'filters': {'network_id': ['5110d515-9f0a-4b74-9e2f-144b6ed784ba']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:48.375878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b83b190>, '9d850d4e-0718-4b4f-b6d4-9c5e889beb49') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:48.376169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b83b190>, '9d850d4e-0718-4b4f-b6d4-9c5e889beb49') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:48.385870 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (9d850d4e-0718-4b4f-b6d4-9c5e889beb49), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.399549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (9d850d4e-0718-4b4f-b6d4-9c5e889beb49), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.405456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:11:48.405836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (9d850d4e-0718-4b4f-b6d4-9c5e889beb49), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:11:48.411067 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:11:48.517606 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (5110d515-9f0a-4b74-9e2f-144b6ed784ba), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.524935 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.527999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "DELETE /v2.0/networks/5110d515-9f0a-4b74-9e2f-144b6ed784ba HTTP/1.1" status: 204  len: 168 time: 0.6820211
May 14 22:11:48.530967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50720) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:48.540358 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c09ee-f6e8-4339-ba28-1f27013e44ea tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Pushing event deleted for resources: {'Network': ['ID=5110d515-9f0a-4b74-9e2f-144b6ed784ba,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:48.561231 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b1d876bd-b2fa-4a91-af13-859ee26b402a tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "GET /v2.0/ports?device_id=c263477a-099d-47ad-bd48-a5812c9c9e3e HTTP/1.1" status: 200  len: 205 time: 0.0290639
May 14 22:11:48.563680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50722) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:48.641060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for router (c263477a-099d-47ad-bd48-a5812c9c9e3e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.799906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (c263477a-099d-47ad-bd48-a5812c9c9e3e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.802064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for router_controller (c263477a-099d-47ad-bd48-a5812c9c9e3e), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.912868 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (c263477a-099d-47ad-bd48-a5812c9c9e3e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.913436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Fanout notify agent at l3_agent the message router_deleted on router c263477a-099d-47ad-bd48-a5812c9c9e3e {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:11:48.920147 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:48.921256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-731bf500-0f5f-4126-a196-00d652cb4879 tempest-RoutersNegativeTest-1522488987 tempest-RoutersNegativeTest-1522488987-project] 10.222.0.52 "DELETE /v2.0/routers/c263477a-099d-47ad-bd48-a5812c9c9e3e HTTP/1.1" status: 204  len: 168 time: 0.3566930
May 14 22:11:49.383366 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50728) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:49.511973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-99f4d980-e3b6-4c83-ba73-3d16198fb667 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38fffeb99e874697a310d3fef990608a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1273127
May 14 22:11:49.514458 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50732) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:49.567020 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c02b-1fbb-4efe-9322-eba79cdf055f admin admin] Publish callbacks [] for security_group (9f39c2a0-8381-4f3b-b60b-207174561053), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:49.589624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c02b-1fbb-4efe-9322-eba79cdf055f admin admin] Publish callbacks [] for security_group (9f39c2a0-8381-4f3b-b60b-207174561053), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:49.604886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d4ffd672-af54-493d-83c6-bc75ffaf7a26 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:11:49.624768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: d4ffd672-af54-493d-83c6-bc75ffaf7a26 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:11:49.625119 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device d4ffd672-af54-493d-83c6-bc75ffaf7a26 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:11:49.625535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1d62f8c5-893d-4a35-81a3-046a739a0ee9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:11:49.644631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1d62f8c5-893d-4a35-81a3-046a739a0ee9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:11:49.650396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1d62f8c5-893d-4a35-81a3-046a739a0ee9 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:11:49.718838 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c02b-1fbb-4efe-9322-eba79cdf055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9f39c2a0-8381-4f3b-b60b-207174561053), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:49.721510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c02b-1fbb-4efe-9322-eba79cdf055f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:49.722763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e7e9c02b-1fbb-4efe-9322-eba79cdf055f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f39c2a0-8381-4f3b-b60b-207174561053 HTTP/1.1" status: 204  len: 168 time: 0.2073500
May 14 22:11:49.730829 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c02b-1fbb-4efe-9322-eba79cdf055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39c2a0-8381-4f3b-b60b-207174561053,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:50.781839 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50754) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:50.877185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1456046910-network', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:50.998898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Made reservation on behalf of 86b19a25559c4ce7a8a6ee7c86fcab56 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:51.001315 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.009927 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.081224 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks [] for security_group (fa285a64-61db-4f9b-a4d0-67c9528448ba), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.152748 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fa285a64-61db-4f9b-a4d0-67c9528448ba), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.172886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:51.187068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa285a64-61db-4f9b-a4d0-67c9528448ba,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:51.189913 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (256ba1ae-5a94-409f-b615-8672c54db70d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.190307 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Added segment 256ba1ae-5a94-409f-b615-8672c54db70d of type vlan for network e69af344-a3df-4d17-9f0a-88390dbdf8ea
May 14 22:11:51.231062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (e69af344-a3df-4d17-9f0a-88390dbdf8ea), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.324320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (e69af344-a3df-4d17-9f0a-88390dbdf8ea), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.325352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:51.325924 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.386371 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] Pushing event updated for resources: {'Network': ['ID=e69af344-a3df-4d17-9f0a-88390dbdf8ea,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:51.397319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:51.423036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-17b1334a-9ab7-41c8-ba76-c66431f2ff35 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 0.6399832
May 14 22:11:51.425909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50758) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:51.431852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Request body: {'subnet': {'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1456046910-subnet', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:51.511466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Made reservation on behalf of 86b19a25559c4ce7a8a6ee7c86fcab56 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:51.514031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.729372 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (f56428c3-57cd-4cd9-b7fa-c13cf5601217), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.804726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56428c3-57cd-4cd9-b7fa-c13cf5601217,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:51.810807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Checking segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:51.811155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Network hostable DHCP agents. Network: e69af344-a3df-4d17-9f0a-88390dbdf8ea, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:51.867200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:51.924810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e69af344-a3df-4d17-9f0a-88390dbdf8ea) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:51.929788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:51.930393 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:51.936008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d46ee-7fb7-49c0-8cc5-cce530059f80 None None] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:52.007951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8431e84e-49c5-46ee-ae90-3793bce7cf1a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5802383
May 14 22:11:52.010418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50762) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:52.014924 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:52.040559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:52.045349 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.089413 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (42bc114d-9833-4223-81a6-1496eb2bd0cf), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.090493 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (42bc114d-9833-4223-81a6-1496eb2bd0cf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.163396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks [] for router_controller (42bc114d-9833-4223-81a6-1496eb2bd0cf), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.184515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Allocated IP 172.20.0.2 (e69af344-a3df-4d17-9f0a-88390dbdf8ea/f56428c3-57cd-4cd9-b7fa-c13cf5601217/4940c1e6-6b80-42b2-920a-4eb904850386) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:52.328342 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Publish callbacks [] for port (4940c1e6-6b80-42b2-920a-4eb904850386), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.360581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks [] for router_gateway (42bc114d-9833-4223-81a6-1496eb2bd0cf), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.420696 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.459152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:52.464356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:52.468086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:52.474314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Pushing event updated for resources: {'Port': ['ID=4940c1e6-6b80-42b2-920a-4eb904850386,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:52.530084 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Attempting to bind port 4940c1e6-6b80-42b2-920a-4eb904850386 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:52.530450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Attempting to bind port 4940c1e6-6b80-42b2-920a-4eb904850386 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:52.530810 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Attempting to bind port 4940c1e6-6b80-42b2-920a-4eb904850386 on network e69af344-a3df-4d17-9f0a-88390dbdf8ea {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:52.537318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:52.537318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Checking segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:52.537569 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.537749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Bound using segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:52.538219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Bound port: 4940c1e6-6b80-42b2-920a-4eb904850386, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:52.538593 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.602838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] For port 4940c1e6-6b80-42b2-920a-4eb904850386, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:52.605761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] For port 4940c1e6-6b80-42b2-920a-4eb904850386, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4940c1e6-6b80-42b2-920a-4eb904850386,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:52.622859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks [] for router_gateway (42bc114d-9833-4223-81a6-1496eb2bd0cf), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.642192 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.671992 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.731143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f2686-e8b9-4189-ae3f-d65aaf1ceb8e None None] Pushing event updated for resources: {'Port': ['ID=4940c1e6-6b80-42b2-920a-4eb904850386,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:52.757071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Allocated IP 172.35.4.121 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:52.870183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks [] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:52.981040 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.039242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:53.043341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:53.046842 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:53.048886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:53.352901 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks [] for router_gateway (42bc114d-9833-4223-81a6-1496eb2bd0cf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.446086 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:11:53.562998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (42bc114d-9833-4223-81a6-1496eb2bd0cf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.637289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4940c1e6-6b80-42b2-920a-4eb904850386 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:53.686609 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4940c1e6-6b80-42b2-920a-4eb904850386 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:53.686985 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.773321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4940c1e6-6b80-42b2-920a-4eb904850386 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:53.773708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.805023 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Router 42bc114d-9833-4223-81a6-1496eb2bd0cf is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:11:53.811094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 4940c1e6-6b80-42b2-920a-4eb904850386, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4940c1e6-6b80-42b2-920a-4eb904850386,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:53.825909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a5643-7c20-4371-b415-5d8d6bb7db59 None None] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:53.895991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c322b4f2-9b1f-4e15-b619-688a94089646 None None] Provisioning complete for port 4940c1e6-6b80-42b2-920a-4eb904850386 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:53.896362 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c322b4f2-9b1f-4e15-b619-688a94089646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.902243 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:53.917712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:11:53.931877 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Sync routers for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:11:53.943191 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:11:53.943850 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:54.004852 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.006138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-565de669-2529-4df9-b228-bd2729d096c2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.9947805
May 14 22:11:54.009074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50764) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:54.015696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=4940c1e6-6b80-42b2-920a-4eb904850386,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:54.053818 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:11:54.083986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c322b4f2-9b1f-4e15-b619-688a94089646 None None] Current status of the port 4940c1e6-6b80-42b2-920a-4eb904850386 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:54.302986 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a7d5026c-41ac-4e75-ba75-4856df1e6995 None None] Provisioning complete for port 4940c1e6-6b80-42b2-920a-4eb904850386 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:54.303454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7d5026c-41ac-4e75-ba75-4856df1e6995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.344526 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e1f0>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:53Z', 'revision_number': 3, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:54.372520 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Checking router: 42bc114d-9833-4223-81a6-1496eb2bd0cf for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:11:54.372869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Updating router 42bc114d-9833-4223-81a6-1496eb2bd0cf port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:11:54.401977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5026c-41ac-4e75-ba75-4856df1e6995 None None] Current status of the port 4940c1e6-6b80-42b2-920a-4eb904850386 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:54.404106 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.721516 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Publish callbacks [] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.786482 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.810415 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.841122 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Attempting to bind port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:54.841481 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Attempting to bind port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:54.841839 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Attempting to bind port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:54.843897 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Pushing event updated for resources: {'Port': ['ID=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:54.853725 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.854062 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.855008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.855008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.855008 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.855497 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.855669 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.855987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.856303 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.856615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.856932 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.857245 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.857558 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.857869 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.858179 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:11:54.861466 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:54.861835 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:54.862229 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.862602 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:54.863065 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Bound port: 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:54.863432 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:54.915326 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] For port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:54.918603 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] For port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:54.977085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Allocated IP 172.20.0.1 (e69af344-a3df-4d17-9f0a-88390dbdf8ea/f56428c3-57cd-4cd9-b7fa-c13cf5601217/4e55a7e6-bf1c-4a80-884f-59db73b7e4de) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:54.994109 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.057497 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:11:55.058135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:55.062853 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0c32c-0820-46bc-a183-0691dfab5809 None None] Pushing event updated for resources: {'Port': ['ID=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:55.088822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks [] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.170640 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:11:55.177208 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.213755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:55.216679 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:55.222134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:55.248223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Pushing event updated for resources: {'Port': ['ID=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:55.272616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (42bc114d-9833-4223-81a6-1496eb2bd0cf), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.353083 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d9e1f0>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:53Z', 'revision_number': 3, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:55.383923 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f229464-1c2c-4b4b-b6e3-774fdd8b4d6e None None] The sync data for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 is: [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:53Z', 'revision_number': 3, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:11:55.483994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.527377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e6a3bba1-e08f-4b17-861d-0f1042be5fd0 None None] Provisioning complete for port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:55.528009 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6a3bba1-e08f-4b17-861d-0f1042be5fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.564094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3bba1-e08f-4b17-861d-0f1042be5fd0 None None] Port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:11:55.621025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4940c1e6-6b80-42b2-920a-4eb904850386 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:55.721201 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks [] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.722928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4940c1e6-6b80-42b2-920a-4eb904850386 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:55.723310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.788429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.807157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4940c1e6-6b80-42b2-920a-4eb904850386 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:55.862271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Pushing event updated for resources: {'Port': ['ID=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:55.865993 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (42bc114d-9833-4223-81a6-1496eb2bd0cf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:55.967990 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:55.969538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:56.101517 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Router 42bc114d-9833-4223-81a6-1496eb2bd0cf has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:11:56.188019 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2daf38fc-ca18-424c-a61e-2b78a16942ea None None] Provisioning complete for port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:56.188419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2daf38fc-ca18-424c-a61e-2b78a16942ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:56.227745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2daf38fc-ca18-424c-a61e-2b78a16942ea None None] Port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:11:56.235318 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:11:56.240687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-83ffeb96-16cf-4c8e-b1c6-c4c9a1bd5f81 admin admin] 10.222.0.52 "PUT /v2.0/routers/42bc114d-9833-4223-81a6-1496eb2bd0cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2306154
May 14 22:11:56.859459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50782) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:56.865019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-177801857-network', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:56.940365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Made reservation on behalf of e601c99d735f4ab1b5a0d9bac1b1b602 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:56.943616 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:56.952734 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.028710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks [] for security_group (b16abf18-fb14-4b31-a23e-de8ebf1efba1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.037780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Sync routers for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:11:57.047130 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:11:57.047779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303c9cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:57.111884 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b16abf18-fb14-4b31-a23e-de8ebf1efba1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.137532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:11:57.147736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16abf18-fb14-4b31-a23e-de8ebf1efba1,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:57.153591 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b03718af-e6bc-4434-9cf0-41d94d73e50a), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.153994 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Added segment b03718af-e6bc-4434-9cf0-41d94d73e50a of type vlan for network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36
May 14 22:11:57.158652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:11:57.194731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.272170 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.273246 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:57.273837 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.344109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] Pushing event updated for resources: {'Network': ['ID=725938dc-0aa7-46b4-a5c3-61bf8a1aeb36,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:57.372211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-41f81662-3be3-44a7-96af-6eeb00f6f874 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 0.5114458
May 14 22:11:57.374888 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50784) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:57.380052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Request body: {'subnet': {'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-177801857-subnet', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:57.444723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:11:57.482672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Made reservation on behalf of e601c99d735f4ab1b5a0d9bac1b1b602 for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:11:57.485238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.583707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303c9cd0>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 2, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:57.610514 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Checking router: 42bc114d-9833-4223-81a6-1496eb2bd0cf for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:11:57.610872 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Updating router 42bc114d-9833-4223-81a6-1496eb2bd0cf port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:11:57.632905 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:57.672786 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.717428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (8905ff5c-793b-4fe4-9668-d110b13b2c9c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.729453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:57.729834 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.773864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8905ff5c-793b-4fe4-9668-d110b13b2c9c,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:57.782529 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Checking segment: {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:57.782892 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Network hostable DHCP agents. Network: 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:11:57.850302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:11:57.913263 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:57.918392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:11:57.919194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.923698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:57.924191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:57.960170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93fd25f-a2b6-4bf6-89c0-bde4354dab45 None None] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:11:58.000559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:58.001961 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-38c55e10-60f1-4462-8b49-3f58d8305988 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6259794
May 14 22:11:58.005036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 50786) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:11:58.009658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:11:58.092076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.119039 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (403e28d9-35e1-4cdc-9d5e-855a876583db), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.120266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (403e28d9-35e1-4cdc-9d5e-855a876583db), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.152619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-725938dc-0aa7-46b4-a5c3-61bf8a1aeb36', 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36', 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'fixed_ips': [{'subnet_id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:11:58.153559 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.180968 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks [] for router_controller (403e28d9-35e1-4cdc-9d5e-855a876583db), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.212454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Publish callbacks [] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.213868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:58.313396 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.377075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Allocated IP 172.20.0.2 (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36/8905ff5c-793b-4fe4-9668-d110b13b2c9c/6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:58.380319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks [] for router_gateway (403e28d9-35e1-4cdc-9d5e-855a876583db), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.392060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f66941-c30e-4423-90d5-fe29412a2c6d None None] Pushing event updated for resources: {'Port': ['ID=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:58.492505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Attempting to bind port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:58.492957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Attempting to bind port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:58.493249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Attempting to bind port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de on network e69af344-a3df-4d17-9f0a-88390dbdf8ea {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:58.502279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:58.502667 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Checking segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:58.503074 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.503570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Bound using segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:58.503987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Bound port: 4e55a7e6-bf1c-4a80-884f-59db73b7e4de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:58.504400 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.621012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks [] for router_gateway (403e28d9-35e1-4cdc-9d5e-855a876583db), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.627465 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] For port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:58.635869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] For port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:58.640532 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.642626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Publish callbacks [] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.672080 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8275059b-678d-4887-a20e-17e1a687dc02 None None] Provisioning complete for port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:58.672453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8275059b-678d-4887-a20e-17e1a687dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.707054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8275059b-678d-4887-a20e-17e1a687dc02 None None] Port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:11:58.713758 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.745326 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.747539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Allocated IP 172.35.4.2 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/bd4111ce-e550-4ee8-b3df-fe9299ba7359) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:11:58.789092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:58.789972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:11:58.790597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52303c9cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:58.794385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f66941-c30e-4423-90d5-fe29412a2c6d None None] Pushing event updated for resources: {'Port': ['ID=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:58.839303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:58.844598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:58.862943 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks [] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.953659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:58.964421 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Pushing event updated for resources: {'Port': ['ID=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:58.988395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Attempting to bind port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:11:58.989321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Attempting to bind port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:11:58.989755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Attempting to bind port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 on network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:11:58.998964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:11:58.999126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:11:58.999704 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Checking segment: {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:11:58.999820 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.000300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Bound using segment: {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:11:59.000774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Bound port: 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:11:59.001160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.003497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:11:59.003936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:11:59.009494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:11:59.033801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4111ce-e550-4ee8-b3df-fe9299ba7359,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:59.064233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] Provisioning complete for port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:11:59.064610 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.224216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] For port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:11:59.244738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] For port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:11:59.298888 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.336243 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks [] for router_gateway (403e28d9-35e1-4cdc-9d5e-855a876583db), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.347030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] Current status of the port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:11:59.347419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.402950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52303c9cd0>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:58Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:11:59.446439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19ee32d-8841-4fca-bb01-f4b40206e8c9 None None] The sync data for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 is: [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:58Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:11:59.449397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] For port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:11:59.450906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735b500-0a1c-4118-9244-daaf13e44463 None None] Pushing event updated for resources: {'Port': ['ID=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:59.526580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.606462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d9497-dbaa-40a5-98f1-554e8e7553f6 None None] Pushing event updated for resources: {'Port': ['ID=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:11:59.606890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (403e28d9-35e1-4cdc-9d5e-855a876583db), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:11:59.795144 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:11:59.890763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Router 403e28d9-35e1-4cdc-9d5e-855a876583db is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:12:00.014375 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:12:00.025752 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Sync routers for ids ['403e28d9-35e1-4cdc-9d5e-855a876583db'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:12:00.026920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:00.027295 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.046569 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Routers {'403e28d9-35e1-4cdc-9d5e-855a876583db'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:12:00.047449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eecbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['403e28d9-35e1-4cdc-9d5e-855a876583db'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:00.117897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:00.119097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4e55a7e6-bf1c-4a80-884f-59db73b7e4de up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:00.133211 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.138794 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 50788) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:00.148479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-081cc647-74e7-490e-85be-11c5197aa163 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.1419771
May 14 22:12:00.172101 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Set router 403e28d9-35e1-4cdc-9d5e-855a876583db gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:12:00.200743 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:00.201199 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.319547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:00.434891 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eecbb0>, [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 3, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:00.471381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Checking router: 403e28d9-35e1-4cdc-9d5e-855a876583db for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:12:00.471840 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Updating router 403e28d9-35e1-4cdc-9d5e-855a876583db port bd4111ce-e550-4ee8-b3df-fe9299ba7359 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:12:00.506320 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.702691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6556946-af02-4e56-95ed-ab6a07ffa4da None None] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:12:00.790417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] Provisioning complete for port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:00.791025 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.894831 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Publish callbacks [] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.922249 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] Current status of the port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:00.922782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.976736 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:00.989773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] For port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:01.032259 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Attempting to bind port bd4111ce-e550-4ee8-b3df-fe9299ba7359 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:12:01.033802 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Attempting to bind port bd4111ce-e550-4ee8-b3df-fe9299ba7359 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:12:01.034365 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Attempting to bind port bd4111ce-e550-4ee8-b3df-fe9299ba7359 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:12:01.037267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.041905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f948c-563b-47a5-8fa3-c9a72f8c9cf2 None None] Pushing event updated for resources: {'Port': ['ID=bd4111ce-e550-4ee8-b3df-fe9299ba7359,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:01.054766 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:12:01.066629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:12:01.066629 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.066629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:12:01.066629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Bound port: bd4111ce-e550-4ee8-b3df-fe9299ba7359, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:12:01.066629 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.084865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.144505 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] For port bd4111ce-e550-4ee8-b3df-fe9299ba7359, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:12:01.148464 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] For port bd4111ce-e550-4ee8-b3df-fe9299ba7359, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd4111ce-e550-4ee8-b3df-fe9299ba7359,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:12:01.150453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c1f29-e9dd-4bec-b174-2638a5ee3e1b None None] Pushing event updated for resources: {'Port': ['ID=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:01.203270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bfbad0a4-d35a-441b-a72e-8af278c18f29 None None] Provisioning complete for port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:01.203671 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bfbad0a4-d35a-441b-a72e-8af278c18f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.214998 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.216338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Allocated IP 172.20.0.1 (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36/8905ff5c-793b-4fe4-9668-d110b13b2c9c/148baae6-2e70-4eca-b941-1a54ac2aaaca) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:12:01.289372 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Routers {'403e28d9-35e1-4cdc-9d5e-855a876583db'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:12:01.289372 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230eecbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['403e28d9-35e1-4cdc-9d5e-855a876583db'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:01.289805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bfbad0a4-d35a-441b-a72e-8af278c18f29 None None] Current status of the port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:01.328102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks [] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.329379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f948c-563b-47a5-8fa3-c9a72f8c9cf2 None None] Pushing event updated for resources: {'Port': ['ID=bd4111ce-e550-4ee8-b3df-fe9299ba7359,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:01.405076 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.405695 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] Set router 403e28d9-35e1-4cdc-9d5e-855a876583db gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:12:01.447203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:12:01.455804 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:12:01.458819 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:12:01.485128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Pushing event updated for resources: {'Port': ['ID=148baae6-2e70-4eca-b941-1a54ac2aaaca,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:01.508657 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (403e28d9-35e1-4cdc-9d5e-855a876583db), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.719839 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230eecbb0>, [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 3, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:01.737760 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4e55a7e6-bf1c-4a80-884f-59db73b7e4de up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:01.748515 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9b2ef-be85-4dba-b3d1-3b48e81aae59 None None] The sync data for ids ['403e28d9-35e1-4cdc-9d5e-855a876583db'] in ncdv-master-1 is: [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 3, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:12:01.750249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.792555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:01.792929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.836101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-00b0bc5b-f97f-4c71-83d0-e1e9a8b4ad88 None None] Provisioning complete for port 148baae6-2e70-4eca-b941-1a54ac2aaaca triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:01.836462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc5b-f97f-4c71-83d0-e1e9a8b4ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.878433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-00b0bc5b-f97f-4c71-83d0-e1e9a8b4ad88 None None] Port 148baae6-2e70-4eca-b941-1a54ac2aaaca cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:12:01.915715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:01.916806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:01.963305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:01.963736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:01.978728 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks [] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:02.044426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:02.066929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:02.114621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Pushing event updated for resources: {'Port': ['ID=148baae6-2e70-4eca-b941-1a54ac2aaaca,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:02.117052 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (403e28d9-35e1-4cdc-9d5e-855a876583db), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:02.219138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:12:02.220636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:12:02.351612 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Router 403e28d9-35e1-4cdc-9d5e-855a876583db has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:12:02.470349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:12:02.476069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-37c2c6d5-39de-4d32-a14c-1cb670670238 admin admin] 10.222.0.52 "PUT /v2.0/routers/403e28d9-35e1-4cdc-9d5e-855a876583db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3345866
May 14 22:12:02.500565 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-faa7d42c-6d98-469e-b2f2-5a51134b0c90 None None] Provisioning complete for port 148baae6-2e70-4eca-b941-1a54ac2aaaca triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:02.500935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-faa7d42c-6d98-469e-b2f2-5a51134b0c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:02.545618 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-faa7d42c-6d98-469e-b2f2-5a51134b0c90 None None] Port 148baae6-2e70-4eca-b941-1a54ac2aaaca cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:12:03.446197 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Sync routers for ids ['403e28d9-35e1-4cdc-9d5e-855a876583db'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:12:03.460361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Routers {'403e28d9-35e1-4cdc-9d5e-855a876583db'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:12:03.461280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300d9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['403e28d9-35e1-4cdc-9d5e-855a876583db'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:03.596680 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Set router 403e28d9-35e1-4cdc-9d5e-855a876583db gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:12:03.632075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bd4111ce-e550-4ee8-b3df-fe9299ba7359 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:03.791227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bd4111ce-e550-4ee8-b3df-fe9299ba7359 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:03.791793 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:03.936343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300d9520>, [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 4, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '148baae6-2e70-4eca-b941-1a54ac2aaaca', 'name': '', 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'mac_address': 'fa:16:3e:4e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:12:01Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 2, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'subnets': [{'id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:03.976284 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Checking router: 403e28d9-35e1-4cdc-9d5e-855a876583db for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:12:03.976877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Updating router 403e28d9-35e1-4cdc-9d5e-855a876583db port 148baae6-2e70-4eca-b941-1a54ac2aaaca binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:12:04.000788 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bd4111ce-e550-4ee8-b3df-fe9299ba7359 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:04.001871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.032471 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.035464 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port bd4111ce-e550-4ee8-b3df-fe9299ba7359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd4111ce-e550-4ee8-b3df-fe9299ba7359,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:04.119749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.254936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=bd4111ce-e550-4ee8-b3df-fe9299ba7359,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:04.452993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Publish callbacks [] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.541994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.602096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea27009-654c-451b-bca7-1ceafdc3b0e6 None None] Pushing event updated for resources: {'Port': ['ID=148baae6-2e70-4eca-b941-1a54ac2aaaca,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:04.663934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Attempting to bind port 148baae6-2e70-4eca-b941-1a54ac2aaaca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:12:04.664308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Attempting to bind port 148baae6-2e70-4eca-b941-1a54ac2aaaca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:12:04.664676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Attempting to bind port 148baae6-2e70-4eca-b941-1a54ac2aaaca on network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:12:04.673375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:12:04.674909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Checking segment: {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:12:04.675742 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.676796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Bound using segment: {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:12:04.677448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Bound port: 148baae6-2e70-4eca-b941-1a54ac2aaaca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03718af-e6bc-4434-9cf0-41d94d73e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:12:04.677908 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.784031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] For port 148baae6-2e70-4eca-b941-1a54ac2aaaca, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:12:04.789662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] For port 148baae6-2e70-4eca-b941-1a54ac2aaaca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=148baae6-2e70-4eca-b941-1a54ac2aaaca,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:12:04.935652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:04.961021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] Provisioning complete for port 148baae6-2e70-4eca-b941-1a54ac2aaaca triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:04.963548 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:05.028172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea27009-654c-451b-bca7-1ceafdc3b0e6 None None] Pushing event updated for resources: {'Port': ['ID=148baae6-2e70-4eca-b941-1a54ac2aaaca,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:05.038542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Routers {'403e28d9-35e1-4cdc-9d5e-855a876583db'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:12:05.042239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52300d9520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:11:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['403e28d9-35e1-4cdc-9d5e-855a876583db'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:05.170896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] Current status of the port 148baae6-2e70-4eca-b941-1a54ac2aaaca is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:05.185310 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:05.226275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] For port 148baae6-2e70-4eca-b941-1a54ac2aaaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=148baae6-2e70-4eca-b941-1a54ac2aaaca,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:05.239414 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] Set router 403e28d9-35e1-4cdc-9d5e-855a876583db gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:12:05.349716 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:05.465536 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2b63f-9870-4ad3-8a27-a3674e6bb262 None None] Pushing event updated for resources: {'Port': ['ID=148baae6-2e70-4eca-b941-1a54ac2aaaca,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:05.758134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bd4111ce-e550-4ee8-b3df-fe9299ba7359 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:05.793502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ee9c9f89-9c22-402f-97b5-f7aaf404f4b3 None None] Provisioning complete for port 148baae6-2e70-4eca-b941-1a54ac2aaaca triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:05.794029 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9f89-9c22-402f-97b5-f7aaf404f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:05.797285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52300d9520>, [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 4, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '148baae6-2e70-4eca-b941-1a54ac2aaaca', 'name': '', 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'mac_address': 'fa:16:3e:4e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:12:01Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'subnets': [{'id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:05.856312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea344d1-c3ca-47e1-9dc2-670eadf7136d None None] The sync data for ids ['403e28d9-35e1-4cdc-9d5e-855a876583db'] in ncdv-master-1 is: [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:01Z', 'revision_number': 4, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '148baae6-2e70-4eca-b941-1a54ac2aaaca', 'name': '', 'network_id': '725938dc-0aa7-46b4-a5c3-61bf8a1aeb36', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'mac_address': 'fa:16:3e:4e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:12:01Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'subnets': [{'id': '8905ff5c-793b-4fe4-9668-d110b13b2c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:12:05.873853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port bd4111ce-e550-4ee8-b3df-fe9299ba7359 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:05.874979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:06.030166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c9f89-9c22-402f-97b5-f7aaf404f4b3 None None] Current status of the port 148baae6-2e70-4eca-b941-1a54ac2aaaca is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:06.078014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port bd4111ce-e550-4ee8-b3df-fe9299ba7359 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:07.639643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 148baae6-2e70-4eca-b941-1a54ac2aaaca up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:07.702269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 148baae6-2e70-4eca-b941-1a54ac2aaaca triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:07.702802 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:07.792707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 148baae6-2e70-4eca-b941-1a54ac2aaaca is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:10.416192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e55b91d9-9902-45d2-ac80-2f0ce3ca749c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:12.416012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:12.926414 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4e3eaa06-ea80-431d-a629-17335dfe0abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:12.975050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:13.831466 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-9dbcf0e6-2137-4e2d-9642-bcc3dfdedcd3 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:13.833546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-9dbcf0e6-2137-4e2d-9642-bcc3dfdedcd3 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 815 time: 0.4299335
May 14 22:12:13.847769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-cf2c21b9-7398-4e31-92fd-7b9ebf8b4247 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/quotas/86b19a25559c4ce7a8a6ee7c86fcab56 HTTP/1.1" status: 200  len: 375 time: 0.0087802
May 14 22:12:13.898532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-b6d51205-69a3-461e-94c0-c2aa3997a0ac tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0457857
May 14 22:12:13.993205 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-7320a162-167f-4a5b-a09b-1535e817fc56 service neutron] 10.222.0.52 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833294
May 14 22:12:14.050274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:14.085267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-d0449699-6c61-42c4-a342-31274e994ead service neutron] 10.222.0.52 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861192
May 14 22:12:14.331966 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a876d21e-55ad-4a32-95f7-995ef1a19acf req-91bc66ea-2ac2-4a9d-84cd-fe47c1ba30ff tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 210 time: 0.0279777
May 14 22:12:15.428517 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5dc4359a-bac1-43de-b107-a45593c675e3 req-da0f5314-5cc7-4357-a4be-00288923bf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 210 time: 0.0270534
May 14 22:12:15.850988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:16.385627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-836607cd-3d98-4fd3-9137-31fabc110d4d tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:16.387143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-836607cd-3d98-4fd3-9137-31fabc110d4d tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 815 time: 0.1140332
May 14 22:12:16.399349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'port': {'device_id': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'admin_state_up': True, 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:16.540725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2479d9a1-d7df-4a63-9ca9-7b21c30ee2ca req-e7e2fe38-1f00-484c-9a67-ee162ad2b619 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 210 time: 0.0359662
May 14 22:12:16.637114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Made reservation on behalf of 86b19a25559c4ce7a8a6ee7c86fcab56 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:12:16.640705 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:16.770370 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Allocated IP 172.20.0.8 (e69af344-a3df-4d17-9f0a-88390dbdf8ea/f56428c3-57cd-4cd9-b7fa-c13cf5601217/7a6b843d-6e2c-427f-b1d3-2653f31e2942) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:12:16.804665 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:16.930839 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:17.016605 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:17.073558 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:12:17.077398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:12:17.087348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:12:17.153358 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:17.203290 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:17.203960 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:17.327456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-5c023bf5-43a2-43ee-a56d-2eb86f1fd484 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9328411
May 14 22:12:17.441560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5fd84c50-fc62-4ffa-85a6-d5cb784591c5 None None] Provisioning complete for port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:17.442572 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5fd84c50-fc62-4ffa-85a6-d5cb784591c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:17.487412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5fd84c50-fc62-4ffa-85a6-d5cb784591c5 None None] Port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:12:17.676501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59cda0-b5db-4166-afd2-b4e846830187 req-cbfdf9ff-d1cc-4d06-aab9-3d03850e6b24 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:17.678721 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df59cda0-b5db-4166-afd2-b4e846830187 req-cbfdf9ff-d1cc-4d06-aab9-3d03850e6b24 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0542612
May 14 22:12:17.756993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df59cda0-b5db-4166-afd2-b4e846830187 req-2ba303c6-1f45-49b7-9f99-438dcea699ed tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721755
May 14 22:12:18.887643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaab9a0-7bbe-4974-8d73-bb0fab861348 req-8dd069ac-df08-41fe-a672-fe5af667f9c4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:18.889214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feaab9a0-7bbe-4974-8d73-bb0fab861348 req-8dd069ac-df08-41fe-a672-fe5af667f9c4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0499363
May 14 22:12:18.953568 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-feaab9a0-7bbe-4974-8d73-bb0fab861348 req-1f310236-d98c-4057-90e0-319ff380dc17 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588002
May 14 22:12:20.090586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71954352-3ac8-4cfd-b2ce-e89f853db9a1 req-e1c84be2-1b86-4542-9ab1-0920946130c2 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:20.092990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71954352-3ac8-4cfd-b2ce-e89f853db9a1 req-e1c84be2-1b86-4542-9ab1-0920946130c2 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0605187
May 14 22:12:20.168072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71954352-3ac8-4cfd-b2ce-e89f853db9a1 req-5456d708-1370-4f9b-8848-71e5af2db938 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673230
May 14 22:12:21.354550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daadcd4-75e1-489f-9e4a-7d5c87c78594 req-52cbeab9-a993-4cca-892c-cd3734a4f2c1 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:21.356109 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5daadcd4-75e1-489f-9e4a-7d5c87c78594 req-52cbeab9-a993-4cca-892c-cd3734a4f2c1 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0490153
May 14 22:12:21.405704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5daadcd4-75e1-489f-9e4a-7d5c87c78594 req-9e566aee-8c8f-405f-8960-dddce6aaaff5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437896
May 14 22:12:22.546587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803093f2-0bd8-4859-821e-176170c65846 req-277e16d0-77ea-4a13-8971-4e6e7c1f7c0c tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:22.548100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-803093f2-0bd8-4859-821e-176170c65846 req-277e16d0-77ea-4a13-8971-4e6e7c1f7c0c tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0524664
May 14 22:12:22.594319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-803093f2-0bd8-4859-821e-176170c65846 req-e061cf48-68e2-4661-9f5b-5c2b36b9d7e0 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398922
May 14 22:12:23.718987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f807be-b320-4dcb-a740-ea996bceee8b req-ea0b1097-6377-40d9-bdd8-29c962ef8994 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:23.721581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71f807be-b320-4dcb-a740-ea996bceee8b req-ea0b1097-6377-40d9-bdd8-29c962ef8994 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0513842
May 14 22:12:23.776177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71f807be-b320-4dcb-a740-ea996bceee8b req-497fa0ce-63b1-4e05-81e3-91f1c4d3d10c tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482514
May 14 22:12:24.894733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912157b1-6f31-40cd-9211-5b80e25207d9 req-d4f4cb4d-a6ad-4d87-ad53-c4b6530aa31c tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:24.896238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-912157b1-6f31-40cd-9211-5b80e25207d9 req-d4f4cb4d-a6ad-4d87-ad53-c4b6530aa31c tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0466928
May 14 22:12:24.963892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-912157b1-6f31-40cd-9211-5b80e25207d9 req-215eceef-c0f8-4800-8276-8973348d2190 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618935
May 14 22:12:26.079678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ef8ef-b3f8-4ab0-bdea-9cbe5c6a7268 req-e68b706e-32eb-44b3-bac3-41224e8adf47 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:26.081093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d69ef8ef-b3f8-4ab0-bdea-9cbe5c6a7268 req-e68b706e-32eb-44b3-bac3-41224e8adf47 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 931 time: 0.0473034
May 14 22:12:26.126676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d69ef8ef-b3f8-4ab0-bdea-9cbe5c6a7268 req-ac762e35-e9ea-4b74-8106-ce05448ce96d tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399098
May 14 22:12:26.326880 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Request body: {'port': {'device_id': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:26.389512 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:26.742877 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6b843d-6e2c-427f-b1d3-2653f31e2942 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:12:26.753139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Publish callbacks [] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:26.765659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Transition to ACTIVE for port object 7a6b843d-6e2c-427f-b1d3-2653f31e2942 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:12:26.815505 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:26.871881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:26.895680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.896045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.896380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.896724 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.897063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.897462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.897733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.898063 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.898420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.898755 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.899082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.899410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.899769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.900096 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.900421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:26.958521 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Attempting to bind port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:12:26.958861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Attempting to bind port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:12:26.959200 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Attempting to bind port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 on network e69af344-a3df-4d17-9f0a-88390dbdf8ea {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:12:26.964020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 on network e69af344-a3df-4d17-9f0a-88390dbdf8ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:12:26.964348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Attempting to bind port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 on network e69af344-a3df-4d17-9f0a-88390dbdf8ea {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:12:26.969323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:12:26.969731 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Checking segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:12:26.970052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Bound using segment: {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:12:26.970484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Bound port: 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256ba1ae-5a94-409f-b615-8672c54db70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:12:26.970851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:27.037299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:12:27.040801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:12:27.096266 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:27.131353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.131994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:27.133779 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 1091 time: 0.8113408
May 14 22:12:27.134225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:12:27.136520 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4728f9af-427c-4f60-83d2-9e4e69925ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:12:27.167713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bf73-ef4f-41de-a4b9-875288fa5be3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:27.183557 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc4614b-fe40-45b7-a467-3ec91d9a0275 x-openstack-request-id: req-3cc4614b-fe40-45b7-a467-3ec91d9a0275 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:12:27.183922 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:12:27.184421 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cc4614b-fe40-45b7-a467-3ec91d9a0275 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:12:27.184886 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc4614b-fe40-45b7-a467-3ec91d9a0275'] response: {'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'status': 'completed', 'code': 200}
May 14 22:12:27.275676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f9af-427c-4f60-83d2-9e4e69925ef0 req-ca5cc60d-cda4-4b8c-a5a9-b1f99858b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.277244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4728f9af-427c-4f60-83d2-9e4e69925ef0 req-ca5cc60d-cda4-4b8c-a5a9-b1f99858b933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1125 time: 0.0730114
May 14 22:12:27.303890 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af975d6f-33cd-4d6f-b9c2-100adc7d55cd req-d4503a97-3aea-4249-b391-6069df827f94 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.305644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af975d6f-33cd-4d6f-b9c2-100adc7d55cd req-d4503a97-3aea-4249-b391-6069df827f94 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 943 time: 0.0683377
May 14 22:12:27.411087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-af975d6f-33cd-4d6f-b9c2-100adc7d55cd req-08f1ef06-24c8-4194-a266-0e6227e2b2dc tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947230
May 14 22:12:27.421573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f9af-427c-4f60-83d2-9e4e69925ef0 req-44a2c5b9-7f60-4958-b96f-98f4a3a994a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.423022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4728f9af-427c-4f60-83d2-9e4e69925ef0 req-44a2c5b9-7f60-4958-b96f-98f4a3a994a4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1378398
May 14 22:12:27.516315 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f9af-427c-4f60-83d2-9e4e69925ef0 req-2cde410a-6622-40a3-a59c-9267be002902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.517801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4728f9af-427c-4f60-83d2-9e4e69925ef0 req-2cde410a-6622-40a3-a59c-9267be002902 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0888186
May 14 22:12:27.594840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-84fd37e1-921d-4d06-bd0b-db7690940edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.596375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-84fd37e1-921d-4d06-bd0b-db7690940edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1125 time: 0.0443497
May 14 22:12:27.636924 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-07395588-daf1-42b7-8d37-42083f63638a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 217 time: 0.0334394
May 14 22:12:27.684896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-bfd1f5ac-98c6-4041-a201-af3f6e102dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.686370 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-bfd1f5ac-98c6-4041-a201-af3f6e102dff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0441246
May 14 22:12:27.733822 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-d8f5462f-5553-4345-ac77-9abde8a83ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:27.735392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-d8f5462f-5553-4345-ac77-9abde8a83ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0434043
May 14 22:12:27.826955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-49fc6593-b108-4c46-a848-244fb523a532 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857995
May 14 22:12:27.920415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e00f54a5-4f38-414c-8c58-f0f1989caab9 req-37083530-105c-4043-91ea-56be33c441cf service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880563
May 14 22:12:28.531710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fa2c-22fb-46e7-bea4-e01d39912445 req-66493cd1-b81d-4252-a531-1f13ddf7db9e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:28.533174 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1513fa2c-22fb-46e7-bea4-e01d39912445 req-66493cd1-b81d-4252-a531-1f13ddf7db9e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 943 time: 0.0477750
May 14 22:12:28.579906 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1513fa2c-22fb-46e7-bea4-e01d39912445 req-bcdecc55-88ed-4496-a49b-396c7323b222 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407286
May 14 22:12:29.693711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a170386-2779-4b39-a456-425468ab9533 req-46d1af19-af05-458d-b4c1-ee1a9f9e8b09 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:29.695850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a170386-2779-4b39-a456-425468ab9533 req-46d1af19-af05-458d-b4c1-ee1a9f9e8b09 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 943 time: 0.0469317
May 14 22:12:29.747107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a170386-2779-4b39-a456-425468ab9533 req-f979ae79-4bc4-4287-b284-4599cfccc719 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456667
May 14 22:12:30.123215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7a6b843d-6e2c-427f-b1d3-2653f31e2942 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:12:30.220161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:30.231354 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'port_id': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'mac_address': 'fa:16:3e:86:42:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:12:30.267633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:30.268020 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:30.280603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6b843d-6e2c-427f-b1d3-2653f31e2942 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:12:30.300815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:30.393160 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:30.443950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:30.444854 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:12:30.451154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.451525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.451868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.452200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.452530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.452858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.453182 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.453505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.453829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.454147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.454466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.454786 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.455107 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.455424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.455767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:12:30.596220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7a6b843d-6e2c-427f-b1d3-2653f31e2942'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:12:30.865255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61a6ac-add9-4e69-89a0-4c9c786bf017 req-eafcd3fe-6fa1-4274-b453-458f543a0962 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:30.866656 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d61a6ac-add9-4e69-89a0-4c9c786bf017 req-eafcd3fe-6fa1-4274-b453-458f543a0962 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 944 time: 0.0490079
May 14 22:12:30.914383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7d61a6ac-add9-4e69-89a0-4c9c786bf017 req-04a501d9-c264-4bd2-aac3-a24406db8ab2 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412338
May 14 22:12:32.030391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e88cd7-b53e-4279-8bf0-e4755417672c req-5bcfd9ce-4119-4176-a13c-005897d8a2f5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:32.031931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44e88cd7-b53e-4279-8bf0-e4755417672c req-5bcfd9ce-4119-4176-a13c-005897d8a2f5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 944 time: 0.0473740
May 14 22:12:32.079533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44e88cd7-b53e-4279-8bf0-e4755417672c req-e8b3b0bf-d217-4421-83ed-584904f3a0c6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417066
May 14 22:12:32.141519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7a6b843d-6e2c-427f-b1d3-2653f31e2942 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:12:32.185057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:12:32.249987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:32.250360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:32.327250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:32.327674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:32.349965 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:12:32.352420 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f2e69e-d0b1-4df4-8b22-26226d29bb9b" -d '{"events": [{"server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:12:32.364806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:32.387834 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c5531-816a-4282-8343-51a281b8cce1 x-openstack-request-id: req-957c5531-816a-4282-8343-51a281b8cce1 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:12:32.387834 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:12:32.387834 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-957c5531-816a-4282-8343-51a281b8cce1 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:12:32.388225 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957c5531-816a-4282-8343-51a281b8cce1'] response: {'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'code': 200}
May 14 22:12:32.426667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:32.478439 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:32.484826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8da7bf-0e28-484f-a3c1-3b126d4d2626 req-0816ca2d-7a37-4f65-b931-5eab82ef68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:32.486340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d8da7bf-0e28-484f-a3c1-3b126d4d2626 req-0816ca2d-7a37-4f65-b931-5eab82ef68f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1127 time: 0.0434763
May 14 22:12:32.529278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d8da7bf-0e28-484f-a3c1-3b126d4d2626 req-aac1923e-110c-4e52-819b-52fe398003f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372159
May 14 22:12:33.195833 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257cfb3-b2e9-4ab4-b093-3beb9a3e4dc5 req-9bf82740-604d-4a48-8ef5-584531c3d6ca tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:33.197204 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3257cfb3-b2e9-4ab4-b093-3beb9a3e4dc5 req-9bf82740-604d-4a48-8ef5-584531c3d6ca tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0470676
May 14 22:12:33.244218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3257cfb3-b2e9-4ab4-b093-3beb9a3e4dc5 req-339bc41a-a703-4b6e-8d36-bb6050a597a4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411575
May 14 22:12:34.358680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947ca88-3289-4652-a769-5b11fd641292 req-6b85b4fe-b653-4849-9655-a2502b1ae01f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:34.360211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e947ca88-3289-4652-a769-5b11fd641292 req-6b85b4fe-b653-4849-9655-a2502b1ae01f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0463569
May 14 22:12:34.410874 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e947ca88-3289-4652-a769-5b11fd641292 req-57b1ffb7-af80-46ea-8160-63b92e35292e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450845
May 14 22:12:34.535188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d90731-40bd-46aa-8168-a7ffa27f5fee req-552f3f76-cc3a-4b58-b80a-d4cb33925256 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:34.536865 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76d90731-40bd-46aa-8168-a7ffa27f5fee req-552f3f76-cc3a-4b58-b80a-d4cb33925256 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0473824
May 14 22:12:34.583547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-76d90731-40bd-46aa-8168-a7ffa27f5fee req-ef9d8345-7ce4-4a15-bc79-787afcf3c265 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402582
May 14 22:12:34.773812 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd15703-cf44-4a34-9afa-c70220fd3cbb req-43f94c50-d6a5-409b-9c5a-119b7f21da3a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:34.775271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cd15703-cf44-4a34-9afa-c70220fd3cbb req-43f94c50-d6a5-409b-9c5a-119b7f21da3a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0489819
May 14 22:12:34.822014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cd15703-cf44-4a34-9afa-c70220fd3cbb req-a7491e3b-170f-450e-99e1-b0bc2559a7d4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409427
May 14 22:12:40.369738 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f408-97cf-4c27-9660-28ffa17b2b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:40.703489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b88b71-c164-4926-966b-32f58c70a28e req-3365df07-973e-4a04-a857-adb06e7cfeb5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:40.704985 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93b88b71-c164-4926-966b-32f58c70a28e req-3365df07-973e-4a04-a857-adb06e7cfeb5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0505037
May 14 22:12:40.762680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93b88b71-c164-4926-966b-32f58c70a28e req-d4d48dcd-3096-493d-bbe9-297a1566570d tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519776
May 14 22:12:40.785295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51022) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:40.908149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adab874-726d-4743-a231-58eba6ffe772 tempest-TestMinimumBasicScenario-215511878 tempest-TestMinimumBasicScenario-215511878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:40.909736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8adab874-726d-4743-a231-58eba6ffe772 tempest-TestMinimumBasicScenario-215511878 tempest-TestMinimumBasicScenario-215511878-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1122 time: 0.1234884
May 14 22:12:40.912983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51026) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:40.917288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:41.002466 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:41.085328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:41.187008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Allocated IP 172.35.4.152 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/8463822b-9470-4c27-b8f7-857fd957d9dd) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:12:41.291079 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:41.369037 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:41.404844 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:12:41.407657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:12:41.413412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:12:41.438391 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'Port': ['ID=8463822b-9470-4c27-b8f7-857fd957d9dd,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:41.780873 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for floatingip (6b6ce346-6327-4851-965a-730751a4e927), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:41.918044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:42.098321 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:42.152175 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:42.221233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'Port': ['ID=8463822b-9470-4c27-b8f7-857fd957d9dd,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:42.234765 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6b6ce346-6327-4851-965a-730751a4e927), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:42.338184 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Floating IP 6b6ce346-6327-4851-965a-730751a4e927 associated. External IP: 172.35.4.152, port: 7a6b843d-6e2c-427f-b1d3-2653f31e2942.
May 14 22:12:42.392592 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:42.549597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Router 42bc114d-9833-4223-81a6-1496eb2bd0cf has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:12:42.918810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c15fe8ab-1a07-4afa-b77f-b06d024ccc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:42.986486 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:12:42.996393 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] Sync routers for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:12:43.007268 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:12:43.008682 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d25040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:43.025786 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.049503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.081635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-04e0d6ac-f877-420e-822a-bb35017ae68f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1676350
May 14 22:12:43.082515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:12:43.084642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51028) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:43.085326 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583428f-d460-4022-a4a8-4437c638b460" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:12:43.100678 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068264574', 'description': 'tempest-secgroup-smoke-1068264574 description', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:43.119151 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:12:43.122998 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7774de-fe26-4513-b591-82e9e2e06bcc x-openstack-request-id: req-0b7774de-fe26-4513-b591-82e9e2e06bcc {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:12:43.123290 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:12:43.123572 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b7774de-fe26-4513-b591-82e9e2e06bcc {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:12:43.123980 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7774de-fe26-4513-b591-82e9e2e06bcc'] response: {'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'status': 'completed', 'code': 200}
May 14 22:12:43.174204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.184984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583428f-d460-4022-a4a8-4437c638b460 req-cbd2bbab-eca2-4127-a301-dbad24599a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:43.186640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-cbd2bbab-eca2-4127-a301-dbad24599a1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1127 time: 0.0403664
May 14 22:12:43.246289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group (5a2e854e-a7bd-41e8-9f83-1959e792c768), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.282726 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583428f-d460-4022-a4a8-4437c638b460 req-634bc907-5c0d-4614-aa0c-38191d94d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:43.284218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-634bc907-5c0d-4614-aa0c-38191d94d230 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.0922391
May 14 22:12:43.316233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5a2e854e-a7bd-41e8-9f83-1959e792c768), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.348049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2e854e-a7bd-41e8-9f83-1959e792c768,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:43.352477 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d25040>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b6ce346-6327-4851-965a-730751a4e927', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'floating_ip_address': '172.35.4.152', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'port_id': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'mac_address': 'fa:16:3e:86:42:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:12:41Z', 'updated_at': '2022-05-14T22:12:41Z', 'revision_number': 0, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:43.353692 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-619a5e8c-b123-496e-9a7b-a790dfb49324 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 999 time: 0.0630319
May 14 22:12:43.382643 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] Checking router: 42bc114d-9833-4223-81a6-1496eb2bd0cf for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:12:43.391042 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:12:43.391692 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d25040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:12:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:43.402657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583428f-d460-4022-a4a8-4437c638b460 req-811ac296-d134-4da4-a4fc-7c610bfdb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:43.404212 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-811ac296-d134-4da4-a4fc-7c610bfdb8ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0451531
May 14 22:12:43.405840 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.407099 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2f51194e-e1fe-4d24-aa02-d29c1ffc1524 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3214090
May 14 22:12:43.410027 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51032) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:43.415504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group_rule': {'security_group_id': '5a2e854e-a7bd-41e8-9f83-1959e792c768', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:43.452522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583428f-d460-4022-a4a8-4437c638b460 req-650a2179-4dcd-45ef-8ab6-89bd49b76a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:43.454369 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-650a2179-4dcd-45ef-8ab6-89bd49b76a60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449798
May 14 22:12:43.501656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (860a27d6-575c-477b-b068-8eb68ed40bac), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.503018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:12:43.546201 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-7f01af39-602e-464d-af11-28a66a629bbc service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865257
May 14 22:12:43.560713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (860a27d6-575c-477b-b068-8eb68ed40bac), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.643913 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (860a27d6-575c-477b-b068-8eb68ed40bac), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.644993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8583428f-d460-4022-a4a8-4437c638b460 req-6a7da48a-3b6f-407c-9356-8b2e4612be1a service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921965
May 14 22:12:43.663986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860a27d6-575c-477b-b068-8eb68ed40bac,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:43.727569 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d25040>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b6ce346-6327-4851-965a-730751a4e927', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'floating_ip_address': '172.35.4.152', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'port_id': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'mac_address': 'fa:16:3e:86:42:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:12:41Z', 'updated_at': '2022-05-14T22:12:41Z', 'revision_number': 0, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:12:43.731556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.732800 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b4c5699a-c588-47f2-80af-9d8d1106bf6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3216374
May 14 22:12:43.735827 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51034) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:43.740363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group_rule': {'security_group_id': '5a2e854e-a7bd-41e8-9f83-1959e792c768', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:43.754215 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dc65e-d076-4ce8-b1d7-0d080db82716 None None] The sync data for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 is: [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b6ce346-6327-4851-965a-730751a4e927', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'floating_ip_address': '172.35.4.152', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'port_id': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4233, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'mac_address': 'fa:16:3e:86:42:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:12:41Z', 'updated_at': '2022-05-14T22:12:41Z', 'revision_number': 0, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:12:43.829000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (313c8643-7778-4e4b-91d5-bdc2feb32c93), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.879333 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (313c8643-7778-4e4b-91d5-bdc2feb32c93), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.941433 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (313c8643-7778-4e4b-91d5-bdc2feb32c93), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:43.963590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313c8643-7778-4e4b-91d5-bdc2feb32c93,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:43.975745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f8cfbf-f497-4b8c-8a96-06f83a5ece6c None None] New status for floating IP 6b6ce346-6327-4851-965a-730751a4e927: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:12:44.011543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.034886 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.039236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51036) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:44.039427 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d49894c0-8933-4bb1-86fe-fd6289ce03e7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3024638
May 14 22:12:44.044178 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group_rule': {'security_group_id': '5a2e854e-a7bd-41e8-9f83-1959e792c768', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:44.136497 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (4c2c6567-285a-4e00-95b2-6eb5aa5b9d3d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.197993 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (4c2c6567-285a-4e00-95b2-6eb5aa5b9d3d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.276343 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4c2c6567-285a-4e00-95b2-6eb5aa5b9d3d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.294184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2c6567-285a-4e00-95b2-6eb5aa5b9d3d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:44.381153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.382431 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5e477f72-8a80-4861-b60e-1010fb593618 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3419325
May 14 22:12:44.385844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51038) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:44.390077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group_rule': {'security_group_id': '5a2e854e-a7bd-41e8-9f83-1959e792c768', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:44.478688 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (4f37ea44-0707-4c76-b369-9bb7d54a14db), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.537009 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (4f37ea44-0707-4c76-b369-9bb7d54a14db), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.632153 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4f37ea44-0707-4c76-b369-9bb7d54a14db), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.650176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f37ea44-0707-4c76-b369-9bb7d54a14db,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:44.737229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.738447 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bcc37b10-8073-491a-9471-620360e37102 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3516600
May 14 22:12:44.741283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51040) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:44.746247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group_rule': {'security_group_id': '5a2e854e-a7bd-41e8-9f83-1959e792c768', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:44.821981 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Project 86b19a25559c4ce7a8a6ee7c86fcab56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:12:44.827629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (35ab45b6-8155-4813-bda1-a4d28ca8500c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.885321 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (35ab45b6-8155-4813-bda1-a4d28ca8500c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.952444 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (35ab45b6-8155-4813-bda1-a4d28ca8500c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:44.971064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ab45b6-8155-4813-bda1-a4d28ca8500c,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:45.038384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.039640 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb2cc3b7-06cb-46af-a3a3-adfe4993c49a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2973683
May 14 22:12:45.042853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51042) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:12:45.047077 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'security_group_rule': {'security_group_id': '5a2e854e-a7bd-41e8-9f83-1959e792c768', 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:45.122328 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Project 86b19a25559c4ce7a8a6ee7c86fcab56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:12:45.128554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (88a10bbc-65a2-4d0f-bb70-322db9f69781), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.178341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (88a10bbc-65a2-4d0f-bb70-322db9f69781), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.247751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (88a10bbc-65a2-4d0f-bb70-322db9f69781), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.267133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a10bbc-65a2-4d0f-bb70-322db9f69781,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:45.329513 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.330746 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-06461500-8c7b-4916-946d-d17bce9d4973 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2869713
May 14 22:12:45.423689 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-033f60ac-99ed-48c1-a96f-ccc4380a8237 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068264574&fields=id&tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56 HTTP/1.1" status: 200  len: 267 time: 0.0450575
May 14 22:12:45.473720 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-c092558f-db74-41be-a2be-f827fdac5d7e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:45.475227 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-c092558f-db74-41be-a2be-f827fdac5d7e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0463040
May 14 22:12:45.486333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'port': {'security_groups': ['fa285a64-61db-4f9b-a4d0-67c9528448ba', '5a2e854e-a7bd-41e8-9f83-1959e792c768']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:12:45.559032 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.785217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:12:45.815233 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.895256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.918355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.929882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7a6b843d-6e2c-427f-b1d3-2653f31e2942'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:12:45.966091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:45.966725 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:45.968198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-796dbe2a-f38b-4854-9cda-1d7d022fd708 req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "PUT /v2.0/ports/7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 981 time: 0.4862044
May 14 22:12:45.968709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:12:45.971023 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80605ce-da59-486e-ac91-431f22229fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:12:46.005893 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a414f0d-35a6-4a63-854f-c4cfa43e00b7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:12:46.021584 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be653d8b-1a69-4d48-b684-761cc8450311 x-openstack-request-id: req-be653d8b-1a69-4d48-b684-761cc8450311 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:12:46.021878 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:12:46.022179 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be653d8b-1a69-4d48-b684-761cc8450311 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:12:46.022599 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be653d8b-1a69-4d48-b684-761cc8450311'] response: {'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'status': 'completed', 'code': 200}
May 14 22:12:46.026309 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7a6b843d-6e2c-427f-b1d3-2653f31e2942'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:12:46.133087 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80605ce-da59-486e-ac91-431f22229fcb req-b0c4e46b-65a7-43c4-ae16-cdde36569611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:46.135710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-b0c4e46b-65a7-43c4-ae16-cdde36569611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1166 time: 0.0891488
May 14 22:12:46.170497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84317a9-9720-4972-8abc-677a5db07e4a req-72fe99ef-1c50-4199-bd7c-06f9164cda06 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:46.172074 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c84317a9-9720-4972-8abc-677a5db07e4a req-72fe99ef-1c50-4199-bd7c-06f9164cda06 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0794027
May 14 22:12:46.271371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-463a244a-5b0b-4b05-8290-1ff5bd9299bf None None] Provisioning complete for port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:12:46.271676 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-463a244a-5b0b-4b05-8290-1ff5bd9299bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:12:46.288378 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c84317a9-9720-4972-8abc-677a5db07e4a req-723b6a3e-8c41-4937-87af-1487a7eee5fd tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1078410
May 14 22:12:46.289471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80605ce-da59-486e-ac91-431f22229fcb req-b9b3f30f-9b28-4d45-ac0a-fecfbc04558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:46.291219 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-b9b3f30f-9b28-4d45-ac0a-fecfbc04558b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.1494064
May 14 22:12:46.360042 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-4bed1f7e-4a4f-4525-8796-26588e7f71fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 1001 time: 0.0624640
May 14 22:12:46.414811 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80605ce-da59-486e-ac91-431f22229fcb req-1e014238-bbba-41e0-a10f-3a09efc153ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:46.416314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-1e014238-bbba-41e0-a10f-3a09efc153ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0508671
May 14 22:12:46.467288 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80605ce-da59-486e-ac91-431f22229fcb req-ecd6bbba-56b9-4a87-9007-8e5a988cebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:12:46.468856 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-ecd6bbba-56b9-4a87-9007-8e5a988cebe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453091
May 14 22:12:46.472819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-463a244a-5b0b-4b05-8290-1ff5bd9299bf None None] Current status of the port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:12:46.563911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-8c4c3096-b532-4ede-92fa-4ab4a59dc066 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879388
May 14 22:12:46.659194 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d80605ce-da59-486e-ac91-431f22229fcb req-08a0c062-0d38-414f-8f69-1b5e11902b34 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894639
May 14 22:12:46.809113 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:01.526468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-17f218ce-6e56-4070-a0db-d00077ee3598 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0372610
May 14 22:13:01.610954 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-e7f00e9d-de6c-4ccd-89d0-4d959605c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:01.612464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-e7f00e9d-de6c-4ccd-89d0-4d959605c50a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1166 time: 0.0439718
May 14 22:13:01.711066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-caee6773-3368-4c73-b1e0-79e0e9f74eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:01.712535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-caee6773-3368-4c73-b1e0-79e0e9f74eb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.0830941
May 14 22:13:01.780699 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-278f0429-302e-492f-845b-78780c674b06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 1001 time: 0.0611999
May 14 22:13:01.831104 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-fe8ff48a-5fba-424e-a566-f9204ec3aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:01.832600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-fe8ff48a-5fba-424e-a566-f9204ec3aca7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0466757
May 14 22:13:01.879769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-1b043edb-af12-4459-85b1-e42b962a0343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:01.881275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-1b043edb-af12-4459-85b1-e42b962a0343 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432041
May 14 22:13:01.891817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-53413b9e-43a7-446a-9891-05c6edd7259a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:13:01.892765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-53413b9e-43a7-446a-9891-05c6edd7259a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0053191
May 14 22:13:01.989104 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-bdd1d0c6-71fa-4a88-afdf-08f331c4fc44 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891752
May 14 22:13:02.080687 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9cdfabd-74f0-45e2-b038-60eb74df343a req-a12be89e-3cb1-4f40-9b60-1c4742410797 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816274
May 14 22:13:07.443559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:13:08.952670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138d820-fcb9-4a58-aa57-c20acbb2fe6f req-93c489b4-2359-49f8-b054-2ec5c8cdaa01 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:08.954158 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2138d820-fcb9-4a58-aa57-c20acbb2fe6f req-93c489b4-2359-49f8-b054-2ec5c8cdaa01 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0535283
May 14 22:13:09.018349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712236af-5b2c-4505-b008-cdf61e68048e req-b5298c77-587c-4d23-b907-a8165cd21f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:09.019847 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-b5298c77-587c-4d23-b907-a8165cd21f4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1166 time: 0.0588467
May 14 22:13:09.069684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2138d820-fcb9-4a58-aa57-c20acbb2fe6f req-af4cedb5-c400-4d1f-9482-79d5585ed23a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1096568
May 14 22:13:09.130767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712236af-5b2c-4505-b008-cdf61e68048e req-7f63a4a7-48be-46c9-a372-0a4c2034233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:09.132249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-7f63a4a7-48be-46c9-a372-0a4c2034233a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.1048701
May 14 22:13:09.199883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-e4b120a6-4fdf-41d1-b38d-f0806f87e7d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 1001 time: 0.0601010
May 14 22:13:09.246729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712236af-5b2c-4505-b008-cdf61e68048e req-023c5d84-9946-458a-9ff2-e42c67544a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:09.248181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-023c5d84-9946-458a-9ff2-e42c67544a67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0428653
May 14 22:13:09.295109 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712236af-5b2c-4505-b008-cdf61e68048e req-c35cc908-ab58-41c9-9485-65b654dc620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:09.296609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-c35cc908-ab58-41c9-9485-65b654dc620f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426512
May 14 22:13:09.382580 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-5ff90e5b-f4cd-4cab-9a8c-efed1e0bd0a7 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799167
May 14 22:13:09.476753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712236af-5b2c-4505-b008-cdf61e68048e req-2ef738d5-8344-40cf-baad-c3206d9ebd1a service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859289
May 14 22:13:10.185499 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89dae3-f596-4a06-96fa-b92c91796285 req-ea539bb1-142b-421c-8e46-03aeb13e7cd5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:10.187023 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd89dae3-f596-4a06-96fa-b92c91796285 req-ea539bb1-142b-421c-8e46-03aeb13e7cd5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0484231
May 14 22:13:10.246421 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd89dae3-f596-4a06-96fa-b92c91796285 req-7757c23c-c18d-43c0-abe5-aa371ee02421 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534644
May 14 22:13:10.380404 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-888c187e-bc67-4f35-905a-231cade9c93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:11.365513 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e524a6-ffe7-4182-8a35-2c42fdbec6a4 req-d8c6c404-9c58-4379-8a61-c4e8d2944902 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:11.366971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7e524a6-ffe7-4182-8a35-2c42fdbec6a4 req-d8c6c404-9c58-4379-8a61-c4e8d2944902 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0526142
May 14 22:13:11.431181 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a7e524a6-ffe7-4182-8a35-2c42fdbec6a4 req-c7387eba-90be-41a9-a2cd-7b2f0cc72a1e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0578337
May 14 22:13:12.437647 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:12.566274 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3652-4ec6-4b4f-afe3-77b476b996b9 req-31c4c7cb-0a1c-442a-8853-105af2a3a3f5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:12.567834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67ad3652-4ec6-4b4f-afe3-77b476b996b9 req-31c4c7cb-0a1c-442a-8853-105af2a3a3f5 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0558403
May 14 22:13:12.636031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-67ad3652-4ec6-4b4f-afe3-77b476b996b9 req-79cdb620-e052-475c-86c9-28596a632b5d tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0601597
May 14 22:13:12.884261 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4944c486-de32-49c5-a39a-c7ba10da1e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:13.036388 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:13.758534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51ada9-abf0-420d-8ef3-0abea9dc6373 req-733ff199-4eb9-47e8-951c-60797f965281 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:13.760032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa51ada9-abf0-420d-8ef3-0abea9dc6373 req-733ff199-4eb9-47e8-951c-60797f965281 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0472434
May 14 22:13:13.827489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa51ada9-abf0-420d-8ef3-0abea9dc6373 req-fb7f2ce9-0c44-4a6e-8315-a16fa1b85704 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0610659
May 14 22:13:14.029826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:14.944433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b95bf-8c8f-40c5-afeb-e94fb1649852 req-37c64f43-9942-4906-a0bf-d895968785ef tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:14.945905 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-727b95bf-8c8f-40c5-afeb-e94fb1649852 req-37c64f43-9942-4906-a0bf-d895968785ef tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0484796
May 14 22:13:15.005298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-727b95bf-8c8f-40c5-afeb-e94fb1649852 req-381bd51d-44f6-465d-9857-b6889593f8a4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0535672
May 14 22:13:15.870835 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:16.123659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54b22-ed6f-4e83-941a-563f5920f473 req-e355a34f-2659-40ae-bdcf-827d287b0ab2 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:16.125099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fea54b22-ed6f-4e83-941a-563f5920f473 req-e355a34f-2659-40ae-bdcf-827d287b0ab2 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0497367
May 14 22:13:16.186715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fea54b22-ed6f-4e83-941a-563f5920f473 req-4f36210b-68af-4170-907d-4aa8f0232b52 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0554168
May 14 22:13:16.826189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:17.308021 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84aa37-7ff9-4c0f-845f-3ea6dad6bea7 req-434f3eb1-614d-4ff8-83d3-dd260cc47012 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:17.309516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc84aa37-7ff9-4c0f-845f-3ea6dad6bea7 req-434f3eb1-614d-4ff8-83d3-dd260cc47012 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0530994
May 14 22:13:17.368842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fc84aa37-7ff9-4c0f-845f-3ea6dad6bea7 req-cb637dcf-0bc2-4823-bc60-d4661630d309 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0535617
May 14 22:13:18.488093 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fdff5-ef40-4628-962f-214e88c85439 req-582fca3e-c23e-4e8a-8a5c-c9538bf52249 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:18.489608 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c1fdff5-ef40-4628-962f-214e88c85439 req-582fca3e-c23e-4e8a-8a5c-c9538bf52249 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0488195
May 14 22:13:18.550900 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c1fdff5-ef40-4628-962f-214e88c85439 req-cff8c7fc-7c48-4d5f-9a6e-113b7484a501 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0551949
May 14 22:13:19.670139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab265c-8226-47b4-b174-862e72310cee req-18ce2cfa-c16f-4cd6-b294-78f4825a0a7e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:19.671648 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57ab265c-8226-47b4-b174-862e72310cee req-18ce2cfa-c16f-4cd6-b294-78f4825a0a7e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0519946
May 14 22:13:19.735723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-57ab265c-8226-47b4-b174-862e72310cee req-0e602bef-12ad-42e4-b428-e6470c9490f9 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0582502
May 14 22:13:20.858477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22c62-2928-4287-8a53-87d6a18ad619 req-bf8b5a98-2e94-4a97-afbc-3825724f3d6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:20.860018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0da22c62-2928-4287-8a53-87d6a18ad619 req-bf8b5a98-2e94-4a97-afbc-3825724f3d6e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0479870
May 14 22:13:20.920456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0da22c62-2928-4287-8a53-87d6a18ad619 req-7b582cb8-9067-4df3-ae2e-5b33bebdfe64 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0544467
May 14 22:13:22.035081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9859c2-c94f-4704-85ee-10bfde432048 req-8a3ca2f2-63d6-48cf-8d43-e91273e1d120 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:22.036855 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f9859c2-c94f-4704-85ee-10bfde432048 req-8a3ca2f2-63d6-48cf-8d43-e91273e1d120 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0476525
May 14 22:13:22.100000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2f9859c2-c94f-4704-85ee-10bfde432048 req-9b865371-b460-486f-98b3-bb93b591eca1 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0574789
May 14 22:13:23.215266 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d3946-291a-44a1-a548-1f2f71518d12 req-5b4b0a1c-22da-45c2-8597-d459e84a2f51 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:23.216720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a81d3946-291a-44a1-a548-1f2f71518d12 req-5b4b0a1c-22da-45c2-8597-d459e84a2f51 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0489197
May 14 22:13:23.276987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a81d3946-291a-44a1-a548-1f2f71518d12 req-6230d2c1-cb91-4ce2-9db4-2627269edfac tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539567
May 14 22:13:24.391089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e260-a789-4910-853d-3cf666ec27ba req-b991fa8d-3702-49cf-a2e0-e95f0dc69949 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:24.392588 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2434e260-a789-4910-853d-3cf666ec27ba req-b991fa8d-3702-49cf-a2e0-e95f0dc69949 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0475385
May 14 22:13:24.450861 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2434e260-a789-4910-853d-3cf666ec27ba req-503bb406-131a-4d3e-88f9-6f1057db6cf9 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0526628
May 14 22:13:25.574905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9181f7b-a760-4f03-b112-a2fad559eb3d req-10b89573-0914-429c-8b9e-5b48ed5dad9f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:25.576402 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9181f7b-a760-4f03-b112-a2fad559eb3d req-10b89573-0914-429c-8b9e-5b48ed5dad9f tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0525382
May 14 22:13:25.638401 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9181f7b-a760-4f03-b112-a2fad559eb3d req-8a443353-2112-4b3c-9a30-7202b9490728 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0561383
May 14 22:13:26.756570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de8750-b99d-4d9f-b996-8565d291b81f req-7f0b7694-5d13-4fc7-8fef-dff791b3a2c7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:26.758059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00de8750-b99d-4d9f-b996-8565d291b81f req-7f0b7694-5d13-4fc7-8fef-dff791b3a2c7 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0488200
May 14 22:13:26.821694 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00de8750-b99d-4d9f-b996-8565d291b81f req-2a7d8e70-6551-4001-bc28-1ce09026a58e tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&id=5a2e854e-a7bd-41e8-9f83-1959e792c768&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0572217
May 14 22:13:40.431424 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d09280e-a78e-47a9-804e-2eb852fc03fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:42.408760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:42.877328 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6f4004d0-f803-45e2-983c-74a64fd5e360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:43.014376 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:44.017945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:44.442676 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:13:45.860702 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:46.808639 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:58.972361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-e938a698-6fa9-4487-8e1d-d7a3201a0f76 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068264574&fields=id&tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56 HTTP/1.1" status: 200  len: 267 time: 0.0447705
May 14 22:13:59.027884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-e3c84180-5720-4b61-a3f8-b56c54b954df tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:59.029434 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-e3c84180-5720-4b61-a3f8-b56c54b954df tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 984 time: 0.0517807
May 14 22:13:59.040229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Request body: {'port': {'security_groups': ['fa285a64-61db-4f9b-a4d0-67c9528448ba']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:13:59.118427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.324035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:13:59.357229 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.414017 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.426155 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7a6b843d-6e2c-427f-b1d3-2653f31e2942'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:13:59.457150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:59.457774 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.459938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3110a01a-d031-45ec-bf00-0ee0188b8cb7 req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "PUT /v2.0/ports/7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 942 time: 0.4244750
May 14 22:13:59.460410 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:13:59.465480 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487b0f74-994c-4431-a12d-02a7183d055a" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:13:59.466376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51132) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:13:59.493174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event updated for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:13:59.502103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.502455 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.502801 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.503140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.503505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.503831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.504308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.504645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.504975 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.505303 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.505643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.506014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.506821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.506821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.507004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfed108-6265-47d1-9853-469a4451b3f6 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.511644 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb8ad7-247d-4fb1-b32e-15ee1cc6462a x-openstack-request-id: req-58eb8ad7-247d-4fb1-b32e-15ee1cc6462a {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:13:59.511979 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:13:59.512240 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58eb8ad7-247d-4fb1-b32e-15ee1cc6462a {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:13:59.512707 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eb8ad7-247d-4fb1-b32e-15ee1cc6462a'] response: {'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'status': 'completed', 'code': 200}
May 14 22:13:59.533530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7a6b843d-6e2c-427f-b1d3-2653f31e2942'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:13:59.550219 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group (5a2e854e-a7bd-41e8-9f83-1959e792c768), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.585542 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group (5a2e854e-a7bd-41e8-9f83-1959e792c768), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.589265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0f74-994c-4431-a12d-02a7183d055a req-e0f693f6-3127-471a-ab95-56251cebf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:59.591661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-e0f693f6-3127-471a-ab95-56251cebf4e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1127 time: 0.0516973
May 14 22:13:59.709814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0f74-994c-4431-a12d-02a7183d055a req-864d34f5-463d-4c61-bcec-23d0e2c0b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:59.711297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-864d34f5-463d-4c61-bcec-23d0e2c0b379 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.1145067
May 14 22:13:59.728678 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5a2e854e-a7bd-41e8-9f83-1959e792c768), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.731363 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.735779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "DELETE /v2.0/security-groups/5a2e854e-a7bd-41e8-9f83-1959e792c768 HTTP/1.1" status: 204  len: 168 time: 0.2663162
May 14 22:13:59.741667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51138) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:13:59.748760 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2e854e-a7bd-41e8-9f83-1959e792c768,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:13:59.753172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f4bd2929-e6bb-448d-ae4b-836e7604e568 None None] Provisioning complete for port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:13:59.753542 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f4bd2929-e6bb-448d-ae4b-836e7604e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.780276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-90bbce1c-e87f-4894-a466-a4f8f2c9c895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 1001 time: 0.0629258
May 14 22:13:59.799284 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.799670 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.800020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.800362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.800699 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.801033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.801389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.801688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.802016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.802339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.802845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.803350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.803710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.804428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.804428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7329765d-62db-43fa-9be3-89a0ba1aceae tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:13:59.834409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0f74-994c-4431-a12d-02a7183d055a req-6314ecbd-216b-492f-9fdd-5d565758c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:59.837934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-6314ecbd-216b-492f-9fdd-5d565758c01e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0508316
May 14 22:13:59.869736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd2929-e6bb-448d-ae4b-836e7604e568 None None] Current status of the port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:13:59.886007 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0f74-994c-4431-a12d-02a7183d055a req-377cfd88-1860-4d80-b257-ba891d90ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:13:59.888377 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-377cfd88-1860-4d80-b257-ba891d90ce9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450504
May 14 22:13:59.924433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Deleting port 8463822b-9470-4c27-b8f7-857fd957d9dd {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:13:59.924679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:13:59.976611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-6e7f56b0-5386-4f07-8c1f-305a11cf35a2 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827889
May 14 22:14:00.005120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:00.005449 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for floatingip (8463822b-9470-4c27-b8f7-857fd957d9dd), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:00.018659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Calling delete_port for 8463822b-9470-4c27-b8f7-857fd957d9dd owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:00.071365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-487b0f74-994c-4431-a12d-02a7183d055a req-8171a663-de1c-4935-b292-3c76d587459d service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880239
May 14 22:14:00.225658 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8463822b-9470-4c27-b8f7-857fd957d9dd), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:00.251954 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event deleted for resources: {'Port': ['ID=8463822b-9470-4c27-b8f7-857fd957d9dd,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:00.312222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks [] for floatingip (6b6ce346-6327-4851-965a-730751a4e927), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:00.312555 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Floating IP 6b6ce346-6327-4851-965a-730751a4e927 disassociated (deleted). External IP: 172.35.4.152, port: 7a6b843d-6e2c-427f-b1d3-2653f31e2942.
May 14 22:14:00.524600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Router 42bc114d-9833-4223-81a6-1496eb2bd0cf has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:14:00.633452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:14:00.638868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:00.645207 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] Sync routers for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:14:00.656068 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:00.656687 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231111d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:00.668440 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-28bba1c8-7f6e-41de-8165-453652281ca4 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "DELETE /v2.0/floatingips/6b6ce346-6327-4851-965a-730751a4e927 HTTP/1.1" status: 204  len: 168 time: 0.9252212
May 14 22:14:00.669082 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:14:00.815632 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:14:00.863042 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:01.066687 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231111d00>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:01.082259 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bad74c3-9f1b-4958-a764-9b38a5e59465 x-openstack-request-id: req-9bad74c3-9f1b-4958-a764-9b38a5e59465 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:14:01.082259 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:14:01.082259 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bad74c3-9f1b-4958-a764-9b38a5e59465 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:14:01.082259 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bad74c3-9f1b-4958-a764-9b38a5e59465'] response: {'name': 'network-changed', 'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'status': 'completed', 'code': 200}
May 14 22:14:01.100260 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] Checking router: 42bc114d-9833-4223-81a6-1496eb2bd0cf for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:14:01.111158 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:01.111812 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231111d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:13:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:01.154522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-694a1d56-3729-4d08-8036-d7472675b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:01.156080 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-694a1d56-3729-4d08-8036-d7472675b395 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1127 time: 0.0465500
May 14 22:14:01.225082 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:01.250594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-1f20df2f-2d0a-4ab6-8d65-939e1510f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:01.252260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-1f20df2f-2d0a-4ab6-8d65-939e1510f112 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.0904908
May 14 22:14:01.306382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-42fc530e-5ca8-4396-bd50-4eb63868cf02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 217 time: 0.0358293
May 14 22:14:01.354697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-2f18560c-d6fe-469c-ac65-45dcdf54f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:01.356209 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-2f18560c-d6fe-469c-ac65-45dcdf54f2a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0436902
May 14 22:14:01.412474 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231111d00>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:01.441687 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104794a7-b544-4703-ae40-ad357f90cc9b None None] The sync data for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 is: [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:55Z', 'revision_number': 4, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e55a7e6-bf1c-4a80-884f-59db73b7e4de', 'name': '', 'network_id': 'e69af344-a3df-4d17-9f0a-88390dbdf8ea', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'mac_address': 'fa:16:3e:b8:5b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:54Z', 'updated_at': '2022-05-14T22:11:59Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'subnets': [{'id': 'f56428c3-57cd-4cd9-b7fa-c13cf5601217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:14:01.528867 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.36', 54133) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:01.553098 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-282a1efa-0ce1-4e59-9995-6cdea53b1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:01.554619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-282a1efa-0ce1-4e59-9995-6cdea53b1904 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0479152
May 14 22:14:01.569547 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-090ca487-e13a-4e17-87f5-ccdb6bdd9826 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0394673
May 14 22:14:01.652154 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-c06eea48-632f-4c75-bc53-a0100e4b04af service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903406
May 14 22:14:01.696625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb7871-e888-4f21-a937-8e4d42a77245 None None] New status for floating IP 6b6ce346-6327-4851-965a-730751a4e927: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:14:01.753120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90d88a0e-71bc-40d2-b46b-f6ccc5f7e59d req-68aa593e-71ca-4939-82b5-dd85cd71a648 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933900
May 14 22:14:01.911061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291893e-6c59-469d-8449-525bbf757954 req-56cfd6f2-f31f-47b6-994c-0a8576371be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:01.912982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-56cfd6f2-f31f-47b6-994c-0a8576371be0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 1127 time: 0.0402043
May 14 22:14:02.022981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291893e-6c59-469d-8449-525bbf757954 req-808ac57c-17d9-4f5b-bd4d-e57d80a77503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:02.024625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-808ac57c-17d9-4f5b-bd4d-e57d80a77503 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 200  len: 916 time: 0.0909388
May 14 22:14:02.065830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-74744fb8-bccc-4ecc-a32e-688907e80d60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 200  len: 217 time: 0.0354180
May 14 22:14:02.113209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291893e-6c59-469d-8449-525bbf757954 req-a15eef63-adef-496f-ac08-c4f1a7f1ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:02.114571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-a15eef63-adef-496f-ac08-c4f1a7f1ed29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 200  len: 854 time: 0.0432227
May 14 22:14:02.159408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291893e-6c59-469d-8449-525bbf757954 req-a77d39fc-3856-4a08-8944-a989cbf24986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:02.160960 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-a77d39fc-3856-4a08-8944-a989cbf24986 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e69af344-a3df-4d17-9f0a-88390dbdf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411036
May 14 22:14:02.255316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-c4d82f97-cfbf-4a04-8de7-8758ee9018d6 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881391
May 14 22:14:02.348973 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291893e-6c59-469d-8449-525bbf757954 req-9afe61e3-1fa5-4ba9-8414-92b26688f984 service neutron] 10.222.0.36 "GET /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883057
May 14 22:14:07.109505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88520-42dc-44dd-a740-7b16a167e9c0 req-d52d49de-250c-41b9-8e7e-c24a21779d2a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:07.111039 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6a88520-42dc-44dd-a740-7b16a167e9c0 req-d52d49de-250c-41b9-8e7e-c24a21779d2a tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0487669
May 14 22:14:07.157975 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e6a88520-42dc-44dd-a740-7b16a167e9c0 req-ed5a2f00-82ec-40b1-8001-1fe8055b0395 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412767
May 14 22:14:08.270989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a0e4d-5741-4ce1-a002-6d7ef96c770c req-f23fd23d-fb17-41a8-9422-c74431b7c543 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:08.272490 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b33a0e4d-5741-4ce1-a002-6d7ef96c770c req-f23fd23d-fb17-41a8-9422-c74431b7c543 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0458894
May 14 22:14:08.319683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b33a0e4d-5741-4ce1-a002-6d7ef96c770c req-f3461264-91fa-446f-88f6-fcc0fd861e26 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa285a64-61db-4f9b-a4d0-67c9528448ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413771
May 14 22:14:08.687217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-9e038972-4858-4216-9ba2-b792bb6870ad tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:08.688684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-9e038972-4858-4216-9ba2-b792bb6870ad tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 945 time: 0.0508029
May 14 22:14:08.771584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Deleting port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:08.771924 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:08.861279 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] For port 7a6b843d-6e2c-427f-b1d3-2653f31e2942, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7a6b843d-6e2c-427f-b1d3-2653f31e2942,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:08.861629 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:08.874496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Calling delete_port for 7a6b843d-6e2c-427f-b1d3-2653f31e2942 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:09.060061 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (7a6b843d-6e2c-427f-b1d3-2653f31e2942), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:09.072613 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['7a6b843d-6e2c-427f-b1d3-2653f31e2942'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:14:09.089702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Pushing event deleted for resources: {'Port': ['ID=7a6b843d-6e2c-427f-b1d3-2653f31e2942,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:09.134650 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] No DVR routers for this DVR port 7a6b843d-6e2c-427f-b1d3-2653f31e2942 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:14:09.137331 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:09.141221 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e64c741e-c63c-47bd-89d5-8f23c8f46148 req-c9963601-4ee7-468d-8f66-2f816ec3cf31 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.36 "DELETE /v2.0/ports/7a6b843d-6e2c-427f-b1d3-2653f31e2942 HTTP/1.1" status: 204  len: 173 time: 0.4475219
May 14 22:14:09.141657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'name': 'network-vif-deleted', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:14:09.143918 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6be92a4-99aa-4d74-810a-24d5de2155d7" -d '{"events": [{"server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "name": "network-vif-deleted", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:14:09.183346 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a6eb9-33f9-4093-90e4-97567b3d386c x-openstack-request-id: req-515a6eb9-33f9-4093-90e4-97567b3d386c {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:14:09.183346 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf11a2-fc08-4bf0-ac26-b851690dc56a", "name": "network-vif-deleted", "tag": "7a6b843d-6e2c-427f-b1d3-2653f31e2942", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:14:09.183346 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-515a6eb9-33f9-4093-90e4-97567b3d386c {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:14:09.183346 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515a6eb9-33f9-4093-90e4-97567b3d386c'] response: {'server_uuid': 'bfdf11a2-fc08-4bf0-ac26-b851690dc56a', 'name': 'network-vif-deleted', 'tag': '7a6b843d-6e2c-427f-b1d3-2653f31e2942', 'status': 'completed', 'code': 200}
May 14 22:14:09.419121 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a0b8d187-e89c-436b-80d1-a1f30b2ae6ff req-8cc3b9c4-6885-4630-b8e0-b2f16d182c44 tempest-TestMinimumBasicScenario-598422200 tempest-TestMinimumBasicScenario-598422200-project] 10.222.0.52 "GET /v2.0/ports?device_id=bfdf11a2-fc08-4bf0-ac26-b851690dc56a HTTP/1.1" status: 200  len: 210 time: 0.0289230
May 14 22:14:10.379907 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bd44b83b-46f9-43a6-80c4-74c2d078d914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:11.704269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51276) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:12.024675 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (42bc114d-9833-4223-81a6-1496eb2bd0cf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:12.391629 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:12.577922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7a6b843d-6e2c-427f-b1d3-2653f31e2942 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:12.598269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 7a6b843d-6e2c-427f-b1d3-2653f31e2942 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:12.598611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 7a6b843d-6e2c-427f-b1d3-2653f31e2942 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:12.603574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Deleting port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:12.603916 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:12.691507 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] For port 4e55a7e6-bf1c-4a80-884f-59db73b7e4de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:12.691876 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:12.705019 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Calling delete_port for 4e55a7e6-bf1c-4a80-884f-59db73b7e4de owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:12.905799 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e9dea41b-c617-4831-9513-b0d3286c8cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:12.963000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (4e55a7e6-bf1c-4a80-884f-59db73b7e4de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:12.990588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e55a7e6-bf1c-4a80-884f-59db73b7e4de,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:13.032726 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:13.164638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (42bc114d-9833-4223-81a6-1496eb2bd0cf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:13.379308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Router 42bc114d-9833-4223-81a6-1496eb2bd0cf has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:14:13.486208 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:14:13.491050 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a5a6fe6c-0e32-4115-a2db-96975fd3ca88 admin admin] 10.222.0.52 "PUT /v2.0/routers/42bc114d-9833-4223-81a6-1496eb2bd0cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7857525
May 14 22:14:13.493690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51278) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:13.496445 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] Sync routers for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:14:13.507249 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:13.507911 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:13.600823 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks [] for router (42bc114d-9833-4223-81a6-1496eb2bd0cf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:13.622920 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:13.710716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks [] for router_gateway (42bc114d-9833-4223-81a6-1496eb2bd0cf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:13.792660 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105a340>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:14:12Z', 'revision_number': 5, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port': {'id': '6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:13.808767 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Deleting port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:13.809105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:13.824135 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] Checking router: 42bc114d-9833-4223-81a6-1496eb2bd0cf for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:14:13.832827 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] Routers {'42bc114d-9833-4223-81a6-1496eb2bd0cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:13.833445 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523105a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['42bc114d-9833-4223-81a6-1496eb2bd0cf'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:13.891510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] For port 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:13.891793 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:13.904608 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Calling delete_port for 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:13.923068 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] Set router 42bc114d-9833-4223-81a6-1496eb2bd0cf gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:13.977074 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523105a340>, [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:14:13Z', 'revision_number': 6, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:14.041040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.103993 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad07918d-76e1-4447-941a-25988d27bf8e None None] The sync data for ids ['42bc114d-9833-4223-81a6-1496eb2bd0cf'] in ncdv-master-1 is: [{'id': '42bc114d-9833-4223-81a6-1496eb2bd0cf', 'name': 'tempest-TestMinimumBasicScenario-1456046910-router', 'tenant_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:52Z', 'updated_at': '2022-05-14T22:14:13Z', 'revision_number': 6, 'project_id': '86b19a25559c4ce7a8a6ee7c86fcab56', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:14:14.206272 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.237132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:14.294476 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (42bc114d-9833-4223-81a6-1496eb2bd0cf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.394503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (42bc114d-9833-4223-81a6-1496eb2bd0cf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.396549 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks [] for router_controller (42bc114d-9833-4223-81a6-1496eb2bd0cf), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.509882 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (42bc114d-9833-4223-81a6-1496eb2bd0cf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.510490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42bc114d-9833-4223-81a6-1496eb2bd0cf {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:14:14.515828 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.517218 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd14c402-0fd4-462c-a841-a1b2b522e824 admin admin] 10.222.0.52 "DELETE /v2.0/routers/42bc114d-9833-4223-81a6-1496eb2bd0cf HTTP/1.1" status: 204  len: 168 time: 1.0224574
May 14 22:14:14.519813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51280) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:14.569859 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Deleting subnet f56428c3-57cd-4cd9-b7fa-c13cf5601217 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:14:14.574161 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Publish callbacks [] for subnet (f56428c3-57cd-4cd9-b7fa-c13cf5601217), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.612381 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (f56428c3-57cd-4cd9-b7fa-c13cf5601217), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.702770 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (f56428c3-57cd-4cd9-b7fa-c13cf5601217), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.826906 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (f56428c3-57cd-4cd9-b7fa-c13cf5601217), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.854046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56428c3-57cd-4cd9-b7fa-c13cf5601217,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:14.861617 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:14.865173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6a2f06c8-21e8-47e0-9454-4189e417dfbf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f56428c3-57cd-4cd9-b7fa-c13cf5601217 HTTP/1.1" status: 204  len: 168 time: 0.3443604
May 14 22:14:14.868005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51282) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:14.870906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b4e53-30cc-4878-be96-ac3cc16035d4 None None] Network e69af344-a3df-4d17-9f0a-88390dbdf8ea requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:14:14.959860 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (e69af344-a3df-4d17-9f0a-88390dbdf8ea), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.008647 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Deleting port 4940c1e6-6b80-42b2-920a-4eb904850386 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:15.008981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.060902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] DHCP port deletion for e69af344-a3df-4d17-9f0a-88390dbdf8ea request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:14:15.095701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] For port 4940c1e6-6b80-42b2-920a-4eb904850386, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4940c1e6-6b80-42b2-920a-4eb904850386,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:15.095994 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.111714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Deleting port 4940c1e6-6b80-42b2-920a-4eb904850386 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:15.112044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Calling delete_port for 4940c1e6-6b80-42b2-920a-4eb904850386 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:15.112193 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.289149 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.316502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4940c1e6-6b80-42b2-920a-4eb904850386,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:15.320153 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] No DVR routers for this DVR port 4940c1e6-6b80-42b2-920a-4eb904850386 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:14:15.360779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] For port 4940c1e6-6b80-42b2-920a-4eb904850386, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4940c1e6-6b80-42b2-920a-4eb904850386,segment=NetworkSegment(256ba1ae-5a94-409f-b615-8672c54db70d),segment_id=256ba1ae-5a94-409f-b615-8672c54db70d)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:15.361092 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.374428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Calling delete_port for 4940c1e6-6b80-42b2-920a-4eb904850386 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:15.394608 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (e69af344-a3df-4d17-9f0a-88390dbdf8ea), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.415472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522aac1580>,) {'filters': {'network_id': ['e69af344-a3df-4d17-9f0a-88390dbdf8ea']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:15.426142 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aac1580>, '256ba1ae-5a94-409f-b615-8672c54db70d') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:15.426446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aac1580>, '256ba1ae-5a94-409f-b615-8672c54db70d') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:15.435776 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (256ba1ae-5a94-409f-b615-8672c54db70d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.449898 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (256ba1ae-5a94-409f-b615-8672c54db70d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.457136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:14:15.457520 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (256ba1ae-5a94-409f-b615-8672c54db70d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.459319 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (4940c1e6-6b80-42b2-920a-4eb904850386), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:14:15.459517 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:14:15.484375 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Pushing event deleted for resources: {'Port': ['ID=4940c1e6-6b80-42b2-920a-4eb904850386,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:15.492675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] No DVR routers for this DVR port 4940c1e6-6b80-42b2-920a-4eb904850386 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:14:15.494841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.495196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.495578 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.495928 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.496264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.496599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.496931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.497262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.497590 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.497917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.498245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.498577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.499544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.499877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.500204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab79bb30-b720-4282-9b01-9196fd1a44fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:15.614435 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (e69af344-a3df-4d17-9f0a-88390dbdf8ea), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.620229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.623371 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] 10.222.0.52 "DELETE /v2.0/networks/e69af344-a3df-4d17-9f0a-88390dbdf8ea HTTP/1.1" status: 204  len: 168 time: 0.7543693
May 14 22:14:15.627268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51284) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:15.634752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9163c8-8c12-455f-8717-5d44404ff6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e69af344-a3df-4d17-9f0a-88390dbdf8ea,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:15.682602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4940c1e6-6b80-42b2-920a-4eb904850386 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:15.704253 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4940c1e6-6b80-42b2-920a-4eb904850386 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:15.704601 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4940c1e6-6b80-42b2-920a-4eb904850386 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:15.705029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4e55a7e6-bf1c-4a80-884f-59db73b7e4de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:15.724605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 4e55a7e6-bf1c-4a80-884f-59db73b7e4de {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:15.729992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 4e55a7e6-bf1c-4a80-884f-59db73b7e4de not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:15.729992 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:15.745192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:15.745544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6c5f1ec2-978b-48b9-8f21-6fa6dd17ffd0 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:15.860191 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:15.976878 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (403e28d9-35e1-4cdc-9d5e-855a876583db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:16.209262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Deleting port 148baae6-2e70-4eca-b941-1a54ac2aaaca {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:16.209514 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:16.285522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] For port 148baae6-2e70-4eca-b941-1a54ac2aaaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=148baae6-2e70-4eca-b941-1a54ac2aaaca,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:16.285880 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:16.299170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Calling delete_port for 148baae6-2e70-4eca-b941-1a54ac2aaaca owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:16.554706 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (148baae6-2e70-4eca-b941-1a54ac2aaaca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:16.583917 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Pushing event deleted for resources: {'Port': ['ID=148baae6-2e70-4eca-b941-1a54ac2aaaca,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:16.760994 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (403e28d9-35e1-4cdc-9d5e-855a876583db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:16.812851 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:16.976871 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Router 403e28d9-35e1-4cdc-9d5e-855a876583db has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:14:17.084935 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:14:17.089722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e4a38376-f6e1-48cc-8caa-71d3e3c36737 admin admin] 10.222.0.52 "PUT /v2.0/routers/403e28d9-35e1-4cdc-9d5e-855a876583db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4611290
May 14 22:14:17.092594 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51286) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:17.095178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] Sync routers for ids ['403e28d9-35e1-4cdc-9d5e-855a876583db'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:14:17.104594 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] Routers {'403e28d9-35e1-4cdc-9d5e-855a876583db'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:17.105218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e97940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['403e28d9-35e1-4cdc-9d5e-855a876583db'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:17.214728 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] Set router 403e28d9-35e1-4cdc-9d5e-855a876583db gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:17.393861 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e97940>, [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:14:16Z', 'revision_number': 5, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:17.425732 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] Checking router: 403e28d9-35e1-4cdc-9d5e-855a876583db for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:14:17.434523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] Routers {'403e28d9-35e1-4cdc-9d5e-855a876583db'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:17.435291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230e97940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['403e28d9-35e1-4cdc-9d5e-855a876583db'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:17.540853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks [] for router (403e28d9-35e1-4cdc-9d5e-855a876583db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:17.548383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] Set router 403e28d9-35e1-4cdc-9d5e-855a876583db gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:17.651055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks [] for router_gateway (403e28d9-35e1-4cdc-9d5e-855a876583db), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:17.721250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230e97940>, [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:14:16Z', 'revision_number': 5, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:17.747655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd5699-87b8-453c-8b25-42adc1b314f4 None None] The sync data for ids ['403e28d9-35e1-4cdc-9d5e-855a876583db'] in ncdv-master-1 is: [{'id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'name': 'tempest-TestMinimumBasicScenario-177801857-router', 'tenant_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2'}], 'enable_snat': True}, 'gw_port_id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:14:16Z', 'revision_number': 5, 'project_id': 'e601c99d735f4ab1b5a0d9bac1b1b602', 'gw_port': {'id': 'bd4111ce-e550-4ee8-b3df-fe9299ba7359', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403e28d9-35e1-4cdc-9d5e-855a876583db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:11:58Z', 'updated_at': '2022-05-14T22:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:14:17.768918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Deleting port bd4111ce-e550-4ee8-b3df-fe9299ba7359 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:17.769404 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:17.848405 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] For port bd4111ce-e550-4ee8-b3df-fe9299ba7359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd4111ce-e550-4ee8-b3df-fe9299ba7359,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:17.848772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:17.861320 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Calling delete_port for bd4111ce-e550-4ee8-b3df-fe9299ba7359 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:18.111267 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (bd4111ce-e550-4ee8-b3df-fe9299ba7359), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.137463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4111ce-e550-4ee8-b3df-fe9299ba7359,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:18.203427 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (403e28d9-35e1-4cdc-9d5e-855a876583db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.296395 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (403e28d9-35e1-4cdc-9d5e-855a876583db), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.298479 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks [] for router_controller (403e28d9-35e1-4cdc-9d5e-855a876583db), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.402859 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (403e28d9-35e1-4cdc-9d5e-855a876583db), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.403511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 403e28d9-35e1-4cdc-9d5e-855a876583db {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:14:18.407894 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.409554 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d22d7748-2a52-4ea2-a254-d2ed8441ac77 admin admin] 10.222.0.52 "DELETE /v2.0/routers/403e28d9-35e1-4cdc-9d5e-855a876583db HTTP/1.1" status: 204  len: 168 time: 1.3154953
May 14 22:14:18.411654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51288) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:18.462873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Deleting subnet 8905ff5c-793b-4fe4-9668-d110b13b2c9c {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:14:18.466285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Publish callbacks [] for subnet (8905ff5c-793b-4fe4-9668-d110b13b2c9c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.506795 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (8905ff5c-793b-4fe4-9668-d110b13b2c9c), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.586808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (8905ff5c-793b-4fe4-9668-d110b13b2c9c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.695110 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (8905ff5c-793b-4fe4-9668-d110b13b2c9c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.720697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8905ff5c-793b-4fe4-9668-d110b13b2c9c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:18.726189 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.729308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8d00ac5-78e9-41d5-afe8-9c859d49565c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8905ff5c-793b-4fe4-9668-d110b13b2c9c HTTP/1.1" status: 204  len: 168 time: 0.3164582
May 14 22:14:18.731860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51290) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:18.734420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71181c4f-4282-4eff-bca4-f31d2909cf93 None None] Network 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:14:18.805752 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.855213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Deleting port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:18.855719 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.921815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] DHCP port deletion for 725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:14:18.926994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] For port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:18.927653 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:18.941344 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Calling delete_port for 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:18.961844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] Deleting port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:14:18.962214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.028531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] For port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,segment=NetworkSegment(b03718af-e6bc-4434-9cf0-41d94d73e50a),segment_id=b03718af-e6bc-4434-9cf0-41d94d73e50a)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:19.028751 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.043466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] Calling delete_port for 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:14:19.134257 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.139979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.160846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:19.165612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] No DVR routers for this DVR port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:14:19.165787 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] Pushing event deleted for resources: {'Port': ['ID=6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:19.169793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd789ca-efe5-40dc-b6b4-9b9cefe10269 None None] No DVR routers for this DVR port 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:14:19.241238 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.260494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b3d4040>,) {'filters': {'network_id': ['725938dc-0aa7-46b4-a5c3-61bf8a1aeb36']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:19.270129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3d4040>, 'b03718af-e6bc-4434-9cf0-41d94d73e50a') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:19.270419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b3d4040>, 'b03718af-e6bc-4434-9cf0-41d94d73e50a') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:19.280552 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (b03718af-e6bc-4434-9cf0-41d94d73e50a), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.294406 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b03718af-e6bc-4434-9cf0-41d94d73e50a), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.300701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:14:19.301091 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (b03718af-e6bc-4434-9cf0-41d94d73e50a), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:14:19.302774 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:14:19.454015 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (725938dc-0aa7-46b4-a5c3-61bf8a1aeb36), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.459560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.462909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] 10.222.0.52 "DELETE /v2.0/networks/725938dc-0aa7-46b4-a5c3-61bf8a1aeb36 HTTP/1.1" status: 204  len: 168 time: 0.7301097
May 14 22:14:19.474051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184c343-b91b-400b-afc3-b50478f2cb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=725938dc-0aa7-46b4-a5c3-61bf8a1aeb36,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:19.678877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 148baae6-2e70-4eca-b941-1a54ac2aaaca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:19.699497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 148baae6-2e70-4eca-b941-1a54ac2aaaca {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:19.699858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 148baae6-2e70-4eca-b941-1a54ac2aaaca not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:19.700279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bd4111ce-e550-4ee8-b3df-fe9299ba7359 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:19.719282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: bd4111ce-e550-4ee8-b3df-fe9299ba7359 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:19.719717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device bd4111ce-e550-4ee8-b3df-fe9299ba7359 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:19.720091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:14:19.739374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:14:19.740021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6b8ba8eb-4a63-4cd1-92c6-56b51773a2e6 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:14:19.821941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51294) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:19.866801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-fd6d1119-1f50-4e11-86f7-3484f6d6c0df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86b19a25559c4ce7a8a6ee7c86fcab56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0436704
May 14 22:14:19.869230 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51296) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:19.915320 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6d77715-3713-4aab-9abe-295baa00b53b admin admin] Publish callbacks [] for security_group (fa285a64-61db-4f9b-a4d0-67c9528448ba), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:19.937158 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6d77715-3713-4aab-9abe-295baa00b53b admin admin] Publish callbacks [] for security_group (fa285a64-61db-4f9b-a4d0-67c9528448ba), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.051702 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6d77715-3713-4aab-9abe-295baa00b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (fa285a64-61db-4f9b-a4d0-67c9528448ba), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.054275 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a6d77715-3713-4aab-9abe-295baa00b53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.055483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a6d77715-3713-4aab-9abe-295baa00b53b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa285a64-61db-4f9b-a4d0-67c9528448ba HTTP/1.1" status: 204  len: 168 time: 0.1853290
May 14 22:14:20.063332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d77715-3713-4aab-9abe-295baa00b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa285a64-61db-4f9b-a4d0-67c9528448ba,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:20.706613 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51302) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:20.746511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b8ec41a7-5058-4908-a111-219ef8978591 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e601c99d735f4ab1b5a0d9bac1b1b602&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0391517
May 14 22:14:20.749858 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51304) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:20.799966 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-385e7dc5-25cf-4ec5-9ad3-f8d10d36423a admin admin] Publish callbacks [] for security_group (b16abf18-fb14-4b31-a23e-de8ebf1efba1), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.821034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-385e7dc5-25cf-4ec5-9ad3-f8d10d36423a admin admin] Publish callbacks [] for security_group (b16abf18-fb14-4b31-a23e-de8ebf1efba1), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.937685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-385e7dc5-25cf-4ec5-9ad3-f8d10d36423a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (b16abf18-fb14-4b31-a23e-de8ebf1efba1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.940300 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-385e7dc5-25cf-4ec5-9ad3-f8d10d36423a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:20.941469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-385e7dc5-25cf-4ec5-9ad3-f8d10d36423a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b16abf18-fb14-4b31-a23e-de8ebf1efba1 HTTP/1.1" status: 204  len: 168 time: 0.1906769
May 14 22:14:20.949270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e7dc5-25cf-4ec5-9ad3-f8d10d36423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16abf18-fb14-4b31-a23e-de8ebf1efba1,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:21.443068 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:14:23.073723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51346) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:23.079037 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984455729', 'description': 'tempest-secgroup-smoke-1984455729 description', 'project_id': '2b433c6a39b149acb9537d5d8d32a845'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:23.185599 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.193624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.268012 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (2c960b9b-7360-4d65-ba96-41390cab1199), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.316685 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2c960b9b-7360-4d65-ba96-41390cab1199), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.351380 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c960b9b-7360-4d65-ba96-41390cab1199,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:23.394891 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.453910 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.481725 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:23.535911 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.537435 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-aff7b906-2890-4ce6-b73c-ce85cbdb3d8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.4624193
May 14 22:14:23.540293 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51348) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:23.544572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:23.631744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (ff1086f4-4332-441b-baee-20e57f4f2403), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.677818 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (ff1086f4-4332-441b-baee-20e57f4f2403), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.745360 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ff1086f4-4332-441b-baee-20e57f4f2403), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.769139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1086f4-4332-441b-baee-20e57f4f2403,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:23.815682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.816898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-59f1af7c-8b5e-43c8-a5d8-7355692da4de tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2756467
May 14 22:14:23.819645 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51350) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:23.823840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:23.891183 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (75178c93-091a-46b6-b325-702da5db74b6), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:23.947368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (75178c93-091a-46b6-b325-702da5db74b6), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.028396 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (75178c93-091a-46b6-b325-702da5db74b6), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.049233 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75178c93-091a-46b6-b325-702da5db74b6,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:24.127965 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.129192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-20549797-2ff4-4562-a4ca-fcbdc6dccfa8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3086340
May 14 22:14:24.132011 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51352) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:24.137005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:24.225301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (6756582e-dc41-4099-a0c1-472f24b26ef1), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.271164 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (6756582e-dc41-4099-a0c1-472f24b26ef1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.345384 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6756582e-dc41-4099-a0c1-472f24b26ef1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.363768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6756582e-dc41-4099-a0c1-472f24b26ef1,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:24.444368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.445613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-257ee35d-ae07-476a-9e6b-08d85efa4e2f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3126287
May 14 22:14:24.448359 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51354) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:24.453348 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:24.544650 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (a1a923b2-b916-48e1-9a1c-ae66d5762117), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.601433 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (a1a923b2-b916-48e1-9a1c-ae66d5762117), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.656979 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a1a923b2-b916-48e1-9a1c-ae66d5762117), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.675185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a923b2-b916-48e1-9a1c-ae66d5762117,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:24.739074 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.740342 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d46d8757-feb9-4d47-9292-c24fd02b9155 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2910266
May 14 22:14:24.742997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51356) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:24.747343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:24.863167 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:14:24.868957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (ad592aee-11c4-45b3-b946-9eef3fdf0d22), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.929735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (ad592aee-11c4-45b3-b946-9eef3fdf0d22), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.979359 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (ad592aee-11c4-45b3-b946-9eef3fdf0d22), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:24.997424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad592aee-11c4-45b3-b946-9eef3fdf0d22,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:25.038804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.040061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d68adedd-78ef-4fa6-810a-02ece6e58ff2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2960906
May 14 22:14:25.042713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51358) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:25.047252 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:25.132098 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:14:25.138800 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (b4bd1e2c-84b1-4001-8206-a5326138439e), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.197550 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (b4bd1e2c-84b1-4001-8206-a5326138439e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.274443 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b4bd1e2c-84b1-4001-8206-a5326138439e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.293108 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bd1e2c-84b1-4001-8206-a5326138439e,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:25.358964 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.360260 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d214de1c-8e5f-446f-8897-a1da2fb5e0ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3166306
May 14 22:14:25.363236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:25.368035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'network': {'name': 'tempest-network-smoke--29074925', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'port_security_enabled': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:25.462861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:14:25.466358 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.490074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:14:25.499533 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a79e3a88-d22f-45cb-a41a-b44ce86b39c1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.499987 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Added segment a79e3a88-d22f-45cb-a41a-b44ce86b39c1 of type vlan for network 66936228-dd70-41a6-aa56-8d5bfcefe46f
May 14 22:14:25.542046 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (66936228-dd70-41a6-aa56-8d5bfcefe46f), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.634297 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (66936228-dd70-41a6-aa56-8d5bfcefe46f), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.639707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:25.640028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.704069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Network': ['ID=66936228-dd70-41a6-aa56-8d5bfcefe46f,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:25.714085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:14:25.760467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51362) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:25.761085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-979776c2-72c4-4a91-b620-58b8ed3656bf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 0.3962970
May 14 22:14:25.766362 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'admin_state_up': True, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:25.869270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (c21294db-a385-4b97-b876-a5ae7f194b9e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.870388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (c21294db-a385-4b97-b876-a5ae7f194b9e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:25.923954 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (c21294db-a385-4b97-b876-a5ae7f194b9e), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:26.174571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (c21294db-a385-4b97-b876-a5ae7f194b9e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:26.400566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (c21294db-a385-4b97-b876-a5ae7f194b9e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:26.424146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:26.524820 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.137 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e6f6537b-21b3-4cb9-8b5f-a3cf27532f42) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:14:26.628223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:26.720133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:26.755652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:14:26.758433 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:26.763886 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:14:26.789386 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:27.095375 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (c21294db-a385-4b97-b876-a5ae7f194b9e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:27.294764 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (c21294db-a385-4b97-b876-a5ae7f194b9e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:27.487948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router c21294db-a385-4b97-b876-a5ae7f194b9e is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:14:27.938159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:14:27.948711 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Sync routers for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:14:27.958204 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:27.958819 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230976af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:28.013421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.014692 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-90e65878-a5b8-41b9-82a0-80d5d81210d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.2531939
May 14 22:14:28.017807 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51364) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:28.066358 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:28.165516 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0b775a88-b8ec-4267-baa8-d7c1a9728095 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=2b433c6a39b149acb9537d5d8d32a845&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1441705
May 14 22:14:28.165752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51368) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:28.237761 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230976af0>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:26Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:28.254593 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f235d-6ed5-4e9f-a3e4-dad1617247ed tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:28.258661 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-873f235d-6ed5-4e9f-a3e4-dad1617247ed tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0895338
May 14 22:14:28.258881 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51370) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:28.268907 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Checking router: c21294db-a385-4b97-b876-a5ae7f194b9e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:14:28.269259 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Updating router c21294db-a385-4b97-b876-a5ae7f194b9e port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:14:28.289052 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1f29a324-949b-4d9d-9c96-5b9c73086ed3 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0282252
May 14 22:14:28.301392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51372) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:28.302906 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.306392 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1028089249', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:28.448174 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:14:28.453277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.592008 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Publish callbacks [] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.665227 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.716465 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Attempting to bind port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:14:28.716831 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Attempting to bind port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:14:28.717195 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Attempting to bind port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:14:28.722793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (2570df8b-3941-4178-af93-5bf59f8dad84), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.724564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Pushing event updated for resources: {'Port': ['ID=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:28.727748 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:14:28.728118 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:14:28.728511 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.728899 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:14:28.729367 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Bound port: e6f6537b-21b3-4cb9-8b5f-a3cf27532f42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:14:28.729768 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.736573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.736918 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.737256 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.737594 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.738093 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.738425 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.738752 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.739073 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.739395 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.739738 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.740058 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.740380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.740698 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.741013 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.741328 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:14:28.781337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Subnet': ['ID=2570df8b-3941-4178-af93-5bf59f8dad84,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:28.791910 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Checking segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:14:28.792271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network hostable DHCP agents. Network: 66936228-dd70-41a6-aa56-8d5bfcefe46f, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:14:28.796921 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] For port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:14:28.800626 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] For port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:14:28.880771 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.902972 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:14:28.940822 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:28.941454 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230976af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:28.976374 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34498932-f8c7-41af-aec9-7b54defd7f2e None None] Pushing event updated for resources: {'Port': ['ID=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:28.988882 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 66936228-dd70-41a6-aa56-8d5bfcefe46f) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:28.993619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:28.994222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:28.998678 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76965812-5e66-4ffb-b9d6-20e9e5f05161 None None] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:14:29.055489 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:29.082892 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a19d4699-e2cd-4c85-a8f2-5745662de4b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7804008
May 14 22:14:29.085600 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51374) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:29.101141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-66936228-dd70-41a6-aa56-8d5bfcefe46f', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:14:29.102865 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.227938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230976af0>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:26Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:29.247313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Allocated IP 172.20.0.2 (66936228-dd70-41a6-aa56-8d5bfcefe46f/2570df8b-3941-4178-af93-5bf59f8dad84/e104743a-b901-414a-867c-1b353b048883) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:14:29.254166 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c07f64-b855-4cc0-aca3-1eca7246b204 None None] The sync data for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 is: [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:26Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:14:29.414161 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Publish callbacks [] for port (e104743a-b901-414a-867c-1b353b048883), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.501892 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (e104743a-b901-414a-867c-1b353b048883), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.545846 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:14:29.551842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:29.554412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:14:29.588923 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.599203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Pushing event updated for resources: {'Port': ['ID=e104743a-b901-414a-867c-1b353b048883,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:29.641669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Attempting to bind port e104743a-b901-414a-867c-1b353b048883 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:14:29.642126 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Attempting to bind port e104743a-b901-414a-867c-1b353b048883 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:14:29.642389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Attempting to bind port e104743a-b901-414a-867c-1b353b048883 on network 66936228-dd70-41a6-aa56-8d5bfcefe46f {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:14:29.648258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:14:29.648642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Checking segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:14:29.649053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.649447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Bound using segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:14:29.649922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Bound port: e104743a-b901-414a-867c-1b353b048883, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:14:29.650303 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e104743a-b901-414a-867c-1b353b048883), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.723733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:14:29.758587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] For port e104743a-b901-414a-867c-1b353b048883, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:14:29.779401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] For port e104743a-b901-414a-867c-1b353b048883, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e104743a-b901-414a-867c-1b353b048883,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:14:29.794775 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:29.796731 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.866951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e104743a-b901-414a-867c-1b353b048883), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.920392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:29.920993 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:29.931435 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.1 (66936228-dd70-41a6-aa56-8d5bfcefe46f/2570df8b-3941-4178-af93-5bf59f8dad84/9761c6e5-e4f7-46cf-b68a-ee89b3c75585) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:14:29.952920 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:29.974029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3e55d-c976-4439-984d-5fd5cba59d8f None None] Pushing event updated for resources: {'Port': ['ID=e104743a-b901-414a-867c-1b353b048883,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:30.025616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.080410 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.085629 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:30.191547 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.242415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:14:30.245776 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:30.253193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:14:30.283006 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:30.305268 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (c21294db-a385-4b97-b876-a5ae7f194b9e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.503489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.820705 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.882379 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:30.965856 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:30.969478 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (c21294db-a385-4b97-b876-a5ae7f194b9e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:31.062329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:14:31.063721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:31.178126 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router c21294db-a385-4b97-b876-a5ae7f194b9e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:14:31.289916 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:14:31.294992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f9e8f47-ffc9-4a04-8d68-f3c77ab8a9fb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/c21294db-a385-4b97-b876-a5ae7f194b9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2083905
May 14 22:14:31.312984 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Sync routers for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:14:31.324507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:31.325141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223db2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:31.437153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:31.448392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-84bda6c6-fa9b-41d3-88b9-6a974e02f41a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984455729&fields=id&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 267 time: 0.0461166
May 14 22:14:31.578296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-df86753f-5f25-4818-8c9b-2cf56e77b52e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:31.579909 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-df86753f-5f25-4818-8c9b-2cf56e77b52e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/networks?id=66936228-dd70-41a6-aa56-8d5bfcefe46f HTTP/1.1" status: 200  len: 795 time: 0.1238351
May 14 22:14:31.600071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-7a703b66-c69a-4ed8-bd85-89dd01f0ad01 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/quotas/2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 375 time: 0.0122333
May 14 22:14:31.665794 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-fbcca4a3-4473-43f3-8eae-7cd2cfa61586 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0614288
May 14 22:14:31.685447 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-ac6abab6-000c-4f24-b8a2-0255d261f6e4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:14:31.687783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-ac6abab6-000c-4f24-b8a2-0255d261f6e4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0065958
May 14 22:14:31.851657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223db2be0>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 2, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:31.880947 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-6797a647-6d15-4db4-8be2-eecda4be8fd7 service neutron] 10.222.0.52 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841018
May 14 22:14:31.890577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e104743a-b901-414a-867c-1b353b048883 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:14:31.894512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Checking router: c21294db-a385-4b97-b876-a5ae7f194b9e for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:14:31.894874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Updating router c21294db-a385-4b97-b876-a5ae7f194b9e port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:14:31.964332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3a294-19b6-4ff5-a47b-3d4b451ca92b None None] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:14:31.980413 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:31.996040 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-2570de16-4a4e-4cb1-bc8c-c38ed1760122 service neutron] 10.222.0.52 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114261
May 14 22:14:32.082805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] Provisioning complete for port e104743a-b901-414a-867c-1b353b048883 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:32.083175 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e104743a-b901-414a-867c-1b353b048883), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.089407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e104743a-b901-414a-867c-1b353b048883 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:32.089780 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e104743a-b901-414a-867c-1b353b048883), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.250373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5d4adb89-fe2b-41dd-aa48-8ea367e72324 req-896847d0-ed6c-4c37-b903-eae5c1583be0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 210 time: 0.0295012
May 14 22:14:32.390286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] Current status of the port e104743a-b901-414a-867c-1b353b048883 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:32.390863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e104743a-b901-414a-867c-1b353b048883), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.445586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e104743a-b901-414a-867c-1b353b048883 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:32.445970 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e104743a-b901-414a-867c-1b353b048883), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.496350 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] For port e104743a-b901-414a-867c-1b353b048883, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e104743a-b901-414a-867c-1b353b048883,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:32.581453 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Publish callbacks [] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.584949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e104743a-b901-414a-867c-1b353b048883), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.661542 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:14:32.661959 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:14:32.665002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6aa42-f538-4d69-a20f-ff5fb86452b2 None None] Pushing event updated for resources: {'Port': ['ID=e104743a-b901-414a-867c-1b353b048883,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:32.669246 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.725990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-315903f6-a103-417a-adef-6f0386e4c5a3 None None] Provisioning complete for port e104743a-b901-414a-867c-1b353b048883 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:32.726358 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-315903f6-a103-417a-adef-6f0386e4c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e104743a-b901-414a-867c-1b353b048883), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.734519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecd758-3aee-4d4e-b575-959d56fb59b0 None None] Pushing event updated for resources: {'Port': ['ID=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:32.827943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Attempting to bind port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:14:32.828321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Attempting to bind port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:14:32.828692 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Attempting to bind port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 on network 66936228-dd70-41a6-aa56-8d5bfcefe46f {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:14:32.836423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:14:32.836808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Checking segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:14:32.838554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.838554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Bound using segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:14:32.838554 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Bound port: 9761c6e5-e4f7-46cf-b68a-ee89b3c75585, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:14:32.838554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.904470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-315903f6-a103-417a-adef-6f0386e4c5a3 None None] Current status of the port e104743a-b901-414a-867c-1b353b048883 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:32.924694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-315903f6-a103-417a-adef-6f0386e4c5a3 None None] Provisioning complete for port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:32.925071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-315903f6-a103-417a-adef-6f0386e4c5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:32.962282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] For port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:14:32.969156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] For port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:14:32.974668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-315903f6-a103-417a-adef-6f0386e4c5a3 None None] Port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:14:33.029330 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:33.095981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:33.096914 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223db2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:33.137627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecd758-3aee-4d4e-b575-959d56fb59b0 None None] Pushing event updated for resources: {'Port': ['ID=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:33.143005 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] Provisioning complete for port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:33.143452 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:33.256002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e104743a-b901-414a-867c-1b353b048883 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:33.256987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:14:33.337803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f3279608-bdac-47b5-9118-98583ccdc3fe req-acb1acbf-10f8-48c9-9d35-b4e36dacb273 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 210 time: 0.0341058
May 14 22:14:33.490568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:33.574111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] Current status of the port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:33.574406 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:33.601961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:33.602331 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:33.697381 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] For port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:33.771409 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:33.812014 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:33.828351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223db2be0>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:32Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:33.862635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b151280-5d60-4e71-83d3-1907d3d7d73c None None] The sync data for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 is: [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:32Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:14:33.864522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93df3b-a340-40a0-8e27-a3eda3f64e20 None None] Pushing event updated for resources: {'Port': ['ID=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:33.894540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-76f237b4-a8ad-41c2-be4e-79b1142c4038 None None] Provisioning complete for port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:33.894986 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-76f237b4-a8ad-41c2-be4e-79b1142c4038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:33.946909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e104743a-b901-414a-867c-1b353b048883 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:14:34.038621 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e104743a-b901-414a-867c-1b353b048883 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:34.039656 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e104743a-b901-414a-867c-1b353b048883), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:34.080344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-76f237b4-a8ad-41c2-be4e-79b1142c4038 None None] Current status of the port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:34.144403 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e104743a-b901-414a-867c-1b353b048883 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:34.440466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bce66aa-9424-453e-9299-752d68ffc5d4 req-baf8a888-8fad-4897-92b7-5aacfd6834aa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 210 time: 0.0303779
May 14 22:14:34.583592 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-60016462-991a-4545-a5ec-806513ab99e5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:34.584998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-60016462-991a-4545-a5ec-806513ab99e5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/networks?id=66936228-dd70-41a6-aa56-8d5bfcefe46f HTTP/1.1" status: 200  len: 795 time: 0.1172929
May 14 22:14:34.650546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-86e43831-b291-4f81-8ada-5a1a64d7a1b0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 380 time: 0.0568438
May 14 22:14:34.658673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'port': {'device_id': '8858dece-a601-4456-8053-d7737e98634d', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'admin_state_up': True, 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'security_groups': ['4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:34.882627 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:14:34.886265 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.023865 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.14 (66936228-dd70-41a6-aa56-8d5bfcefe46f/2570df8b-3941-4178-af93-5bf59f8dad84/425c860f-f77a-422c-8a57-44b766eb2266) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:14:35.164944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (425c860f-f77a-422c-8a57-44b766eb2266), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.265521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (425c860f-f77a-422c-8a57-44b766eb2266), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.307328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:14:35.312936 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:35.316768 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:14:35.323064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=425c860f-f77a-422c-8a57-44b766eb2266,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:35.377759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:35.378407 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.467716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-b6390b33-5c0e-46de-a7bd-d8d086ee4bdc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8128359
May 14 22:14:35.476586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-ffd782c2-cab2-41e4-b232-9ea71f9d57c7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:14:35.477849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-ffd782c2-cab2-41e4-b232-9ea71f9d57c7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0055125
May 14 22:14:35.489408 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Request body: {'port': {'device_id': '8858dece-a601-4456-8053-d7737e98634d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:35.582751 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (425c860f-f77a-422c-8a57-44b766eb2266), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.599534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b8049-19c9-4bfe-890d-1c2a66de70e4 req-a8a5bb99-7b36-409e-af9b-ac2d76dfb59b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:35.600958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a2b8049-19c9-4bfe-890d-1c2a66de70e4 req-a8a5bb99-7b36-409e-af9b-ac2d76dfb59b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 932 time: 0.0711606
May 14 22:14:35.608506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-eefda42f-4c79-4ea7-86ae-20eea80a123b None None] Provisioning complete for port 425c860f-f77a-422c-8a57-44b766eb2266 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:35.609056 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eefda42f-4c79-4ea7-86ae-20eea80a123b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (425c860f-f77a-422c-8a57-44b766eb2266), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.645168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eefda42f-4c79-4ea7-86ae-20eea80a123b None None] Port 425c860f-f77a-422c-8a57-44b766eb2266 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:14:35.706162 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a2b8049-19c9-4bfe-890d-1c2a66de70e4 req-6ee913ed-6c75-436b-95fa-5c77577f77a5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986221
May 14 22:14:35.895016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:14:35.930705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425c860f-f77a-422c-8a57-44b766eb2266 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:14:35.938510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Publish callbacks [] for port (425c860f-f77a-422c-8a57-44b766eb2266), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.942041 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:35.942416 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:35.951167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Transition to ACTIVE for port object 425c860f-f77a-422c-8a57-44b766eb2266 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:14:36.005948 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (425c860f-f77a-422c-8a57-44b766eb2266), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:36.023573 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:36.061718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Pushing event updated for resources: {'Port': ['ID=425c860f-f77a-422c-8a57-44b766eb2266,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:36.141762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Attempting to bind port 425c860f-f77a-422c-8a57-44b766eb2266 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:14:36.142392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Attempting to bind port 425c860f-f77a-422c-8a57-44b766eb2266 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:14:36.142773 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Attempting to bind port 425c860f-f77a-422c-8a57-44b766eb2266 on network 66936228-dd70-41a6-aa56-8d5bfcefe46f {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:14:36.147432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Port 425c860f-f77a-422c-8a57-44b766eb2266 on network 66936228-dd70-41a6-aa56-8d5bfcefe46f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:14:36.147796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Attempting to bind port 425c860f-f77a-422c-8a57-44b766eb2266 on network 66936228-dd70-41a6-aa56-8d5bfcefe46f {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:14:36.152977 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:14:36.153319 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Checking segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:14:36.153760 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Bound using segment: {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:14:36.154198 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Bound port: 425c860f-f77a-422c-8a57-44b766eb2266, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:14:36.154567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (425c860f-f77a-422c-8a57-44b766eb2266), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:36.221442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] For port 425c860f-f77a-422c-8a57-44b766eb2266, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:14:36.224635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] For port 425c860f-f77a-422c-8a57-44b766eb2266, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425c860f-f77a-422c-8a57-44b766eb2266,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:14:36.294382 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (425c860f-f77a-422c-8a57-44b766eb2266), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:36.328751 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.328909 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:36.330410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-081dd159-8420-478f-b4d3-b0943232addb service neutron] 10.222.0.48 "PUT /v2.0/ports/425c860f-f77a-422c-8a57-44b766eb2266 HTTP/1.1" status: 200  len: 1092 time: 0.8452597
May 14 22:14:36.332867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:14:36.336048 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "tag": "425c860f-f77a-422c-8a57-44b766eb2266"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:14:36.362754 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dd159-8420-478f-b4d3-b0943232addb service neutron] Pushing event updated for resources: {'Port': ['ID=425c860f-f77a-422c-8a57-44b766eb2266,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:36.374875 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca104b6-22a1-4cda-9374-ce79b06bb702 x-openstack-request-id: req-7ca104b6-22a1-4cda-9374-ce79b06bb702 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:14:36.374875 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "tag": "425c860f-f77a-422c-8a57-44b766eb2266", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:14:36.375143 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ca104b6-22a1-4cda-9374-ce79b06bb702 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:14:36.375554 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca104b6-22a1-4cda-9374-ce79b06bb702'] response: {'name': 'network-changed', 'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266', 'status': 'completed', 'code': 200}
May 14 22:14:36.434131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5 req-f35de287-440d-4e83-b663-a10a7901651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.435684 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5 req-f35de287-440d-4e83-b663-a10a7901651f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1126 time: 0.0423956
May 14 22:14:36.540734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5 req-bfd105eb-6938-437b-a4b2-5b05c66572c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.542184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5 req-bfd105eb-6938-437b-a4b2-5b05c66572c8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b433c6a39b149acb9537d5d8d32a845&shared=False HTTP/1.1" status: 200  len: 896 time: 0.1004703
May 14 22:14:36.636927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5 req-8e0d0c1d-0a9e-4076-b199-49f8096bdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.638311 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07b4c828-9b0f-4e4d-92f6-b415a2ee90f5 req-8e0d0c1d-0a9e-4076-b199-49f8096bdf56 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0909159
May 14 22:14:36.709717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-7933349d-b1ee-4f07-bd77-82827f31bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.711234 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-7933349d-b1ee-4f07-bd77-82827f31bbff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1126 time: 0.0388975
May 14 22:14:36.752439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-37268df6-685b-434b-ab6b-98593c9bce7f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425c860f-f77a-422c-8a57-44b766eb2266 HTTP/1.1" status: 200  len: 217 time: 0.0346031
May 14 22:14:36.835964 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-87aa3ac8-3116-4bf3-a1fa-72b4bdf6a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.838082 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-87aa3ac8-3116-4bf3-a1fa-72b4bdf6a171 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2570df8b-3941-4178-af93-5bf59f8dad84 HTTP/1.1" status: 200  len: 835 time: 0.0792887
May 14 22:14:36.861245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65a35c-f326-4f4d-bbc5-b8a554e8b9fc req-83babfd3-ff3d-44dd-8989-284ab5faf448 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.862807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f65a35c-f326-4f4d-bbc5-b8a554e8b9fc req-83babfd3-ff3d-44dd-8989-284ab5faf448 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 944 time: 0.0787702
May 14 22:14:36.907343 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-3cfbe508-c826-4178-9406-ef2ed1c549d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:36.908841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-3cfbe508-c826-4178-9406-ef2ed1c549d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66936228-dd70-41a6-aa56-8d5bfcefe46f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0631177
May 14 22:14:36.958319 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6f65a35c-f326-4f4d-bbc5-b8a554e8b9fc req-e857b7dc-a331-4700-82f7-a076854c2f29 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755756
May 14 22:14:37.020595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-11641be3-bd78-4212-9956-0036b1b262b8 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021953
May 14 22:14:37.108524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a86b1800-aaf3-4dab-8d5b-114a2ed0e69f req-5529c296-009e-44d5-838c-f09ecc726df6 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809772
May 14 22:14:38.076074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c659e-9136-46c9-b40a-fb23c58efcee req-9fea95cf-37ef-46e0-a25f-d2de3590def2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:38.078072 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd5c659e-9136-46c9-b40a-fb23c58efcee req-9fea95cf-37ef-46e0-a25f-d2de3590def2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 944 time: 0.0519402
May 14 22:14:38.126480 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fd5c659e-9136-46c9-b40a-fb23c58efcee req-935efe9f-9845-46e5-8308-a3ec50805a54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425456
May 14 22:14:39.296326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32a79a-453a-43bc-b0ef-5d420988e90e req-6fdeb36c-958e-4887-a99c-fc624ce41884 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:39.297781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad32a79a-453a-43bc-b0ef-5d420988e90e req-6fdeb36c-958e-4887-a99c-fc624ce41884 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 944 time: 0.1017897
May 14 22:14:39.348389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad32a79a-453a-43bc-b0ef-5d420988e90e req-d0ae8cb1-b024-4512-9f84-b268d9245d36 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449955
May 14 22:14:40.385102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 425c860f-f77a-422c-8a57-44b766eb2266 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:14:40.390520 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a9048034-b27e-48d3-839c-351ccfd12e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:40.462609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539b93-5227-4526-9bf0-67e74f6a6651 req-864ccefc-bea0-47aa-89b7-fa304c3a01d9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:40.464220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2539b93-5227-4526-9bf0-67e74f6a6651 req-864ccefc-bea0-47aa-89b7-fa304c3a01d9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 944 time: 0.0474145
May 14 22:14:40.488289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 425c860f-f77a-422c-8a57-44b766eb2266, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425c860f-f77a-422c-8a57-44b766eb2266,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:40.500303 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '425c860f-f77a-422c-8a57-44b766eb2266', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'port_id': '425c860f-f77a-422c-8a57-44b766eb2266', 'mac_address': 'fa:16:3e:50:88:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:14:40.518298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2539b93-5227-4526-9bf0-67e74f6a6651 req-ef4a41b0-3432-4054-a35b-fd3192ebbf8c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480416
May 14 22:14:40.538659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 425c860f-f77a-422c-8a57-44b766eb2266 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:40.539040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (425c860f-f77a-422c-8a57-44b766eb2266), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:40.552117 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425c860f-f77a-422c-8a57-44b766eb2266 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:14:40.571364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 425c860f-f77a-422c-8a57-44b766eb2266, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425c860f-f77a-422c-8a57-44b766eb2266,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:40.653975 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (425c860f-f77a-422c-8a57-44b766eb2266), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:40.705328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=425c860f-f77a-422c-8a57-44b766eb2266,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:40.876400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['425c860f-f77a-422c-8a57-44b766eb2266'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:14:41.636115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffedf5b-1708-475f-ab3c-d98d1aa7dc44 req-e6e7becb-c973-4b47-8175-f4aca64b74b5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:41.637561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bffedf5b-1708-475f-ab3c-d98d1aa7dc44 req-e6e7becb-c973-4b47-8175-f4aca64b74b5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 945 time: 0.0475004
May 14 22:14:41.687703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bffedf5b-1708-475f-ab3c-d98d1aa7dc44 req-df68a0d1-7166-487c-b2c2-98ec2675140f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433583
May 14 22:14:42.399931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 425c860f-f77a-422c-8a57-44b766eb2266 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:14:42.422552 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:42.443982 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 425c860f-f77a-422c-8a57-44b766eb2266 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:14:42.510921 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 425c860f-f77a-422c-8a57-44b766eb2266 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:14:42.511229 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (425c860f-f77a-422c-8a57-44b766eb2266), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:42.590100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 425c860f-f77a-422c-8a57-44b766eb2266 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:14:42.590486 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (425c860f-f77a-422c-8a57-44b766eb2266), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:42.612936 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:14:42.615166 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544bcc7-d127-43a8-85c7-8390f854f50b" -d '{"events": [{"server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "name": "network-vif-plugged", "status": "completed", "tag": "425c860f-f77a-422c-8a57-44b766eb2266"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:14:42.627215 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 425c860f-f77a-422c-8a57-44b766eb2266, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425c860f-f77a-422c-8a57-44b766eb2266,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:14:42.703919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (425c860f-f77a-422c-8a57-44b766eb2266), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:42.756489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=425c860f-f77a-422c-8a57-44b766eb2266,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:42.871175 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3249745f-9171-435f-ba21-74c5734431a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:42.934990 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4650f83-5e2d-42f6-a9f2-6a23916b49e5 x-openstack-request-id: req-d4650f83-5e2d-42f6-a9f2-6a23916b49e5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:14:42.935286 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "name": "network-vif-plugged", "status": "completed", "tag": "425c860f-f77a-422c-8a57-44b766eb2266", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:14:42.935598 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4650f83-5e2d-42f6-a9f2-6a23916b49e5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:14:42.936721 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4650f83-5e2d-42f6-a9f2-6a23916b49e5'] response: {'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266', 'code': 200}
May 14 22:14:43.017040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:43.058001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcba4f-90ce-4bc4-9f5e-f7f9523acf30 req-13a13334-67a1-42dc-b1f8-280fecf2e189 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:43.059578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04dcba4f-90ce-4bc4-9f5e-f7f9523acf30 req-13a13334-67a1-42dc-b1f8-280fecf2e189 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0795777
May 14 22:14:43.063212 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6498ee-d0cc-4897-ae56-6f5143a0fad4 req-292b6033-6a8d-4761-bf0f-2b0ef2b514e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:43.064671 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a6498ee-d0cc-4897-ae56-6f5143a0fad4 req-292b6033-6a8d-4761-bf0f-2b0ef2b514e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1128 time: 0.0561090
May 14 22:14:43.148700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04dcba4f-90ce-4bc4-9f5e-f7f9523acf30 req-d8717231-65df-44e4-b83c-56501991cce1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829420
May 14 22:14:43.151376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a6498ee-d0cc-4897-ae56-6f5143a0fad4 req-0036a7e8-9d30-4f5a-9f28-95c366b5ab43 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798888
May 14 22:14:44.031519 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:44.265386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ce02c-a07b-4b1f-a4be-8f2c6d7e13cf req-ccfb8a31-103f-4286-9ebc-8111e8c77a3c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:44.266901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-971ce02c-a07b-4b1f-a4be-8f2c6d7e13cf req-ccfb8a31-103f-4286-9ebc-8111e8c77a3c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0477233
May 14 22:14:44.316766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-971ce02c-a07b-4b1f-a4be-8f2c6d7e13cf req-a495af95-7bb9-4327-8ee7-078855686476 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437219
May 14 22:14:45.435128 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503270c-ba14-467a-9ced-8eb8d2f35ecd req-f3258c87-091f-482f-ad38-45082942ad29 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:45.438451 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a503270c-ba14-467a-9ced-8eb8d2f35ecd req-f3258c87-091f-482f-ad38-45082942ad29 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0529404
May 14 22:14:45.486524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a503270c-ba14-467a-9ced-8eb8d2f35ecd req-5d19f7f3-ad0a-4da3-96f2-aaf29855c9b1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423291
May 14 22:14:45.599016 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22559401-5206-498e-bb5b-23505c295faa req-593dca51-f2a8-4d39-a7e9-e55c46cfc4e4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:45.600423 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22559401-5206-498e-bb5b-23505c295faa req-593dca51-f2a8-4d39-a7e9-e55c46cfc4e4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0474935
May 14 22:14:45.648476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-22559401-5206-498e-bb5b-23505c295faa req-9020b2ad-7212-4c66-8b27-d94d37fe6a5f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422256
May 14 22:14:45.675742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:45.714280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4fa10c-8eb3-4424-bd74-41bbabbced0b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:45.715834 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f4fa10c-8eb3-4424-bd74-41bbabbced0b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1123 time: 0.0390952
May 14 22:14:45.719312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51444) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:45.723464 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '425c860f-f77a-422c-8a57-44b766eb2266', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:14:45.819253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:45.870703 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:45.902409 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:46.008379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.61 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/200317f5-309c-4369-8698-f0b072fc4db0) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:14:46.108555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (200317f5-309c-4369-8698-f0b072fc4db0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:46.208340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (200317f5-309c-4369-8698-f0b072fc4db0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:46.246413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:14:46.251167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:14:46.253761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:14:46.281502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=200317f5-309c-4369-8698-f0b072fc4db0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:46.623003 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (a18a28c7-1066-4d54-9d07-0cf121e723a0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:46.765823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (200317f5-309c-4369-8698-f0b072fc4db0), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:46.824845 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:46.945247 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (200317f5-309c-4369-8698-f0b072fc4db0), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:47.010900 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (200317f5-309c-4369-8698-f0b072fc4db0), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:47.080519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=200317f5-309c-4369-8698-f0b072fc4db0,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:14:47.094118 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (a18a28c7-1066-4d54-9d07-0cf121e723a0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:47.193027 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP a18a28c7-1066-4d54-9d07-0cf121e723a0 associated. External IP: 172.35.4.61, port: 425c860f-f77a-422c-8a57-44b766eb2266.
May 14 22:14:47.408129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router c21294db-a385-4b97-b876-a5ae7f194b9e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:14:47.517587 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:14:47.527176 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] Sync routers for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:14:47.537599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:47.541999 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:47.598186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:14:47.628963 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b5b69f4c-4709-4292-9495-f046388622a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9086063
May 14 22:14:47.629563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:14:47.632078 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f71b4a-6793-4003-8cea-3146d12c6f69" -d '{"events": [{"name": "network-changed", "server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "tag": "425c860f-f77a-422c-8a57-44b766eb2266"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:14:47.645336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:47.726223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa8aae-bb30-4178-8a7c-810887b1d9b0 req-00664776-1a30-488e-b5ed-90fe26aae8c6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:47.727941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95fa8aae-bb30-4178-8a7c-810887b1d9b0 req-00664776-1a30-488e-b5ed-90fe26aae8c6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0494602
May 14 22:14:47.783959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-95fa8aae-bb30-4178-8a7c-810887b1d9b0 req-b9985194-0c0d-4aed-8fb8-089297a204e8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499902
May 14 22:14:47.808968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51450) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:47.831959 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc750f-978c-470a-9242-515a8717525c x-openstack-request-id: req-61cc750f-978c-470a-9242-515a8717525c {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:14:47.832475 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "tag": "425c860f-f77a-422c-8a57-44b766eb2266", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:14:47.832475 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61cc750f-978c-470a-9242-515a8717525c {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:14:47.832887 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cc750f-978c-470a-9242-515a8717525c'] response: {'name': 'network-changed', 'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266', 'status': 'completed', 'code': 200}
May 14 22:14:47.902431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-653c6c9f-3bd3-4b66-9ce6-c6c44a552f7b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/a18a28c7-1066-4d54-9d07-0cf121e723a0 HTTP/1.1" status: 200  len: 991 time: 0.0922296
May 14 22:14:47.908508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-2d3a135e-24ee-44c6-89ac-dfd1ebd9001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:47.909954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-2d3a135e-24ee-44c6-89ac-dfd1ebd9001a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1128 time: 0.0519447
May 14 22:14:47.969110 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cfd0>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a18a28c7-1066-4d54-9d07-0cf121e723a0', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.61', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'port_id': '425c860f-f77a-422c-8a57-44b766eb2266', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'mac_address': 'fa:16:3e:50:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858dece-a601-4456-8053-d7737e98634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:14:46Z', 'updated_at': '2022-05-14T22:14:46Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:33Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:47.997278 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] Checking router: c21294db-a385-4b97-b876-a5ae7f194b9e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:14:48.002427 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-495a4221-43bd-4f2c-91dd-2df882dee441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:48.003959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-495a4221-43bd-4f2c-91dd-2df882dee441 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66936228-dd70-41a6-aa56-8d5bfcefe46f HTTP/1.1" status: 200  len: 896 time: 0.0880492
May 14 22:14:48.005680 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:14:48.006297 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:14:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:48.069250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-6c63fca7-34a1-447e-8891-93416de3fe79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425c860f-f77a-422c-8a57-44b766eb2266 HTTP/1.1" status: 200  len: 999 time: 0.0589375
May 14 22:14:48.114914 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:14:48.121560 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-df3973e7-f3ab-4046-8fb0-7b3fe810423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:48.123611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-df3973e7-f3ab-4046-8fb0-7b3fe810423a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2570df8b-3941-4178-af93-5bf59f8dad84 HTTP/1.1" status: 200  len: 835 time: 0.0483189
May 14 22:14:48.166187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-bca65c92-5279-44d9-9449-f874963c4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:14:48.167728 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-bca65c92-5279-44d9-9449-f874963c4d45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66936228-dd70-41a6-aa56-8d5bfcefe46f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386238
May 14 22:14:48.260272 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-03ffff3d-169a-4f02-a520-35854311674c service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865722
May 14 22:14:48.329743 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d2cfd0>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a18a28c7-1066-4d54-9d07-0cf121e723a0', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.61', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'port_id': '425c860f-f77a-422c-8a57-44b766eb2266', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'mac_address': 'fa:16:3e:50:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858dece-a601-4456-8053-d7737e98634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:14:46Z', 'updated_at': '2022-05-14T22:14:46Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:33Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:14:48.351351 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8f71b4a-6793-4003-8cea-3146d12c6f69 req-219c3b13-975e-45f2-bc77-04089d818b58 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855334
May 14 22:14:48.360355 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20770a6-1a0b-4938-aa34-bc1d05b045b4 None None] The sync data for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 is: [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a18a28c7-1066-4d54-9d07-0cf121e723a0', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.61', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'port_id': '425c860f-f77a-422c-8a57-44b766eb2266', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'mac_address': 'fa:16:3e:50:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858dece-a601-4456-8053-d7737e98634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:14:46Z', 'updated_at': '2022-05-14T22:14:46Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:33Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:14:48.561000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce192af0-301c-42f8-8d1a-300871d6ae35 None None] New status for floating IP a18a28c7-1066-4d54-9d07-0cf121e723a0: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:14:48.906296 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51452) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:14:49.315455 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2f93db08-02e2-4172-87a4-69208d813fb3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/a18a28c7-1066-4d54-9d07-0cf121e723a0 HTTP/1.1" status: 200  len: 993 time: 0.4080119
May 14 22:14:58.443718 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:15:02.135433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-c535519b-4f0a-44d0-bad2-eb2f4d2ac5fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0808077
May 14 22:15:02.217062 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516195de-846b-4173-9404-0c650fe66df6 req-bf05439b-98e5-4810-a800-f8a0285c7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:02.218535 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-bf05439b-98e5-4810-a800-f8a0285c7218 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1128 time: 0.0388768
May 14 22:15:02.322165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516195de-846b-4173-9404-0c650fe66df6 req-369d8aa7-2ace-4f5e-a35b-f2b71ace987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:02.323661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-369d8aa7-2ace-4f5e-a35b-f2b71ace987c service neutron] 10.222.0.48 "GET /v2.0/networks?id=66936228-dd70-41a6-aa56-8d5bfcefe46f HTTP/1.1" status: 200  len: 896 time: 0.0883212
May 14 22:15:02.387394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-07d096e4-e066-450d-aecf-e0ed9adea4f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425c860f-f77a-422c-8a57-44b766eb2266 HTTP/1.1" status: 200  len: 1001 time: 0.0579000
May 14 22:15:02.435069 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516195de-846b-4173-9404-0c650fe66df6 req-250c4117-6f3f-499b-a021-e40223b7ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:02.436512 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-250c4117-6f3f-499b-a021-e40223b7ec64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2570df8b-3941-4178-af93-5bf59f8dad84 HTTP/1.1" status: 200  len: 835 time: 0.0433390
May 14 22:15:02.483784 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516195de-846b-4173-9404-0c650fe66df6 req-6505f626-bb78-4bd2-b18c-62b30ac8ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:02.485310 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-6505f626-bb78-4bd2-b18c-62b30ac8ba2f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66936228-dd70-41a6-aa56-8d5bfcefe46f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424478
May 14 22:15:02.571800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-d7841ac6-62fb-434a-9f3f-b378f5cd53c3 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806067
May 14 22:15:02.662257 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-516195de-846b-4173-9404-0c650fe66df6 req-b00d8e89-a87c-41b9-acdd-e4d92fc809b9 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853014
May 14 22:15:10.378850 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ecc4c717-54cc-49b9-9efe-68689e985b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:12.418683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:12.893217 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b3d822aa-5938-4412-8c22-6eaf5bcba5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:13.024956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:14.044863 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:15.896378 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:16.265090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bebdf-3f2b-43bb-8f00-c1a61ec67266 req-ee3bcf4a-c7ae-4fb9-be5d-3abc27665aed tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:16.266592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-599bebdf-3f2b-43bb-8f00-c1a61ec67266 req-ee3bcf4a-c7ae-4fb9-be5d-3abc27665aed tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0488236
May 14 22:15:16.316912 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-599bebdf-3f2b-43bb-8f00-c1a61ec67266 req-bc45e5d3-fb36-43ed-9832-e20f639cb28a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443876
May 14 22:15:16.864423 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:17.436204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6ae7c-652b-4cad-a6c4-413dd440517b req-ff2e6c34-6e56-4f06-bf3b-044f6231e84c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:17.437661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ee6ae7c-652b-4cad-a6c4-413dd440517b req-ff2e6c34-6e56-4f06-bf3b-044f6231e84c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0509536
May 14 22:15:17.487349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ee6ae7c-652b-4cad-a6c4-413dd440517b req-bd375726-3547-4e5b-9800-9fe21a3d452b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439153
May 14 22:15:17.510261 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51496) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:17.570437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-27509887-98ee-480d-a5fc-edc3d77ab169 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/a18a28c7-1066-4d54-9d07-0cf121e723a0 HTTP/1.1" status: 200  len: 993 time: 0.0590627
May 14 22:15:18.993518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304656-7dd6-4d25-ab86-d84e2b03f918 req-55715a7c-dc2b-47b0-a15e-2c2bde488ed7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:18.995057 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44304656-7dd6-4d25-ab86-d84e2b03f918 req-55715a7c-dc2b-47b0-a15e-2c2bde488ed7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0482042
May 14 22:15:19.050027 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-44304656-7dd6-4d25-ab86-d84e2b03f918 req-21a42edf-1aa9-4390-8905-f763649e286c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488200
May 14 22:15:20.170787 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080799b-36c0-466f-bbb4-e4bf1435246b req-01b5d92e-7fdc-490c-a4b2-b6c182c5063d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:20.172475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6080799b-36c0-466f-bbb4-e4bf1435246b req-01b5d92e-7fdc-490c-a4b2-b6c182c5063d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0496504
May 14 22:15:20.224911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6080799b-36c0-466f-bbb4-e4bf1435246b req-30771838-f521-4fd4-b8ab-4b96962fb562 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460687
May 14 22:15:20.248299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51508) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:20.312611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0ab9fecc-bc84-4ae1-8451-7e68c53e7e10 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/a18a28c7-1066-4d54-9d07-0cf121e723a0 HTTP/1.1" status: 200  len: 993 time: 0.0631800
May 14 22:15:20.614236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51514) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:20.765081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 200317f5-309c-4369-8698-f0b072fc4db0 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:15:20.765422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (200317f5-309c-4369-8698-f0b072fc4db0), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:20.842133 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (200317f5-309c-4369-8698-f0b072fc4db0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:20.842659 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (200317f5-309c-4369-8698-f0b072fc4db0), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:20.857138 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 200317f5-309c-4369-8698-f0b072fc4db0 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:15:21.059000 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (200317f5-309c-4369-8698-f0b072fc4db0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:21.090133 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=200317f5-309c-4369-8698-f0b072fc4db0,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:21.114876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.115254 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.119886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:21.160844 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (a18a28c7-1066-4d54-9d07-0cf121e723a0), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:21.161105 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP a18a28c7-1066-4d54-9d07-0cf121e723a0 disassociated (deleted). External IP: 172.35.4.61, port: 425c860f-f77a-422c-8a57-44b766eb2266.
May 14 22:15:21.375788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router c21294db-a385-4b97-b876-a5ae7f194b9e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:15:21.489394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:15:21.494027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:21.499026 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] Sync routers for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:15:21.509528 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:21.510187 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102d280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:21.524657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-30dd16d5-13d3-4169-9a05-eceedd063223 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/floatingips/a18a28c7-1066-4d54-9d07-0cf121e723a0 HTTP/1.1" status: 204  len: 168 time: 0.9094269
May 14 22:15:21.525236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:15:21.535937 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e3547f-830b-45a4-a7a5-527872449858" -d '{"events": [{"name": "network-changed", "server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "tag": "425c860f-f77a-422c-8a57-44b766eb2266"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:15:21.636936 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:21.828591 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102d280>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:33Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:21.855324 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] Checking router: c21294db-a385-4b97-b876-a5ae7f194b9e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:15:21.864409 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:21.871631 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523102d280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:21.959141 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406213e4-91ff-409a-b6c9-6c5db5172dc9 x-openstack-request-id: req-406213e4-91ff-409a-b6c9-6c5db5172dc9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:15:21.959675 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "tag": "425c860f-f77a-422c-8a57-44b766eb2266", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:15:21.959935 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-406213e4-91ff-409a-b6c9-6c5db5172dc9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:15:21.960350 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406213e4-91ff-409a-b6c9-6c5db5172dc9'] response: {'name': 'network-changed', 'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266', 'status': 'completed', 'code': 200}
May 14 22:15:21.979040 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:22.051814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3432556-4f9a-4165-a8bf-935605dd0ae9 req-a7f10ff2-2d3f-48b8-acf9-d932de869c4a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:22.053324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3432556-4f9a-4165-a8bf-935605dd0ae9 req-a7f10ff2-2d3f-48b8-acf9-d932de869c4a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0479004
May 14 22:15:22.101849 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3432556-4f9a-4165-a8bf-935605dd0ae9 req-3d1d9745-0796-469b-be03-2ffad1a979a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426555
May 14 22:15:22.167967 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523102d280>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:33Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:22.197681 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440b68-7825-4472-8ae1-45282828d90d None None] The sync data for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 is: [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:14:30Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9761c6e5-e4f7-46cf-b68a-ee89b3c75585', 'name': '', 'network_id': '66936228-dd70-41a6-aa56-8d5bfcefe46f', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:cb:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:29Z', 'updated_at': '2022-05-14T22:14:33Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '2570df8b-3941-4178-af93-5bf59f8dad84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:15:22.428218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e6e05-b25e-4f44-bcb1-30c8da978a95 None None] New status for floating IP a18a28c7-1066-4d54-9d07-0cf121e723a0: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:15:23.261283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad60ea-02c2-4e47-95eb-3ba338b6d3ee req-dd07e7d9-0ff7-45cb-ae10-d768085e75cd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:23.262710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47ad60ea-02c2-4e47-95eb-3ba338b6d3ee req-dd07e7d9-0ff7-45cb-ae10-d768085e75cd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0882034
May 14 22:15:23.263835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3547f-830b-45a4-a7a5-527872449858 req-72629d57-e0b7-4987-9612-d991b9b89d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:23.265229 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-72629d57-e0b7-4987-9612-d991b9b89d64 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 1128 time: 0.0811832
May 14 22:15:23.313734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-47ad60ea-02c2-4e47-95eb-3ba338b6d3ee req-814f7990-0e69-43b4-9558-06065ae83560 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437706
May 14 22:15:23.430041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3547f-830b-45a4-a7a5-527872449858 req-3429801a-a0fe-442d-9902-71e37d189572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:23.431518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-3429801a-a0fe-442d-9902-71e37d189572 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66936228-dd70-41a6-aa56-8d5bfcefe46f HTTP/1.1" status: 200  len: 896 time: 0.0887964
May 14 22:15:23.446590 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.48', 55300) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:23.482334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-449759ae-a4dd-4443-b492-e1643e851ad7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=425c860f-f77a-422c-8a57-44b766eb2266 HTTP/1.1" status: 200  len: 217 time: 0.0357847
May 14 22:15:23.493542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade06a30-78e3-4814-98e3-f9582325869e req-53bfb418-d596-4032-9a15-14b8e1388876 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:23.495033 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ade06a30-78e3-4814-98e3-f9582325869e req-53bfb418-d596-4032-9a15-14b8e1388876 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 946 time: 0.0473733
May 14 22:15:23.537927 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3547f-830b-45a4-a7a5-527872449858 req-9c221f5b-abc9-4d3b-8329-e9d3f9a02b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:23.539709 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-9c221f5b-abc9-4d3b-8329-e9d3f9a02b38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2570df8b-3941-4178-af93-5bf59f8dad84 HTTP/1.1" status: 200  len: 835 time: 0.0520961
May 14 22:15:23.590389 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 425c860f-f77a-422c-8a57-44b766eb2266 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:15:23.590737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (425c860f-f77a-422c-8a57-44b766eb2266), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:23.599663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3547f-830b-45a4-a7a5-527872449858 req-510922aa-e3b1-48e6-9c5d-96fe9349dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:23.601189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-510922aa-e3b1-48e6-9c5d-96fe9349dde7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66936228-dd70-41a6-aa56-8d5bfcefe46f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0560124
May 14 22:15:23.680303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 425c860f-f77a-422c-8a57-44b766eb2266, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=425c860f-f77a-422c-8a57-44b766eb2266,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:23.680664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (425c860f-f77a-422c-8a57-44b766eb2266), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:23.689445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-10ca6039-6339-44e8-b0f1-4ee4bd6d9094 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821955
May 14 22:15:23.694304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 425c860f-f77a-422c-8a57-44b766eb2266 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:15:23.784581 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98e3547f-830b-45a4-a7a5-527872449858 req-de2fbc92-b552-4244-b8f3-57d7bb524c50 service neutron] 10.222.0.48 "GET /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898871
May 14 22:15:24.241337 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (425c860f-f77a-422c-8a57-44b766eb2266), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:24.271448 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=425c860f-f77a-422c-8a57-44b766eb2266,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:24.297447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.298307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.298658 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.298994 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.299323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.299676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.300003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.300325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.300649 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.300971 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.301297 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.301619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.301938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.302263 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.302582 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:24.328618 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] No DVR routers for this DVR port 425c860f-f77a-422c-8a57-44b766eb2266 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:15:24.331823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:24.335092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ade06a30-78e3-4814-98e3-f9582325869e req-0c78a45d-654b-44bf-ab1a-830e7b9ef4e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "DELETE /v2.0/ports/425c860f-f77a-422c-8a57-44b766eb2266 HTTP/1.1" status: 204  len: 173 time: 0.8356321
May 14 22:15:24.335578 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'name': 'network-vif-deleted', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:15:24.337837 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd14820-2aab-4bb6-8f30-4a9b72cf8cc4" -d '{"events": [{"server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "name": "network-vif-deleted", "tag": "425c860f-f77a-422c-8a57-44b766eb2266"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:15:24.416860 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a73f389d-78db-4831-af2a-de3269725a50 req-360334da-8d75-4142-b14b-9a18849962d6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=8858dece-a601-4456-8053-d7737e98634d HTTP/1.1" status: 200  len: 210 time: 0.0301969
May 14 22:15:24.460384 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2578c9-7d2e-4d2e-a191-0b0617defc04 x-openstack-request-id: req-ac2578c9-7d2e-4d2e-a191-0b0617defc04 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:15:24.463164 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8858dece-a601-4456-8053-d7737e98634d", "name": "network-vif-deleted", "tag": "425c860f-f77a-422c-8a57-44b766eb2266", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:15:24.463164 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac2578c9-7d2e-4d2e-a191-0b0617defc04 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:15:24.463164 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2578c9-7d2e-4d2e-a191-0b0617defc04'] response: {'server_uuid': '8858dece-a601-4456-8053-d7737e98634d', 'name': 'network-vif-deleted', 'tag': '425c860f-f77a-422c-8a57-44b766eb2266', 'status': 'completed', 'code': 200}
May 14 22:15:25.477711 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51532) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:25.821715 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (c21294db-a385-4b97-b876-a5ae7f194b9e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:26.066177 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:15:26.066467 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:26.152374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 9761c6e5-e4f7-46cf-b68a-ee89b3c75585, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:26.152660 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:26.165584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:15:26.398944 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9761c6e5-e4f7-46cf-b68a-ee89b3c75585), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:26.437243 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=9761c6e5-e4f7-46cf-b68a-ee89b3c75585,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:26.611654 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (c21294db-a385-4b97-b876-a5ae7f194b9e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.163515 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router c21294db-a385-4b97-b876-a5ae7f194b9e has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:15:27.284421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:15:27.291664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-339458b3-af07-4cc9-8a2f-193bb17fc640 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/c21294db-a385-4b97-b876-a5ae7f194b9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8116579
May 14 22:15:27.293259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51534) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:27.295305 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] Sync routers for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:15:27.305571 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:27.306182 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f15d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:27.346141 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting subnet 2570df8b-3941-4178-af93-5bf59f8dad84 {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:15:27.349209 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (2570df8b-3941-4178-af93-5bf59f8dad84), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.389574 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (2570df8b-3941-4178-af93-5bf59f8dad84), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.482301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (2570df8b-3941-4178-af93-5bf59f8dad84), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.510219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:27.619052 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (2570df8b-3941-4178-af93-5bf59f8dad84), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.647965 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Subnet': ['ID=2570df8b-3941-4178-af93-5bf59f8dad84,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:27.653634 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.653634 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ed0fc31d-f038-442a-87a8-dd588d6d8cfe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/subnets/2570df8b-3941-4178-af93-5bf59f8dad84 HTTP/1.1" status: 204  len: 168 time: 0.3588660
May 14 22:15:27.656295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51536) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:27.657859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7255226c-396d-42ea-b5f6-1ec7821c73b1 None None] Network 66936228-dd70-41a6-aa56-8d5bfcefe46f requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:15:27.685671 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f15d00>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:15:26Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:27.714367 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] Checking router: c21294db-a385-4b97-b876-a5ae7f194b9e for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:15:27.724071 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] Routers {'c21294db-a385-4b97-b876-a5ae7f194b9e'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:27.724715 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230f15d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['c21294db-a385-4b97-b876-a5ae7f194b9e'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:27.779955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (c21294db-a385-4b97-b876-a5ae7f194b9e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.830098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] DHCP port deletion for 66936228-dd70-41a6-aa56-8d5bfcefe46f request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:15:27.843393 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] Set router c21294db-a385-4b97-b876-a5ae7f194b9e gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:27.881853 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Deleting port e104743a-b901-414a-867c-1b353b048883 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:15:27.881853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e104743a-b901-414a-867c-1b353b048883), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.912181 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (c21294db-a385-4b97-b876-a5ae7f194b9e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.959990 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] For port e104743a-b901-414a-867c-1b353b048883, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e104743a-b901-414a-867c-1b353b048883,segment=NetworkSegment(a79e3a88-d22f-45cb-a41a-b44ce86b39c1),segment_id=a79e3a88-d22f-45cb-a41a-b44ce86b39c1)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:27.960678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e104743a-b901-414a-867c-1b353b048883), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:27.974577 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Calling delete_port for e104743a-b901-414a-867c-1b353b048883 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:15:28.024228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e104743a-b901-414a-867c-1b353b048883 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:15:28.035603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:15:28.036421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.040287 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230f15d00>, [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:15:26Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:28.067637 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b1b7ae-7818-4a13-aea3-70df2acedc0b None None] The sync data for ids ['c21294db-a385-4b97-b876-a5ae7f194b9e'] in ncdv-master-1 is: [{'id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800181746', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:14:25Z', 'updated_at': '2022-05-14T22:15:26Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e6f6537b-21b3-4cb9-8b5f-a3cf27532f42', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21294db-a385-4b97-b876-a5ae7f194b9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:14:26Z', 'updated_at': '2022-05-14T22:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:15:28.122107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port e6f6537b-21b3-4cb9-8b5f-a3cf27532f42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:28.122482 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.133115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e104743a-b901-414a-867c-1b353b048883 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:28.133412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e104743a-b901-414a-867c-1b353b048883), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.139876 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:15:28.197274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (e104743a-b901-414a-867c-1b353b048883), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.245361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Pushing event deleted for resources: {'Port': ['ID=e104743a-b901-414a-867c-1b353b048883,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:28.249983 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] No DVR routers for this DVR port e104743a-b901-414a-867c-1b353b048883 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:15:28.257544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.262652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2017f30-a394-4789-8d17-99b088e7bbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:28.361730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e6f6537b-21b3-4cb9-8b5f-a3cf27532f42), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.388017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=e6f6537b-21b3-4cb9-8b5f-a3cf27532f42,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:28.456297 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (c21294db-a385-4b97-b876-a5ae7f194b9e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.555108 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (c21294db-a385-4b97-b876-a5ae7f194b9e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.557508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (c21294db-a385-4b97-b876-a5ae7f194b9e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.665752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 425c860f-f77a-422c-8a57-44b766eb2266 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:15:28.675989 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (c21294db-a385-4b97-b876-a5ae7f194b9e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.676773 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Fanout notify agent at l3_agent the message router_deleted on router c21294db-a385-4b97-b876-a5ae7f194b9e {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:15:28.685143 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.689887 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ccb7523f-1a9e-4e76-87a7-99c34b26125f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/routers/c21294db-a385-4b97-b876-a5ae7f194b9e HTTP/1.1" status: 204  len: 168 time: 1.0281408
May 14 22:15:28.689887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51544) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:28.690103 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 425c860f-f77a-422c-8a57-44b766eb2266 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:15:28.690327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 425c860f-f77a-422c-8a57-44b766eb2266 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:15:28.773742 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (66936228-dd70-41a6-aa56-8d5bfcefe46f), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.865113 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (66936228-dd70-41a6-aa56-8d5bfcefe46f), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.884711 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522aca34f0>,) {'filters': {'network_id': ['66936228-dd70-41a6-aa56-8d5bfcefe46f']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:28.894195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aca34f0>, 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:28.894427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522aca34f0>, 'a79e3a88-d22f-45cb-a41a-b44ce86b39c1') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:28.903406 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (a79e3a88-d22f-45cb-a41a-b44ce86b39c1), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.917682 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a79e3a88-d22f-45cb-a41a-b44ce86b39c1), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.924290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:15:28.924683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (a79e3a88-d22f-45cb-a41a-b44ce86b39c1), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:15:28.927780 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:15:29.075621 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (66936228-dd70-41a6-aa56-8d5bfcefe46f), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.083439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.085824 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/networks/66936228-dd70-41a6-aa56-8d5bfcefe46f HTTP/1.1" status: 204  len: 168 time: 0.3952637
May 14 22:15:29.088830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51546) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:29.097659 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd45dba-6954-43e3-94a6-b40dd7bfd349 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Network': ['ID=66936228-dd70-41a6-aa56-8d5bfcefe46f,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:29.150409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf01-9f81-47e9-b5e5-c1c7ad3787cb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.178429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf01-9f81-47e9-b5e5-c1c7ad3787cb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.324811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf01-9f81-47e9-b5e5-c1c7ad3787cb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.327385 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf01-9f81-47e9-b5e5-c1c7ad3787cb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.328591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a2bedf01-9f81-47e9-b5e5-c1c7ad3787cb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/security-groups/4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6 HTTP/1.1" status: 204  len: 168 time: 0.2386043
May 14 22:15:29.339908 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bedf01-9f81-47e9-b5e5-c1c7ad3787cb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb9b8d3-55e7-4b9f-b50f-e8d5b04fe8b6,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:29.579206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51552) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:29.583806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032248252', 'description': 'tempest-secgroup-smoke-1032248252 description', 'project_id': '2b433c6a39b149acb9537d5d8d32a845'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:29.676084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.751506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (38cc4d8e-628e-43aa-82e5-ddb7c73a61e8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.862257 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (38cc4d8e-628e-43aa-82e5-ddb7c73a61e8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.892240 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:29.908915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:15:29.934281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:15:29.934627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e6f6537b-21b3-4cb9-8b5f-a3cf27532f42 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:15:29.935048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:15:29.954374 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:15:29.954819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9761c6e5-e4f7-46cf-b68a-ee89b3c75585 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:15:29.955088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:29.956453 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-31fc3774-e2af-4953-84bd-8bfb0d0ab60c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3762126
May 14 22:15:29.959325 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51554) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:29.964346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '38cc4d8e-628e-43aa-82e5-ddb7c73a61e8', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:30.061761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (8291049c-f4ce-4cde-8e83-9cd33652a1d7), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.115822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (8291049c-f4ce-4cde-8e83-9cd33652a1d7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.195727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (8291049c-f4ce-4cde-8e83-9cd33652a1d7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.214766 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8291049c-f4ce-4cde-8e83-9cd33652a1d7,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:30.293062 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.294292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b3c1dcef-8548-44a6-b058-d71f3388f19f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3339949
May 14 22:15:30.297259 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51556) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:30.301998 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '38cc4d8e-628e-43aa-82e5-ddb7c73a61e8', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:30.425185 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (6582381c-4a2c-4902-8783-fc1cc49e5655), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.481134 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (6582381c-4a2c-4902-8783-fc1cc49e5655), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.553551 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6582381c-4a2c-4902-8783-fc1cc49e5655), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.574241 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6582381c-4a2c-4902-8783-fc1cc49e5655,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:30.637755 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.639059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-4da599f8-06a1-4c8f-adfb-727a63459d43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3407185
May 14 22:15:30.642703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51558) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:30.647242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '38cc4d8e-628e-43aa-82e5-ddb7c73a61e8', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:30.726510 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (29cab573-e466-4a77-b4f8-9bd4c7d6f80d), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.781080 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (29cab573-e466-4a77-b4f8-9bd4c7d6f80d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.846832 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (29cab573-e466-4a77-b4f8-9bd4c7d6f80d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.864729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cab573-e466-4a77-b4f8-9bd4c7d6f80d,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:30.929130 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:30.930415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-67573a6e-f434-41d8-a5fa-0bf11112322c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2866328
May 14 22:15:30.933253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:30.940811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '38cc4d8e-628e-43aa-82e5-ddb7c73a61e8', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:31.007392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (f422ce73-09dd-47c8-96c2-2ad2dd50e9a5), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.068515 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (f422ce73-09dd-47c8-96c2-2ad2dd50e9a5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.132758 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f422ce73-09dd-47c8-96c2-2ad2dd50e9a5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.150043 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f422ce73-09dd-47c8-96c2-2ad2dd50e9a5,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:31.221256 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.222487 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eb1eec05-0ad1-4b15-b3e9-2f65d6918035 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2882345
May 14 22:15:31.225194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51562) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:31.229467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '38cc4d8e-628e-43aa-82e5-ddb7c73a61e8', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:31.307808 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:15:31.313475 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (cdf5db6f-84bf-4481-afda-3842616148b4), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.370715 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (cdf5db6f-84bf-4481-afda-3842616148b4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.432746 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (cdf5db6f-84bf-4481-afda-3842616148b4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.450657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf5db6f-84bf-4481-afda-3842616148b4,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:31.514826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.516083 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-13a070c3-4834-49fd-9d10-ef89dccb8e12 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2899594
May 14 22:15:31.519452 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51564) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:31.524012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '38cc4d8e-628e-43aa-82e5-ddb7c73a61e8', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:31.610815 ncdv-master-1 neutron-server[115781]: INFO neutron.db.securitygroups_db [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:15:31.616847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (305c7ce4-f496-4880-80c0-f436755d08bd), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.669251 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (305c7ce4-f496-4880-80c0-f436755d08bd), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.744285 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (305c7ce4-f496-4880-80c0-f436755d08bd), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.761333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305c7ce4-f496-4880-80c0-f436755d08bd,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:31.837663 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.838897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-65898deb-315a-4602-8993-f5b41c75ae93 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3183932
May 14 22:15:31.841716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51566) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:31.847143 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'network': {'name': 'tempest-network-smoke--1687162975', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'port_security_enabled': True}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:31.961416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:15:31.964864 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.987190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:15:31.995805 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b4eba853-dba0-446c-b44d-7ff3e38c7725), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:31.996188 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Added segment b4eba853-dba0-446c-b44d-7ff3e38c7725 of type vlan for network 39601261-4692-47fe-87a3-19d1b9880c98
May 14 22:15:32.038673 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (39601261-4692-47fe-87a3-19d1b9880c98), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.133043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (39601261-4692-47fe-87a3-19d1b9880c98), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.138600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:32.139181 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.212813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Network': ['ID=39601261-4692-47fe-87a3-19d1b9880c98,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:32.225108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 39601261-4692-47fe-87a3-19d1b9880c98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:15:32.233896 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cf00ce2d-cd5f-4c53-8da6-145eb67d3882 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.3911211
May 14 22:15:32.239828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51568) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:32.241465 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'admin_state_up': True, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:32.342427 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (71ff56e9-355c-47da-b7b0-a272e612c5fb), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.343576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (71ff56e9-355c-47da-b7b0-a272e612c5fb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.398995 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (71ff56e9-355c-47da-b7b0-a272e612c5fb), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.606609 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (71ff56e9-355c-47da-b7b0-a272e612c5fb), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.859769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (71ff56e9-355c-47da-b7b0-a272e612c5fb), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.878490 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:32.978818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.177 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/f44909eb-8669-4f93-8439-7bbcbfd2dc28) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:15:33.082194 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:33.179093 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:33.217048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:15:33.223322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:33.226946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:15:33.232522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=f44909eb-8669-4f93-8439-7bbcbfd2dc28,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:33.558848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (71ff56e9-355c-47da-b7b0-a272e612c5fb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:33.756501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (71ff56e9-355c-47da-b7b0-a272e612c5fb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:33.941865 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 71ff56e9-355c-47da-b7b0-a272e612c5fb is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:15:34.050725 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:15:34.059963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Sync routers for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:15:34.069737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:34.070358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230297a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:34.138367 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:34.139679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-60203b50-8a32-4d59-9ccc-7d8364f2bf61 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.9018624
May 14 22:15:34.143772 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:34.172364 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4d0aee03-d09e-4855-8abf-23a30e95884b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=2b433c6a39b149acb9537d5d8d32a845&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0274746
May 14 22:15:34.175227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:34.270812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85761078-1545-4e3f-86b5-59ba1fa578d7 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:34.272380 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-85761078-1545-4e3f-86b5-59ba1fa578d7 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0961959
May 14 22:15:34.275268 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51574) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:34.303536 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-56d6b148-d9db-4771-9a08-d9f0e9dda1aa tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0271199
May 14 22:15:34.306034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51576) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:34.310738 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2143686499', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:34.347315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:34.501415 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:15:34.505460 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:34.513415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230297a90>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:33Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:34.541497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Checking router: 71ff56e9-355c-47da-b7b0-a272e612c5fb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:15:34.541845 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Updating router 71ff56e9-355c-47da-b7b0-a272e612c5fb port f44909eb-8669-4f93-8439-7bbcbfd2dc28 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:15:34.569410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:34.744501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (dc2fcb50-a5c2-47d4-9507-37745cd084fc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:34.805914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Subnet': ['ID=dc2fcb50-a5c2-47d4-9507-37745cd084fc,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:34.814902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Checking segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:15:34.815269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network hostable DHCP agents. Network: 39601261-4692-47fe-87a3-19d1b9880c98, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:15:34.862971 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Publish callbacks [] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:34.932697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 39601261-4692-47fe-87a3-19d1b9880c98 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:15:34.955724 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.007152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Attempting to bind port f44909eb-8669-4f93-8439-7bbcbfd2dc28 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:15:35.007357 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39601261-4692-47fe-87a3-19d1b9880c98) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:35.007553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Attempting to bind port f44909eb-8669-4f93-8439-7bbcbfd2dc28 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:15:35.007924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Attempting to bind port f44909eb-8669-4f93-8439-7bbcbfd2dc28 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:15:35.011054 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636e866-8389-4ac5-a196-5b32b83d6090 None None] Pushing event updated for resources: {'Port': ['ID=f44909eb-8669-4f93-8439-7bbcbfd2dc28,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:35.011728 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:35.016940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.017166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:15:35.017166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:15:35.017166 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.017435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:15:35.017916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Bound port: f44909eb-8669-4f93-8439-7bbcbfd2dc28, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:15:35.018401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.021271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96ceb5-2320-4dd3-96c3-842c2a468628 None None] Network 39601261-4692-47fe-87a3-19d1b9880c98 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:15:35.090300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3ac319b4-ed09-4863-8ce7-c4238da6330b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7830377
May 14 22:15:35.092845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51578) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:35.124015 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] For port f44909eb-8669-4f93-8439-7bbcbfd2dc28, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:15:35.141993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] For port f44909eb-8669-4f93-8439-7bbcbfd2dc28, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44909eb-8669-4f93-8439-7bbcbfd2dc28,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:15:35.177166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-39601261-4692-47fe-87a3-19d1b9880c98', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:15:35.178190 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.244410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.354764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:35.355310 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230297a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:35.364834 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636e866-8389-4ac5-a196-5b32b83d6090 None None] Pushing event updated for resources: {'Port': ['ID=f44909eb-8669-4f93-8439-7bbcbfd2dc28,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:35.412365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Allocated IP 172.20.0.2 (39601261-4692-47fe-87a3-19d1b9880c98/dc2fcb50-a5c2-47d4-9507-37745cd084fc/f936786b-9866-4f99-8ed8-06bc2b33ab92) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:15:35.443740 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:15:35.539371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:35.553242 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.742938 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Publish callbacks [] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.792879 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230297a90>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:33Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:35.819048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40e222-5e95-413e-825b-57dc5d8cd097 None None] The sync data for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 is: [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:33Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:15:35.822855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.861790 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Network 39601261-4692-47fe-87a3-19d1b9880c98 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:15:35.869128 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:35.873051 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:15:35.876018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Pushing event updated for resources: {'Port': ['ID=f936786b-9866-4f99-8ed8-06bc2b33ab92,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:35.876832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.1 (39601261-4692-47fe-87a3-19d1b9880c98/dc2fcb50-a5c2-47d4-9507-37745cd084fc/22144fd9-29fe-4fa5-86c4-90c18f298b68) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:15:35.947502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Attempting to bind port f936786b-9866-4f99-8ed8-06bc2b33ab92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:15:35.947885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Attempting to bind port f936786b-9866-4f99-8ed8-06bc2b33ab92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:15:35.948261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Attempting to bind port f936786b-9866-4f99-8ed8-06bc2b33ab92 on network 39601261-4692-47fe-87a3-19d1b9880c98 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:15:35.953817 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:15:35.954195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Checking segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:15:35.954699 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:35.955194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Bound using segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:15:35.955723 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Bound port: f936786b-9866-4f99-8ed8-06bc2b33ab92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:15:35.956115 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:36.023770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] For port f936786b-9866-4f99-8ed8-06bc2b33ab92, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:15:36.027559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] For port f936786b-9866-4f99-8ed8-06bc2b33ab92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f936786b-9866-4f99-8ed8-06bc2b33ab92,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:15:36.027755 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:36.116475 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:36.149056 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:36.197339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 39601261-4692-47fe-87a3-19d1b9880c98 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:15:36.197893 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede53cc-cb12-4b55-8598-5dc56ac0d5f5 None None] Pushing event updated for resources: {'Port': ['ID=f936786b-9866-4f99-8ed8-06bc2b33ab92,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:36.209884 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:36.218238 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:15:36.254320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=22144fd9-29fe-4fa5-86c4-90c18f298b68,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:36.273960 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (71ff56e9-355c-47da-b7b0-a272e612c5fb), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:36.910211 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.173898 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f86c5-d7da-47e8-b29c-0094c587fb27 None None] Network 39601261-4692-47fe-87a3-19d1b9880c98 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:15:37.236122 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] Provisioning complete for port f936786b-9866-4f99-8ed8-06bc2b33ab92 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:37.236739 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.240871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.314036 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.360412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] Current status of the port f936786b-9866-4f99-8ed8-06bc2b33ab92 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:37.360891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.390949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (71ff56e9-355c-47da-b7b0-a272e612c5fb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.396356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] For port f936786b-9866-4f99-8ed8-06bc2b33ab92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f936786b-9866-4f99-8ed8-06bc2b33ab92,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:37.399591 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=22144fd9-29fe-4fa5-86c4-90c18f298b68,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:37.487288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.500176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 39601261-4692-47fe-87a3-19d1b9880c98 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:15:37.504018 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:37.545109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07537888-6ddd-415e-bc86-3dda7836c66c None None] Pushing event updated for resources: {'Port': ['ID=f936786b-9866-4f99-8ed8-06bc2b33ab92,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:37.606714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-86755fa9-b9f9-4f46-a6b1-996fdff94b50 None None] Provisioning complete for port 22144fd9-29fe-4fa5-86c4-90c18f298b68 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:37.607080 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-86755fa9-b9f9-4f46-a6b1-996fdff94b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.632851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 71ff56e9-355c-47da-b7b0-a272e612c5fb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:15:37.648472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-86755fa9-b9f9-4f46-a6b1-996fdff94b50 None None] Port 22144fd9-29fe-4fa5-86c4-90c18f298b68 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:15:37.656999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-86755fa9-b9f9-4f46-a6b1-996fdff94b50 None None] Provisioning complete for port f936786b-9866-4f99-8ed8-06bc2b33ab92 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:37.657688 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-86755fa9-b9f9-4f46-a6b1-996fdff94b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.739059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-86755fa9-b9f9-4f46-a6b1-996fdff94b50 None None] Current status of the port f936786b-9866-4f99-8ed8-06bc2b33ab92 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:37.760556 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:15:37.767614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4b305621-5349-4842-b48a-b0a5c2d406f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/71ff56e9-355c-47da-b7b0-a272e612c5fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6719103
May 14 22:15:37.771131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Sync routers for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:15:37.786550 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:37.790493 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bef880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:37.879572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e468f5cc-f3ba-46b6-a067-afc48f9ca584 None None] Provisioning complete for port 22144fd9-29fe-4fa5-86c4-90c18f298b68 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:37.880276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e468f5cc-f3ba-46b6-a067-afc48f9ca584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:37.911415 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:37.965643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e468f5cc-f3ba-46b6-a067-afc48f9ca584 None None] Port 22144fd9-29fe-4fa5-86c4-90c18f298b68 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:15:37.992428 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-71452562-8a06-4c5a-9a92-a4057de0954e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032248252&fields=id&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 267 time: 0.0881016
May 14 22:15:38.026795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f936786b-9866-4f99-8ed8-06bc2b33ab92 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:15:38.093062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f936786b-9866-4f99-8ed8-06bc2b33ab92 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:38.093434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.110947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-29d0c4a7-2ddf-438b-b23d-314e789ddae0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:38.118249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-29d0c4a7-2ddf-438b-b23d-314e789ddae0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 797 time: 0.1248958
May 14 22:15:38.130098 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-a02c8bf1-c0e0-4f15-a7e1-922d35b1a467 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/quotas/2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 375 time: 0.0105639
May 14 22:15:38.160847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bef880>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:37Z', 'revision_number': 2, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:38.188657 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Checking router: 71ff56e9-355c-47da-b7b0-a272e612c5fb for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:15:38.189311 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Updating router 71ff56e9-355c-47da-b7b0-a272e612c5fb port 22144fd9-29fe-4fa5-86c4-90c18f298b68 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:15:38.198871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-80afa93b-eea6-4e4d-93b5-eab0a2edfc5c None None] Provisioning complete for port 22144fd9-29fe-4fa5-86c4-90c18f298b68 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:38.199241 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-80afa93b-eea6-4e4d-93b5-eab0a2edfc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.200000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-191aefba-eb02-43d9-a154-df3c71f76d79 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0576384
May 14 22:15:38.205207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f936786b-9866-4f99-8ed8-06bc2b33ab92 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:38.206353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f44909eb-8669-4f93-8439-7bbcbfd2dc28 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:15:38.217097 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.268938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-80afa93b-eea6-4e4d-93b5-eab0a2edfc5c None None] Port 22144fd9-29fe-4fa5-86c4-90c18f298b68 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:15:38.283462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f44909eb-8669-4f93-8439-7bbcbfd2dc28 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:38.283885 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.289048 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-3d887fd6-a5d6-4391-a10b-2a68921f3b01 service neutron] 10.222.0.52 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875752
May 14 22:15:38.367909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f44909eb-8669-4f93-8439-7bbcbfd2dc28 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:38.368227 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.389548 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port f44909eb-8669-4f93-8439-7bbcbfd2dc28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44909eb-8669-4f93-8439-7bbcbfd2dc28,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:38.397543 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-83bb000d-a27d-4ace-8b34-48a812995587 service neutron] 10.222.0.52 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003811
May 14 22:15:38.447226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.501866 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=f44909eb-8669-4f93-8439-7bbcbfd2dc28,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:38.532472 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Publish callbacks [] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.613070 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.672916 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Pushing event updated for resources: {'Port': ['ID=22144fd9-29fe-4fa5-86c4-90c18f298b68,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:38.708353 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.709172 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.709524 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.709868 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.710207 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.710540 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.710920 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.711255 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.712503 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.712842 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.713791 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.714392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a57da545-26a8-4f27-af78-95a1dc24da7e req-28284afb-e93b-4b5f-9be2-098322cdc8fa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 210 time: 0.0446882
May 14 22:15:38.721435 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.723511 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.726262 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.726615 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:15:38.764381 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Attempting to bind port 22144fd9-29fe-4fa5-86c4-90c18f298b68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:15:38.764753 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Attempting to bind port 22144fd9-29fe-4fa5-86c4-90c18f298b68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:15:38.765112 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Attempting to bind port 22144fd9-29fe-4fa5-86c4-90c18f298b68 on network 39601261-4692-47fe-87a3-19d1b9880c98 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:15:38.770557 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:15:38.770930 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Checking segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:15:38.771335 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.771950 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Bound using segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:15:38.772219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Bound port: 22144fd9-29fe-4fa5-86c4-90c18f298b68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:15:38.772592 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.840490 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] For port 22144fd9-29fe-4fa5-86c4-90c18f298b68, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:15:38.844883 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] For port 22144fd9-29fe-4fa5-86c4-90c18f298b68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22144fd9-29fe-4fa5-86c4-90c18f298b68,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:15:38.927991 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.993602 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] Provisioning complete for port 22144fd9-29fe-4fa5-86c4-90c18f298b68 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:38.993978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:38.995650 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:38.995650 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230bef880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:39.003916 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba3696-88db-442a-8cd2-fb9f06044b1f None None] Pushing event updated for resources: {'Port': ['ID=22144fd9-29fe-4fa5-86c4-90c18f298b68,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:39.084813 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] Current status of the port 22144fd9-29fe-4fa5-86c4-90c18f298b68 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:39.087183 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:39.119828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] For port 22144fd9-29fe-4fa5-86c4-90c18f298b68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22144fd9-29fe-4fa5-86c4-90c18f298b68,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:39.137204 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:39.199204 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:39.253409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61ed96-9572-4ffb-96fb-0ec3b3f9e571 None None] Pushing event updated for resources: {'Port': ['ID=22144fd9-29fe-4fa5-86c4-90c18f298b68,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:39.349982 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230bef880>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:39.377663 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b878d-3ca0-43a9-98aa-7b9a3a2f5730 None None] The sync data for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 is: [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:15:39.490703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a8c54c7c-924d-4fd2-b4f1-03081a8153de None None] Provisioning complete for port 22144fd9-29fe-4fa5-86c4-90c18f298b68 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:39.493916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a8c54c7c-924d-4fd2-b4f1-03081a8153de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:39.573316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a8c54c7c-924d-4fd2-b4f1-03081a8153de None None] Current status of the port 22144fd9-29fe-4fa5-86c4-90c18f298b68 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:39.823397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-04b44cb4-580f-4495-a3cd-4197522375af req-71f3f601-6ce1-42f7-a920-5520d62e9fc4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 210 time: 0.0300031
May 14 22:15:40.008662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 22144fd9-29fe-4fa5-86c4-90c18f298b68 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:15:40.062991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 22144fd9-29fe-4fa5-86c4-90c18f298b68 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:40.063370 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:40.143363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 22144fd9-29fe-4fa5-86c4-90c18f298b68 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:40.144503 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f44909eb-8669-4f93-8439-7bbcbfd2dc28 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:15:40.191916 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port f44909eb-8669-4f93-8439-7bbcbfd2dc28 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:40.192287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:40.276859 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f44909eb-8669-4f93-8439-7bbcbfd2dc28 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:40.398844 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef34a-4956-485b-aac9-105d05f990bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:40.661447 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-321b08e6-9002-499e-9f11-27d1f44c095f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:40.663152 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-321b08e6-9002-499e-9f11-27d1f44c095f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 797 time: 0.1031959
May 14 22:15:40.725412 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-83791484-383c-45fc-9706-903813e0b293 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 380 time: 0.0544102
May 14 22:15:40.733858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'port': {'device_id': '09517bba-68d1-4033-b1a4-162101bef4e4', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'admin_state_up': True, 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'security_groups': ['38cc4d8e-628e-43aa-82e5-ddb7c73a61e8']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:40.919078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:15:40.922931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:40.928626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-87f76b83-85c6-46b5-b588-3ec942a3101d req-9beaa848-2fe9-495b-883e-d153936baacc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 210 time: 0.0335810
May 14 22:15:41.053502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.12 (39601261-4692-47fe-87a3-19d1b9880c98/dc2fcb50-a5c2-47d4-9507-37745cd084fc/a72b233b-c690-496c-aca5-54b3d1718328) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:15:41.189980 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (a72b233b-c690-496c-aca5-54b3d1718328), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:41.264528 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (a72b233b-c690-496c-aca5-54b3d1718328), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:41.310544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 39601261-4692-47fe-87a3-19d1b9880c98 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:15:41.314128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:41.319905 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:15:41.346552 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=a72b233b-c690-496c-aca5-54b3d1718328,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:41.373665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:41.374461 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:41.472913 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-104fabd4-849c-43c9-a672-a573584c8e3d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7425597
May 14 22:15:41.485069 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Request body: {'port': {'device_id': '09517bba-68d1-4033-b1a4-162101bef4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:41.543884 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a72b233b-c690-496c-aca5-54b3d1718328), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:41.606061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-890af1f2-eab7-4b0c-a3ad-ff135e5e7e7f None None] Provisioning complete for port a72b233b-c690-496c-aca5-54b3d1718328 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:41.606625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-890af1f2-eab7-4b0c-a3ad-ff135e5e7e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a72b233b-c690-496c-aca5-54b3d1718328), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:41.642141 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-890af1f2-eab7-4b0c-a3ad-ff135e5e7e7f None None] Port a72b233b-c690-496c-aca5-54b3d1718328 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:15:41.839312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72b233b-c690-496c-aca5-54b3d1718328 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:15:41.847345 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Publish callbacks [] for port (a72b233b-c690-496c-aca5-54b3d1718328), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:41.860276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Transition to ACTIVE for port object a72b233b-c690-496c-aca5-54b3d1718328 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:15:41.955986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a72b233b-c690-496c-aca5-54b3d1718328), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:42.012035 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Pushing event updated for resources: {'Port': ['ID=a72b233b-c690-496c-aca5-54b3d1718328,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:42.059144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f37f0-9bf8-4c2b-8608-38d374275526 req-007a34d0-ddbe-4887-a1a3-b91c8162ba69 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.061288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-260f37f0-9bf8-4c2b-8608-38d374275526 req-007a34d0-ddbe-4887-a1a3-b91c8162ba69 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 944 time: 0.0544174
May 14 22:15:42.091653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Attempting to bind port a72b233b-c690-496c-aca5-54b3d1718328 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:15:42.101771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Attempting to bind port a72b233b-c690-496c-aca5-54b3d1718328 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:15:42.101771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Attempting to bind port a72b233b-c690-496c-aca5-54b3d1718328 on network 39601261-4692-47fe-87a3-19d1b9880c98 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:15:42.101771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Port a72b233b-c690-496c-aca5-54b3d1718328 on network 39601261-4692-47fe-87a3-19d1b9880c98 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:15:42.101771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Attempting to bind port a72b233b-c690-496c-aca5-54b3d1718328 on network 39601261-4692-47fe-87a3-19d1b9880c98 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:15:42.103806 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:15:42.104229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Checking segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:15:42.104691 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Bound using segment: {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:15:42.105201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Bound port: a72b233b-c690-496c-aca5-54b3d1718328, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4eba853-dba0-446c-b44d-7ff3e38c7725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:15:42.105633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a72b233b-c690-496c-aca5-54b3d1718328), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:42.116497 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-260f37f0-9bf8-4c2b-8608-38d374275526 req-626051a7-0312-498c-8b40-db32f1a1bf6f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490255
May 14 22:15:42.174256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] For port a72b233b-c690-496c-aca5-54b3d1718328, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:15:42.177499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] For port a72b233b-c690-496c-aca5-54b3d1718328, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a72b233b-c690-496c-aca5-54b3d1718328,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:15:42.244858 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (a72b233b-c690-496c-aca5-54b3d1718328), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:42.280395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.281027 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:42.283759 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] 10.222.0.48 "PUT /v2.0/ports/a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 1092 time: 0.8034413
May 14 22:15:42.284177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:15:42.286474 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "tag": "a72b233b-c690-496c-aca5-54b3d1718328"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:15:42.322019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de58133-a660-4597-bd51-e651e7d40efb service neutron] Pushing event updated for resources: {'Port': ['ID=a72b233b-c690-496c-aca5-54b3d1718328,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:42.327534 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6174f8a-e3ea-4e68-8396-eebe90fcb8e9 x-openstack-request-id: req-e6174f8a-e3ea-4e68-8396-eebe90fcb8e9 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:15:42.328027 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "tag": "a72b233b-c690-496c-aca5-54b3d1718328", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:15:42.328785 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6174f8a-e3ea-4e68-8396-eebe90fcb8e9 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:15:42.329895 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6174f8a-e3ea-4e68-8396-eebe90fcb8e9'] response: {'name': 'network-changed', 'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328', 'status': 'completed', 'code': 200}
May 14 22:15:42.393952 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6 req-bf69e456-ac80-42db-9340-21ab2221bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.395384 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6 req-bf69e456-ac80-42db-9340-21ab2221bf6e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1126 time: 0.0481243
May 14 22:15:42.470110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:42.510628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6 req-bc86d923-8aab-4b00-8f60-a0364f32d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.512165 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6 req-bc86d923-8aab-4b00-8f60-a0364f32d8aa service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b433c6a39b149acb9537d5d8d32a845&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1100411
May 14 22:15:42.607583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6 req-741f6a65-4120-41d1-8797-22463e2447f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.609092 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-0a9c971a-e54b-4115-b41c-a0b156c4f1a6 req-741f6a65-4120-41d1-8797-22463e2447f5 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0918033
May 14 22:15:42.680604 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-b98aeffa-9d91-4751-a9d0-62d7cece273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.682126 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-b98aeffa-9d91-4751-a9d0-62d7cece273b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1126 time: 0.0389946
May 14 22:15:42.722573 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-16b0e38a-c128-41c6-9728-fc9eace59eaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 217 time: 0.0335608
May 14 22:15:42.775282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-d01522f0-6f28-4f87-8b57-496aec06058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.776853 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-d01522f0-6f28-4f87-8b57-496aec06058e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 200  len: 835 time: 0.0488048
May 14 22:15:42.822352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-a8b07948-eebe-4034-bc16-1f6c1a3ca46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:42.823945 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-a8b07948-eebe-4034-bc16-1f6c1a3ca46b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39601261-4692-47fe-87a3-19d1b9880c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0409491
May 14 22:15:42.913390 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2aabef20-06fe-48be-9cb8-a7a355153427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:42.916464 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-085294a7-237f-4e93-bd88-cc4f08a6b0ff service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865433
May 14 22:15:43.008885 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e51f2f8c-2a68-4cdc-ab11-cb0ae243f8ba req-e73b6175-cfd9-481d-9c75-4501fa6ef532 service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858021
May 14 22:15:43.021706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:43.236057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9b911-1e9d-4619-82d5-77e54ee2ad42 req-f91074c2-309c-4f99-b8e9-32cf66a71815 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:43.237466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9a9b911-1e9d-4619-82d5-77e54ee2ad42 req-f91074c2-309c-4f99-b8e9-32cf66a71815 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 944 time: 0.0477676
May 14 22:15:43.285368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9a9b911-1e9d-4619-82d5-77e54ee2ad42 req-990daf9d-70e5-4652-93be-09bf6286c260 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422037
May 14 22:15:44.033049 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:44.404145 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173604a-fe9e-45f1-b0dd-7806850eab3a req-8ea775e1-c201-43e7-b46c-6817a3c8dee4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:44.405621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a173604a-fe9e-45f1-b0dd-7806850eab3a req-8ea775e1-c201-43e7-b46c-6817a3c8dee4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 944 time: 0.0509868
May 14 22:15:44.454433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a173604a-fe9e-45f1-b0dd-7806850eab3a req-cb3f1fc6-8297-4d93-8b82-4a596bf5ab6c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423453
May 14 22:15:45.570635 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b0be3-807e-474d-b4a2-2d9a939cbd4c req-61074a8e-8fab-4cff-899c-59d25e78ca3c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:45.572137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f69b0be3-807e-474d-b4a2-2d9a939cbd4c req-61074a8e-8fab-4cff-899c-59d25e78ca3c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 944 time: 0.0478783
May 14 22:15:45.621117 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f69b0be3-807e-474d-b4a2-2d9a939cbd4c req-4f150301-24ca-46ee-b26b-b5a393800f6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431821
May 14 22:15:45.867050 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:46.727707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a72b233b-c690-496c-aca5-54b3d1718328 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:15:46.737446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aafbd8-0108-42ce-8b8b-caff18a5ce08 req-cb5ea87f-42fa-4b1e-b2df-188cb678b4fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:46.738941 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1aafbd8-0108-42ce-8b8b-caff18a5ce08 req-cb5ea87f-42fa-4b1e-b2df-188cb678b4fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 944 time: 0.0467455
May 14 22:15:46.794211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c1aafbd8-0108-42ce-8b8b-caff18a5ce08 req-9983be4e-bde3-4b96-8fee-68c433b0342f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494351
May 14 22:15:46.840104 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a72b233b-c690-496c-aca5-54b3d1718328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a72b233b-c690-496c-aca5-54b3d1718328,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:46.851176 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'a72b233b-c690-496c-aca5-54b3d1718328', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'port_id': 'a72b233b-c690-496c-aca5-54b3d1718328', 'mac_address': 'fa:16:3e:b9:ae:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:15:46.887911 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:46.890096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a72b233b-c690-496c-aca5-54b3d1718328 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:46.890473 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a72b233b-c690-496c-aca5-54b3d1718328), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:46.903422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72b233b-c690-496c-aca5-54b3d1718328 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:15:46.924030 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a72b233b-c690-496c-aca5-54b3d1718328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a72b233b-c690-496c-aca5-54b3d1718328,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:46.995292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a72b233b-c690-496c-aca5-54b3d1718328), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:47.045674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a72b233b-c690-496c-aca5-54b3d1718328,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:47.193327 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['a72b233b-c690-496c-aca5-54b3d1718328'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:15:47.911202 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080993a-fbf6-42ac-a813-dd708c7cec5d req-ad6c40c3-c126-4b4e-b864-164c1efc59a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:47.913043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c080993a-fbf6-42ac-a813-dd708c7cec5d req-ad6c40c3-c126-4b4e-b864-164c1efc59a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 945 time: 0.0486372
May 14 22:15:47.962805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c080993a-fbf6-42ac-a813-dd708c7cec5d req-1662b220-0134-4b5e-9cb7-fdd13e883709 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439868
May 14 22:15:48.758142 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a72b233b-c690-496c-aca5-54b3d1718328 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:15:48.802192 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port a72b233b-c690-496c-aca5-54b3d1718328 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:15:48.852441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port a72b233b-c690-496c-aca5-54b3d1718328 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:15:48.852813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (a72b233b-c690-496c-aca5-54b3d1718328), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:48.928663 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port a72b233b-c690-496c-aca5-54b3d1718328 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:15:48.929055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (a72b233b-c690-496c-aca5-54b3d1718328), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:48.954719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:15:48.957005 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe83dc-cbaa-4f0c-b8da-8bc5a8046438" -d '{"events": [{"server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "name": "network-vif-plugged", "status": "completed", "tag": "a72b233b-c690-496c-aca5-54b3d1718328"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:15:48.969472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port a72b233b-c690-496c-aca5-54b3d1718328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a72b233b-c690-496c-aca5-54b3d1718328,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:15:49.030046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (a72b233b-c690-496c-aca5-54b3d1718328), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:49.055693 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad560c1-13b7-496e-b949-b58b6ae1c6e1 x-openstack-request-id: req-9ad560c1-13b7-496e-b949-b58b6ae1c6e1 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:15:49.055693 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "name": "network-vif-plugged", "status": "completed", "tag": "a72b233b-c690-496c-aca5-54b3d1718328", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:15:49.055693 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ad560c1-13b7-496e-b949-b58b6ae1c6e1 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:15:49.056040 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad560c1-13b7-496e-b949-b58b6ae1c6e1'] response: {'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328', 'code': 200}
May 14 22:15:49.083610 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=a72b233b-c690-496c-aca5-54b3d1718328,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:49.149624 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ee73-b02e-4b07-8049-ef3acd34442e req-82a61d15-3ffd-41b7-a640-c8f4f44e6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:49.151329 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e55f9-a7b9-4fdd-9288-4912f633c361 req-26641f01-05b7-4428-878d-24c4b744ec14 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:49.151814 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8b4ee73-b02e-4b07-8049-ef3acd34442e req-82a61d15-3ffd-41b7-a640-c8f4f44e6873 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1128 time: 0.0411243
May 14 22:15:49.152978 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712e55f9-a7b9-4fdd-9288-4912f633c361 req-26641f01-05b7-4428-878d-24c4b744ec14 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0493505
May 14 22:15:49.201086 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a8b4ee73-b02e-4b07-8049-ef3acd34442e req-04059036-c2c1-4d43-9fe3-4550fe2ac3c1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437901
May 14 22:15:49.201676 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-712e55f9-a7b9-4fdd-9288-4912f633c361 req-2e58d88b-3321-474d-9be8-41415f3def3f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427711
May 14 22:15:50.322298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e016-0a53-44aa-b2fd-f13e9da671d2 req-7f69da39-23d1-4d15-abef-a684f76bf522 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:50.323782 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbf8e016-0a53-44aa-b2fd-f13e9da671d2 req-7f69da39-23d1-4d15-abef-a684f76bf522 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0518947
May 14 22:15:50.374840 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bbf8e016-0a53-44aa-b2fd-f13e9da671d2 req-078d64d7-a16e-492c-b7ce-e7077f32682c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447886
May 14 22:15:51.491027 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f63a2d-0b0d-4039-ba57-cd1c1795fc1a req-5ecddb54-2f76-44f2-9233-71b094947308 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:51.492537 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2f63a2d-0b0d-4039-ba57-cd1c1795fc1a req-5ecddb54-2f76-44f2-9233-71b094947308 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0468700
May 14 22:15:51.540763 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d2f63a2d-0b0d-4039-ba57-cd1c1795fc1a req-bf7b7638-024d-4ccf-ba99-7000bc998068 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426240
May 14 22:15:51.655958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce162-944e-4e9f-8470-f9c906147ce4 req-6ce5e559-8a05-4910-97a9-7f21e6cb0c88 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:51.658198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8edce162-944e-4e9f-8470-f9c906147ce4 req-6ce5e559-8a05-4910-97a9-7f21e6cb0c88 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0510926
May 14 22:15:51.706854 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8edce162-944e-4e9f-8470-f9c906147ce4 req-cda8b9bb-33a0-465c-a5be-56416d971d90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428233
May 14 22:15:51.729440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51636) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:51.767657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ebd87-ffe9-4331-a5fe-9e70a868da06 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:51.769202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-152ebd87-ffe9-4331-a5fe-9e70a868da06 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1123 time: 0.0387971
May 14 22:15:51.771949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51638) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:51.776046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'a72b233b-c690-496c-aca5-54b3d1718328', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:15:51.849648 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:51.926917 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:52.031504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.15 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/0d478ec2-cfe4-445a-aa28-b414eb731114) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:15:52.134459 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:52.221540 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:52.258792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:15:52.263645 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:15:52.267843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:15:52.289101 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=0d478ec2-cfe4-445a-aa28-b414eb731114,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:52.629132 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (6bdf2e20-0b26-4654-b73f-442a43da774e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:52.745664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:52.924432 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:52.963915 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:53.033100 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=0d478ec2-cfe4-445a-aa28-b414eb731114,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:15:53.045161 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (6bdf2e20-0b26-4654-b73f-442a43da774e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:53.148394 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 6bdf2e20-0b26-4654-b73f-442a43da774e associated. External IP: 172.35.4.15, port: a72b233b-c690-496c-aca5-54b3d1718328.
May 14 22:15:53.415915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 71ff56e9-355c-47da-b7b0-a272e612c5fb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:15:53.867072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:15:53.877646 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] Sync routers for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:15:53.887244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:53.887900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230297f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:53.946203 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:15:53.976091 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3bae67e0-d097-4afa-9686-d8317c6961fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2031379
May 14 22:15:53.976681 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:15:53.978927 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac1b95b-6b9e-480f-9999-5cb0f5f25780" -d '{"events": [{"name": "network-changed", "server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "tag": "a72b233b-c690-496c-aca5-54b3d1718328"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:15:53.999887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:54.081744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65194b-3d48-4690-9688-027138b63e8d req-70be1e8d-ceff-49ce-a18b-7d98c4f38b73 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:54.083859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d65194b-3d48-4690-9688-027138b63e8d req-70be1e8d-ceff-49ce-a18b-7d98c4f38b73 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0538895
May 14 22:15:54.138733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1d65194b-3d48-4690-9688-027138b63e8d req-86054438-7fa9-432f-b718-3490a7772081 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486581
May 14 22:15:54.164231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51644) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:54.203183 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0d6095-5659-4af6-b8d2-836f34572b69 x-openstack-request-id: req-5b0d6095-5659-4af6-b8d2-836f34572b69 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:15:54.203751 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "tag": "a72b233b-c690-496c-aca5-54b3d1718328", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:15:54.204526 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b0d6095-5659-4af6-b8d2-836f34572b69 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:15:54.205128 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0d6095-5659-4af6-b8d2-836f34572b69'] response: {'name': 'network-changed', 'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328', 'status': 'completed', 'code': 200}
May 14 22:15:54.234022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230297f10>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6bdf2e20-0b26-4654-b73f-442a43da774e', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'port_id': 'a72b233b-c690-496c-aca5-54b3d1718328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'mac_address': 'fa:16:3e:b9:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517bba-68d1-4033-b1a4-162101bef4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:15:52Z', 'updated_at': '2022-05-14T22:15:52Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:39Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:54.260631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] Checking router: 71ff56e9-355c-47da-b7b0-a272e612c5fb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:15:54.261908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-3b2fd7c0-be8f-46e8-8a6c-f926fb669964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:54.263416 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-3b2fd7c0-be8f-46e8-8a6c-f926fb669964 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1128 time: 0.0531373
May 14 22:15:54.266178 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fd044870-c8aa-4273-8b3e-14d4a28768a9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/6bdf2e20-0b26-4654-b73f-442a43da774e HTTP/1.1" status: 200  len: 991 time: 0.1000450
May 14 22:15:54.270660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:15:54.271283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230297f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:15:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:54.352161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-e1953d68-ce91-4f09-8281-5e202c0e369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:54.353631 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-e1953d68-ce91-4f09-8281-5e202c0e369b service neutron] 10.222.0.48 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 898 time: 0.0846772
May 14 22:15:54.383509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:15:54.427789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-aed59637-be39-41a8-9600-d350e09e66ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 999 time: 0.0683692
May 14 22:15:54.475832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-83669ece-df45-4590-83b9-191c5f0ef279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:54.477297 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-83669ece-df45-4590-83b9-191c5f0ef279 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 200  len: 835 time: 0.0442798
May 14 22:15:54.521161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-92230619-d673-4ec9-a4b1-aa3a79113ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:15:54.522670 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-92230619-d673-4ec9-a4b1-aa3a79113ae8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39601261-4692-47fe-87a3-19d1b9880c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392778
May 14 22:15:54.615894 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-f455b713-d552-464c-a651-f0b1435522ff service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874557
May 14 22:15:54.625495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230297f10>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6bdf2e20-0b26-4654-b73f-442a43da774e', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'port_id': 'a72b233b-c690-496c-aca5-54b3d1718328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'mac_address': 'fa:16:3e:b9:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517bba-68d1-4033-b1a4-162101bef4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:15:52Z', 'updated_at': '2022-05-14T22:15:52Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:39Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:15:54.652343 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7717926-b69a-49cc-9108-e4c8baa4bf35 None None] The sync data for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 is: [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6bdf2e20-0b26-4654-b73f-442a43da774e', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.15', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'port_id': 'a72b233b-c690-496c-aca5-54b3d1718328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'mac_address': 'fa:16:3e:b9:ae:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09517bba-68d1-4033-b1a4-162101bef4e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:15:52Z', 'updated_at': '2022-05-14T22:15:52Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:39Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:15:54.705668 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-dac1b95b-6b9e-480f-9999-5cb0f5f25780 req-7dd2a755-6fad-4299-b477-001496383771 service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842373
May 14 22:15:54.858938 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71e633-1503-461e-a914-bf76512c4419 None None] New status for floating IP 6bdf2e20-0b26-4654-b73f-442a43da774e: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:15:55.270808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51646) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:15:55.336049 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e67d4315-8f4f-4125-b48e-2476f53785c9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/6bdf2e20-0b26-4654-b73f-442a43da774e HTTP/1.1" status: 200  len: 993 time: 0.0638721
May 14 22:16:02.088262 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-988d8e79-e3a1-4537-945f-72196067fdeb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386100
May 14 22:16:02.168273 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516586b7-e13d-42ec-837b-15dc34921905 req-ad52d372-a805-46e0-bdfc-24919b87ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:02.169707 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-ad52d372-a805-46e0-bdfc-24919b87ffbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1128 time: 0.0401928
May 14 22:16:02.273792 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516586b7-e13d-42ec-837b-15dc34921905 req-6c286f24-486e-4839-bd6c-dd2717d12033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:02.275315 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-6c286f24-486e-4839-bd6c-dd2717d12033 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 898 time: 0.0890181
May 14 22:16:02.344426 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-3ab1b978-0d15-4cd0-b390-fce175b01257 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 1001 time: 0.0619884
May 14 22:16:02.394032 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516586b7-e13d-42ec-837b-15dc34921905 req-f6606c1c-f175-4ad6-a905-4599efe77efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:02.395467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-f6606c1c-f175-4ad6-a905-4599efe77efe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 200  len: 835 time: 0.0437238
May 14 22:16:02.439715 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516586b7-e13d-42ec-837b-15dc34921905 req-596c14be-c74e-4238-9ebc-71f007abd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:02.441204 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-596c14be-c74e-4238-9ebc-71f007abd09d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39601261-4692-47fe-87a3-19d1b9880c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391634
May 14 22:16:02.611488 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-944c55ad-16bd-41a2-bb09-33de402d7bc0 service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638880
May 14 22:16:02.702430 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-516586b7-e13d-42ec-837b-15dc34921905 req-b662f0f2-5917-4c96-ae29-58a7c143ad8c service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841939
May 14 22:16:10.423506 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-41f5a225-4243-4939-9005-e8d930a761d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:12.443529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:12.444452 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:16:12.883584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a10e1563-c0f8-4ae8-9955-2b5cc7d64ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:13.015242 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:14.051847 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:15.880768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:16.851940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:22.216504 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bbe12-d3b2-4068-8b15-8ef2fbea41eb req-512bd918-fb13-4706-9d8d-44e3679db9df tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:22.218761 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f05bbe12-d3b2-4068-8b15-8ef2fbea41eb req-512bd918-fb13-4706-9d8d-44e3679db9df tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0506279
May 14 22:16:22.272895 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f05bbe12-d3b2-4068-8b15-8ef2fbea41eb req-98f2a2c3-6f36-42a6-8409-20f61ed7c661 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477567
May 14 22:16:22.273554 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-ebac0c28-3e1a-42d0-97a5-a5f041b69bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:22.275219 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-ebac0c28-3e1a-42d0-97a5-a5f041b69bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1128 time: 0.0404627
May 14 22:16:22.371411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-2c0b48df-c2aa-4edf-87d8-1c6dad7f3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:22.372919 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-2c0b48df-c2aa-4edf-87d8-1c6dad7f3d25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 898 time: 0.0909517
May 14 22:16:22.446229 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-66f195cc-e589-4ab1-9ba8-2b9ada8fc041 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 1001 time: 0.0677028
May 14 22:16:22.496128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-8900ebe7-8583-47ad-bea1-1c07bb1e3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:22.497530 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-8900ebe7-8583-47ad-bea1-1c07bb1e3b1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 200  len: 835 time: 0.0435622
May 14 22:16:22.540540 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-c0b2efac-02df-4cd5-bc90-0718c307cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:22.541976 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-c0b2efac-02df-4cd5-bc90-0718c307cad7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39601261-4692-47fe-87a3-19d1b9880c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382450
May 14 22:16:22.636531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-9cdb3464-9933-4efe-b926-4da1354117e4 service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885136
May 14 22:16:22.726115 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-a973dfa7-8c18-4fa9-a925-040c24a94529 req-541ff175-8742-486b-a33a-d84769e942a6 service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833549
May 14 22:16:23.390044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bf7c3-52d8-4a7c-9d57-94c54b3fbb5a req-2d2ffb13-4feb-4085-b3ba-7941eeb1c5f6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:23.391599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-176bf7c3-52d8-4a7c-9d57-94c54b3fbb5a req-2d2ffb13-4feb-4085-b3ba-7941eeb1c5f6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0485165
May 14 22:16:23.446933 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-176bf7c3-52d8-4a7c-9d57-94c54b3fbb5a req-dbeeab30-2238-4bcd-b97c-6a5cc7551aab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487883
May 14 22:16:24.571165 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd847c-f2cf-40a7-adcc-317f1f605f06 req-f8af5d81-321e-4480-b974-7671c2b8205e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:24.572657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fdd847c-f2cf-40a7-adcc-317f1f605f06 req-f8af5d81-321e-4480-b974-7671c2b8205e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0474942
May 14 22:16:24.621566 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3fdd847c-f2cf-40a7-adcc-317f1f605f06 req-7bbf87f2-dfc0-45fe-9f6c-8a06517d1817 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431895
May 14 22:16:25.751195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38aef3-56f1-4f8e-8908-63f0c8385da8 req-6fd99c80-22f3-426b-b85e-d9a7b77b1b3a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:25.753456 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb38aef3-56f1-4f8e-8908-63f0c8385da8 req-6fd99c80-22f3-426b-b85e-d9a7b77b1b3a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0522895
May 14 22:16:25.802211 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-eb38aef3-56f1-4f8e-8908-63f0c8385da8 req-a9e2d7d5-bb0d-4965-9865-5c4485925d57 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430806
May 14 22:16:26.917436 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1e49-4b89-4498-bdc2-39d6c8bf3e17 req-9013da52-d333-4396-8afa-24481f744b76 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:26.919017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a32b1e49-4b89-4498-bdc2-39d6c8bf3e17 req-9013da52-d333-4396-8afa-24481f744b76 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0471582
May 14 22:16:26.967982 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a32b1e49-4b89-4498-bdc2-39d6c8bf3e17 req-b757a7be-2025-4658-9585-3c42c225aab9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427253
May 14 22:16:28.084079 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45075e2f-a8d1-48a1-933e-fa823ecd8ef8 req-3e38a1c7-deb1-4824-bffe-9120096f11dc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:28.085579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45075e2f-a8d1-48a1-933e-fa823ecd8ef8 req-3e38a1c7-deb1-4824-bffe-9120096f11dc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0481613
May 14 22:16:28.143371 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-45075e2f-a8d1-48a1-933e-fa823ecd8ef8 req-2335df58-262b-4dd6-ac13-3b874145cac4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515385
May 14 22:16:29.257983 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd264142-a6b4-4d31-91f8-a08131322d3c req-ca1d640f-04cb-4aec-b5db-41493bf595b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:29.259442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd264142-a6b4-4d31-91f8-a08131322d3c req-ca1d640f-04cb-4aec-b5db-41493bf595b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0475948
May 14 22:16:29.308902 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cd264142-a6b4-4d31-91f8-a08131322d3c req-7fe9806c-c674-46ca-9070-8a77924b97c8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438015
May 14 22:16:30.425089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57740c-ac57-49cf-b408-fbce9af81d9d req-4eb2b765-ed19-43f2-a099-ee70240551aa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:30.426596 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f57740c-ac57-49cf-b408-fbce9af81d9d req-4eb2b765-ed19-43f2-a099-ee70240551aa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0490329
May 14 22:16:30.474733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f57740c-ac57-49cf-b408-fbce9af81d9d req-545fa0a9-cee8-4fa1-8a73-c5a42f00f5ce tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424485
May 14 22:16:31.595238 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933432d-07e7-4554-937e-39af838825d1 req-56c48b9a-f069-4962-98de-6601c7ef17e1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:31.597014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5933432d-07e7-4554-937e-39af838825d1 req-56c48b9a-f069-4962-98de-6601c7ef17e1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0528736
May 14 22:16:31.645255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5933432d-07e7-4554-937e-39af838825d1 req-b8007258-33d6-4155-8733-c1d4f7379502 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426989
May 14 22:16:32.766071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7a1e-baa1-4a7c-b5fb-026dfcf62ff2 req-c885a0a9-b918-450e-87b4-11b07ebcd2fa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:32.767664 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6de7a1e-baa1-4a7c-b5fb-026dfcf62ff2 req-c885a0a9-b918-450e-87b4-11b07ebcd2fa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0502493
May 14 22:16:32.815930 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6de7a1e-baa1-4a7c-b5fb-026dfcf62ff2 req-0b1f22a7-f372-4e87-a9f6-356f8c65ddf0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426252
May 14 22:16:33.936403 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dc708-6139-4dc5-8199-0bbfa8861b18 req-b9fac963-2f58-4082-9d9c-8bd07fd1ed75 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:16:33.937901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-549dc708-6139-4dc5-8199-0bbfa8861b18 req-b9fac963-2f58-4082-9d9c-8bd07fd1ed75 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0519705
May 14 22:16:33.987038 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-549dc708-6139-4dc5-8199-0bbfa8861b18 req-a4faf23b-af79-44d6-86c8-936686d4eac8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426881
May 14 22:16:34.010056 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51698) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:16:34.069953 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-d7e04249-166f-4782-8d72-91c83739e7b5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/6bdf2e20-0b26-4654-b73f-442a43da774e HTTP/1.1" status: 200  len: 993 time: 0.0587800
May 14 22:16:40.378086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1561425f-55e7-41fd-8e74-633add6f7509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:42.466202 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:42.883401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2130ad45-7d2b-4dfc-afe1-8549626766cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:43.025994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:44.051655 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:45.885824 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:46.825673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:16:49.443427 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:17:02.081731 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-492d7401-652a-4cfc-854d-e9db04512d48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0387130
May 14 22:17:02.168083 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-fadfa440-9f89-40fa-9237-9d8798bcb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:02.169490 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-fadfa440-9f89-40fa-9237-9d8798bcb9b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1128 time: 0.0466213
May 14 22:17:02.275436 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-0495f793-d3b8-4f4b-ac50-e12d0eb8b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:02.276931 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-0495f793-d3b8-4f4b-ac50-e12d0eb8b6c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 898 time: 0.0889547
May 14 22:17:02.345797 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-fd29f7fa-c7ae-4df4-bd42-4fcfa6f7f42b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 1001 time: 0.0624824
May 14 22:17:02.394739 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-011656bb-b1bf-4ddb-a261-1dfa5fbc874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:02.396202 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-011656bb-b1bf-4ddb-a261-1dfa5fbc874a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 200  len: 835 time: 0.0440748
May 14 22:17:02.438258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-e85657e6-5a3f-4dc0-99a3-4f5e83fab34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:02.440497 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-e85657e6-5a3f-4dc0-99a3-4f5e83fab34a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39601261-4692-47fe-87a3-19d1b9880c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382848
May 14 22:17:02.530969 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-46fcb59d-1173-45a5-b9ce-ca7a8731b37b service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843899
May 14 22:17:02.617121 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-c189d2dd-951d-40ff-af10-74923d4f1444 req-7b132f2f-ad8c-4f54-b4f4-4c5694241eec service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797493
May 14 22:17:04.444501 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51716) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:04.591619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 0d478ec2-cfe4-445a-aa28-b414eb731114 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:17:04.591963 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:04.668113 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:04.668436 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (0d478ec2-cfe4-445a-aa28-b414eb731114), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:04.680073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 0d478ec2-cfe4-445a-aa28-b414eb731114 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:17:04.905919 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (0d478ec2-cfe4-445a-aa28-b414eb731114), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:04.932565 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=0d478ec2-cfe4-445a-aa28-b414eb731114,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:04.945545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.946052 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.946399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.946741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.947084 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.947419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.947772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.948103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.948430 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.948759 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.949086 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.949412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.949733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.950057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:04.950377 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:05.009989 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (6bdf2e20-0b26-4654-b73f-442a43da774e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:05.010317 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 6bdf2e20-0b26-4654-b73f-442a43da774e disassociated (deleted). External IP: 172.35.4.15, port: a72b233b-c690-496c-aca5-54b3d1718328.
May 14 22:17:05.220985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 71ff56e9-355c-47da-b7b0-a272e612c5fb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:17:05.328172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:17:05.333214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:05.338169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] Sync routers for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:17:05.348707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:05.362927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:05.363296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-0bac5e08-1567-427a-8c1b-6f661942a1ab tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/floatingips/6bdf2e20-0b26-4654-b73f-442a43da774e HTTP/1.1" status: 204  len: 168 time: 0.9177299
May 14 22:17:05.363896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:17:05.366166 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08acddb1-5fd8-499e-90c0-6382ad98b0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "tag": "a72b233b-c690-496c-aca5-54b3d1718328"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:17:05.464065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:05.661942 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6bbb0>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:39Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:05.687952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] Checking router: 71ff56e9-355c-47da-b7b0-a272e612c5fb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:17:05.696451 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:05.696929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e6bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:05.784679 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37075411-3dfb-4adc-8957-530f00c07088 x-openstack-request-id: req-37075411-3dfb-4adc-8957-530f00c07088 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:17:05.785507 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "tag": "a72b233b-c690-496c-aca5-54b3d1718328", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:17:05.785507 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37075411-3dfb-4adc-8957-530f00c07088 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:17:05.786121 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37075411-3dfb-4adc-8957-530f00c07088'] response: {'name': 'network-changed', 'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328', 'status': 'completed', 'code': 200}
May 14 22:17:05.882132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8cbc5-e5e3-4749-b769-2ce114e0fccc req-c4cc797e-e661-493a-9a8f-f6632bd95579 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:05.883790 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28f8cbc5-e5e3-4749-b769-2ce114e0fccc req-c4cc797e-e661-493a-9a8f-f6632bd95579 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0514028
May 14 22:17:05.936988 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28f8cbc5-e5e3-4749-b769-2ce114e0fccc req-5591821b-e8aa-4040-8a4a-80e9a7baca5a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469728
May 14 22:17:05.971988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:06.156502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e6bbb0>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:39Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:06.187269 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4500ad0-bc93-4d00-959c-457f7439783a None None] The sync data for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 is: [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:36Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22144fd9-29fe-4fa5-86c4-90c18f298b68', 'name': '', 'network_id': '39601261-4692-47fe-87a3-19d1b9880c98', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:6d:2b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:35Z', 'updated_at': '2022-05-14T22:15:39Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': 'dc2fcb50-a5c2-47d4-9507-37745cd084fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:17:06.420654 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8185d5c3-b9f0-44ca-bbf6-924f75eb451d None None] New status for floating IP 6bdf2e20-0b26-4654-b73f-442a43da774e: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:17:06.976982 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-a1b87a5f-a45b-48af-94ff-9ebcb273c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:06.978488 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-a1b87a5f-a45b-48af-94ff-9ebcb273c847 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 1128 time: 0.0443361
May 14 22:17:07.055701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe9753-7ec4-40e8-8bda-ef8ddec05dc8 req-952f8978-bb56-4b81-8d2b-735bfe479bc7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:07.057359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fe9753-7ec4-40e8-8bda-ef8ddec05dc8 req-952f8978-bb56-4b81-8d2b-735bfe479bc7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0493021
May 14 22:17:07.071333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-f5217677-f737-4288-b406-8b71c717dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:07.072843 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-f5217677-f737-4288-b406-8b71c717dbd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 200  len: 898 time: 0.0875268
May 14 22:17:07.108762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-24fe9753-7ec4-40e8-8bda-ef8ddec05dc8 req-b80802b9-ef2e-44ed-918d-ac860b2ac050 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456440
May 14 22:17:07.158807 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-d81ac102-dd29-4842-88c6-4f8c0ec7f065 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 200  len: 217 time: 0.0383992
May 14 22:17:07.206176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-09c37964-6b0a-4ebb-aad6-a28872a0d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:07.207548 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-09c37964-6b0a-4ebb-aad6-a28872a0d38f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 200  len: 835 time: 0.0430517
May 14 22:17:07.260215 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-3f7ebd35-db71-4e90-83e0-e8c122023c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:07.261725 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-3f7ebd35-db71-4e90-83e0-e8c122023c19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=39601261-4692-47fe-87a3-19d1b9880c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386956
May 14 22:17:07.268060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-e7e44ff1-0628-44f3-bee9-5886d6afbf60 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:07.269546 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-e7e44ff1-0628-44f3-bee9-5886d6afbf60 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 946 time: 0.0463252
May 14 22:17:07.352221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port a72b233b-c690-496c-aca5-54b3d1718328 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:17:07.352564 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (a72b233b-c690-496c-aca5-54b3d1718328), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:07.355972 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-f4ef7310-13ff-4daf-ba60-853e932f657d service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877724
May 14 22:17:07.444932 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port a72b233b-c690-496c-aca5-54b3d1718328, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a72b233b-c690-496c-aca5-54b3d1718328,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:07.445208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-08acddb1-5fd8-499e-90c0-6382ad98b0e9 req-706083ea-d496-44e1-947e-86d92a82cae5 service neutron] 10.222.0.48 "GET /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829811
May 14 22:17:07.445319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (a72b233b-c690-496c-aca5-54b3d1718328), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:07.458808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for a72b233b-c690-496c-aca5-54b3d1718328 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:17:07.642813 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (a72b233b-c690-496c-aca5-54b3d1718328), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:07.672298 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=a72b233b-c690-496c-aca5-54b3d1718328,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:07.714906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] No DVR routers for this DVR port a72b233b-c690-496c-aca5-54b3d1718328 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:17:07.717422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:07.720951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2097caf9-8da6-4df2-9a60-9da388a9ee4f req-84e1cb0b-f300-4df5-a873-4627b942af54 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "DELETE /v2.0/ports/a72b233b-c690-496c-aca5-54b3d1718328 HTTP/1.1" status: 204  len: 173 time: 0.4460886
May 14 22:17:07.787699 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'name': 'network-vif-deleted', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:17:07.790442 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b23ff-442b-4aec-b3eb-5718c2ad09de" -d '{"events": [{"server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "name": "network-vif-deleted", "tag": "a72b233b-c690-496c-aca5-54b3d1718328"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:17:07.846616 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd611e6-9d91-428c-86b5-ad297e440114 x-openstack-request-id: req-3bd611e6-9d91-428c-86b5-ad297e440114 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:17:07.847071 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09517bba-68d1-4033-b1a4-162101bef4e4", "name": "network-vif-deleted", "tag": "a72b233b-c690-496c-aca5-54b3d1718328", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:17:07.847330 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bd611e6-9d91-428c-86b5-ad297e440114 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:17:07.847779 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd611e6-9d91-428c-86b5-ad297e440114'] response: {'server_uuid': '09517bba-68d1-4033-b1a4-162101bef4e4', 'name': 'network-vif-deleted', 'tag': 'a72b233b-c690-496c-aca5-54b3d1718328', 'status': 'completed', 'code': 200}
May 14 22:17:08.235015 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01a3456d-7d6c-4f70-b7e0-f0e97df5bacc req-59b35833-ebeb-48a0-a31c-95564ce7c6e9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=09517bba-68d1-4033-b1a4-162101bef4e4 HTTP/1.1" status: 200  len: 210 time: 0.0310175
May 14 22:17:09.299000 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51748) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:09.960837 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (71ff56e9-355c-47da-b7b0-a272e612c5fb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:10.197616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 22144fd9-29fe-4fa5-86c4-90c18f298b68 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:17:10.197967 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:10.289004 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 22144fd9-29fe-4fa5-86c4-90c18f298b68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22144fd9-29fe-4fa5-86c4-90c18f298b68,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:10.289366 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:10.302895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 22144fd9-29fe-4fa5-86c4-90c18f298b68 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:17:10.405580 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-542a0314-d653-49a8-a9b5-d225eaeb87dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:10.548708 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (22144fd9-29fe-4fa5-86c4-90c18f298b68), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:10.573919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=22144fd9-29fe-4fa5-86c4-90c18f298b68,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:10.757063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (71ff56e9-355c-47da-b7b0-a272e612c5fb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:10.980009 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 71ff56e9-355c-47da-b7b0-a272e612c5fb has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:17:11.087571 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:17:11.093145 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-46d54978-fba9-4d29-a5f5-ef2e615c64b4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/71ff56e9-355c-47da-b7b0-a272e612c5fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7928607
May 14 22:17:11.096209 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51750) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:11.097868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] Sync routers for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:17:11.107956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:11.108571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cc3550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:11.151036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting subnet dc2fcb50-a5c2-47d4-9507-37745cd084fc {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:17:11.154171 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (dc2fcb50-a5c2-47d4-9507-37745cd084fc), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.197847 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (dc2fcb50-a5c2-47d4-9507-37745cd084fc), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.199719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a72b233b-c690-496c-aca5-54b3d1718328 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:17:11.225691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: a72b233b-c690-496c-aca5-54b3d1718328 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:17:11.226035 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device a72b233b-c690-496c-aca5-54b3d1718328 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:17:11.248716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:11.285400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dc2fcb50-a5c2-47d4-9507-37745cd084fc), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.406083 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (dc2fcb50-a5c2-47d4-9507-37745cd084fc), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.423108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cc3550>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:17:10Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:11.433706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2fcb50-a5c2-47d4-9507-37745cd084fc,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:11.438750 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.442530 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ecb88bb0-edd8-41bf-b816-1fd56333d763 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/subnets/dc2fcb50-a5c2-47d4-9507-37745cd084fc HTTP/1.1" status: 204  len: 168 time: 0.3447251
May 14 22:17:11.445570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51752) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:11.455207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2efd213-9c77-4561-adc4-85006946e069 None None] Network 39601261-4692-47fe-87a3-19d1b9880c98 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:17:11.460397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] Checking router: 71ff56e9-355c-47da-b7b0-a272e612c5fb for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:17:11.521167 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] Routers {'71ff56e9-355c-47da-b7b0-a272e612c5fb'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:11.521797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223cc3550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:16:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['71ff56e9-355c-47da-b7b0-a272e612c5fb'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:11.556861 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (71ff56e9-355c-47da-b7b0-a272e612c5fb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.661661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] Set router 71ff56e9-355c-47da-b7b0-a272e612c5fb gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:11.668139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (71ff56e9-355c-47da-b7b0-a272e612c5fb), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.717824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] DHCP port deletion for 39601261-4692-47fe-87a3-19d1b9880c98 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:17:11.794156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port f44909eb-8669-4f93-8439-7bbcbfd2dc28 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:17:11.794488 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.809433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Deleting port f936786b-9866-4f99-8ed8-06bc2b33ab92 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:17:11.809858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.875636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port f44909eb-8669-4f93-8439-7bbcbfd2dc28, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f44909eb-8669-4f93-8439-7bbcbfd2dc28,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:11.876023 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.890170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for f44909eb-8669-4f93-8439-7bbcbfd2dc28 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:17:11.925632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] For port f936786b-9866-4f99-8ed8-06bc2b33ab92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f936786b-9866-4f99-8ed8-06bc2b33ab92,segment=NetworkSegment(b4eba853-dba0-446c-b44d-7ff3e38c7725),segment_id=b4eba853-dba0-446c-b44d-7ff3e38c7725)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:11.926040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:11.946022 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Calling delete_port for f936786b-9866-4f99-8ed8-06bc2b33ab92 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:17:11.950196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223cc3550>, [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:17:10Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:11.981635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efe0e1b-f51f-4648-baca-590ce5774697 None None] The sync data for ids ['71ff56e9-355c-47da-b7b0-a272e612c5fb'] in ncdv-master-1 is: [{'id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102927272', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:17:10Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'f44909eb-8669-4f93-8439-7bbcbfd2dc28', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ff56e9-355c-47da-b7b0-a272e612c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:15:32Z', 'updated_at': '2022-05-14T22:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:17:12.048300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f936786b-9866-4f99-8ed8-06bc2b33ab92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:17:12.137714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port f936786b-9866-4f99-8ed8-06bc2b33ab92 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:12.138109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.154468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f44909eb-8669-4f93-8439-7bbcbfd2dc28), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.163033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (f936786b-9866-4f99-8ed8-06bc2b33ab92), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.183713 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=f44909eb-8669-4f93-8439-7bbcbfd2dc28,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:12.210228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Pushing event deleted for resources: {'Port': ['ID=f936786b-9866-4f99-8ed8-06bc2b33ab92,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:12.214452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] No DVR routers for this DVR port f936786b-9866-4f99-8ed8-06bc2b33ab92 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:17:12.223471 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.223690 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.223897 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.224258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.224585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.224911 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.225233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.225553 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.227664 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.227749 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.228127 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.228379 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.228761 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.229062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.229396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda23643-4646-4d16-8e56-708ae43f2c94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:12.249890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (71ff56e9-355c-47da-b7b0-a272e612c5fb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.347946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (71ff56e9-355c-47da-b7b0-a272e612c5fb), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.350308 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (71ff56e9-355c-47da-b7b0-a272e612c5fb), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.460062 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (71ff56e9-355c-47da-b7b0-a272e612c5fb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.462094 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Fanout notify agent at l3_agent the message router_deleted on router 71ff56e9-355c-47da-b7b0-a272e612c5fb {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:17:12.467428 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.468617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-57a6e8d2-8185-41c8-9b92-b27a66db93eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/routers/71ff56e9-355c-47da-b7b0-a272e612c5fb HTTP/1.1" status: 204  len: 168 time: 1.0221040
May 14 22:17:12.471824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51754) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:12.480140 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.549945 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (39601261-4692-47fe-87a3-19d1b9880c98), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.640276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (39601261-4692-47fe-87a3-19d1b9880c98), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.662148 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52302819d0>,) {'filters': {'network_id': ['39601261-4692-47fe-87a3-19d1b9880c98']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:12.672036 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52302819d0>, 'b4eba853-dba0-446c-b44d-7ff3e38c7725') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:12.672331 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52302819d0>, 'b4eba853-dba0-446c-b44d-7ff3e38c7725') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:12.683827 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (b4eba853-dba0-446c-b44d-7ff3e38c7725), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.697086 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b4eba853-dba0-446c-b44d-7ff3e38c7725), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.702689 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:17:12.703060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (b4eba853-dba0-446c-b44d-7ff3e38c7725), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:17:12.706700 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:17:12.851772 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (39601261-4692-47fe-87a3-19d1b9880c98), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.868724 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.871931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/networks/39601261-4692-47fe-87a3-19d1b9880c98 HTTP/1.1" status: 204  len: 168 time: 0.3991575
May 14 22:17:12.873244 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1fb1d-b1bd-43db-8f46-942623db181d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Network': ['ID=39601261-4692-47fe-87a3-19d1b9880c98,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:12.874784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51756) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:12.908360 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-faa4f3ce-7324-40b7-a563-f58ed28209bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.941769 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (38cc4d8e-628e-43aa-82e5-ddb7c73a61e8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:12.968241 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (38cc4d8e-628e-43aa-82e5-ddb7c73a61e8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.037165 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.071033 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (38cc4d8e-628e-43aa-82e5-ddb7c73a61e8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.073737 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.075005 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/security-groups/38cc4d8e-628e-43aa-82e5-ddb7c73a61e8 HTTP/1.1" status: 204  len: 168 time: 0.1992497
May 14 22:17:13.084354 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cc4d8e-628e-43aa-82e5-ddb7c73a61e8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:13.092136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.092495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.092843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.093190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.093531 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.093868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.094200 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.094532 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.094861 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.095191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.095555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.095948 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.096283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.096614 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.096940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659f9a7a-15eb-4544-892a-0086bd15381e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:13.290902 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51762) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:13.295312 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004548496', 'description': 'tempest-secgroup-smoke-2004548496 description', 'project_id': '2b433c6a39b149acb9537d5d8d32a845'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:13.368629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.434123 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (595b12b4-4fbe-4ae9-9cbf-936351a959ac), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.514178 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (595b12b4-4fbe-4ae9-9cbf-936351a959ac), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.543621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595b12b4-4fbe-4ae9-9cbf-936351a959ac,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:13.610104 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.611381 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a1505ef1-3133-454d-b817-d6ad9de71302 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3195014
May 14 22:17:13.614791 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51764) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:13.619057 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '595b12b4-4fbe-4ae9-9cbf-936351a959ac', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:13.694030 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (9c466356-6c35-44dc-803c-ed5261b50435), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.739719 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (9c466356-6c35-44dc-803c-ed5261b50435), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.802010 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9c466356-6c35-44dc-803c-ed5261b50435), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.821799 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c466356-6c35-44dc-803c-ed5261b50435,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:13.889961 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:13.891119 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-50b6a4e9-5fd5-4de7-a780-e5ccb45dbe7a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2754219
May 14 22:17:13.894458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51766) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:13.899015 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '595b12b4-4fbe-4ae9-9cbf-936351a959ac', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:13.957240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 22144fd9-29fe-4fa5-86c4-90c18f298b68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:17:13.984506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 22144fd9-29fe-4fa5-86c4-90c18f298b68 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:17:13.984848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 22144fd9-29fe-4fa5-86c4-90c18f298b68 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:17:13.985267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f44909eb-8669-4f93-8439-7bbcbfd2dc28 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:17:13.996724 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (90887ce8-1870-4b40-8527-1aa61690319e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.011090 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: f44909eb-8669-4f93-8439-7bbcbfd2dc28 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:17:14.011442 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device f44909eb-8669-4f93-8439-7bbcbfd2dc28 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:17:14.054393 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (90887ce8-1870-4b40-8527-1aa61690319e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.076615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.139823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (90887ce8-1870-4b40-8527-1aa61690319e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.157926 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90887ce8-1870-4b40-8527-1aa61690319e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:14.244580 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.245792 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1e41dc83-d8bf-48a8-88e6-aee1805ad737 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3502996
May 14 22:17:14.248501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51768) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:14.252928 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '595b12b4-4fbe-4ae9-9cbf-936351a959ac', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:14.343272 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (c60b06bb-e893-40fa-937f-d8a4842f9052), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.399533 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (c60b06bb-e893-40fa-937f-d8a4842f9052), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.468610 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c60b06bb-e893-40fa-937f-d8a4842f9052), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.493623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60b06bb-e893-40fa-937f-d8a4842f9052,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:14.568616 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.570332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f5263f30-04fd-4955-ac22-507a2d7d7f23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3208995
May 14 22:17:14.573216 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51770) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:14.578152 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '595b12b4-4fbe-4ae9-9cbf-936351a959ac', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:14.666905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (c5e569a2-693b-45a1-87f7-f19a75f72e1e), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.742271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (c5e569a2-693b-45a1-87f7-f19a75f72e1e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.811639 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c5e569a2-693b-45a1-87f7-f19a75f72e1e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.832226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e569a2-693b-45a1-87f7-f19a75f72e1e,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:14.911450 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:14.912838 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-17d025cb-6b76-4a45-9970-6a7e4c265b82 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3386543
May 14 22:17:14.916030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51772) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:14.920474 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '595b12b4-4fbe-4ae9-9cbf-936351a959ac', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:14.994686 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:17:15.001111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (6a35f897-7533-4864-8dd0-0bc119fefed1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.069799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (6a35f897-7533-4864-8dd0-0bc119fefed1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.151415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (6a35f897-7533-4864-8dd0-0bc119fefed1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.174695 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a35f897-7533-4864-8dd0-0bc119fefed1,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:15.242245 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.243571 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-77c2dfc1-f86e-4917-b564-45a00437430b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3264523
May 14 22:17:15.246303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51774) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:15.250606 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '595b12b4-4fbe-4ae9-9cbf-936351a959ac', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:15.337367 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:17:15.343077 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (343a8fc7-e30b-435b-ba58-037650ff1436), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.402177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (343a8fc7-e30b-435b-ba58-037650ff1436), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.468536 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (343a8fc7-e30b-435b-ba58-037650ff1436), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.487625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343a8fc7-e30b-435b-ba58-037650ff1436,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:15.556026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.557278 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ea5bffad-deb8-4d71-b8e5-c61a9b1145bb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3099544
May 14 22:17:15.560165 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51776) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:15.565667 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'network': {'name': 'tempest-network-smoke--1659542551', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:15.668595 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:17:15.672070 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.695349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:17:15.703895 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7a632122-4def-4cf2-81b3-7b5b041ecc8e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.704300 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Added segment 7a632122-4def-4cf2-81b3-7b5b041ecc8e of type vlan for network a8b25ff5-b228-4838-9fcd-9c667214a6bf
May 14 22:17:15.748496 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (a8b25ff5-b228-4838-9fcd-9c667214a6bf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.885773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (a8b25ff5-b228-4838-9fcd-9c667214a6bf), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.890900 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:15.891535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.909537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:15.957665 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Network': ['ID=a8b25ff5-b228-4838-9fcd-9c667214a6bf,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:15.969074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:17:15.992359 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5e6978ab-ee43-4a50-a745-f232425f6f90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.4310930
May 14 22:17:15.993918 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51778) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:15.998236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'admin_state_up': True, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:16.103253 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (d09db239-524a-442c-af66-27a86cdec9d9), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.104292 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (d09db239-524a-442c-af66-27a86cdec9d9), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.159509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (d09db239-524a-442c-af66-27a86cdec9d9), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.365138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (d09db239-524a-442c-af66-27a86cdec9d9), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.595422 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (d09db239-524a-442c-af66-27a86cdec9d9), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.614729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.714490 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.125 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/349e6eaf-63f3-4993-a962-09729eec5910) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:17:16.821607 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (349e6eaf-63f3-4993-a962-09729eec5910), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.828919 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.926527 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (349e6eaf-63f3-4993-a962-09729eec5910), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:16.962769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:17:16.965685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:16.968191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:17:17.001475 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=349e6eaf-63f3-4993-a962-09729eec5910,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:17.309618 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (d09db239-524a-442c-af66-27a86cdec9d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:17.505170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (d09db239-524a-442c-af66-27a86cdec9d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:17.719524 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router d09db239-524a-442c-af66-27a86cdec9d9 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:17:18.159571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:17:18.169587 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Sync routers for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:17:18.179913 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:18.180586 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523134a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:18.230135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.231556 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a400a1f-d8b8-409c-8ef7-52227c0f07a7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2366595
May 14 22:17:18.234656 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51780) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:18.264831 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f8a7262-05ff-47a2-b350-f3ede515fbdf tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=2b433c6a39b149acb9537d5d8d32a845&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0290964
May 14 22:17:18.267526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51782) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:18.287864 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:18.355115 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d57c6-b1e2-4db2-a360-ef63697e2677 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:18.356753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b67d57c6-b1e2-4db2-a360-ef63697e2677 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0878139
May 14 22:17:18.359707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51784) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:18.387172 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ccc60fea-2a3c-404c-b170-6ebe8a0c5f33 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264058
May 14 22:17:18.389810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51786) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:18.394979 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2056067626', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:18.454940 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523134a340>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:17Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:18.485390 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Checking router: d09db239-524a-442c-af66-27a86cdec9d9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:17:18.485734 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Updating router d09db239-524a-442c-af66-27a86cdec9d9 port 349e6eaf-63f3-4993-a962-09729eec5910 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:17:18.517106 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (349e6eaf-63f3-4993-a962-09729eec5910), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.542472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:17:18.546144 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.799304 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Publish callbacks [] for port (349e6eaf-63f3-4993-a962-09729eec5910), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.817271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (7fbe8497-79e8-4c2e-a63d-6b5c6434e456), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.876492 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Subnet': ['ID=7fbe8497-79e8-4c2e-a63d-6b5c6434e456,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:18.885883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Checking segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:17:18.886251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network hostable DHCP agents. Network: a8b25ff5-b228-4838-9fcd-9c667214a6bf, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:17:18.896864 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (349e6eaf-63f3-4993-a962-09729eec5910), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.948180 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Attempting to bind port 349e6eaf-63f3-4993-a962-09729eec5910 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:17:18.948550 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Attempting to bind port 349e6eaf-63f3-4993-a962-09729eec5910 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:17:18.948914 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Attempting to bind port 349e6eaf-63f3-4993-a962-09729eec5910 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:17:18.954308 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Pushing event updated for resources: {'Port': ['ID=349e6eaf-63f3-4993-a962-09729eec5910,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:18.959655 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:17:18.964194 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:17:18.964571 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:17:18.964974 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.965393 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:17:18.965856 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Bound port: 349e6eaf-63f3-4993-a962-09729eec5910, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:17:18.966231 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (349e6eaf-63f3-4993-a962-09729eec5910), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:18.969274 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.969599 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.970015 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.970370 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.970700 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.971070 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.971398 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.971749 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.972072 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.972393 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.972707 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.973030 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.973346 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.973682 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:18.974052 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:17:19.023951 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] For port 349e6eaf-63f3-4993-a962-09729eec5910, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:17:19.026947 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] For port 349e6eaf-63f3-4993-a962-09729eec5910, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349e6eaf-63f3-4993-a962-09729eec5910,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:17:19.028842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a8b25ff5-b228-4838-9fcd-9c667214a6bf) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:19.032831 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:19.033475 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.039135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9fb70-d9d4-440c-8085-abbe5ff23fbd None None] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:17:19.100265 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (349e6eaf-63f3-4993-a962-09729eec5910), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.117108 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ca49dd45-30ca-424d-bf4b-7e9a7cecc16e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7236824
May 14 22:17:19.117361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51788) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:19.146329 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:17:19.147641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.155826 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:19.156538 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523134a340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:19.199530 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b771-f592-4af6-a3bc-7701fafb377a None None] Pushing event updated for resources: {'Port': ['ID=349e6eaf-63f3-4993-a962-09729eec5910,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:19.277005 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:19.295110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Allocated IP 172.20.0.2 (a8b25ff5-b228-4838-9fcd-9c667214a6bf/7fbe8497-79e8-4c2e-a63d-6b5c6434e456/608e472f-9432-42fc-a4af-4f1e1cd52324) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:17:19.457729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Publish callbacks [] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.531724 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.539023 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523134a340>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:17Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:19.565773 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6059df-fc49-4f1f-be24-b0ba9fbcc47e None None] The sync data for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 is: [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:17Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:17:19.574344 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:17:19.580293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:19.585400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:17:19.591316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Pushing event updated for resources: {'Port': ['ID=608e472f-9432-42fc-a4af-4f1e1cd52324,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:19.653957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Attempting to bind port 608e472f-9432-42fc-a4af-4f1e1cd52324 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:17:19.654784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Attempting to bind port 608e472f-9432-42fc-a4af-4f1e1cd52324 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:17:19.654784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Attempting to bind port 608e472f-9432-42fc-a4af-4f1e1cd52324 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:17:19.661714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:17:19.662194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Checking segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:17:19.662846 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.663244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Bound using segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:17:19.664033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Bound port: 608e472f-9432-42fc-a4af-4f1e1cd52324, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:17:19.664410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.699191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.740731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] For port 608e472f-9432-42fc-a4af-4f1e1cd52324, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:17:19.743746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] For port 608e472f-9432-42fc-a4af-4f1e1cd52324, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=608e472f-9432-42fc-a4af-4f1e1cd52324,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:17:19.806611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:19.896460 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095c06c-1004-4286-bc71-a3ad173c1c78 None None] Pushing event updated for resources: {'Port': ['ID=608e472f-9432-42fc-a4af-4f1e1cd52324,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:20.092883 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.1 (a8b25ff5-b228-4838-9fcd-9c667214a6bf/7fbe8497-79e8-4c2e-a63d-6b5c6434e456/89ce148c-5c71-4414-b585-defd91de93cb) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:17:20.239012 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (89ce148c-5c71-4414-b585-defd91de93cb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:20.363372 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (89ce148c-5c71-4414-b585-defd91de93cb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:20.409416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:17:20.412613 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:20.416827 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:17:20.455853 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=89ce148c-5c71-4414-b585-defd91de93cb,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:20.476638 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (d09db239-524a-442c-af66-27a86cdec9d9), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:20.676334 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89ce148c-5c71-4414-b585-defd91de93cb), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:20.971625 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742dc18-97fe-4ba2-b851-3c35923ad334 None None] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:17:21.016031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (89ce148c-5c71-4414-b585-defd91de93cb), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.074857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (89ce148c-5c71-4414-b585-defd91de93cb), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.159131 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=89ce148c-5c71-4414-b585-defd91de93cb,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:21.161571 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (d09db239-524a-442c-af66-27a86cdec9d9), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.218512 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-797cb555-3798-49d5-b333-901210549e8a None None] Provisioning complete for port 608e472f-9432-42fc-a4af-4f1e1cd52324 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:21.218881 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-797cb555-3798-49d5-b333-901210549e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.257313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:17:21.259033 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:21.340595 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-797cb555-3798-49d5-b333-901210549e8a None None] Current status of the port 608e472f-9432-42fc-a4af-4f1e1cd52324 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:21.340979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-797cb555-3798-49d5-b333-901210549e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.388674 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router d09db239-524a-442c-af66-27a86cdec9d9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:17:21.405137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-797cb555-3798-49d5-b333-901210549e8a None None] For port 608e472f-9432-42fc-a4af-4f1e1cd52324, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=608e472f-9432-42fc-a4af-4f1e1cd52324,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:21.457583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-797cb555-3798-49d5-b333-901210549e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.512128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:17:21.513589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cb555-3798-49d5-b333-901210549e8a None None] Pushing event updated for resources: {'Port': ['ID=608e472f-9432-42fc-a4af-4f1e1cd52324,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:21.519949 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5b9dd6ac-c788-4f3e-9c3b-a711bf9b5976 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/d09db239-524a-442c-af66-27a86cdec9d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4015379
May 14 22:17:21.525424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Sync routers for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:17:21.545282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:21.545926 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523024afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:21.610219 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-af4bd810-8d7a-4e47-b817-70ba13765ed6 None None] Provisioning complete for port 608e472f-9432-42fc-a4af-4f1e1cd52324 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:21.610591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af4bd810-8d7a-4e47-b817-70ba13765ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.704068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-75ec0c20-297b-4403-af85-0e8010d8710d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004548496&fields=id&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 267 time: 0.0565670
May 14 22:17:21.746922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:21.790640 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-af4bd810-8d7a-4e47-b817-70ba13765ed6 None None] Current status of the port 608e472f-9432-42fc-a4af-4f1e1cd52324 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:21.809065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-af4bd810-8d7a-4e47-b817-70ba13765ed6 None None] Provisioning complete for port 89ce148c-5c71-4414-b585-defd91de93cb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:21.809434 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-af4bd810-8d7a-4e47-b817-70ba13765ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89ce148c-5c71-4414-b585-defd91de93cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:21.821105 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-28a41e04-03ce-44ab-b7a9-ce66c3289a25 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:21.822652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-28a41e04-03ce-44ab-b7a9-ce66c3289a25 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 797 time: 0.1176629
May 14 22:17:21.839163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-44bb1d29-a205-4ac0-8ea4-e8780774af07 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/quotas/2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 375 time: 0.0105567
May 14 22:17:21.879183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-af4bd810-8d7a-4e47-b817-70ba13765ed6 None None] Port 89ce148c-5c71-4414-b585-defd91de93cb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:17:21.898532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-a1047371-6dd9-4251-bed8-c60b17cbcc13 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0482674
May 14 22:17:22.030703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8e11fe6f-5cec-474b-80a9-50b10b94821b None None] Provisioning complete for port 89ce148c-5c71-4414-b585-defd91de93cb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:22.031281 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8e11fe6f-5cec-474b-80a9-50b10b94821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89ce148c-5c71-4414-b585-defd91de93cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.062475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 608e472f-9432-42fc-a4af-4f1e1cd52324 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:17:22.068908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523024afa0>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 2, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:22.088575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-5d9ba0e4-28d0-4932-ace1-fa20187d1455 service neutron] 10.222.0.52 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757555
May 14 22:17:22.121755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Checking router: d09db239-524a-442c-af66-27a86cdec9d9 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:17:22.122021 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Updating router d09db239-524a-442c-af66-27a86cdec9d9 port 89ce148c-5c71-4414-b585-defd91de93cb binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:17:22.125242 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8e11fe6f-5cec-474b-80a9-50b10b94821b None None] Port 89ce148c-5c71-4414-b585-defd91de93cb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:17:22.167891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89ce148c-5c71-4414-b585-defd91de93cb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.182081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 608e472f-9432-42fc-a4af-4f1e1cd52324 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:22.182455 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.185853 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-23308472-511c-4161-8c0a-c69323773245 service neutron] 10.222.0.52 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910931
May 14 22:17:22.280037 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fe69cde6-cadc-4723-a94a-8a777c8822bc None None] Provisioning complete for port 89ce148c-5c71-4414-b585-defd91de93cb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:22.287650 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe69cde6-cadc-4723-a94a-8a777c8822bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89ce148c-5c71-4414-b585-defd91de93cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.403285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fe69cde6-cadc-4723-a94a-8a777c8822bc None None] Port 89ce148c-5c71-4414-b585-defd91de93cb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:17:22.425150 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 608e472f-9432-42fc-a4af-4f1e1cd52324 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:22.426257 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 349e6eaf-63f3-4993-a962-09729eec5910 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:17:22.443285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-382a9500-6be7-45f4-bdb0-9b35d6317410 req-73dd4078-b598-47ba-9912-cd67238d8cbf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0309019
May 14 22:17:22.540380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 349e6eaf-63f3-4993-a962-09729eec5910 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:22.540840 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (349e6eaf-63f3-4993-a962-09729eec5910), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.669854 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Publish callbacks [] for port (89ce148c-5c71-4414-b585-defd91de93cb), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.680395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 349e6eaf-63f3-4993-a962-09729eec5910 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:22.680769 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (349e6eaf-63f3-4993-a962-09729eec5910), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.701001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 349e6eaf-63f3-4993-a962-09729eec5910, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349e6eaf-63f3-4993-a962-09729eec5910,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:22.748207 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89ce148c-5c71-4414-b585-defd91de93cb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.776773 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (349e6eaf-63f3-4993-a962-09729eec5910), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.808100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92bbd3-928f-42ce-9331-f54c4cb2c6d2 None None] Pushing event updated for resources: {'Port': ['ID=89ce148c-5c71-4414-b585-defd91de93cb,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:22.933433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Attempting to bind port 89ce148c-5c71-4414-b585-defd91de93cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:17:22.933929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Attempting to bind port 89ce148c-5c71-4414-b585-defd91de93cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:17:22.934489 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Attempting to bind port 89ce148c-5c71-4414-b585-defd91de93cb on network a8b25ff5-b228-4838-9fcd-9c667214a6bf {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:17:22.945932 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=349e6eaf-63f3-4993-a962-09729eec5910,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:22.950662 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:17:22.951111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Checking segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:17:22.951730 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:22.952221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Bound using segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:17:22.952925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Bound port: 89ce148c-5c71-4414-b585-defd91de93cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:17:22.953392 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89ce148c-5c71-4414-b585-defd91de93cb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:23.035656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-984cfcf2-bc08-402c-add0-7321e580b402 None None] Provisioning complete for port 89ce148c-5c71-4414-b585-defd91de93cb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:23.036354 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-984cfcf2-bc08-402c-add0-7321e580b402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89ce148c-5c71-4414-b585-defd91de93cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:23.037922 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] For port 89ce148c-5c71-4414-b585-defd91de93cb, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:17:23.041860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] For port 89ce148c-5c71-4414-b585-defd91de93cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89ce148c-5c71-4414-b585-defd91de93cb,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:17:23.079118 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-984cfcf2-bc08-402c-add0-7321e580b402 None None] Port 89ce148c-5c71-4414-b585-defd91de93cb cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:17:23.149066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89ce148c-5c71-4414-b585-defd91de93cb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:23.227147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:23.227803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523024afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:23.232420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92bbd3-928f-42ce-9331-f54c4cb2c6d2 None None] Pushing event updated for resources: {'Port': ['ID=89ce148c-5c71-4414-b585-defd91de93cb,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:23.350570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:23.517067 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] Provisioning complete for port 89ce148c-5c71-4414-b585-defd91de93cb triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:23.517441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89ce148c-5c71-4414-b585-defd91de93cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:23.554111 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac2b101f-83e8-4398-8403-042baaf17315 req-46cf8a59-8746-4aa1-bec2-f812ad900732 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0395534
May 14 22:17:23.606293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523024afa0>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:23.634289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc0f51-ec21-4492-86f1-79236c70785d None None] The sync data for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 is: [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:17:23.669735 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] Current status of the port 89ce148c-5c71-4414-b585-defd91de93cb is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:23.670331 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89ce148c-5c71-4414-b585-defd91de93cb), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:23.728423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] For port 89ce148c-5c71-4414-b585-defd91de93cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89ce148c-5c71-4414-b585-defd91de93cb,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:23.802359 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89ce148c-5c71-4414-b585-defd91de93cb), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:23.864957 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15fe86-02a2-41e2-a6fc-1eb7c538148c None None] Pushing event updated for resources: {'Port': ['ID=89ce148c-5c71-4414-b585-defd91de93cb,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:24.042458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 89ce148c-5c71-4414-b585-defd91de93cb up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:17:24.092994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 89ce148c-5c71-4414-b585-defd91de93cb triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:24.096591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89ce148c-5c71-4414-b585-defd91de93cb), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:24.176923 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 89ce148c-5c71-4414-b585-defd91de93cb is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:24.178004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 349e6eaf-63f3-4993-a962-09729eec5910 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:17:24.391323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 349e6eaf-63f3-4993-a962-09729eec5910 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:24.391721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (349e6eaf-63f3-4993-a962-09729eec5910), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:24.475710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 349e6eaf-63f3-4993-a962-09729eec5910 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:24.511967 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-e4e266b6-5c3a-476c-ad74-345aae02cc18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:24.513683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-e4e266b6-5c3a-476c-ad74-345aae02cc18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 797 time: 0.1129456
May 14 22:17:24.583837 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-e09ff10f-c32b-437a-afb9-113ed3f8f5a1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 380 time: 0.0623271
May 14 22:17:24.592271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'port': {'device_id': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'admin_state_up': True, 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'security_groups': ['595b12b4-4fbe-4ae9-9cbf-936351a959ac']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:24.688393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93eb9553-0722-4732-b27f-89fbf629bd97 req-2b1b03ff-f716-4b2b-a1df-2008677d85d0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0378919
May 14 22:17:24.796879 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:17:24.801148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:24.929505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.6 (a8b25ff5-b228-4838-9fcd-9c667214a6bf/7fbe8497-79e8-4c2e-a63d-6b5c6434e456/89a2bee6-3e00-45ae-8ae1-e3095fa54136) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:17:25.404044 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:25.491623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:25.532195 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:17:25.538068 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:25.542024 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:17:25.565631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:25.595139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:25.597027 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:25.737715 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-040638ce-97ca-4d5a-b8e7-356a0e76d6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1489227
May 14 22:17:25.748342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Request body: {'port': {'device_id': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:25.829795 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-03f3ec63-16bd-4656-9d8b-d77f6ac23bcd None None] Provisioning complete for port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:25.830464 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-03f3ec63-16bd-4656-9d8b-d77f6ac23bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:25.847603 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7522a-1b26-49eb-b2e1-263776a30ff7 req-55113be1-941c-46e8-8c9f-e23e6d3ccbbe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:25.849118 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcd7522a-1b26-49eb-b2e1-263776a30ff7 req-55113be1-941c-46e8-8c9f-e23e6d3ccbbe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 931 time: 0.0763149
May 14 22:17:25.857710 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:25.865025 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-03f3ec63-16bd-4656-9d8b-d77f6ac23bcd None None] Port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:17:25.958022 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcd7522a-1b26-49eb-b2e1-263776a30ff7 req-f8d894ef-af45-4c6f-b425-9c98c012e0ce tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018965
May 14 22:17:26.196930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a2bee6-3e00-45ae-8ae1-e3095fa54136 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:17:26.204295 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Publish callbacks [] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:26.220770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Transition to ACTIVE for port object 89a2bee6-3e00-45ae-8ae1-e3095fa54136 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:17:26.271210 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:26.352797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:26.410112 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:17:26.410450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:17:26.410781 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:17:26.415816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:17:26.416147 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:17:26.421332 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:17:26.421673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Checking segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:17:26.422064 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Bound using segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:17:26.422496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Bound port: 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:17:26.422862 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:26.445224 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:17:26.490881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:17:26.494047 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:17:26.577581 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:26.613338 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:26.614069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:26.615674 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] 10.222.0.48 "PUT /v2.0/ports/89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 1091 time: 0.8712609
May 14 22:17:26.616182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:17:26.618389 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7b389-a0b1-46da-aec0-d9121aff64da" -d '{"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:17:26.644381 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0533b4-cdb9-40ff-a56e-b06d359433b2 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:26.670935 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e59c53a-7175-482d-a450-c7225b929fa1 x-openstack-request-id: req-5e59c53a-7175-482d-a450-c7225b929fa1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:17:26.670935 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:17:26.670935 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e59c53a-7175-482d-a450-c7225b929fa1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:17:26.670935 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e59c53a-7175-482d-a450-c7225b929fa1'] response: {'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'status': 'completed', 'code': 200}
May 14 22:17:26.730682 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b389-a0b1-46da-aec0-d9121aff64da req-ac3db563-b387-4464-92b3-0a8809bdc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:26.732281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25d7b389-a0b1-46da-aec0-d9121aff64da req-ac3db563-b387-4464-92b3-0a8809bdc9e5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1125 time: 0.0447574
May 14 22:17:26.835994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b389-a0b1-46da-aec0-d9121aff64da req-f83375a1-3131-4d95-9c17-4856c5b796a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:26.837644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25d7b389-a0b1-46da-aec0-d9121aff64da req-f83375a1-3131-4d95-9c17-4856c5b796a0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b433c6a39b149acb9537d5d8d32a845&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0984538
May 14 22:17:26.936154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7b389-a0b1-46da-aec0-d9121aff64da req-07f4101f-6c7c-4ca1-84d8-9b43e0d8f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:26.937617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-25d7b389-a0b1-46da-aec0-d9121aff64da req-07f4101f-6c7c-4ca1-84d8-9b43e0d8f915 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0938988
May 14 22:17:27.009733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-b4d86cf2-34dc-4ca9-91c4-f9804cdde595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:27.011877 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-b4d86cf2-34dc-4ca9-91c4-f9804cdde595 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1125 time: 0.0396500
May 14 22:17:27.053592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-4d0f8fea-dac1-49d9-af24-a3ab2bcf98fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 217 time: 0.0358458
May 14 22:17:27.129468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3d8d6-4424-41d2-b6b7-abba2ca724a7 req-259279d9-e956-4bac-b5cf-f10584391218 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:27.130931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8de3d8d6-4424-41d2-b6b7-abba2ca724a7 req-259279d9-e956-4bac-b5cf-f10584391218 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0801466
May 14 22:17:27.136390 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-732ac430-f3a1-4240-8878-a1dee2d769b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:27.137743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-732ac430-f3a1-4240-8878-a1dee2d769b9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0767722
May 14 22:17:27.198030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced66557-b570-4f11-9231-898fecc2a7bf req-00aac697-c985-4c50-8894-ebe2b021109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:27.199547 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-00aac697-c985-4c50-8894-ebe2b021109f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0545521
May 14 22:17:27.220991 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8de3d8d6-4424-41d2-b6b7-abba2ca724a7 req-6f036b03-25e3-420a-b1f3-c076e4fbcd40 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821795
May 14 22:17:27.298034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-26c4a521-85d7-4c62-9ddc-fe96fbdfde45 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892067
May 14 22:17:27.384870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ced66557-b570-4f11-9231-898fecc2a7bf req-e8c26861-3a15-4b74-9c92-4ec8b8bab2cb service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810950
May 14 22:17:28.340221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf917a03-8a5d-4241-8fc1-2da09eb15ba5 req-d63e5a87-34cd-45b0-9b9d-3e7d6e9befb4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:28.341719 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf917a03-8a5d-4241-8fc1-2da09eb15ba5 req-d63e5a87-34cd-45b0-9b9d-3e7d6e9befb4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0526214
May 14 22:17:28.390516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf917a03-8a5d-4241-8fc1-2da09eb15ba5 req-211806be-7f5b-47ed-844e-42b61f9bf6ca tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430760
May 14 22:17:29.505538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb49771-0a03-4253-934f-b3c60ce1d6de req-561ae93f-cde6-4279-ab28-734498a17a7b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:29.506934 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aeb49771-0a03-4253-934f-b3c60ce1d6de req-561ae93f-cde6-4279-ab28-734498a17a7b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0469663
May 14 22:17:29.556304 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aeb49771-0a03-4253-934f-b3c60ce1d6de req-adb037db-8604-4431-876c-eb7e0ad81317 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433521
May 14 22:17:30.671809 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f3d9f-7f4b-4628-91e1-af876b75aeac req-06619516-4411-45ac-9c7c-97626264f649 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:30.673354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f1f3d9f-7f4b-4628-91e1-af876b75aeac req-06619516-4411-45ac-9c7c-97626264f649 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0478499
May 14 22:17:30.726431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f1f3d9f-7f4b-4628-91e1-af876b75aeac req-7e55206b-18a1-465a-bbff-fe77f0238065 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467854
May 14 22:17:31.223971 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:17:31.322670 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:31.334002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'port_id': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'mac_address': 'fa:16:3e:00:0b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:17:31.370490 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:31.370871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:31.383311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a2bee6-3e00-45ae-8ae1-e3095fa54136 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:17:31.402365 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:31.457111 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:31.503566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:31.656956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['89a2bee6-3e00-45ae-8ae1-e3095fa54136'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:17:31.842873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0e90b-eb6c-4efa-9998-41ead7a8eba8 req-7188b9c9-f7cd-4a13-9658-f90a4e058605 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:31.844515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8a0e90b-eb6c-4efa-9998-41ead7a8eba8 req-7188b9c9-f7cd-4a13-9658-f90a4e058605 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 944 time: 0.0466557
May 14 22:17:31.894099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8a0e90b-eb6c-4efa-9998-41ead7a8eba8 req-5a91a977-72d9-41bd-b33b-e9e96424c029 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438581
May 14 22:17:33.011816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2814066-de99-4d6f-8a78-ac67f4d57777 req-9ca14749-222f-40aa-99c9-bb6133e61146 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:33.013297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2814066-de99-4d6f-8a78-ac67f4d57777 req-9ca14749-222f-40aa-99c9-bb6133e61146 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 944 time: 0.0466149
May 14 22:17:33.061190 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2814066-de99-4d6f-8a78-ac67f4d57777 req-20f17ad8-3315-415e-a716-50ef6198103e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423112
May 14 22:17:33.224711 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:17:33.271877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:17:33.356501 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:17:33.356988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:33.434168 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:17:33.434547 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:33.457322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:17:33.459667 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa007b2-11a9-4cea-847a-dfc3ab060689" -d '{"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:17:33.472584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:17:33.496099 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748bfa1e-1f8a-4ce0-a2f0-0c1cca597699 x-openstack-request-id: req-748bfa1e-1f8a-4ce0-a2f0-0c1cca597699 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:17:33.496099 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:17:33.496099 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-748bfa1e-1f8a-4ce0-a2f0-0c1cca597699 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:17:33.496413 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-748bfa1e-1f8a-4ce0-a2f0-0c1cca597699'] response: {'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'code': 200}
May 14 22:17:33.536708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:33.588401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:33.593598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201ede7-9203-4e1d-a68a-87caadd543e5 req-b58ddaa4-66c1-4726-9952-5c357323804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:33.595144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1201ede7-9203-4e1d-a68a-87caadd543e5 req-b58ddaa4-66c1-4726-9952-5c357323804a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1127 time: 0.0438504
May 14 22:17:33.641049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1201ede7-9203-4e1d-a68a-87caadd543e5 req-817cd005-3c86-48f3-8053-eadb4082b7b3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392115
May 14 22:17:34.176895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202862e7-17a5-4779-826d-3cd5553a9e1d req-bef6dce3-bf52-4d80-8606-07381775bf16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:34.178357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-202862e7-17a5-4779-826d-3cd5553a9e1d req-bef6dce3-bf52-4d80-8606-07381775bf16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0473781
May 14 22:17:34.226288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-202862e7-17a5-4779-826d-3cd5553a9e1d req-1baa2d86-f379-4e02-bad8-6b9d8625a7c8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422361
May 14 22:17:35.344910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631490ad-26fa-4869-b7eb-c3d5974618ef req-71f27666-6b08-4954-b825-84c2898c8107 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:35.346388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-631490ad-26fa-4869-b7eb-c3d5974618ef req-71f27666-6b08-4954-b825-84c2898c8107 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0513749
May 14 22:17:35.395237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-631490ad-26fa-4869-b7eb-c3d5974618ef req-4bf4d9e2-53c5-4d41-89d4-666584c29cd3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430059
May 14 22:17:35.507889 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c805e0-cc50-4b55-846e-160519898f21 req-e062597d-9de3-452d-8dee-1afe5421f68c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:35.509270 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15c805e0-cc50-4b55-846e-160519898f21 req-e062597d-9de3-452d-8dee-1afe5421f68c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0469978
May 14 22:17:35.558515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15c805e0-cc50-4b55-846e-160519898f21 req-c656848c-629c-4ba0-88e5-b4338bcaba40 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436153
May 14 22:17:35.581247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51848) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:35.620336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36838ec7-eb39-4791-b88e-d73f37698375 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:35.622533 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-36838ec7-eb39-4791-b88e-d73f37698375 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1122 time: 0.0402586
May 14 22:17:35.624867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51850) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:35.630483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:17:35.702468 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:35.783214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:35.883076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.134 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/11b55a06-3847-48ee-8897-1783818fcb2c) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:17:35.987349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (11b55a06-3847-48ee-8897-1783818fcb2c), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:36.076648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (11b55a06-3847-48ee-8897-1783818fcb2c), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:36.115389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:17:36.118139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:17:36.120717 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:17:36.150211 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=11b55a06-3847-48ee-8897-1783818fcb2c,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:36.497492 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:36.624623 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (11b55a06-3847-48ee-8897-1783818fcb2c), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:36.803365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (11b55a06-3847-48ee-8897-1783818fcb2c), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:36.870930 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (11b55a06-3847-48ee-8897-1783818fcb2c), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:36.942328 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=11b55a06-3847-48ee-8897-1783818fcb2c,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:17:36.953735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:37.055893 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7 associated. External IP: 172.35.4.134, port: 89a2bee6-3e00-45ae-8ae1-e3095fa54136.
May 14 22:17:37.261265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router d09db239-524a-442c-af66-27a86cdec9d9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:17:37.368744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:17:37.379398 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] Sync routers for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:17:37.389363 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:37.389973 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:37.453139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:37.483188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ebdb836a-d772-46f2-b86d-ac3102275a50 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8572049
May 14 22:17:37.483803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:17:37.486531 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42799e61-f0ca-467c-8129-03c36790b152" -d '{"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:17:37.500564 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:37.578849 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b4d5d-1df8-4d6d-b138-49ecb4078a80 req-930e5dc8-b682-4a69-8aef-b0e8f13b703c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:37.581085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-545b4d5d-1df8-4d6d-b138-49ecb4078a80 req-930e5dc8-b682-4a69-8aef-b0e8f13b703c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0470195
May 14 22:17:37.630539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-545b4d5d-1df8-4d6d-b138-49ecb4078a80 req-402ac8e0-2fb1-44b4-9c9b-31f5eaa419f8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436523
May 14 22:17:37.653549 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51856) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:37.683941 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583ff1cf-8ced-4470-804f-e1c1abaa1cb3 x-openstack-request-id: req-583ff1cf-8ced-4470-804f-e1c1abaa1cb3 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:17:37.684236 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:17:37.684492 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-583ff1cf-8ced-4470-804f-e1c1abaa1cb3 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:17:37.684933 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583ff1cf-8ced-4470-804f-e1c1abaa1cb3'] response: {'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'status': 'completed', 'code': 200}
May 14 22:17:37.721830 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ad1c748c-e4cb-406d-b11b-c9cda98389bc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7 HTTP/1.1" status: 200  len: 991 time: 0.0670547
May 14 22:17:37.722678 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029100>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.134', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'port_id': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'mac_address': 'fa:16:3e:00:0b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:17:36Z', 'updated_at': '2022-05-14T22:17:36Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:37.746270 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799e61-f0ca-467c-8129-03c36790b152 req-31009173-4a6c-4b68-b6b4-9dd248f9d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:37.747829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-31009173-4a6c-4b68-b6b4-9dd248f9d36d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1127 time: 0.0411456
May 14 22:17:37.754769 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] Checking router: d09db239-524a-442c-af66-27a86cdec9d9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:17:37.763336 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:17:37.763987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231029100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:17:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:37.842264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799e61-f0ca-467c-8129-03c36790b152 req-06c62179-de09-4783-9f5b-db072cebd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:37.843772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-06c62179-de09-4783-9f5b-db072cebd5b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.0906208
May 14 22:17:37.875636 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:17:37.911735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-2e33d41a-94db-4ba4-9364-35e57fd2880f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 999 time: 0.0627573
May 14 22:17:37.961074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799e61-f0ca-467c-8129-03c36790b152 req-bca00db4-137b-4dd3-86d3-ecccf810aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:37.962569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-bca00db4-137b-4dd3-86d3-ecccf810aae7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0456452
May 14 22:17:38.006508 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799e61-f0ca-467c-8129-03c36790b152 req-e3f30fce-f222-4b3c-8fa5-7ef38ab64110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:17:38.008049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-e3f30fce-f222-4b3c-8fa5-7ef38ab64110 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394974
May 14 22:17:38.093728 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231029100>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.134', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'port_id': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'mac_address': 'fa:16:3e:00:0b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:17:36Z', 'updated_at': '2022-05-14T22:17:36Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:17:38.099244 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-41c998a7-70b2-4a5a-89f0-82bb11274d8c service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851276
May 14 22:17:38.120444 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c07ade2-2c16-4fa3-a9c7-43bb40f2f06f None None] The sync data for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 is: [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.134', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'port_id': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'mac_address': 'fa:16:3e:00:0b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:17:36Z', 'updated_at': '2022-05-14T22:17:36Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:17:38.190363 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-42799e61-f0ca-467c-8129-03c36790b152 req-4ca62ac4-3184-4640-b5e9-058bd8fd9e4f service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840862
May 14 22:17:38.321262 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416e6e3c-ab29-4dfe-90e8-d26fbc6ab4aa None None] New status for floating IP 1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:17:38.723644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 51858) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:17:38.782804 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6c75ca42-1d09-4029-b182-c0c3e544b2a8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7 HTTP/1.1" status: 200  len: 993 time: 0.0579264
May 14 22:17:40.419162 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a194743-affd-4a9d-a735-b81cfdc776b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:42.458916 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:42.882153 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95ac948a-acf4-41ca-bb27-b5c1552e7d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:43.007690 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:44.050640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:45.876420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:17:46.822773 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:03.079464 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-b7dea6b3-f914-41ce-bb27-b4bbfda176d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0369465
May 14 22:18:03.164611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-49b4e614-b140-470f-b0bb-187efb2a5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:03.166090 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-49b4e614-b140-470f-b0bb-187efb2a5e0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1127 time: 0.0437210
May 14 22:18:03.265861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-523245d0-c9df-4619-bb70-b53bdbeef974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:03.267221 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-523245d0-c9df-4619-bb70-b53bdbeef974 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.0839593
May 14 22:18:03.341560 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-d213c91c-02d3-46da-80b1-895264e06a65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 1001 time: 0.0668750
May 14 22:18:03.389663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-15834780-82f2-466d-ac3c-f72c9a76e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:03.391054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-15834780-82f2-466d-ac3c-f72c9a76e54b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0447323
May 14 22:18:03.433059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-5ccfff94-64f7-4046-95a8-c792a77b39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:03.434511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-5ccfff94-64f7-4046-95a8-c792a77b39ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0375681
May 14 22:18:03.442537 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:18:03.858528 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-1dd9a7c5-54bc-4ca1-8f05-a1056fab358e service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4166875
May 14 22:18:03.949672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78a80f82-6f3c-4362-9a56-80d1b51ca583 req-dc1612d4-a8a0-4d19-bde6-e64e863687ee service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839317
May 14 22:18:05.378428 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-12e21419-9386-4e0e-b4a7-6a6e68b64423 req-13d1fd22-42a8-47b0-9f98-36c78d1f3e59 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:18:05.379394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12e21419-9386-4e0e-b4a7-6a6e68b64423 req-13d1fd22-42a8-47b0-9f98-36c78d1f3e59 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0053558
May 14 22:18:05.684532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10dbb2-2293-4d33-b802-fd7d078a7380 req-753f7eb4-40d5-4e91-a328-8745c833e68c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:05.686014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c10dbb2-2293-4d33-b802-fd7d078a7380 req-753f7eb4-40d5-4e91-a328-8745c833e68c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0531750
May 14 22:18:05.735283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5c10dbb2-2293-4d33-b802-fd7d078a7380 req-b43f0e29-2476-43e1-b5bb-039c9d20a696 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435231
May 14 22:18:05.815048 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51890) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:18:05.894507 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-58e40ed1-a819-4167-94df-878bc6f9ea59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0782206
May 14 22:18:05.903460 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-a90a22da-62c1-45dc-8eaa-c8ad157d944f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:18:05.904486 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-a90a22da-62c1-45dc-8eaa-c8ad157d944f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0050337
May 14 22:18:06.849622 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637917ed-d1d2-4aed-92c5-93d5180eecab req-ec5c1eb4-142e-4bf4-9220-4f4c35199962 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:06.851103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-637917ed-d1d2-4aed-92c5-93d5180eecab req-ec5c1eb4-142e-4bf4-9220-4f4c35199962 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0471175
May 14 22:18:06.902420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-637917ed-d1d2-4aed-92c5-93d5180eecab req-63ce90b8-4cbd-472d-b570-d51276d8f6bd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457482
May 14 22:18:07.426503 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 51916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:18:07.515912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-b48459fa-39ab-4f78-a469-bfe88b0a35fd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:07.517255 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-b48459fa-39ab-4f78-a469-bfe88b0a35fd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports/89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 942 time: 0.0897546
May 14 22:18:08.017204 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59835b67-7e5e-4c91-8e22-a33ccf874a78 req-9f1f45bc-64d2-499e-b303-093b109c40d6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:08.018659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59835b67-7e5e-4c91-8e22-a33ccf874a78 req-9f1f45bc-64d2-499e-b303-093b109c40d6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0477388
May 14 22:18:08.067635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-59835b67-7e5e-4c91-8e22-a33ccf874a78 req-ab1f7bf3-4397-471d-9763-e87c6ddb6ae6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429482
May 14 22:18:09.180817 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d674-7d99-49c3-94b0-d068b4458f35 req-0f6f9fe7-6316-4a50-bfae-929688186137 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:09.182302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291d674-7d99-49c3-94b0-d068b4458f35 req-0f6f9fe7-6316-4a50-bfae-929688186137 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0477636
May 14 22:18:09.234885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6291d674-7d99-49c3-94b0-d068b4458f35 req-3da74444-5f36-450b-9972-062c24592c5f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469234
May 14 22:18:10.351775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651560-eede-4357-93d3-87c9dbf234ff req-3dc6474b-e55e-4d96-ac72-07cdb9f2ee41 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:10.353262 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb651560-eede-4357-93d3-87c9dbf234ff req-3dc6474b-e55e-4d96-ac72-07cdb9f2ee41 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0468779
May 14 22:18:10.393705 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9140cb8c-6231-461e-ad7b-98f2a4222006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:10.402552 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cb651560-eede-4357-93d3-87c9dbf234ff req-5e61572f-5225-41b4-9fa4-7eb7b75cbc84 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433426
May 14 22:18:11.525111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef867f1-a6cb-42f7-9435-d43a4abc5b48 req-76dc7cc3-89e5-4f4c-b097-24f4549b4e92 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:11.526592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ef867f1-a6cb-42f7-9435-d43a4abc5b48 req-76dc7cc3-89e5-4f4c-b097-24f4549b4e92 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0487733
May 14 22:18:11.576034 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4ef867f1-a6cb-42f7-9435-d43a4abc5b48 req-3c6aa49d-b9d6-4a9c-b5d5-1cd64763c473 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432441
May 14 22:18:11.938002 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-de275184-6576-4c80-8e5c-f0c18101a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:11.939541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-de275184-6576-4c80-8e5c-f0c18101a546 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1127 time: 0.0439808
May 14 22:18:12.027796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-67d28d28-ba27-4289-afbb-3d8b4cf5de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:12.029276 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-67d28d28-ba27-4289-afbb-3d8b4cf5de84 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.0844297
May 14 22:18:12.096630 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-06fed833-c3de-4e82-821b-c96fd2f4a070 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 1001 time: 0.0616534
May 14 22:18:12.145006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-e08bf7db-3fa3-46a9-b20b-d972ab736bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:12.147325 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-e08bf7db-3fa3-46a9-b20b-d972ab736bba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0443285
May 14 22:18:12.190821 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-6f0211d2-de4e-4f2c-8bd0-127964158f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:12.192349 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-6f0211d2-de4e-4f2c-8bd0-127964158f62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393374
May 14 22:18:12.285303 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-f8d0f229-e0c5-4518-becb-acbf42ca2972 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851347
May 14 22:18:12.372717 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-0bdc5823-8f6c-4115-8ff7-b5f120cdd8bb service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817926
May 14 22:18:12.456089 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:12.700008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09ddc8-1e67-4669-9e84-dbd4a9e64da4 req-ffc4e89d-2538-46da-bea9-278bdd59ed85 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:12.701505 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e09ddc8-1e67-4669-9e84-dbd4a9e64da4 req-ffc4e89d-2538-46da-bea9-278bdd59ed85 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0531871
May 14 22:18:12.751278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0e09ddc8-1e67-4669-9e84-dbd4a9e64da4 req-c8430575-1a9f-4eab-8271-4aeea59515e7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439818
May 14 22:18:12.881693 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63b8c6b5-0d44-4608-beac-03897b4b0830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:13.013141 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:13.867819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a6d1f-ba18-4b2a-8caf-1bdf70476758 req-d3864b3b-0e83-4944-a15a-75fa743cd69c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:13.869330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-171a6d1f-ba18-4b2a-8caf-1bdf70476758 req-d3864b3b-0e83-4944-a15a-75fa743cd69c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0475612
May 14 22:18:13.917803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-171a6d1f-ba18-4b2a-8caf-1bdf70476758 req-aa24e4bb-c071-43db-87bb-70a9b4a6ac92 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428913
May 14 22:18:14.061973 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:15.047956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d843d-7e36-4d75-8d94-5b786bf490fe req-3b61ecbc-d080-44c5-98dd-15e2bcba340b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:15.049466 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee2d843d-7e36-4d75-8d94-5b786bf490fe req-3b61ecbc-d080-44c5-98dd-15e2bcba340b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0586102
May 14 22:18:15.100288 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ee2d843d-7e36-4d75-8d94-5b786bf490fe req-3672c005-dc85-403e-947e-bc8221537c2a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430908
May 14 22:18:15.886655 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:16.216847 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055af455-cfdb-4144-9a13-24bc4168bf36 req-023e4598-9300-47c7-a96c-194c8e09ee06 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:16.218382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-055af455-cfdb-4144-9a13-24bc4168bf36 req-023e4598-9300-47c7-a96c-194c8e09ee06 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0472331
May 14 22:18:16.266784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-055af455-cfdb-4144-9a13-24bc4168bf36 req-69e5db73-7b5b-4bac-9b16-8879471eb89b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427549
May 14 22:18:16.824221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:17.386339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf774056-89c0-421c-a7e2-428c7f2bd19c req-f87f1025-489a-4bbe-9e6f-07cb0a72f3eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:17.387842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf774056-89c0-421c-a7e2-428c7f2bd19c req-f87f1025-489a-4bbe-9e6f-07cb0a72f3eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0482094
May 14 22:18:17.440277 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bf774056-89c0-421c-a7e2-428c7f2bd19c req-8c8bc268-fa22-438c-94c5-fa86bbc19956 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468037
May 14 22:18:18.560681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3504a-4b7d-4c3d-b21d-dabb9a832e55 req-e6c70260-0c55-4437-81a0-df6e6641005a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:18.562138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48e3504a-4b7d-4c3d-b21d-dabb9a832e55 req-e6c70260-0c55-4437-81a0-df6e6641005a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0476928
May 14 22:18:18.611652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-48e3504a-4b7d-4c3d-b21d-dabb9a832e55 req-99a5d00a-b3fa-4e0b-9139-655694ec944d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437679
May 14 22:18:19.728191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbf195-9902-446b-8213-46bc6f17b98c req-2b7affd5-8bfc-4eec-ba62-36ea1a9ea7c8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:19.729680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bfbf195-9902-446b-8213-46bc6f17b98c req-2b7affd5-8bfc-4eec-ba62-36ea1a9ea7c8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0474422
May 14 22:18:19.778707 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bfbf195-9902-446b-8213-46bc6f17b98c req-603cfc6a-c4a4-4694-85ab-ef09adf38012 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432763
May 14 22:18:20.907807 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613e0f4-6423-4480-8998-8fb96a210c28 req-39ee5eb3-b5c2-4db7-872a-aad765637bda tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:20.909281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9613e0f4-6423-4480-8998-8fb96a210c28 req-39ee5eb3-b5c2-4db7-872a-aad765637bda tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0552955
May 14 22:18:20.958907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9613e0f4-6423-4480-8998-8fb96a210c28 req-fe8c1575-cbf7-4d94-a882-364bc095157b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430903
May 14 22:18:22.075221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d678d0-f812-4656-a543-0049212eecca req-4c2005ae-831c-44a0-988e-2e9b89da63c5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:22.076769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9d678d0-f812-4656-a543-0049212eecca req-4c2005ae-831c-44a0-988e-2e9b89da63c5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0476944
May 14 22:18:22.126344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e9d678d0-f812-4656-a543-0049212eecca req-3e98c99b-9653-4f11-99d5-2914810a073c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439019
May 14 22:18:23.245012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c1457-8338-4e90-b5fd-bc0364bac0d8 req-ba80a3e7-05c2-4a19-a71f-e54f22cffc47 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:23.246407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55c1457-8338-4e90-b5fd-bc0364bac0d8 req-ba80a3e7-05c2-4a19-a71f-e54f22cffc47 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0477493
May 14 22:18:23.298852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f55c1457-8338-4e90-b5fd-bc0364bac0d8 req-a963542d-5154-4cdf-9368-c356c2d2f83c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465202
May 14 22:18:24.416267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88a247-afda-4f42-bcf9-79a327204a8c req-88d18f24-5852-474b-bd92-9d415d3681e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:24.417735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa88a247-afda-4f42-bcf9-79a327204a8c req-88d18f24-5852-474b-bd92-9d415d3681e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0465596
May 14 22:18:24.466045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aa88a247-afda-4f42-bcf9-79a327204a8c req-287ccf9c-54d0-40e7-b3ad-c609c16f6327 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427547
May 14 22:18:25.581189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07949a17-c5d6-4d63-b4e5-4956f04d9ffb req-9b4cff7a-e3b0-48e8-b9a4-b2acd91635fd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:25.582571 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07949a17-c5d6-4d63-b4e5-4956f04d9ffb req-9b4cff7a-e3b0-48e8-b9a4-b2acd91635fd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0470283
May 14 22:18:25.633013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-07949a17-c5d6-4d63-b4e5-4956f04d9ffb req-1f376e4a-05b6-4ef0-b97c-b6da0a05f2b5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444684
May 14 22:18:26.754593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dba5f8-bed2-4600-8caa-84298e97c7b2 req-f5583e2b-740b-41c3-aebc-c8dfce208dc6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:26.756087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4dba5f8-bed2-4600-8caa-84298e97c7b2 req-f5583e2b-740b-41c3-aebc-c8dfce208dc6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0512605
May 14 22:18:26.804495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4dba5f8-bed2-4600-8caa-84298e97c7b2 req-9b8dfc13-e4e6-4f62-8e52-b1d33957167e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421884
May 14 22:18:27.921089 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3efb4-eba4-40e3-9a07-ff9b17d5e965 req-b0ec900a-3445-466d-9232-1293caaf98fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:27.922670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79f3efb4-eba4-40e3-9a07-ff9b17d5e965 req-b0ec900a-3445-466d-9232-1293caaf98fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0477362
May 14 22:18:27.971426 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-79f3efb4-eba4-40e3-9a07-ff9b17d5e965 req-1c6784b3-1979-46da-ab6d-1ee5c51b549e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431125
May 14 22:18:29.096597 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed28bf1-076a-4b7d-a807-02272c28914e req-c5ca83d6-3e36-4e02-8d5f-0a15b99c80a3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:29.098114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ed28bf1-076a-4b7d-a807-02272c28914e req-c5ca83d6-3e36-4e02-8d5f-0a15b99c80a3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0562806
May 14 22:18:29.146802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ed28bf1-076a-4b7d-a807-02272c28914e req-ca64abaa-3d06-4238-8dfb-f4d4142c23d6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424366
May 14 22:18:29.285582 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-1431e230-654d-47ec-a52c-1f10d8aecf2c service neutron] show failed (client error): The resource could not be found.
May 14 22:18:29.286476 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-1431e230-654d-47ec-a52c-1f10d8aecf2c service neutron] 10.222.0.48 "GET /v2.0/ports/89a2bee6-3e00-45ae-8ae1-e3095fa54136/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0533805
May 14 22:18:29.819152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-deecb295-1b09-4886-a897-615733f324c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:29.821195 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-deecb295-1b09-4886-a897-615733f324c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 1127 time: 0.0827925
May 14 22:18:29.830920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:18:29.892826 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:30.124512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:18:30.156586 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:18:30.202444 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:18:30.204840 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad19b1e1-17fc-47ed-b6d0-8a4af4431c5e" -d '{"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:18:30.208435 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Publish callbacks [] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:30.230369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Transition to ACTIVE for port object 89a2bee6-3e00-45ae-8ae1-e3095fa54136 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:18:30.267438 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37de495-d899-418d-a9f0-b87b0ddc47f0 req-faab7dcf-02ee-4c52-bbba-5ff1c1356e10 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:30.269076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e37de495-d899-418d-a9f0-b87b0ddc47f0 req-faab7dcf-02ee-4c52-bbba-5ff1c1356e10 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0493617
May 14 22:18:30.301692 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:30.351875 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e37de495-d899-418d-a9f0-b87b0ddc47f0 req-9b7b03fd-1cfd-419b-b573-e088fbef7774 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762568
May 14 22:18:30.397572 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=6']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:18:30.412826 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.413182 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.413546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.414111 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.414537 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.415524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.415910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.416205 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.416534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.416861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.417185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.417550 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.417897 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.420308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.420663 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:30.424811 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4bb071-455c-4b18-b822-32da06529577 x-openstack-request-id: req-3b4bb071-455c-4b18-b822-32da06529577 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:18:30.425096 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:18:30.425369 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b4bb071-455c-4b18-b822-32da06529577 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:18:30.426159 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4bb071-455c-4b18-b822-32da06529577'] response: {'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'code': 200}
May 14 22:18:30.467429 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] No DVR routers for this DVR port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:18:30.604948 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:18:30.605283 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:18:30.605605 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:18:30.609854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:18:30.610116 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Attempting to bind port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on network a8b25ff5-b228-4838-9fcd-9c667214a6bf {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:18:30.614825 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:18:30.615156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Checking segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:18:30.615564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Bound using segment: {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:18:30.615986 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Bound port: 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a632122-4def-4cf2-81b3-7b5b041ecc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:18:30.616337 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:30.677443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:18:30.680567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:18:30.761578 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:30.799031 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:30.799688 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:30.801068 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] 10.222.0.36 "PUT /v2.0/ports/89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 1091 time: 0.9740405
May 14 22:18:30.823729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2c1f1-8b89-49a5-8275-8ec425ef2bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=7']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:18:30.866397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-ae64545f-6735-4b84-97bc-29c1833fe156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:30.868471 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-ae64545f-6735-4b84-97bc-29c1833fe156 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1125 time: 0.0418832
May 14 22:18:30.962199 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-f35dcf0c-e846-47ca-ac38-e63c86c9d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:30.963876 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-f35dcf0c-e846-47ca-ac38-e63c86c9d163 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.0901358
May 14 22:18:31.032368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-9700dfff-c608-41d2-89a4-2bcfe0ad37a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 999 time: 0.0632062
May 14 22:18:31.087873 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-5589744e-4eac-427d-b2e3-61a359292da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:31.089236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-5589744e-4eac-427d-b2e3-61a359292da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0511751
May 14 22:18:31.130688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-112e0cb7-1805-4df5-986b-51dd0a205b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:31.132179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-112e0cb7-1805-4df5-986b-51dd0a205b5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376029
May 14 22:18:31.222114 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-a70e26eb-d814-49f7-907f-7f4d1efaa6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840192
May 14 22:18:31.313898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7bbd4388-e72b-4184-a916-8fa3f2d27816 req-6c2eca8e-6de2-4a82-a57c-737fa7a40192 service neutron] 10.222.0.36 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856721
May 14 22:18:31.479378 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4ccd7-a65b-4843-803b-d9a7a51b0757 req-a717ba71-3e5d-4b21-bd89-e97fe45ba936 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:31.480809 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ddc4ccd7-a65b-4843-803b-d9a7a51b0757 req-a717ba71-3e5d-4b21-bd89-e97fe45ba936 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0484865
May 14 22:18:31.529065 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ddc4ccd7-a65b-4843-803b-d9a7a51b0757 req-fa812cdc-24c2-4680-88ee-9b1d33f8cff4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425041
May 14 22:18:32.427439 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:18:32.429904 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efbe30-820f-468a-9845-d20950e5a719" -d '{"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:18:32.478110 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570fce5e-9ae9-44a9-9eaa-cc689766eae2 x-openstack-request-id: req-570fce5e-9ae9-44a9-9eaa-cc689766eae2 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:18:32.478408 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:18:32.478661 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-570fce5e-9ae9-44a9-9eaa-cc689766eae2 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:18:32.479066 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570fce5e-9ae9-44a9-9eaa-cc689766eae2'] response: {'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'status': 'completed', 'code': 200}
May 14 22:18:32.535323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-35f9790e-6541-449e-b19c-823064cb18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.536819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-35f9790e-6541-449e-b19c-823064cb18b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1125 time: 0.0388505
May 14 22:18:32.668219 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33ae28-1043-4d63-ad82-f0cd488c3eaf req-e83db8af-912e-47e5-ab7b-4f61ac85afa5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.669683 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c33ae28-1043-4d63-ad82-f0cd488c3eaf req-e83db8af-912e-47e5-ab7b-4f61ac85afa5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0639565
May 14 22:18:32.671073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-0b8d47a9-d44d-4adc-8229-e767333c0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.672395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-0b8d47a9-d44d-4adc-8229-e767333c0226 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.1284351
May 14 22:18:32.798510 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-ad65f194-9cd7-4a1c-ac4b-5d6768e6caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.799936 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-ad65f194-9cd7-4a1c-ac4b-5d6768e6caf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1125 time: 0.0702829
May 14 22:18:32.806474 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8c33ae28-1043-4d63-ad82-f0cd488c3eaf req-45dd5a34-0582-4a28-9104-94955908f6f2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311889
May 14 22:18:32.810482 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-2d3a3d6c-c65a-43dd-9075-1af3763ca361 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 999 time: 0.1277554
May 14 22:18:32.917275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-da494d26-39b2-4151-bde7-2d9e2df11a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.918770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-da494d26-39b2-4151-bde7-2d9e2df11a15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.1031358
May 14 22:18:32.990648 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-e1efbc20-e3f3-459e-90ac-14f3732e8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.992267 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-e1efbc20-e3f3-459e-90ac-14f3732e8015 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0640571
May 14 22:18:32.995654 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-12316fc6-b545-43cb-a83f-2cb5d26eecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:32.996970 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-12316fc6-b545-43cb-a83f-2cb5d26eecab service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.1547339
May 14 22:18:33.128261 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-8978c95b-1479-460c-a1bd-99fe0b37839e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 999 time: 0.1056702
May 14 22:18:33.168540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-61dd1fdb-eb90-4a79-9bac-8217dba43377 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698928
May 14 22:18:33.207852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-519f8a61-b75c-4bee-84c9-10437965186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:33.209298 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-519f8a61-b75c-4bee-84c9-10437965186a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0753720
May 14 22:18:33.287596 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efbe30-820f-468a-9845-d20950e5a719 req-db6a4193-6984-411a-ae66-bb228737f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:33.289407 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-db6a4193-6984-411a-ae66-bb228737f596 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0505738
May 14 22:18:33.319331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-e1d5e758-1781-4f5d-abe0-fcce0a12165f service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435242
May 14 22:18:33.389488 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-35465da4-4fb7-46dc-b8fc-5a424086cea7 service neutron] 10.222.0.36 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909355
May 14 22:18:33.478147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-90efbe30-820f-468a-9845-d20950e5a719 req-ba99caca-1d36-4e5f-8d15-b891be722e3d service neutron] 10.222.0.36 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818954
May 14 22:18:33.502752 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:18:33.541011 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] The host nch2-master-1 is not matching for port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 host nch1-master-1! {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 14 22:18:33.541393 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:18:33.925941 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476479ff-4873-44fc-81c9-4df4eb723271 req-05d83c8b-ce10-4ee4-84c5-189e67f84daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:33.927439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-476479ff-4873-44fc-81c9-4df4eb723271 req-05d83c8b-ce10-4ee4-84c5-189e67f84daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0514042
May 14 22:18:33.982563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-476479ff-4873-44fc-81c9-4df4eb723271 req-ae5df24d-b9e6-4056-b8d5-674da357bf90 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465045
May 14 22:18:34.352153 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91b609-cacf-4f17-9b14-4bc9f9b513e8 req-dd79e45e-ea52-4f34-8896-373db5b8c6b0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.353820 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e91b609-cacf-4f17-9b14-4bc9f9b513e8 req-dd79e45e-ea52-4f34-8896-373db5b8c6b0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0498595
May 14 22:18:34.440929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-aa63b7b8-00f9-44b8-8f54-586f06a24780 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.442382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-aa63b7b8-00f9-44b8-8f54-586f06a24780 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1&tenant_id=2b433c6a39b149acb9537d5d8d32a845&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0686538
May 14 22:18:34.447468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4e91b609-cacf-4f17-9b14-4bc9f9b513e8 req-c9d35106-c7f7-413b-8ff9-fc20a36d0ac3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872722
May 14 22:18:34.502659 ncdv-master-1 neutron-server[115781]: INFO neutron.api.v2.resource [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-3a56bd06-b865-444e-9b15-c239f6502d62 service neutron] delete failed (client error): The resource could not be found.
May 14 22:18:34.503657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-3a56bd06-b865-444e-9b15-c239f6502d62 service neutron] 10.222.0.48 "DELETE /v2.0/ports/89a2bee6-3e00-45ae-8ae1-e3095fa54136/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545590
May 14 22:18:34.589268 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d8ca5-777c-46fb-83d2-ef711632c3fa req-a0e6d9b2-69df-47af-95e0-434a66a41fae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.590781 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c3d8ca5-777c-46fb-83d2-ef711632c3fa req-a0e6d9b2-69df-47af-95e0-434a66a41fae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0754471
May 14 22:18:34.596051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-b30e38ef-0baf-4613-9948-a497d2085575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.597419 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-b30e38ef-0baf-4613-9948-a497d2085575 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1125 time: 0.0523078
May 14 22:18:34.698314 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7c3d8ca5-777c-46fb-83d2-ef711632c3fa req-759a5463-b62b-42da-8b24-e3cb42bdbb48 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999172
May 14 22:18:34.721431 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-ffaffd27-40cc-42ac-b7ba-7f479cf1a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.722965 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-ffaffd27-40cc-42ac-b7ba-7f479cf1a45c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.1190155
May 14 22:18:34.792956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-c94a810f-6d0c-49ee-ab1d-677df22b22dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 999 time: 0.0632408
May 14 22:18:34.839824 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-fd7ef762-9e73-4ba7-b061-18b4b345e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.841287 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-fd7ef762-9e73-4ba7-b061-18b4b345e16c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0433042
May 14 22:18:34.883757 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-b9964649-fa11-48f0-9db1-002d0e4ebfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:34.886014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-b9964649-fa11-48f0-9db1-002d0e4ebfee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389287
May 14 22:18:34.977468 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-47794c14-d793-459d-95ac-069aeb6f80a8 service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850506
May 14 22:18:35.064573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e2874d99-d8ca-4d5e-8acd-c971b24e5782 req-c21ad52b-a487-43ad-9c0d-e47fe9d29a2d service neutron] 10.222.0.48 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812471
May 14 22:18:35.725910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:18:35.829557 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:18:35.833480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a268a6-ee99-4e56-a69c-34e192b5b522 req-b5b66a77-5ccb-4a45-95e4-a4e63a8c45cf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:35.837572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a268a6-ee99-4e56-a69c-34e192b5b522 req-b5b66a77-5ccb-4a45-95e4-a4e63a8c45cf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 943 time: 0.0652304
May 14 22:18:35.841331 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'port_id': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'mac_address': 'fa:16:3e:00:0b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:18:35.879734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:18:35.880119 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:35.888604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a268a6-ee99-4e56-a69c-34e192b5b522 req-afd0236b-2640-4103-94c6-4f746d474688 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469446
May 14 22:18:35.893077 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a2bee6-3e00-45ae-8ae1-e3095fa54136 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:18:35.912450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:18:35.983822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:36.035079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:18:36.043789 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.044831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.044831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.044831 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.045133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.045425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.045741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.046060 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.046377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.046693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.047008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.047322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.047657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.047973 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.048286 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:18:36.226017 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['89a2bee6-3e00-45ae-8ae1-e3095fa54136'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:18:37.006818 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee92ff-4996-4acc-8cdb-990a2e5d8917 req-f9e6e459-d011-40d4-a399-f9645d2118ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:18:37.008348 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6eee92ff-4996-4acc-8cdb-990a2e5d8917 req-f9e6e459-d011-40d4-a399-f9645d2118ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 944 time: 0.0463276
May 14 22:18:37.058054 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6eee92ff-4996-4acc-8cdb-990a2e5d8917 req-157f9f5f-9dae-4d3d-a611-eccc5e7e0372 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425761
May 14 22:18:37.081313 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52000) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:18:37.144833 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a9260e4b-db20-4ed0-9de2-aceeb19e88b6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7 HTTP/1.1" status: 200  len: 992 time: 0.0623899
May 14 22:18:37.733341 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:18:37.780369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:18:37.829360 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:18:37.829732 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:37.906426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:18:37.906805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:37.929214 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:18:37.931988 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbc8cc-7c03-44e4-b20e-43c47ee5df7e" -d '{"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:18:37.948964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:18:37.969245 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac66719-41fc-4001-bd9a-b32d080dff7c x-openstack-request-id: req-dac66719-41fc-4001-bd9a-b32d080dff7c {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:18:37.969523 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:18:37.969792 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dac66719-41fc-4001-bd9a-b32d080dff7c {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:18:37.970186 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac66719-41fc-4001-bd9a-b32d080dff7c'] response: {'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'code': 200}
May 14 22:18:38.023781 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:38.072940 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:18:40.381533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f26752a7-73c2-43bc-8e2d-5d0fb02a7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:40.441525 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:18:42.456028 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:42.918843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e7312a98-7e1b-437c-b657-e308c24d018c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:43.021173 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:44.097841 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:45.878340 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:18:46.861071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:03.781195 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52014) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:03.941411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 11b55a06-3847-48ee-8897-1783818fcb2c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:19:03.941779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (11b55a06-3847-48ee-8897-1783818fcb2c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:04.015811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (11b55a06-3847-48ee-8897-1783818fcb2c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:04.016135 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (11b55a06-3847-48ee-8897-1783818fcb2c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:04.029192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 11b55a06-3847-48ee-8897-1783818fcb2c owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:19:04.232489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (11b55a06-3847-48ee-8897-1783818fcb2c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:04.257011 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=11b55a06-3847-48ee-8897-1783818fcb2c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:04.268889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271125 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.271785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.272094 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.272414 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.272735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.273056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.273417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:04.330740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:04.331062 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7 disassociated (deleted). External IP: 172.35.4.134, port: 89a2bee6-3e00-45ae-8ae1-e3095fa54136.
May 14 22:19:04.536854 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router d09db239-524a-442c-af66-27a86cdec9d9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:19:04.653167 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:19:04.659176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:04.663157 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] Sync routers for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:19:04.673486 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:04.674103 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523142e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:04.691998 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-42746295-4640-4ed3-beba-26dde0cdbab3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/floatingips/1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7 HTTP/1.1" status: 204  len: 168 time: 0.9097216
May 14 22:19:04.692586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:19:04.694828 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df831e1-2430-42a6-869c-998d5e6303cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:19:04.787222 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:05.100319 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523142e190>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:05.131148 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d274faf-d68c-4ac4-b02f-7df2fff21705 x-openstack-request-id: req-2d274faf-d68c-4ac4-b02f-7df2fff21705 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:19:05.131704 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:19:05.131704 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d274faf-d68c-4ac4-b02f-7df2fff21705 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:19:05.132128 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d274faf-d68c-4ac4-b02f-7df2fff21705'] response: {'name': 'network-changed', 'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'status': 'completed', 'code': 200}
May 14 22:19:05.135785 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] Checking router: d09db239-524a-442c-af66-27a86cdec9d9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:19:05.145968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:05.145968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523142e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:05.223103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2da35-56dd-4567-bedc-75d89af596b1 req-c70b0068-2f5c-458c-8dfa-595ef06833b6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:05.224723 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2c2da35-56dd-4567-bedc-75d89af596b1 req-c70b0068-2f5c-458c-8dfa-595ef06833b6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0470047
May 14 22:19:05.258233 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:05.277892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f2c2da35-56dd-4567-bedc-75d89af596b1 req-5cea1428-df60-4ada-a14d-248a91709341 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442173
May 14 22:19:05.448980 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523142e190>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:05.479299 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad11f20-a449-4a38-9787-3cb5e777088f None None] The sync data for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 is: [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:20Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '89ce148c-5c71-4414-b585-defd91de93cb', 'name': '', 'network_id': 'a8b25ff5-b228-4838-9fcd-9c667214a6bf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:4c:fa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:19Z', 'updated_at': '2022-05-14T22:17:23Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '7fbe8497-79e8-4c2e-a63d-6b5c6434e456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:19:05.723186 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43335f-cb9c-456d-b366-f0c65aa7e18a None None] New status for floating IP 1fcd0b9c-4b11-4c72-8cca-2ab845c6faa7: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:19:06.152706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df831e1-2430-42a6-869c-998d5e6303cf req-bb95328c-c2a7-4a67-ae8a-1875862f7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:06.154170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-bb95328c-c2a7-4a67-ae8a-1875862f7825 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 1127 time: 0.0379226
May 14 22:19:06.266593 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df831e1-2430-42a6-869c-998d5e6303cf req-8f006f6a-00e3-45a5-8550-c014bcabe8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:06.267996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-8f006f6a-00e3-45a5-8550-c014bcabe8a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 200  len: 898 time: 0.0865066
May 14 22:19:06.350385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-d8d21001-bbb6-40e9-ba27-4379753c6bd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 200  len: 217 time: 0.0339837
May 14 22:19:06.425132 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37400b-d276-4c04-bd07-6d328d752a11 req-2cf0482b-bdf7-4562-ba93-6549364dd005 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:06.426670 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d37400b-d276-4c04-bd07-6d328d752a11 req-2cf0482b-bdf7-4562-ba93-6549364dd005 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0747652
May 14 22:19:06.448758 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df831e1-2430-42a6-869c-998d5e6303cf req-265312fd-619c-43ab-8488-d7e92116e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:06.454225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-265312fd-619c-43ab-8488-d7e92116e0e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 200  len: 835 time: 0.0892668
May 14 22:19:06.485700 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-2bb6c238-78fe-49a7-a60c-431079c23ccf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:06.487153 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-2bb6c238-78fe-49a7-a60c-431079c23ccf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "GET /v2.0/ports?device_id=d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1 HTTP/1.1" status: 200  len: 945 time: 0.0470428
May 14 22:19:06.513883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d37400b-d276-4c04-bd07-6d328d752a11 req-5e47fc81-7879-4212-9ef8-e31b052ef55a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=595b12b4-4fbe-4ae9-9cbf-936351a959ac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811417
May 14 22:19:06.515025 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df831e1-2430-42a6-869c-998d5e6303cf req-2ea535ac-02e5-4618-a7a0-d897be2fbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:06.516460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-2ea535ac-02e5-4618-a7a0-d897be2fbde4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8b25ff5-b228-4838-9fcd-9c667214a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0591893
May 14 22:19:06.579855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:19:06.580195 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:06.611764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-46908d59-ba45-4b5e-b4a3-0f145765104d service neutron] 10.222.0.36 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889726
May 14 22:19:06.675727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 89a2bee6-3e00-45ae-8ae1-e3095fa54136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=89a2bee6-3e00-45ae-8ae1-e3095fa54136,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:06.676090 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:06.692527 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 89a2bee6-3e00-45ae-8ae1-e3095fa54136 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:19:06.702759 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6df831e1-2430-42a6-869c-998d5e6303cf req-b1668816-0607-4e3e-8ebf-03a62629e14a service neutron] 10.222.0.36 "GET /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851283
May 14 22:19:06.892168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (89a2bee6-3e00-45ae-8ae1-e3095fa54136), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:06.921672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=89a2bee6-3e00-45ae-8ae1-e3095fa54136,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:06.966230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] No DVR routers for this DVR port 89a2bee6-3e00-45ae-8ae1-e3095fa54136 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:19:06.970903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:06.972052 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f8cfdbd-53fb-4fb0-9bea-06e9f294bc00 req-cb99581f-4266-4c0f-973e-e55427012319 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "DELETE /v2.0/ports/89a2bee6-3e00-45ae-8ae1-e3095fa54136 HTTP/1.1" status: 204  len: 173 time: 0.4793286
May 14 22:19:07.133058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-deleted', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:19:07.136086 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbd0ca3-e28d-4143-940b-4401f490de77" -d '{"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-deleted", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:19:07.171362 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dfae3f-ecf0-4c3e-a2b4-43a570626a90 x-openstack-request-id: req-03dfae3f-ecf0-4c3e-a2b4-43a570626a90 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:19:07.171729 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75228a5-ab6a-4d16-97c4-e2f3e68d5ef1", "name": "network-vif-deleted", "tag": "89a2bee6-3e00-45ae-8ae1-e3095fa54136", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:19:07.171981 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03dfae3f-ecf0-4c3e-a2b4-43a570626a90 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:19:07.172386 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03dfae3f-ecf0-4c3e-a2b4-43a570626a90'] response: {'server_uuid': 'd75228a5-ab6a-4d16-97c4-e2f3e68d5ef1', 'name': 'network-vif-deleted', 'tag': '89a2bee6-3e00-45ae-8ae1-e3095fa54136', 'status': 'completed', 'code': 200}
May 14 22:19:07.577919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52050) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:08.258577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (d09db239-524a-442c-af66-27a86cdec9d9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:08.500564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 89ce148c-5c71-4414-b585-defd91de93cb {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:19:08.500905 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (89ce148c-5c71-4414-b585-defd91de93cb), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:08.592564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 89ce148c-5c71-4414-b585-defd91de93cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89ce148c-5c71-4414-b585-defd91de93cb,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:08.593239 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (89ce148c-5c71-4414-b585-defd91de93cb), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:08.605983 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 89ce148c-5c71-4414-b585-defd91de93cb owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:19:08.849842 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (89ce148c-5c71-4414-b585-defd91de93cb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:08.876985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=89ce148c-5c71-4414-b585-defd91de93cb,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:09.067378 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (d09db239-524a-442c-af66-27a86cdec9d9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.286858 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router d09db239-524a-442c-af66-27a86cdec9d9 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:19:09.395798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:19:09.404452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3a884950-1654-430d-a32d-7574ea3b5f9f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/d09db239-524a-442c-af66-27a86cdec9d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8223886
May 14 22:19:09.404452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:09.406638 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] Sync routers for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:19:09.418183 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:09.418806 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d45070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:09.454356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting subnet 7fbe8497-79e8-4c2e-a63d-6b5c6434e456 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:19:09.457466 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (7fbe8497-79e8-4c2e-a63d-6b5c6434e456), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.497772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (7fbe8497-79e8-4c2e-a63d-6b5c6434e456), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.524499 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:09.583261 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (7fbe8497-79e8-4c2e-a63d-6b5c6434e456), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.692467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (7fbe8497-79e8-4c2e-a63d-6b5c6434e456), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.694355 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d45070>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:19:08Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:09.721293 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbe8497-79e8-4c2e-a63d-6b5c6434e456,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:09.721506 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] Checking router: d09db239-524a-442c-af66-27a86cdec9d9 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:19:09.725039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.732047 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d6f10c0-c89f-4f69-8fc2-7fac7a62b49a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/subnets/7fbe8497-79e8-4c2e-a63d-6b5c6434e456 HTTP/1.1" status: 204  len: 168 time: 0.3232179
May 14 22:19:09.732047 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52054) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:09.733279 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] Routers {'d09db239-524a-442c-af66-27a86cdec9d9'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:09.734080 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d45070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:18:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['d09db239-524a-442c-af66-27a86cdec9d9'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:09.734931 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4c07a-bdd2-4c34-8a2e-187651a93738 None None] Network a8b25ff5-b228-4838-9fcd-9c667214a6bf requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:19:09.849557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (d09db239-524a-442c-af66-27a86cdec9d9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.851424 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] Set router d09db239-524a-442c-af66-27a86cdec9d9 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:09.898830 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:19:09.921530 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 89a2bee6-3e00-45ae-8ae1-e3095fa54136 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:19:09.921881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 89a2bee6-3e00-45ae-8ae1-e3095fa54136 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:19:09.923418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9704045-645b-4681-915f-a906de85f4fc None None] DHCP port deletion for a8b25ff5-b228-4838-9fcd-9c667214a6bf request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:19:09.967499 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (d09db239-524a-442c-af66-27a86cdec9d9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:09.980435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d9704045-645b-4681-915f-a906de85f4fc None None] Deleting port 608e472f-9432-42fc-a4af-4f1e1cd52324 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:19:09.980804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d9704045-645b-4681-915f-a906de85f4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.060055 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d45070>, [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:19:08Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:10.065388 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d9704045-645b-4681-915f-a906de85f4fc None None] For port 608e472f-9432-42fc-a4af-4f1e1cd52324, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=608e472f-9432-42fc-a4af-4f1e1cd52324,segment=NetworkSegment(7a632122-4def-4cf2-81b3-7b5b041ecc8e),segment_id=7a632122-4def-4cf2-81b3-7b5b041ecc8e)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:10.066062 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d9704045-645b-4681-915f-a906de85f4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.080058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 349e6eaf-63f3-4993-a962-09729eec5910 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:19:10.080424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (349e6eaf-63f3-4993-a962-09729eec5910), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.082516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d9704045-645b-4681-915f-a906de85f4fc None None] Calling delete_port for 608e472f-9432-42fc-a4af-4f1e1cd52324 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:19:10.092288 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 608e472f-9432-42fc-a4af-4f1e1cd52324 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:19:10.095715 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc49cad-18ff-4a28-bd65-80f0049ff3e9 None None] The sync data for ids ['d09db239-524a-442c-af66-27a86cdec9d9'] in ncdv-master-1 is: [{'id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885916236', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125'}], 'enable_snat': True}, 'gw_port_id': '349e6eaf-63f3-4993-a962-09729eec5910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:19:08Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '349e6eaf-63f3-4993-a962-09729eec5910', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09db239-524a-442c-af66-27a86cdec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:17:16Z', 'updated_at': '2022-05-14T22:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:19:10.172887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 349e6eaf-63f3-4993-a962-09729eec5910, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=349e6eaf-63f3-4993-a962-09729eec5910,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:10.179232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (349e6eaf-63f3-4993-a962-09729eec5910), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.186377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 349e6eaf-63f3-4993-a962-09729eec5910 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:19:10.234985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 608e472f-9432-42fc-a4af-4f1e1cd52324 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:10.235412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.308616 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d9704045-645b-4681-915f-a906de85f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (608e472f-9432-42fc-a4af-4f1e1cd52324), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.362013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9704045-645b-4681-915f-a906de85f4fc None None] Pushing event deleted for resources: {'Port': ['ID=608e472f-9432-42fc-a4af-4f1e1cd52324,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:10.370746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9704045-645b-4681-915f-a906de85f4fc None None] No DVR routers for this DVR port 608e472f-9432-42fc-a4af-4f1e1cd52324 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:19:10.404333 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (349e6eaf-63f3-4993-a962-09729eec5910), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.430298 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=349e6eaf-63f3-4993-a962-09729eec5910,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:10.461033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4c5de360-4688-4fb6-9fdd-d3128fc0be52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.501581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (d09db239-524a-442c-af66-27a86cdec9d9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.598213 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (d09db239-524a-442c-af66-27a86cdec9d9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.600480 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (d09db239-524a-442c-af66-27a86cdec9d9), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.718403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (d09db239-524a-442c-af66-27a86cdec9d9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.719192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Fanout notify agent at l3_agent the message router_deleted on router d09db239-524a-442c-af66-27a86cdec9d9 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:19:10.725984 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:10.727080 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7ac1dc51-e4d0-4a5b-9941-a85d3bf23166 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/routers/d09db239-524a-442c-af66-27a86cdec9d9 HTTP/1.1" status: 204  len: 168 time: 0.9946957
May 14 22:19:10.730191 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52056) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:11.150977 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (a8b25ff5-b228-4838-9fcd-9c667214a6bf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.242368 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (a8b25ff5-b228-4838-9fcd-9c667214a6bf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.265794 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52300d9d30>,) {'filters': {'network_id': ['a8b25ff5-b228-4838-9fcd-9c667214a6bf']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:11.274737 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52300d9d30>, '7a632122-4def-4cf2-81b3-7b5b041ecc8e') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:11.275333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52300d9d30>, '7a632122-4def-4cf2-81b3-7b5b041ecc8e') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:11.284288 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (7a632122-4def-4cf2-81b3-7b5b041ecc8e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.297986 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (7a632122-4def-4cf2-81b3-7b5b041ecc8e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.304006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:19:11.304392 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (7a632122-4def-4cf2-81b3-7b5b041ecc8e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:19:11.308017 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:19:11.446162 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (a8b25ff5-b228-4838-9fcd-9c667214a6bf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.453624 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.456146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/networks/a8b25ff5-b228-4838-9fcd-9c667214a6bf HTTP/1.1" status: 204  len: 168 time: 0.7249143
May 14 22:19:11.459173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52058) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:11.468409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf1935-4f40-4e3d-b648-19631406bb16 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Network': ['ID=a8b25ff5-b228-4838-9fcd-9c667214a6bf,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:11.520695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0eb74404-cb8a-4159-8189-b446f2f6612a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (595b12b4-4fbe-4ae9-9cbf-936351a959ac), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.546314 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0eb74404-cb8a-4159-8189-b446f2f6612a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (595b12b4-4fbe-4ae9-9cbf-936351a959ac), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.672579 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0eb74404-cb8a-4159-8189-b446f2f6612a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (595b12b4-4fbe-4ae9-9cbf-936351a959ac), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.675138 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0eb74404-cb8a-4159-8189-b446f2f6612a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:11.676334 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0eb74404-cb8a-4159-8189-b446f2f6612a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/security-groups/595b12b4-4fbe-4ae9-9cbf-936351a959ac HTTP/1.1" status: 204  len: 168 time: 0.2160897
May 14 22:19:11.685714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb74404-cb8a-4159-8189-b446f2f6612a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595b12b4-4fbe-4ae9-9cbf-936351a959ac,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:11.952146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52064) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:11.956112 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277923274', 'description': 'tempest-secgroup-smoke-277923274 description', 'project_id': '2b433c6a39b149acb9537d5d8d32a845'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:12.010072 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 89ce148c-5c71-4414-b585-defd91de93cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:19:12.017695 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.031437 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 89ce148c-5c71-4414-b585-defd91de93cb {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:19:12.031815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 89ce148c-5c71-4414-b585-defd91de93cb not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:19:12.032243 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 349e6eaf-63f3-4993-a962-09729eec5910 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:19:12.052133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 349e6eaf-63f3-4993-a962-09729eec5910 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:19:12.052486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 349e6eaf-63f3-4993-a962-09729eec5910 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:19:12.088400 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (8954bb85-d0f3-4237-98f4-e91490e2380b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.146273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8954bb85-d0f3-4237-98f4-e91490e2380b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.175328 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8954bb85-d0f3-4237-98f4-e91490e2380b,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:12.224761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.225943 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-466460d0-6982-4f4e-9460-ae066f758c42 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2733200
May 14 22:19:12.229544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52066) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:12.233888 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '8954bb85-d0f3-4237-98f4-e91490e2380b', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:12.337488 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (2009b877-07c1-4cd2-8ccd-e6a1537f184b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.382271 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (2009b877-07c1-4cd2-8ccd-e6a1537f184b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.457186 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (2009b877-07c1-4cd2-8ccd-e6a1537f184b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.475761 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2009b877-07c1-4cd2-8ccd-e6a1537f184b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:12.485869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.579269 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.580583 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-41b0826d-52bc-4d22-8683-e8d6e497e726 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3500929
May 14 22:19:12.583404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52068) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:12.588360 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '8954bb85-d0f3-4237-98f4-e91490e2380b', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:12.691042 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (3553030d-de18-4045-9cd8-e8e86dabfd58), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.756596 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (3553030d-de18-4045-9cd8-e8e86dabfd58), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.838977 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (3553030d-de18-4045-9cd8-e8e86dabfd58), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.858378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3553030d-de18-4045-9cd8-e8e86dabfd58,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:12.884537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dcbc0f76-1f30-43bb-a5e5-078a95d8ac6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.931530 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:12.932883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-078e1b4d-d393-4592-b18e-99b95e60f348 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3485136
May 14 22:19:12.936592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52070) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:12.940095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '8954bb85-d0f3-4237-98f4-e91490e2380b', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:13.022897 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (0afa0a1f-eb4f-4c53-9776-c17b09afadbe), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.023583 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.080126 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (0afa0a1f-eb4f-4c53-9776-c17b09afadbe), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.125779 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (0afa0a1f-eb4f-4c53-9776-c17b09afadbe), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.144891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afa0a1f-eb4f-4c53-9776-c17b09afadbe,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:13.205740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.207041 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-485fb16f-dc18-4b32-9a8d-a2318d3640b3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2703092
May 14 22:19:13.209885 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52072) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:13.214272 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '8954bb85-d0f3-4237-98f4-e91490e2380b', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:13.295679 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (cd55e467-5023-462a-98c0-beabde3c6d1a), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.351996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (cd55e467-5023-462a-98c0-beabde3c6d1a), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.409931 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (cd55e467-5023-462a-98c0-beabde3c6d1a), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.427417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd55e467-5023-462a-98c0-beabde3c6d1a,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:13.487998 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.489207 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-912edd30-16e5-4b7a-8f4d-71a94a4c3b70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2783937
May 14 22:19:13.492202 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52074) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:13.497396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '8954bb85-d0f3-4237-98f4-e91490e2380b', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:13.564330 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:19:13.570191 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (5444a56d-596f-4042-b582-4b7470783d3f), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.617273 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (5444a56d-596f-4042-b582-4b7470783d3f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.714280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (5444a56d-596f-4042-b582-4b7470783d3f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.731925 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5444a56d-596f-4042-b582-4b7470783d3f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:13.791674 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.793174 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-11315fc9-1910-482f-81a9-2cf23f437230 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3000135
May 14 22:19:13.796014 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52076) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:13.800236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '8954bb85-d0f3-4237-98f4-e91490e2380b', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:13.878088 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:19:13.883570 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (b2310d97-be92-41d1-a493-8efb756015e5), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:13.945749 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (b2310d97-be92-41d1-a493-8efb756015e5), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.003612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b2310d97-be92-41d1-a493-8efb756015e5), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.021751 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2310d97-be92-41d1-a493-8efb756015e5,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:14.055072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.079761 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.080973 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d79c5e5-9de9-4e2e-a5fc-1b2f9cd6f99a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2840402
May 14 22:19:14.083783 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52078) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:14.089103 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'network': {'name': 'tempest-network-smoke--1233711699', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:14.163548 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:19:14.167853 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.190568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:19:14.199229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8716546d-c34d-4f0b-8da0-d370bf9b1105), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.199667 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Added segment 8716546d-c34d-4f0b-8da0-d370bf9b1105 of type vlan for network c32ab575-95f9-4d0e-a1bf-93570ac35680
May 14 22:19:14.241669 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (c32ab575-95f9-4d0e-a1bf-93570ac35680), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.324792 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (c32ab575-95f9-4d0e-a1bf-93570ac35680), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.329445 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:14.330016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.397180 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Network': ['ID=c32ab575-95f9-4d0e-a1bf-93570ac35680,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:14.408317 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:19:14.437720 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2a6a59b3-c3b5-4d94-91d3-e1f84aa3e804 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.3528986
May 14 22:19:14.440489 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52080) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:14.444851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'admin_state_up': True, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:14.543423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (e60451fe-beb6-423d-a129-24d7066b7aff), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.544583 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (e60451fe-beb6-423d-a129-24d7066b7aff), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.597647 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (e60451fe-beb6-423d-a129-24d7066b7aff), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:14.833983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (e60451fe-beb6-423d-a129-24d7066b7aff), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:15.129976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (e60451fe-beb6-423d-a129-24d7066b7aff), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:15.155128 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:15.271133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.152 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/1fda606b-6e33-4618-bf65-30632c622b8d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:19:15.723491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (1fda606b-6e33-4618-bf65-30632c622b8d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:15.812014 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:15.850810 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:19:15.855914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:15.859510 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:19:15.865942 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=1fda606b-6e33-4618-bf65-30632c622b8d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:15.931407 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:16.179946 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (e60451fe-beb6-423d-a129-24d7066b7aff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:16.386906 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (e60451fe-beb6-423d-a129-24d7066b7aff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:16.634487 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router e60451fe-beb6-423d-a129-24d7066b7aff is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:19:16.747253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:19:16.756827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Sync routers for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:19:16.767218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:16.767867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e9aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:16.806800 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:16.808217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8ef7e992-4714-4090-ab23-393d4eba24d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.3667586
May 14 22:19:16.811352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52082) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:16.845197 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-71c6c578-ad7d-43e8-8b49-ed90188bd232 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=2b433c6a39b149acb9537d5d8d32a845&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0302699
May 14 22:19:16.845422 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52084) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:16.943887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5087cf-a616-48ad-aff9-59b3071c718b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:16.945433 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1c5087cf-a616-48ad-aff9-59b3071c718b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0991964
May 14 22:19:16.948901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52086) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:16.983914 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6d12a5c-df27-4458-9d97-9b1aebd57002 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276973
May 14 22:19:16.986016 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52088) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:16.990943 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985231734', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:17.025145 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.054685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:17.148964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:19:17.153006 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.228057 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e9aee0>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:16Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:17.255443 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Checking router: e60451fe-beb6-423d-a129-24d7066b7aff for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:19:17.255823 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Updating router e60451fe-beb6-423d-a129-24d7066b7aff port 1fda606b-6e33-4618-bf65-30632c622b8d binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:19:17.290331 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.394837 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (13bd2fca-8a9c-4ef9-9941-8823eab1d8ab), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.442478 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:19:17.462536 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Subnet': ['ID=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:17.472307 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Checking segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:19:17.472684 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network hostable DHCP agents. Network: c32ab575-95f9-4d0e-a1bf-93570ac35680, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:19:17.554404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:19:17.582010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Publish callbacks [] for port (1fda606b-6e33-4618-bf65-30632c622b8d), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.611128 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c32ab575-95f9-4d0e-a1bf-93570ac35680) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:17.615777 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:17.616735 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.619779 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd261b04-57ba-47a6-86ff-ff7f95c875f3 None None] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:19:17.641931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.711348 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d18175af-80a0-46af-b0ba-ffa63c5bf1d7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7242339
May 14 22:19:17.715012 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52090) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:17.735496 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fabb5-b781-4f51-ab44-908f1d85e6fc None None] Pushing event updated for resources: {'Port': ['ID=1fda606b-6e33-4618-bf65-30632c622b8d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:17.739955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Attempting to bind port 1fda606b-6e33-4618-bf65-30632c622b8d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:19:17.740321 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Attempting to bind port 1fda606b-6e33-4618-bf65-30632c622b8d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:19:17.740684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Attempting to bind port 1fda606b-6e33-4618-bf65-30632c622b8d on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:19:17.749315 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:19:17.749697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:19:17.750089 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.750478 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:19:17.750945 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Bound port: 1fda606b-6e33-4618-bf65-30632c622b8d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:19:17.751313 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.803349 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c32ab575-95f9-4d0e-a1bf-93570ac35680', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:19:17.804311 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.842889 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] For port 1fda606b-6e33-4618-bf65-30632c622b8d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:19:17.848204 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] For port 1fda606b-6e33-4618-bf65-30632c622b8d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fda606b-6e33-4618-bf65-30632c622b8d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:19:17.920935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:17.995183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Allocated IP 172.20.0.2 (c32ab575-95f9-4d0e-a1bf-93570ac35680/13bd2fca-8a9c-4ef9-9941-8823eab1d8ab/aacad810-ad45-4cd2-b0fc-d9dd0096a494) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:19:18.049655 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fabb5-b781-4f51-ab44-908f1d85e6fc None None] Pushing event updated for resources: {'Port': ['ID=1fda606b-6e33-4618-bf65-30632c622b8d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:18.079137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:18.079812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222e9aee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:18.169933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.241572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:18.302778 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Publish callbacks [] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.382302 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.442282 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.1 (c32ab575-95f9-4d0e-a1bf-93570ac35680/13bd2fca-8a9c-4ef9-9941-8823eab1d8ab/35be3877-705b-4378-90b7-46715c23a955) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:19:18.452676 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:19:18.459515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:18.463048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:19:18.466709 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Pushing event updated for resources: {'Port': ['ID=aacad810-ad45-4cd2-b0fc-d9dd0096a494,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:18.470448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222e9aee0>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:16Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:18.504475 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aa1cec-902f-485c-9ab3-5bf721fcd524 None None] The sync data for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 is: [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:16Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:19:18.558069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Attempting to bind port aacad810-ad45-4cd2-b0fc-d9dd0096a494 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:19:18.558444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Attempting to bind port aacad810-ad45-4cd2-b0fc-d9dd0096a494 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:19:18.558806 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Attempting to bind port aacad810-ad45-4cd2-b0fc-d9dd0096a494 on network c32ab575-95f9-4d0e-a1bf-93570ac35680 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:19:18.564409 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:19:18.564785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Checking segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:19:18.565189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.565619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Bound using segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:19:18.566093 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Bound port: aacad810-ad45-4cd2-b0fc-d9dd0096a494, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:19:18.566466 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.575559 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (35be3877-705b-4378-90b7-46715c23a955), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.633710 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] For port aacad810-ad45-4cd2-b0fc-d9dd0096a494, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:19:18.637977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] For port aacad810-ad45-4cd2-b0fc-d9dd0096a494, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aacad810-ad45-4cd2-b0fc-d9dd0096a494,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:19:18.726452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (35be3877-705b-4378-90b7-46715c23a955), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.740894 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:18.788283 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:19:18.796036 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:18.798356 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:19:18.837280 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e419d11-a7f0-4d91-9160-8664c3bc1166 None None] Pushing event updated for resources: {'Port': ['ID=aacad810-ad45-4cd2-b0fc-d9dd0096a494,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:18.838231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=35be3877-705b-4378-90b7-46715c23a955,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:18.864976 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (e60451fe-beb6-423d-a129-24d7066b7aff), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:19.106424 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35be3877-705b-4378-90b7-46715c23a955), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:19.452377 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (35be3877-705b-4378-90b7-46715c23a955), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:19.513004 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (35be3877-705b-4378-90b7-46715c23a955), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:19.591798 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (e60451fe-beb6-423d-a129-24d7066b7aff), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:19.593603 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=35be3877-705b-4378-90b7-46715c23a955,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:19.693417 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:19:19.694962 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:19.799086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eefb59b-497b-4e09-ac75-0c7345d7c4c5 None None] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:19:19.815369 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router e60451fe-beb6-423d-a129-24d7066b7aff has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:19:19.871152 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] Provisioning complete for port aacad810-ad45-4cd2-b0fc-d9dd0096a494 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:19.871556 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:19.940313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:19:19.945765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-acaff503-7dde-4119-9683-cb3a1ba0cc6a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/e60451fe-beb6-423d-a129-24d7066b7aff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2295339
May 14 22:19:20.029225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] Current status of the port aacad810-ad45-4cd2-b0fc-d9dd0096a494 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:20.029932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.074418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] For port aacad810-ad45-4cd2-b0fc-d9dd0096a494, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aacad810-ad45-4cd2-b0fc-d9dd0096a494,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:20.121523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fda606b-6e33-4618-bf65-30632c622b8d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:19:20.151368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.173843 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-6e14587a-5f3c-4489-8894-acea2bfee5ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277923274&fields=id&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 267 time: 0.0538073
May 14 22:19:20.222285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead8eed-dbb7-459c-b1c7-e5469854b8dc None None] Pushing event updated for resources: {'Port': ['ID=aacad810-ad45-4cd2-b0fc-d9dd0096a494,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:20.224880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1fda606b-6e33-4618-bf65-30632c622b8d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:20.225253 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.276260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-32a30ff5-ccde-4ee5-a16c-aee586df0944 None None] Provisioning complete for port 35be3877-705b-4378-90b7-46715c23a955 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:20.277387 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32a30ff5-ccde-4ee5-a16c-aee586df0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35be3877-705b-4378-90b7-46715c23a955), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.317820 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-32a30ff5-ccde-4ee5-a16c-aee586df0944 None None] Port 35be3877-705b-4378-90b7-46715c23a955 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:19:20.320015 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0b128244-0040-4fc4-ae7f-ad007c254ab4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:20.328112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0b128244-0040-4fc4-ae7f-ad007c254ab4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/networks?id=c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 200  len: 797 time: 0.1394303
May 14 22:19:20.339177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-a2d220eb-45e4-4509-9be4-18349cf0079e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/quotas/2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 375 time: 0.0102048
May 14 22:19:20.353319 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-32a30ff5-ccde-4ee5-a16c-aee586df0944 None None] Provisioning complete for port aacad810-ad45-4cd2-b0fc-d9dd0096a494 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:20.354621 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-32a30ff5-ccde-4ee5-a16c-aee586df0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.387332 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1fda606b-6e33-4618-bf65-30632c622b8d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:20.387906 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.399821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-21a2c229-e261-4b12-9126-c31b631af733 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0541997
May 14 22:19:20.421373 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 1fda606b-6e33-4618-bf65-30632c622b8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fda606b-6e33-4618-bf65-30632c622b8d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:20.427369 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Sync routers for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:19:20.444969 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:20.445617 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231338790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:20.477951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-32a30ff5-ccde-4ee5-a16c-aee586df0944 None None] Current status of the port aacad810-ad45-4cd2-b0fc-d9dd0096a494 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:20.481466 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.484887 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aacad810-ad45-4cd2-b0fc-d9dd0096a494 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:19:20.533643 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-eed60fe4-14d6-46f1-940b-bfb5921dd701 service neutron] 10.222.0.52 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174650
May 14 22:19:20.587715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port aacad810-ad45-4cd2-b0fc-d9dd0096a494 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:20.588086 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.604438 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:20.622231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=1fda606b-6e33-4618-bf65-30632c622b8d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:20.639518 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6b52f604-7df0-479e-b70b-35b245c2433b None None] Provisioning complete for port 35be3877-705b-4378-90b7-46715c23a955 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:20.639895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b52f604-7df0-479e-b70b-35b245c2433b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35be3877-705b-4378-90b7-46715c23a955), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.658011 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-acbb77b3-ca39-4b4e-af63-d238567ab3bd service neutron] 10.222.0.52 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1183414
May 14 22:19:20.695713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6b52f604-7df0-479e-b70b-35b245c2433b None None] Port 35be3877-705b-4378-90b7-46715c23a955 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:19:20.741402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port aacad810-ad45-4cd2-b0fc-d9dd0096a494 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:20.814062 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6e94327d-e7a1-41e8-a5bb-298f4d66f8b6 None None] Provisioning complete for port 35be3877-705b-4378-90b7-46715c23a955 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:20.814729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e94327d-e7a1-41e8-a5bb-298f4d66f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35be3877-705b-4378-90b7-46715c23a955), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:20.853976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e94327d-e7a1-41e8-a5bb-298f4d66f8b6 None None] Port 35be3877-705b-4378-90b7-46715c23a955 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:19:20.925059 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231338790>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:19Z', 'revision_number': 2, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:20.940375 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0211d2a2-da45-4546-a0ac-e9369393d2ef req-ede18dee-43de-475d-af02-9cda142b12d1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 210 time: 0.0379734
May 14 22:19:20.956842 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Checking router: e60451fe-beb6-423d-a129-24d7066b7aff for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:19:20.957194 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Updating router e60451fe-beb6-423d-a129-24d7066b7aff port 35be3877-705b-4378-90b7-46715c23a955 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:19:20.986081 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35be3877-705b-4378-90b7-46715c23a955), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.280636 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Publish callbacks [] for port (35be3877-705b-4378-90b7-46715c23a955), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.363717 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (35be3877-705b-4378-90b7-46715c23a955), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.419430 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Pushing event updated for resources: {'Port': ['ID=35be3877-705b-4378-90b7-46715c23a955,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:21.446770 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.447466 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.447466 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.448361 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.448773 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.449244 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.449577 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.449906 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.450234 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.450557 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.450879 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.451200 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.451554 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.451863 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.452181 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:19:21.482315 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Attempting to bind port 35be3877-705b-4378-90b7-46715c23a955 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:19:21.482688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Attempting to bind port 35be3877-705b-4378-90b7-46715c23a955 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:19:21.483054 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Attempting to bind port 35be3877-705b-4378-90b7-46715c23a955 on network c32ab575-95f9-4d0e-a1bf-93570ac35680 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:19:21.488629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:19:21.489119 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Checking segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:19:21.489617 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.490173 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Bound using segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:19:21.490743 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Bound port: 35be3877-705b-4378-90b7-46715c23a955, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:19:21.491554 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35be3877-705b-4378-90b7-46715c23a955), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.560629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] For port 35be3877-705b-4378-90b7-46715c23a955, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:19:21.564626 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] For port 35be3877-705b-4378-90b7-46715c23a955, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35be3877-705b-4378-90b7-46715c23a955,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:19:21.634672 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (35be3877-705b-4378-90b7-46715c23a955), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.680485 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] Provisioning complete for port 35be3877-705b-4378-90b7-46715c23a955 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:21.680895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35be3877-705b-4378-90b7-46715c23a955), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.688391 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:21.689018 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231338790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:21.741462 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f787f-5b46-4db5-a35c-23d4b386ed15 None None] Pushing event updated for resources: {'Port': ['ID=35be3877-705b-4378-90b7-46715c23a955,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:21.796459 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] Current status of the port 35be3877-705b-4378-90b7-46715c23a955 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:21.796935 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (35be3877-705b-4378-90b7-46715c23a955), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.820329 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:21.833196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] For port 35be3877-705b-4378-90b7-46715c23a955, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35be3877-705b-4378-90b7-46715c23a955,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:21.903176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (35be3877-705b-4378-90b7-46715c23a955), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:21.955121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3ff0-39db-4663-b371-403816563e89 None None] Pushing event updated for resources: {'Port': ['ID=35be3877-705b-4378-90b7-46715c23a955,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:22.023665 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5edca7dc-12ce-4cbe-860a-15331215af40 None None] Provisioning complete for port 35be3877-705b-4378-90b7-46715c23a955 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:22.024100 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5edca7dc-12ce-4cbe-860a-15331215af40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35be3877-705b-4378-90b7-46715c23a955), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:22.045924 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231338790>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:22.071241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72487999-02d1-48e5-8dd3-7b260c2732ab req-5f1cbd4e-910d-433e-8922-173df8244ed0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 210 time: 0.0481420
May 14 22:19:22.083821 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755fd888-f4fa-4fc8-984c-75ce5803cd8d None None] The sync data for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 is: [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:19:22.108234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fda606b-6e33-4618-bf65-30632c622b8d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:19:22.160696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5edca7dc-12ce-4cbe-860a-15331215af40 None None] Current status of the port 35be3877-705b-4378-90b7-46715c23a955 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:22.191313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 1fda606b-6e33-4618-bf65-30632c622b8d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:22.191725 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:22.282686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 1fda606b-6e33-4618-bf65-30632c622b8d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:22.283904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aacad810-ad45-4cd2-b0fc-d9dd0096a494 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:19:22.333886 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port aacad810-ad45-4cd2-b0fc-d9dd0096a494 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:22.334312 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:22.415207 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port aacad810-ad45-4cd2-b0fc-d9dd0096a494 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:22.952135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-53fcd4c8-8e35-4664-b368-8343fa5287df tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:22.954944 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-53fcd4c8-8e35-4664-b368-8343fa5287df tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "GET /v2.0/networks?id=c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 200  len: 797 time: 0.1691835
May 14 22:19:23.023959 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-c50810ee-df25-4d48-b5a0-ae026ce45a5b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 379 time: 0.0608866
May 14 22:19:23.032657 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'port': {'device_id': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'admin_state_up': True, 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'security_groups': ['8954bb85-d0f3-4237-98f4-e91490e2380b']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:23.181813 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b13da746-e072-4f1d-9bd1-c9190cc0a117 req-a282c256-8811-4cdb-a207-f746697dd5ff tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 210 time: 0.0293007
May 14 22:19:23.234127 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:19:23.237627 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:23.367313 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.7 (c32ab575-95f9-4d0e-a1bf-93570ac35680/13bd2fca-8a9c-4ef9-9941-8823eab1d8ab/ce4cc68a-9bd7-418b-996a-1c9b9263d972) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:19:23.507415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:23.594873 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:23.636393 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:19:23.639440 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:23.645258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:19:23.671281 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=ce4cc68a-9bd7-418b-996a-1c9b9263d972,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:23.708064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:23.712890 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:23.803059 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0137f0a9-a3e1-4d31-a84e-9c32037716ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7745411
May 14 22:19:23.814993 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Request body: {'port': {'device_id': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:23.881222 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:23.890900 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-cdabb7d4-71e1-455e-b34c-4c5097b4e0f9 None None] Provisioning complete for port ce4cc68a-9bd7-418b-996a-1c9b9263d972 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:23.891412 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-cdabb7d4-71e1-455e-b34c-4c5097b4e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:23.925890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-cdabb7d4-71e1-455e-b34c-4c5097b4e0f9 None None] Port ce4cc68a-9bd7-418b-996a-1c9b9263d972 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:19:24.034294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35be3877-705b-4378-90b7-46715c23a955 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:19:24.086234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 35be3877-705b-4378-90b7-46715c23a955 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:24.086613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (35be3877-705b-4378-90b7-46715c23a955), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:24.164934 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 35be3877-705b-4378-90b7-46715c23a955 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:24.202251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4cc68a-9bd7-418b-996a-1c9b9263d972 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:19:24.211139 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Publish callbacks [] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:24.223737 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Transition to ACTIVE for port object ce4cc68a-9bd7-418b-996a-1c9b9263d972 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:19:24.283549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:24.298174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675463a-3ba9-49b3-b57c-b69cce1de758 req-3b35460a-9e5b-42c2-9fa7-1fdc9f94392e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:24.299734 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8675463a-3ba9-49b3-b57c-b69cce1de758 req-3b35460a-9e5b-42c2-9fa7-1fdc9f94392e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 931 time: 0.0474651
May 14 22:19:24.335226 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Pushing event updated for resources: {'Port': ['ID=ce4cc68a-9bd7-418b-996a-1c9b9263d972,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:24.367128 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8675463a-3ba9-49b3-b57c-b69cce1de758 req-44f2f8d3-a3fc-4f6e-9eac-0420c556fe1d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609221
May 14 22:19:24.413619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Attempting to bind port ce4cc68a-9bd7-418b-996a-1c9b9263d972 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:19:24.413963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Attempting to bind port ce4cc68a-9bd7-418b-996a-1c9b9263d972 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:19:24.414564 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Attempting to bind port ce4cc68a-9bd7-418b-996a-1c9b9263d972 on network c32ab575-95f9-4d0e-a1bf-93570ac35680 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:19:24.419468 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Port ce4cc68a-9bd7-418b-996a-1c9b9263d972 on network c32ab575-95f9-4d0e-a1bf-93570ac35680 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:19:24.419818 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Attempting to bind port ce4cc68a-9bd7-418b-996a-1c9b9263d972 on network c32ab575-95f9-4d0e-a1bf-93570ac35680 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:19:24.424850 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:19:24.425190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Checking segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:19:24.425579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Bound using segment: {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:19:24.427395 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Bound port: ce4cc68a-9bd7-418b-996a-1c9b9263d972, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8716546d-c34d-4f0b-8da0-d370bf9b1105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:19:24.427395 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:24.507771 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] For port ce4cc68a-9bd7-418b-996a-1c9b9263d972, host nch1-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:19:24.511499 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] For port ce4cc68a-9bd7-418b-996a-1c9b9263d972, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:19:24.577469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:24.611519 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:24.612165 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:24.613538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] 10.222.0.36 "PUT /v2.0/ports/ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 200  len: 1091 time: 0.8028970
May 14 22:19:24.613985 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:19:24.616281 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:19:24.642528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f1c1a-4631-4000-baa9-e3da3b15053f service neutron] Pushing event updated for resources: {'Port': ['ID=ce4cc68a-9bd7-418b-996a-1c9b9263d972,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:24.670594 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7502bc1-354e-4a9a-a608-920137dd5f5f x-openstack-request-id: req-c7502bc1-354e-4a9a-a608-920137dd5f5f {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:19:24.671519 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:19:24.671785 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7502bc1-354e-4a9a-a608-920137dd5f5f {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:19:24.672194 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7502bc1-354e-4a9a-a608-920137dd5f5f'] response: {'name': 'network-changed', 'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'status': 'completed', 'code': 200}
May 14 22:19:24.732184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f req-81e18bdd-b92b-4478-9b39-d667bd1f050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:24.733723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f req-81e18bdd-b92b-4478-9b39-d667bd1f050d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1125 time: 0.0430381
May 14 22:19:24.836563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f req-7211ffdc-cb4a-48bd-ad8b-9f0cd0028018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:24.838145 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f req-7211ffdc-cb4a-48bd-ad8b-9f0cd0028018 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2b433c6a39b149acb9537d5d8d32a845&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0976856
May 14 22:19:24.930418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f req-ecbce0b0-cef3-4d0e-80ee-0aac025371a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:24.931638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-b4d59478-b4ce-4eb2-a4b1-242c6d69bf0f req-ecbce0b0-cef3-4d0e-80ee-0aac025371a4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0882740
May 14 22:19:25.007731 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-f48232f5-bc48-4d86-8fe2-fdf442870088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:25.009206 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-f48232f5-bc48-4d86-8fe2-fdf442870088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1125 time: 0.0421946
May 14 22:19:25.395101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-f96700dc-428c-4fc5-abda-592c7797fabd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 200  len: 217 time: 0.3793168
May 14 22:19:25.443044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-bf2e098e-5c65-4694-b64e-f86fb7f66c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:25.444523 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-bf2e098e-5c65-4694-b64e-f86fb7f66c48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab HTTP/1.1" status: 200  len: 835 time: 0.0439265
May 14 22:19:25.485799 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205da32-4c59-4622-bb75-b9b5183bbd48 req-f6079f46-45cd-42f5-a152-86b584dce682 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:25.487438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d205da32-4c59-4622-bb75-b9b5183bbd48 req-f6079f46-45cd-42f5-a152-86b584dce682 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 943 time: 0.0516460
May 14 22:19:25.497778 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-4bb79b33-6db9-49f1-8e8a-da022ef3ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:25.499323 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-4bb79b33-6db9-49f1-8e8a-da022ef3ebbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c32ab575-95f9-4d0e-a1bf-93570ac35680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0484445
May 14 22:19:25.542108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d205da32-4c59-4622-bb75-b9b5183bbd48 req-291c9b97-0b6d-41f6-96f1-fd6dc6e18946 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449774
May 14 22:19:25.593999 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-aaf99ea1-55b2-4c2d-9be4-6c3b68abbd89 service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887997
May 14 22:19:25.687899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-fe1c4b57-a512-40e0-95ec-c9953cb5c4a0 req-0c106d03-9273-46c2-862e-da496b66070b service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877874
May 14 22:19:26.659144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4966c-b6e7-4097-bafa-e0cee404ee42 req-95f06c53-a7bb-4657-aa72-54990b7d7bd9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:26.660701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8c4966c-b6e7-4097-bafa-e0cee404ee42 req-95f06c53-a7bb-4657-aa72-54990b7d7bd9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 943 time: 0.0481195
May 14 22:19:26.709857 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8c4966c-b6e7-4097-bafa-e0cee404ee42 req-3b89ed23-7f13-49ee-a314-5ece1b593043 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431824
May 14 22:19:27.829350 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd99ed-0a6f-47f7-bf78-7d729a22050f req-a4f9a52f-3d88-4712-83a9-b9c7fba56874 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:27.830892 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64cd99ed-0a6f-47f7-bf78-7d729a22050f req-a4f9a52f-3d88-4712-83a9-b9c7fba56874 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 943 time: 0.0515330
May 14 22:19:27.879935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-64cd99ed-0a6f-47f7-bf78-7d729a22050f req-de7e92d7-2ca6-4f38-ac21-576500fbb7f7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431824
May 14 22:19:28.999736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8830d50-2ecb-4459-bb72-19547e70847b req-095a2255-05a4-43f7-8967-51a160b631e4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:29.001394 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8830d50-2ecb-4459-bb72-19547e70847b req-095a2255-05a4-43f7-8967-51a160b631e4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 943 time: 0.0458629
May 14 22:19:29.048725 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a8830d50-2ecb-4459-bb72-19547e70847b req-183191d1-bda5-4221-bb7d-3d9cac2381f9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417893
May 14 22:19:29.976171 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ce4cc68a-9bd7-418b-996a-1c9b9263d972 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:19:30.071717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ce4cc68a-9bd7-418b-996a-1c9b9263d972, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:30.083955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'port_id': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'mac_address': 'fa:16:3e:ae:80:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:19:30.125396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ce4cc68a-9bd7-418b-996a-1c9b9263d972 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:30.125785 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:30.139218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4cc68a-9bd7-418b-996a-1c9b9263d972 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:19:30.158763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ce4cc68a-9bd7-418b-996a-1c9b9263d972, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:30.169449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909852-8daf-47f0-97c7-5de00df7d95d req-c002de91-8d7c-4058-99e5-ca6b399486eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:30.170954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35909852-8daf-47f0-97c7-5de00df7d95d req-c002de91-8d7c-4058-99e5-ca6b399486eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 943 time: 0.0524566
May 14 22:19:30.220640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35909852-8daf-47f0-97c7-5de00df7d95d req-a0c2b3ec-520e-4ae0-939e-e9388e9a533b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437245
May 14 22:19:30.266557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:30.314758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ce4cc68a-9bd7-418b-996a-1c9b9263d972,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:30.454849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['ce4cc68a-9bd7-418b-996a-1c9b9263d972'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:19:31.341685 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2f2c-0464-433a-90b0-1bc8b78e7770 req-95bd7e48-5898-444c-b1c5-9a766b36aff7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:31.343189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e84a2f2c-0464-433a-90b0-1bc8b78e7770 req-95bd7e48-5898-444c-b1c5-9a766b36aff7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 944 time: 0.0472193
May 14 22:19:31.393385 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e84a2f2c-0464-433a-90b0-1bc8b78e7770 req-df9e5faf-76d4-4190-8c86-358dc2df13a9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444484
May 14 22:19:31.981326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ce4cc68a-9bd7-418b-996a-1c9b9263d972 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:19:32.029267 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port ce4cc68a-9bd7-418b-996a-1c9b9263d972 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:19:32.085338 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port ce4cc68a-9bd7-418b-996a-1c9b9263d972 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:19:32.085721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:32.161139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port ce4cc68a-9bd7-418b-996a-1c9b9263d972 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:19:32.161522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:32.184368 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:19:32.186607 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078a582f-d813-41e8-96d8-b92c0b90c7ce" -d '{"events": [{"server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:19:32.199006 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port ce4cc68a-9bd7-418b-996a-1c9b9263d972, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:19:32.223404 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c67f9-5fcc-4cba-83fa-57d119850931 x-openstack-request-id: req-ce0c67f9-5fcc-4cba-83fa-57d119850931 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:19:32.224040 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "name": "network-vif-plugged", "status": "completed", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:19:32.224302 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce0c67f9-5fcc-4cba-83fa-57d119850931 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:19:32.227607 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0c67f9-5fcc-4cba-83fa-57d119850931'] response: {'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'code': 200}
May 14 22:19:32.273018 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:32.320528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a941f-f8f6-4def-be39-50ee54be8e3f req-e3c18afd-d9b6-49b8-8717-fead7e6bfd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:32.321956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d2a941f-f8f6-4def-be39-50ee54be8e3f req-e3c18afd-d9b6-49b8-8717-fead7e6bfd31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1127 time: 0.0388005
May 14 22:19:32.331784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=ce4cc68a-9bd7-418b-996a-1c9b9263d972,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:32.366974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-7d2a941f-f8f6-4def-be39-50ee54be8e3f req-54dfb4f2-140f-47ac-8716-938cc7863aa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393651
May 14 22:19:32.509786 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cbaff-ef98-4201-8a58-8456416670e4 req-8b75ddd8-8222-44ca-a4f8-6eeb409b8825 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:32.511297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d2cbaff-ef98-4201-8a58-8456416670e4 req-8b75ddd8-8222-44ca-a4f8-6eeb409b8825 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0468349
May 14 22:19:32.563870 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6d2cbaff-ef98-4201-8a58-8456416670e4 req-e1365bb7-90e8-434f-bab5-02daa83d8f5b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468113
May 14 22:19:33.684469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b620e-7238-4764-9a9d-ef2f9109eb34 req-7779a730-5a33-4e63-a3af-8729598e9f08 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:33.685938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d6b620e-7238-4764-9a9d-ef2f9109eb34 req-7779a730-5a33-4e63-a3af-8729598e9f08 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0507178
May 14 22:19:33.736069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d6b620e-7238-4764-9a9d-ef2f9109eb34 req-eafb6355-a6b2-4eb0-ac1c-3decdde977e6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444300
May 14 22:19:33.848490 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565ac61-1933-4400-ab1a-a6487e7c7cf3 req-960eb77d-6818-4a1f-abe3-ae5a73b9b111 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:33.849897 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2565ac61-1933-4400-ab1a-a6487e7c7cf3 req-960eb77d-6818-4a1f-abe3-ae5a73b9b111 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0473948
May 14 22:19:33.897949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2565ac61-1933-4400-ab1a-a6487e7c7cf3 req-d98527ec-54dc-40cf-abd7-4613e8cce723 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421698
May 14 22:19:33.920367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52150) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:33.999221 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925c6d7-124d-4fd9-9efc-b6ec9bf08dca tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:34.000753 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3925c6d7-124d-4fd9-9efc-b6ec9bf08dca tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1122 time: 0.0793858
May 14 22:19:34.003577 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52154) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:34.007727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:19:34.083826 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:34.163885 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:34.272230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.131 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:19:34.372575 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:34.457140 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:34.498107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:19:34.500930 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:19:34.506450 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:19:34.535752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:34.873693 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (44ad87c3-a1a7-42df-b40a-f3ccd797fbeb), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:34.980361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:35.158407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:35.199685 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:35.263605 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:19:35.277346 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (44ad87c3-a1a7-42df-b40a-f3ccd797fbeb), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:35.380866 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 44ad87c3-a1a7-42df-b40a-f3ccd797fbeb associated. External IP: 172.35.4.131, port: ce4cc68a-9bd7-418b-996a-1c9b9263d972.
May 14 22:19:35.606864 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router e60451fe-beb6-423d-a129-24d7066b7aff has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:19:35.717522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:19:35.727835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] Sync routers for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:19:35.739270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:35.739924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223bffbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:35.795999 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:35.832020 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1779eb2-5064-4ea9-9ede-d00bb6260404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8274250
May 14 22:19:35.833046 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:19:35.835570 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45223da6-5af0-44ec-b167-0f90da5ecef7" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:19:35.860449 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:35.944749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4147569-47a5-497a-b6b0-faf69a12ff9b req-e2a3dbc9-d258-463a-a70e-8639b6b4acf4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:35.946237 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4147569-47a5-497a-b6b0-faf69a12ff9b req-e2a3dbc9-d258-463a-a70e-8639b6b4acf4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0548415
May 14 22:19:35.998899 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4147569-47a5-497a-b6b0-faf69a12ff9b req-394b879f-81fb-4360-80c0-a5241e6067ed tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467207
May 14 22:19:36.021365 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52160) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:36.046202 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f5eb5-e82e-4bd6-b6d9-fd9cbca4414e x-openstack-request-id: req-5c1f5eb5-e82e-4bd6-b6d9-fd9cbca4414e {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:19:36.046725 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:19:36.046725 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c1f5eb5-e82e-4bd6-b6d9-fd9cbca4414e {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:19:36.047146 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1f5eb5-e82e-4bd6-b6d9-fd9cbca4414e'] response: {'name': 'network-changed', 'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'status': 'completed', 'code': 200}
May 14 22:19:36.085999 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a9f7a8e2-0903-42b5-8a96-852028e06de5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/44ad87c3-a1a7-42df-b40a-f3ccd797fbeb HTTP/1.1" status: 200  len: 991 time: 0.0634904
May 14 22:19:36.089123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223bffbb0>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44ad87c3-a1a7-42df-b40a-f3ccd797fbeb', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'port_id': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'mac_address': 'fa:16:3e:ae:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:19:34Z', 'updated_at': '2022-05-14T22:19:34Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:36.109204 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-c252799b-a331-41d9-8cf9-035887d6505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:36.110810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-c252799b-a331-41d9-8cf9-035887d6505f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1127 time: 0.0419786
May 14 22:19:36.119246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] Checking router: e60451fe-beb6-423d-a129-24d7066b7aff for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:19:36.127571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:19:36.128178 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223bffbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:19:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:36.205601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-0609e870-914a-4eb8-99a5-e6fa7eb04f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:36.207179 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-0609e870-914a-4eb8-99a5-e6fa7eb04f01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 200  len: 898 time: 0.0901802
May 14 22:19:36.238289 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:19:36.279679 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-b8dec38f-6b7c-4b13-b64a-b6f53edfc6d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 200  len: 999 time: 0.0645635
May 14 22:19:36.333063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-cfe2d651-1042-47a9-902f-7a00bc3f6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:36.334546 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-cfe2d651-1042-47a9-902f-7a00bc3f6a2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab HTTP/1.1" status: 200  len: 835 time: 0.0491617
May 14 22:19:36.378516 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-a9d1ac58-3582-45db-8734-0047f1bf6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:19:36.379839 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-a9d1ac58-3582-45db-8734-0047f1bf6af0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c32ab575-95f9-4d0e-a1bf-93570ac35680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397072
May 14 22:19:36.456435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223bffbb0>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44ad87c3-a1a7-42df-b40a-f3ccd797fbeb', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'port_id': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'mac_address': 'fa:16:3e:ae:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:19:34Z', 'updated_at': '2022-05-14T22:19:34Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:19:36.486234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b349490d-e7ea-4e11-b6df-02f60553aa08 None None] The sync data for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 is: [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44ad87c3-a1a7-42df-b40a-f3ccd797fbeb', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'port_id': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'mac_address': 'fa:16:3e:ae:80:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:19:34Z', 'updated_at': '2022-05-14T22:19:34Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:19:36.507061 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-294f9bfd-f24a-4443-ac48-54f7aba71d0b service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201479
May 14 22:19:36.602683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-45223da6-5af0-44ec-b167-0f90da5ecef7 req-f907b4b6-0310-415c-8184-c40a4212a289 service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901334
May 14 22:19:36.694364 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cfa53c-9395-4473-a7c6-c5bfe6a83ace None None] New status for floating IP 44ad87c3-a1a7-42df-b40a-f3ccd797fbeb: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:19:37.090255 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52162) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:19:37.155883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0d3cfe8c-3c7d-4a73-9b0c-273f500e28cd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/44ad87c3-a1a7-42df-b40a-f3ccd797fbeb HTTP/1.1" status: 200  len: 993 time: 0.0640121
May 14 22:19:40.397381 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-039bdcbf-587b-4351-99c6-68e8111dd2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:42.472428 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:42.883683 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-15de5425-d731-4c0d-a569-23885b1c322a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:43.073849 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:44.050609 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:45.912232 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:46.871814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:19:54.441852 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:20:08.809734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7aad-8103-4297-be7e-5d245cd37004 req-c6bbd9df-4c35-4a1c-9d82-ffaf00c99677 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:08.811967 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-109f7aad-8103-4297-be7e-5d245cd37004 req-c6bbd9df-4c35-4a1c-9d82-ffaf00c99677 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0989501
May 14 22:20:08.862541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-109f7aad-8103-4297-be7e-5d245cd37004 req-bf1c9303-b520-4d98-93c6-500fde6203ee tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447280
May 14 22:20:09.978919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f4ed5-c226-4851-b182-9d56cb6820e4 req-2378316f-a886-4dbf-966f-aa4b4dec8050 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:09.980362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-675f4ed5-c226-4851-b182-9d56cb6820e4 req-2378316f-a886-4dbf-966f-aa4b4dec8050 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0472007
May 14 22:20:10.029679 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-675f4ed5-c226-4851-b182-9d56cb6820e4 req-66c940ad-ec1f-4e64-9d12-2aaeef78c71e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436516
May 14 22:20:10.381870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b793ab07-f4dd-4434-a314-bd4c6dffde4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:11.144677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e6394-dfe2-4270-8919-abede59fbe88 req-a49436fb-d20d-43af-942d-7c3e2ce8c557 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:11.146191 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad7e6394-dfe2-4270-8919-abede59fbe88 req-a49436fb-d20d-43af-942d-7c3e2ce8c557 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0479569
May 14 22:20:11.200722 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ad7e6394-dfe2-4270-8919-abede59fbe88 req-f6c80252-cbb6-40ec-9a24-fc8344350c6e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482850
May 14 22:20:12.316125 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b949c7-90a0-4b87-84aa-75c6ef86bdcb req-1c3e5d0f-1b37-48fa-b81a-7287f2e52fa4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:12.317605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91b949c7-90a0-4b87-84aa-75c6ef86bdcb req-1c3e5d0f-1b37-48fa-b81a-7287f2e52fa4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0472803
May 14 22:20:12.367087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91b949c7-90a0-4b87-84aa-75c6ef86bdcb req-9156113b-13e3-4dfc-8795-c12caeb0c325 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424206
May 14 22:20:12.496804 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:12.558470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-33f79d12-7abd-465b-a2af-081cad3ea053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:12.560071 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-33f79d12-7abd-465b-a2af-081cad3ea053 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1127 time: 0.0411305
May 14 22:20:12.661345 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-e9a1b23b-fa2c-40bd-97bd-8653dddf377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:12.662899 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-e9a1b23b-fa2c-40bd-97bd-8653dddf377e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 200  len: 898 time: 0.0837078
May 14 22:20:12.731817 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-7f68d2da-073b-4a06-88e3-03c945ffbb47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 200  len: 1001 time: 0.0627890
May 14 22:20:12.778871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-780a77a2-173a-4e1f-a1a8-9477794174d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:12.780294 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-780a77a2-173a-4e1f-a1a8-9477794174d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab HTTP/1.1" status: 200  len: 835 time: 0.0432913
May 14 22:20:12.823788 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-e5e299f5-1944-4f0d-9570-614e070eb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:12.825292 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-e5e299f5-1944-4f0d-9570-614e070eb3fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c32ab575-95f9-4d0e-a1bf-93570ac35680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398231
May 14 22:20:12.900782 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a0a45c1e-0afa-4fdc-beb7-1a1c268be840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:12.919782 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-b2af2e5c-e45e-4468-8179-5aa70df50230 service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885248
May 14 22:20:13.014259 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-4dbb3a18-d24b-4664-82fd-0cbb126a5b30 req-3a5c4684-eede-459b-9c91-dd3dd7202ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869651
May 14 22:20:13.073884 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:13.484397 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b5d5a-42ce-4a4a-a1f3-14d99939bddc req-5e27dfc9-332a-4a35-a5cf-9f1df4371836 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:13.485883 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-278b5d5a-42ce-4a4a-a1f3-14d99939bddc req-5e27dfc9-332a-4a35-a5cf-9f1df4371836 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0478194
May 14 22:20:13.534387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-278b5d5a-42ce-4a4a-a1f3-14d99939bddc req-e5b6e562-b7d3-450c-b6b4-28b1e3ec8b75 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428605
May 14 22:20:14.056658 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:14.656915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9355add-9b3f-4947-ba93-5b11824cdd9f req-784ab9b2-b0db-46bd-8344-bf50d45bf299 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:14.658383 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9355add-9b3f-4947-ba93-5b11824cdd9f req-784ab9b2-b0db-46bd-8344-bf50d45bf299 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0513349
May 14 22:20:14.707224 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9355add-9b3f-4947-ba93-5b11824cdd9f req-6f5fa64b-99f7-45c0-b173-bf57b34848e4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431590
May 14 22:20:15.840881 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9f6e2-6009-416c-8557-dd12c61a956e req-06dbe20e-919b-40b6-ad5e-2c0e0d636501 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:15.845591 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96c9f6e2-6009-416c-8557-dd12c61a956e req-06dbe20e-919b-40b6-ad5e-2c0e0d636501 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0568988
May 14 22:20:15.908625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96c9f6e2-6009-416c-8557-dd12c61a956e req-7dfa32d0-93c1-4e38-9b91-961096709a0a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589492
May 14 22:20:15.920352 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:16.844864 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:17.025126 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce26d29-0158-442a-87e8-f0b1cd585930 req-eedef15a-c64a-4361-bab2-e616a4a390eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:17.027147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ce26d29-0158-442a-87e8-f0b1cd585930 req-eedef15a-c64a-4361-bab2-e616a4a390eb tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0471866
May 14 22:20:17.080055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0ce26d29-0158-442a-87e8-f0b1cd585930 req-00a4d692-d432-426a-baa7-f2f123d726be tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471992
May 14 22:20:18.200020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b0f5e-9e3e-4538-9027-3de9f16d885a req-47e01d83-06bf-4502-8d37-6c62e76890b1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:18.201572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c72b0f5e-9e3e-4538-9027-3de9f16d885a req-47e01d83-06bf-4502-8d37-6c62e76890b1 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0500669
May 14 22:20:18.261338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c72b0f5e-9e3e-4538-9027-3de9f16d885a req-1f777b97-91f6-44b8-b662-f168b94c5201 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526648
May 14 22:20:19.375339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b2db-9c14-49ea-b79e-e205049e4a92 req-262c60b2-5061-46bc-aece-ed9e1ae3a3ec tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:19.376835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f86b2db-9c14-49ea-b79e-e205049e4a92 req-262c60b2-5061-46bc-aece-ed9e1ae3a3ec tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0470021
May 14 22:20:19.426094 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5f86b2db-9c14-49ea-b79e-e205049e4a92 req-7768e44a-48aa-4db6-a56b-4a929b53da1e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435951
May 14 22:20:20.547242 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba662d-97c1-4299-881d-db839f91fe88 req-c300f7f8-4ab9-430c-9b61-569e262a7caa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:20.548777 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15ba662d-97c1-4299-881d-db839f91fe88 req-c300f7f8-4ab9-430c-9b61-569e262a7caa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0526245
May 14 22:20:20.597160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-15ba662d-97c1-4299-881d-db839f91fe88 req-4ae52dba-6d92-450b-81a8-2c8a9d01fd74 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426731
May 14 22:20:21.719905 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd4ceb-d41b-4168-9bb6-bc5759f8e674 req-37018e21-2fd7-4893-ab60-80f68c9f81d6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:21.721440 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bdd4ceb-d41b-4168-9bb6-bc5759f8e674 req-37018e21-2fd7-4893-ab60-80f68c9f81d6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0510387
May 14 22:20:21.771197 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3bdd4ceb-d41b-4168-9bb6-bc5759f8e674 req-1af4e398-dabf-4f76-9d7f-30d95f983495 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439913
May 14 22:20:22.890326 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6412e-96ed-4143-a123-7a94b12efa5e req-6835838c-8f1c-4553-98ab-84f17f3ab7be tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:22.891848 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ca6412e-96ed-4143-a123-7a94b12efa5e req-6835838c-8f1c-4553-98ab-84f17f3ab7be tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0507190
May 14 22:20:22.942533 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9ca6412e-96ed-4143-a123-7a94b12efa5e req-4197f248-edd7-411d-be2f-f532ff2550f3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444825
May 14 22:20:24.057702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c82b0-addf-4887-aec3-468639f98df0 req-8f42d26b-f02a-4816-8b26-0642ff69548f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:24.059214 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e13c82b0-addf-4887-aec3-468639f98df0 req-8f42d26b-f02a-4816-8b26-0642ff69548f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0480082
May 14 22:20:24.109101 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e13c82b0-addf-4887-aec3-468639f98df0 req-e1f2c2dc-5a11-443c-85ae-11fe6faaef63 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439522
May 14 22:20:25.232110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f247bae-a14c-49d2-9436-84f24acd2159 req-b2379221-0152-4dea-933c-5bdb0bf4ecf2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:25.233661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f247bae-a14c-49d2-9436-84f24acd2159 req-b2379221-0152-4dea-933c-5bdb0bf4ecf2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0470915
May 14 22:20:25.290036 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f247bae-a14c-49d2-9436-84f24acd2159 req-de029e38-e967-4674-9454-f5631d43ff78 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502520
May 14 22:20:25.312839 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52230) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:20:25.373389 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-660338aa-4e47-43cc-989d-47c1fc4edeaf tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/44ad87c3-a1a7-42df-b40a-f3ccd797fbeb HTTP/1.1" status: 200  len: 993 time: 0.0594022
May 14 22:20:26.805333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747c917-9bc6-4f27-a424-0ef9fe1192fa req-7d0f908e-cd78-41c8-9bf5-ebf7788f58d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:26.806922 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2747c917-9bc6-4f27-a424-0ef9fe1192fa req-7d0f908e-cd78-41c8-9bf5-ebf7788f58d4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0487564
May 14 22:20:26.857622 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2747c917-9bc6-4f27-a424-0ef9fe1192fa req-f8cff5ee-90d9-4398-a661-568b4924d404 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448360
May 14 22:20:26.886707 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39499d-15b7-45c6-89be-83c08421d14a req-6ea92d53-2c8d-417c-878d-585c87eedd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:26.888225 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-6ea92d53-2c8d-417c-878d-585c87eedd0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1127 time: 0.0396974
May 14 22:20:26.980071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39499d-15b7-45c6-89be-83c08421d14a req-a9488f51-0321-4d6c-b23d-16694ffa42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:26.981436 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-a9488f51-0321-4d6c-b23d-16694ffa42a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 200  len: 898 time: 0.0877392
May 14 22:20:27.052960 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-5f435d74-4613-4912-afd4-6d53914ae240 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 200  len: 1001 time: 0.0604429
May 14 22:20:27.099161 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39499d-15b7-45c6-89be-83c08421d14a req-ab3e354a-cfc1-4767-884e-f30fffa542b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:27.100644 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-ab3e354a-cfc1-4767-884e-f30fffa542b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab HTTP/1.1" status: 200  len: 835 time: 0.0477514
May 14 22:20:27.142727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39499d-15b7-45c6-89be-83c08421d14a req-2bd2c53a-9a70-4e9d-91a4-2b45e1734510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:27.144217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-2bd2c53a-9a70-4e9d-91a4-2b45e1734510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c32ab575-95f9-4d0e-a1bf-93570ac35680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377994
May 14 22:20:27.231531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-8848902d-ac54-40c0-99af-ae84c054fc80 service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813241
May 14 22:20:27.323627 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1f39499d-15b7-45c6-89be-83c08421d14a req-2b0688aa-f852-4cb9-a827-aa15363ad34c service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865271
May 14 22:20:27.976579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94af14-12f3-47fc-8eee-092b617688c0 req-755ee589-bc1d-43bf-a25e-53ca54ce6afd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:27.978636 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a94af14-12f3-47fc-8eee-092b617688c0 req-755ee589-bc1d-43bf-a25e-53ca54ce6afd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0480494
May 14 22:20:28.030250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8a94af14-12f3-47fc-8eee-092b617688c0 req-a54bea0c-4895-4ffa-b747-905a0d4df140 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456557
May 14 22:20:29.151352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b0627-55f5-4319-be62-470740aee885 req-75f1db43-5d55-45c4-a04d-07d92f2ab5d9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:29.156804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-934b0627-55f5-4319-be62-470740aee885 req-75f1db43-5d55-45c4-a04d-07d92f2ab5d9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0521095
May 14 22:20:29.201137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-934b0627-55f5-4319-be62-470740aee885 req-4a13d28b-77d4-437e-a782-0a39612d6fd4 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423801
May 14 22:20:29.223051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:20:29.285207 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f8077ebc-a995-4a8d-b12f-023456a39379 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/44ad87c3-a1a7-42df-b40a-f3ccd797fbeb HTTP/1.1" status: 200  len: 993 time: 0.0610144
May 14 22:20:31.442537 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:20:40.392268 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3c06de7b-ef47-4a28-b26d-9d9843203907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:42.528394 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:42.888439 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48163b90-46ce-4c38-87e7-0e0033b63294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:43.055667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:44.066844 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:45.900103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:46.899813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:57.796155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52254) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:20:57.945198 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:20:57.945556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:58.024500 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:58.024830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:58.036950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c owned by network:floatingip {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:20:58.261396 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:58.286214 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=7a6cc5bf-dd55-4e1a-b9d1-5aa9dfb5d16c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:20:58.298375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.298727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.299071 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.299411 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.311790 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:20:58.357521 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (44ad87c3-a1a7-42df-b40a-f3ccd797fbeb), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:58.357841 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 44ad87c3-a1a7-42df-b40a-f3ccd797fbeb disassociated (deleted). External IP: 172.35.4.131, port: ce4cc68a-9bd7-418b-996a-1c9b9263d972.
May 14 22:20:58.565048 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router e60451fe-beb6-423d-a129-24d7066b7aff has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:20:58.673585 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:20:58.678418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:20:58.684226 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] Sync routers for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:20:58.693333 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:20:58.693952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223ba45e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:20:58.708615 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-2724e1af-792e-4085-b93d-daf9d641d655 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/floatingips/44ad87c3-a1a7-42df-b40a-f3ccd797fbeb HTTP/1.1" status: 204  len: 168 time: 0.9113367
May 14 22:20:58.709225 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:20:58.711569 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:20:58.803314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:20:58.991108 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223ba45e0>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:20:59.020406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] Checking router: e60451fe-beb6-423d-a129-24d7066b7aff for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:20:59.029089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:20:59.029708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223ba45e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:20:59.065016 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a9106-a384-4835-a8f4-2f550e422e72 x-openstack-request-id: req-d60a9106-a384-4835-a8f4-2f550e422e72 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:20:59.065571 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:20:59.065667 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d60a9106-a384-4835-a8f4-2f550e422e72 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:20:59.066683 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60a9106-a384-4835-a8f4-2f550e422e72'] response: {'name': 'network-changed', 'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'status': 'completed', 'code': 200}
May 14 22:20:59.166886 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febd4a-0bfe-45c1-8b8a-c6a32dea2371 req-323598af-7ac0-487d-bcd9-4c6bcb1d3cf9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:20:59.168680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8febd4a-0bfe-45c1-8b8a-c6a32dea2371 req-323598af-7ac0-487d-bcd9-4c6bcb1d3cf9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0575657
May 14 22:20:59.224295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c8febd4a-0bfe-45c1-8b8a-c6a32dea2371 req-97f5de85-79b4-4f84-b1fb-5f5b50524ae9 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496218
May 14 22:20:59.300666 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:20:59.483668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223ba45e0>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:20:59.509450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e45c3-1acf-438f-8206-43b078e5d801 None None] The sync data for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 is: [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:19:18Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '35be3877-705b-4378-90b7-46715c23a955', 'name': '', 'network_id': 'c32ab575-95f9-4d0e-a1bf-93570ac35680', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:81:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:18Z', 'updated_at': '2022-05-14T22:19:21Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '13bd2fca-8a9c-4ef9-9941-8823eab1d8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:20:59.730783 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3b66b-08c9-47e4-bc5c-e6eb8560d069 None None] New status for floating IP 44ad87c3-a1a7-42df-b40a-f3ccd797fbeb: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:21:00.348708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450a615-e82c-4637-ac5f-f8fa9f82da88 req-0a333537-fbab-4e5c-80f8-82e22eb1013c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:00.350339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6450a615-e82c-4637-ac5f-f8fa9f82da88 req-0a333537-fbab-4e5c-80f8-82e22eb1013c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0496235
May 14 22:21:00.352822 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-508a1484-b435-4338-be8c-38e749643896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:00.354353 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-508a1484-b435-4338-be8c-38e749643896 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 1127 time: 0.0405371
May 14 22:21:00.400186 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6450a615-e82c-4637-ac5f-f8fa9f82da88 req-50f5504d-520f-491e-a222-0fc6d78a8b26 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=8954bb85-d0f3-4237-98f4-e91490e2380b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439610
May 14 22:21:00.450938 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-2b97948c-4845-412e-97e8-2b4c45ccbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:00.452437 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-2b97948c-4845-412e-97e8-2b4c45ccbc8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 200  len: 898 time: 0.0911667
May 14 22:21:00.502543 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-40ab4c35-e396-445f-b781-6955bfef7031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 200  len: 217 time: 0.0357873
May 14 22:21:00.558887 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-d303deb6-0d1c-42c6-8e23-d7efe023076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:00.560321 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-d303deb6-0d1c-42c6-8e23-d7efe023076d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab HTTP/1.1" status: 200  len: 835 time: 0.0505886
May 14 22:21:00.626558 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-f54e03af-b9e3-4c99-bef0-af1be4a7efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:00.628124 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-f54e03af-b9e3-4c99-bef0-af1be4a7efdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c32ab575-95f9-4d0e-a1bf-93570ac35680&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400136
May 14 22:21:00.635223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-8ec42180-31d8-480d-bf08-8f3efeb6bf22 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:00.637397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-8ec42180-31d8-480d-bf08-8f3efeb6bf22 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 945 time: 0.0490336
May 14 22:21:00.717039 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-9159281c-04ba-466f-9c67-84dbf78cfbee service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817032
May 14 22:21:00.723395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port ce4cc68a-9bd7-418b-996a-1c9b9263d972 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:21:00.724336 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:00.809300 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8de9ed2d-9f69-46fd-99ed-a44d759f0d0e req-6fc23692-7541-4915-9592-852c2759a2a8 service neutron] 10.222.0.36 "GET /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861557
May 14 22:21:00.814884 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port ce4cc68a-9bd7-418b-996a-1c9b9263d972, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce4cc68a-9bd7-418b-996a-1c9b9263d972,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:00.824769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:00.833075 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for ce4cc68a-9bd7-418b-996a-1c9b9263d972 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:21:01.027363 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (ce4cc68a-9bd7-418b-996a-1c9b9263d972), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:01.055570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=ce4cc68a-9bd7-418b-996a-1c9b9263d972,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:01.067664 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.068020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.068367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.068709 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.069040 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.069372 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.069702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.070029 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.070356 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.070681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.071006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.071330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.071677 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.072001 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.072322 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:01.116540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] No DVR routers for this DVR port ce4cc68a-9bd7-418b-996a-1c9b9263d972 on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:21:01.119064 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:01.123008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8575b03-0c2e-4af5-a1e1-5b0915af5790 req-7c77ac92-b798-41ac-bfb9-e8fa59060bb7 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.36 "DELETE /v2.0/ports/ce4cc68a-9bd7-418b-996a-1c9b9263d972 HTTP/1.1" status: 204  len: 173 time: 0.4808078
May 14 22:21:01.123450 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'name': 'network-vif-deleted', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:21:01.125709 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7501193-9c91-43aa-83ec-32b07598dbd4" -d '{"events": [{"server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "name": "network-vif-deleted", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:21:01.214918 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c3cc00-a0c3-487f-8f61-112244ef7148 x-openstack-request-id: req-d3c3cc00-a0c3-487f-8f61-112244ef7148 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:21:01.215349 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1", "name": "network-vif-deleted", "tag": "ce4cc68a-9bd7-418b-996a-1c9b9263d972", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:21:01.215629 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3c3cc00-a0c3-487f-8f61-112244ef7148 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:21:01.216045 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3c3cc00-a0c3-487f-8f61-112244ef7148'] response: {'server_uuid': 'f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1', 'name': 'network-vif-deleted', 'tag': 'ce4cc68a-9bd7-418b-996a-1c9b9263d972', 'status': 'completed', 'code': 200}
May 14 22:21:01.527061 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cdcb8fdf-2c6e-4ff9-87d8-ba7d0cd89991 req-3c6a0e1b-7c0c-4001-9bc6-0006bfa63b01 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=f76f1ee7-77f8-4ea4-a165-b86d4d01b8b1 HTTP/1.1" status: 200  len: 210 time: 0.0329955
May 14 22:21:02.587817 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52272) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:03.276986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (e60451fe-beb6-423d-a129-24d7066b7aff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:03.515668 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 35be3877-705b-4378-90b7-46715c23a955 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:21:03.516007 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (35be3877-705b-4378-90b7-46715c23a955), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:03.601151 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 35be3877-705b-4378-90b7-46715c23a955, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35be3877-705b-4378-90b7-46715c23a955,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:03.601822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (35be3877-705b-4378-90b7-46715c23a955), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:03.614702 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 35be3877-705b-4378-90b7-46715c23a955 owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:21:03.878142 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (35be3877-705b-4378-90b7-46715c23a955), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:03.907735 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=35be3877-705b-4378-90b7-46715c23a955,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:04.105423 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (e60451fe-beb6-423d-a129-24d7066b7aff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:04.326784 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router e60451fe-beb6-423d-a129-24d7066b7aff has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:21:04.440227 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:21:04.445639 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9d251bbb-7aab-4a7d-b140-ac3c7a2cfe95 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/e60451fe-beb6-423d-a129-24d7066b7aff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8567898
May 14 22:21:04.448572 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52274) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:04.451264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] Sync routers for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:21:04.458832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ce4cc68a-9bd7-418b-996a-1c9b9263d972 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:21:04.482843 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: ce4cc68a-9bd7-418b-996a-1c9b9263d972 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:21:04.483184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device ce4cc68a-9bd7-418b-996a-1c9b9263d972 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:21:04.484498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:04.485162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e16610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:04.499697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting subnet 13bd2fca-8a9c-4ef9-9941-8823eab1d8ab {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:21:04.502841 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (13bd2fca-8a9c-4ef9-9941-8823eab1d8ab), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:04.542785 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (13bd2fca-8a9c-4ef9-9941-8823eab1d8ab), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:04.596396 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:04.630157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (13bd2fca-8a9c-4ef9-9941-8823eab1d8ab), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:04.768519 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (13bd2fca-8a9c-4ef9-9941-8823eab1d8ab), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:04.780407 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e16610>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:21:03Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:04.796933 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Subnet': ['ID=13bd2fca-8a9c-4ef9-9941-8823eab1d8ab,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:04.798940 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:04.802141 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-88c1fd44-ad31-4e73-a8ba-a83420bfc37d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/subnets/13bd2fca-8a9c-4ef9-9941-8823eab1d8ab HTTP/1.1" status: 204  len: 168 time: 0.3525889
May 14 22:21:04.804941 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52276) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:04.816671 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea46ff0-da8d-484e-8618-05b3b8b763a0 None None] Network c32ab575-95f9-4d0e-a1bf-93570ac35680 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:21:04.829096 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] Checking router: e60451fe-beb6-423d-a129-24d7066b7aff for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:21:04.873086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] Routers {'e60451fe-beb6-423d-a129-24d7066b7aff'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:04.873726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e16610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['e60451fe-beb6-423d-a129-24d7066b7aff'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:04.916387 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (e60451fe-beb6-423d-a129-24d7066b7aff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.009398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] Set router e60451fe-beb6-423d-a129-24d7066b7aff gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:05.050352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (e60451fe-beb6-423d-a129-24d7066b7aff), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.087467 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] DHCP port deletion for c32ab575-95f9-4d0e-a1bf-93570ac35680 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:21:05.148056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 1fda606b-6e33-4618-bf65-30632c622b8d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:21:05.148403 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.179205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Deleting port aacad810-ad45-4cd2-b0fc-d9dd0096a494 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:21:05.179600 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.234901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 1fda606b-6e33-4618-bf65-30632c622b8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fda606b-6e33-4618-bf65-30632c622b8d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:05.235270 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.249399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 1fda606b-6e33-4618-bf65-30632c622b8d owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:21:05.265707 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] For port aacad810-ad45-4cd2-b0fc-d9dd0096a494, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aacad810-ad45-4cd2-b0fc-d9dd0096a494,segment=NetworkSegment(8716546d-c34d-4f0b-8da0-d370bf9b1105),segment_id=8716546d-c34d-4f0b-8da0-d370bf9b1105)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:05.266103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.303771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Calling delete_port for aacad810-ad45-4cd2-b0fc-d9dd0096a494 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:21:05.324010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e16610>, [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:21:03Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:05.377372 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd26256-dc53-498c-bc62-7603d7f24cff None None] The sync data for ids ['e60451fe-beb6-423d-a129-24d7066b7aff'] in ncdv-master-1 is: [{'id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095683709', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152'}], 'enable_snat': True}, 'gw_port_id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:19:14Z', 'updated_at': '2022-05-14T22:21:03Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': '1fda606b-6e33-4618-bf65-30632c622b8d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:45:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60451fe-beb6-423d-a129-24d7066b7aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:19:15Z', 'updated_at': '2022-05-14T22:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:21:05.493440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (aacad810-ad45-4cd2-b0fc-d9dd0096a494), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.501389 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (1fda606b-6e33-4618-bf65-30632c622b8d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.524480 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Pushing event deleted for resources: {'Port': ['ID=aacad810-ad45-4cd2-b0fc-d9dd0096a494,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:05.526876 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] No DVR routers for this DVR port aacad810-ad45-4cd2-b0fc-d9dd0096a494 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:21:05.534948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.535294 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.535658 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.535825 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=1fda606b-6e33-4618-bf65-30632c622b8d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:05.535989 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.536930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.537244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.537572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.537935 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.538260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.538593 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.538896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.539229 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.541865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.541865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.541865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ae4c22-f4ca-4a7d-b58f-5c7f8ac4aa75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:05.595096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (e60451fe-beb6-423d-a129-24d7066b7aff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.695868 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (e60451fe-beb6-423d-a129-24d7066b7aff), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.698039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (e60451fe-beb6-423d-a129-24d7066b7aff), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.815716 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (e60451fe-beb6-423d-a129-24d7066b7aff), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.819722 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Fanout notify agent at l3_agent the message router_deleted on router e60451fe-beb6-423d-a129-24d7066b7aff {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:21:05.823361 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:05.824638 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bba97b57-058e-43a4-a1a8-c69d0fc89982 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/routers/e60451fe-beb6-423d-a129-24d7066b7aff HTTP/1.1" status: 204  len: 168 time: 1.0188966
May 14 22:21:05.831066 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52294) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:05.907312 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (c32ab575-95f9-4d0e-a1bf-93570ac35680), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.001806 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (c32ab575-95f9-4d0e-a1bf-93570ac35680), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.024088 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522b17beb0>,) {'filters': {'network_id': ['c32ab575-95f9-4d0e-a1bf-93570ac35680']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:06.034949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b17beb0>, '8716546d-c34d-4f0b-8da0-d370bf9b1105') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:06.035247 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522b17beb0>, '8716546d-c34d-4f0b-8da0-d370bf9b1105') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:06.045983 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (8716546d-c34d-4f0b-8da0-d370bf9b1105), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.062909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (8716546d-c34d-4f0b-8da0-d370bf9b1105), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.069611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:21:06.070049 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (8716546d-c34d-4f0b-8da0-d370bf9b1105), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:21:06.074074 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:21:06.202548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (c32ab575-95f9-4d0e-a1bf-93570ac35680), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.210133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.212737 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/networks/c32ab575-95f9-4d0e-a1bf-93570ac35680 HTTP/1.1" status: 204  len: 168 time: 0.3806665
May 14 22:21:06.221124 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52296) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:06.232149 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ed7f-de17-4fee-bbbe-6f7c86682daa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Network': ['ID=c32ab575-95f9-4d0e-a1bf-93570ac35680,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:06.281692 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7317be-bbc1-4b9e-85d5-0bc7641c331e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (8954bb85-d0f3-4237-98f4-e91490e2380b), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.307146 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7317be-bbc1-4b9e-85d5-0bc7641c331e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (8954bb85-d0f3-4237-98f4-e91490e2380b), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.441695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aacad810-ad45-4cd2-b0fc-d9dd0096a494 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:21:06.443830 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7317be-bbc1-4b9e-85d5-0bc7641c331e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (8954bb85-d0f3-4237-98f4-e91490e2380b), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.446510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fa7317be-bbc1-4b9e-85d5-0bc7641c331e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.447794 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fa7317be-bbc1-4b9e-85d5-0bc7641c331e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/security-groups/8954bb85-d0f3-4237-98f4-e91490e2380b HTTP/1.1" status: 204  len: 168 time: 0.2313588
May 14 22:21:06.457500 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7317be-bbc1-4b9e-85d5-0bc7641c331e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954bb85-d0f3-4237-98f4-e91490e2380b,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:06.463581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: aacad810-ad45-4cd2-b0fc-d9dd0096a494 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:21:06.467751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device aacad810-ad45-4cd2-b0fc-d9dd0096a494 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:21:06.468196 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35be3877-705b-4378-90b7-46715c23a955 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:21:06.494187 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 35be3877-705b-4378-90b7-46715c23a955 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:21:06.494863 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 35be3877-705b-4378-90b7-46715c23a955 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:21:06.772677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52302) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:06.777318 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003626990', 'description': 'tempest-secgroup-smoke-1003626990 description', 'project_id': '2b433c6a39b149acb9537d5d8d32a845'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:06.866849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:06.938660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (99573df4-eb07-41d7-bebc-219206014d01), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.001839 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (99573df4-eb07-41d7-bebc-219206014d01), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.030420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99573df4-eb07-41d7-bebc-219206014d01,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:07.091058 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.092343 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6d47d5dd-9a60-491e-b6ba-8283906bad7e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3186283
May 14 22:21:07.095338 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52304) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:07.099567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '99573df4-eb07-41d7-bebc-219206014d01', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:07.162710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (e1279b23-c0b1-43fa-af72-f313799f6b01), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.221914 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (e1279b23-c0b1-43fa-af72-f313799f6b01), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.278613 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e1279b23-c0b1-43fa-af72-f313799f6b01), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.298740 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1279b23-c0b1-43fa-af72-f313799f6b01,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:07.375293 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.376551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e0fe414f-d627-4c61-97c1-76ee0905d3fc tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2802644
May 14 22:21:07.379323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52306) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:07.383636 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '99573df4-eb07-41d7-bebc-219206014d01', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:07.476031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (82dc9a5a-46ee-4b04-9190-816e33c3b583), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.532512 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (82dc9a5a-46ee-4b04-9190-816e33c3b583), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.597873 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (82dc9a5a-46ee-4b04-9190-816e33c3b583), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.615067 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dc9a5a-46ee-4b04-9190-816e33c3b583,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:07.771437 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.772702 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6e87cf3a-267d-42a1-9f23-59c115df9c03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3924065
May 14 22:21:07.775621 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52308) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:07.780179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '99573df4-eb07-41d7-bebc-219206014d01', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:07.889950 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (0253c1e8-6bc8-46d6-8511-97ed43d8a30f), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:07.948359 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (0253c1e8-6bc8-46d6-8511-97ed43d8a30f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.021154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fda606b-6e33-4618-bf65-30632c622b8d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:21:08.026468 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (0253c1e8-6bc8-46d6-8511-97ed43d8a30f), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.042003 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 1fda606b-6e33-4618-bf65-30632c622b8d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:21:08.042352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 1fda606b-6e33-4618-bf65-30632c622b8d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:21:08.044769 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0253c1e8-6bc8-46d6-8511-97ed43d8a30f,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:08.114069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.115378 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-cb08f473-3812-4bc7-b309-20fe22005dd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3388398
May 14 22:21:08.118098 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52310) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:08.123130 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '99573df4-eb07-41d7-bebc-219206014d01', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:08.220385 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (37435acd-22d4-4887-9a60-af5ac6016db8), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.278948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (37435acd-22d4-4887-9a60-af5ac6016db8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.367919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (37435acd-22d4-4887-9a60-af5ac6016db8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.385845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37435acd-22d4-4887-9a60-af5ac6016db8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:08.443210 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:21:08.455949 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.457187 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-21bd5222-83cc-460d-b962-77eac9c3d420 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3381643
May 14 22:21:08.459901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52312) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:08.464191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '99573df4-eb07-41d7-bebc-219206014d01', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:08.568470 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:21:08.574094 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (f88fcfff-bb33-4544-bf68-9198ff349c21), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.633096 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (f88fcfff-bb33-4544-bf68-9198ff349c21), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.739092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f88fcfff-bb33-4544-bf68-9198ff349c21), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.756544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88fcfff-bb33-4544-bf68-9198ff349c21,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:08.827301 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.828494 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-4f5e0ab8-8f4d-4552-9027-a949084cec43 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3676689
May 14 22:21:08.831173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52314) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:08.835371 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'security_group_rule': {'security_group_id': '99573df4-eb07-41d7-bebc-219206014d01', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:08.916639 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Project 2b433c6a39b149acb9537d5d8d32a845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:21:08.922560 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (e09b2f38-09c1-4bdf-9883-df2fc5b5ba3d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:08.982959 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (e09b2f38-09c1-4bdf-9883-df2fc5b5ba3d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.066476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (e09b2f38-09c1-4bdf-9883-df2fc5b5ba3d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.086495 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09b2f38-09c1-4bdf-9883-df2fc5b5ba3d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:09.171069 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.172385 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b0f3e2cf-8985-4209-b458-ea987d7551ac tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3402739
May 14 22:21:09.175193 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52316) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:09.179944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'network': {'name': 'tempest-network-smoke--1334041152', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'port_security_enabled': True}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:09.259331 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:21:09.263469 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.286653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:21:09.296197 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a9354e72-ff80-4805-a189-454d0cdd185f), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.296596 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Added segment a9354e72-ff80-4805-a189-454d0cdd185f of type vlan for network f1d9af47-4b5e-410e-8520-b66049a73cf3
May 14 22:21:09.338922 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (f1d9af47-4b5e-410e-8520-b66049a73cf3), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.426244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (f1d9af47-4b5e-410e-8520-b66049a73cf3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.431278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:09.431881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.500034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Network': ['ID=f1d9af47-4b5e-410e-8520-b66049a73cf3,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:09.509997 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:21:09.520454 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0936fde8-305e-465c-9592-02e43df4f42b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 750 time: 0.3442290
May 14 22:21:09.523169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52318) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:09.527526 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'admin_state_up': True, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:09.592751 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (4e2946f5-fcb3-4660-b6d9-822a535ba99c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.593881 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (4e2946f5-fcb3-4660-b6d9-822a535ba99c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:09.644908 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (4e2946f5-fcb3-4660-b6d9-822a535ba99c), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.159731 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (4e2946f5-fcb3-4660-b6d9-822a535ba99c), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.401981 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f19d42f5-ce85-4c37-a33e-99ff78c2300d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.420187 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (4e2946f5-fcb3-4660-b6d9-822a535ba99c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.438851 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.541634 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.202 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/e0d295b8-4731-4b64-84ea-23f904ddcb48) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:21:10.645594 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.751172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:10.786644 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:21:10.789472 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:10.796646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:21:10.819457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=e0d295b8-4731-4b64-84ea-23f904ddcb48,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:11.117157 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (4e2946f5-fcb3-4660-b6d9-822a535ba99c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:11.322388 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (4e2946f5-fcb3-4660-b6d9-822a535ba99c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:11.518044 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 4e2946f5-fcb3-4660-b6d9-822a535ba99c is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:21:11.627418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:21:11.638199 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Sync routers for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:21:11.650621 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:11.654056 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:11.703640 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:11.704989 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1035a24c-fc58-4935-b0a9-7c2aec56a8d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.1808112
May 14 22:21:11.708173 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52320) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:11.736103 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-a6b8ffb8-c8ce-4e92-b8b7-46880665dec6 tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=2b433c6a39b149acb9537d5d8d32a845&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0266764
May 14 22:21:11.738546 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52322) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:11.761394 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:11.829223 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc2d5f-8d2b-4d94-aa10-4d77473d872a tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:11.830666 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-76cc2d5f-8d2b-4d94-aa10-4d77473d872a tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0912290
May 14 22:21:11.833421 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52324) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:11.861531 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3644c4f4-0660-44aa-bca9-420a32a6927f tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=01e3ef00-a182-4fcf-a405-9a420eb1352e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0269284
May 14 22:21:11.864230 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52326) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:11.868963 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786972014', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:11.936193 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ea30>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:10Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:11.962368 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Checking router: 4e2946f5-fcb3-4660-b6d9-822a535ba99c for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:21:11.965560 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Updating router 4e2946f5-fcb3-4660-b6d9-822a535ba99c port e0d295b8-4731-4b64-84ea-23f904ddcb48 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:21:11.993180 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.042625 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:21:12.046992 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.272771 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Publish callbacks [] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.289656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (1d74f8cc-867a-425a-8481-c149f5560c07), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.356383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Subnet': ['ID=1d74f8cc-867a-425a-8481-c149f5560c07,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:12.363795 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.364073 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Checking segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:21:12.364399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network hostable DHCP agents. Network: f1d9af47-4b5e-410e-8520-b66049a73cf3, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:21:12.421462 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Attempting to bind port e0d295b8-4731-4b64-84ea-23f904ddcb48 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:21:12.421826 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Attempting to bind port e0d295b8-4731-4b64-84ea-23f904ddcb48 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:21:12.422184 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Attempting to bind port e0d295b8-4731-4b64-84ea-23f904ddcb48 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:21:12.424248 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Pushing event updated for resources: {'Port': ['ID=e0d295b8-4731-4b64-84ea-23f904ddcb48,revision_number=2']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:12.432794 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:21:12.433160 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:21:12.433550 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.433978 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:21:12.434448 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Bound port: e0d295b8-4731-4b64-84ea-23f904ddcb48, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:21:12.434798 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.437675 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.438011 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.438340 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.438674 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.438992 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.439313 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.439660 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.443219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:21:12.461068 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:21:12.491909 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] For port e0d295b8-4731-4b64-84ea-23f904ddcb48, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:21:12.494815 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] For port e0d295b8-4731-4b64-84ea-23f904ddcb48, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d295b8-4731-4b64-84ea-23f904ddcb48,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:21:12.546247 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.569022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1d9af47-4b5e-410e-8520-b66049a73cf3) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:12.569599 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.575660 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:12.575660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.580259 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6e455-035c-4835-8f18-113958154b55 None None] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:21:12.628089 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e352-3fa7-4d56-9db6-12c10056f7f0 None None] Pushing event updated for resources: {'Port': ['ID=e0d295b8-4731-4b64-84ea-23f904ddcb48,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:12.631254 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:12.631406 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ea30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:20:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:12.676272 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c30907e8-70c1-4ae0-a894-42fbf18c061b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8100560
May 14 22:21:12.678097 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52328) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:12.693947 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1d9af47-4b5e-410e-8520-b66049a73cf3', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:21:12.695287 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.746195 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:12.857172 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Allocated IP 172.20.0.2 (f1d9af47-4b5e-410e-8520-b66049a73cf3/1d74f8cc-867a-425a-8481-c149f5560c07/be7282bf-b4c7-4d10-95df-fe7d9d23d45b) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:21:12.929289 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-62c8223b-54e8-45cf-b94c-ea12ed2ce2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:12.929882 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230c8ea30>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:10Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:12.956760 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22f0324-b160-4d8c-9ce2-2303e5cfc081 None None] The sync data for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 is: [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:10Z', 'revision_number': 3, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:21:13.014539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Publish callbacks [] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.093951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.122880 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.135231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:21:13.142574 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:13.145129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:21:13.158750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Pushing event updated for resources: {'Port': ['ID=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:13.177267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.251956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Attempting to bind port be7282bf-b4c7-4d10-95df-fe7d9d23d45b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:21:13.252608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Attempting to bind port be7282bf-b4c7-4d10-95df-fe7d9d23d45b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:21:13.253461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Attempting to bind port be7282bf-b4c7-4d10-95df-fe7d9d23d45b on network f1d9af47-4b5e-410e-8520-b66049a73cf3 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:21:13.259504 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:21:13.262784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Checking segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:21:13.262784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.262784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Bound using segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:21:13.262784 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Bound port: be7282bf-b4c7-4d10-95df-fe7d9d23d45b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:21:13.262784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.337821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] For port be7282bf-b4c7-4d10-95df-fe7d9d23d45b, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:21:13.341883 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] For port be7282bf-b4c7-4d10-95df-fe7d9d23d45b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:21:13.416579 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.487020 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185e19-91e8-4861-a99f-586888e8b57c None None] Pushing event updated for resources: {'Port': ['ID=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:13.586937 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.1 (f1d9af47-4b5e-410e-8520-b66049a73cf3/1d74f8cc-867a-425a-8481-c149f5560c07/893838e9-63ac-4900-8d77-9b6b388e877d) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:21:13.735091 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (893838e9-63ac-4900-8d77-9b6b388e877d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.827232 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:13.869843 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:21:13.877685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:13.879305 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:21:13.886017 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=893838e9-63ac-4900-8d77-9b6b388e877d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:13.930120 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (4e2946f5-fcb3-4660-b6d9-822a535ba99c), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.087984 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.119151 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be7282bf-b4c7-4d10-95df-fe7d9d23d45b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:21:14.153591 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.176125 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port be7282bf-b4c7-4d10-95df-fe7d9d23d45b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:14.176499 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.261098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port be7282bf-b4c7-4d10-95df-fe7d9d23d45b is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:14.261618 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.298612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port be7282bf-b4c7-4d10-95df-fe7d9d23d45b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:14.346681 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.347674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e0d295b8-4731-4b64-84ea-23f904ddcb48 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:21:14.440821 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:14.454425 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e0d295b8-4731-4b64-84ea-23f904ddcb48 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:14.454890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.508102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (893838e9-63ac-4900-8d77-9b6b388e877d), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.538880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e0d295b8-4731-4b64-84ea-23f904ddcb48 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:14.539271 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.562161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port e0d295b8-4731-4b64-84ea-23f904ddcb48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d295b8-4731-4b64-84ea-23f904ddcb48,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:14.568506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e12e14-66d8-4fd8-b0fd-2729086a0361 None None] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:21:14.573568 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.611956 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-31b23acf-9c6e-4a39-b483-905c97523b75 None None] Provisioning complete for port be7282bf-b4c7-4d10-95df-fe7d9d23d45b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:14.611956 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31b23acf-9c6e-4a39-b483-905c97523b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.657134 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (4e2946f5-fcb3-4660-b6d9-822a535ba99c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.660095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=893838e9-63ac-4900-8d77-9b6b388e877d,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:14.668444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:14.768485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:21:14.770538 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:14.819295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=e0d295b8-4731-4b64-84ea-23f904ddcb48,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:14.822106 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-31b23acf-9c6e-4a39-b483-905c97523b75 None None] Current status of the port be7282bf-b4c7-4d10-95df-fe7d9d23d45b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:14.922063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 4e2946f5-fcb3-4660-b6d9-822a535ba99c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:21:15.046293 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a111413-3eb9-4e36-94e9-d283787fa00e None None] Provisioning complete for port 893838e9-63ac-4900-8d77-9b6b388e877d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:15.046754 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a111413-3eb9-4e36-94e9-d283787fa00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:15.088571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a111413-3eb9-4e36-94e9-d283787fa00e None None] Port 893838e9-63ac-4900-8d77-9b6b388e877d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:21:15.099385 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-8a111413-3eb9-4e36-94e9-d283787fa00e None None] Provisioning complete for port be7282bf-b4c7-4d10-95df-fe7d9d23d45b triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:15.099855 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8a111413-3eb9-4e36-94e9-d283787fa00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:15.192145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-8a111413-3eb9-4e36-94e9-d283787fa00e None None] Current status of the port be7282bf-b4c7-4d10-95df-fe7d9d23d45b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:15.309943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-732536a5-7aaa-4f57-825d-11f2ca930b71 None None] Provisioning complete for port 893838e9-63ac-4900-8d77-9b6b388e877d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:15.310462 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-732536a5-7aaa-4f57-825d-11f2ca930b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:15.348660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-732536a5-7aaa-4f57-825d-11f2ca930b71 None None] Port 893838e9-63ac-4900-8d77-9b6b388e877d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:21:15.412243 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:21:15.419723 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b13f0751-8380-4fef-a4d3-e70e81561cae tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/4e2946f5-fcb3-4660-b6d9-822a535ba99c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7383258
May 14 22:21:15.422549 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Sync routers for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:21:15.432703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:15.433325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f72280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:15.577051 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-36bb817b-3b2b-4ff0-a32e-1a1b261c1b23 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003626990&fields=id&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 267 time: 0.0477598
May 14 22:21:15.659987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-dfa860ff-5ec1-4a4e-a25c-c14f8cf80979 None None] Provisioning complete for port 893838e9-63ac-4900-8d77-9b6b388e877d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:15.660374 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-dfa860ff-5ec1-4a4e-a25c-c14f8cf80979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:15.691772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-1ac08972-a289-4cfc-a694-adb106472677 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:15.693386 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-1ac08972-a289-4cfc-a694-adb106472677 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/networks?id=f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 200  len: 797 time: 0.1095273
May 14 22:21:15.709771 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-32579bf6-6eea-423b-bef2-4922866fd401 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/quotas/2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 375 time: 0.0105395
May 14 22:21:15.737968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-dfa860ff-5ec1-4a4e-a25c-c14f8cf80979 None None] Port 893838e9-63ac-4900-8d77-9b6b388e877d cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:21:15.750849 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:15.768331 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-5673c6e4-4a01-4237-823b-2d228e76564e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535445
May 14 22:21:15.872520 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-a54a5a43-71e9-4b8a-8a4a-2f4b6d61d2d3 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909243
May 14 22:21:15.923881 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:15.963300 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f72280>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 2, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:15.965819 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-456419b4-8504-4028-a972-152840c0c040 service neutron] 10.222.0.52 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860722
May 14 22:21:15.996772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Checking router: 4e2946f5-fcb3-4660-b6d9-822a535ba99c for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:21:15.997137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Updating router 4e2946f5-fcb3-4660-b6d9-822a535ba99c port 893838e9-63ac-4900-8d77-9b6b388e877d binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:21:16.024749 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.098498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be7282bf-b4c7-4d10-95df-fe7d9d23d45b up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:21:16.221405 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port be7282bf-b4c7-4d10-95df-fe7d9d23d45b triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:16.221779 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.227173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-78952670-ff37-4afe-b52f-cc018dd33cfd req-97c1e41e-7dbb-4ed7-9ea1-900cacf7e911 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 210 time: 0.0325940
May 14 22:21:16.386470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port be7282bf-b4c7-4d10-95df-fe7d9d23d45b is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:16.388285 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e0d295b8-4731-4b64-84ea-23f904ddcb48 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:21:16.489039 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Publish callbacks [] for port (893838e9-63ac-4900-8d77-9b6b388e877d), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.499114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port e0d295b8-4731-4b64-84ea-23f904ddcb48 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:16.499814 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.578772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.636328 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port e0d295b8-4731-4b64-84ea-23f904ddcb48 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:16.650654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dec5a9-d4ad-4a42-a637-8d007da43506 None None] Pushing event updated for resources: {'Port': ['ID=893838e9-63ac-4900-8d77-9b6b388e877d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:16.729804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Attempting to bind port 893838e9-63ac-4900-8d77-9b6b388e877d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:21:16.738568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Attempting to bind port 893838e9-63ac-4900-8d77-9b6b388e877d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:21:16.738568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Attempting to bind port 893838e9-63ac-4900-8d77-9b6b388e877d on network f1d9af47-4b5e-410e-8520-b66049a73cf3 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:21:16.738568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:21:16.738568 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Checking segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:21:16.739691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.739691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Bound using segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:21:16.740148 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Bound port: 893838e9-63ac-4900-8d77-9b6b388e877d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:21:16.740639 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.833234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] For port 893838e9-63ac-4900-8d77-9b6b388e877d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:21:16.837169 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] For port 893838e9-63ac-4900-8d77-9b6b388e877d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=893838e9-63ac-4900-8d77-9b6b388e877d,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:21:16.900902 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:16.930931 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:17.000929 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] Provisioning complete for port 893838e9-63ac-4900-8d77-9b6b388e877d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:17.001284 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:17.041571 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dec5a9-d4ad-4a42-a637-8d007da43506 None None] Pushing event updated for resources: {'Port': ['ID=893838e9-63ac-4900-8d77-9b6b388e877d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:17.046824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:17.047458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f72280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:17.222841 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] Current status of the port 893838e9-63ac-4900-8d77-9b6b388e877d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:17.223594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:17.229558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:17.334338 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b4a5ad86-82fd-41ba-b78e-62841fcf8184 req-0039cd32-fa6d-480c-bb4b-6fd3bb73d34a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 210 time: 0.0330429
May 14 22:21:17.342895 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] For port 893838e9-63ac-4900-8d77-9b6b388e877d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=893838e9-63ac-4900-8d77-9b6b388e877d,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:17.435522 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:17.489264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f72280>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:16Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:17.525756 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7749a2d6-2a50-41b3-a1c0-6951dae7326b None None] The sync data for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 is: [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:16Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:21:17.530482 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3da03b-997e-4269-97fc-158a2c7411c0 None None] Pushing event updated for resources: {'Port': ['ID=893838e9-63ac-4900-8d77-9b6b388e877d,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:17.553660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-63ef32e6-8f55-4359-b9a9-00331f5e7ce7 None None] Provisioning complete for port 893838e9-63ac-4900-8d77-9b6b388e877d triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:17.554085 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-63ef32e6-8f55-4359-b9a9-00331f5e7ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:17.668013 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-63ef32e6-8f55-4359-b9a9-00331f5e7ce7 None None] Current status of the port 893838e9-63ac-4900-8d77-9b6b388e877d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:18.093672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 893838e9-63ac-4900-8d77-9b6b388e877d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:21:18.150180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 893838e9-63ac-4900-8d77-9b6b388e877d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:18.150697 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:18.246588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 893838e9-63ac-4900-8d77-9b6b388e877d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:18.268225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-4a44ef98-a960-470f-8ac6-13e9d5c399d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:18.269878 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-4a44ef98-a960-470f-8ac6-13e9d5c399d2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/networks?id=f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 200  len: 797 time: 0.1148880
May 14 22:21:18.350573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-431ee0d4-7d8e-4a4a-9042-43a76975b001 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b433c6a39b149acb9537d5d8d32a845 HTTP/1.1" status: 200  len: 380 time: 0.0659587
May 14 22:21:18.361167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'port': {'device_id': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'admin_state_up': True, 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'security_groups': ['99573df4-eb07-41d7-bebc-219206014d01']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:18.454772 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b5345a8-66be-4376-8fe2-9321d9ac34d2 req-5abfdf66-9ea5-42dc-b51a-543027cd8790 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 210 time: 0.0325394
May 14 22:21:18.558082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Made reservation on behalf of 2b433c6a39b149acb9537d5d8d32a845 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:21:18.562084 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:18.698611 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.20.0.7 (f1d9af47-4b5e-410e-8520-b66049a73cf3/1d74f8cc-867a-425a-8481-c149f5560c07/38436a42-445d-43fb-a945-05051da46ddf) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:21:18.839806 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (38436a42-445d-43fb-a945-05051da46ddf), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:18.912240 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (38436a42-445d-43fb-a945-05051da46ddf), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:18.953968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:21:18.957030 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:18.963152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:21:18.990845 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=38436a42-445d-43fb-a945-05051da46ddf,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:19.016708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:19.017370 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.113753 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-acae1b41-a6b8-49d1-8727-77d83c18fa00 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7564437
May 14 22:21:19.167616 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Request body: {'port': {'device_id': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:19.195044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f0813aa2-1c4c-4b0a-a142-f0ad465a1184 None None] Provisioning complete for port 38436a42-445d-43fb-a945-05051da46ddf triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:19.195417 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f0813aa2-1c4c-4b0a-a142-f0ad465a1184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (38436a42-445d-43fb-a945-05051da46ddf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.230653 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f0813aa2-1c4c-4b0a-a142-f0ad465a1184 None None] Port 38436a42-445d-43fb-a945-05051da46ddf cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:21:19.231714 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38436a42-445d-43fb-a945-05051da46ddf), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.538255 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38436a42-445d-43fb-a945-05051da46ddf {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:21:19.547881 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Publish callbacks [] for port (38436a42-445d-43fb-a945-05051da46ddf), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.583398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Transition to ACTIVE for port object 38436a42-445d-43fb-a945-05051da46ddf will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:21:19.590587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e978-7455-49d5-9373-912f4f721ded req-b29fc48f-8889-4820-84a3-bfe1e7f924c2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:19.592132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5294e978-7455-49d5-9373-912f4f721ded req-b29fc48f-8889-4820-84a3-bfe1e7f924c2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 931 time: 0.0659037
May 14 22:21:19.642793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5294e978-7455-49d5-9373-912f4f721ded req-4c73a82c-a78e-4eb0-a141-ce295372269d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447507
May 14 22:21:19.660460 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (38436a42-445d-43fb-a945-05051da46ddf), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.715409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=38436a42-445d-43fb-a945-05051da46ddf,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:19.796385 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Attempting to bind port 38436a42-445d-43fb-a945-05051da46ddf on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:21:19.796722 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Attempting to bind port 38436a42-445d-43fb-a945-05051da46ddf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:21:19.797053 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Attempting to bind port 38436a42-445d-43fb-a945-05051da46ddf on network f1d9af47-4b5e-410e-8520-b66049a73cf3 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:21:19.802275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Port 38436a42-445d-43fb-a945-05051da46ddf on network f1d9af47-4b5e-410e-8520-b66049a73cf3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:21:19.802763 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Attempting to bind port 38436a42-445d-43fb-a945-05051da46ddf on network f1d9af47-4b5e-410e-8520-b66049a73cf3 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:21:19.809823 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:21:19.810217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Checking segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:21:19.810606 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Bound using segment: {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:21:19.811043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Bound port: 38436a42-445d-43fb-a945-05051da46ddf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9354e72-ff80-4805-a189-454d0cdd185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:21:19.811400 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38436a42-445d-43fb-a945-05051da46ddf), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.877712 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] For port 38436a42-445d-43fb-a945-05051da46ddf, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:21:19.880872 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] For port 38436a42-445d-43fb-a945-05051da46ddf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38436a42-445d-43fb-a945-05051da46ddf,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:21:19.940940 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (38436a42-445d-43fb-a945-05051da46ddf), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.974598 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:19.975216 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:19.976614 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] 10.222.0.48 "PUT /v2.0/ports/38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 200  len: 1091 time: 0.8563373
May 14 22:21:19.977055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'tag': '38436a42-445d-43fb-a945-05051da46ddf'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:21:19.979288 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "tag": "38436a42-445d-43fb-a945-05051da46ddf"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:21:20.004462 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9cb6-061f-4ffd-bfe1-e8f4776e2ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=38436a42-445d-43fb-a945-05051da46ddf,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:20.022627 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11699b7a-9d1f-4687-8cad-b750dd79af6f x-openstack-request-id: req-11699b7a-9d1f-4687-8cad-b750dd79af6f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:21:20.022924 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "tag": "38436a42-445d-43fb-a945-05051da46ddf", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:21:20.023185 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11699b7a-9d1f-4687-8cad-b750dd79af6f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:21:20.023659 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11699b7a-9d1f-4687-8cad-b750dd79af6f'] response: {'name': 'network-changed', 'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'tag': '38436a42-445d-43fb-a945-05051da46ddf', 'status': 'completed', 'code': 200}
May 14 22:21:20.090333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc req-61b048a2-8579-4365-a083-1e819e5f2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.092527 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc req-61b048a2-8579-4365-a083-1e819e5f2c77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1125 time: 0.0507445
May 14 22:21:20.190796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc req-cbf5c5ec-cb94-4306-beaf-0965367b1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.192289 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc req-cbf5c5ec-cb94-4306-beaf-0965367b1da2 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b433c6a39b149acb9537d5d8d32a845&shared=False HTTP/1.1" status: 200  len: 898 time: 0.0937624
May 14 22:21:20.287265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc req-c92e3982-3692-4308-a369-02c175fc85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.288949 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ecd7d9b6-b42b-4524-b0e4-b9a1227ec9dc req-c92e3982-3692-4308-a369-02c175fc85e9 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0918303
May 14 22:21:20.362796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-0f415e5f-3a15-4471-aacf-4329c3edcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.364309 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-0f415e5f-3a15-4471-aacf-4329c3edcffb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1125 time: 0.0392885
May 14 22:21:20.415783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-7535ac9c-6e6c-4b0a-a0b0-9c157fae22b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 200  len: 217 time: 0.0439496
May 14 22:21:20.463831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-fcd35826-f4f5-4d96-8714-8ffadbfc5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.465364 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-fcd35826-f4f5-4d96-8714-8ffadbfc5934 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d74f8cc-867a-425a-8481-c149f5560c07 HTTP/1.1" status: 200  len: 834 time: 0.0433149
May 14 22:21:20.506041 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35737-3847-4a94-8388-b308675d6961 req-320849ca-d6b4-45e0-bf60-467e311ac060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.507541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-320849ca-d6b4-45e0-bf60-467e311ac060 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1d9af47-4b5e-410e-8520-b66049a73cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0370164
May 14 22:21:20.598735 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-61d03c4c-3957-4ceb-9130-3d5a06f25d0a service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851128
May 14 22:21:20.687253 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5fa35737-3847-4a94-8388-b308675d6961 req-c7381a84-e219-4861-a564-8461b4513bd1 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820286
May 14 22:21:20.764574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc35b8-455c-4ec0-bcfd-66d281d06f3e req-28c13de7-9832-49a9-a6d9-2d38d5c77c1b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:20.766037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5dc35b8-455c-4ec0-bcfd-66d281d06f3e req-28c13de7-9832-49a9-a6d9-2d38d5c77c1b tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 943 time: 0.0478699
May 14 22:21:20.819137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b5dc35b8-455c-4ec0-bcfd-66d281d06f3e req-c88858e9-e8ef-427d-8f31-d24ca7d7a444 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473914
May 14 22:21:21.935642 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197d6d8-b5c1-43e0-a131-a0b002a99ceb req-77a61bb2-05be-419f-9944-412509c98311 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:21.935642 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0197d6d8-b5c1-43e0-a131-a0b002a99ceb req-77a61bb2-05be-419f-9944-412509c98311 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 943 time: 0.0480840
May 14 22:21:21.984300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0197d6d8-b5c1-43e0-a131-a0b002a99ceb req-383c21df-2e64-4141-8508-7802b762c95c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429804
May 14 22:21:23.102746 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527353-d59d-4bd0-ab7f-b2954ba64b87 req-6f3b84ce-4e32-4b72-8feb-5380846ea2e3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:23.104322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b527353-d59d-4bd0-ab7f-b2954ba64b87 req-6f3b84ce-4e32-4b72-8feb-5380846ea2e3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 943 time: 0.0502474
May 14 22:21:23.153678 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3b527353-d59d-4bd0-ab7f-b2954ba64b87 req-d591b971-dad6-4cd3-9bef-90c75fe7f759 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432360
May 14 22:21:24.271718 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be70ce9-8aa2-4a5e-8c29-8247b8b390ca req-65bf179f-9f1b-430a-9ce1-a444b5c507fa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:24.273173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7be70ce9-8aa2-4a5e-8c29-8247b8b390ca req-65bf179f-9f1b-430a-9ce1-a444b5c507fa tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 943 time: 0.0504069
May 14 22:21:24.320450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7be70ce9-8aa2-4a5e-8c29-8247b8b390ca req-4647283e-f1da-4bb2-a56a-300256020c31 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416136
May 14 22:21:24.389418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 38436a42-445d-43fb-a945-05051da46ddf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:21:24.650228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 38436a42-445d-43fb-a945-05051da46ddf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38436a42-445d-43fb-a945-05051da46ddf,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:24.662198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '38436a42-445d-43fb-a945-05051da46ddf', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'port_id': '38436a42-445d-43fb-a945-05051da46ddf', 'mac_address': 'fa:16:3e:a0:82:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:21:24.700950 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 38436a42-445d-43fb-a945-05051da46ddf is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:24.701341 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38436a42-445d-43fb-a945-05051da46ddf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:24.714296 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38436a42-445d-43fb-a945-05051da46ddf {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:21:24.737733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 38436a42-445d-43fb-a945-05051da46ddf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38436a42-445d-43fb-a945-05051da46ddf,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:24.814750 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (38436a42-445d-43fb-a945-05051da46ddf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:24.861355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=38436a42-445d-43fb-a945-05051da46ddf,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:25.050380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['38436a42-445d-43fb-a945-05051da46ddf'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:21:25.435624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96bc71-058b-4c19-9871-d81242b865b7 req-13a497eb-36af-4f1e-9e26-aed01b494c77 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:25.437078 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe96bc71-058b-4c19-9871-d81242b865b7 req-13a497eb-36af-4f1e-9e26-aed01b494c77 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 944 time: 0.0454738
May 14 22:21:25.484518 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-fe96bc71-058b-4c19-9871-d81242b865b7 req-fbed4cff-d4fd-491d-828d-b3dbbd4facd0 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418310
May 14 22:21:26.422855 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 38436a42-445d-43fb-a945-05051da46ddf up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:21:26.467026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 38436a42-445d-43fb-a945-05051da46ddf completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:21:26.534720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 38436a42-445d-43fb-a945-05051da46ddf triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:21:26.535101 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (38436a42-445d-43fb-a945-05051da46ddf), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:26.603649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f730193-7008-466f-a16b-cdd15a1ade68 req-32ea773e-58a5-43f8-9422-c5e22e2ff51f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:26.605805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f730193-7008-466f-a16b-cdd15a1ade68 req-32ea773e-58a5-43f8-9422-c5e22e2ff51f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 944 time: 0.0518825
May 14 22:21:26.621201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 38436a42-445d-43fb-a945-05051da46ddf is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:21:26.621591 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (38436a42-445d-43fb-a945-05051da46ddf), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:26.644428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38436a42-445d-43fb-a945-05051da46ddf'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:21:26.646667 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1a2c7-12e1-468d-a9c0-880936d1b15d" -d '{"events": [{"server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "name": "network-vif-plugged", "status": "completed", "tag": "38436a42-445d-43fb-a945-05051da46ddf"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:21:26.656911 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9f730193-7008-466f-a16b-cdd15a1ade68 req-65c6710e-c8e2-4ebd-a46a-ce5f23e85690 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444107
May 14 22:21:26.659081 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 38436a42-445d-43fb-a945-05051da46ddf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38436a42-445d-43fb-a945-05051da46ddf,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:21:26.729389 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (38436a42-445d-43fb-a945-05051da46ddf), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:26.755323 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9307a2fb-ade6-43a8-b8e0-44b03d38b996 x-openstack-request-id: req-9307a2fb-ade6-43a8-b8e0-44b03d38b996 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:21:26.755660 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "name": "network-vif-plugged", "status": "completed", "tag": "38436a42-445d-43fb-a945-05051da46ddf", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:21:26.755918 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9307a2fb-ade6-43a8-b8e0-44b03d38b996 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:21:26.756318 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9307a2fb-ade6-43a8-b8e0-44b03d38b996'] response: {'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38436a42-445d-43fb-a945-05051da46ddf', 'code': 200}
May 14 22:21:26.780493 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=38436a42-445d-43fb-a945-05051da46ddf,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:26.846923 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e11fa-7fda-4425-b985-7b6a9a7644b9 req-0035c435-b965-4502-ba2a-0bc8baab3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:26.848526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-366e11fa-7fda-4425-b985-7b6a9a7644b9 req-0035c435-b965-4502-ba2a-0bc8baab3401 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1127 time: 0.0384364
May 14 22:21:26.894136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-366e11fa-7fda-4425-b985-7b6a9a7644b9 req-eb774378-b938-4b0d-8201-0dbb8391fbf9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383177
May 14 22:21:27.773477 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413359cb-43a1-47ae-a561-e291dd0843de req-3c2a477e-9af5-4f82-ba08-7467bea22b99 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:27.774956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-413359cb-43a1-47ae-a561-e291dd0843de req-3c2a477e-9af5-4f82-ba08-7467bea22b99 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0472524
May 14 22:21:27.833106 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-413359cb-43a1-47ae-a561-e291dd0843de req-e4626f8a-2830-4e7f-9429-b9245d6c471c tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514288
May 14 22:21:28.950190 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6d18-966b-4695-816c-4f2521a4c868 req-989927bc-0f69-4ea0-8dff-b24475353afe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:28.951697 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-822e6d18-966b-4695-816c-4f2521a4c868 req-989927bc-0f69-4ea0-8dff-b24475353afe tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0470090
May 14 22:21:28.999737 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-822e6d18-966b-4695-816c-4f2521a4c868 req-85ff04be-ca05-4ce8-8ee6-c8978a98f235 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423315
May 14 22:21:29.110354 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bdef0-3455-45a6-9592-875d76ed2044 req-3f317fe7-bcda-4c64-98d5-0889db59937a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:29.111836 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-925bdef0-3455-45a6-9592-875d76ed2044 req-3f317fe7-bcda-4c64-98d5-0889db59937a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0465174
May 14 22:21:29.159959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-925bdef0-3455-45a6-9592-875d76ed2044 req-cb290175-962e-4140-be6c-bc48d980ffd8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425189
May 14 22:21:29.181308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52388) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:29.222570 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc47540-a933-45c1-954c-33c5d719e74b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:29.224116 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1fc47540-a933-45c1-954c-33c5d719e74b tempest-TestNetworkAdvancedServerOps-1685547070 tempest-TestNetworkAdvancedServerOps-1685547070-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1122 time: 0.0418506
May 14 22:21:29.226909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52390) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:29.231264 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '38436a42-445d-43fb-a945-05051da46ddf', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:21:29.310563 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:29.386824 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:29.489540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Allocated IP 172.35.4.87 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:21:29.603258 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:29.699054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:29.740604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:21:29.745386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:21:29.749020 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:21:29.754374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:30.110769 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (5520a479-35cc-4fb9-8ef4-7bb93452f1d1), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:30.230279 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:30.405287 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:30.454737 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:30.520173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event updated for resources: {'Port': ['ID=3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:21:30.531239 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (5520a479-35cc-4fb9-8ef4-7bb93452f1d1), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:30.633771 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 5520a479-35cc-4fb9-8ef4-7bb93452f1d1 associated. External IP: 172.35.4.87, port: 38436a42-445d-43fb-a945-05051da46ddf.
May 14 22:21:30.846262 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 4e2946f5-fcb3-4660-b6d9-822a535ba99c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:21:31.295157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:21:31.305242 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] Sync routers for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:21:31.317872 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:31.318498 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523130de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:31.405588 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:31.426934 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:31.435431 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1d9d1304-bea9-4fd2-af5a-7ae3f7203a18 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2074814
May 14 22:21:31.436201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'tag': '38436a42-445d-43fb-a945-05051da46ddf'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:21:31.438458 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954bfbb8-922f-496e-af24-6a3720233ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "tag": "38436a42-445d-43fb-a945-05051da46ddf"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:21:31.534943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aec216-2edc-4a1d-8b37-dab20067ebea req-349230e6-cb21-4908-b7a0-9a5820fb3b80 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:31.536600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-10aec216-2edc-4a1d-8b37-dab20067ebea req-349230e6-cb21-4908-b7a0-9a5820fb3b80 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0514116
May 14 22:21:31.587184 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-10aec216-2edc-4a1d-8b37-dab20067ebea req-4900c0e1-a81e-4636-af1b-e4f4abda059a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442016
May 14 22:21:31.610749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52396) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:31.652933 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499c1ce2-2779-453a-a0ff-193bdf5e7ef1 x-openstack-request-id: req-499c1ce2-2779-453a-a0ff-193bdf5e7ef1 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:21:31.653284 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "tag": "38436a42-445d-43fb-a945-05051da46ddf", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:21:31.653534 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-499c1ce2-2779-453a-a0ff-193bdf5e7ef1 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:21:31.653938 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-499c1ce2-2779-453a-a0ff-193bdf5e7ef1'] response: {'name': 'network-changed', 'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'tag': '38436a42-445d-43fb-a945-05051da46ddf', 'status': 'completed', 'code': 200}
May 14 22:21:31.711055 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-fce493ba-3b0e-4fb3-a308-81097ead14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:31.712578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-fce493ba-3b0e-4fb3-a308-81097ead14bc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1127 time: 0.0541146
May 14 22:21:31.716069 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-83f0941d-d478-4a14-8559-ef0561250c7d tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/5520a479-35cc-4fb9-8ef4-7bb93452f1d1 HTTP/1.1" status: 200  len: 990 time: 0.1040921
May 14 22:21:31.737119 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523130de50>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5520a479-35cc-4fb9-8ef4-7bb93452f1d1', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'port_id': '38436a42-445d-43fb-a945-05051da46ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'mac_address': 'fa:16:3e:a0:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:21:29Z', 'updated_at': '2022-05-14T22:21:29Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:17Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:31.763088 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] Checking router: 4e2946f5-fcb3-4660-b6d9-822a535ba99c for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:21:31.771219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:21:31.771863 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523130de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:31.803006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-32d0325d-2aaa-4ba1-8b6f-6c083796316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:31.804502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-32d0325d-2aaa-4ba1-8b6f-6c083796316a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 200  len: 898 time: 0.0859888
May 14 22:21:31.873465 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-d9f2c23e-8add-480f-8931-ae779c14805b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 200  len: 998 time: 0.0634968
May 14 22:21:31.884518 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:21:31.922420 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-fc3f58e4-8980-465c-b531-765654c04db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:31.923935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-fc3f58e4-8980-465c-b531-765654c04db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d74f8cc-867a-425a-8481-c149f5560c07 HTTP/1.1" status: 200  len: 834 time: 0.0440617
May 14 22:21:31.968854 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-6c3d15fd-25fc-4b20-80a0-4e7c01f94183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:31.970358 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-6c3d15fd-25fc-4b20-80a0-4e7c01f94183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1d9af47-4b5e-410e-8520-b66049a73cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396829
May 14 22:21:32.064410 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-defd472d-ae5b-4d5d-907b-2f15b871ec34 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883751
May 14 22:21:32.105457 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523130de50>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5520a479-35cc-4fb9-8ef4-7bb93452f1d1', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'port_id': '38436a42-445d-43fb-a945-05051da46ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'mac_address': 'fa:16:3e:a0:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:21:29Z', 'updated_at': '2022-05-14T22:21:29Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:17Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:21:32.133421 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265b1cf-11c7-40ba-8a69-cd8ed37cc6bd None None] The sync data for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 is: [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5520a479-35cc-4fb9-8ef4-7bb93452f1d1', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'floating_ip_address': '172.35.4.87', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'port_id': '38436a42-445d-43fb-a945-05051da46ddf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'mac_address': 'fa:16:3e:a0:82:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:21:29Z', 'updated_at': '2022-05-14T22:21:29Z', 'revision_number': 0, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:17Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:21:32.154032 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-954bfbb8-922f-496e-af24-6a3720233ff7 req-3b8094a1-c628-4bf4-80b3-c4aba6d37532 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838523
May 14 22:21:32.335506 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846215da-b1d4-444f-b200-65dac69be124 None None] New status for floating IP 5520a479-35cc-4fb9-8ef4-7bb93452f1d1: ACTIVE {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:21:32.720028 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52398) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:21:32.782622 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-374ef1a0-868c-412e-8092-bfa245d25cc3 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/5520a479-35cc-4fb9-8ef4-7bb93452f1d1 HTTP/1.1" status: 200  len: 992 time: 0.0613680
May 14 22:21:40.386576 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7081992a-843e-47f7-ac2f-6d9f0dfa9309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:42.505584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:42.888850 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d906f10f-ac2c-45a9-80c4-bf8a28f5bfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:43.087543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:44.088775 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:45.442733 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:21:45.916033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:46.841599 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:21:59.767275 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952d06f-afc5-41c4-bd16-a64ae9d2d6ef req-292cea7c-031d-4ce1-9efe-751d0940cee6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:21:59.768839 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9952d06f-afc5-41c4-bd16-a64ae9d2d6ef req-292cea7c-031d-4ce1-9efe-751d0940cee6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0528047
May 14 22:21:59.818103 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9952d06f-afc5-41c4-bd16-a64ae9d2d6ef req-4e0b7a25-8ec0-46b7-a332-1cbb7c334482 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436277
May 14 22:22:00.933968 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1d4be-7a28-471b-91ae-e01a1a378472 req-71eed92c-84de-42c0-b9b7-e2feff9661d8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:00.935595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2d1d4be-7a28-471b-91ae-e01a1a378472 req-71eed92c-84de-42c0-b9b7-e2feff9661d8 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0472939
May 14 22:22:00.984241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a2d1d4be-7a28-471b-91ae-e01a1a378472 req-f87ce773-c2bb-4317-a219-075edca698cd tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429897
May 14 22:22:01.006643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52418) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:01.070598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cddb24f8-67ca-4ee6-bf86-768cffe1e019 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/5520a479-35cc-4fb9-8ef4-7bb93452f1d1 HTTP/1.1" status: 200  len: 992 time: 0.0628510
May 14 22:22:02.441071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5b6da-efe1-4844-89cb-1d09207728f1 req-3bb8eb94-64fe-491c-9591-81b14d12760f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:02.442700 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ab5b6da-efe1-4844-89cb-1d09207728f1 req-3bb8eb94-64fe-491c-9591-81b14d12760f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0481529
May 14 22:22:02.522047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ab5b6da-efe1-4844-89cb-1d09207728f1 req-8a91e2c9-7247-4f25-9c5e-3784759bdf03 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731633
May 14 22:22:02.525103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-0a1992c5-c38b-4e2e-a801-ccfce31ddc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:02.526516 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-0a1992c5-c38b-4e2e-a801-ccfce31ddc86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1127 time: 0.0560274
May 14 22:22:02.618291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-c67c1373-d552-47dc-8366-f0bc1665e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:02.619681 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-c67c1373-d552-47dc-8366-f0bc1665e18e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 200  len: 898 time: 0.0871911
May 14 22:22:02.687044 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-c5be00b4-28ea-4f48-9a1b-f6b73851a88f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 200  len: 1000 time: 0.0613542
May 14 22:22:02.733857 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-90b01b3d-2afb-482e-99c8-2533b47b8fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:02.735297 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-90b01b3d-2afb-482e-99c8-2533b47b8fc5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d74f8cc-867a-425a-8481-c149f5560c07 HTTP/1.1" status: 200  len: 834 time: 0.0427537
May 14 22:22:02.777631 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-e511594f-b0d8-409b-a3fc-4c837f92858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:02.779087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-e511594f-b0d8-409b-a3fc-4c837f92858c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1d9af47-4b5e-410e-8520-b66049a73cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380027
May 14 22:22:02.870443 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-30fae4c3-794f-4919-8228-d759d5b25026 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854082
May 14 22:22:02.961047 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d5ceded-a447-43b1-9cbe-107dcf10eb14 req-92a226ac-fb10-4534-87b0-384d216cf764 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854225
May 14 22:22:03.639247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559185fc-f5e0-4b6a-8c69-f293d0c79c8c req-2e56a1d6-3995-4a0b-a104-bf6544a837e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:03.640762 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-559185fc-f5e0-4b6a-8c69-f293d0c79c8c req-2e56a1d6-3995-4a0b-a104-bf6544a837e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0487044
May 14 22:22:03.694346 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-559185fc-f5e0-4b6a-8c69-f293d0c79c8c req-9273e5af-8947-4ea9-8beb-e17f0531df55 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478601
May 14 22:22:04.811309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669540d4-1d24-4bdf-9fab-a90c1dd1cc48 req-22b0566f-fb85-46f8-8433-949a97690b35 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:04.812830 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-669540d4-1d24-4bdf-9fab-a90c1dd1cc48 req-22b0566f-fb85-46f8-8433-949a97690b35 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0488119
May 14 22:22:04.861931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-669540d4-1d24-4bdf-9fab-a90c1dd1cc48 req-cb803baa-f453-46c9-ad0f-6204487b1659 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433826
May 14 22:22:04.889008 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52430) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:04.953980 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ad20cd8d-d2f5-4a79-a876-824e2ff29a10 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/floatingips/5520a479-35cc-4fb9-8ef4-7bb93452f1d1 HTTP/1.1" status: 200  len: 992 time: 0.0638371
May 14 22:22:05.221221 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52452) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:05.374186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:22:05.374447 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:05.463680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:05.464159 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:05.478896 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:22:05.682682 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:05.709046 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=3caf97d8-8a7d-44e4-aa7b-ed3b7b7cad48,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:05.722127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.722468 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.722814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.723152 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.723534 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.723851 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.724184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.724512 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.724840 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.725166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.725493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.725819 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.726142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.726464 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.726789 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:05.788605 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for floatingip (5520a479-35cc-4fb9-8ef4-7bb93452f1d1), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:05.788958 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Floating IP 5520a479-35cc-4fb9-8ef4-7bb93452f1d1 disassociated (deleted). External IP: 172.35.4.87, port: 38436a42-445d-43fb-a945-05051da46ddf.
May 14 22:22:06.006341 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 4e2946f5-fcb3-4660-b6d9-822a535ba99c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:22:06.145152 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-fdc6fce1-a684-4468-b05f-437eac91c2a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0480721
May 14 22:22:06.152194 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:06.156465 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:06.163331 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] Sync routers for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:06.180514 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:06.181148 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:06.188575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e6faf98c-7fdb-4cb2-bd99-840e2a5a3c49 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/floatingips/5520a479-35cc-4fb9-8ef4-7bb93452f1d1 HTTP/1.1" status: 204  len: 168 time: 0.9662066
May 14 22:22:06.190494 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'tag': '38436a42-445d-43fb-a945-05051da46ddf'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:22:06.192949 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9de7915-3b9f-42d7-ac18-29edeedc74b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "tag": "38436a42-445d-43fb-a945-05051da46ddf"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:22:06.237113 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-cb57b55e-35bb-4684-bd8c-3e6784d29666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:06.238752 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-cb57b55e-35bb-4684-bd8c-3e6784d29666 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1127 time: 0.0490322
May 14 22:22:06.292377 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:06.348940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-18f79caa-aaeb-4254-b189-418ad3f1585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:06.350418 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-18f79caa-aaeb-4254-b189-418ad3f1585c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 200  len: 898 time: 0.0903115
May 14 22:22:06.400606 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-29a8c0aa-3c1b-4ac9-ae0c-f8becfc39452 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 200  len: 217 time: 0.0431795
May 14 22:22:06.454228 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-ed0dbc36-5f72-4ae6-9b98-cffeb824a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:06.455409 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-ed0dbc36-5f72-4ae6-9b98-cffeb824a3dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d74f8cc-867a-425a-8481-c149f5560c07 HTTP/1.1" status: 200  len: 834 time: 0.0490522
May 14 22:22:06.498858 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9790>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:17Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:06.500619 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-aa5ce8ee-2473-4fbd-8e92-f79375dc828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:06.511742 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-aa5ce8ee-2473-4fbd-8e92-f79375dc828d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1d9af47-4b5e-410e-8520-b66049a73cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411742
May 14 22:22:06.526247 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] Checking router: 4e2946f5-fcb3-4660-b6d9-822a535ba99c for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:06.535646 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:06.536282 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:06.569904 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13241e12-4e53-48bd-8aa1-cf1d3b676928 x-openstack-request-id: req-13241e12-4e53-48bd-8aa1-cf1d3b676928 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:22:06.575316 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "tag": "38436a42-445d-43fb-a945-05051da46ddf", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:22:06.575316 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13241e12-4e53-48bd-8aa1-cf1d3b676928 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:22:06.575316 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13241e12-4e53-48bd-8aa1-cf1d3b676928'] response: {'name': 'network-changed', 'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'tag': '38436a42-445d-43fb-a945-05051da46ddf', 'status': 'completed', 'code': 200}
May 14 22:22:06.632178 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-9a50d2a6-55a2-49d2-8997-50108e6f5331 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233134
May 14 22:22:06.645114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886352-df4a-4396-bed3-5149765f7836 req-fb64efda-ad67-4f6e-97a5-6206a4fd1106 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:06.646563 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d886352-df4a-4396-bed3-5149765f7836 req-fb64efda-ad67-4f6e-97a5-6206a4fd1106 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0549855
May 14 22:22:06.650877 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:06.698969 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2d886352-df4a-4396-bed3-5149765f7836 req-8a579794-99b9-4ad8-a7e8-69913cb14401 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466604
May 14 22:22:06.841884 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cd9790>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:17Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:06.868308 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a15e0-fe7e-47c2-a0b4-285312837566 None None] The sync data for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 is: [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '893838e9-63ac-4900-8d77-9b6b388e877d', 'name': '', 'network_id': 'f1d9af47-4b5e-410e-8520-b66049a73cf3', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'mac_address': 'fa:16:3e:d8:14:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:13Z', 'updated_at': '2022-05-14T22:21:17Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'subnets': [{'id': '1d74f8cc-867a-425a-8481-c149f5560c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:07.088877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b6ac41-c69b-43a4-97ea-da3d7280ed9b None None] New status for floating IP 5520a479-35cc-4fb9-8ef4-7bb93452f1d1: DOWN {{(pid=115782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:22:07.840989 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ed97e-42c5-47df-ad4e-fdd22d7618d4 req-e7e6c73a-ef2b-4f81-81e7-fbb7d0916cd6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:07.842326 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d94ed97e-42c5-47df-ad4e-fdd22d7618d4 req-e7e6c73a-ef2b-4f81-81e7-fbb7d0916cd6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0736041
May 14 22:22:07.931907 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d94ed97e-42c5-47df-ad4e-fdd22d7618d4 req-23287989-b129-4fc3-bfde-925826f410f6 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/security-groups?id=99573df4-eb07-41d7-bebc-219206014d01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660596
May 14 22:22:07.933984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-872485a7-22fd-4d64-824c-1fcf10fae11e req-d1d0b5cd-17f2-4f90-bebe-56e30a27b30a service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369233
May 14 22:22:08.126601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-27dfe783-b030-41f4-8f45-8396731bddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:08.128156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-27dfe783-b030-41f4-8f45-8396731bddb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b433c6a39b149acb9537d5d8d32a845&device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 1127 time: 0.0403242
May 14 22:22:08.134146 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-26b4bc33-59da-44d8-8007-36b065b89ec5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:08.135676 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-26b4bc33-59da-44d8-8007-36b065b89ec5 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 945 time: 0.0470977
May 14 22:22:08.218126 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 38436a42-445d-43fb-a945-05051da46ddf {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:22:08.218463 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (38436a42-445d-43fb-a945-05051da46ddf), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:08.220987 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-fdd17f33-02b1-4130-ad7d-498895125895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:08.222659 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-fdd17f33-02b1-4130-ad7d-498895125895 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 200  len: 898 time: 0.0889125
May 14 22:22:08.263864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-fb724dd2-9312-44cf-af97-19fc6c709d30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 200  len: 217 time: 0.0348568
May 14 22:22:08.311522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 38436a42-445d-43fb-a945-05051da46ddf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38436a42-445d-43fb-a945-05051da46ddf,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:08.311818 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (38436a42-445d-43fb-a945-05051da46ddf), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:08.314038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-62db8e5a-d585-40b4-a852-127de0364d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:08.315511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-62db8e5a-d585-40b4-a852-127de0364d4d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d74f8cc-867a-425a-8481-c149f5560c07 HTTP/1.1" status: 200  len: 834 time: 0.0467865
May 14 22:22:08.325762 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 38436a42-445d-43fb-a945-05051da46ddf owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:22:08.358861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-359b044c-d630-4dff-af6d-28ffc642e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:08.360397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-359b044c-d630-4dff-af6d-28ffc642e4be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f1d9af47-4b5e-410e-8520-b66049a73cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392325
May 14 22:22:08.452920 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-2fe64239-618f-49a6-9203-24541259bb53 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860474
May 14 22:22:08.512810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (38436a42-445d-43fb-a945-05051da46ddf), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:08.542442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=38436a42-445d-43fb-a945-05051da46ddf,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:08.542701 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a9de7915-3b9f-42d7-ac18-29edeedc74b0 req-19f6c3f4-67a5-405e-8f19-1809b4718494 service neutron] 10.222.0.48 "GET /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842135
May 14 22:22:08.555547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.555547 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.556561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.556561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.556561 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.556880 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.557224 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.557559 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.557891 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.558229 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.558566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.558901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.559232 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.559586 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.559919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:08.598056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] No DVR routers for this DVR port 38436a42-445d-43fb-a945-05051da46ddf on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:22:08.600691 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:08.603923 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-afc1908f-aa99-44c7-be3b-1f423ac7490f req-bb87eaba-fdeb-47fa-b229-9deda29e4567 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.48 "DELETE /v2.0/ports/38436a42-445d-43fb-a945-05051da46ddf HTTP/1.1" status: 204  len: 173 time: 0.4635646
May 14 22:22:08.604368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'name': 'network-vif-deleted', 'tag': '38436a42-445d-43fb-a945-05051da46ddf'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:22:08.607310 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebb47eb-1469-4e65-8cf6-2fe48949d4de" -d '{"events": [{"server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "name": "network-vif-deleted", "tag": "38436a42-445d-43fb-a945-05051da46ddf"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:22:08.643987 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c17c5d8-94fc-4341-8cc6-205371ec1422 x-openstack-request-id: req-9c17c5d8-94fc-4341-8cc6-205371ec1422 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:22:08.644278 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3671556e-17bd-44f1-af6e-1a3c5127815d", "name": "network-vif-deleted", "tag": "38436a42-445d-43fb-a945-05051da46ddf", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:22:08.644523 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c17c5d8-94fc-4341-8cc6-205371ec1422 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:22:08.644928 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c17c5d8-94fc-4341-8cc6-205371ec1422'] response: {'server_uuid': '3671556e-17bd-44f1-af6e-1a3c5127815d', 'name': 'network-vif-deleted', 'tag': '38436a42-445d-43fb-a945-05051da46ddf', 'status': 'completed', 'code': 200}
May 14 22:22:09.048786 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-de1ab4ab-20b7-4e5a-a6d8-3d6f029f334a req-c85963b7-fce8-45f7-96cf-f950d2c9798a tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "GET /v2.0/ports?device_id=3671556e-17bd-44f1-af6e-1a3c5127815d HTTP/1.1" status: 200  len: 210 time: 0.0289166
May 14 22:22:10.116832 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52468) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:10.448157 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e2e72297-7d2a-4926-8ddc-3d3eb14168c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:10.474656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (4e2946f5-fcb3-4660-b6d9-822a535ba99c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:10.724176 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port 893838e9-63ac-4900-8d77-9b6b388e877d {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:22:10.724438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:10.817132 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port 893838e9-63ac-4900-8d77-9b6b388e877d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=893838e9-63ac-4900-8d77-9b6b388e877d,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:10.817494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:10.830833 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for 893838e9-63ac-4900-8d77-9b6b388e877d owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:22:11.082491 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (893838e9-63ac-4900-8d77-9b6b388e877d), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.108568 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=893838e9-63ac-4900-8d77-9b6b388e877d,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:11.288713 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (4e2946f5-fcb3-4660-b6d9-822a535ba99c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.509654 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Router 4e2946f5-fcb3-4660-b6d9-822a535ba99c has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:22:11.616379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:11.622538 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96bcfc07-aece-45be-9600-2aad344129e2 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "PUT /v2.0/routers/4e2946f5-fcb3-4660-b6d9-822a535ba99c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5043895
May 14 22:22:11.624934 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52470) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:11.626881 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] Sync routers for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:11.637673 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:11.638287 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231338f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:11.675984 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting subnet 1d74f8cc-867a-425a-8481-c149f5560c07 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:22:11.679063 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (1d74f8cc-867a-425a-8481-c149f5560c07), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.725987 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (1d74f8cc-867a-425a-8481-c149f5560c07), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.812996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (1d74f8cc-867a-425a-8481-c149f5560c07), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.842142 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:11.951656 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (1d74f8cc-867a-425a-8481-c149f5560c07), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.984191 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Subnet': ['ID=1d74f8cc-867a-425a-8481-c149f5560c07,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:11.988088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:11.993701 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-7adda1d1-8ac7-4df0-ba14-5e4f2dc2f00e tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/subnets/1d74f8cc-867a-425a-8481-c149f5560c07 HTTP/1.1" status: 204  len: 168 time: 0.3653877
May 14 22:22:11.994193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52472) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:11.995741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af721bba-c830-4636-a703-cb367c1718e5 None None] Network f1d9af47-4b5e-410e-8520-b66049a73cf3 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:22:12.017607 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231338f40>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:22:10Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:12.050140 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] Checking router: 4e2946f5-fcb3-4660-b6d9-822a535ba99c for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:12.063837 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] Routers {'4e2946f5-fcb3-4660-b6d9-822a535ba99c'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:12.064602 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231338f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:21:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:12.143276 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (4e2946f5-fcb3-4660-b6d9-822a535ba99c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.165018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] DHCP port deletion for f1d9af47-4b5e-410e-8520-b66049a73cf3 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:22:12.190929 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] Set router 4e2946f5-fcb3-4660-b6d9-822a535ba99c gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:12.209696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Deleting port be7282bf-b4c7-4d10-95df-fe7d9d23d45b {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:22:12.210070 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.254970 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_gateway (4e2946f5-fcb3-4660-b6d9-822a535ba99c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.273687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] For port be7282bf-b4c7-4d10-95df-fe7d9d23d45b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,segment=NetworkSegment(a9354e72-ff80-4805-a189-454d0cdd185f),segment_id=a9354e72-ff80-4805-a189-454d0cdd185f)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:12.282523 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.286638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Calling delete_port for be7282bf-b4c7-4d10-95df-fe7d9d23d45b owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:22:12.367172 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231338f40>, [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:22:10Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:12.374446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Deleting port e0d295b8-4731-4b64-84ea-23f904ddcb48 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:22:12.374783 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.397004 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e9565-6d98-4c4d-9b00-9912eb54f627 None None] The sync data for ids ['4e2946f5-fcb3-4660-b6d9-822a535ba99c'] in ncdv-master-1 is: [{'id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1461208979', 'tenant_id': '2b433c6a39b149acb9537d5d8d32a845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202'}], 'enable_snat': True}, 'gw_port_id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:21:09Z', 'updated_at': '2022-05-14T22:22:10Z', 'revision_number': 5, 'project_id': '2b433c6a39b149acb9537d5d8d32a845', 'gw_port': {'id': 'e0d295b8-4731-4b64-84ea-23f904ddcb48', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2946f5-fcb3-4660-b6d9-822a535ba99c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:21:10Z', 'updated_at': '2022-05-14T22:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:12.431033 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (be7282bf-b4c7-4d10-95df-fe7d9d23d45b), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.459051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] For port e0d295b8-4731-4b64-84ea-23f904ddcb48, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d295b8-4731-4b64-84ea-23f904ddcb48,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:12.459531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.463753 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Pushing event deleted for resources: {'Port': ['ID=be7282bf-b4c7-4d10-95df-fe7d9d23d45b,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:12.468244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] No DVR routers for this DVR port be7282bf-b4c7-4d10-95df-fe7d9d23d45b on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:22:12.474564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Calling delete_port for e0d295b8-4731-4b64-84ea-23f904ddcb48 owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:22:12.486140 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.486555 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.486938 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.487252 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.487620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.487961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.488617 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.488999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.489326 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.489651 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.489976 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.490313 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.491091 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.491420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.495683 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0dccc-170c-474d-972d-c661ca7ad487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:12.522224 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.655733 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 38436a42-445d-43fb-a945-05051da46ddf no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:22:12.676558 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 38436a42-445d-43fb-a945-05051da46ddf {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:22:12.676904 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 38436a42-445d-43fb-a945-05051da46ddf not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:22:12.687284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (e0d295b8-4731-4b64-84ea-23f904ddcb48), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.716321 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Port': ['ID=e0d295b8-4731-4b64-84ea-23f904ddcb48,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:12.783811 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (4e2946f5-fcb3-4660-b6d9-822a535ba99c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:12.888668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-914785bd-18ff-4824-8b68-1bdabb995fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.088627 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.218154 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (4e2946f5-fcb3-4660-b6d9-822a535ba99c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.220307 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router_controller (4e2946f5-fcb3-4660-b6d9-822a535ba99c), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.316679 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (4e2946f5-fcb3-4660-b6d9-822a535ba99c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.317269 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Fanout notify agent at l3_agent the message router_deleted on router 4e2946f5-fcb3-4660-b6d9-822a535ba99c {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:22:13.323727 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.325185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-90ba6034-d7f4-4b56-bdd5-09f715ba5f70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/routers/4e2946f5-fcb3-4660-b6d9-822a535ba99c HTTP/1.1" status: 204  len: 168 time: 1.3300080
May 14 22:22:13.328139 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52474) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:13.408254 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (f1d9af47-4b5e-410e-8520-b66049a73cf3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.496038 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (f1d9af47-4b5e-410e-8520-b66049a73cf3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.515442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522af01a90>,) {'filters': {'network_id': ['f1d9af47-4b5e-410e-8520-b66049a73cf3']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:13.524342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522af01a90>, 'a9354e72-ff80-4805-a189-454d0cdd185f') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:13.524636 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522af01a90>, 'a9354e72-ff80-4805-a189-454d0cdd185f') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:13.534124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (a9354e72-ff80-4805-a189-454d0cdd185f), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.547699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (a9354e72-ff80-4805-a189-454d0cdd185f), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.553584 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (a9354e72-ff80-4805-a189-454d0cdd185f), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:22:13.565716 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:22:13.670664 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (f1d9af47-4b5e-410e-8520-b66049a73cf3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.677926 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.680994 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/networks/f1d9af47-4b5e-410e-8520-b66049a73cf3 HTTP/1.1" status: 204  len: 168 time: 0.3519545
May 14 22:22:13.684078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52476) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:13.692745 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e6b57-4643-4114-b87f-4ca279de7e70 tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'Network': ['ID=f1d9af47-4b5e-410e-8520-b66049a73cf3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:13.740963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8480d655-db6b-4518-8853-9cc69868831f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (99573df4-eb07-41d7-bebc-219206014d01), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.769494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8480d655-db6b-4518-8853-9cc69868831f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (99573df4-eb07-41d7-bebc-219206014d01), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.899471 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8480d655-db6b-4518-8853-9cc69868831f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (99573df4-eb07-41d7-bebc-219206014d01), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.903026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8480d655-db6b-4518-8853-9cc69868831f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:13.904226 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8480d655-db6b-4518-8853-9cc69868831f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] 10.222.0.52 "DELETE /v2.0/security-groups/99573df4-eb07-41d7-bebc-219206014d01 HTTP/1.1" status: 204  len: 168 time: 0.2191403
May 14 22:22:13.913321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480d655-db6b-4518-8853-9cc69868831f tempest-TestNetworkAdvancedServerOps-1326105574 tempest-TestNetworkAdvancedServerOps-1326105574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99573df4-eb07-41d7-bebc-219206014d01,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:14.094207 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:14.108871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be7282bf-b4c7-4d10-95df-fe7d9d23d45b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:22:14.130985 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: be7282bf-b4c7-4d10-95df-fe7d9d23d45b {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:22:14.131433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device be7282bf-b4c7-4d10-95df-fe7d9d23d45b not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:22:14.131888 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e0d295b8-4731-4b64-84ea-23f904ddcb48 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:22:14.151750 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: e0d295b8-4731-4b64-84ea-23f904ddcb48 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:22:14.152599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device e0d295b8-4731-4b64-84ea-23f904ddcb48 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:22:14.153029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 893838e9-63ac-4900-8d77-9b6b388e877d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:22:14.172423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 893838e9-63ac-4900-8d77-9b6b388e877d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:22:14.172770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 893838e9-63ac-4900-8d77-9b6b388e877d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:22:14.448353 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52484) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:14.582017 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00c9efaf-c9ba-4898-91b0-c78cb11e7ddc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b433c6a39b149acb9537d5d8d32a845&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1320109
May 14 22:22:14.584579 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52488) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:14.631699 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33e7eb4d-6a6c-420c-aaac-a20e6a2417e6 admin admin] Publish callbacks [] for security_group (2c960b9b-7360-4d65-ba96-41390cab1199), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:14.652633 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33e7eb4d-6a6c-420c-aaac-a20e6a2417e6 admin admin] Publish callbacks [] for security_group (2c960b9b-7360-4d65-ba96-41390cab1199), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:14.763265 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33e7eb4d-6a6c-420c-aaac-a20e6a2417e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (2c960b9b-7360-4d65-ba96-41390cab1199), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:14.765822 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33e7eb4d-6a6c-420c-aaac-a20e6a2417e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:14.766967 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33e7eb4d-6a6c-420c-aaac-a20e6a2417e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c960b9b-7360-4d65-ba96-41390cab1199 HTTP/1.1" status: 204  len: 168 time: 0.1814666
May 14 22:22:14.774653 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7eb4d-6a6c-420c-aaac-a20e6a2417e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c960b9b-7360-4d65-ba96-41390cab1199,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:15.475428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52494) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:15.491176 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4da6-c12e-4b13-82ac-a788bc1ebc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.577099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4da6-c12e-4b13-82ac-a788bc1ebc55 admin admin] Publish callbacks [] for security_group (9c89895d-4546-4409-9686-3ef5559ac47c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.640861 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4da6-c12e-4b13-82ac-a788bc1ebc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9c89895d-4546-4409-9686-3ef5559ac47c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.678842 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4da6-c12e-4b13-82ac-a788bc1ebc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89895d-4546-4409-9686-3ef5559ac47c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:15.683812 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ff3e4da6-c12e-4b13-82ac-a788bc1ebc55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=228c473ad3fb47458c64b6a376ac3303&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2067385
May 14 22:22:15.686140 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52496) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:15.735026 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c75b46de-8608-4645-bb1a-3282429885bf admin admin] Publish callbacks [] for security_group (9c89895d-4546-4409-9686-3ef5559ac47c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.758040 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c75b46de-8608-4645-bb1a-3282429885bf admin admin] Publish callbacks [] for security_group (9c89895d-4546-4409-9686-3ef5559ac47c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.875794 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c75b46de-8608-4645-bb1a-3282429885bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (9c89895d-4546-4409-9686-3ef5559ac47c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.878549 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c75b46de-8608-4645-bb1a-3282429885bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:15.879743 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c75b46de-8608-4645-bb1a-3282429885bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c89895d-4546-4409-9686-3ef5559ac47c HTTP/1.1" status: 204  len: 168 time: 0.1926680
May 14 22:22:15.887980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b46de-8608-4645-bb1a-3282429885bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89895d-4546-4409-9686-3ef5559ac47c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:15.950562 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:16.859502 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:16.954030 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52518) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:17.080256 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1283987898-network', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:17.191179 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Made reservation on behalf of a339e577d4bb4a4d8bc280b4edab9ef8 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:22:17.193652 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.203263 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.277522 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks [] for security_group (cdef5e5a-bc71-4724-a24a-0a53ece25342), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.379249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cdef5e5a-bc71-4724-a24a-0a53ece25342), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.407139 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:22:17.413329 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef5e5a-bc71-4724-a24a-0a53ece25342,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:17.419720 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (79c2e77d-fb45-4254-bdae-e35af9485864), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.420136 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Added segment 79c2e77d-fb45-4254-bdae-e35af9485864 of type vlan for network 8f586cab-f67f-42d7-b347-7d19c0252875
May 14 22:22:17.460634 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (8f586cab-f67f-42d7-b347-7d19c0252875), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.545159 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (8f586cab-f67f-42d7-b347-7d19c0252875), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.546155 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:17.546730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.607265 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] Pushing event updated for resources: {'Network': ['ID=8f586cab-f67f-42d7-b347-7d19c0252875,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:17.617301 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 8f586cab-f67f-42d7-b347-7d19c0252875 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:22:17.623673 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-33971ce7-8246-4eca-b74d-8e5b60e068bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6682830
May 14 22:22:17.626454 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52522) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:17.631206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Request body: {'subnet': {'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1283987898-subnet', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:17.699271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Made reservation on behalf of a339e577d4bb4a4d8bc280b4edab9ef8 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:22:17.701762 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.911456 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (029a0e22-8ccf-4d06-ae1c-1d553dc859ec), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:17.960278 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029a0e22-8ccf-4d06-ae1c-1d553dc859ec,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:17.975698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Checking segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:17.981950 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Network hostable DHCP agents. Network: 8f586cab-f67f-42d7-b347-7d19c0252875, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:22:18.058258 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Network 8f586cab-f67f-42d7-b347-7d19c0252875 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:22:18.138095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f586cab-f67f-42d7-b347-7d19c0252875) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:18.142133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:18.142727 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.146951 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e4aef-3c31-49e3-9492-6c5ea094517a None None] Network 8f586cab-f67f-42d7-b347-7d19c0252875 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:22:18.222241 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-00fd6d68-f542-4017-8f73-38d6b65a3ba6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5946786
May 14 22:22:18.224896 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52524) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:18.229171 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:18.250135 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8f586cab-f67f-42d7-b347-7d19c0252875', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:22:18.251078 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.304127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (ea103207-ea58-4ffe-8c5f-634b081ad7ca), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.305244 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (ea103207-ea58-4ffe-8c5f-634b081ad7ca), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.361535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks [] for router_controller (ea103207-ea58-4ffe-8c5f-634b081ad7ca), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.387094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Allocated IP 172.20.0.2 (8f586cab-f67f-42d7-b347-7d19c0252875/029a0e22-8ccf-4d06-ae1c-1d553dc859ec/b675b54b-7f40-488d-8828-7a046ba51a74) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:18.529637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Publish callbacks [] for port (b675b54b-7f40-488d-8828-7a046ba51a74), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.564025 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks [] for router_gateway (ea103207-ea58-4ffe-8c5f-634b081ad7ca), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.585269 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.622209 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Network 8f586cab-f67f-42d7-b347-7d19c0252875 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:18.626987 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:18.630598 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:18.637714 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Pushing event updated for resources: {'Port': ['ID=b675b54b-7f40-488d-8828-7a046ba51a74,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:18.693682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Attempting to bind port b675b54b-7f40-488d-8828-7a046ba51a74 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:18.694053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Attempting to bind port b675b54b-7f40-488d-8828-7a046ba51a74 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:18.694452 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Attempting to bind port b675b54b-7f40-488d-8828-7a046ba51a74 on network 8f586cab-f67f-42d7-b347-7d19c0252875 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:18.699675 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:18.700055 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Checking segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:18.700454 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.700847 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Bound using segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:18.701316 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Bound port: b675b54b-7f40-488d-8828-7a046ba51a74, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:18.701691 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.766221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] For port b675b54b-7f40-488d-8828-7a046ba51a74, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:18.769279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] For port b675b54b-7f40-488d-8828-7a046ba51a74, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b675b54b-7f40-488d-8828-7a046ba51a74,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:18.792016 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks [] for router_gateway (ea103207-ea58-4ffe-8c5f-634b081ad7ca), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.811185 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.870335 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:18.916584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Allocated IP 172.35.4.209 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/34036819-d80d-49da-86da-5a835e44e701) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:18.945972 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8c670-9275-4ade-9fd3-63257f50eccb None None] Pushing event updated for resources: {'Port': ['ID=b675b54b-7f40-488d-8828-7a046ba51a74,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:19.039111 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks [] for port (34036819-d80d-49da-86da-5a835e44e701), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:19.127570 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (34036819-d80d-49da-86da-5a835e44e701), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:19.178339 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:19.181652 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:19.187368 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:19.190878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Pushing event updated for resources: {'Port': ['ID=34036819-d80d-49da-86da-5a835e44e701,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:19.535936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks [] for router_gateway (ea103207-ea58-4ffe-8c5f-634b081ad7ca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:19.743907 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (ea103207-ea58-4ffe-8c5f-634b081ad7ca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:19.893402 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98b691-489d-4e84-85a6-38d880c392f9 None None] Network 8f586cab-f67f-42d7-b347-7d19c0252875 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:22:19.961509 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] Provisioning complete for port b675b54b-7f40-488d-8828-7a046ba51a74 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:19.961877 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:19.966841 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:22:20.082915 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:20.095967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:20.111764 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] Current status of the port b675b54b-7f40-488d-8828-7a046ba51a74 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:20.112128 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.129308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:20.130533 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d54610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:20.170446 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b675b54b-7f40-488d-8828-7a046ba51a74 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:20.175753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.177773 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-6c7c2d29-4d18-4c0c-ad5c-99259873f6dc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.9515402
May 14 22:22:20.180056 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52526) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:20.266875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] For port b675b54b-7f40-488d-8828-7a046ba51a74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b675b54b-7f40-488d-8828-7a046ba51a74,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:20.299587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b675b54b-7f40-488d-8828-7a046ba51a74 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:20.300012 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.331672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:20.333745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.511643 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e9a6-2039-4ffc-9ba9-a6bb751c5f6e None None] Pushing event updated for resources: {'Port': ['ID=b675b54b-7f40-488d-8828-7a046ba51a74,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:20.515406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-2b50848b-16eb-4c19-ac21-88ea2e77026e None None] Provisioning complete for port b675b54b-7f40-488d-8828-7a046ba51a74 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:20.515797 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b50848b-16eb-4c19-ac21-88ea2e77026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.606824 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b675b54b-7f40-488d-8828-7a046ba51a74 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:20.619810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.780409 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Allocated IP 172.20.0.1 (8f586cab-f67f-42d7-b347-7d19c0252875/029a0e22-8ccf-4d06-ae1c-1d553dc859ec/532f123c-6107-42c7-8efd-c690642b601e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:20.854909 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d54610>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:19Z', 'revision_number': 3, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:20.885736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:20.886136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Updating router ea103207-ea58-4ffe-8c5f-634b081ad7ca port 34036819-d80d-49da-86da-5a835e44e701 binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:22:20.890986 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks [] for port (532f123c-6107-42c7-8efd-c690642b601e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.915240 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-2b50848b-16eb-4c19-ac21-88ea2e77026e None None] Current status of the port b675b54b-7f40-488d-8828-7a046ba51a74 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:20.926708 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (34036819-d80d-49da-86da-5a835e44e701), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:20.997823 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (532f123c-6107-42c7-8efd-c690642b601e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.039986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Network 8f586cab-f67f-42d7-b347-7d19c0252875 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:21.046080 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:21.048276 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Pushing event updated for resources: {'Port': ['ID=532f123c-6107-42c7-8efd-c690642b601e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:21.050383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:21.094634 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (ea103207-ea58-4ffe-8c5f-634b081ad7ca), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.227420 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Publish callbacks [] for port (34036819-d80d-49da-86da-5a835e44e701), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.315521 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (34036819-d80d-49da-86da-5a835e44e701), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.321654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (532f123c-6107-42c7-8efd-c690642b601e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.385575 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Attempting to bind port 34036819-d80d-49da-86da-5a835e44e701 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:21.385944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Attempting to bind port 34036819-d80d-49da-86da-5a835e44e701 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:21.386377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Attempting to bind port 34036819-d80d-49da-86da-5a835e44e701 on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:21.391672 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d78e3eda-5948-443f-8286-8f1e31e5279d None None] Provisioning complete for port 532f123c-6107-42c7-8efd-c690642b601e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:21.392048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d78e3eda-5948-443f-8286-8f1e31e5279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (532f123c-6107-42c7-8efd-c690642b601e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.395796 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c357e-b2eb-4343-8372-28bd64553f2f None None] Pushing event updated for resources: {'Port': ['ID=34036819-d80d-49da-86da-5a835e44e701,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:21.423001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:21.423380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:21.423822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.424221 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:21.424717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Bound port: 34036819-d80d-49da-86da-5a835e44e701, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:21.425099 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (34036819-d80d-49da-86da-5a835e44e701), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.459445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d78e3eda-5948-443f-8286-8f1e31e5279d None None] Port 532f123c-6107-42c7-8efd-c690642b601e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:22:21.492767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] For port 34036819-d80d-49da-86da-5a835e44e701, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:21.496734 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] For port 34036819-d80d-49da-86da-5a835e44e701, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34036819-d80d-49da-86da-5a835e44e701,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:21.585879 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (34036819-d80d-49da-86da-5a835e44e701), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.656042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c357e-b2eb-4343-8372-28bd64553f2f None None] Pushing event updated for resources: {'Port': ['ID=34036819-d80d-49da-86da-5a835e44e701,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:21.659114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:21.659767 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223d54610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:21.775967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:21.870110 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks [] for port (532f123c-6107-42c7-8efd-c690642b601e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.928439 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (532f123c-6107-42c7-8efd-c690642b601e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:21.974660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223d54610>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:20Z', 'revision_number': 1, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:21.994601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Pushing event updated for resources: {'Port': ['ID=532f123c-6107-42c7-8efd-c690642b601e,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:21.997955 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (ea103207-ea58-4ffe-8c5f-634b081ad7ca), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:22.001100 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82adcd5-689f-4159-9071-fc37242fc765 None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:20Z', 'revision_number': 1, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:22.106726 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Network 8f586cab-f67f-42d7-b347-7d19c0252875 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:22.108337 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:22.132827 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b675b54b-7f40-488d-8828-7a046ba51a74 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:22.199654 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port b675b54b-7f40-488d-8828-7a046ba51a74 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:22.200254 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:22.235997 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:22:22.325948 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port b675b54b-7f40-488d-8828-7a046ba51a74 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:22.403623 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:22.408781 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-8965466d-e35b-4abc-905b-39cf0a0976fb admin admin] 10.222.0.52 "PUT /v2.0/routers/ea103207-ea58-4ffe-8c5f-634b081ad7ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2276442
May 14 22:22:22.442816 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:22:22.483736 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-27a3ecf7-3801-42e8-8462-47282fecee79 None None] Provisioning complete for port 532f123c-6107-42c7-8efd-c690642b601e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:22.484204 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-27a3ecf7-3801-42e8-8462-47282fecee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (532f123c-6107-42c7-8efd-c690642b601e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:22.519691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-27a3ecf7-3801-42e8-8462-47282fecee79 None None] Port 532f123c-6107-42c7-8efd-c690642b601e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:22:23.132317 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52542) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:23.137289 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1056120359-network', 'tenant_id': 'b882e152e7c44beb81202604906c2add'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:23.235752 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Made reservation on behalf of b882e152e7c44beb81202604906c2add for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:22:23.238223 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.248072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.326663 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks [] for security_group (340b74ee-7e75-4e03-ac1b-c06ee4a09ce0), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.395739 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (340b74ee-7e75-4e03-ac1b-c06ee4a09ce0), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.421528 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:22:23.430333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b74ee-7e75-4e03-ac1b-c06ee4a09ce0,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:23.444775 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (099492ae-5502-4fb5-aac1-8a66c81a96c6), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.444775 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Added segment 099492ae-5502-4fb5-aac1-8a66c81a96c6 of type vlan for network 7ea28256-a26a-44d7-aa5d-00819566d701
May 14 22:22:23.477943 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (7ea28256-a26a-44d7-aa5d-00819566d701), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.555933 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (7ea28256-a26a-44d7-aa5d-00819566d701), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.557034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:23.557629 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.622063 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea28256-a26a-44d7-aa5d-00819566d701,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:23.637220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 7ea28256-a26a-44d7-aa5d-00819566d701 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:22:23.655932 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-342a2610-fb6d-4089-80b2-bfb259d76cb5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.5224805
May 14 22:22:23.658690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52544) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:23.663452 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Request body: {'subnet': {'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1056120359-subnet', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:23.750940 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Made reservation on behalf of b882e152e7c44beb81202604906c2add for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:22:23.753415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:23.990967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (46d6907b-73a3-4cca-b31a-2c03d6913693), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.053646 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d6907b-73a3-4cca-b31a-2c03d6913693,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:24.064065 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Checking segment: {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:24.064428 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Network hostable DHCP agents. Network: 7ea28256-a26a-44d7-aa5d-00819566d701, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:22:24.116158 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:24.128268 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:24.129246 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312ef4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:24.141223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 34036819-d80d-49da-86da-5a835e44e701 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:24.179239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Network 7ea28256-a26a-44d7-aa5d-00819566d701 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:22:24.188619 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 34036819-d80d-49da-86da-5a835e44e701 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:24.188994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (34036819-d80d-49da-86da-5a835e44e701), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.243773 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:24.259190 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ea28256-a26a-44d7-aa5d-00819566d701) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:24.266133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:24.266365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.271115 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213bf33a-bf56-4f0e-9d00-856bbd35f123 None None] Network 7ea28256-a26a-44d7-aa5d-00819566d701 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:22:24.276223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 34036819-d80d-49da-86da-5a835e44e701 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:24.276793 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (34036819-d80d-49da-86da-5a835e44e701), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.337943 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 34036819-d80d-49da-86da-5a835e44e701, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34036819-d80d-49da-86da-5a835e44e701,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:24.364065 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-63e3874e-11eb-4224-ab70-96a3755a3c8c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7039821
May 14 22:22:24.366349 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52546) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:24.371458 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:24.396758 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ea28256-a26a-44d7-aa5d-00819566d701', 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'project_id': 'b882e152e7c44beb81202604906c2add', 'fixed_ips': [{'subnet_id': '46d6907b-73a3-4cca-b31a-2c03d6913693'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:22:24.397745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.419075 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (34036819-d80d-49da-86da-5a835e44e701), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.448982 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312ef4f0>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 2, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:24.459636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (5d9b8d51-067d-4003-91cd-9b48f334d158), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.461046 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (5d9b8d51-067d-4003-91cd-9b48f334d158), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.475436 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:24.475813 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Updating router ea103207-ea58-4ffe-8c5f-634b081ad7ca port 532f123c-6107-42c7-8efd-c690642b601e binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:22:24.514697 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (532f123c-6107-42c7-8efd-c690642b601e), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.521825 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks [] for router_controller (5d9b8d51-067d-4003-91cd-9b48f334d158), precommit_add_association {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.524656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=34036819-d80d-49da-86da-5a835e44e701,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:24.576794 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Allocated IP 172.20.0.2 (7ea28256-a26a-44d7-aa5d-00819566d701/46d6907b-73a3-4cca-b31a-2c03d6913693/c0b2ee63-db4e-4e69-95ec-ffc3af65899c) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:24.717018 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks [] for router_gateway (5d9b8d51-067d-4003-91cd-9b48f334d158), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.729256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Publish callbacks [] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.797288 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.829701 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Publish callbacks [] for port (532f123c-6107-42c7-8efd-c690642b601e), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.840203 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Network 7ea28256-a26a-44d7-aa5d-00819566d701 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:24.845400 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:24.847816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:24.858693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Pushing event updated for resources: {'Port': ['ID=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:24.905873 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (532f123c-6107-42c7-8efd-c690642b601e), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.922587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Attempting to bind port c0b2ee63-db4e-4e69-95ec-ffc3af65899c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:24.923306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Attempting to bind port c0b2ee63-db4e-4e69-95ec-ffc3af65899c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:24.923970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Attempting to bind port c0b2ee63-db4e-4e69-95ec-ffc3af65899c on network 7ea28256-a26a-44d7-aa5d-00819566d701 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:24.929771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:24.930450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Checking segment: {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:24.931632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.932143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Bound using segment: {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:24.933634 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Bound port: c0b2ee63-db4e-4e69-95ec-ffc3af65899c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:24.934602 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.956676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks [] for router_gateway (5d9b8d51-067d-4003-91cd-9b48f334d158), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.958669 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Pushing event updated for resources: {'Port': ['ID=532f123c-6107-42c7-8efd-c690642b601e,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:24.976548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:24.987836 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.988188 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.988537 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.988855 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.989184 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.989510 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.989871 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.990199 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.990570 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.990899 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.991219 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.991559 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.991886 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.992251 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:24.992673 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:22:25.008466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] For port c0b2ee63-db4e-4e69-95ec-ffc3af65899c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:25.012954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] For port c0b2ee63-db4e-4e69-95ec-ffc3af65899c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:25.031015 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Attempting to bind port 532f123c-6107-42c7-8efd-c690642b601e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:25.031385 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Attempting to bind port 532f123c-6107-42c7-8efd-c690642b601e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:25.031780 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Attempting to bind port 532f123c-6107-42c7-8efd-c690642b601e on network 8f586cab-f67f-42d7-b347-7d19c0252875 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:25.037847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:25.037847 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Checking segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:25.037847 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.038278 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Bound using segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:25.038709 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Bound port: 532f123c-6107-42c7-8efd-c690642b601e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:25.039089 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (532f123c-6107-42c7-8efd-c690642b601e), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.082589 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.103050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Allocated IP 172.35.4.76 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/6582b673-b2e9-4d56-a88f-0a6141c5651c) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:25.110470 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] For port 532f123c-6107-42c7-8efd-c690642b601e, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:25.114971 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] For port 532f123c-6107-42c7-8efd-c690642b601e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=532f123c-6107-42c7-8efd-c690642b601e,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:25.154808 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1d6b3-e74c-4ed1-bb3b-eaf9d1377050 None None] Pushing event updated for resources: {'Port': ['ID=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:25.187161 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (532f123c-6107-42c7-8efd-c690642b601e), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.237068 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks [] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.266415 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:25.266532 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52312ef4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:25.304573 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587236d-41e3-470e-84e5-fef24f375d60 None None] Pushing event updated for resources: {'Port': ['ID=532f123c-6107-42c7-8efd-c690642b601e,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:25.328631 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.360007 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] Provisioning complete for port 532f123c-6107-42c7-8efd-c690642b601e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:25.360469 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (532f123c-6107-42c7-8efd-c690642b601e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.426812 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:25.431727 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:25.434522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Pushing event updated for resources: {'Port': ['ID=6582b673-b2e9-4d56-a88f-0a6141c5651c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:25.437093 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:25.519200 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] Current status of the port 532f123c-6107-42c7-8efd-c690642b601e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:25.519736 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (532f123c-6107-42c7-8efd-c690642b601e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.519955 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:25.580842 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] For port 532f123c-6107-42c7-8efd-c690642b601e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=532f123c-6107-42c7-8efd-c690642b601e,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:25.636939 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (532f123c-6107-42c7-8efd-c690642b601e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.695008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f3eb5-c8fc-4147-8de2-986bef169324 None None] Pushing event updated for resources: {'Port': ['ID=532f123c-6107-42c7-8efd-c690642b601e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:25.759291 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fffceb4c-102d-4caf-8c27-92a61c1eb101 None None] Provisioning complete for port 532f123c-6107-42c7-8efd-c690642b601e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:25.760034 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fffceb4c-102d-4caf-8c27-92a61c1eb101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (532f123c-6107-42c7-8efd-c690642b601e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.768834 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52312ef4f0>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:25.799618 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56142dcf-a370-4daa-8bf5-37103accf455 None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:25.831173 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks [] for router_gateway (5d9b8d51-067d-4003-91cd-9b48f334d158), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:25.856363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fffceb4c-102d-4caf-8c27-92a61c1eb101 None None] Current status of the port 532f123c-6107-42c7-8efd-c690642b601e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:26.064636 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (5d9b8d51-067d-4003-91cd-9b48f334d158), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.289969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c0b2ee63-db4e-4e69-95ec-ffc3af65899c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:26.345361 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Router 5d9b8d51-067d-4003-91cd-9b48f334d158 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:22:26.351674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c0b2ee63-db4e-4e69-95ec-ffc3af65899c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:26.352349 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.383804 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0a968-b9dd-42eb-b165-b80998261a03 None None] Network 7ea28256-a26a-44d7-aa5d-00819566d701 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:22:26.472442 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:26.500353 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Sync routers for ids ['5d9b8d51-067d-4003-91cd-9b48f334d158'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:26.535270 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Provisioning complete for port c0b2ee63-db4e-4e69-95ec-ffc3af65899c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:26.535674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.539519 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Routers {'5d9b8d51-067d-4003-91cd-9b48f334d158'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:26.540087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223ac1f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5d9b8d51-067d-4003-91cd-9b48f334d158'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:26.542065 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c0b2ee63-db4e-4e69-95ec-ffc3af65899c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:26.542979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.552844 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.554208 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-d9975d4f-49f1-4ef7-9d52-4483f8e95051 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1868892
May 14 22:22:26.556929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52548) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:26.882164 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port c0b2ee63-db4e-4e69-95ec-ffc3af65899c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:26.949768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Current status of the port c0b2ee63-db4e-4e69-95ec-ffc3af65899c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:26.950109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.953227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Set router 5d9b8d51-067d-4003-91cd-9b48f334d158 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:26.981475 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:26.981763 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 532f123c-6107-42c7-8efd-c690642b601e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:27.175837 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:27.214890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.db.api [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}}
May 14 22:22:27.215301 ncdv-master-1 neutron-server[115782]: DEBUG oslo_db.api [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 14 22:22:27.224380 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 532f123c-6107-42c7-8efd-c690642b601e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:27.224724 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (532f123c-6107-42c7-8efd-c690642b601e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.298729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223ac1f10>, [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 3, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:27.331134 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Checking router: 5d9b8d51-067d-4003-91cd-9b48f334d158 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:27.331397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Updating router 5d9b8d51-067d-4003-91cd-9b48f334d158 port 6582b673-b2e9-4d56-a88f-0a6141c5651c binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:22:27.353340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.382750 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.404719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 532f123c-6107-42c7-8efd-c690642b601e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:27.405798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 34036819-d80d-49da-86da-5a835e44e701 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:27.509690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Allocated IP 172.20.0.1 (7ea28256-a26a-44d7-aa5d-00819566d701/46d6907b-73a3-4cca-b31a-2c03d6913693/3838ce28-462d-445b-b8a9-8fbe8a481e8e) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:27.538234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 34036819-d80d-49da-86da-5a835e44e701 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:27.538598 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (34036819-d80d-49da-86da-5a835e44e701), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.622936 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks [] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.695416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 34036819-d80d-49da-86da-5a835e44e701 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:27.721723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.757628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Network 7ea28256-a26a-44d7-aa5d-00819566d701 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:27.760418 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:27.765269 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:27.783356 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d7c37910-0b15-480a-a14a-ecb009480e9d None None] Current status of the port c0b2ee63-db4e-4e69-95ec-ffc3af65899c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:27.796467 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Pushing event updated for resources: {'Port': ['ID=3838ce28-462d-445b-b8a9-8fbe8a481e8e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:27.802261 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Publish callbacks [] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.816503 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (5d9b8d51-067d-4003-91cd-9b48f334d158), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.882601 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.946612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c957d595-e574-43f9-81b9-043475ca40d3 None None] Provisioning complete for port c0b2ee63-db4e-4e69-95ec-ffc3af65899c triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:27.946978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c957d595-e574-43f9-81b9-043475ca40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:27.983052 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd287c-4c00-4053-9f60-0f79575fba91 None None] Pushing event updated for resources: {'Port': ['ID=6582b673-b2e9-4d56-a88f-0a6141c5651c,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:27.985392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Attempting to bind port 6582b673-b2e9-4d56-a88f-0a6141c5651c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:27.985882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Attempting to bind port 6582b673-b2e9-4d56-a88f-0a6141c5651c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:27.986112 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Attempting to bind port 6582b673-b2e9-4d56-a88f-0a6141c5651c on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:27.998874 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:27.999254 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:27.999684 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.000071 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:28.000540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Bound port: 6582b673-b2e9-4d56-a88f-0a6141c5651c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:28.000976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.044676 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.086334 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] For port 6582b673-b2e9-4d56-a88f-0a6141c5651c, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:28.101880 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] For port 6582b673-b2e9-4d56-a88f-0a6141c5651c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6582b673-b2e9-4d56-a88f-0a6141c5651c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:28.112511 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c957d595-e574-43f9-81b9-043475ca40d3 None None] Current status of the port c0b2ee63-db4e-4e69-95ec-ffc3af65899c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:28.128815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c0b2ee63-db4e-4e69-95ec-ffc3af65899c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:28.175383 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port c0b2ee63-db4e-4e69-95ec-ffc3af65899c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:28.175805 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.199678 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.266182 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks [] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.269890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f1ba46c9-c119-4819-abc1-05db425d2a4b None None] Provisioning complete for port 3838ce28-462d-445b-b8a9-8fbe8a481e8e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:28.270259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f1ba46c9-c119-4819-abc1-05db425d2a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.317418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd287c-4c00-4053-9f60-0f79575fba91 None None] Pushing event updated for resources: {'Port': ['ID=6582b673-b2e9-4d56-a88f-0a6141c5651c,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:28.325177 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Routers {'5d9b8d51-067d-4003-91cd-9b48f334d158'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:28.325805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223ac1f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5d9b8d51-067d-4003-91cd-9b48f334d158'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:28.327773 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.388428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba46c9-c119-4819-abc1-05db425d2a4b None None] Port 3838ce28-462d-445b-b8a9-8fbe8a481e8e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:22:28.397080 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (5d9b8d51-067d-4003-91cd-9b48f334d158), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.399894 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Pushing event updated for resources: {'Port': ['ID=3838ce28-462d-445b-b8a9-8fbe8a481e8e,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:28.442073 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port c0b2ee63-db4e-4e69-95ec-ffc3af65899c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:28.476913 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] Set router 5d9b8d51-067d-4003-91cd-9b48f334d158 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:28.503907 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Network 7ea28256-a26a-44d7-aa5d-00819566d701 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:28.512964 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:28.648642 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Router 5d9b8d51-067d-4003-91cd-9b48f334d158 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:22:28.700682 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223ac1f10>, [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:27Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3838ce28-462d-445b-b8a9-8fbe8a481e8e', 'name': '', 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'mac_address': 'fa:16:3e:c5:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:27Z', 'updated_at': '2022-05-14T22:22:28Z', 'revision_number': 2, 'project_id': 'b882e152e7c44beb81202604906c2add', 'subnets': [{'id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:28.730858 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a316e4b-d390-4633-8461-42a1eea52852 None None] The sync data for ids ['5d9b8d51-067d-4003-91cd-9b48f334d158'] in ncdv-master-1 is: [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:27Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3838ce28-462d-445b-b8a9-8fbe8a481e8e', 'name': '', 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'mac_address': 'fa:16:3e:c5:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:27Z', 'updated_at': '2022-05-14T22:22:28Z', 'revision_number': 2, 'project_id': 'b882e152e7c44beb81202604906c2add', 'subnets': [{'id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:28.776491 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:28.782765 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0f259eeb-f9ac-463c-b997-fbd618231f41 admin admin] 10.222.0.52 "PUT /v2.0/routers/5d9b8d51-067d-4003-91cd-9b48f334d158/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2247593
May 14 22:22:28.811668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-7e8cd75c-7144-4ccf-88b1-3a8445b0c5f8 None None] Provisioning complete for port 3838ce28-462d-445b-b8a9-8fbe8a481e8e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:28.812022 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7e8cd75c-7144-4ccf-88b1-3a8445b0c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:28.852825 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cd75c-7144-4ccf-88b1-3a8445b0c5f8 None None] Port 3838ce28-462d-445b-b8a9-8fbe8a481e8e cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:22:29.285714 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52560) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:29.291662 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143389141', 'description': 'tempest-secgroup-smoke-1143389141 description', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:29.356948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.446434 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (c3d54978-aacb-4d42-9dfc-b3097e845ed8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.511097 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c3d54978-aacb-4d42-9dfc-b3097e845ed8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.541158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d54978-aacb-4d42-9dfc-b3097e845ed8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:29.622722 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.624043 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-b75ad2b3-2fa1-46a2-aa24-d4f3bfeea4dc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3373106
May 14 22:22:29.627064 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52562) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:29.631973 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'c3d54978-aacb-4d42-9dfc-b3097e845ed8', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:29.722473 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (faef6ff6-1854-401e-86a7-56e4fdef239d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.783919 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (faef6ff6-1854-401e-86a7-56e4fdef239d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.848353 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (faef6ff6-1854-401e-86a7-56e4fdef239d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.872398 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faef6ff6-1854-401e-86a7-56e4fdef239d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:29.946148 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:29.947588 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c6eb19d7-4c32-48e8-8bb0-85938ee153b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3192649
May 14 22:22:29.950220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52564) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:29.954786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'c3d54978-aacb-4d42-9dfc-b3097e845ed8', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:30.037177 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (4075b42d-1967-4faa-bf3d-5cd06b5dbb95), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.099180 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (4075b42d-1967-4faa-bf3d-5cd06b5dbb95), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.131282 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6582b673-b2e9-4d56-a88f-0a6141c5651c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:30.180161 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6582b673-b2e9-4d56-a88f-0a6141c5651c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:30.180585 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.190750 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (4075b42d-1967-4faa-bf3d-5cd06b5dbb95), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.212194 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4075b42d-1967-4faa-bf3d-5cd06b5dbb95,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:30.262721 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6582b673-b2e9-4d56-a88f-0a6141c5651c is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:30.263146 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.283123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 6582b673-b2e9-4d56-a88f-0a6141c5651c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6582b673-b2e9-4d56-a88f-0a6141c5651c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:30.295850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.297105 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-47a597af-16c6-4cd0-85e5-51f38ba026ca tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3458755
May 14 22:22:30.300189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52566) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:30.305159 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'c3d54978-aacb-4d42-9dfc-b3097e845ed8', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:30.373376 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.402447 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (5614f7f8-8aef-4fa4-a744-92ecd49465d4), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.423875 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=6582b673-b2e9-4d56-a88f-0a6141c5651c,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:30.464709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (5614f7f8-8aef-4fa4-a744-92ecd49465d4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.539426 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (5614f7f8-8aef-4fa4-a744-92ecd49465d4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.560987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5614f7f8-8aef-4fa4-a744-92ecd49465d4,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:30.621660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.622900 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e2b94e20-ab8f-4102-a16b-ba30f00b55b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3212979
May 14 22:22:30.625639 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52568) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:30.630134 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'c3d54978-aacb-4d42-9dfc-b3097e845ed8', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:30.710687 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (f09fa5c8-6a46-4e4a-b30e-09cfbd671602), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.756592 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Sync routers for ids ['5d9b8d51-067d-4003-91cd-9b48f334d158'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:30.766380 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Routers {'5d9b8d51-067d-4003-91cd-9b48f334d158'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:30.766991 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d51dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5d9b8d51-067d-4003-91cd-9b48f334d158'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:30.781045 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (f09fa5c8-6a46-4e4a-b30e-09cfbd671602), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.869552 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f09fa5c8-6a46-4e4a-b30e-09cfbd671602), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.877026 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Set router 5d9b8d51-067d-4003-91cd-9b48f334d158 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:30.887956 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09fa5c8-6a46-4e4a-b30e-09cfbd671602,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:30.964202 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:30.965379 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1495c1db-fe2e-429e-a4f2-285ca5cb9c2e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3387573
May 14 22:22:30.968689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52570) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:30.973303 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'c3d54978-aacb-4d42-9dfc-b3097e845ed8', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:31.048300 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Project a339e577d4bb4a4d8bc280b4edab9ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:22:31.054031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (879257b4-3597-487d-b1cd-a44a218a6324), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.075754 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d51dc0>, [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:27Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3838ce28-462d-445b-b8a9-8fbe8a481e8e', 'name': '', 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'mac_address': 'fa:16:3e:c5:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:27Z', 'updated_at': '2022-05-14T22:22:28Z', 'revision_number': 2, 'project_id': 'b882e152e7c44beb81202604906c2add', 'subnets': [{'id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:31.102284 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Checking router: 5d9b8d51-067d-4003-91cd-9b48f334d158 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:31.102635 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Updating router 5d9b8d51-067d-4003-91cd-9b48f334d158 port 3838ce28-462d-445b-b8a9-8fbe8a481e8e binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:22:31.112483 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (879257b4-3597-487d-b1cd-a44a218a6324), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.129186 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.184407 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (879257b4-3597-487d-b1cd-a44a218a6324), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.205121 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879257b4-3597-487d-b1cd-a44a218a6324,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:31.280047 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.281283 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ffbc7cf7-9de1-4aa4-9d2f-b6c1df2717ce tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3116186
May 14 22:22:31.284095 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 52572) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:31.288503 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'c3d54978-aacb-4d42-9dfc-b3097e845ed8', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:31.356570 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Project a339e577d4bb4a4d8bc280b4edab9ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:22:31.362315 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (33b925a3-c9b8-4f94-b5b8-d11a25917a60), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.421327 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Publish callbacks [] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.423556 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (33b925a3-c9b8-4f94-b5b8-d11a25917a60), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.481221 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.518854 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (33b925a3-c9b8-4f94-b5b8-d11a25917a60), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.540182 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b925a3-c9b8-4f94-b5b8-d11a25917a60,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:31.559655 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafff68-cc4c-494d-a769-8493885d5395 None None] Pushing event updated for resources: {'Port': ['ID=3838ce28-462d-445b-b8a9-8fbe8a481e8e,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:31.594870 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Attempting to bind port 3838ce28-462d-445b-b8a9-8fbe8a481e8e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:31.595238 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Attempting to bind port 3838ce28-462d-445b-b8a9-8fbe8a481e8e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:31.595636 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Attempting to bind port 3838ce28-462d-445b-b8a9-8fbe8a481e8e on network 7ea28256-a26a-44d7-aa5d-00819566d701 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:31.603074 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:31.603923 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Checking segment: {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:31.605203 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.605905 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Bound using segment: {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:31.606738 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Bound port: 3838ce28-462d-445b-b8a9-8fbe8a481e8e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099492ae-5502-4fb5-aac1-8a66c81a96c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:31.607415 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.619924 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.621542 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-5c25074b-4c5a-4f6e-8aba-67e65de03611 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3364711
May 14 22:22:31.677987 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] For port 3838ce28-462d-445b-b8a9-8fbe8a481e8e, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:31.681296 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] For port 3838ce28-462d-445b-b8a9-8fbe8a481e8e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3838ce28-462d-445b-b8a9-8fbe8a481e8e,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:31.762915 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.781984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-b314dd37-a5f2-475e-882a-de0e4ecb79bd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143389141&fields=id&tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 267 time: 0.0510721
May 14 22:22:31.790154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] Provisioning complete for port 3838ce28-462d-445b-b8a9-8fbe8a481e8e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:31.790925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.829608 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafff68-cc4c-494d-a769-8493885d5395 None None] Pushing event updated for resources: {'Port': ['ID=3838ce28-462d-445b-b8a9-8fbe8a481e8e,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:31.836379 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Routers {'5d9b8d51-067d-4003-91cd-9b48f334d158'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:31.837257 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230d51dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5d9b8d51-067d-4003-91cd-9b48f334d158'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:31.913114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] Current status of the port 3838ce28-462d-445b-b8a9-8fbe8a481e8e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:31.913755 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:31.923940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-b5bf6aac-0c66-4bcc-bdc8-68b2492b3712 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:31.926263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-b5bf6aac-0c66-4bcc-bdc8-68b2492b3712 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 809 time: 0.1294580
May 14 22:22:31.950134 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-d66573fa-0e64-466a-b9d0-01990f48d3cf tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/quotas/a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 375 time: 0.0182929
May 14 22:22:31.962257 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] Set router 5d9b8d51-067d-4003-91cd-9b48f334d158 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:31.970079 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] For port 3838ce28-462d-445b-b8a9-8fbe8a481e8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3838ce28-462d-445b-b8a9-8fbe8a481e8e,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:32.015957 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-74609338-98dc-401e-9789-62b01bb9f2ba tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0607045
May 14 22:22:32.065015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:32.141816 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39c686-a4df-4c0b-a71e-e926710cb259 None None] Pushing event updated for resources: {'Port': ['ID=3838ce28-462d-445b-b8a9-8fbe8a481e8e,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:32.186137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6582b673-b2e9-4d56-a88f-0a6141c5651c up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:32.187418 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230d51dc0>, [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:27Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3838ce28-462d-445b-b8a9-8fbe8a481e8e', 'name': '', 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'mac_address': 'fa:16:3e:c5:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:27Z', 'updated_at': '2022-05-14T22:22:31Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'subnets': [{'id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:32.211944 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-48cb0f91-cd3d-427b-b69e-3b9b5ec4c32b None None] Provisioning complete for port 3838ce28-462d-445b-b8a9-8fbe8a481e8e triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:32.212317 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-48cb0f91-cd3d-427b-b69e-3b9b5ec4c32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:32.215703 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bfbfa0-a5f3-4dee-a4f3-affa60223108 None None] The sync data for ids ['5d9b8d51-067d-4003-91cd-9b48f334d158'] in ncdv-master-1 is: [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:27Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3838ce28-462d-445b-b8a9-8fbe8a481e8e', 'name': '', 'network_id': '7ea28256-a26a-44d7-aa5d-00819566d701', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'mac_address': 'fa:16:3e:c5:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:27Z', 'updated_at': '2022-05-14T22:22:31Z', 'revision_number': 4, 'project_id': 'b882e152e7c44beb81202604906c2add', 'subnets': [{'id': '46d6907b-73a3-4cca-b31a-2c03d6913693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:32.252055 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-5e39d43c-4dc5-465e-9fbe-0c92841c8aeb service neutron] 10.222.0.52 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319217
May 14 22:22:32.274959 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 6582b673-b2e9-4d56-a88f-0a6141c5651c triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:32.275328 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:32.349726 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-48cb0f91-cd3d-427b-b69e-3b9b5ec4c32b None None] Current status of the port 3838ce28-462d-445b-b8a9-8fbe8a481e8e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:32.356187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-afd86daf-5ad3-4e89-ad7b-c16e81c685ee service neutron] 10.222.0.52 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1026013
May 14 22:22:32.566991 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 6582b673-b2e9-4d56-a88f-0a6141c5651c is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:32.568337 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3838ce28-462d-445b-b8a9-8fbe8a481e8e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:32.618397 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3838ce28-462d-445b-b8a9-8fbe8a481e8e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:32.618881 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:32.664249 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a678e697-7f5c-4b66-8b56-bb1c428d6bf3 req-ef0d05f2-0a95-4aea-8f51-dc551c625018 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 210 time: 0.0316837
May 14 22:22:32.708566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3838ce28-462d-445b-b8a9-8fbe8a481e8e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:33.768446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1200085f-6591-4bd1-a400-5bee01730d47 req-f60371bd-47e6-4301-9442-dad0499726c2 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 210 time: 0.0291684
May 14 22:22:34.138585 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3838ce28-462d-445b-b8a9-8fbe8a481e8e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:34.189588 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 3838ce28-462d-445b-b8a9-8fbe8a481e8e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:34.189873 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:34.265835 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 3838ce28-462d-445b-b8a9-8fbe8a481e8e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:34.713583 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-64ee9d0f-bcaf-49d5-afae-401d5acfd689 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:34.715074 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-64ee9d0f-bcaf-49d5-afae-401d5acfd689 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 809 time: 0.1066031
May 14 22:22:34.781909 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-d1a2b377-5873-425c-a1c0-842e2a75cf07 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 380 time: 0.0586727
May 14 22:22:34.791469 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'port': {'device_id': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'admin_state_up': True, 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'security_groups': ['c3d54978-aacb-4d42-9dfc-b3097e845ed8']}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:34.869998 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-9caac70d-90ce-4a2b-b090-285194672871 req-ad2b59e2-774a-42bc-9cb7-d2e016beb065 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 210 time: 0.0294433
May 14 22:22:34.956685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Made reservation on behalf of a339e577d4bb4a4d8bc280b4edab9ef8 for: {'port': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:22:34.960341 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.091944 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Allocated IP 172.20.0.4 (8f586cab-f67f-42d7-b347-7d19c0252875/029a0e22-8ccf-4d06-ae1c-1d553dc859ec/9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:35.230975 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.321254 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.362924 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Network 8f586cab-f67f-42d7-b347-7d19c0252875 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:35.367795 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:35.372304 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:35.378672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:35.425169 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:35.425781 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.497037 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-0c0b6460-0958-40cb-b63a-f192c273a7c1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7091155
May 14 22:22:35.507713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Request body: {'port': {'device_id': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:35.572050 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.587712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c3c9c70c-b698-43f1-80ab-78c971d33890 None None] Provisioning complete for port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:35.588785 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c3c9c70c-b698-43f1-80ab-78c971d33890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.630906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9c70c-b698-43f1-80ab-78c971d33890 None None] Port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:22:35.861563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 {{(pid=115780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:22:35.868913 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Publish callbacks [] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.881705 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.provisioning_blocks [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Transition to ACTIVE for port object 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 will not be triggered until provisioned by entity L2. {{(pid=115780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:22:35.984664 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:35.990154 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea5292-5481-4a55-ace8-695ef532a351 req-2c8f1292-325a-4dfa-bdb9-3075a2482896 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:35.991666 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43ea5292-5481-4a55-ace8-695ef532a351 req-2c8f1292-325a-4dfa-bdb9-3075a2482896 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 931 time: 0.0506930
May 14 22:22:36.041192 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:36.043515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43ea5292-5481-4a55-ace8-695ef532a351 req-972728a3-0e84-40a0-9c93-fd2aa67f9f49 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451005
May 14 22:22:36.114868 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Attempting to bind port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:22:36.115206 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Attempting to bind port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:22:36.115610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Attempting to bind port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 on network 8f586cab-f67f-42d7-b347-7d19c0252875 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:36.122267 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 on network 8f586cab-f67f-42d7-b347-7d19c0252875 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:22:36.122758 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Attempting to bind port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 on network 8f586cab-f67f-42d7-b347-7d19c0252875 {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:22:36.129062 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:22:36.129505 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Checking segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:22:36.130005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Bound using segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} {{(pid=115780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:22:36.135164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.managers [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Bound port: 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}}] {{(pid=115780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:22:36.135164 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:36.202321 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, cleared binding levels {{(pid=115780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:22:36.205889 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:22:36.264356 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:36.303723 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.304543 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:36.305973 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] 10.222.0.48 "PUT /v2.0/ports/9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 1091 time: 0.8025360
May 14 22:22:36.306408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:22:36.309048 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d81a0-a41f-40bc-9024-443009a196f2" -d '{"events": [{"name": "network-changed", "server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:22:36.336129 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816796c-c0d7-430e-93d8-01dddf3be8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=3']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:36.351527 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e97cf1b-ddfe-4996-a975-fdfc5fcd5d7f x-openstack-request-id: req-9e97cf1b-ddfe-4996-a975-fdfc5fcd5d7f {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:22:36.351830 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:22:36.352180 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e97cf1b-ddfe-4996-a975-fdfc5fcd5d7f {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:22:36.352503 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e97cf1b-ddfe-4996-a975-fdfc5fcd5d7f'] response: {'name': 'network-changed', 'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'status': 'completed', 'code': 200}
May 14 22:22:36.413967 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d81a0-a41f-40bc-9024-443009a196f2 req-c6b8cf7a-631a-430e-a16c-39cf073fca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.415585 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec3d81a0-a41f-40bc-9024-443009a196f2 req-c6b8cf7a-631a-430e-a16c-39cf073fca1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1125 time: 0.0477452
May 14 22:22:36.517717 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d81a0-a41f-40bc-9024-443009a196f2 req-a67e00c8-858d-4fa3-8a97-c65bd8c7bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.519195 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec3d81a0-a41f-40bc-9024-443009a196f2 req-a67e00c8-858d-4fa3-8a97-c65bd8c7bec9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0968568
May 14 22:22:36.618878 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d81a0-a41f-40bc-9024-443009a196f2 req-00eea6ec-d988-400b-815c-1b7c967e07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.620332 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-ec3d81a0-a41f-40bc-9024-443009a196f2 req-00eea6ec-d988-400b-815c-1b7c967e07c2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932178
May 14 22:22:36.695959 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-f35a1ba9-f60e-41f6-aff5-a8c5c0487da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.697483 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-f35a1ba9-f60e-41f6-aff5-a8c5c0487da2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1125 time: 0.0410535
May 14 22:22:36.745710 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-5975e74c-1845-4e28-9ada-d72c2b59566d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 217 time: 0.0382359
May 14 22:22:36.792893 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-9275fb96-3f6f-437d-9b4c-d3f4c8660045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.795357 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-9275fb96-3f6f-437d-9b4c-d3f4c8660045 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0440311
May 14 22:22:36.839041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-4d8323c3-8872-409a-bf0e-0c1d526d7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:36.841134 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-4d8323c3-8872-409a-bf0e-0c1d526d7fc7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396879
May 14 22:22:36.937614 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-ba5b8cd4-6777-4d42-bbff-8081a3b7af50 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0903449
May 14 22:22:37.025729 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-3d75a980-7f69-4183-a4e4-46d269fef89a req-c88e0ff9-9763-40d6-9556-99d23a74d5d0 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820000
May 14 22:22:37.168339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c0f6a-471a-47a5-84b2-049cecd343dd req-d3178053-5b8d-4f32-abb7-b77f4a67fa91 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:37.169765 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a4c0f6a-471a-47a5-84b2-049cecd343dd req-d3178053-5b8d-4f32-abb7-b77f4a67fa91 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0476573
May 14 22:22:37.219391 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3a4c0f6a-471a-47a5-84b2-049cecd343dd req-4aacda32-f07e-42b2-858c-863a6e76c209 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438557
May 14 22:22:38.332681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a7ff2-5ea5-4cf1-91e1-b068aa5ed200 req-83ec703f-8f58-44aa-90af-2eb4ffbaac45 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:38.334153 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b6a7ff2-5ea5-4cf1-91e1-b068aa5ed200 req-83ec703f-8f58-44aa-90af-2eb4ffbaac45 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0473533
May 14 22:22:38.385432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7b6a7ff2-5ea5-4cf1-91e1-b068aa5ed200 req-67a006e4-cacd-4422-bd58-e2df89631ea6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456376
May 14 22:22:39.499580 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81abbe-75e2-4eda-88a3-755eb946a798 req-c2bd2081-4489-427c-9045-f46ad3767710 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:39.501049 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c81abbe-75e2-4eda-88a3-755eb946a798 req-c2bd2081-4489-427c-9045-f46ad3767710 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0466599
May 14 22:22:39.549250 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6c81abbe-75e2-4eda-88a3-755eb946a798 req-69d7b84c-fdbd-43fe-a01a-52b8a673f596 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425811
May 14 22:22:40.440842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-550589b5-4b18-40f6-b880-d36dab4412b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:40.667743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd7040-4a06-47e0-8090-eb912c8f01ca req-31ee31ff-6c8d-483b-b397-ce8aa77764c4 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:40.669760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2abd7040-4a06-47e0-8090-eb912c8f01ca req-31ee31ff-6c8d-483b-b397-ce8aa77764c4 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0477307
May 14 22:22:40.717807 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2abd7040-4a06-47e0-8090-eb912c8f01ca req-488f09a4-2fb2-4752-9672-42b55cf17c5e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423431
May 14 22:22:40.794010 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:22:40.890785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:40.901616 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'mac_address': 'fa:16:3e:3c:11:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:22:40.940324 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:40.940733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:40.954896 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:22:40.981600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:41.035007 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:41.085123 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:41.235719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:22:41.837708 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0f0cd-739c-4fc3-831d-9e2f27d2e5c4 req-4b777893-6338-496a-9754-f780ae55bea0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:41.839187 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35d0f0cd-739c-4fc3-831d-9e2f27d2e5c4 req-4b777893-6338-496a-9754-f780ae55bea0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 944 time: 0.0508182
May 14 22:22:41.890335 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-35d0f0cd-739c-4fc3-831d-9e2f27d2e5c4 req-62a21616-3137-4ca1-a35b-90663c3050af tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444343
May 14 22:22:42.555998 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:42.795638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:22:42.849862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:22:42.910651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-298c2590-5e89-4e2e-87d6-3b3f23261c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:43.007323 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:22:43.007524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401525e6-1814-4632-ad68-1f0c4302a3ae req-63ef1d4d-ca1e-4009-a364-8bd9ae0252b8 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:43.012224 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:43.012361 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-401525e6-1814-4632-ad68-1f0c4302a3ae req-63ef1d4d-ca1e-4009-a364-8bd9ae0252b8 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 944 time: 0.0494735
May 14 22:22:43.060432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-401525e6-1814-4632-ad68-1f0c4302a3ae req-4158784e-13ec-4d4d-8cf6-b605d042a7a0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442457
May 14 22:22:43.100894 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:22:43.101276 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:43.119238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:43.125699 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:22:43.127866 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e6b34-617b-4b3d-8ee7-3d85162b7304" -d '{"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-plugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:22:43.140417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:22:43.164916 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c65f8-43cd-413e-b74d-cf524370a8b7 x-openstack-request-id: req-695c65f8-43cd-413e-b74d-cf524370a8b7 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:22:43.165208 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-plugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:22:43.165464 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-695c65f8-43cd-413e-b74d-cf524370a8b7 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:22:43.166165 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695c65f8-43cd-413e-b74d-cf524370a8b7'] response: {'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'code': 200}
May 14 22:22:43.200760 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:43.249427 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:43.268721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7f55-76c6-4d45-bd13-da5c3fb66c7a req-0e4a143d-e85b-4881-86a8-12cf660802e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:43.270326 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-737b7f55-76c6-4d45-bd13-da5c3fb66c7a req-0e4a143d-e85b-4881-86a8-12cf660802e1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1127 time: 0.0462339
May 14 22:22:43.317648 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-737b7f55-76c6-4d45-bd13-da5c3fb66c7a req-8ef8fc3c-86d9-4ba9-9ae4-22614fec67e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404484
May 14 22:22:44.080617 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:44.182299 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f300038-79cf-4c59-902b-97fe83b10b66 req-7891ea08-c2a2-4856-b419-3ddc96b7cbb7 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:44.183773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f300038-79cf-4c59-902b-97fe83b10b66 req-7891ea08-c2a2-4856-b419-3ddc96b7cbb7 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0519438
May 14 22:22:44.234112 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7f300038-79cf-4c59-902b-97fe83b10b66 req-fea969e3-7465-4d5c-b1fa-69931fcc9d10 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440602
May 14 22:22:45.355090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d71460-67eb-41c6-b184-cab7be0a119d req-84acca44-bbbb-4322-b35d-7208328133e7 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:45.356598 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80d71460-67eb-41c6-b184-cab7be0a119d req-84acca44-bbbb-4322-b35d-7208328133e7 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0464845
May 14 22:22:45.404268 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-80d71460-67eb-41c6-b184-cab7be0a119d req-3bbbc2c8-f854-45b6-ae96-33db2a580ded tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414066
May 14 22:22:45.518568 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db7b12-5b1b-4090-88f2-aac174ef1491 req-61c47e83-614c-4c39-b639-cc038197903d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:45.519959 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6db7b12-5b1b-4090-88f2-aac174ef1491 req-61c47e83-614c-4c39-b639-cc038197903d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0458863
May 14 22:22:45.571521 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a6db7b12-5b1b-4090-88f2-aac174ef1491 req-c938c8b2-4c40-4720-a59b-16b136894ad9 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460150
May 14 22:22:45.593898 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52632) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:45.673497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78662c5-0638-4b59-a328-48828717c218 tempest-TestShelveInstance-1048511400 tempest-TestShelveInstance-1048511400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:45.675030 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b78662c5-0638-4b59-a328-48828717c218 tempest-TestShelveInstance-1048511400 tempest-TestShelveInstance-1048511400-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1122 time: 0.0801911
May 14 22:22:45.678028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 52636) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:22:45.682302 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:22:45.773405 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:45.852100 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:45.950997 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:45.961060 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Allocated IP 172.35.4.159 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/f970c46a-b665-42d9-9a17-c216adedf9e2) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:22:46.065054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:46.150804 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:46.189656 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:22:46.195049 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:22:46.198600 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:22:46.205347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'Port': ['ID=f970c46a-b665-42d9-9a17-c216adedf9e2,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:46.566409 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:46.687567 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:46.847318 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:46.869011 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:46.933016 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:47.000185 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'Port': ['ID=f970c46a-b665-42d9-9a17-c216adedf9e2,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:22:47.015129 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:47.116829 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Floating IP fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb associated. External IP: 172.35.4.159, port: 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01.
May 14 22:22:47.326418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:22:47.435216 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:22:47.444540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:22:47.455737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:47.462283 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230098f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:47.511375 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:22:47.542173 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-22047f5b-84cc-4f83-aec8-2c273f11c528 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8630452
May 14 22:22:47.542736 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:22:47.545046 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b37309-e97b-4787-a11b-f3f882e20a83" -d '{"events": [{"name": "network-changed", "server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:22:47.565885 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:47.580633 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53792d78-4679-4874-b2f2-c005fcb94ffd x-openstack-request-id: req-53792d78-4679-4874-b2f2-c005fcb94ffd {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:22:47.581140 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:22:47.581246 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53792d78-4679-4874-b2f2-c005fcb94ffd {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:22:47.581721 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53792d78-4679-4874-b2f2-c005fcb94ffd'] response: {'name': 'network-changed', 'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'status': 'completed', 'code': 200}
May 14 22:22:47.645457 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-d7f35048-86f1-4ced-9ccc-e084bb1162a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:47.647040 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-d7f35048-86f1-4ced-9ccc-e084bb1162a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1127 time: 0.0396187
May 14 22:22:47.738927 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-46f82b7e-d0b5-43b6-9112-adca03fd873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:47.740347 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-46f82b7e-d0b5-43b6-9112-adca03fd873f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0872352
May 14 22:22:47.786183 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230098f70>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'floating_ip_address': '172.35.4.159', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'mac_address': 'fa:16:3e:3c:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:22:46Z', 'updated_at': '2022-05-14T22:22:46Z', 'revision_number': 0, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:47.804793 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-4917437c-03c0-42e6-8553-4ee671d7c9fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 999 time: 0.0587223
May 14 22:22:47.818335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:22:47.827587 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:22:47.828213 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230098f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:22:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:47.854373 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-0755a242-4b92-4451-afd8-4c38d8f99242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:47.855883 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-0755a242-4b92-4451-afd8-4c38d8f99242 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0452418
May 14 22:22:47.903106 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-4938104c-1c54-4967-9004-f3086312ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:22:47.905992 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-4938104c-1c54-4967-9004-f3086312ce3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0444114
May 14 22:22:47.942988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:22:48.001779 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-5cc47b60-44d2-4a64-b5be-71b9a6311cbf service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894940
May 14 22:22:48.098233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-74b37309-e97b-4787-a11b-f3f882e20a83 req-4c257cf5-a2fa-420c-865f-46b7a2a7f23e service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906463
May 14 22:22:48.161751 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230098f70>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'floating_ip_address': '172.35.4.159', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'mac_address': 'fa:16:3e:3c:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:22:46Z', 'updated_at': '2022-05-14T22:22:46Z', 'revision_number': 0, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:22:48.191335 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a50a006-ce2d-4e03-9f66-ff1461b2d3ed None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'floating_ip_address': '172.35.4.159', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'mac_address': 'fa:16:3e:3c:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:22:46Z', 'updated_at': '2022-05-14T22:22:46Z', 'revision_number': 0, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:22:48.384218 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe50b3-dd6c-406b-b6e0-c6a51e6b8d1a None None] New status for floating IP fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:22:59.443082 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:23:06.060589 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-6ada58ed-1215-466b-980d-88d02a0f3f9c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0373080
May 14 22:23:06.141397 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-a4bb663b-ab0c-49ba-a418-060bd6dc4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:23:06.142956 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-a4bb663b-ab0c-49ba-a418-060bd6dc4dab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1127 time: 0.0408030
May 14 22:23:06.251504 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-8849cce7-4943-4ef3-95ea-812f1dfc36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:23:06.252868 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-8849cce7-4943-4ef3-95ea-812f1dfc36c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0907454
May 14 22:23:06.318327 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-6369dcd5-5104-4b05-a1fa-b070f647f5bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 1001 time: 0.0578485
May 14 22:23:06.375049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-4b850470-b3dd-47da-ab5a-9447364bf260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:23:06.376521 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-4b850470-b3dd-47da-ab5a-9447364bf260 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0515049
May 14 22:23:06.423446 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-7c95b9c9-b6de-45f0-9f07-5a6b9cab9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:23:06.425009 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-7c95b9c9-b6de-45f0-9f07-5a6b9cab9827 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422401
May 14 22:23:06.512460 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-481f98e0-6422-4c9d-a77a-ee29ee07a496 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816972
May 14 22:23:06.603155 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-2a801ec4-1522-4e89-82a4-72f4815b54fc req-68aebf7a-7dfa-4829-bd0f-befff2377c74 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847785
May 14 22:23:10.412054 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-efa139c5-f38d-4110-91d9-e8bada6bcb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:12.526670 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:12.926951 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d010de81-4ae7-466e-805a-ee67901d4da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:13.109221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:14.092925 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:15.961402 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:16.845733 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:36.443114 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:23:40.423486 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-34cd39bf-599e-4c62-8b24-ca0f20f8b52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:42.560891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:42.920154 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f591-3656-4d3a-b7eb-e58b5537ae42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:43.103184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:44.108307 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:45.949052 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:23:46.846173 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:08.068810 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-4597b72f-4782-4825-8dc1-5863ef3b2fb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395570
May 14 22:24:08.147529 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-9b259927-8ead-45b1-a45b-f589e98855dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:08.149053 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-9b259927-8ead-45b1-a45b-f589e98855dd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1127 time: 0.0393152
May 14 22:24:08.253829 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-fecceb16-2a97-49c2-8055-1040230e8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:08.255232 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-fecceb16-2a97-49c2-8055-1040230e8a8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0882125
May 14 22:24:08.319225 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-09153f2e-5ff0-4fc0-952b-48c2fe940f84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 1001 time: 0.0577440
May 14 22:24:08.370249 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-cf806c64-439c-4549-b7d6-97a53d26009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:08.371683 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-cf806c64-439c-4549-b7d6-97a53d26009a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0462999
May 14 22:24:08.412844 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-104b11e8-67b4-44b5-b215-5be423cce97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:08.414293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-104b11e8-67b4-44b5-b215-5be423cce97c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0371141
May 14 22:24:08.511888 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-3e761de3-cee3-459c-a6e5-53919a3f2ffd service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912089
May 14 22:24:08.600490 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-1d1ca76e-4da2-4086-bfc3-8db81e960593 req-adcc47bc-2ec7-42e0-8017-fcb19410e0b3 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832813
May 14 22:24:10.434423 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-42e30456-e0b4-4408-9ee5-1233afadea34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:12.564704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:12.960256 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9e2f549e-7265-4b23-98ee-966e88d02478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:13.143748 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:13.443935 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:24:14.091303 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:15.965013 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:16.856899 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:40.382479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-36903736-5af8-463d-85c0-97f6e43b2c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:42.564762 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:42.908196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8221-c972-4a0d-b67d-323d11054b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:43.142668 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:43.597723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f5427-5e04-4bea-a71f-cd6b7b3e61f5 req-386d6a18-702b-47ce-87b8-393e26c02986 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:43.599220 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b86f5427-5e04-4bea-a71f-cd6b7b3e61f5 req-386d6a18-702b-47ce-87b8-393e26c02986 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0494611
May 14 22:24:43.647362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b86f5427-5e04-4bea-a71f-cd6b7b3e61f5 req-4d9847c8-f872-48a7-b193-0a17080328ff tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424376
May 14 22:24:44.091388 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:44.772308 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbb50-7ff2-492f-bd88-263398501123 req-d036eb27-4d1e-405d-a8cf-3803f2a48f2b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:44.773766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cadbb50-7ff2-492f-bd88-263398501123 req-d036eb27-4d1e-405d-a8cf-3803f2a48f2b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0536835
May 14 22:24:44.822784 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6cadbb50-7ff2-492f-bd88-263398501123 req-899c9e18-586b-4577-8105-97b7a0d8a2aa tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433333
May 14 22:24:45.943142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c7f8b-03d9-4d16-862d-bbcf1a650fb3 req-c8bc6bdc-b04b-4000-b075-4600202b5a96 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:45.944651 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b3c7f8b-03d9-4d16-862d-bbcf1a650fb3 req-c8bc6bdc-b04b-4000-b075-4600202b5a96 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0493510
May 14 22:24:45.953729 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:45.993340 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0b3c7f8b-03d9-4d16-862d-bbcf1a650fb3 req-5d31a69f-cd00-4daf-befa-9e4c0380934f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428720
May 14 22:24:46.833531 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:47.106267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c33e2-1cb4-4db0-a8b1-9e32d3d51942 req-1e8ce3de-b857-4de3-a5d4-8dbaa33d97ae tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:47.107644 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d75c33e2-1cb4-4db0-a8b1-9e32d3d51942 req-1e8ce3de-b857-4de3-a5d4-8dbaa33d97ae tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0453751
May 14 22:24:47.163290 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d75c33e2-1cb4-4db0-a8b1-9e32d3d51942 req-bcc9be3b-4282-4e69-a9c9-b5abeb055269 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494761
May 14 22:24:48.280830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd616fa6-e526-40a1-b950-4d9467620308 req-06e51909-1ac1-48b2-a728-0c5f0c737b0c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:48.282198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd616fa6-e526-40a1-b950-4d9467620308 req-06e51909-1ac1-48b2-a728-0c5f0c737b0c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0471892
May 14 22:24:48.331169 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dd616fa6-e526-40a1-b950-4d9467620308 req-064e29a4-df0b-4542-9671-ed48b444544c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433850
May 14 22:24:49.444762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f5b2c-9f17-4d9d-b406-2a6c543b2819 req-5075174c-ea21-408e-9294-8940a05fb99c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:49.446228 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-041f5b2c-9f17-4d9d-b406-2a6c543b2819 req-5075174c-ea21-408e-9294-8940a05fb99c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0470026
May 14 22:24:49.495075 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-041f5b2c-9f17-4d9d-b406-2a6c543b2819 req-34c1e4f3-4433-4e82-bcaa-941dd6a8ebe0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431848
May 14 22:24:50.443982 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:24:50.612846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8a59-363d-45be-9d82-4eb3a61b6ad5 req-88c148be-c761-491e-9266-a63c85b74280 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:50.614323 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3aae8a59-363d-45be-9d82-4eb3a61b6ad5 req-88c148be-c761-491e-9266-a63c85b74280 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0505831
May 14 22:24:50.662175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3aae8a59-363d-45be-9d82-4eb3a61b6ad5 req-07225b2b-1f58-4fba-b1ad-f4519af868df tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422366
May 14 22:24:51.776489 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910b661-57bd-4bf6-bd07-f555454cafc3 req-af0ab61e-c385-4eb4-87a1-575995ff71f1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:51.777987 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d910b661-57bd-4bf6-bd07-f555454cafc3 req-af0ab61e-c385-4eb4-87a1-575995ff71f1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0470109
May 14 22:24:51.827017 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d910b661-57bd-4bf6-bd07-f555454cafc3 req-95ddf53d-9c12-4d8a-b562-cf93eac56411 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420518
May 14 22:24:52.943323 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9477c41-7c6f-4f26-9d3b-2777a0922880 req-a21639ac-bdcd-417e-a3d9-70bbb7ab758e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:52.944842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9477c41-7c6f-4f26-9d3b-2777a0922880 req-a21639ac-bdcd-417e-a3d9-70bbb7ab758e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0480831
May 14 22:24:52.997616 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c9477c41-7c6f-4f26-9d3b-2777a0922880 req-549f9c42-a21d-4aba-b28a-b5e5ffd1ed21 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470841
May 14 22:24:54.114680 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049d063-a8d6-44be-8b10-cf72b5918244 req-739653e6-df3d-4596-812e-50221045307e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:54.116605 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0049d063-a8d6-44be-8b10-cf72b5918244 req-739653e6-df3d-4596-812e-50221045307e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0499651
May 14 22:24:54.168695 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0049d063-a8d6-44be-8b10-cf72b5918244 req-05192cb6-cdda-4dff-9f1e-2c7485ce8774 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466270
May 14 22:24:55.286601 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd798239-8fdc-4c0f-8ef1-fb8696296b47 req-3045d8b3-ddae-43a4-b682-2de6bb7ca111 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:55.288079 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd798239-8fdc-4c0f-8ef1-fb8696296b47 req-3045d8b3-ddae-43a4-b682-2de6bb7ca111 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0466053
May 14 22:24:55.335470 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-bd798239-8fdc-4c0f-8ef1-fb8696296b47 req-952ef3d9-69fa-47a6-b567-1f62c63cae3a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415032
May 14 22:24:55.476865 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:24:55.559335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-5289424a-da69-47dc-91e2-d574a53e71e7 service neutron] (115780) timed out ('10.222.0.52', 44660) {{(pid=115780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:24:55.573162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:24:55.583915 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'mac_address': 'fa:16:3e:3c:11:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:24:55.619908 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:24:55.620292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:55.635627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:24:55.655074 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:24:55.747988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:55.958110 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:24:55.965398 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.965746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.966092 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.966429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.966791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.967669 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.968002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.968330 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.968656 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.968981 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.969306 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.969754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.970031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.970351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.970673 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:24:55.975416 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:24:56.196149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-2acd74ea-4b7f-481b-80eb-67ce603397ac req-f9c3f0f0-dbaf-453d-be92-1bd19973a11f tempest-ServerActionsTestJSON-1153994297 tempest-ServerActionsTestJSON-1153994297-project] (115781) timed out ('10.222.0.52', 46340) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:24:56.453237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd46e-9d90-4ef5-8611-1b74292e8a7f req-6c021081-7bb5-498a-afca-9d00f1933ba5 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:56.454741 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-024cd46e-9d90-4ef5-8611-1b74292e8a7f req-6c021081-7bb5-498a-afca-9d00f1933ba5 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 944 time: 0.0507183
May 14 22:24:56.505285 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-024cd46e-9d90-4ef5-8611-1b74292e8a7f req-f50a6dc0-f272-4095-9a2c-2b01f3523e09 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448179
May 14 22:24:57.477193 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:24:57.530500 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:24:57.531061 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:57.622641 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:24:57.624109 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:57.661213 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5a829-46f0-4e4b-b468-eb758e725272 req-c09f4d94-914c-4ed9-bd98-cc66019a81bc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:57.664014 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6b5a829-46f0-4e4b-b468-eb758e725272 req-c09f4d94-914c-4ed9-bd98-cc66019a81bc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 944 time: 0.0742249
May 14 22:24:57.664520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:24:57.665727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:24:57.669135 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3b42ee-805e-46e2-a776-d7ef51ce3485" -d '{"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-plugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:24:57.721256 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d6b5a829-46f0-4e4b-b468-eb758e725272 req-fd7bca5c-243c-408a-8fac-83d8cb46e443 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505159
May 14 22:24:57.759790 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:24:57.788149 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f460e5-b21c-4f68-90fa-997d309658c5 x-openstack-request-id: req-04f460e5-b21c-4f68-90fa-997d309658c5 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:24:57.788650 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-plugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:24:57.789084 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04f460e5-b21c-4f68-90fa-997d309658c5 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:24:57.789548 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f460e5-b21c-4f68-90fa-997d309658c5'] response: {'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'code': 200}
May 14 22:24:57.820819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:24:58.859130 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f0c14-aa38-4c19-a448-ce1460cf93b9 req-65fb4efe-7ecf-4d91-bfec-e5a1590029bf tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:24:58.860981 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d0f0c14-aa38-4c19-a448-ce1460cf93b9 req-65fb4efe-7ecf-4d91-bfec-e5a1590029bf tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0596092
May 14 22:24:58.924522 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3d0f0c14-aa38-4c19-a448-ce1460cf93b9 req-a66581e7-437b-495d-af9c-93f318850e68 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575721
May 14 22:25:00.040382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a824-45bb-4aa6-bb35-97772b23fdbc req-dfc505a1-1926-470a-a0f2-feef5afc849f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:00.042125 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac85a824-45bb-4aa6-bb35-97772b23fdbc req-dfc505a1-1926-470a-a0f2-feef5afc849f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0493491
May 14 22:25:00.099940 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ac85a824-45bb-4aa6-bb35-97772b23fdbc req-97b0317f-ee33-42f9-aa4a-32b2f586a428 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459306
May 14 22:25:01.223459 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d606-ae10-4ab5-8a71-48760acdbf29 req-b6bf8a6b-497a-4076-831c-80a0269a93f3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:01.224910 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-50f0d606-ae10-4ab5-8a71-48760acdbf29 req-b6bf8a6b-497a-4076-831c-80a0269a93f3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0482264
May 14 22:25:01.281628 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-50f0d606-ae10-4ab5-8a71-48760acdbf29 req-f084517e-73da-459d-b4f7-38efeae2136d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509856
May 14 22:25:02.411121 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845aaa-eb61-4e03-bbf3-02e8fa84708e req-e30bad4f-0d90-4110-9d2a-540a615434e6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:02.413263 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72845aaa-eb61-4e03-bbf3-02e8fa84708e req-e30bad4f-0d90-4110-9d2a-540a615434e6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0534642
May 14 22:25:02.467617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-72845aaa-eb61-4e03-bbf3-02e8fa84708e req-e4e847bf-d861-4c09-9fb6-cda93a843d60 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481253
May 14 22:25:03.588480 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec4403-4755-49d0-a274-86f370d79a55 req-66b83170-0e53-42f4-8ede-eb48cbbf86d9 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:03.590322 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28ec4403-4755-49d0-a274-86f370d79a55 req-66b83170-0e53-42f4-8ede-eb48cbbf86d9 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0489931
May 14 22:25:03.644135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-28ec4403-4755-49d0-a274-86f370d79a55 req-9603ad0c-d16e-4e52-a448-8cb4d44e8245 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468035
May 14 22:25:04.778363 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac4483-fe45-441a-a5cc-877ce692fee9 req-b91fd33a-0dff-470d-bc87-6443341c7a59 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:04.779983 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaac4483-fe45-441a-a5cc-877ce692fee9 req-b91fd33a-0dff-470d-bc87-6443341c7a59 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0574868
May 14 22:25:04.843046 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aaac4483-fe45-441a-a5cc-877ce692fee9 req-926c2a5c-0bbf-4b43-944c-9fce146caae0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568388
May 14 22:25:05.967225 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fc7eb-aa58-4bdc-9560-b234666808fc req-de0d4c3c-7178-484e-9ada-1c83ebbcaacd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:05.968770 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c43fc7eb-aa58-4bdc-9560-b234666808fc req-de0d4c3c-7178-484e-9ada-1c83ebbcaacd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0482626
May 14 22:25:06.017308 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c43fc7eb-aa58-4bdc-9560-b234666808fc req-881b1987-c820-4cab-aefc-d5b7811c29f8 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426712
May 14 22:25:07.133090 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300930-59a9-4483-85a4-9ce39993abec req-ab9e6e9c-6cbf-452e-b40e-726da69586b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:07.134572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00300930-59a9-4483-85a4-9ce39993abec req-ab9e6e9c-6cbf-452e-b40e-726da69586b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0466490
May 14 22:25:07.193802 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-00300930-59a9-4483-85a4-9ce39993abec req-9dd2f3f8-dadd-4f7d-bd35-bd58991816f5 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479441
May 14 22:25:07.972567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-9de7df0d-3415-4c68-b329-8268710cc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:07.974101 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-9de7df0d-3415-4c68-b329-8268710cc6d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1127 time: 0.0421610
May 14 22:25:08.073335 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-85ede24f-7988-49a8-a80a-a5e2f1ceb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:08.074815 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-85ede24f-7988-49a8-a80a-a5e2f1ceb051 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0951192
May 14 22:25:08.140711 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-3d0aabc5-b325-46a1-9029-4945e312d75b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 1001 time: 0.0595198
May 14 22:25:08.192185 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-efa7ef21-b152-4052-89b0-1f49a5b9842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:08.193626 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-efa7ef21-b152-4052-89b0-1f49a5b9842a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0472398
May 14 22:25:08.238836 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-d87d318b-93dc-410e-8f99-eb6419701618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:08.240467 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-d87d318b-93dc-410e-8f99-eb6419701618 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0410030
May 14 22:25:08.250610 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-383a8f1c-d2c1-4ba4-bf2b-1df9f4ea7325 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115780) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:25:08.251646 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-383a8f1c-d2c1-4ba4-bf2b-1df9f4ea7325 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0057435
May 14 22:25:08.324038 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d511f-4094-4b36-a2b1-a0d2a053d9d3 req-df5aad6e-abbd-45f6-b469-4d5bcdf55c41 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:08.325633 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b27d511f-4094-4b36-a2b1-a0d2a053d9d3 req-df5aad6e-abbd-45f6-b469-4d5bcdf55c41 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0526342
May 14 22:25:08.351857 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-d96bd92c-b64b-436b-a507-f442759e7dfd service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939391
May 14 22:25:08.384137 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b27d511f-4094-4b36-a2b1-a0d2a053d9d3 req-67d82ae2-3ad1-4735-901d-3c2722fb6a92 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487680
May 14 22:25:08.445242 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e11c9542-b994-4def-b7d2-f47e957ca318 req-0b53bfb0-3d47-4224-b120-a957195bc8b8 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881920
May 14 22:25:09.573118 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727e8d5-e18b-45ae-8d13-709809ac93fd req-b2762589-9d85-47fd-8cff-7f1a88557aa9 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:09.574610 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b727e8d5-e18b-45ae-8d13-709809ac93fd req-b2762589-9d85-47fd-8cff-7f1a88557aa9 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.1209657
May 14 22:25:09.625955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b727e8d5-e18b-45ae-8d13-709809ac93fd req-dde7ab96-6195-4fc4-a487-4c272eea248f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454848
May 14 22:25:09.801388 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-2657823c-43c2-452b-9771-547fe4ecfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:09.802835 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-2657823c-43c2-452b-9771-547fe4ecfe83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1127 time: 0.0392647
May 14 22:25:09.934976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-ba5333c7-4c99-40ea-9456-8b4891584f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:09.936996 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-ba5333c7-4c99-40ea-9456-8b4891584f18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.1005535
May 14 22:25:10.005715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-bbf45e00-e4f0-490e-84ca-a4e84787f9e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 1001 time: 0.0626557
May 14 22:25:10.065768 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-c94ad45f-80a1-4fc9-a62e-3ec68a64ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:10.067143 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-c94ad45f-80a1-4fc9-a62e-3ec68a64ae25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0503836
May 14 22:25:10.111271 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-7afcb10f-97c7-4a50-ab00-52ed162da4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:10.112775 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-7afcb10f-97c7-4a50-ab00-52ed162da4c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396523
May 14 22:25:10.208113 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-411841a4-c06b-4119-8421-2dd7dbe8aaf9 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893126
May 14 22:25:10.420017 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1be019a5-e7da-42ad-b47e-72c7444c8454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:10.649130 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-e0c7a75f-f9c5-4a02-9f19-a6018bc658e8 req-892f740d-8103-488e-803b-ef1bd65b23ed service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4355178
May 14 22:25:10.745142 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9373105-626a-45d4-a212-57d7e203ac74 req-1112e9db-9287-48a4-b215-70332c6a3322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:10.746672 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9373105-626a-45d4-a212-57d7e203ac74 req-1112e9db-9287-48a4-b215-70332c6a3322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0504832
May 14 22:25:10.795903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f9373105-626a-45d4-a212-57d7e203ac74 req-77dc9997-26f7-4662-9786-b61884d68733 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427337
May 14 22:25:10.867741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-b90c4b52-cd7d-4dbb-b2a7-4375276d8d0e req-17a7e7df-67ba-42c4-b483-43df5739449f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:25:10.868927 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b90c4b52-cd7d-4dbb-b2a7-4375276d8d0e req-17a7e7df-67ba-42c4-b483-43df5739449f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0055699
May 14 22:25:11.117131 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77163-6ffd-4160-98bd-372b5657de35 req-96e3600a-01fd-433d-8c53-c781faaff843 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:11.118617 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d77163-6ffd-4160-98bd-372b5657de35 req-96e3600a-01fd-433d-8c53-c781faaff843 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 945 time: 0.0479114
May 14 22:25:11.168736 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-34d77163-6ffd-4160-98bd-372b5657de35 req-77da93cf-bde5-43f8-8228-0e43eef54e35 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435491
May 14 22:25:11.511783 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-ac07dc9c-94fa-4084-b146-237ae5557d6a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0964665
May 14 22:25:11.535546 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:25:11.614261 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:25:11.614631 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:11.634903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-13fe83ad-ee6b-421a-a3c6-e6863a2c405f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:11.636559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-13fe83ad-ee6b-421a-a3c6-e6863a2c405f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports/9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 942 time: 0.0970879
May 14 22:25:11.636713 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:25:11.639428 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e39d18c-a4c0-4ab2-8fd2-5814b60e52e7" -d '{"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-unplugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:25:11.656494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:25:11.672983 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 14 May 2022 22:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f9f9a8-dd9c-4a02-ab48-5f01b188ab7f x-openstack-request-id: req-a2f9f9a8-dd9c-4a02-ab48-5f01b188ab7f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:25:11.673278 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-unplugged", "status": "failed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "code": 422}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:25:11.673531 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2f9f9a8-dd9c-4a02-ab48-5f01b188ab7f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:25:11.673933 ncdv-master-1 neutron-server[115782]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a2f9f9a8-dd9c-4a02-ab48-5f01b188ab7f']: {'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'code': 422} returned with failed status
May 14 22:25:11.707933 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:11.754505 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:25:12.286590 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f3229-6ecf-4e20-a043-60a010e5bad2 req-0ab7692d-6b25-4783-8b24-48b4749fd3b0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:12.288126 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f13f3229-6ecf-4e20-a043-60a010e5bad2 req-0ab7692d-6b25-4783-8b24-48b4749fd3b0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0495343
May 14 22:25:12.337592 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f13f3229-6ecf-4e20-a043-60a010e5bad2 req-5fe7733a-ff9c-485e-aa66-64e9523b45c5 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432575
May 14 22:25:12.570189 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:12.829919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-ee45add9-83fd-44dd-9203-1a9d56bb5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:12.831452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-ee45add9-83fd-44dd-9203-1a9d56bb5c44 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e&tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 1125 time: 0.0401790
May 14 22:25:12.890630 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2c330ba9-8ca2-4d79-b4e1-a87d2af76c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:12.897231 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-8a87e983-c945-4ee7-b55c-6c08308671f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:12.898715 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-8a87e983-c945-4ee7-b55c-6c08308671f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1125 time: 0.0456772
May 14 22:25:12.986846 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-d51d6cf1-9f9e-430a-9390-b2d9414aa7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:12.988369 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-d51d6cf1-9f9e-430a-9390-b2d9414aa7a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0840812
May 14 22:25:13.055303 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-47cab313-f11a-43bb-b5dc-7b91b33f3221 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 999 time: 0.0611537
May 14 22:25:13.103344 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-a0cde96d-dafb-4b16-82fa-318ce1f87f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:13.104760 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-a0cde96d-dafb-4b16-82fa-318ce1f87f5c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0429764
May 14 22:25:13.125043 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:13.147697 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-78f2be0a-4e44-4681-bad8-a1fde81c533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:13.149162 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-78f2be0a-4e44-4681-bad8-a1fde81c533e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0387547
May 14 22:25:13.241928 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-78733821-3952-4186-9684-a526322269c8 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858679
May 14 22:25:13.330452 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-4761872c-a5a9-454e-b8ee-a5d62b3faee7 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811961
May 14 22:25:13.458672 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2ea4-71b1-4e32-a89b-62c220063e2e req-c64e6566-051c-4b99-9e0c-20ca796b7d7c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:13.459990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c0c2ea4-71b1-4e32-a89b-62c220063e2e req-c64e6566-051c-4b99-9e0c-20ca796b7d7c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0484886
May 14 22:25:13.516084 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1c0c2ea4-71b1-4e32-a89b-62c220063e2e req-bc29afad-35bf-460d-aa79-9901dc9f37e5 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504529
May 14 22:25:14.113305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:14.642703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c42096-c80a-41d3-baf6-9885868fda28 req-db049262-4707-4015-8887-d6098dcee4a6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:14.644362 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43c42096-c80a-41d3-baf6-9885868fda28 req-db049262-4707-4015-8887-d6098dcee4a6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0509562
May 14 22:25:14.709366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-43c42096-c80a-41d3-baf6-9885868fda28 req-a2d1786d-1f4f-40eb-88c6-49b81776218d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588174
May 14 22:25:15.831639 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f3bdf-fee1-4878-8187-37ee731df6a9 req-075aac2b-5814-4113-a3fb-98521df6de85 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:15.833108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f8f3bdf-fee1-4878-8187-37ee731df6a9 req-075aac2b-5814-4113-a3fb-98521df6de85 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0483525
May 14 22:25:15.905031 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0f8f3bdf-fee1-4878-8187-37ee731df6a9 req-e374615c-5651-42ca-8277-66c504e12c9c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637016
May 14 22:25:15.931440 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:16.850961 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:17.420223 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328777e-fa60-4a60-88a0-a66cbf8d502e req-7eb5833a-8fb8-48d8-a55a-c1f56099e6c6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:17.422749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7328777e-fa60-4a60-88a0-a66cbf8d502e req-7eb5833a-8fb8-48d8-a55a-c1f56099e6c6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.4477077
May 14 22:25:17.506442 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7328777e-fa60-4a60-88a0-a66cbf8d502e req-7eaba2ee-97cb-4e33-af55-8482c8a731f8 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772715
May 14 22:25:18.635588 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3e9f2-2a92-4a1e-9c20-3acb368db43d req-3d7a1ebd-d8a8-417e-8d07-5381a54c9f7a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:18.637085 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ae3e9f2-2a92-4a1e-9c20-3acb368db43d req-3d7a1ebd-d8a8-417e-8d07-5381a54c9f7a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0506175
May 14 22:25:18.697071 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5ae3e9f2-2a92-4a1e-9c20-3acb368db43d req-59694bfd-d3e9-4cee-a991-19c217bf9d6b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535865
May 14 22:25:19.828649 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59edbd7-67a7-493d-a0c2-769ee77fdda6 req-f4a626b4-76a4-4ecc-81c4-740b67e52be1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:19.830166 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f59edbd7-67a7-493d-a0c2-769ee77fdda6 req-f4a626b4-76a4-4ecc-81c4-740b67e52be1 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0602851
May 14 22:25:19.883801 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f59edbd7-67a7-493d-a0c2-769ee77fdda6 req-c5f1368e-602b-4df4-a204-0ac583b506dd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471268
May 14 22:25:21.030852 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1307379-04a6-4055-b066-ddcfdaa4d87b req-8d5cf443-6cc9-46d2-bcf2-d7b1db01fef6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:21.032565 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1307379-04a6-4055-b066-ddcfdaa4d87b req-8d5cf443-6cc9-46d2-bcf2-d7b1db01fef6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0650604
May 14 22:25:21.088388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1307379-04a6-4055-b066-ddcfdaa4d87b req-b41779df-e8d7-4f34-8531-4fabffc852c4 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497181
May 14 22:25:22.207124 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8780d-afa5-4756-90ac-196e58792899 req-5020c8b7-fbd3-4408-ad69-37ceaa997cbf tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:22.208541 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6de8780d-afa5-4756-90ac-196e58792899 req-5020c8b7-fbd3-4408-ad69-37ceaa997cbf tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0478127
May 14 22:25:22.260655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6de8780d-afa5-4756-90ac-196e58792899 req-c5fdcbfd-9742-4c3d-8365-00ebc0c79d3c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464115
May 14 22:25:23.376903 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e4397-6d92-456b-b353-72f388bbd373 req-0893494d-9d35-44ae-8549-25089e957b9d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:23.378515 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-575e4397-6d92-456b-b353-72f388bbd373 req-0893494d-9d35-44ae-8549-25089e957b9d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 943 time: 0.0478067
May 14 22:25:23.429573 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-575e4397-6d92-456b-b353-72f388bbd373 req-0c2b6a9c-81f6-4f1e-83c8-b27e3f5180de tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420139
May 14 22:25:23.585143 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:25:23.680819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:25:23.696086 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'port_id': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'mac_address': 'fa:16:3e:3c:11:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:25:23.731652 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:25:23.732648 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:23.745265 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:25:23.764924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:25:23.850117 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:23.897949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=9']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:25:24.056024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:25:24.543982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aee37-3460-4de9-9c8b-54155bb6bb8e req-d228cddc-5fb3-4a58-972b-27f8e5eb995d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:24.545475 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-983aee37-3460-4de9-9c8b-54155bb6bb8e req-d228cddc-5fb3-4a58-972b-27f8e5eb995d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 944 time: 0.0474126
May 14 22:25:24.594952 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-983aee37-3460-4de9-9c8b-54155bb6bb8e req-3ff26d10-7e53-42fe-ae37-827aa7f1359d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438471
May 14 22:25:25.586462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:25:25.635731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:25:25.636207 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:25.714895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069ed39-fe9d-4364-ba18-85a28ca18836 req-565447e5-f483-4296-a9f8-05f1723b04de tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:25.717343 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e069ed39-fe9d-4364-ba18-85a28ca18836 req-565447e5-f483-4296-a9f8-05f1723b04de tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 944 time: 0.0531108
May 14 22:25:25.718466 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:25:25.718853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:25.744660 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:25:25.757364 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0995214-0961-416b-b960-cd0dbc94b040" -d '{"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-plugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:25:25.767366 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e069ed39-fe9d-4364-ba18-85a28ca18836 req-a954f275-0d5f-4394-9ef2-6d2d94618a9c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439098
May 14 22:25:25.768746 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:25:25.814048 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00d594-f1be-4764-b86b-723a6151a464 x-openstack-request-id: req-7c00d594-f1be-4764-b86b-723a6151a464 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:25:25.814048 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-plugged", "status": "completed", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:25:25.814048 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c00d594-f1be-4764-b86b-723a6151a464 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:25:25.814048 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c00d594-f1be-4764-b86b-723a6151a464'] response: {'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'code': 200}
May 14 22:25:25.828293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:25.878422 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=10']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:25:26.029563 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a3d6b-d095-4cf6-8329-378908629a98 req-f862e5f0-e535-4bdd-aa21-50c1acad77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:26.031062 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd6a3d6b-d095-4cf6-8329-378908629a98 req-f862e5f0-e535-4bdd-aa21-50c1acad77bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1128 time: 0.0430808
May 14 22:25:26.078038 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd6a3d6b-d095-4cf6-8329-378908629a98 req-6c1dea28-1bea-4408-8639-4cce4b4638de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398118
May 14 22:25:26.889114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6b7da-ef12-413c-8def-db14d82264ad req-fbcba6a7-e5e9-4bb8-9578-ade80c51e2ac tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:26.890625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8a6b7da-ef12-413c-8def-db14d82264ad req-fbcba6a7-e5e9-4bb8-9578-ade80c51e2ac tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 946 time: 0.0472999
May 14 22:25:26.947749 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b8a6b7da-ef12-413c-8def-db14d82264ad req-6742301b-d3ab-4b21-9429-2bdf5af654ad tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513942
May 14 22:25:27.445287 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:25:28.070957 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a1725-d012-4cdb-a32c-b9a5e29edccf req-294419be-e173-4929-9bd5-51f070b4e921 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:28.073005 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-088a1725-d012-4cdb-a32c-b9a5e29edccf req-294419be-e173-4929-9bd5-51f070b4e921 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 946 time: 0.0522437
May 14 22:25:28.124564 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-088a1725-d012-4cdb-a32c-b9a5e29edccf req-ee99b44c-057c-48d5-a55b-c3cf69ebe5b3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449421
May 14 22:25:29.238488 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dfb23-2129-4fba-8610-282a041ba760 req-a8cc3cb8-28be-49c3-a058-f4636a66e954 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:25:29.239891 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-665dfb23-2129-4fba-8610-282a041ba760 req-a8cc3cb8-28be-49c3-a058-f4636a66e954 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 946 time: 0.0463603
May 14 22:25:29.288525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-665dfb23-2129-4fba-8610-282a041ba760 req-6e122ed6-c16e-427c-8425-028f19bc9f20 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429311
May 14 22:25:40.398551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7d1698bf-c54f-4f74-bcfe-3c50f965da52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:42.558120 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:42.907116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1fed2bb9-c171-478b-9931-0833f6f050c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:43.152731 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:44.072326 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:45.918379 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:25:46.861065 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:04.445229 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:26:10.392076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f8b1e349-0cc5-4a31-872e-e803152db9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:11.065500 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-db4da4df-74d6-4a2e-92c2-de3dabb05646 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0384209
May 14 22:26:11.145050 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-43d8f326-e600-452c-a05d-af96ca7525e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:11.146537 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-43d8f326-e600-452c-a05d-af96ca7525e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1128 time: 0.0396030
May 14 22:26:11.253160 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-58f08c41-6f38-46de-bb85-85b72da5bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:11.254560 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-58f08c41-6f38-46de-bb85-85b72da5bd90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0906136
May 14 22:26:11.317879 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-9d3dcc75-2914-45d0-b62b-78e8567f08e5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 1001 time: 0.0573697
May 14 22:26:11.368580 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-3a9034b5-849f-4281-9da4-883cc4cd513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:11.370002 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-3a9034b5-849f-4281-9da4-883cc4cd513a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0464439
May 14 22:26:11.412680 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-c29f2712-8bbc-4142-9c24-3688e4cc1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:11.414140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-c29f2712-8bbc-4142-9c24-3688e4cc1b61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376136
May 14 22:26:11.504293 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-ac0fabd5-a73d-48f6-b92d-c96c964acd7b service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842185
May 14 22:26:11.594544 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-9545a53a-ecdb-4b92-a5af-811fc31c8295 req-3558d568-994f-4e12-9ab1-9bf5a9f22f1c service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838025
May 14 22:26:12.551891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:12.871980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f791dc46-b224-4a21-b032-2b99a26eaa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:13.158225 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:14.094562 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:15.929395 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:16.838333 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.008353 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53014) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:39.160247 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Deleting port f970c46a-b665-42d9-9a17-c216adedf9e2 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:26:39.160586 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.237553 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.237784 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (f970c46a-b665-42d9-9a17-c216adedf9e2), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.249531 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Calling delete_port for f970c46a-b665-42d9-9a17-c216adedf9e2 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:26:39.449092 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (f970c46a-b665-42d9-9a17-c216adedf9e2), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.472443 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event deleted for resources: {'Port': ['ID=f970c46a-b665-42d9-9a17-c216adedf9e2,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:39.482471 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.488795 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:39.548890 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.549215 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Floating IP fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb disassociated (deleted). External IP: 172.35.4.159, port: 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01.
May 14 22:26:39.757703 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:26:39.867091 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:26:39.872043 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:39.877246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:26:39.888531 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:26:39.889162 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223015460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:26:39.910908 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-072bf008-ed0a-4617-b274-4c31c777eccb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "DELETE /v2.0/floatingips/fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb HTTP/1.1" status: 204  len: 168 time: 0.9014564
May 14 22:26:39.911576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:26:39.913890 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40" -d '{"events": [{"name": "network-changed", "server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:26:40.007954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:26:40.212154 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223015460>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:26:40.243456 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:26:40.252674 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:26:40.253297 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223015460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:26:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:26:40.302130 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074bea4d-73ab-4caf-9833-f6fa39439823 x-openstack-request-id: req-074bea4d-73ab-4caf-9833-f6fa39439823 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:26:40.302660 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:26:40.302660 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-074bea4d-73ab-4caf-9833-f6fa39439823 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:26:40.303069 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074bea4d-73ab-4caf-9833-f6fa39439823'] response: {'name': 'network-changed', 'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'status': 'completed', 'code': 200}
May 14 22:26:40.376445 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:26:40.399963 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f9c5-681f-4c04-8582-cb22bdaa089d req-af12980b-aa80-4e72-aae8-ebafe21e960e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:40.401842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5642f9c5-681f-4c04-8582-cb22bdaa089d req-af12980b-aa80-4e72-aae8-ebafe21e960e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 946 time: 0.0538175
May 14 22:26:40.448632 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-30875212-1c55-4834-aeb7-799f7db4815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:40.456222 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5642f9c5-681f-4c04-8582-cb22bdaa089d req-598aebb8-f227-4e72-9449-1c7e17d9eb05 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473335
May 14 22:26:40.572851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223015460>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:26:40.602173 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960fde30-007d-42ee-8b04-de5e2c414f2c None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:26:40.854844 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382f9f1-bc02-49f4-9b40-397f847c0417 None None] New status for floating IP fedfd5f5-2fbe-47b6-bd72-68ff9ba6f9eb: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:26:41.306034 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-d32f2761-10bc-4f85-9bd9-8ee84ababcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:41.307534 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-d32f2761-10bc-4f85-9bd9-8ee84ababcbe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 1128 time: 0.0863080
May 14 22:26:41.448734 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:26:41.465058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-bd706ee7-129f-4bf6-98e5-339aa35d09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:41.466527 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-bd706ee7-129f-4bf6-98e5-339aa35d09e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0918877
May 14 22:26:41.536307 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-5ab7bd28-367b-4485-a207-4b39acfdaea0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 200  len: 217 time: 0.0406775
May 14 22:26:41.577938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-eb4ef848-eed3-424a-b631-0a2898f811fa tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:41.580132 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-eb4ef848-eed3-424a-b631-0a2898f811fa tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.48 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 946 time: 0.0777459
May 14 22:26:41.591376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-e7297f6f-02ff-470d-90b5-66091289744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:41.592865 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-e7297f6f-02ff-470d-90b5-66091289744e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0504403
May 14 22:26:41.628688 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ceae-3b9a-406e-8dc9-deae306c186d req-23276ee8-4197-4a59-9e7a-693d73f5ab71 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:41.630339 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5319ceae-3b9a-406e-8dc9-deae306c186d req-23276ee8-4197-4a59-9e7a-693d73f5ab71 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 946 time: 0.0929844
May 14 22:26:41.636375 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-6bd0b10b-c2fa-4ba9-a89c-bd7bf2f0ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:41.638006 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-6bd0b10b-c2fa-4ba9-a89c-bd7bf2f0ebea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393834
May 14 22:26:41.713887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Deleting port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:26:41.714232 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:41.733055 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-fab854f3-cdda-4328-b592-80606c2e2126 service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852225
May 14 22:26:41.735852 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5319ceae-3b9a-406e-8dc9-deae306c186d req-59953db8-9863-43f2-87fc-c9944f31859c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=c3d54978-aacb-4d42-9dfc-b3097e845ed8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974584
May 14 22:26:41.818985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] For port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:26:41.819352 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:41.832423 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-888d6267-6c5f-4b2f-9c58-4e05a8e8aa40 req-376c8d87-0e35-43c4-99fc-aa007780b54c service neutron] 10.222.0.48 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927060
May 14 22:26:41.833670 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Calling delete_port for 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:26:42.020429 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:42.054994 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event deleted for resources: {'Port': ['ID=9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:42.100292 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] No DVR routers for this DVR port 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 on host nch2-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:26:42.103031 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:42.106508 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5cbc3fc6-7d31-4d9b-a7bb-f457542d1b0c req-e9795925-9af6-4cef-9d57-8ad9ce1e1b9b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.48 "DELETE /v2.0/ports/9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 HTTP/1.1" status: 204  len: 173 time: 0.5209987
May 14 22:26:42.304532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-deleted', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:26:42.306931 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f7063-fd91-48dc-b19a-44f6f9ebae54" -d '{"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-deleted", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:26:42.347630 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95629b9-66bf-4dec-b564-ccb73b036292 x-openstack-request-id: req-a95629b9-66bf-4dec-b564-ccb73b036292 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:26:42.347630 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e", "name": "network-vif-deleted", "tag": "9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:26:42.347630 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a95629b9-66bf-4dec-b564-ccb73b036292 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:26:42.347630 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95629b9-66bf-4dec-b564-ccb73b036292'] response: {'server_uuid': '14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e', 'name': 'network-vif-deleted', 'tag': '9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01', 'status': 'completed', 'code': 200}
May 14 22:26:42.563081 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:42.852160 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-1f41fa35-bf2b-4d3e-af12-acbb2f9b2126 req-06933c52-0efd-4bde-8a60-b8516fd09c46 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=14a3c5ce-c3d9-4551-ba1f-6e9d692fc54e HTTP/1.1" status: 200  len: 210 time: 0.0296066
May 14 22:26:42.877955 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-3e6af8e5-5ce1-4e13-a46e-c9c856a5b644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:43.180179 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:43.897930 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:26:43.914079 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53038) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:43.920426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:26:43.920774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device 9bea71fc-6f8d-4ee1-ab7f-aa45aec17f01 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:26:43.970508 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (c3d54978-aacb-4d42-9dfc-b3097e845ed8), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:43.995686 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (c3d54978-aacb-4d42-9dfc-b3097e845ed8), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.099905 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.157464 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (c3d54978-aacb-4d42-9dfc-b3097e845ed8), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.160170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.161373 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "DELETE /v2.0/security-groups/c3d54978-aacb-4d42-9dfc-b3097e845ed8 HTTP/1.1" status: 204  len: 168 time: 0.2471094
May 14 22:26:44.170798 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d54978-aacb-4d42-9dfc-b3097e845ed8,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:44.178949 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.179306 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.179676 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.180025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.180485 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.180690 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.181022 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.181366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.181689 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.182019 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.182350 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.182677 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.183009 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.183567 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.183713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527064eb-0c9c-4e5e-bd4a-b7923d634930 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:26:44.388138 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53044) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:44.392710 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-137591914', 'description': 'tempest-secgroup-smoke-137591914 description', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:44.448850 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.515847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (d907ebea-1355-4732-9989-807b31d9593e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.563053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d907ebea-1355-4732-9989-807b31d9593e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.591628 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d907ebea-1355-4732-9989-807b31d9593e,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:44.622172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.623551 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-85560dfc-4fd6-44d6-bcc1-80144ed57a4c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2343793
May 14 22:26:44.626291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53046) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:44.631550 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'd907ebea-1355-4732-9989-807b31d9593e', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:44.699509 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (dcba622c-f63c-4b66-8041-119ba65ba9be), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.752871 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (dcba622c-f63c-4b66-8041-119ba65ba9be), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.808557 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (dcba622c-f63c-4b66-8041-119ba65ba9be), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.826453 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcba622c-f63c-4b66-8041-119ba65ba9be,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:44.879574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:44.880789 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-0ea2ff15-a8bf-4779-b117-9a430c63ca77 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2535853
May 14 22:26:44.883555 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53048) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:44.887828 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'd907ebea-1355-4732-9989-807b31d9593e', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:44.963372 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (d75194c2-11cb-41b4-9e2f-6b37a56df548), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.023574 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (d75194c2-11cb-41b4-9e2f-6b37a56df548), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.066204 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d75194c2-11cb-41b4-9e2f-6b37a56df548), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.084049 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75194c2-11cb-41b4-9e2f-6b37a56df548,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:45.124847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.126069 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1cae4bd6-246a-4b38-aba9-b63b1ea08404 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2415626
May 14 22:26:45.129611 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53050) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:45.136233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'd907ebea-1355-4732-9989-807b31d9593e', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:45.202481 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (c6768d91-0749-40aa-bcef-f3c47d0565a4), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.259948 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (c6768d91-0749-40aa-bcef-f3c47d0565a4), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.316848 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c6768d91-0749-40aa-bcef-f3c47d0565a4), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.332005 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6768d91-0749-40aa-bcef-f3c47d0565a4,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:45.410319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.411576 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-978cba47-3173-407c-85be-6c7ff95f0136 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2809970
May 14 22:26:45.414365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53052) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:45.418813 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'd907ebea-1355-4732-9989-807b31d9593e', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:45.534799 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (d788165f-92fb-4ed1-83d8-06c9d02de9a1), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.592548 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (d788165f-92fb-4ed1-83d8-06c9d02de9a1), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.654141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (d788165f-92fb-4ed1-83d8-06c9d02de9a1), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.671890 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d788165f-92fb-4ed1-83d8-06c9d02de9a1,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:45.724819 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.726057 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-1dcd4740-021d-4079-a6db-daf2511b749b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3107789
May 14 22:26:45.728805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53054) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:45.733253 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'd907ebea-1355-4732-9989-807b31d9593e', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:45.791452 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Project a339e577d4bb4a4d8bc280b4edab9ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:26:45.797079 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (5587a338-5c41-4732-b0e7-b42c477c6b2b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.858338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (5587a338-5c41-4732-b0e7-b42c477c6b2b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.900576 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (5587a338-5c41-4732-b0e7-b42c477c6b2b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.919382 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5587a338-5c41-4732-b0e7-b42c477c6b2b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:45.946386 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.965415 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:45.966645 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eca28270-709e-4793-8f79-7dc74edc5688 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2369175
May 14 22:26:45.969619 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53056) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:26:45.974704 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'security_group_rule': {'security_group_id': 'd907ebea-1355-4732-9989-807b31d9593e', 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:46.037212 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Project a339e577d4bb4a4d8bc280b4edab9ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:26:46.042982 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (12000341-7736-44b5-93aa-6c7ba870914d), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:46.100847 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (12000341-7736-44b5-93aa-6c7ba870914d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:46.145380 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (12000341-7736-44b5-93aa-6c7ba870914d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:46.163601 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12000341-7736-44b5-93aa-6c7ba870914d,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:46.227740 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:46.229003 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-fb1b3b55-35fd-44ac-8e6a-60ff65d28037 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2584162
May 14 22:26:46.825625 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:50.161652 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-ca6b9d06-3193-4fa0-bc80-9495a8c27433 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-137591914&fields=id&tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 267 time: 0.0446625
May 14 22:26:50.274502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-a01d165f-8d2f-4929-8d49-4448c5505d7a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:50.275914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-a01d165f-8d2f-4929-8d49-4448c5505d7a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 809 time: 0.1075749
May 14 22:26:50.290727 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8bf032db-1a52-42e4-a246-5439e95ce8d0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/quotas/a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 375 time: 0.0093470
May 14 22:26:50.338625 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-574a0baf-fa32-45f9-a9d1-0ad82d66bb97 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0426488
May 14 22:26:50.354808 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-5b12e11c-0500-4b71-9b42-5e1d8562ab8c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:26:50.355795 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-5b12e11c-0500-4b71-9b42-5e1d8562ab8c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051339
May 14 22:26:50.448914 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-b88fb9d1-d3a2-4159-9b27-deba5b4dedaa service neutron] 10.222.0.52 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876250
May 14 22:26:50.538275 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-d59f8ff6-5cbf-445b-8054-bd38056dfd71 service neutron] 10.222.0.52 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835602
May 14 22:26:51.097445 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aef0a494-2e52-4ab8-8701-8e60679f0432 req-98efce44-0317-4ddc-b110-d3f14ae5ebc3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 210 time: 0.0320067
May 14 22:26:52.195437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4a867ecf-faef-484a-9548-65828b064289 req-30134310-b10b-4f8e-b4af-c07f70f670c5 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 210 time: 0.0296080
May 14 22:26:52.826369 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-40ca2148-68f5-405c-972e-ad321298a19c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:52.827835 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-40ca2148-68f5-405c-972e-ad321298a19c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 809 time: 0.1034956
May 14 22:26:52.892444 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-fa5e778b-3d1c-42da-8021-862205367717 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8 HTTP/1.1" status: 200  len: 379 time: 0.0566244
May 14 22:26:52.905014 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'port': {'device_id': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'admin_state_up': True, 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'security_groups': ['d907ebea-1355-4732-9989-807b31d9593e']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:53.111465 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Made reservation on behalf of a339e577d4bb4a4d8bc280b4edab9ef8 for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:26:53.115735 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:53.257039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Allocated IP 172.20.0.4 (8f586cab-f67f-42d7-b347-7d19c0252875/029a0e22-8ccf-4d06-ae1c-1d553dc859ec/51e78f77-ae8a-4665-80f1-339f2dbd48de) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:26:53.302746 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-dcdfb01d-3340-47ee-b897-68a738256e99 req-4cd5f016-b212-426d-b389-7fcf0cc3676a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 210 time: 0.0347455
May 14 22:26:53.433105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:53.552662 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:53.594960 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Network 8f586cab-f67f-42d7-b347-7d19c0252875 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:26:53.602538 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:26:53.606920 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:26:53.633483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'Port': ['ID=51e78f77-ae8a-4665-80f1-339f2dbd48de,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:53.665416 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:53.666036 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:53.743804 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-7e813cf8-561d-40ad-80f6-1259e0e49372 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8427229
May 14 22:26:53.752702 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-ec1ab0aa-e068-4f82-9754-5325fc876620 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:26:53.754483 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-ec1ab0aa-e068-4f82-9754-5325fc876620 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0060587
May 14 22:26:53.808362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Request body: {'port': {'device_id': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:26:53.872877 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:53.882406 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-e0319f9d-a49b-49d3-a883-ef92d70878c1 None None] Provisioning complete for port 51e78f77-ae8a-4665-80f1-339f2dbd48de triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:26:53.883010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e0319f9d-a49b-49d3-a883-ef92d70878c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:53.919290 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-e0319f9d-a49b-49d3-a883-ef92d70878c1 None None] Port 51e78f77-ae8a-4665-80f1-339f2dbd48de cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:26:54.196081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e78f77-ae8a-4665-80f1-339f2dbd48de {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:26:54.198063 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Publish callbacks [] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:54.210721 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Transition to ACTIVE for port object 51e78f77-ae8a-4665-80f1-339f2dbd48de will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:26:54.260182 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:54.313186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Pushing event updated for resources: {'Port': ['ID=51e78f77-ae8a-4665-80f1-339f2dbd48de,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:54.397743 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Attempting to bind port 51e78f77-ae8a-4665-80f1-339f2dbd48de on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:26:54.398081 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Attempting to bind port 51e78f77-ae8a-4665-80f1-339f2dbd48de by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:26:54.398502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Attempting to bind port 51e78f77-ae8a-4665-80f1-339f2dbd48de on network 8f586cab-f67f-42d7-b347-7d19c0252875 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:26:54.424432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Port 51e78f77-ae8a-4665-80f1-339f2dbd48de on network 8f586cab-f67f-42d7-b347-7d19c0252875 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:26:54.424696 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Attempting to bind port 51e78f77-ae8a-4665-80f1-339f2dbd48de on network 8f586cab-f67f-42d7-b347-7d19c0252875 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:26:54.436236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:26:54.436461 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Checking segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:26:54.436861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Bound using segment: {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:26:54.437307 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Bound port: 51e78f77-ae8a-4665-80f1-339f2dbd48de, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79c2e77d-fb45-4254-bdae-e35af9485864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:26:54.437669 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:54.459997 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f636adb-232a-47a9-aeac-39cabea6a3b2 req-10a43ddd-1d62-4cdd-bdf9-af2fbb319a1e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:54.461640 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f636adb-232a-47a9-aeac-39cabea6a3b2 req-10a43ddd-1d62-4cdd-bdf9-af2fbb319a1e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 943 time: 0.0752003
May 14 22:26:54.538661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4f636adb-232a-47a9-aeac-39cabea6a3b2 req-d1a07bdc-2d8a-4b37-9703-5de99702990e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668550
May 14 22:26:54.568752 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] For port 51e78f77-ae8a-4665-80f1-339f2dbd48de, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:26:54.571705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] For port 51e78f77-ae8a-4665-80f1-339f2dbd48de, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:26:54.632141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:54.666484 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:54.667060 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:26:54.668793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 1091 time: 0.9080386
May 14 22:26:54.669234 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:26:54.671467 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d92f63-9456-47a8-8751-3ad3bf7347f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:26:54.696217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c8ec1-b8db-4b5c-b4fa-fe57501711e3 service neutron] Pushing event updated for resources: {'Port': ['ID=51e78f77-ae8a-4665-80f1-339f2dbd48de,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:26:54.715749 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c901cd3e-6789-4ce3-8d72-c2fd789c2fd9 x-openstack-request-id: req-c901cd3e-6789-4ce3-8d72-c2fd789c2fd9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:26:54.720404 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:26:54.720404 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c901cd3e-6789-4ce3-8d72-c2fd789c2fd9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:26:54.720404 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c901cd3e-6789-4ce3-8d72-c2fd789c2fd9'] response: {'name': 'network-changed', 'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'status': 'completed', 'code': 200}
May 14 22:26:54.780502 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92f63-9456-47a8-8751-3ad3bf7347f5 req-ceca19d0-e420-465b-8ff4-15d919b9fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:54.782043 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4d92f63-9456-47a8-8751-3ad3bf7347f5 req-ceca19d0-e420-465b-8ff4-15d919b9fd6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1125 time: 0.0445473
May 14 22:26:54.885862 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92f63-9456-47a8-8751-3ad3bf7347f5 req-cb0bb27e-c73d-4d0b-8821-afe95bdc6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:54.887316 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4d92f63-9456-47a8-8751-3ad3bf7347f5 req-cb0bb27e-c73d-4d0b-8821-afe95bdc6edf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0989928
May 14 22:26:54.984134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92f63-9456-47a8-8751-3ad3bf7347f5 req-f8eeaaeb-7e86-40d7-b46a-ff5a5f0c4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:54.985557 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f4d92f63-9456-47a8-8751-3ad3bf7347f5 req-f8eeaaeb-7e86-40d7-b46a-ff5a5f0c4e06 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0932314
May 14 22:26:55.058591 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-4434e828-1513-4d00-97f1-9130361fb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:55.060115 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-4434e828-1513-4d00-97f1-9130361fb794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1125 time: 0.0407302
May 14 22:26:55.104599 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-ebd6b7c3-6e55-49cb-956a-879ad0f7b81b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 217 time: 0.0377557
May 14 22:26:55.151841 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-bcb32fbe-85ab-4b44-83e4-51a02931a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:55.153283 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-bcb32fbe-85ab-4b44-83e4-51a02931a705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0426137
May 14 22:26:55.197951 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-3f7b77b8-a7a5-4930-962b-30a757cd1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:55.199502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-3f7b77b8-a7a5-4930-962b-30a757cd1df8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401647
May 14 22:26:55.302850 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-be9a2577-fefb-4797-adc6-158af889ba32 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972986
May 14 22:26:55.387584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0531aa92-b2e1-4b5b-b8fb-82f264923e1a req-a22aba22-9d03-44c4-b36d-ef3175dd6a44 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0790682
May 14 22:26:55.659978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88c96-137a-4828-9fde-f968cb84f7cf req-516760a4-0fc6-4471-9bda-7e776218794e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:55.661479 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4b88c96-137a-4828-9fde-f968cb84f7cf req-516760a4-0fc6-4471-9bda-7e776218794e tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 943 time: 0.0464711
May 14 22:26:55.718332 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a4b88c96-137a-4828-9fde-f968cb84f7cf req-b5c27ca2-6c71-4b93-af72-094a80a34aae tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490980
May 14 22:26:56.837170 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa663-54fa-487d-a285-d57da489f4a0 req-86d15357-2a5b-4a01-a395-3cfddaae6adc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:56.838662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-282fa663-54fa-487d-a285-d57da489f4a0 req-86d15357-2a5b-4a01-a395-3cfddaae6adc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 943 time: 0.0476418
May 14 22:26:56.895955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-282fa663-54fa-487d-a285-d57da489f4a0 req-19931252-a022-4965-8329-93fa7f63a054 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513575
May 14 22:26:58.008910 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96613ba6-f503-4a2e-8e17-7462faf96a46 req-0fbdb2f0-4131-477f-b91b-e49aa0015f4d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:58.010398 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96613ba6-f503-4a2e-8e17-7462faf96a46 req-0fbdb2f0-4131-477f-b91b-e49aa0015f4d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 943 time: 0.0463707
May 14 22:26:58.060668 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-96613ba6-f503-4a2e-8e17-7462faf96a46 req-472891a1-d01f-4016-ac05-71ebea4c4c3a tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445316
May 14 22:26:59.177449 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5148c9d-93dd-41a2-a069-6c1448a570a7 req-dc2ae701-d868-4a01-86a3-db32a7f44402 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:26:59.178901 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5148c9d-93dd-41a2-a069-6c1448a570a7 req-dc2ae701-d868-4a01-86a3-db32a7f44402 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 943 time: 0.0497286
May 14 22:26:59.228600 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5148c9d-93dd-41a2-a069-6c1448a570a7 req-92ae963a-d1a7-4e87-b1da-9f72788a6f1b tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439000
May 14 22:26:59.965472 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 51e78f77-ae8a-4665-80f1-339f2dbd48de details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:27:00.060812 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 51e78f77-ae8a-4665-80f1-339f2dbd48de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:27:00.072133 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'port_id': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'mac_address': 'fa:16:3e:13:51:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:27:00.108589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 51e78f77-ae8a-4665-80f1-339f2dbd48de is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:27:00.108970 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:00.122075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e78f77-ae8a-4665-80f1-339f2dbd48de {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:27:00.141661 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 51e78f77-ae8a-4665-80f1-339f2dbd48de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:27:00.213940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:00.261075 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=51e78f77-ae8a-4665-80f1-339f2dbd48de,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:27:00.268444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.268793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.269188 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.269632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.269967 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.270298 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.270626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.270949 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.271272 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.271631 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.271952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.272271 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.272589 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.272910 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.273228 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:27:00.342643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92716b42-fd59-4c13-8541-43098bf25384 req-fd10e4f5-6f70-4bc9-a76c-94a35fa7de0d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:00.344147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92716b42-fd59-4c13-8541-43098bf25384 req-fd10e4f5-6f70-4bc9-a76c-94a35fa7de0d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 944 time: 0.0477211
May 14 22:27:00.393203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-92716b42-fd59-4c13-8541-43098bf25384 req-cd6b3152-91ff-4bf3-be50-0e038c3c00cc tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432568
May 14 22:27:00.463279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['51e78f77-ae8a-4665-80f1-339f2dbd48de'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:27:01.514412 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9bbbc-7479-419d-ab91-1695228e246f req-b32a7915-bcd0-45d9-b5c2-fcbff37d00f3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:01.515951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5b9bbbc-7479-419d-ab91-1695228e246f req-b32a7915-bcd0-45d9-b5c2-fcbff37d00f3 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 944 time: 0.0507286
May 14 22:27:01.565935 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5b9bbbc-7479-419d-ab91-1695228e246f req-2a9cb95b-1f8e-45bb-8ae0-4b02947cf227 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440435
May 14 22:27:01.989693 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 51e78f77-ae8a-4665-80f1-339f2dbd48de up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:27:02.036777 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 51e78f77-ae8a-4665-80f1-339f2dbd48de completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:27:02.111233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 51e78f77-ae8a-4665-80f1-339f2dbd48de triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:27:02.111634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:02.189463 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 51e78f77-ae8a-4665-80f1-339f2dbd48de is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:27:02.189843 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:02.212544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:27:02.217428 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdac138-1695-4bb5-9212-80a84a3d35ea" -d '{"events": [{"server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "name": "network-vif-plugged", "status": "completed", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:27:02.227899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 51e78f77-ae8a-4665-80f1-339f2dbd48de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:27:02.282940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:02.307544 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b784a4d3-2a38-420d-8632-c69bc5599c73 x-openstack-request-id: req-b784a4d3-2a38-420d-8632-c69bc5599c73 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:27:02.307837 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "name": "network-vif-plugged", "status": "completed", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:27:02.308087 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b784a4d3-2a38-420d-8632-c69bc5599c73 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:27:02.308481 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b784a4d3-2a38-420d-8632-c69bc5599c73'] response: {'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'code': 200}
May 14 22:27:02.339245 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=51e78f77-ae8a-4665-80f1-339f2dbd48de,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:27:02.402916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c36c46-1583-4a65-88c0-335eb48b1eb3 req-b329e286-0e38-4e9a-a8f6-4e4d69941d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:02.404439 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3c36c46-1583-4a65-88c0-335eb48b1eb3 req-b329e286-0e38-4e9a-a8f6-4e4d69941d9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0383482
May 14 22:27:02.452045 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a3c36c46-1583-4a65-88c0-335eb48b1eb3 req-919a32d6-7a7f-4784-99b5-b7f38b70332c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419779
May 14 22:27:02.693887 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708bc7e-9ff4-4142-8a15-6c7e6bd4a696 req-bfc66210-1c86-4b45-be0c-1009d77cd571 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:02.695376 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0708bc7e-9ff4-4142-8a15-6c7e6bd4a696 req-bfc66210-1c86-4b45-be0c-1009d77cd571 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 945 time: 0.0571887
May 14 22:27:02.747175 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0708bc7e-9ff4-4142-8a15-6c7e6bd4a696 req-5b4bc47f-d577-4e62-b8b7-2038faab94ba tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460715
May 14 22:27:03.865432 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022315d7-0ee7-4969-afa5-ddaf2cadfc33 req-eeb97478-8d27-4b95-8d63-16d18d11221c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:03.866938 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-022315d7-0ee7-4969-afa5-ddaf2cadfc33 req-eeb97478-8d27-4b95-8d63-16d18d11221c tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 945 time: 0.0480313
May 14 22:27:03.916291 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-022315d7-0ee7-4969-afa5-ddaf2cadfc33 req-63c66d18-5c11-4d7e-a563-f03a3cdc65d0 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436370
May 14 22:27:04.027173 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2e3f-aff8-485f-a333-e7b7ec7a40f6 req-8ab32c3f-7996-4b08-8069-9b5ec870dac2 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:04.028577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c64f2e3f-aff8-485f-a333-e7b7ec7a40f6 req-8ab32c3f-7996-4b08-8069-9b5ec870dac2 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 945 time: 0.0457129
May 14 22:27:04.076469 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c64f2e3f-aff8-485f-a333-e7b7ec7a40f6 req-7c94e260-7c71-4762-8567-c4ace8b5a29d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423837
May 14 22:27:04.098144 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53206) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:27:04.139684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36bcaa3-9137-42f8-bc20-842555bff5b4 tempest-TestShelveInstance-1048511400 tempest-TestShelveInstance-1048511400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:04.141236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f36bcaa3-9137-42f8-bc20-842555bff5b4 tempest-TestShelveInstance-1048511400 tempest-TestShelveInstance-1048511400-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1122 time: 0.0419722
May 14 22:27:04.143867 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53208) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:27:04.148172 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:27:04.226219 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:04.302678 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:04.406740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Allocated IP 172.35.4.44 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/b445e678-9958-4d1f-9048-f9c224184abe) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:27:04.506180 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for port (b445e678-9958-4d1f-9048-f9c224184abe), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:04.574105 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b445e678-9958-4d1f-9048-f9c224184abe), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:04.615956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:27:04.620838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:27:04.623387 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:27:04.647304 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'Port': ['ID=b445e678-9958-4d1f-9048-f9c224184abe,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:27:04.984431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (864e8c5a-c7b6-411a-9c2a-0173628700d7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:05.094543 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (b445e678-9958-4d1f-9048-f9c224184abe), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:05.272957 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for port (b445e678-9958-4d1f-9048-f9c224184abe), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:05.310947 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (b445e678-9958-4d1f-9048-f9c224184abe), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:05.378816 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event updated for resources: {'Port': ['ID=b445e678-9958-4d1f-9048-f9c224184abe,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:27:05.390893 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (864e8c5a-c7b6-411a-9c2a-0173628700d7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:05.492684 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Floating IP 864e8c5a-c7b6-411a-9c2a-0173628700d7 associated. External IP: 172.35.4.44, port: 51e78f77-ae8a-4665-80f1-339f2dbd48de.
May 14 22:27:05.704044 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:27:05.813912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:27:05.825157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:27:05.833497 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:27:05.834208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222c406a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:27:05.879277 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:05.909817 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2a9e67c4-5f63-400d-8c62-43842aea4322 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.7648990
May 14 22:27:05.910522 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:27:05.913640 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91faa420-d269-483d-b73c-180c5ac18c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:27:05.944603 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:27:05.953049 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37809aee-444c-412a-98b9-a1f48432056b x-openstack-request-id: req-37809aee-444c-412a-98b9-a1f48432056b {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:27:05.953579 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:27:05.953889 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37809aee-444c-412a-98b9-a1f48432056b {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:27:05.954427 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37809aee-444c-412a-98b9-a1f48432056b'] response: {'name': 'network-changed', 'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'status': 'completed', 'code': 200}
May 14 22:27:06.020284 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa420-d269-483d-b73c-180c5ac18c1f req-32a4058d-5d75-4843-a9ee-a7dce39c4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:06.021816 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-32a4058d-5d75-4843-a9ee-a7dce39c4ccd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0454495
May 14 22:27:06.112166 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa420-d269-483d-b73c-180c5ac18c1f req-0ca8c7a4-3d8e-4bfe-adf5-03a9dc1cdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:06.113635 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-0ca8c7a4-3d8e-4bfe-adf5-03a9dc1cdfd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0855746
May 14 22:27:06.164441 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222c406a0>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '864e8c5a-c7b6-411a-9c2a-0173628700d7', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'floating_ip_address': '172.35.4.44', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'port_id': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'mac_address': 'fa:16:3e:13:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:27:04Z', 'updated_at': '2022-05-14T22:27:04Z', 'revision_number': 0, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:27:06.196320 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:27:06.205211 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:27:06.205770 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222c406a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:26:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:27:06.318829 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:27:06.533295 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-49bf92be-ccc0-4f4d-9ef8-213bf43c06ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 998 time: 0.4127581
May 14 22:27:06.543367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222c406a0>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '864e8c5a-c7b6-411a-9c2a-0173628700d7', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'floating_ip_address': '172.35.4.44', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'port_id': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'mac_address': 'fa:16:3e:13:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:27:04Z', 'updated_at': '2022-05-14T22:27:04Z', 'revision_number': 0, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:27:06.573765 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192186cf-e7b6-4842-bd66-8168c7acbabc None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '864e8c5a-c7b6-411a-9c2a-0173628700d7', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'floating_ip_address': '172.35.4.44', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'port_id': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'mac_address': 'fa:16:3e:13:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:27:04Z', 'updated_at': '2022-05-14T22:27:04Z', 'revision_number': 0, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:27:06.581660 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa420-d269-483d-b73c-180c5ac18c1f req-d54370cd-6c16-44a2-99ea-46b8efeb4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:06.584420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-d54370cd-6c16-44a2-99ea-46b8efeb4567 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0438344
May 14 22:27:06.630790 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa420-d269-483d-b73c-180c5ac18c1f req-1d276f4a-f044-4dc2-a312-cf6cf2999d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:06.632353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-1d276f4a-f044-4dc2-a312-cf6cf2999d38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425346
May 14 22:27:06.727526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-319863d0-defc-4dcc-85bd-ed3d9500047a service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890179
May 14 22:27:06.784506 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2145a34e-319d-41f4-a893-210365d7a6b0 None None] New status for floating IP 864e8c5a-c7b6-411a-9c2a-0173628700d7: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:27:06.821087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91faa420-d269-483d-b73c-180c5ac18c1f req-bce84500-50cf-4316-ac64-933dbd35f7a4 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877032
May 14 22:27:10.402309 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6efbc46b-3b30-42e9-af35-dae0f8513d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:12.585909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:12.883140 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f3efe396-65c3-40f7-89b8-586d281d21a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:13.196903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:14.105263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:15.946046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:16.847976 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:18.448204 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:27:19.506251 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-6dde5b73-8a2a-4673-ae3c-bce9cbfa8848 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0372415
May 14 22:27:19.586267 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-2c0ebab0-a0b4-47b0-9f32-8260daccd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:19.587764 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-2c0ebab0-a0b4-47b0-9f32-8260daccd3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0420189
May 14 22:27:19.688535 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-2fe89954-32a9-4c78-bbdd-20f0fa78f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:19.689996 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-2fe89954-32a9-4c78-bbdd-20f0fa78f488 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0837159
May 14 22:27:19.757373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-9f171a2b-20f3-4eab-a0be-fda5ec1396f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 1000 time: 0.0602746
May 14 22:27:19.804539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-d2a75fb2-3836-435c-a29f-35db196db1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:19.805990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-d2a75fb2-3836-435c-a29f-35db196db1b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0433688
May 14 22:27:19.851735 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-dc5a886e-c0bc-4831-beee-e41ca43c4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:27:19.853238 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-dc5a886e-c0bc-4831-beee-e41ca43c4ecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391145
May 14 22:27:19.945954 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-4d788aaa-3d2c-413c-9806-d6b17393b3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870554
May 14 22:27:20.031585 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c867354e-64a0-4d8e-a7ed-cfa26bd741d9 req-0e96ee8f-242f-4ecc-a944-b9677cae761a service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797665
May 14 22:27:40.419784 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fc19e437-7f35-4b67-925d-d9f417d4d901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:42.568126 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:42.916368 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-75fa7922-c8ad-487b-bbac-b1c501e24c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:43.190652 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:44.098979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:45.945351 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:46.841537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:27:55.446881 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:28:10.384589 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e0dcaf7-0080-4ec4-9bc4-1a79480d0503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:12.544795 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:12.944543 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-215341b0-836e-4df8-95b2-71096339a997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:13.236470 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:14.135053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:15.978541 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:16.824710 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:20.543271 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-e13773c8-7e98-4368-a3e4-84377060bc36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0443859
May 14 22:28:20.622137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-5a221575-0d9a-41fa-99ca-715dbb04aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:28:20.623691 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-5a221575-0d9a-41fa-99ca-715dbb04aa60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0382395
May 14 22:28:20.727540 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-eae9ba18-5fde-4fd7-97c7-bdce57f6b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:28:20.729013 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-eae9ba18-5fde-4fd7-97c7-bdce57f6b0df service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0880611
May 14 22:28:20.796859 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-ef5e3266-5f77-4d84-b7bb-cc7a1841d1cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 1000 time: 0.0614958
May 14 22:28:20.846217 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-cda6c9b2-ca4e-4161-a1ff-5a5701243f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:28:20.847698 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-cda6c9b2-ca4e-4161-a1ff-5a5701243f4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0451484
May 14 22:28:20.894585 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-162da35d-837a-49b5-9757-1e9d9eabb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:28:20.896165 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-162da35d-837a-49b5-9757-1e9d9eabb2ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431380
May 14 22:28:20.985235 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-71b6426f-365f-481c-9320-1bdc7c1fa089 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831733
May 14 22:28:21.078577 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-824b06b6-806d-46b8-a3c6-07fb06e57161 req-c90ecc99-a393-47ff-9138-0731b4b44316 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864708
May 14 22:28:32.447126 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:28:40.429110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8da98fe0-48cc-40b0-a7f1-6f8c3170b0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:42.584164 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:42.921458 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-92d907ac-396b-4377-856d-581f5bdc5479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:43.315651 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:44.110127 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:45.995745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:28:46.835176 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:09.445544 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:29:10.406391 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-98ed1046-2ac5-4ba8-8894-d9a1e1fb2cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:12.561246 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:12.915664 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1ba7-7acd-4397-9edd-685d796e8a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:13.263929 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:14.115084 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:15.983842 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:16.830000 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:20.487792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-92a890e3-a11a-48c6-8e1b-6a48b8f0bc63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0379469
May 14 22:29:20.565860 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-3c5775bf-7d35-4924-a2ca-a10bd7cfd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:29:20.567356 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-3c5775bf-7d35-4924-a2ca-a10bd7cfd725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0396121
May 14 22:29:20.672545 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-bb4faab0-2e0c-4947-9047-8662b9d5e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:29:20.674037 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-bb4faab0-2e0c-4947-9047-8662b9d5e93e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0887384
May 14 22:29:20.738107 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-9316d173-6373-45fc-af40-bc82b11b8304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 1000 time: 0.0573695
May 14 22:29:20.791210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-d2bb834d-5e08-48b1-a871-02bcecb54cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:29:20.792708 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-d2bb834d-5e08-48b1-a871-02bcecb54cb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0487247
May 14 22:29:20.835707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-037b3719-ff18-4e6a-9d24-8d9b9311717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:29:20.837147 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-037b3719-ff18-4e6a-9d24-8d9b9311717d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389736
May 14 22:29:20.925171 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-fd5c4e9d-5699-4c54-8858-32fe9fa5cc2e service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823729
May 14 22:29:21.016720 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-644f22d5-8f51-4094-925e-9dab4b12c045 req-e760358f-f25e-4c2f-9de8-310bfb35d524 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860362
May 14 22:29:40.400337 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-eb218c48-decd-49b3-b787-b416216fa7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:42.583184 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:42.914135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-caece443-932f-4710-8a6a-f4d5dc3ce5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:43.263561 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:44.137909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:45.988981 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:29:46.445371 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:29:46.891836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:10.468915 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c07a0316-302c-4767-bd08-3c95cca38160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:12.639923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:12.971357 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-478765fb-3abe-4f27-a6a3-1a874ccbd764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:13.269147 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:14.114944 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:15.999827 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:16.857214 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:22.489144 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-7ff6ff8c-da26-4bd1-984e-925e75cb541d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395319
May 14 22:30:22.569114 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-2596b747-11a0-4f38-96f1-499ac58d8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:22.570491 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-2596b747-11a0-4f38-96f1-499ac58d8ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0400493
May 14 22:30:22.676110 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-ef05c16b-2a1a-495c-861d-dd6f66aead61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:22.677569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-ef05c16b-2a1a-495c-861d-dd6f66aead61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.0900815
May 14 22:30:22.741793 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-125c5a11-ef24-4e60-8984-0092535da8c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 1000 time: 0.0579979
May 14 22:30:22.792297 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-d7ac57ad-67af-4185-9c26-001cec841bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:22.793718 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-d7ac57ad-67af-4185-9c26-001cec841bde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0465262
May 14 22:30:22.835653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-7969721d-2de5-4ce2-9371-150316986d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:22.837100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-7969721d-2de5-4ce2-9371-150316986d01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383232
May 14 22:30:22.927951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-d54fbb35-4dc8-4437-adde-dab4834f5a95 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851932
May 14 22:30:23.014658 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e8a9fd16-f748-4fe7-b0d2-90d0f912463c req-06dafb77-255c-4d7e-be16-4ee809aa77e3 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813386
May 14 22:30:23.060659 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53360) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:23.214695 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Deleting port b445e678-9958-4d1f-9048-f9c224184abe {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:23.215034 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b445e678-9958-4d1f-9048-f9c224184abe), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:23.295163 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b445e678-9958-4d1f-9048-f9c224184abe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:23.295560 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (b445e678-9958-4d1f-9048-f9c224184abe), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:23.307516 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Calling delete_port for b445e678-9958-4d1f-9048-f9c224184abe owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:23.443452 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:30:23.577028 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (b445e678-9958-4d1f-9048-f9c224184abe), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:23.608059 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event deleted for resources: {'Port': ['ID=b445e678-9958-4d1f-9048-f9c224184abe,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:23.631810 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.632157 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.632505 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.632846 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.633838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.634189 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.634523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.634855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.635187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.635541 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.635876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.636210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.636544 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.636870 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.637278 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:23.684186 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for floatingip (864e8c5a-c7b6-411a-9c2a-0173628700d7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:23.684520 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Floating IP 864e8c5a-c7b6-411a-9c2a-0173628700d7 disassociated (deleted). External IP: 172.35.4.44, port: 51e78f77-ae8a-4665-80f1-339f2dbd48de.
May 14 22:30:23.893662 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:30:24.037710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:24.042454 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:24.047515 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:24.057166 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:24.060772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:24.072540 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ec71490f-d21c-4d11-a19e-e0f59c05cb15 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "DELETE /v2.0/floatingips/864e8c5a-c7b6-411a-9c2a-0173628700d7 HTTP/1.1" status: 204  len: 168 time: 1.0107837
May 14 22:30:24.073178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:30:24.075441 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:30:24.171702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:24.370586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5070>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:24.402136 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:24.410597 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:24.411227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:24.465820 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc54f3e-2963-48bb-860c-058cdbf1bc0f x-openstack-request-id: req-ebc54f3e-2963-48bb-860c-058cdbf1bc0f {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:30:24.466321 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:30:24.466580 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebc54f3e-2963-48bb-860c-058cdbf1bc0f {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:30:24.466993 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc54f3e-2963-48bb-860c-058cdbf1bc0f'] response: {'name': 'network-changed', 'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'status': 'completed', 'code': 200}
May 14 22:30:24.525160 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:24.624624 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c5b43-39a3-47c0-8e72-6113dbabcf45 req-0b56dc53-fa6d-49b9-a321-584c94f35761 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:24.626146 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-280c5b43-39a3-47c0-8e72-6113dbabcf45 req-0b56dc53-fa6d-49b9-a321-584c94f35761 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 945 time: 0.1103325
May 14 22:30:24.675990 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-280c5b43-39a3-47c0-8e72-6113dbabcf45 req-0e2c2a37-8a26-46d4-b81a-3122476bbbad tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441239
May 14 22:30:24.725774 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223fe5070>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:24.753068 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cadf0a-f0a1-47bf-afd5-14363747345c None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:21Z', 'revision_number': 4, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '532f123c-6107-42c7-8efd-c690642b601e', 'name': '', 'network_id': '8f586cab-f67f-42d7-b347-7d19c0252875', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'mac_address': 'fa:16:3e:36:27:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:20Z', 'updated_at': '2022-05-14T22:22:25Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'subnets': [{'id': '029a0e22-8ccf-4d06-ae1c-1d553dc859ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:24.980496 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0408df46-6e7e-4583-9b7e-3f1758f4808b None None] New status for floating IP 864e8c5a-c7b6-411a-9c2a-0173628700d7: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:30:25.501791 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-4076dd9a-c4eb-425f-9925-2711ebc95a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:25.503296 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-4076dd9a-c4eb-425f-9925-2711ebc95a9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 1127 time: 0.0445614
May 14 22:30:25.610339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-b6f0ec3e-a613-4879-aed4-0bbfae906da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:25.611997 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-b6f0ec3e-a613-4879-aed4-0bbfae906da7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 200  len: 910 time: 0.1020522
May 14 22:30:25.665705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-e1f9aeec-e2ca-413c-9358-1075583a4b59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 200  len: 217 time: 0.0436714
May 14 22:30:25.727701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-97ab2f0b-770c-476a-83d9-cbb9220383d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:25.728579 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-97ab2f0b-770c-476a-83d9-cbb9220383d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 200  len: 848 time: 0.0558736
May 14 22:30:25.845155 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57af6-1f7d-4c8e-9653-8495ba936627 req-24fbe208-dbbf-462f-8cdd-0f52256cb8cb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:25.846562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b7b57af6-1f7d-4c8e-9653-8495ba936627 req-24fbe208-dbbf-462f-8cdd-0f52256cb8cb tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 945 time: 0.0826797
May 14 22:30:25.849836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-d6ddd528-09cb-46c6-b75a-29877b1847f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:25.851305 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-d6ddd528-09cb-46c6-b75a-29877b1847f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f586cab-f67f-42d7-b347-7d19c0252875&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0738199
May 14 22:30:25.960811 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b7b57af6-1f7d-4c8e-9653-8495ba936627 req-f0fd5942-7866-4d43-bdac-83f2a1974411 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/security-groups?id=d907ebea-1355-4732-9989-807b31d9593e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074252
May 14 22:30:26.000419 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-3380ae3d-3fb6-4334-a895-ce59ee0e4259 service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302834
May 14 22:30:26.105133 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6ed86b0-f83d-4dbe-bd9d-84a9755565ee req-923b28d6-7ab1-434c-8ab3-cf021002d18f service neutron] 10.222.0.36 "GET /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1008666
May 14 22:30:26.184861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-46b0f7ba-51d1-4564-a5c3-52d7b0c10943 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:26.186327 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-46b0f7ba-51d1-4564-a5c3-52d7b0c10943 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 945 time: 0.0485296
May 14 22:30:26.271657 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Deleting port 51e78f77-ae8a-4665-80f1-339f2dbd48de {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:26.272004 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:26.372803 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] For port 51e78f77-ae8a-4665-80f1-339f2dbd48de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51e78f77-ae8a-4665-80f1-339f2dbd48de,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:26.372803 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:26.387245 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Calling delete_port for 51e78f77-ae8a-4665-80f1-339f2dbd48de owned by compute:nova {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:26.571732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (51e78f77-ae8a-4665-80f1-339f2dbd48de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:26.597769 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event deleted for resources: {'Port': ['ID=51e78f77-ae8a-4665-80f1-339f2dbd48de,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:26.642933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] No DVR routers for this DVR port 51e78f77-ae8a-4665-80f1-339f2dbd48de on host nch1-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:30:26.645521 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:26.648871 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ffc65520-af2a-41c3-8c45-1a93f9f31033 req-185d2a0e-dd7c-4c06-a8c0-ddc731cc05fd tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.36 "DELETE /v2.0/ports/51e78f77-ae8a-4665-80f1-339f2dbd48de HTTP/1.1" status: 204  len: 173 time: 0.4574530
May 14 22:30:26.649265 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'name': 'network-vif-deleted', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:30:26.651462 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d002ea84-11a6-4150-9af0-adc7980e637d" -d '{"events": [{"server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "name": "network-vif-deleted", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:30:26.687200 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c225f416-7f0e-4c0b-abae-1a91cdf123d9 x-openstack-request-id: req-c225f416-7f0e-4c0b-abae-1a91cdf123d9 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:30:26.687893 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1807a9cf-27e1-4e53-9cb5-241ee06dbf42", "name": "network-vif-deleted", "tag": "51e78f77-ae8a-4665-80f1-339f2dbd48de", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:30:26.687893 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c225f416-7f0e-4c0b-abae-1a91cdf123d9 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:30:26.688166 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c225f416-7f0e-4c0b-abae-1a91cdf123d9'] response: {'server_uuid': '1807a9cf-27e1-4e53-9cb5-241ee06dbf42', 'name': 'network-vif-deleted', 'tag': '51e78f77-ae8a-4665-80f1-339f2dbd48de', 'status': 'completed', 'code': 200}
May 14 22:30:27.074662 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b515c359-00e4-453a-9d7b-c98a31a2edd5 req-6f415733-91df-44b6-8db8-2cf54c0b88b6 tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "GET /v2.0/ports?device_id=1807a9cf-27e1-4e53-9cb5-241ee06dbf42 HTTP/1.1" status: 200  len: 210 time: 0.0301704
May 14 22:30:28.136836 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53392) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:28.195924 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e04d7f9f-0b3f-45b7-953d-a4cfdacf9d5d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (d907ebea-1355-4732-9989-807b31d9593e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:28.221474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e04d7f9f-0b3f-45b7-953d-a4cfdacf9d5d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (d907ebea-1355-4732-9989-807b31d9593e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:28.319853 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e04d7f9f-0b3f-45b7-953d-a4cfdacf9d5d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (d907ebea-1355-4732-9989-807b31d9593e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:28.322699 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-e04d7f9f-0b3f-45b7-953d-a4cfdacf9d5d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:28.323917 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-e04d7f9f-0b3f-45b7-953d-a4cfdacf9d5d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] 10.222.0.52 "DELETE /v2.0/security-groups/d907ebea-1355-4732-9989-807b31d9593e HTTP/1.1" status: 204  len: 168 time: 0.1883900
May 14 22:30:28.333373 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7f9f-0b3f-45b7-953d-a4cfdacf9d5d tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d907ebea-1355-4732-9989-807b31d9593e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:28.451912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53396) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:29.242626 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (ea103207-ea58-4ffe-8c5f-634b081ad7ca), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:29.475665 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Deleting port 532f123c-6107-42c7-8efd-c690642b601e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:29.476008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (532f123c-6107-42c7-8efd-c690642b601e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:29.553398 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] For port 532f123c-6107-42c7-8efd-c690642b601e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=532f123c-6107-42c7-8efd-c690642b601e,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:29.553680 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (532f123c-6107-42c7-8efd-c690642b601e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:29.567057 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Calling delete_port for 532f123c-6107-42c7-8efd-c690642b601e owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:29.851365 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (532f123c-6107-42c7-8efd-c690642b601e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:29.875085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=532f123c-6107-42c7-8efd-c690642b601e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:30.057587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (ea103207-ea58-4ffe-8c5f-634b081ad7ca), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:30.293045 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Router ea103207-ea58-4ffe-8c5f-634b081ad7ca has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:30:30.408907 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:30.414420 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-77d30436-c830-471f-822b-66fa8f0416b6 admin admin] 10.222.0.52 "PUT /v2.0/routers/ea103207-ea58-4ffe-8c5f-634b081ad7ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9614744
May 14 22:30:30.417399 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53400) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:30.418210 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] Sync routers for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:30.428793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:30.432233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222efa4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:30.524745 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks [] for router (ea103207-ea58-4ffe-8c5f-634b081ad7ca), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:30.538797 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:30.633031 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks [] for router_gateway (ea103207-ea58-4ffe-8c5f-634b081ad7ca), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:30.716109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222efa4f0>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209'}], 'enable_snat': True}, 'gw_port_id': '34036819-d80d-49da-86da-5a835e44e701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:30:29Z', 'revision_number': 5, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port': {'id': '34036819-d80d-49da-86da-5a835e44e701', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:30.747529 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] Checking router: ea103207-ea58-4ffe-8c5f-634b081ad7ca for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:30.755778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] Routers {'ea103207-ea58-4ffe-8c5f-634b081ad7ca'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:30.756391 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222efa4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:30.761480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Deleting port 34036819-d80d-49da-86da-5a835e44e701 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:30.761811 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (34036819-d80d-49da-86da-5a835e44e701), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:30.844534 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] For port 34036819-d80d-49da-86da-5a835e44e701, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=34036819-d80d-49da-86da-5a835e44e701,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:30.844801 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] Set router ea103207-ea58-4ffe-8c5f-634b081ad7ca gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:30.844913 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (34036819-d80d-49da-86da-5a835e44e701), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:30.858201 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Calling delete_port for 34036819-d80d-49da-86da-5a835e44e701 owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:30.902633 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222efa4f0>, [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:30:30Z', 'revision_number': 6, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:30.929153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8886d-b1ac-4480-b9ac-a8416b0eb327 None None] The sync data for ids ['ea103207-ea58-4ffe-8c5f-634b081ad7ca'] in ncdv-master-1 is: [{'id': 'ea103207-ea58-4ffe-8c5f-634b081ad7ca', 'name': 'tempest-TestShelveInstance-1283987898-router', 'tenant_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:18Z', 'updated_at': '2022-05-14T22:30:30Z', 'revision_number': 6, 'project_id': 'a339e577d4bb4a4d8bc280b4edab9ef8', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:31.096963 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (34036819-d80d-49da-86da-5a835e44e701), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.101370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 51e78f77-ae8a-4665-80f1-339f2dbd48de no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:31.122449 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Pushing event deleted for resources: {'Port': ['ID=34036819-d80d-49da-86da-5a835e44e701,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:31.126649 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 51e78f77-ae8a-4665-80f1-339f2dbd48de {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:31.127004 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 51e78f77-ae8a-4665-80f1-339f2dbd48de not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:31.136694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.137045 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.137385 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.137719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.138051 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.138378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.138703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.139096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.139346 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.139703 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.146086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.146086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.146086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.146086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.146086 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:31.196705 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (ea103207-ea58-4ffe-8c5f-634b081ad7ca), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.293507 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (ea103207-ea58-4ffe-8c5f-634b081ad7ca), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.296174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks [] for router_controller (ea103207-ea58-4ffe-8c5f-634b081ad7ca), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.400072 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (ea103207-ea58-4ffe-8c5f-634b081ad7ca), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.401217 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea103207-ea58-4ffe-8c5f-634b081ad7ca {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:30:31.409280 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.409280 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-643bbb91-2d84-4aea-b718-51792530a451 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ea103207-ea58-4ffe-8c5f-634b081ad7ca HTTP/1.1" status: 204  len: 168 time: 0.9881353
May 14 22:30:31.409280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53404) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:31.452685 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Deleting subnet 029a0e22-8ccf-4d06-ae1c-1d553dc859ec {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:30:31.455612 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Publish callbacks [] for subnet (029a0e22-8ccf-4d06-ae1c-1d553dc859ec), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.489467 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (029a0e22-8ccf-4d06-ae1c-1d553dc859ec), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.568856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (029a0e22-8ccf-4d06-ae1c-1d553dc859ec), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.754476 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (029a0e22-8ccf-4d06-ae1c-1d553dc859ec), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.782980 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029a0e22-8ccf-4d06-ae1c-1d553dc859ec,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:31.784733 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.787912 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c119c5ea-2628-429c-8013-4491cbf2077e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/029a0e22-8ccf-4d06-ae1c-1d553dc859ec HTTP/1.1" status: 204  len: 168 time: 0.3780024
May 14 22:30:31.790320 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53406) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:31.796440 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db4530-687d-4089-af6a-ba2cd25ebda0 None None] Network 8f586cab-f67f-42d7-b347-7d19c0252875 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:30:31.877233 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (8f586cab-f67f-42d7-b347-7d19c0252875), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.926592 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Deleting port b675b54b-7f40-488d-8828-7a046ba51a74 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:31.927323 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:31.977029 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] DHCP port deletion for 8f586cab-f67f-42d7-b347-7d19c0252875 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:30:32.007085 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] For port b675b54b-7f40-488d-8828-7a046ba51a74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b675b54b-7f40-488d-8828-7a046ba51a74,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:32.007455 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.023122 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Calling delete_port for b675b54b-7f40-488d-8828-7a046ba51a74 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:32.029495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Deleting port b675b54b-7f40-488d-8828-7a046ba51a74 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:32.029870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.096023 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] For port b675b54b-7f40-488d-8828-7a046ba51a74, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b675b54b-7f40-488d-8828-7a046ba51a74,segment=NetworkSegment(79c2e77d-fb45-4254-bdae-e35af9485864),segment_id=79c2e77d-fb45-4254-bdae-e35af9485864)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:32.096419 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.109566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Calling delete_port for b675b54b-7f40-488d-8828-7a046ba51a74 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:32.199857 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.205768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (b675b54b-7f40-488d-8828-7a046ba51a74), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.230262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b675b54b-7f40-488d-8828-7a046ba51a74,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:32.230262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] No DVR routers for this DVR port b675b54b-7f40-488d-8828-7a046ba51a74 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:30:32.234838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Pushing event deleted for resources: {'Port': ['ID=b675b54b-7f40-488d-8828-7a046ba51a74,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:32.242917 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] No DVR routers for this DVR port b675b54b-7f40-488d-8828-7a046ba51a74 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:30:32.245455 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.245805 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.246218 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.246564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.246899 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.247232 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.247611 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.247946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.248273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.248600 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.248925 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.249248 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.249741 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.250061 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.250477 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b4b979-4537-41d2-87dd-0229a85653d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:32.305438 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (8f586cab-f67f-42d7-b347-7d19c0252875), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.328770 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5231a2edc0>,) {'filters': {'network_id': ['8f586cab-f67f-42d7-b347-7d19c0252875']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:32.339041 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231a2edc0>, '79c2e77d-fb45-4254-bdae-e35af9485864') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:32.339617 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5231a2edc0>, '79c2e77d-fb45-4254-bdae-e35af9485864') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:32.350493 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (79c2e77d-fb45-4254-bdae-e35af9485864), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.352412 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 532f123c-6107-42c7-8efd-c690642b601e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:32.365267 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (79c2e77d-fb45-4254-bdae-e35af9485864), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.371696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:30:32.372084 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (79c2e77d-fb45-4254-bdae-e35af9485864), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.373495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 532f123c-6107-42c7-8efd-c690642b601e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:30:32.373785 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:30:32.376231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 532f123c-6107-42c7-8efd-c690642b601e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:32.376231 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b675b54b-7f40-488d-8828-7a046ba51a74 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:32.396424 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: b675b54b-7f40-488d-8828-7a046ba51a74 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:32.406642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device b675b54b-7f40-488d-8828-7a046ba51a74 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:32.406642 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 34036819-d80d-49da-86da-5a835e44e701 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:32.417156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 34036819-d80d-49da-86da-5a835e44e701 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:32.417351 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 34036819-d80d-49da-86da-5a835e44e701 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:32.502723 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (8f586cab-f67f-42d7-b347-7d19c0252875), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.508501 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:32.512391 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f586cab-f67f-42d7-b347-7d19c0252875 HTTP/1.1" status: 204  len: 168 time: 0.7205331
May 14 22:30:32.515442 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53408) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:32.523322 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb71a4-b466-4a91-9ff2-3e9aca4f61a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f586cab-f67f-42d7-b347-7d19c0252875,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:32.843516 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (5d9b8d51-067d-4003-91cd-9b48f334d158), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:33.080686 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Deleting port 3838ce28-462d-445b-b8a9-8fbe8a481e8e {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:33.081018 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:33.160856 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] For port 3838ce28-462d-445b-b8a9-8fbe8a481e8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3838ce28-462d-445b-b8a9-8fbe8a481e8e,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:33.160856 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:33.172744 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Calling delete_port for 3838ce28-462d-445b-b8a9-8fbe8a481e8e owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:33.451464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (3838ce28-462d-445b-b8a9-8fbe8a481e8e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:33.476813 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Pushing event deleted for resources: {'Port': ['ID=3838ce28-462d-445b-b8a9-8fbe8a481e8e,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:33.655931 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (5d9b8d51-067d-4003-91cd-9b48f334d158), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:33.874749 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Router 5d9b8d51-067d-4003-91cd-9b48f334d158 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:30:33.986876 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:33.991841 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-5da5f87d-0f8c-4c5a-b21b-5b36544ca14f admin admin] 10.222.0.52 "PUT /v2.0/routers/5d9b8d51-067d-4003-91cd-9b48f334d158/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4753277
May 14 22:30:33.994694 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53410) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:33.995961 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] Sync routers for ids ['5d9b8d51-067d-4003-91cd-9b48f334d158'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:34.019165 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] Routers {'5d9b8d51-067d-4003-91cd-9b48f334d158'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:34.019816 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cd46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5d9b8d51-067d-4003-91cd-9b48f334d158'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:34.104810 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks [] for router (5d9b8d51-067d-4003-91cd-9b48f334d158), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.128019 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] Set router 5d9b8d51-067d-4003-91cd-9b48f334d158 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:34.215015 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks [] for router_gateway (5d9b8d51-067d-4003-91cd-9b48f334d158), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.301118 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cd46d0>, [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:30:33Z', 'revision_number': 5, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port': {'id': '6582b673-b2e9-4d56-a88f-0a6141c5651c', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ad:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:34.328566 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Deleting port 6582b673-b2e9-4d56-a88f-0a6141c5651c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:34.328904 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.334006 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] Checking router: 5d9b8d51-067d-4003-91cd-9b48f334d158 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:34.343683 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] Routers {'5d9b8d51-067d-4003-91cd-9b48f334d158'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:34.344308 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230cd46d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['5d9b8d51-067d-4003-91cd-9b48f334d158'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:34.443280 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] For port 6582b673-b2e9-4d56-a88f-0a6141c5651c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6582b673-b2e9-4d56-a88f-0a6141c5651c,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:34.443683 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.459301 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Calling delete_port for 6582b673-b2e9-4d56-a88f-0a6141c5651c owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:34.537315 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] Set router 5d9b8d51-067d-4003-91cd-9b48f334d158 gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:34.593516 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230cd46d0>, [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:30:34Z', 'revision_number': 6, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:34.620527 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcfc4c-adf5-4f10-b429-617b9c20ae9c None None] The sync data for ids ['5d9b8d51-067d-4003-91cd-9b48f334d158'] in ncdv-master-1 is: [{'id': '5d9b8d51-067d-4003-91cd-9b48f334d158', 'name': 'tempest-TestShelveInstance-1056120359-router', 'tenant_id': 'b882e152e7c44beb81202604906c2add', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:22:24Z', 'updated_at': '2022-05-14T22:30:34Z', 'revision_number': 6, 'project_id': 'b882e152e7c44beb81202604906c2add', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:34.685465 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (6582b673-b2e9-4d56-a88f-0a6141c5651c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.715366 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6582b673-b2e9-4d56-a88f-0a6141c5651c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:34.777283 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (5d9b8d51-067d-4003-91cd-9b48f334d158), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.867148 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (5d9b8d51-067d-4003-91cd-9b48f334d158), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.869330 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks [] for router_controller (5d9b8d51-067d-4003-91cd-9b48f334d158), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.971510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (5d9b8d51-067d-4003-91cd-9b48f334d158), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.972158 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d9b8d51-067d-4003-91cd-9b48f334d158 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:30:34.976704 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:34.977934 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-594449f7-6095-479d-959b-fbc0f716bb02 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5d9b8d51-067d-4003-91cd-9b48f334d158 HTTP/1.1" status: 204  len: 168 time: 0.9816024
May 14 22:30:34.980379 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53428) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:35.030488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Deleting subnet 46d6907b-73a3-4cca-b31a-2c03d6913693 {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:30:35.034099 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Publish callbacks [] for subnet (46d6907b-73a3-4cca-b31a-2c03d6913693), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.075577 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (46d6907b-73a3-4cca-b31a-2c03d6913693), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.155319 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (46d6907b-73a3-4cca-b31a-2c03d6913693), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.263115 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (46d6907b-73a3-4cca-b31a-2c03d6913693), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.289901 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d6907b-73a3-4cca-b31a-2c03d6913693,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:35.292421 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.296045 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-eab99a63-5b65-4dc9-bd8a-3c0db1f19a24 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/46d6907b-73a3-4cca-b31a-2c03d6913693 HTTP/1.1" status: 204  len: 168 time: 0.3147202
May 14 22:30:35.297273 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985c4c2-8118-40e1-8e06-7f15924d5185 None None] Network 7ea28256-a26a-44d7-aa5d-00819566d701 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:30:35.298986 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53430) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:35.368772 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (7ea28256-a26a-44d7-aa5d-00819566d701), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.415947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Deleting port c0b2ee63-db4e-4e69-95ec-ffc3af65899c {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:35.416289 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.453453 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] DHCP port deletion for 7ea28256-a26a-44d7-aa5d-00819566d701 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:30:35.488775 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] For port c0b2ee63-db4e-4e69-95ec-ffc3af65899c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:35.489160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.496807 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] Deleting port c0b2ee63-db4e-4e69-95ec-ffc3af65899c {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:30:35.497196 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.503650 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Calling delete_port for c0b2ee63-db4e-4e69-95ec-ffc3af65899c owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:35.560547 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] For port c0b2ee63-db4e-4e69-95ec-ffc3af65899c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,segment=NetworkSegment(099492ae-5502-4fb5-aac1-8a66c81a96c6),segment_id=099492ae-5502-4fb5-aac1-8a66c81a96c6)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:35.560947 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.574535 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] Calling delete_port for c0b2ee63-db4e-4e69-95ec-ffc3af65899c owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:30:35.691277 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.697560 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (c0b2ee63-db4e-4e69-95ec-ffc3af65899c), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.718157 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:35.719998 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] No DVR routers for this DVR port c0b2ee63-db4e-4e69-95ec-ffc3af65899c on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:30:35.722620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] Pushing event deleted for resources: {'Port': ['ID=c0b2ee63-db4e-4e69-95ec-ffc3af65899c,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:35.726570 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9356c-3f2d-40d3-8e14-05cd44cac428 None None] No DVR routers for this DVR port c0b2ee63-db4e-4e69-95ec-ffc3af65899c on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:30:35.789729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (7ea28256-a26a-44d7-aa5d-00819566d701), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.821286 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bb76130>,) {'filters': {'network_id': ['7ea28256-a26a-44d7-aa5d-00819566d701']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:35.830936 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb76130>, '099492ae-5502-4fb5-aac1-8a66c81a96c6') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:35.831233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bb76130>, '099492ae-5502-4fb5-aac1-8a66c81a96c6') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:35.840883 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (099492ae-5502-4fb5-aac1-8a66c81a96c6), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.855417 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (099492ae-5502-4fb5-aac1-8a66c81a96c6), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.863135 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:30:35.863849 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (099492ae-5502-4fb5-aac1-8a66c81a96c6), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:30:35.865784 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:30:35.965910 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (7ea28256-a26a-44d7-aa5d-00819566d701), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.978054 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:35.978054 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7ea28256-a26a-44d7-aa5d-00819566d701 HTTP/1.1" status: 204  len: 168 time: 0.6767609
May 14 22:30:35.988999 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451a4e-bdd0-46cd-bf26-7f1fc8cbdc96 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea28256-a26a-44d7-aa5d-00819566d701,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:36.221107 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53434) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:36.260953 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-96bef2d9-88cf-4078-a5bf-5086edfdd659 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a339e577d4bb4a4d8bc280b4edab9ef8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380874
May 14 22:30:36.263290 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53436) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:36.315102 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1a283c2-dfe9-4725-8f3f-f8a0958d8643 admin admin] Publish callbacks [] for security_group (cdef5e5a-bc71-4724-a24a-0a53ece25342), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:36.338545 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1a283c2-dfe9-4725-8f3f-f8a0958d8643 admin admin] Publish callbacks [] for security_group (cdef5e5a-bc71-4724-a24a-0a53ece25342), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:36.355560 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c0b2ee63-db4e-4e69-95ec-ffc3af65899c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:36.375312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: c0b2ee63-db4e-4e69-95ec-ffc3af65899c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:36.375697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device c0b2ee63-db4e-4e69-95ec-ffc3af65899c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:36.376145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3838ce28-462d-445b-b8a9-8fbe8a481e8e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:36.394694 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 3838ce28-462d-445b-b8a9-8fbe8a481e8e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:36.394970 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 3838ce28-462d-445b-b8a9-8fbe8a481e8e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:36.395371 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6582b673-b2e9-4d56-a88f-0a6141c5651c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:30:36.416584 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 6582b673-b2e9-4d56-a88f-0a6141c5651c {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:30:36.416954 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 6582b673-b2e9-4d56-a88f-0a6141c5651c not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:30:36.461510 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1a283c2-dfe9-4725-8f3f-f8a0958d8643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (cdef5e5a-bc71-4724-a24a-0a53ece25342), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:36.465002 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f1a283c2-dfe9-4725-8f3f-f8a0958d8643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:36.466176 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f1a283c2-dfe9-4725-8f3f-f8a0958d8643 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdef5e5a-bc71-4724-a24a-0a53ece25342 HTTP/1.1" status: 204  len: 168 time: 0.2019520
May 14 22:30:36.476413 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a283c2-dfe9-4725-8f3f-f8a0958d8643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef5e5a-bc71-4724-a24a-0a53ece25342,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:37.199181 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53442) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:37.239140 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-379b2286-9a29-4c9d-bb3b-b9b09819580c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b882e152e7c44beb81202604906c2add&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387313
May 14 22:30:37.241522 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53444) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:37.289066 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c7-6e95-4dae-9170-60792bb57937 admin admin] Publish callbacks [] for security_group (340b74ee-7e75-4e03-ac1b-c06ee4a09ce0), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:37.309981 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c7-6e95-4dae-9170-60792bb57937 admin admin] Publish callbacks [] for security_group (340b74ee-7e75-4e03-ac1b-c06ee4a09ce0), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:37.416793 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c7-6e95-4dae-9170-60792bb57937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (340b74ee-7e75-4e03-ac1b-c06ee4a09ce0), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:37.419338 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c7-6e95-4dae-9170-60792bb57937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:37.420787 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f05c16c7-6e95-4dae-9170-60792bb57937 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/340b74ee-7e75-4e03-ac1b-c06ee4a09ce0 HTTP/1.1" status: 204  len: 168 time: 0.1783452
May 14 22:30:37.428427 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c16c7-6e95-4dae-9170-60792bb57937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b74ee-7e75-4e03-ac1b-c06ee4a09ce0,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:38.489485 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53466) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:38.589574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-821332804-network', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:38.651931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Made reservation on behalf of d2345189dd994ee0adc9391fe9f6856a for: {'network': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:30:38.654347 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:38.662676 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:38.758721 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks [] for security_group (e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:38.851289 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:38.881033 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'}  {{(pid=115781) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:30:38.887421 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:38.895226 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b83363d5-f3d7-48bc-b08c-552d41672cde), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:38.895451 ncdv-master-1 neutron-server[115781]: INFO neutron.db.segments_db [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Added segment b83363d5-f3d7-48bc-b08c-552d41672cde of type vlan for network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7
May 14 22:30:38.946319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.057863 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.058929 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:39.059534 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.117785 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] Pushing event updated for resources: {'Network': ['ID=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:39.128070 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:30:39.167754 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cd90e5b5-4ac3-4c4d-8d18-7d608a212b8d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6735361
May 14 22:30:39.168231 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53470) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:39.174407 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Request body: {'subnet': {'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-821332804-subnet', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'ip_version': 4}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:39.262618 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Made reservation on behalf of d2345189dd994ee0adc9391fe9f6856a for: {'subnet': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:30:39.265055 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25985230'] for subnet (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.480329 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25299492', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25985240'] for subnet (dd6d68b7-93d8-490f-b66f-7a01d5e6c50e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.537127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e,revision_number=0']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:39.545655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Checking segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:39.546012 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Network hostable DHCP agents. Network: 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115781) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:30:39.605399 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115781) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:30:39.657419 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7) {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:39.662411 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:39.663009 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.673492 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187912f-aa18-48fa-b427-04b6ed1ac394 None None] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:30:39.750241 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-8316a6ae-752b-4ecb-89e9-df1fa0de4dff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5803812
May 14 22:30:39.752775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53472) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:39.757003 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:39.772156 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:30:39.773103 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.840141 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (aed98065-ed53-4157-a966-8c54a19fc9f3), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.841214 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (aed98065-ed53-4157-a966-8c54a19fc9f3), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.893311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks [] for router_controller (aed98065-ed53-4157-a966-8c54a19fc9f3), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:39.907434 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Allocated IP 172.20.0.2 (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7/dd6d68b7-93d8-490f-b66f-7a01d5e6c50e/56ffa9fb-6937-4f39-9e81-dfead65d0098) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:40.125117 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks [] for router_gateway (aed98065-ed53-4157-a966-8c54a19fc9f3), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.223429 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Publish callbacks [] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.290095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.331868 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:40.337139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:40.347521 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:40.356635 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Pushing event updated for resources: {'Port': ['ID=56ffa9fb-6937-4f39-9e81-dfead65d0098,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:40.369399 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks [] for router_gateway (aed98065-ed53-4157-a966-8c54a19fc9f3), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.389744 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.414363 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Attempting to bind port 56ffa9fb-6937-4f39-9e81-dfead65d0098 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:40.414727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Attempting to bind port 56ffa9fb-6937-4f39-9e81-dfead65d0098 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:40.415085 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Attempting to bind port 56ffa9fb-6937-4f39-9e81-dfead65d0098 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:40.421479 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:40.426053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Checking segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:40.426053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.426053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Bound using segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:40.426053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Bound port: 56ffa9fb-6937-4f39-9e81-dfead65d0098, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:40.426053 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.426568 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-da3775b1-ff65-4226-9665-0bbc94b5f99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.486087 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] For port 56ffa9fb-6937-4f39-9e81-dfead65d0098, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:40.489097 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] For port 56ffa9fb-6937-4f39-9e81-dfead65d0098, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ffa9fb-6937-4f39-9e81-dfead65d0098,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:40.496330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Allocated IP 172.35.4.153 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/40d08733-71ec-473b-83e0-a6f21ad9338e) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:40.582912 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.602228 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks [] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.645701 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4b85-0dc1-484a-bae4-4115d026cce3 None None] Pushing event updated for resources: {'Port': ['ID=56ffa9fb-6937-4f39-9e81-dfead65d0098,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:40.680121 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:40.725497 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:40.728609 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:40.733895 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:40.737129 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=40d08733-71ec-473b-83e0-a6f21ad9338e,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:41.082474 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks [] for router_gateway (aed98065-ed53-4157-a966-8c54a19fc9f3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:41.595002 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c0fdc-d1df-4932-9fdf-cdc422cbc136 None None] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:30:41.653422 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (aed98065-ed53-4157-a966-8c54a19fc9f3), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:41.705450 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] Provisioning complete for port 56ffa9fb-6937-4f39-9e81-dfead65d0098 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:41.706016 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:41.796498 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] Current status of the port 56ffa9fb-6937-4f39-9e81-dfead65d0098 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:41.796891 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:41.830581 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] For port 56ffa9fb-6937-4f39-9e81-dfead65d0098, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ffa9fb-6937-4f39-9e81-dfead65d0098,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:41.862587 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Router aed98065-ed53-4157-a966-8c54a19fc9f3 is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:30:41.912837 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:41.973884 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda23aca-a523-45ff-b291-0c16d85070bd None None] Pushing event updated for resources: {'Port': ['ID=56ffa9fb-6937-4f39-9e81-dfead65d0098,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:41.984604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:41.994048 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:42.005417 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:42.006032 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223dffb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:42.071305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-4feabb8d-d4e3-44b6-a5d1-fc5f88308fa8 None None] Provisioning complete for port 56ffa9fb-6937-4f39-9e81-dfead65d0098 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:42.071633 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4feabb8d-d4e3-44b6-a5d1-fc5f88308fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.092643 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.096939 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53474) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:42.097495 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-c10627ba-6d26-45a7-91ab-d5602c6b4fd1 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.3432143
May 14 22:30:42.162818 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:42.304195 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-4feabb8d-d4e3-44b6-a5d1-fc5f88308fa8 None None] Current status of the port 56ffa9fb-6937-4f39-9e81-dfead65d0098 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:42.372542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223dffb80>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:40Z', 'revision_number': 3, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:42.405432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 56ffa9fb-6937-4f39-9e81-dfead65d0098 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:42.408008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:42.408366 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Updating router aed98065-ed53-4157-a966-8c54a19fc9f3 port 40d08733-71ec-473b-83e0-a6f21ad9338e binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:30:42.463634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.505993 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 56ffa9fb-6937-4f39-9e81-dfead65d0098 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:42.506365 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.524903 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.655858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.685367 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Allocated IP 172.20.0.1 (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7/dd6d68b7-93d8-490f-b66f-7a01d5e6c50e/ea920d14-eac3-4a59-9b77-b561582babfc) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:42.734832 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 56ffa9fb-6937-4f39-9e81-dfead65d0098 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:42.787808 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks [] for port (ea920d14-eac3-4a59-9b77-b561582babfc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.839460 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Publish callbacks [] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.886524 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.914626 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.916868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-95c4322e-0d33-4172-965b-03153468eaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.936251 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:42.939281 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:42.941786 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:42.966423 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea920d14-eac3-4a59-9b77-b561582babfc,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:42.977564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22e33f-619b-48d6-ad3b-ddbcf36c2fab None None] Pushing event updated for resources: {'Port': ['ID=40d08733-71ec-473b-83e0-a6f21ad9338e,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:42.980791 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Attempting to bind port 40d08733-71ec-473b-83e0-a6f21ad9338e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:42.981239 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Attempting to bind port 40d08733-71ec-473b-83e0-a6f21ad9338e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:42.981684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Attempting to bind port 40d08733-71ec-473b-83e0-a6f21ad9338e on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:42.987731 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:42.988322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:42.988677 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.989137 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:42.989691 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Bound port: 40d08733-71ec-473b-83e0-a6f21ad9338e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:42.989836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (aed98065-ed53-4157-a966-8c54a19fc9f3), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:42.990221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.047109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] For port 40d08733-71ec-473b-83e0-a6f21ad9338e, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:43.050484 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] For port 40d08733-71ec-473b-83e0-a6f21ad9338e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d08733-71ec-473b-83e0-a6f21ad9338e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:43.121268 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.197018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:43.197681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223dffb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:43.199522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22e33f-619b-48d6-ad3b-ddbcf36c2fab None None] Pushing event updated for resources: {'Port': ['ID=40d08733-71ec-473b-83e0-a6f21ad9338e,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:43.214530 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.255444 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-9e272d3f-d507-49da-be8b-c055f4c5e2fa None None] Provisioning complete for port ea920d14-eac3-4a59-9b77-b561582babfc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:43.255833 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9e272d3f-d507-49da-be8b-c055f4c5e2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.282669 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.331722 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-9e272d3f-d507-49da-be8b-c055f4c5e2fa None None] Port ea920d14-eac3-4a59-9b77-b561582babfc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:30:43.350961 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:43.413902 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks [] for port (ea920d14-eac3-4a59-9b77-b561582babfc), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.497170 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:43.537101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223dffb80>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:42Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:43.564685 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb120b-2c69-46cc-a7a9-3fbee501aaf1 None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:42Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:43.568584 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea920d14-eac3-4a59-9b77-b561582babfc,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:43.570252 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (aed98065-ed53-4157-a966-8c54a19fc9f3), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:44.019596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:44.021084 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:44.160960 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Router aed98065-ed53-4157-a966-8c54a19fc9f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:30:44.171259 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:44.303947 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:44.310122 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-88c196c8-b068-4e6c-a124-4e98778673f8 admin admin] 10.222.0.52 "PUT /v2.0/routers/aed98065-ed53-4157-a966-8c54a19fc9f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2121415
May 14 22:30:44.381448 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fe177622-2d0c-4672-9194-c8e2965f7475 None None] Provisioning complete for port ea920d14-eac3-4a59-9b77-b561582babfc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:44.381898 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe177622-2d0c-4672-9194-c8e2965f7475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:44.422668 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 40d08733-71ec-473b-83e0-a6f21ad9338e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:44.450428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fe177622-2d0c-4672-9194-c8e2965f7475 None None] Port ea920d14-eac3-4a59-9b77-b561582babfc cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:30:44.482392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 40d08733-71ec-473b-83e0-a6f21ad9338e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:44.482772 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:44.572955 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 40d08733-71ec-473b-83e0-a6f21ad9338e is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:44.574974 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:44.599336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 40d08733-71ec-473b-83e0-a6f21ad9338e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d08733-71ec-473b-83e0-a6f21ad9338e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:44.668940 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:44.721235 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=40d08733-71ec-473b-83e0-a6f21ad9338e,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:45.046502 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53490) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:45.051431 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-618717782-network', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:45.142512 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Made reservation on behalf of a1026b33b53344e09d4d6dbcc58412f5 for: {'network': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:30:45.144965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for network (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.154327 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.233680 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks [] for security_group (5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.302642 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.328336 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=115780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 14 22:30:45.337800 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:45.344288 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749439318384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6296cf5a-3226-4481-929e-ecb5f5b0d9cf), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.347703 ncdv-master-1 neutron-server[115780]: INFO neutron.db.segments_db [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Added segment 6296cf5a-3226-4481-929e-ecb5f5b0d9cf of type vlan for network dedb793f-f972-4527-86b9-f969403ef987
May 14 22:30:45.389260 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749439003293'] for network (dedb793f-f972-4527-86b9-f969403ef987), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.480654 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585'] for network (dedb793f-f972-4527-86b9-f969403ef987), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.481755 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:45.482340 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.542233 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] Pushing event updated for resources: {'Network': ['ID=dedb793f-f972-4527-86b9-f969403ef987,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:45.553190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Network dedb793f-f972-4527-86b9-f969403ef987 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115782) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 14 22:30:45.574108 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f60fa873-3a37-417e-8566-c24fa83c288e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.5264874
May 14 22:30:45.576871 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53492) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:45.581688 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Request body: {'subnet': {'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-618717782-subnet', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'ip_version': 4}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:45.662953 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Made reservation on behalf of a1026b33b53344e09d4d6dbcc58412f5 for: {'subnet': 1} {{(pid=115780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:30:45.665494 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617126'] for subnet (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.704738 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:45.715663 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:45.716852 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523133afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:45.832936 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:45.886141 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25982442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617136'] for subnet (d4893885-2a92-4986-b023-6f9a7f25ebee), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:45.949239 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4893885-2a92-4986-b023-6f9a7f25ebee,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:45.972480 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Checking segment: {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:45.972851 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Network hostable DHCP agents. Network: dedb793f-f972-4527-86b9-f969403ef987, hostable agents: ['cc0e7905-a54d-4eef-8c7a-25cca977871d'], hosted agents: [] {{(pid=115780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 14 22:30:46.041689 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523133afa0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 2, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:46.043912 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Network dedb793f-f972-4527-86b9-f969403ef987 is scheduled to be hosted by DHCP agent cc0e7905-a54d-4eef-8c7a-25cca977871d with binding_index 1 {{(pid=115780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 14 22:30:46.071461 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:46.071843 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Updating router aed98065-ed53-4157-a966-8c54a19fc9f3 port ea920d14-eac3-4a59-9b77-b561582babfc binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:30:46.101276 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.112501 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dedb793f-f972-4527-86b9-f969403ef987) {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:46.117285 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:46.118996 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.129695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6bea9f-4500-4526-83fa-8dc0a8070c26 None None] Network dedb793f-f972-4527-86b9-f969403ef987 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:30:46.172720 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.214623 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-980c7a99-830e-4590-90d5-9d749b549db8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6366572
May 14 22:30:46.217575 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53494) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:46.222210 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:46.230822 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dedb793f-f972-4527-86b9-f969403ef987', 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'fixed_ips': [{'subnet_id': 'd4893885-2a92-4986-b023-6f9a7f25ebee'}]}} from ncdv-master-1. {{(pid=115782) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 14 22:30:46.232046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.319194 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-982344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30199'] for router (1fd90761-d471-401b-86aa-4b2c80ffc0de), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.321433 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-975608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-978248', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30184'] for router (1fd90761-d471-401b-86aa-4b2c80ffc0de), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.384462 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.db_base_plugin_common [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Allocated IP 172.20.0.2 (dedb793f-f972-4527-86b9-f969403ef987/d4893885-2a92-4986-b023-6f9a7f25ebee/dd50a271-c034-4588-9b2f-c02c1bc0f2f3) {{(pid=115782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:46.401090 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Publish callbacks [] for port (ea920d14-eac3-4a59-9b77-b561582babfc), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.402605 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 40d08733-71ec-473b-83e0-a6f21ad9338e up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:46.405070 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks [] for router_controller (1fd90761-d471-401b-86aa-4b2c80ffc0de), precommit_add_association {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.472799 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.506963 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 40d08733-71ec-473b-83e0-a6f21ad9338e triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:46.507363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.550391 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Pushing event updated for resources: {'Port': ['ID=ea920d14-eac3-4a59-9b77-b561582babfc,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:46.574917 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.575619 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.576138 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.576651 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.577145 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.577637 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.578143 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.578641 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.579136 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.579650 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.580582 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.581133 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.581620 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.582125 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.582608 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:30:46.601861 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Attempting to bind port ea920d14-eac3-4a59-9b77-b561582babfc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:46.602475 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Attempting to bind port ea920d14-eac3-4a59-9b77-b561582babfc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:46.603453 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Attempting to bind port ea920d14-eac3-4a59-9b77-b561582babfc on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:46.610080 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:46.612735 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Checking segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:46.613482 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.614044 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Bound using segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:46.614688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Bound port: ea920d14-eac3-4a59-9b77-b561582babfc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:46.615239 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.644512 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Publish callbacks [] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), precommit_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.655199 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 40d08733-71ec-473b-83e0-a6f21ad9338e is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:46.688273 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks [] for router_gateway (1fd90761-d471-401b-86aa-4b2c80ffc0de), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.689070 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] For port ea920d14-eac3-4a59-9b77-b561582babfc, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:46.692475 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] For port ea920d14-eac3-4a59-9b77-b561582babfc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea920d14-eac3-4a59-9b77-b561582babfc,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:46.725034 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), after_create {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.764754 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Network dedb793f-f972-4527-86b9-f969403ef987 is already hosted by enough agents. {{(pid=115782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:46.769716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.scheduler.base_scheduler [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Resources bound (agent type, host, resource id):  {{(pid=115782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:46.772599 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Received port after_create {{(pid=115782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:46.794864 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Pushing event updated for resources: {'Port': ['ID=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,revision_number=1']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:46.831274 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] Provisioning complete for port ea920d14-eac3-4a59-9b77-b561582babfc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:46.831673 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.834919 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.899131 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:46.899935 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523133afa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:46.903428 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Attempting to bind port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:46.903988 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Attempting to bind port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:46.904433 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Attempting to bind port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 on network dedb793f-f972-4527-86b9-f969403ef987 {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:46.914622 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:46.915190 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Checking segment: {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:46.915727 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.916227 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Bound using segment: {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:46.917357 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Bound port: dd50a271-c034-4588-9b2f-c02c1bc0f2f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:46.918066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.924508 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:46.956490 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652e824-b777-4c71-8766-3526bf69a370 None None] Pushing event updated for resources: {'Port': ['ID=ea920d14-eac3-4a59-9b77-b561582babfc,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:47.001572 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks [] for router_gateway (1fd90761-d471-401b-86aa-4b2c80ffc0de), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.005717 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] Current status of the port ea920d14-eac3-4a59-9b77-b561582babfc is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:47.006226 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.037139 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.061121 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] For port dd50a271-c034-4588-9b2f-c02c1bc0f2f3, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:47.063714 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:47.067744 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] For port ea920d14-eac3-4a59-9b77-b561582babfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea920d14-eac3-4a59-9b77-b561582babfc,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:47.079729 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] For port dd50a271-c034-4588-9b2f-c02c1bc0f2f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:47.137293 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.170589 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Allocated IP 172.35.4.57 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/708d3b8e-19d1-4491-9a20-993362f4300d) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:47.175537 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.211604 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a639da-bca2-4149-a2aa-ad08d5c9d39b None None] Pushing event updated for resources: {'Port': ['ID=ea920d14-eac3-4a59-9b77-b561582babfc,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:47.276401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-91d86c04-48e5-4abc-851d-3fa9b5cd994b None None] Provisioning complete for port ea920d14-eac3-4a59-9b77-b561582babfc triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:47.276859 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91d86c04-48e5-4abc-851d-3fa9b5cd994b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.307763 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523133afa0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:46Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:47.308122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks [] for port (708d3b8e-19d1-4491-9a20-993362f4300d), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.333638 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf99b57-d478-42ed-9be9-34b71746b59f None None] Pushing event updated for resources: {'Port': ['ID=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:47.340101 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e87125c-a89d-4e00-9360-cea03b3887fd None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:46Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:47.385499 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-91d86c04-48e5-4abc-851d-3fa9b5cd994b None None] Current status of the port ea920d14-eac3-4a59-9b77-b561582babfc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:47.400056 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:47.458694 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:47.462496 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:47.470285 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:47.509220 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Pushing event updated for resources: {'Port': ['ID=708d3b8e-19d1-4491-9a20-993362f4300d,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:47.825952 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks [] for router_gateway (1fd90761-d471-401b-86aa-4b2c80ffc0de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.049633 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-975601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-978237'] for router (1fd90761-d471-401b-86aa-4b2c80ffc0de), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.246324 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Router 1fd90761-d471-401b-86aa-4b2c80ffc0de is scheduled to L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd with binding_index 1 {{(pid=115781) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 14 22:30:48.305730 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e9d3f-8255-44f9-ad41-abc7cc0fcb55 None None] Network dedb793f-f972-4527-86b9-f969403ef987 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:30:48.373866 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:48.384318 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Sync routers for ids ['1fd90761-d471-401b-86aa-4b2c80ffc0de'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:48.430564 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Routers {'1fd90761-d471-401b-86aa-4b2c80ffc0de'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:48.431377 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523022d0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1fd90761-d471-401b-86aa-4b2c80ffc0de'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:48.456576 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.456576 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-337827fc-762c-4a83-ba02-410f6421e836 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.2367857
May 14 22:30:48.458203 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53496) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:48.475432 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ea920d14-eac3-4a59-9b77-b561582babfc up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:48.477208 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] Provisioning complete for port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:48.477584 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.629523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Set router 1fd90761-d471-401b-86aa-4b2c80ffc0de gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:48.708494 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port ea920d14-eac3-4a59-9b77-b561582babfc triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:48.708871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.792059 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] Current status of the port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:48.792444 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.877295 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] For port dd50a271-c034-4588-9b2f-c02c1bc0f2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:48.916094 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port ea920d14-eac3-4a59-9b77-b561582babfc is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:48.917401 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device dd50a271-c034-4588-9b2f-c02c1bc0f2f3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:48.917753 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.944577 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:48.974901 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523022d0d0>, [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 3, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:49.021793 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Checking router: 1fd90761-d471-401b-86aa-4b2c80ffc0de for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:49.022139 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Updating router 1fd90761-d471-401b-86aa-4b2c80ffc0de port 708d3b8e-19d1-4491-9a20-993362f4300d binding host ncdv-master-1 {{(pid=115782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:30:49.082308 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440ae57-4b7a-4ab6-a050-67825aea76bf None None] Pushing event updated for resources: {'Port': ['ID=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:49.087200 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.089016 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:49.089388 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.090236 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Allocated IP 172.20.0.1 (dedb793f-f972-4527-86b9-f969403ef987/d4893885-2a92-4986-b023-6f9a7f25ebee/9d64c9e6-c37d-4f53-b49d-63001cd812d7) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:49.091745 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5a29baf7-ac94-4ce4-94cb-f3a85dde9ecf None None] Provisioning complete for port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:49.092032 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5a29baf7-ac94-4ce4-94cb-f3a85dde9ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.199226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks [] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.268709 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.308295 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Network dedb793f-f972-4527-86b9-f969403ef987 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:49.313383 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:49.317177 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:49.324078 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d64c9e6-c37d-4f53-b49d-63001cd812d7,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:49.365365 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-977480'] for router_interface (1fd90761-d471-401b-86aa-4b2c80ffc0de), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.524698 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:49.533607 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5a29baf7-ac94-4ce4-94cb-f3a85dde9ecf None None] Current status of the port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:49.588967 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.685785 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-656a8a95-1208-499e-b480-f1522028d026 None None] Provisioning complete for port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:49.686167 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-656a8a95-1208-499e-b480-f1522028d026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.714463 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Publish callbacks [] for port (708d3b8e-19d1-4491-9a20-993362f4300d), precommit_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.728520 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-656a8a95-1208-499e-b480-f1522028d026 None None] Port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:30:49.789475 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks [] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.823046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.874044 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Attempting to bind port 708d3b8e-19d1-4491-9a20-993362f4300d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:49.874415 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Attempting to bind port 708d3b8e-19d1-4491-9a20-993362f4300d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:49.874783 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Attempting to bind port 708d3b8e-19d1-4491-9a20-993362f4300d on network 01e3ef00-a182-4fcf-a405-9a420eb1352e {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:49.876702 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81695e81-633e-48f8-bd4a-094a0ed672c0 None None] Pushing event updated for resources: {'Port': ['ID=708d3b8e-19d1-4491-9a20-993362f4300d,revision_number=2']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:49.882367 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:49.886040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Checking segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:49.886040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.886040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Bound using segment: {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'} {{(pid=115782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:49.886040 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.managers [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Bound port: 708d3b8e-19d1-4491-9a20-993362f4300d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22bfdaf-ed4a-497a-9252-1dbea149410b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e'}}] {{(pid=115782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:49.886040 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.935018 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] For port 708d3b8e-19d1-4491-9a20-993362f4300d, host ncdv-master-1, cleared binding levels {{(pid=115782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:49.943581 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:49.943798 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] For port 708d3b8e-19d1-4491-9a20-993362f4300d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=708d3b8e-19d1-4491-9a20-993362f4300d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:50.006542 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d64c9e6-c37d-4f53-b49d-63001cd812d7,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:50.009088 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-975864'] for router_interface (1fd90761-d471-401b-86aa-4b2c80ffc0de), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:50.051853 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:50.102908 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Network dedb793f-f972-4527-86b9-f969403ef987 is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:50.104443 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:50.108370 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Routers {'1fd90761-d471-401b-86aa-4b2c80ffc0de'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:50.109216 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523022d0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1fd90761-d471-401b-86aa-4b2c80ffc0de'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:50.152205 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81695e81-633e-48f8-bd4a-094a0ed672c0 None None] Pushing event updated for resources: {'Port': ['ID=708d3b8e-19d1-4491-9a20-993362f4300d,revision_number=3']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:50.232701 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Router 1fd90761-d471-401b-86aa-4b2c80ffc0de has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:30:50.238266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] Set router 1fd90761-d471-401b-86aa-4b2c80ffc0de gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:50.353096 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:30:50.366387 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-08a5670f-5805-4fd0-8dc1-7f982d4b04f6 admin admin] 10.222.0.52 "PUT /v2.0/routers/1fd90761-d471-401b-86aa-4b2c80ffc0de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8995318
May 14 22:30:50.380639 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-ec72421a-7f05-4092-b13b-8d8c57fe2ead None None] Provisioning complete for port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:50.380889 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ec72421a-7f05-4092-b13b-8d8c57fe2ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:50.404281 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device dd50a271-c034-4588-9b2f-c02c1bc0f2f3 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:50.461358 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-ec72421a-7f05-4092-b13b-8d8c57fe2ead None None] Port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:30:50.515877 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:50.516258 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:50.520800 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523022d0d0>, [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d64c9e6-c37d-4f53-b49d-63001cd812d7', 'name': '', 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'mac_address': 'fa:16:3e:6b:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:48Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 2, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'subnets': [{'id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:50.569994 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6972a057-de49-4287-aa2a-18eeab5d0571 None None] The sync data for ids ['1fd90761-d471-401b-86aa-4b2c80ffc0de'] in ncdv-master-1 is: [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d64c9e6-c37d-4f53-b49d-63001cd812d7', 'name': '', 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'mac_address': 'fa:16:3e:6b:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:48Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 2, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'subnets': [{'id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:50.649755 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:50.821456 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53504) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:50.828866 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265276093', 'description': 'tempest-secgroup-smoke-1265276093 description', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:50.918856 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:50.993207 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group (23ddadb2-135a-4023-8c03-4516e016df3c), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.055546 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (23ddadb2-135a-4023-8c03-4516e016df3c), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.085855 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ddadb2-135a-4023-8c03-4516e016df3c,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:51.144637 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.145925 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-c08c0957-d5a5-4f98-9399-b9612dea0ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3228886
May 14 22:30:51.149166 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53506) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:51.154396 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group_rule': {'security_group_id': '23ddadb2-135a-4023-8c03-4516e016df3c', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:51.257028 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (9759e974-ee6b-4c0c-956e-3bd2ccc35d73), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.324053 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (9759e974-ee6b-4c0c-956e-3bd2ccc35d73), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.399985 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (9759e974-ee6b-4c0c-956e-3bd2ccc35d73), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.421946 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9759e974-ee6b-4c0c-956e-3bd2ccc35d73,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:51.493392 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.495625 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-19b97cf9-245c-46af-b448-ce3da0f3f36d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3451157
May 14 22:30:51.498264 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53508) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:51.502987 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group_rule': {'security_group_id': '23ddadb2-135a-4023-8c03-4516e016df3c', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:51.617071 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (b9770ffc-39fe-4dc2-a5b6-c9765709d768), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.679189 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (b9770ffc-39fe-4dc2-a5b6-c9765709d768), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.760039 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (b9770ffc-39fe-4dc2-a5b6-c9765709d768), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.779914 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9770ffc-39fe-4dc2-a5b6-c9765709d768,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:51.898681 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:51.899974 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-46ae3e52-49d9-4b94-8b53-fe0103212321 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4007208
May 14 22:30:51.902808 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53510) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:51.907020 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group_rule': {'security_group_id': '23ddadb2-135a-4023-8c03-4516e016df3c', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:52.000381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (a45e6717-af61-4af4-8eb5-6227ca793fbc), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.057489 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (a45e6717-af61-4af4-8eb5-6227ca793fbc), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.118566 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (a45e6717-af61-4af4-8eb5-6227ca793fbc), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.136929 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45e6717-af61-4af4-8eb5-6227ca793fbc,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:52.213092 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.214411 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-bb2663e5-0db1-4af2-bd7e-662ad1cdfe8a tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3106863
May 14 22:30:52.217089 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53512) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:52.221333 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group_rule': {'security_group_id': '23ddadb2-135a-4023-8c03-4516e016df3c', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:52.300376 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (c4ef23ff-88db-4e85-991a-5a941f30d8f8), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.366020 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (c4ef23ff-88db-4e85-991a-5a941f30d8f8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.388153 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 708d3b8e-19d1-4491-9a20-993362f4300d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:52.422452 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (c4ef23ff-88db-4e85-991a-5a941f30d8f8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.436541 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 708d3b8e-19d1-4491-9a20-993362f4300d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:52.436932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.442837 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ef23ff-88db-4e85-991a-5a941f30d8f8,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:52.504970 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.506233 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ba70dc12-1375-4e25-9d9e-4eb791c8c1b9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2882249
May 14 22:30:52.509025 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53514) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:52.513470 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group_rule': {'security_group_id': '23ddadb2-135a-4023-8c03-4516e016df3c', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:52.517657 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 708d3b8e-19d1-4491-9a20-993362f4300d is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:52.518041 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.539098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] For port 708d3b8e-19d1-4491-9a20-993362f4300d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=708d3b8e-19d1-4491-9a20-993362f4300d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:52.604767 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Project d2345189dd994ee0adc9391fe9f6856a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:30:52.611023 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (90a7bd5a-47a3-4264-b442-bbcca27b659b), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.616465 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.665543 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Pushing event updated for resources: {'Port': ['ID=708d3b8e-19d1-4491-9a20-993362f4300d,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:52.672520 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (90a7bd5a-47a3-4264-b442-bbcca27b659b), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.742095 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (90a7bd5a-47a3-4264-b442-bbcca27b659b), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.763408 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a7bd5a-47a3-4264-b442-bbcca27b659b,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:52.830555 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.831889 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-70307a60-c259-4c77-93bf-0ff38d6a8dec tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3219106
May 14 22:30:52.834679 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53516) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:30:52.840117 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'security_group_rule': {'security_group_id': '23ddadb2-135a-4023-8c03-4516e016df3c', 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:52.926302 ncdv-master-1 neutron-server[115780]: INFO neutron.db.securitygroups_db [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Project d2345189dd994ee0adc9391fe9f6856a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 14 22:30:52.932532 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (f92edae7-6ccf-4605-885f-d20d9231fd83), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:52.993807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (f92edae7-6ccf-4605-885f-d20d9231fd83), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:53.068172 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987571'] for security_group_rule (f92edae7-6ccf-4605-885f-d20d9231fd83), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:53.088571 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92edae7-6ccf-4605-885f-d20d9231fd83,revision_number=0']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:53.149965 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:53.151296 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-e8268c6a-37f9-4f6f-9123-0d0f9fe5468e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3156326
May 14 22:30:53.308399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-5294b0f4-cc94-47c4-9e7f-7ec212336b78 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265276093&fields=id&tenant_id=d2345189dd994ee0adc9391fe9f6856a HTTP/1.1" status: 200  len: 267 time: 0.0489478
May 14 22:30:53.412006 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-cad5311f-878e-47fb-aee4-b6b77ba60c4b tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:53.413485 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-cad5311f-878e-47fb-aee4-b6b77ba60c4b tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 809 time: 0.0984864
May 14 22:30:53.429389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-bc118fb8-400d-4047-956e-55471d23dbea tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/quotas/d2345189dd994ee0adc9391fe9f6856a HTTP/1.1" status: 200  len: 375 time: 0.0098207
May 14 22:30:53.485438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-70c94de6-6e38-4509-94a8-99ca61b0b6eb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0490248
May 14 22:30:53.668525 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-d93a4882-c2d2-41d0-b7c0-69ed4518e616 service neutron] 10.222.0.52 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696343
May 14 22:30:53.763196 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-fd842c60-4ec5-4852-9239-12a68a43183b service neutron] 10.222.0.52 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882897
May 14 22:30:54.020353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-afb55843-5d1d-44fc-89d6-da80196819dd req-1ee79dc4-ae31-40f4-afcc-0386f833efa5 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 210 time: 0.0294325
May 14 22:30:54.037017 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Sync routers for ids ['1fd90761-d471-401b-86aa-4b2c80ffc0de'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:30:54.047895 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Routers {'1fd90761-d471-401b-86aa-4b2c80ffc0de'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:54.048629 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231df3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1fd90761-d471-401b-86aa-4b2c80ffc0de'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:54.161072 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Set router 1fd90761-d471-401b-86aa-4b2c80ffc0de gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:54.374968 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 708d3b8e-19d1-4491-9a20-993362f4300d up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:54.421429 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 708d3b8e-19d1-4491-9a20-993362f4300d triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:54.421801 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:54.449631 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231df3490>, [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d64c9e6-c37d-4f53-b49d-63001cd812d7', 'name': '', 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'mac_address': 'fa:16:3e:6b:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:48Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 2, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'subnets': [{'id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:54.475952 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Checking router: 1fd90761-d471-401b-86aa-4b2c80ffc0de for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:30:54.476412 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Updating router 1fd90761-d471-401b-86aa-4b2c80ffc0de port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 binding host ncdv-master-1 {{(pid=115783) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 14 22:30:54.507771 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 708d3b8e-19d1-4491-9a20-993362f4300d is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:54.508635 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:54.804950 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Publish callbacks [] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), precommit_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:54.866950 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:54.918354 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccfa05-5c8e-401b-aba6-b4ce95a72226 None None] Pushing event updated for resources: {'Port': ['ID=9d64c9e6-c37d-4f53-b49d-63001cd812d7,revision_number=3']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:54.976856 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Attempting to bind port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:54.977248 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Attempting to bind port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:54.977591 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Attempting to bind port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 on network dedb793f-f972-4527-86b9-f969403ef987 {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:54.983697 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Checking agent: {'id': '912d0a21-2143-4b21-b24d-15dd306ed65e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 0, 47), 'started_at': datetime.datetime(2022, 5, 14, 21, 1, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:54.984080 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Checking segment: {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:54.984648 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:54.985071 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Bound using segment: {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'} {{(pid=115783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:54.985516 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.managers [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Bound port: 9d64c9e6-c37d-4f53-b49d-63001cd812d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6296cf5a-3226-4481-929e-ecb5f5b0d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987'}}] {{(pid=115783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:54.985894 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), before_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:55.053947 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] For port 9d64c9e6-c37d-4f53-b49d-63001cd812d7, host ncdv-master-1, cleared binding levels {{(pid=115783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:55.058023 ncdv-master-1 neutron-server[115783]: DEBUG neutron.plugins.ml2.db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] For port 9d64c9e6-c37d-4f53-b49d-63001cd812d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d64c9e6-c37d-4f53-b49d-63001cd812d7,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:55.117438 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d36a3706-6fef-48e1-afb3-1a6c95f508b7 req-d45e4b45-4ccd-44e8-9afe-38e4752621f2 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 210 time: 0.0308266
May 14 22:30:55.166468 ncdv-master-1 neutron-server[115783]: DEBUG neutron_lib.callbacks.manager [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), after_update {{(pid=115783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:55.215236 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] Provisioning complete for port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:55.215975 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:55.227070 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Routers {'1fd90761-d471-401b-86aa-4b2c80ffc0de'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:30:55.231819 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5231df3490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1fd90761-d471-401b-86aa-4b2c80ffc0de'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:55.282036 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccfa05-5c8e-401b-aba6-b4ce95a72226 None None] Pushing event updated for resources: {'Port': ['ID=9d64c9e6-c37d-4f53-b49d-63001cd812d7,revision_number=4']} {{(pid=115783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:55.323608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] Current status of the port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 is: DOWN; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:55.324003 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:55.366867 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] For port 9d64c9e6-c37d-4f53-b49d-63001cd812d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d64c9e6-c37d-4f53-b49d-63001cd812d7,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:30:55.370827 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] Set router 1fd90761-d471-401b-86aa-4b2c80ffc0de gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:30:55.450836 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:55.505720 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf01b93-5ede-4bcd-9b53-082a477883ae None None] Pushing event updated for resources: {'Port': ['ID=9d64c9e6-c37d-4f53-b49d-63001cd812d7,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:55.570768 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-f7d72338-ee4d-46bb-9fc6-b7bf40805f03 None None] Provisioning complete for port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:55.571144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f7d72338-ee4d-46bb-9fc6-b7bf40805f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:55.582684 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5231df3490>, [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d64c9e6-c37d-4f53-b49d-63001cd812d7', 'name': '', 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'mac_address': 'fa:16:3e:6b:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:48Z', 'updated_at': '2022-05-14T22:30:55Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'subnets': [{'id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:30:55.611693 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67ccf53-40f2-4f5d-bfdd-5e163701bdb3 None None] The sync data for ids ['1fd90761-d471-401b-86aa-4b2c80ffc0de'] in ncdv-master-1 is: [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:30:49Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9d64c9e6-c37d-4f53-b49d-63001cd812d7', 'name': '', 'network_id': 'dedb793f-f972-4527-86b9-f969403ef987', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'mac_address': 'fa:16:3e:6b:b6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:48Z', 'updated_at': '2022-05-14T22:30:55Z', 'revision_number': 4, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'subnets': [{'id': 'd4893885-2a92-4986-b023-6f9a7f25ebee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:30:55.654890 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-f7d72338-ee4d-46bb-9fc6-b7bf40805f03 None None] Current status of the port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:56.213387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4d84f35e-60b6-4fd7-9f1b-d6eb704ada23 req-f0527a2e-3451-4206-8dee-4ebe17b6e6d4 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 210 time: 0.0305493
May 14 22:30:56.325940 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-be7db9ec-b485-472e-b262-850f8f31c3eb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:56.327399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-be7db9ec-b485-472e-b262-850f8f31c3eb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 809 time: 0.1049347
May 14 22:30:56.393149 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9d64c9e6-c37d-4f53-b49d-63001cd812d7 up at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:30:56.394842 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-86b0f67b-630b-4772-bc69-3267eeb004b4 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2345189dd994ee0adc9391fe9f6856a HTTP/1.1" status: 200  len: 380 time: 0.0592391
May 14 22:30:56.404446 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'port': {'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'admin_state_up': True, 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'security_groups': ['23ddadb2-135a-4023-8c03-4516e016df3c']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:56.445392 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Provisioning complete for port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:56.445868 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:56.524336 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Current status of the port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 is: ACTIVE; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:30:56.581336 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Made reservation on behalf of d2345189dd994ee0adc9391fe9f6856a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:30:56.584850 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:56.708942 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Allocated IP 172.20.0.9 (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7/dd6d68b7-93d8-490f-b66f-7a01d5e6c50e/d0e8112a-0d9c-4b09-9a04-be02d4535f10) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:30:56.845949 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:56.958620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:57.006389 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:30:57.011667 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:30:57.015349 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:30:57.021933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:57.070424 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:57.071125 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:57.154955 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-58ae3c25-6ca0-4ead-b636-9d79b907cdf9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7546577
May 14 22:30:57.168493 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Request body: {'port': {'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:30:57.233732 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:57.285390 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-6e5f725b-aa3f-4124-93fe-901ed01e5d78 None None] Provisioning complete for port d0e8112a-0d9c-4b09-9a04-be02d4535f10 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:30:57.285704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e5f725b-aa3f-4124-93fe-901ed01e5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:57.327225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f725b-aa3f-4124-93fe-901ed01e5d78 None None] Port d0e8112a-0d9c-4b09-9a04-be02d4535f10 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:30:57.371796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae998a12-e25f-40c6-a2d1-8d2ba103e429 req-c6fa4128-6f0e-4b5d-8917-ec8e2911fe12 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:57.374389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae998a12-e25f-40c6-a2d1-8d2ba103e429 req-c6fa4128-6f0e-4b5d-8917-ec8e2911fe12 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 931 time: 0.0862715
May 14 22:30:57.518000 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae998a12-e25f-40c6-a2d1-8d2ba103e429 req-faeadde8-e4bf-430d-9c4b-49f21afe95ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008828
May 14 22:30:57.612309 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e8112a-0d9c-4b09-9a04-be02d4535f10 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:30:57.620104 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Publish callbacks [] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:57.632082 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Transition to ACTIVE for port object d0e8112a-0d9c-4b09-9a04-be02d4535f10 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:30:57.725103 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:57.779229 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:57.850770 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Attempting to bind port d0e8112a-0d9c-4b09-9a04-be02d4535f10 on host nch2-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:30:57.851174 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Attempting to bind port d0e8112a-0d9c-4b09-9a04-be02d4535f10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:30:57.851573 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Attempting to bind port d0e8112a-0d9c-4b09-9a04-be02d4535f10 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:57.857192 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Port d0e8112a-0d9c-4b09-9a04-be02d4535f10 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:30:57.857519 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Attempting to bind port d0e8112a-0d9c-4b09-9a04-be02d4535f10 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:30:57.862732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Checking agent: {'id': '4a352a91-e70b-4ece-bd0f-d889de4f0318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:30:57.863073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Checking segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:30:57.865959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Bound using segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:30:57.865959 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Bound port: d0e8112a-0d9c-4b09-9a04-be02d4535f10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:30:57.865959 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:58.279054 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:30:58.281958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:30:58.352731 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:58.387330 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.388008 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:30:58.389575 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] 10.222.0.48 "PUT /v2.0/ports/d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 1091 time: 1.2274046
May 14 22:30:58.389915 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:30:58.392189 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5439f-e568-4f50-bb2b-ee2308281fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:30:58.418134 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8650-8e56-4d3c-a833-e827e55c0fcd service neutron] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:30:58.432947 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22658002-ea42-4b46-aafb-f660b4c3f2d6 x-openstack-request-id: req-22658002-ea42-4b46-aafb-f660b4c3f2d6 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:30:58.433231 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:30:58.433488 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22658002-ea42-4b46-aafb-f660b4c3f2d6 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:30:58.436581 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22658002-ea42-4b46-aafb-f660b4c3f2d6'] response: {'name': 'network-changed', 'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'status': 'completed', 'code': 200}
May 14 22:30:58.495943 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5439f-e568-4f50-bb2b-ee2308281fb2 req-915d61b2-07c2-4de0-87e4-870a734be44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.497626 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ea5439f-e568-4f50-bb2b-ee2308281fb2 req-915d61b2-07c2-4de0-87e4-870a734be44b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1125 time: 0.0436952
May 14 22:30:58.647237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5439f-e568-4f50-bb2b-ee2308281fb2 req-73519332-684d-4119-afaf-8e96b21b8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.648716 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ea5439f-e568-4f50-bb2b-ee2308281fb2 req-73519332-684d-4119-afaf-8e96b21b8086 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d2345189dd994ee0adc9391fe9f6856a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1441405
May 14 22:30:58.660958 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdebce-eb03-446e-88a3-7aa5a78e9f5c req-84677dd3-0372-4b43-a652-dc3dad9effaf tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.662381 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-abbdebce-eb03-446e-88a3-7aa5a78e9f5c req-84677dd3-0372-4b43-a652-dc3dad9effaf tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 943 time: 0.0695257
May 14 22:30:58.772446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-abbdebce-eb03-446e-88a3-7aa5a78e9f5c req-8c8d8346-ce1b-4f37-85b7-203fc6f333d8 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007829
May 14 22:30:58.793655 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5439f-e568-4f50-bb2b-ee2308281fb2 req-60a3eafd-24d0-496b-82f2-458cb2f2729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.795750 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ea5439f-e568-4f50-bb2b-ee2308281fb2 req-60a3eafd-24d0-496b-82f2-458cb2f2729e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1323876
May 14 22:30:58.870918 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-eaa75084-8b11-4665-b5b2-9d6beaed9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.872354 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-eaa75084-8b11-4665-b5b2-9d6beaed9565 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1125 time: 0.0398912
May 14 22:30:58.918569 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-38b09f1d-1019-4722-8548-698c7e93f3c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 217 time: 0.0388589
May 14 22:30:58.967423 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-afc3a5a6-d19e-4c67-85ff-80a9c7bef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:58.968948 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-afc3a5a6-d19e-4c67-85ff-80a9c7bef6cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0448573
May 14 22:30:59.010831 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-99315324-4023-450c-bab2-97d8681e4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:59.012373 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-99315324-4023-450c-bab2-97d8681e4172 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377014
May 14 22:30:59.104810 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-8ce5d5d8-8fea-40a5-9b95-5f7ccc78103e service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864670
May 14 22:30:59.192344 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8f76a5d0-c014-443e-8006-acbe3551ce3a req-f1ed8c77-b8a3-402e-8539-aab0f12a28c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815401
May 14 22:30:59.899912 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523bd5a-a3b0-41e3-a9ac-79e4880934dd req-b1affc0e-b1e0-4a60-8038-7602c385414e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:30:59.901453 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7523bd5a-a3b0-41e3-a9ac-79e4880934dd req-b1affc0e-b1e0-4a60-8038-7602c385414e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 943 time: 0.0517838
May 14 22:30:59.951690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7523bd5a-a3b0-41e3-a9ac-79e4880934dd req-df09baa3-ca65-4928-bb78-0e9b95907306 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444388
May 14 22:31:00.442634 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:31:00.876612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:31:00.976145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:31:00.988946 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:31:01.027314 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d0e8112a-0d9c-4b09-9a04-be02d4535f10 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:31:01.027732 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:01.041138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e8112a-0d9c-4b09-9a04-be02d4535f10 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:31:01.061502 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:31:01.074374 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98226b13-7348-4121-ad9d-ff7a6673bc64 req-295e9b94-daef-41ca-951e-e70264052935 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:01.075885 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98226b13-7348-4121-ad9d-ff7a6673bc64 req-295e9b94-daef-41ca-951e-e70264052935 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 943 time: 0.0546665
May 14 22:31:01.125250 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:01.130388 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-98226b13-7348-4121-ad9d-ff7a6673bc64 req-35854d48-96bc-41fa-b5af-c28da5b442ce tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486925
May 14 22:31:01.176781 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:31:01.357180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d0e8112a-0d9c-4b09-9a04-be02d4535f10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:31:02.254966 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc36712-a959-412e-8041-0cf53fd6327f req-7a78d198-05ff-4a7c-b2d5-c2c3f05901f5 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:02.256403 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc36712-a959-412e-8041-0cf53fd6327f req-7a78d198-05ff-4a7c-b2d5-c2c3f05901f5 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 944 time: 0.0478990
May 14 22:31:02.310138 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-edc36712-a959-412e-8041-0cf53fd6327f req-9af4336a-c9d7-4881-bf4f-6855f6896ad4 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480187
May 14 22:31:02.889246 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:31:02.940869 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning for port d0e8112a-0d9c-4b09-9a04-be02d4535f10 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:31:03.014873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d0e8112a-0d9c-4b09-9a04-be02d4535f10 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:31:03.015253 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:03.092881 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d0e8112a-0d9c-4b09-9a04-be02d4535f10 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:31:03.093263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:03.114780 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:31:03.117058 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36b7944-8fe8-4b20-9ba2-6ec3e6f7bcc9" -d '{"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-plugged", "status": "completed", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:31:03.129815 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:31:03.153635 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cb111d-0bf7-4a4b-af98-817bbe47101d x-openstack-request-id: req-d7cb111d-0bf7-4a4b-af98-817bbe47101d {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:31:03.153931 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-plugged", "status": "completed", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:31:03.154188 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7cb111d-0bf7-4a4b-af98-817bbe47101d {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:31:03.154595 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7cb111d-0bf7-4a4b-af98-817bbe47101d'] response: {'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'code': 200}
May 14 22:31:03.192248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:03.247325 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:31:03.248930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3060-9167-4380-b1be-dd38bd57ca5b req-7567c722-7125-449a-a8e5-a849eaed9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:03.250773 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4eef3060-9167-4380-b1be-dd38bd57ca5b req-7567c722-7125-449a-a8e5-a849eaed9293 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1127 time: 0.0425084
May 14 22:31:03.297324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-4eef3060-9167-4380-b1be-dd38bd57ca5b req-00bbebf0-1122-43fe-8680-4a173f8d40c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412273
May 14 22:31:03.426676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dc526-7424-46ad-929f-2d1109b69c9b req-ea762ff2-6f82-45fc-a8da-642dc5fffdcb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:03.428073 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba1dc526-7424-46ad-929f-2d1109b69c9b req-ea762ff2-6f82-45fc-a8da-642dc5fffdcb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 945 time: 0.0475154
May 14 22:31:03.475958 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ba1dc526-7424-46ad-929f-2d1109b69c9b req-fa20b188-1132-40aa-be58-fd5f6c1ad60e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416820
May 14 22:31:04.601972 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fff0e-62e2-44c6-8399-822973c32448 req-85837ceb-2cbf-46ba-a979-3d17b4327ccb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:04.604185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae9fff0e-62e2-44c6-8399-822973c32448 req-85837ceb-2cbf-46ba-a979-3d17b4327ccb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 945 time: 0.0542936
May 14 22:31:04.653680 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ae9fff0e-62e2-44c6-8399-822973c32448 req-0942b750-383c-4f0c-879e-605d30215f7f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438807
May 14 22:31:05.768692 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b3dac-40b9-498d-b67a-8c40831afb9b req-35c4d529-fa89-4977-9617-68b8c7604f92 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:05.770179 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b12b3dac-40b9-498d-b67a-8c40831afb9b req-35c4d529-fa89-4977-9617-68b8c7604f92 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 945 time: 0.0467854
May 14 22:31:05.820788 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-b12b3dac-40b9-498d-b67a-8c40831afb9b req-b14de33b-eb65-46eb-a0e6-1e5f2d5654bf tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447145
May 14 22:31:05.933741 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb33cc-8cff-409d-9666-1754d56c79f2 req-159174ea-e37d-49e1-a490-a4e7236c7a9d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:05.935161 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91eb33cc-8cff-409d-9666-1754d56c79f2 req-159174ea-e37d-49e1-a490-a4e7236c7a9d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 945 time: 0.0482450
May 14 22:31:05.988203 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-91eb33cc-8cff-409d-9666-1754d56c79f2 req-e73f437b-a536-4be6-9fb8-feb9e3ad7053 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472820
May 14 22:31:06.010365 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53590) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:31:06.095811 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9942a-3b31-4ef1-a335-088165acb04e tempest-TestSnapshotPattern-81945746 tempest-TestSnapshotPattern-81945746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:06.097317 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-94f9942a-3b31-4ef1-a335-088165acb04e tempest-TestSnapshotPattern-81945746 tempest-TestSnapshotPattern-81945746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1122 time: 0.0859795
May 14 22:31:06.100164 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 53594) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:31:06.104262 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.v2.base [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:31:06.210814 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:06.287650 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:06.392718 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_common [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Allocated IP 172.35.4.234 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/621a851f-90de-4b6c-b021-f6008358e9c8) {{(pid=115780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:31:06.492160 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for port (621a851f-90de-4b6c-b021-f6008358e9c8), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:06.588098 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (621a851f-90de-4b6c-b021-f6008358e9c8), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:06.629995 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:31:06.634785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.base_scheduler [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Resources bound (agent type, host, resource id):  {{(pid=115780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:31:06.639319 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Received port after_create {{(pid=115780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:31:06.660574 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'Port': ['ID=621a851f-90de-4b6c-b021-f6008358e9c8,revision_number=1']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:31:07.001971 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (b7ad661a-6d63-4473-bfe5-777ba463168e), precommit_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:07.130523 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (621a851f-90de-4b6c-b021-f6008358e9c8), before_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:07.315229 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for port (621a851f-90de-4b6c-b021-f6008358e9c8), precommit_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:07.370730 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25982803'] for port (621a851f-90de-4b6c-b021-f6008358e9c8), after_update {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:07.434607 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'Port': ['ID=621a851f-90de-4b6c-b021-f6008358e9c8,revision_number=2']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:31:07.447645 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (b7ad661a-6d63-4473-bfe5-777ba463168e), after_create {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:07.548791 ncdv-master-1 neutron-server[115780]: INFO neutron.db.l3_db [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Floating IP b7ad661a-6d63-4473-bfe5-777ba463168e associated. External IP: 172.35.4.234, port: d0e8112a-0d9c-4b09-9a04-be02d4535f10.
May 14 22:31:07.766521 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Router aed98065-ed53-4157-a966-8c54a19fc9f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:31:07.881343 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:31:07.892225 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:31:07.901708 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:31:07.902999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e50ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:31:07.990127 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:08.029350 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-f5324dae-f53f-45c5-afed-5be060aecced tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9280760
May 14 22:31:08.029976 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:31:08.032545 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12769dfe-2c3f-4c00-8df5-152113290ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:31:08.129926 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9eea3-c21e-4110-a67a-c11ff1492ff0 x-openstack-request-id: req-cde9eea3-c21e-4110-a67a-c11ff1492ff0 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:31:08.130218 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:31:08.130466 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cde9eea3-c21e-4110-a67a-c11ff1492ff0 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:31:08.130874 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde9eea3-c21e-4110-a67a-c11ff1492ff0'] response: {'name': 'network-changed', 'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'status': 'completed', 'code': 200}
May 14 22:31:08.176233 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:31:08.190032 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-1289a212-aae1-475a-8f50-3f68be7091a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:08.191718 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-1289a212-aae1-475a-8f50-3f68be7091a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1127 time: 0.0399179
May 14 22:31:08.283150 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-7d25882b-cd88-49ea-8fc3-d1bbf67fa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:08.284611 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-7d25882b-cd88-49ea-8fc3-d1bbf67fa42d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0876124
May 14 22:31:08.353324 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-c34fedab-4aee-4ca6-a5c9-b724c1f3e451 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 999 time: 0.0630171
May 14 22:31:08.396703 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e50ee0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:06Z', 'revision_number': 0, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:31:08.401149 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-7833ecf1-23dc-4fea-a4f0-f5438a9bc7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:08.403300 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-7833ecf1-23dc-4fea-a4f0-f5438a9bc7c3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0437453
May 14 22:31:08.428952 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:31:08.437608 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:31:08.438516 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223e50ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:30:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:31:08.445843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-8fd42070-5ca8-401c-af67-60e5d783927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:08.447392 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-8fd42070-5ca8-401c-af67-60e5d783927c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391147
May 14 22:31:08.541805 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-98064f72-ecd8-41b8-ab3e-03238bdee58e service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874846
May 14 22:31:08.548648 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:31:08.635743 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12769dfe-2c3f-4c00-8df5-152113290ec8 req-9dcec6b2-cba0-4851-aad3-a05dc01f1ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882738
May 14 22:31:08.767696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223e50ee0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:06Z', 'revision_number': 0, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:31:08.798275 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a611c3-1233-4931-bc99-0acf5c11c71d None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:06Z', 'revision_number': 0, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:31:09.000968 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6d8d5-6c38-469c-bd3b-57372e0ecbaa None None] New status for floating IP b7ad661a-6d63-4473-bfe5-777ba463168e: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:31:10.410239 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a1d39a72-a4b9-4414-84c6-18e527725b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:12.622066 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:12.935181 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5b78-93ee-4081-95f2-8b8a73f70588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:13.308305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:14.159076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:15.964914 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:16.839263 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:17.056561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-9364f4c2-c69a-4e28-93d0-3e623f02dcda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385964
May 14 22:31:17.135291 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-7b380ba2-a7a8-4acf-9125-4cce604a3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:17.136769 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-7b380ba2-a7a8-4acf-9125-4cce604a3f56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1127 time: 0.0391705
May 14 22:31:17.243256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-e58664e9-09d9-4c6e-a43c-c73ede614ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:17.244760 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-e58664e9-09d9-4c6e-a43c-c73ede614ccf service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0893564
May 14 22:31:17.308353 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-45984c2b-9817-4f92-b9ec-bc4c8e495fc1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 1001 time: 0.0566156
May 14 22:31:17.354271 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-a14f04ec-e74b-40d8-9246-2869adb8ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:17.356624 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-a14f04ec-e74b-40d8-9246-2869adb8ea38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0422599
May 14 22:31:17.410838 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-878bf64c-d8a7-4bf8-ab6c-e25abf69c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:31:17.412390 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-878bf64c-d8a7-4bf8-ab6c-e25abf69c61e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0443239
May 14 22:31:17.502963 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-0adbd003-e803-449a-9656-d948b244e1b3 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818212
May 14 22:31:17.593756 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-71c0e31e-e4c1-46e3-9c73-73011ddfef30 req-f11afd59-5f9d-427c-8072-f9a05c0b0ff8 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849061
May 14 22:31:37.441688 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:31:40.450721 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c8e49050-bc24-4b53-a4af-30a5cbe5e011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:42.615722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:42.896292 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6e41cb34-572b-45c2-b8d9-271d8a6b2b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:43.289917 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:44.124234 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:45.979640 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:31:46.865398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:10.409581 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0686396e-125f-41b3-ae20-e15dcee01e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:12.627125 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:12.929045 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e507a3c6-48c6-4c59-a8f7-e4e5c50525f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:13.255539 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:14.129561 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:14.440157 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:32:15.979623 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:16.864988 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:17.174562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-98c855e1-e644-4b1f-bd37-b521fe6341b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0811625
May 14 22:32:17.253300 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-cc4e1314-e209-479b-9f9b-623aac906e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:32:17.254766 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-cc4e1314-e209-479b-9f9b-623aac906e62 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1127 time: 0.0385604
May 14 22:32:17.361379 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-30801b31-b368-47e0-a807-583fee951c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:32:17.362979 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-30801b31-b368-47e0-a807-583fee951c49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0907590
May 14 22:32:17.426188 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-15071e82-6d44-4ebb-9768-db8742bf4628 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 1001 time: 0.0569172
May 14 22:32:17.477678 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-991ba0e6-a22c-4812-b975-439cbb7af292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:32:17.479100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-991ba0e6-a22c-4812-b975-439cbb7af292 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0478258
May 14 22:32:17.522532 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-16f288e9-a3e6-4f57-a448-c1d08de81f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:32:17.524087 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-16f288e9-a3e6-4f57-a448-c1d08de81f92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385156
May 14 22:32:17.618931 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-fb4b2fb4-6aa2-4d37-9899-4e74df49dcf8 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882597
May 14 22:32:17.706655 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f1656399-4c68-4d33-9f7a-1a665002c51b req-154035a4-9f54-478b-8f31-e6a6df48b2bc service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814526
May 14 22:32:40.426208 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-9dcd7a4d-9a42-4606-bcfb-908dc8b4088f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:42.655015 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:42.900774 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-90b72aa4-009d-491b-bab8-abf31a8706b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:43.266650 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:44.129225 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:45.984533 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:46.843528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:32:51.440108 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:33:07.401256 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:33:07.506095 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:07.519105 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Returning: {'device': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:33:07.559495 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d0e8112a-0d9c-4b09-9a04-be02d4535f10 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:33:07.559903 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:07.574844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0e8112a-0d9c-4b09-9a04-be02d4535f10 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:33:07.596458 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:07.656071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:07.717769 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:07.731053 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] get_ports_and_sgs() called for port_ids ['d0e8112a-0d9c-4b09-9a04-be02d4535f10'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:33:07.735157 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.735525 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.735871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.736220 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.736540 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.736871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.737198 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.737523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.737848 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.738170 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.738507 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.738819 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.739184 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.739522 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:07.739854 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:09.417082 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 up at agent hyperv_nch2-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:33:09.470684 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Provisioning complete for port d0e8112a-0d9c-4b09-9a04-be02d4535f10 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:33:09.471055 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:09.557116 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d0e8112a-0d9c-4b09-9a04-be02d4535f10 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:33:09.557116 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:09.581712 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:33:09.584052 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e7c241-1b68-456f-acd6-dcf16df1451c" -d '{"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-plugged", "status": "completed", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:33:09.616279 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:09.676800 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:09.709695 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6422829b-c0fb-4558-850b-c477ff983c73 x-openstack-request-id: req-6422829b-c0fb-4558-850b-c477ff983c73 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:33:09.709988 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-plugged", "status": "completed", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:33:09.710237 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6422829b-c0fb-4558-850b-c477ff983c73 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:33:09.710636 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6422829b-c0fb-4558-850b-c477ff983c73'] response: {'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'code': 200}
May 14 22:33:09.740244 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:10.425949 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-fe8c40e9-2cec-4873-932a-4f8abd92da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:12.621574 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:13.104236 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-69455491-a44d-4cf0-8153-56dea1806c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:13.270063 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:14.155706 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:16.060566 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:16.848987 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:17.083441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-763b1b8f-4a2c-4c8c-bfc3-f12dbb9be8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:17.084972 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-763b1b8f-4a2c-4c8c-bfc3-f12dbb9be8ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1127 time: 0.0396035
May 14 22:33:17.193916 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-65515bf5-b794-4583-933d-ed5687c65ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:17.195432 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-65515bf5-b794-4583-933d-ed5687c65ff0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0928328
May 14 22:33:17.298641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-c61acc33-23d7-4218-9688-1903ccb5f6af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 1001 time: 0.0625360
May 14 22:33:17.353930 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-33bba849-83fa-4fdd-bdae-17a794f256dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:17.355433 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-33bba849-83fa-4fdd-bdae-17a794f256dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0486314
May 14 22:33:17.502684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-de53849a-95a6-4b03-a1a5-5d0622f6b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:17.504198 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-de53849a-95a6-4b03-a1a5-5d0622f6b297 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0537932
May 14 22:33:17.555281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-534e5bc4-3b52-4204-b420-86bc6330d518 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265276093&fields=id&tenant_id=d2345189dd994ee0adc9391fe9f6856a HTTP/1.1" status: 200  len: 267 time: 0.0773025
May 14 22:33:17.684532 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-64917f09-f5ca-4b26-b9ec-f1f9f4e8416e service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700888
May 14 22:33:17.727684 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-c6da6c81-b8fe-4348-9e32-bf52ac80f760 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:17.729129 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-c6da6c81-b8fe-4348-9e32-bf52ac80f760 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 809 time: 0.1446321
May 14 22:33:17.771278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f700267b-703e-4c52-8797-8d80b9b2f3b2 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/quotas/d2345189dd994ee0adc9391fe9f6856a HTTP/1.1" status: 200  len: 375 time: 0.0145252
May 14 22:33:17.832357 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d1b52ab8-2cf0-45a1-bf2a-4997dd296423 req-698627d7-14cc-49a6-8b96-849d98d0c254 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391208
May 14 22:33:17.841302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-c9a7c8dc-4b72-49c5-900d-f8874419d8c4 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0644076
May 14 22:33:17.941076 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-50e38939-828d-431b-9bfb-0b718a0ad2e9 service neutron] 10.222.0.52 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879440
May 14 22:33:18.034851 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-2d3d9352-f085-4720-9962-41895af5f629 service neutron] 10.222.0.52 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878446
May 14 22:33:19.280864 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-30d80769-2b84-4075-acda-ba211711195e req-a92d80ac-9835-4cd0-96a3-127edcb1be2c tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 210 time: 0.0291395
May 14 22:33:20.360821 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-01d17c0d-e6e3-4677-9253-d552d6ebdbb0 req-61d88d79-bb04-4f31-a67f-f1c46d6de4d0 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 210 time: 0.0281799
May 14 22:33:21.447089 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:33:21.456690 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d7ead97c-7a26-48da-ac1e-3733a6d472f4 req-287d3204-68b7-4997-8e28-d194e615f479 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 210 time: 0.0282960
May 14 22:33:21.523101 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Current status of the port d0e8112a-0d9c-4b09-9a04-be02d4535f10 is: ACTIVE; New status is: DOWN {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:33:21.523504 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:21.546109 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:33:21.548314 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0e8222-0f1d-4a53-ac3c-4b59e0dd698c" -d '{"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:33:21.560431 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:21.591398 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effd8061-0bd9-40ca-a02f-f32f39d0e33e x-openstack-request-id: req-effd8061-0bd9-40ca-a02f-f32f39d0e33e {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:33:21.591398 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:33:21.591398 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-effd8061-0bd9-40ca-a02f-f32f39d0e33e {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:33:21.591398 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effd8061-0bd9-40ca-a02f-f32f39d0e33e'] response: {'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'code': 200}
May 14 22:33:21.625549 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:21.675572 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Pushing event updated for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=8']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:22.561135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-5486e5f8-cdc3-46c3-a46c-35a7f5bcdaba req-e1cf66a2-198b-4cb6-be96-3f6fb331f298 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 210 time: 0.0309973
May 14 22:33:23.383700 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-3a3e554b-6909-4522-9945-75652ae31eb0 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:23.385059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-3a3e554b-6909-4522-9945-75652ae31eb0 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.36 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 809 time: 0.0990999
May 14 22:33:23.453177 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-34e5e919-468d-4ef4-be6c-39698168fc4b tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2345189dd994ee0adc9391fe9f6856a HTTP/1.1" status: 200  len: 380 time: 0.0581136
May 14 22:33:23.461085 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'port': {'device_id': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'admin_state_up': True, 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'security_groups': ['23ddadb2-135a-4023-8c03-4516e016df3c']}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:33:23.625861 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Made reservation on behalf of d2345189dd994ee0adc9391fe9f6856a for: {'port': 1} {{(pid=115781) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 14 22:33:23.629582 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:23.676281 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0d36ab1a-eab8-4a40-9454-a42cf4c19da3 req-e21a705e-183a-4f57-a6ec-c3a8ec317a57 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 210 time: 0.0362556
May 14 22:33:23.785561 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Allocated IP 172.20.0.6 (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7/dd6d68b7-93d8-490f-b66f-7a01d5e6c50e/8b686020-d3a6-4bd1-94f4-8dca867ca4f9) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:33:23.930638 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:24.049525 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:24.093984 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:33:24.099386 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:33:24.105495 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:33:24.115733 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:24.150985 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.151392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.152227 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.152728 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.153035 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.153402 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.153734 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.154070 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.154395 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.154723 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.155051 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.155556 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.155835 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.158814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.158814 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:33:24.189282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:24.190237 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:24.290415 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-ea1b932a-5e6e-478d-84e7-f4dd7f3bbc15 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8327730
May 14 22:33:24.462828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-c5bcd444-4fa0-4391-9bf7-08de40c609e4 None None] Provisioning complete for port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 triggered by entity DHCP. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:33:24.463570 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd444-4fa0-4391-9bf7-08de40c609e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:24.504719 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-c5bcd444-4fa0-4391-9bf7-08de40c609e4 None None] Port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 cannot update to ACTIVE because it is not bound. {{(pid=115782) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 14 22:33:24.811701 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebca0-d035-478c-aace-abc4470fed7a req-44961252-1451-4a6f-a365-633a62c5ca8f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:24.813236 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a56ebca0-d035-478c-aace-abc4470fed7a req-44961252-1451-4a6f-a365-633a62c5ca8f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 931 time: 0.0595253
May 14 22:33:24.868800 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-a56ebca0-d035-478c-aace-abc4470fed7a req-505335d1-0c97-42a5-8634-5dcc52b0c7bb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494654
May 14 22:33:26.003576 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe5e77-7ebb-44ba-a91c-d08ff912f950 req-f90e2b67-2c0e-429d-8c8b-5f972c295ccd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:26.004984 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82fe5e77-7ebb-44ba-a91c-d08ff912f950 req-f90e2b67-2c0e-429d-8c8b-5f972c295ccd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 931 time: 0.0492215
May 14 22:33:26.057489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-82fe5e77-7ebb-44ba-a91c-d08ff912f950 req-b60dd675-2d00-4250-b2d9-dd9f28112d7c tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466688
May 14 22:33:27.176472 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb11f-fa8f-4454-aa72-a0083e2b7015 req-053d60ac-6d98-49f6-86a1-5cf6bb3db269 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:27.177951 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedfb11f-fa8f-4454-aa72-a0083e2b7015 req-053d60ac-6d98-49f6-86a1-5cf6bb3db269 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 931 time: 0.0478420
May 14 22:33:27.241975 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-aedfb11f-fa8f-4454-aa72-a0083e2b7015 req-f4d4ee98-895b-47f3-81f7-f4abd49d20a7 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538290
May 14 22:33:28.364463 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e2ae1-eb5c-40e3-b51f-b6a12efed992 req-d81cbe90-7bff-4e14-bbe3-c7f29280823f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:28.365971 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-575e2ae1-eb5c-40e3-b51f-b6a12efed992 req-d81cbe90-7bff-4e14-bbe3-c7f29280823f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 931 time: 0.0494807
May 14 22:33:28.422633 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-575e2ae1-eb5c-40e3-b51f-b6a12efed992 req-525c8e0d-3d73-4d74-8737-04d9b9cac75b tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499039
May 14 22:33:28.439907 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:33:29.206569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Request body: {'port': {'device_id': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:33:29.269647 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:29.607425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b47e4a-a1ff-4d20-90eb-03cc0d04f9ed req-42d74a65-e076-4b4a-969d-259172363cd3 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:29.609399 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8b47e4a-a1ff-4d20-90eb-03cc0d04f9ed req-42d74a65-e076-4b4a-969d-259172363cd3 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 931 time: 0.0961742
May 14 22:33:29.681150 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d8b47e4a-a1ff-4d20-90eb-03cc0d04f9ed req-b07b1cbf-4b5f-4861-af3f-e6c63e835fe6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638933
May 14 22:33:29.773256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 {{(pid=115781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:33:29.773998 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Publish callbacks [] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:29.789061 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.provisioning_blocks [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Transition to ACTIVE for port object 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 will not be triggered until provisioned by entity L2. {{(pid=115781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 14 22:33:29.915609 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:30.014796 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:30.122122 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Attempting to bind port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 14 22:33:30.122478 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Attempting to bind port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 14 22:33:30.122797 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Attempting to bind port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:33:30.137188 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 14 22:33:30.137961 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Attempting to bind port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 on network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 14 22:33:30.144762 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Checking agent: {'id': 'eb871b16-2cfa-4770-b23c-3a02e6aa1a50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'started_at': datetime.datetime(2022, 5, 14, 21, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 22, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 14 22:33:30.145357 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Checking segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 14 22:33:30.145933 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Bound using segment: {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'} {{(pid=115781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 14 22:33:30.146549 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.managers [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Bound port: 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83363d5-f3d7-48bc-b08c-552d41672cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7'}}] {{(pid=115781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 14 22:33:30.147127 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:30.268843 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, cleared binding levels {{(pid=115781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 14 22:33:30.272236 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 14 22:33:30.396100 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:30.445567 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:30.446124 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:30.447584 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 200  len: 1091 time: 1.3195415
May 14 22:33:30.456698 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:33:30.459537 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df337f08-53b9-4fbc-9e7d-812ca59aa885" -d '{"events": [{"name": "network-changed", "server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:33:30.496630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b418d1-9c63-41f1-9524-a05c4107fe74 service neutron] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=3']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:30.714083 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d0305b-bbde-4a2c-9bc5-31db28569c60 x-openstack-request-id: req-65d0305b-bbde-4a2c-9bc5-31db28569c60 {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:33:30.715059 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:33:30.715505 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65d0305b-bbde-4a2c-9bc5-31db28569c60 {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:33:30.716091 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d0305b-bbde-4a2c-9bc5-31db28569c60'] response: {'name': 'network-changed', 'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'status': 'completed', 'code': 200}
May 14 22:33:30.857342 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302a560-a53e-4abb-beb2-083c1fe579ec req-40cd1597-014e-4995-9ef4-35fc7fd9f45e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:30.859202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0302a560-a53e-4abb-beb2-083c1fe579ec req-40cd1597-014e-4995-9ef4-35fc7fd9f45e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 943 time: 0.0563059
May 14 22:33:30.911136 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0302a560-a53e-4abb-beb2-083c1fe579ec req-db48e636-2b6b-4d84-98bf-0af1931c5017 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463731
May 14 22:33:32.036602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a49b-c3fc-41e6-b01c-e7d0f487abf9 req-fdad1d01-0b61-4c20-8ddf-14c530cb880f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.038092 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a46a49b-c3fc-41e6-b01c-e7d0f487abf9 req-fdad1d01-0b61-4c20-8ddf-14c530cb880f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 943 time: 0.0535409
May 14 22:33:32.087436 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-0a46a49b-c3fc-41e6-b01c-e7d0f487abf9 req-bb861d7f-4140-407b-8959-5d01f01e0e22 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436182
May 14 22:33:32.126653 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337f08-53b9-4fbc-9e7d-812ca59aa885 req-567febb9-866f-440b-a7ef-0cff089efe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.128189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df337f08-53b9-4fbc-9e7d-812ca59aa885 req-567febb9-866f-440b-a7ef-0cff089efe10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1125 time: 0.0396826
May 14 22:33:32.231981 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337f08-53b9-4fbc-9e7d-812ca59aa885 req-9681c4ef-b866-4af6-beae-77118b00fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.233302 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df337f08-53b9-4fbc-9e7d-812ca59aa885 req-9681c4ef-b866-4af6-beae-77118b00fd20 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d2345189dd994ee0adc9391fe9f6856a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.0955670
May 14 22:33:32.328599 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df337f08-53b9-4fbc-9e7d-812ca59aa885 req-d4630cac-9593-4e69-8f14-87ef2d242d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.330053 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-df337f08-53b9-4fbc-9e7d-812ca59aa885 req-d4630cac-9593-4e69-8f14-87ef2d242d65 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0891724
May 14 22:33:32.408127 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-957594df-5910-44ce-adca-fa1b50c99231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.409619 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-957594df-5910-44ce-adca-fa1b50c99231 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1125 time: 0.0436802
May 14 22:33:32.454437 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-9468a72d-2b40-4a79-9d60-612d3834d123 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 200  len: 217 time: 0.0371084
May 14 22:33:32.502137 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-b60d41f4-33ae-44c4-84ab-35105fe05483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.503562 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-b60d41f4-33ae-44c4-84ab-35105fe05483 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0438068
May 14 22:33:32.547710 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-73773b43-9541-41d0-b62d-0d30feb48387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:32.549185 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-73773b43-9541-41d0-b62d-0d30feb48387 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390291
May 14 22:33:32.639199 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-042f008b-9aa6-4cae-b02a-cc1b11e9ee3d service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834677
May 14 22:33:32.735099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-c95ce304-76e9-410b-8cfb-d590afb11bb1 req-9c2591e6-b6e6-4335-8b94-a38087ffe9bb service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896590
May 14 22:33:33.202282 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54824ac0-fabf-40c6-91a9-d26553f9843b req-39b0b25a-52a3-46d0-8ca5-3720e5c8fe38 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:33.203710 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54824ac0-fabf-40c6-91a9-d26553f9843b req-39b0b25a-52a3-46d0-8ca5-3720e5c8fe38 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 943 time: 0.0471246
May 14 22:33:33.252189 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-54824ac0-fabf-40c6-91a9-d26553f9843b req-83d4a43d-4f76-47be-80ce-b963e1852ae9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428143
May 14 22:33:34.367409 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5231fa8-3bb1-4d40-92fa-00fb86aeb6f4 req-b2e4f31d-5a4e-4103-aef5-aff607b8fd87 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:34.368918 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5231fa8-3bb1-4d40-92fa-00fb86aeb6f4 req-b2e4f31d-5a4e-4103-aef5-aff607b8fd87 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 943 time: 0.0468516
May 14 22:33:34.418163 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e5231fa8-3bb1-4d40-92fa-00fb86aeb6f4 req-ba6b744f-0f8a-467e-bf66-0677c5b68ece tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426202
May 14 22:33:35.535339 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b3dd-83d5-420c-8807-1f8d79d4e64c req-25ff0a90-abad-4cc2-8292-f0a0112d1459 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:35.536823 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc62b3dd-83d5-420c-8807-1f8d79d4e64c req-25ff0a90-abad-4cc2-8292-f0a0112d1459 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 943 time: 0.0493875
May 14 22:33:35.585460 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-cc62b3dd-83d5-420c-8807-1f8d79d4e64c req-83330e4e-37cc-4e30-bc11-681688aa3980 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428846
May 14 22:33:35.872223 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:33:35.970194 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:36.142762 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'port_id': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'mac_address': 'fa:16:3e:24:f1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:33:36.177695 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 is: DOWN; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:33:36.178075 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:36.190566 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:33:36.209524 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:36.291869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:36.337264 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=4']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:36.536469 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8b686020-d3a6-4bd1-94f4-8dca867ca4f9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:33:36.717919 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce94784-f6af-4770-9453-15bcdba2efbd req-bae1efb7-f5d2-4c92-bcd3-e929caa08ba9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:36.719561 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ce94784-f6af-4770-9453-15bcdba2efbd req-bae1efb7-f5d2-4c92-bcd3-e929caa08ba9 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 944 time: 0.0505850
May 14 22:33:36.776100 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2ce94784-f6af-4770-9453-15bcdba2efbd req-3c0ba721-3339-4318-8e91-440dbc3476f8 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507102
May 14 22:33:37.893066 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee0dbd-bdc2-49b1-91c6-9c73ce32bf14 req-722c5fc2-8a29-44b2-b1d6-3044ca622713 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:37.893958 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:33:37.894621 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ccee0dbd-bdc2-49b1-91c6-9c73ce32bf14 req-722c5fc2-8a29-44b2-b1d6-3044ca622713 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 944 time: 0.0528245
May 14 22:33:37.947927 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning for port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 completed by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 14 22:33:37.948829 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-ccee0dbd-bdc2-49b1-91c6-9c73ce32bf14 req-03dc74a3-7b88-4410-92b8-b7a77d6edf5b tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462413
May 14 22:33:38.012873 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:33:38.013391 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:38.094772 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:33:38.095075 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:38.117395 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:33:38.119625 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1008fc-624d-4ec4-a85d-ac656a0705ae" -d '{"events": [{"server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:33:38.131860 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:33:38.157428 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c2580-e009-4b49-a69a-ac8ea8875d9f x-openstack-request-id: req-549c2580-e009-4b49-a69a-ac8ea8875d9f {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:33:38.157779 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:33:38.157995 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-549c2580-e009-4b49-a69a-ac8ea8875d9f {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:33:38.158395 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549c2580-e009-4b49-a69a-ac8ea8875d9f'] response: {'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'code': 200}
May 14 22:33:38.197238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:38.248851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=5']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:38.250690 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de0875-9f70-4f95-8d80-2a514fcf1f00 req-0edf353f-8d63-4154-9ff6-48116eeaf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:38.252313 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94de0875-9f70-4f95-8d80-2a514fcf1f00 req-0edf353f-8d63-4154-9ff6-48116eeaf145 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1127 time: 0.0383713
May 14 22:33:38.297956 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-94de0875-9f70-4f95-8d80-2a514fcf1f00 req-bb562989-81cc-4aa6-a121-d21a3ce4babd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402970
May 14 22:33:39.065250 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5470f-2e12-4847-bc18-f97207b89cd2 req-3b6a6cda-dfd5-4535-93c4-00d138466f3e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:39.066703 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7c5470f-2e12-4847-bc18-f97207b89cd2 req-3b6a6cda-dfd5-4535-93c4-00d138466f3e tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 945 time: 0.0463724
May 14 22:33:39.117278 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7c5470f-2e12-4847-bc18-f97207b89cd2 req-99b4243b-6302-4555-bb62-ef770a307cd5 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446851
May 14 22:33:40.244683 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb0652-da67-4cb4-b04b-9723c2f77486 req-64c3ad31-445c-4149-8050-e8fc34688939 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:40.246135 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6bb0652-da67-4cb4-b04b-9723c2f77486 req-64c3ad31-445c-4149-8050-e8fc34688939 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 945 time: 0.0468080
May 14 22:33:40.294368 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-f6bb0652-da67-4cb4-b04b-9723c2f77486 req-fa5f8140-b842-4d1a-97f0-2d473490da2b tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423379
May 14 22:33:40.408392 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cc291-4dd2-4492-a497-b9243638661b req-a6fe8d67-c4a7-477e-96dd-020616aec6cd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:40.409880 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d47cc291-4dd2-4492-a497-b9243638661b req-a6fe8d67-c4a7-477e-96dd-020616aec6cd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 945 time: 0.0467417
May 14 22:33:40.418139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7777f55a-9ebb-4c25-b81b-056ac7f7f59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:40.467089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d47cc291-4dd2-4492-a497-b9243638661b req-fbc1807c-fd1f-43e0-8af5-3db011dbda63 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512166
May 14 22:33:40.488982 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53912) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:33:40.885043 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb06590-16f1-4b2d-ac3e-3ed2929320bc tempest-TestSnapshotPattern-81945746 tempest-TestSnapshotPattern-81945746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:40.886641 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-cdb06590-16f1-4b2d-ac3e-3ed2929320bc tempest-TestSnapshotPattern-81945746 tempest-TestSnapshotPattern-81945746-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1122 time: 0.3966844
May 14 22:33:40.890140 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 53916) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:33:40.894382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.v2.base [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Request body: {'floatingip': {'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'port_id': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115781) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 14 22:33:40.989464 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:41.065301 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (None), before_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:41.167775 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_common [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Allocated IP 172.35.4.214 (01e3ef00-a182-4fcf-a405-9a420eb1352e/201efafc-97dc-4528-a259-97c0060282a9/1ef763fb-c2c0-4a9b-b770-c8de11a3f173) {{(pid=115781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 14 22:33:41.275843 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:41.375284 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749439030622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:41.420193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Network 01e3ef00-a182-4fcf-a405-9a420eb1352e is already hosted by enough agents. {{(pid=115781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 14 22:33:41.423469 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.base_scheduler [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Resources bound (agent type, host, resource id):  {{(pid=115781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 14 22:33:41.428088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Received port after_create {{(pid=115781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 14 22:33:41.430830 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'Port': ['ID=1ef763fb-c2c0-4a9b-b770-c8de11a3f173,revision_number=1']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:41.789402 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (c8191106-1e71-4248-9117-25c81f4ebd68), precommit_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:41.910319 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), before_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.090961 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), precommit_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.145749 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25299101'] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), after_update {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.215772 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event updated for resources: {'Port': ['ID=1ef763fb-c2c0-4a9b-b770-c8de11a3f173,revision_number=2']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:33:42.229146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-977631'] for floatingip (c8191106-1e71-4248-9117-25c81f4ebd68), after_create {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.331649 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Floating IP c8191106-1e71-4248-9117-25c81f4ebd68 associated. External IP: 172.35.4.214, port: 8b686020-d3a6-4bd1-94f4-8dca867ca4f9.
May 14 22:33:42.548433 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Router aed98065-ed53-4157-a966-8c54a19fc9f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:33:42.629410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.661574 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:33:42.672939 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:33:42.682420 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:33:42.683036 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f01970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:33:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:33:42.734261 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.790099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1d5848e7-f2f4-4ac8-84c2-1af39a9951ad tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8747931
May 14 22:33:42.790099 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:33:42.790099 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:33:42.799250 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:33:42.804816 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0186f50a-a67e-44d3-9d4a-8e4cbcdd646d x-openstack-request-id: req-0186f50a-a67e-44d3-9d4a-8e4cbcdd646d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:33:42.805108 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:33:42.805359 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0186f50a-a67e-44d3-9d4a-8e4cbcdd646d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:33:42.805765 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0186f50a-a67e-44d3-9d4a-8e4cbcdd646d'] response: {'name': 'network-changed', 'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'status': 'completed', 'code': 200}
May 14 22:33:42.866457 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-c7c29a1b-49f1-40e8-bb71-d661cede81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:42.867993 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-c7c29a1b-49f1-40e8-bb71-d661cede81b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1127 time: 0.0401275
May 14 22:33:42.962417 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-40d499d4-2e90-4fbf-a583-0feb6e5f48df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:42.964909 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-00c7ccb0-e12c-4414-ac87-515cc542f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:42.966397 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-00c7ccb0-e12c-4414-ac87-515cc542f66d service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0929308
May 14 22:33:43.031661 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-382a4f2b-a25d-46de-97f8-6a52bd32c4bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 200  len: 999 time: 0.0591416
May 14 22:33:43.038586 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f01970>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:09Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}, {'id': 'c8191106-1e71-4248-9117-25c81f4ebd68', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:24:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:33:41Z', 'updated_at': '2022-05-14T22:33:41Z', 'revision_number': 0, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:33:43.065716 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:33:43.073778 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:33:43.074389 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5223f01970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:33:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:33:43.079523 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-06609374-0216-420d-bfcd-3faf21954f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:43.081006 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-06609374-0216-420d-bfcd-3faf21954f8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0445960
May 14 22:33:43.127039 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-fdbe0000-454f-4f3b-b93b-f5d86cbeb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:33:43.128604 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-fdbe0000-454f-4f3b-b93b-f5d86cbeb810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424404
May 14 22:33:43.183078 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:33:43.219156 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-29874d25-276e-447b-b17d-d9ba823cc9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837171
May 14 22:33:43.313320 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d32a4a4a-0dd4-4ca3-bc26-8a683bdb1bd8 req-49e731c9-92d9-486c-ba3c-5aece0c96927 service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889781
May 14 22:33:43.315662 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:43.422828 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5223f01970>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:09Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}, {'id': 'c8191106-1e71-4248-9117-25c81f4ebd68', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:24:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:33:41Z', 'updated_at': '2022-05-14T22:33:41Z', 'revision_number': 0, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:33:43.448201 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4efed9-fd8d-4c06-8f0d-51490b3d7255 None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:09Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}, {'id': 'c8191106-1e71-4248-9117-25c81f4ebd68', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.214', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:24:f1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:33:41Z', 'updated_at': '2022-05-14T22:33:41Z', 'revision_number': 0, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:33:43.650332 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1071070-e2de-4d3c-8412-2becb6807d10 None None] New status for floating IP c8191106-1e71-4248-9117-25c81f4ebd68: ACTIVE {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:33:44.122757 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:45.991305 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:33:46.882812 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:05.440017 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:34:10.468299 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0fef91e8-31aa-488a-8b9d-07c23df2a9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:12.625108 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:12.916745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-52bb986b-9ce9-466e-956b-c5d47c01af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:13.297267 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:14.173745 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:16.011268 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:16.909363 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:19.065108 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-f84ba75b-7dd4-48fe-bd38-637712e9dec3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0382121
May 14 22:34:19.150527 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-1380c484-08cf-492d-9228-381358f0f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:19.152359 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-1380c484-08cf-492d-9228-381358f0f253 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1125 time: 0.0387607
May 14 22:34:19.266100 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-ad28e70f-8b73-494a-8329-69efb9c4c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:19.267593 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-ad28e70f-8b73-494a-8329-69efb9c4c8b5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0974824
May 14 22:34:19.330393 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-d5eb534b-2669-4e02-b766-5080a139853a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 999 time: 0.0574782
May 14 22:34:19.381362 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-b98d4b5e-d331-46fa-b384-e246f8c4ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:19.382792 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-b98d4b5e-d331-46fa-b384-e246f8c4ac85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0468032
May 14 22:34:19.425705 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-87c08965-57c8-43d3-b203-255ed338e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:19.427192 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-87c08965-57c8-43d3-b203-255ed338e619 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388134
May 14 22:34:19.514395 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-710ebe1a-8dde-4544-9c10-62c57ec3d66e service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809369
May 14 22:34:19.615791 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-2c57a876-d971-4a7f-838a-b19364a54b30 req-aedd44a4-496e-42bc-8530-7c2ed9aa6bde service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936491
May 14 22:34:22.508059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-edd03fff-ad8d-4bed-b641-024bc2f2c253 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385852
May 14 22:34:22.594681 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-e86827d2-9e10-4cc6-914b-73a64a4d5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:22.596202 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-e86827d2-9e10-4cc6-914b-73a64a4d5a10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1127 time: 0.0423431
May 14 22:34:22.703973 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-a076dc25-3961-4f60-97bc-b5d401390713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:22.705450 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-a076dc25-3961-4f60-97bc-b5d401390713 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0916617
May 14 22:34:22.773882 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-98d1cf62-b99f-4862-8c10-96f664a758dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 200  len: 1001 time: 0.0622292
May 14 22:34:22.824878 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-70e5e910-018c-4db6-aede-e6286072ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:22.826330 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-70e5e910-018c-4db6-aede-e6286072ca7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0461407
May 14 22:34:22.871028 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-17e220a3-9dd2-4b43-b6b4-275c341683fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:34:22.872526 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-17e220a3-9dd2-4b43-b6b4-275c341683fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392852
May 14 22:34:22.966524 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-3aa1d333-c6ef-4ad4-978d-9ecb30f487a0 service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852382
May 14 22:34:23.054089 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6336112b-6607-42b5-adc8-4df5c0d113f7 req-ece47ab5-c421-4149-9b83-ce7718e99883 service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828989
May 14 22:34:40.419192 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4cada0c7-b7cd-4000-8399-c655ce040b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:42.439200 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:34:42.635980 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:42.910273 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70886a67-ad02-4d9c-820b-ffe905a594f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:43.298909 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:44.138858 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:46.022011 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:34:46.858767 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:10.452809 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-70b0bdfe-105a-4c40-bbb4-79c359bf8725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:12.670013 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:12.938488 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb444615-6d97-434f-919c-435829a91be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:13.295813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:14.175828 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:16.019619 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:16.411102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115782) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 14 22:35:16.543180 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:16.558461 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Returning: {'device': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'port_id': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'mac_address': 'fa:16:3e:24:f1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115782) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 14 22:35:16.606974 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 is: ACTIVE; New status is: BUILD {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:35:16.607766 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:16.626435 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 {{(pid=115782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 14 22:35:16.651687 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:16.725324 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:16.799008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=6']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:16.807705 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] get_ports_and_sgs() called for port_ids ['8b686020-d3a6-4bd1-94f4-8dca867ca4f9'] {{(pid=115782) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 14 22:35:16.842632 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.842975 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.843697 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.844031 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.844361 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.844686 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.848311 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:16.906441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:18.432114 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 up at agent hyperv_nch1-master-1 {{(pid=115782) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 14 22:35:18.492355 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.provisioning_blocks [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Provisioning complete for port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 triggered by entity L2. {{(pid=115782) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 14 22:35:18.492737 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8346630'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), provisioning_complete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:18.576258 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Current status of the port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 is: BUILD; New status is: ACTIVE {{(pid=115782) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 14 22:35:18.576932 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362955'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:18.600627 ncdv-master-1 neutron-server[115782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9'}] {{(pid=115782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:35:18.602996 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab7857a76106344622311a9b483bc2450d8151b6a78ca4bba47ce76fdc750a8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d8ee7-6bdd-409d-9f7f-08a6bbe9bca2" -d '{"events": [{"server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9"}]}' {{(pid=115782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:35:18.618871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:18.656065 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885bc5b2-0d99-48be-8908-3fc1e166b0e8 x-openstack-request-id: req-885bc5b2-0d99-48be-8908-3fc1e166b0e8 {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:35:18.659205 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9", "code": 200}]} {{(pid=115782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:35:18.659205 ncdv-master-1 neutron-server[115782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-885bc5b2-0d99-48be-8908-3fc1e166b0e8 {{(pid=115782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:35:18.659205 ncdv-master-1 neutron-server[115782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885bc5b2-0d99-48be-8908-3fc1e166b0e8'] response: {'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'code': 200}
May 14 22:35:18.708027 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749439507932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749439030640', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749439030658'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:18.763378 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Pushing event updated for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=7']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:19.056143 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-f9f8f472-7e01-4327-968a-867c2be018eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0455644
May 14 22:35:19.144938 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529633dc-d325-497e-a215-9b63218e9113 req-044feaf7-3a02-4af5-9bf0-764e120adf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:19.147519 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-044feaf7-3a02-4af5-9bf0-764e120adf86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1125 time: 0.0437582
May 14 22:35:19.267716 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529633dc-d325-497e-a215-9b63218e9113 req-41e8aa8f-4d46-4fb8-9d15-f926e7d2e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:19.269489 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-41e8aa8f-4d46-4fb8-9d15-f926e7d2e60d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.1039939
May 14 22:35:19.352059 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-ab2ff2dd-dc58-45d9-9fad-4a786f4477bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 999 time: 0.0700104
May 14 22:35:19.402518 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529633dc-d325-497e-a215-9b63218e9113 req-0aebfdcb-63a7-45d9-89ba-9f7b33d09dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:19.406572 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-0aebfdcb-63a7-45d9-89ba-9f7b33d09dd4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0470850
May 14 22:35:19.439327 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:35:19.452828 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529633dc-d325-497e-a215-9b63218e9113 req-4fe469a7-a408-45d4-894d-df5c2711221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:19.454446 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-4fe469a7-a408-45d4-894d-df5c2711221f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0439909
May 14 22:35:19.464418 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-4d58e932-4684-4ab9-9d29-590f93f97475 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=115781) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 14 22:35:19.465387 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-4d58e932-4684-4ab9-9d29-590f93f97475 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051610
May 14 22:35:19.576733 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-cfab0d76-7ee6-4bf3-b4c8-17cb04e1aa29 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1051342
May 14 22:35:19.693834 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-529633dc-d325-497e-a215-9b63218e9113 req-1c3fa6de-cc4a-45c8-981b-853d460d1e93 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093547
May 14 22:35:22.933569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-51e7e59b-849c-41e2-b715-48568eace1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:22.936018 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-51e7e59b-849c-41e2-b715-48568eace1d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1127 time: 0.4552290
May 14 22:35:23.048156 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-c937e16e-1611-4108-8f24-31425d7577d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:23.049803 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-c937e16e-1611-4108-8f24-31425d7577d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0931096
May 14 22:35:23.123705 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-b558d2e1-afc7-42bc-b3b4-f60103e0d9f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 200  len: 1001 time: 0.0671511
May 14 22:35:23.178393 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-6ee411d6-ce4e-4517-9480-6c3a8711d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:23.180248 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-6ee411d6-ce4e-4517-9480-6c3a8711d76f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0501971
May 14 22:35:23.230352 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-20e7edc0-719f-4298-b584-a025fe9e354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:23.231898 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-20e7edc0-719f-4298-b584-a025fe9e354a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0454555
May 14 22:35:23.342352 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-ad7c214e-b606-4787-a045-0244c57254fe service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1040897
May 14 22:35:23.446677 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-8faf9324-01d9-4b7f-8bc8-41b9f531d217 req-2d93339c-2092-4250-838f-2d11c3022c6d service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0976155
May 14 22:35:27.004539 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54140) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:27.160448 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Deleting port 1ef763fb-c2c0-4a9b-b770-c8de11a3f173 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:27.160790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:27.235177 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:27.235440 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:27.248520 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Calling delete_port for 1ef763fb-c2c0-4a9b-b770-c8de11a3f173 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:27.473069 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (1ef763fb-c2c0-4a9b-b770-c8de11a3f173), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:27.503740 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event deleted for resources: {'Port': ['ID=1ef763fb-c2c0-4a9b-b770-c8de11a3f173,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:27.530855 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.531201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.531569 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.531947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.532272 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.532604 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.532931 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.533256 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.533579 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.533906 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.534226 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.534546 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.534864 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.535184 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.535524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:27.579595 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (c8191106-1e71-4248-9117-25c81f4ebd68), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:27.579957 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Floating IP c8191106-1e71-4248-9117-25c81f4ebd68 disassociated (deleted). External IP: 172.35.4.214, port: 8b686020-d3a6-4bd1-94f4-8dca867ca4f9.
May 14 22:35:27.791167 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Router aed98065-ed53-4157-a966-8c54a19fc9f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:35:27.903305 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:35:27.908231 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:27.912773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:35:27.923088 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:27.923737 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222ccefa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:27.941863 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-f9a16056-d433-448f-b3fa-a73b38e3abc6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "DELETE /v2.0/floatingips/c8191106-1e71-4248-9117-25c81f4ebd68 HTTP/1.1" status: 204  len: 168 time: 0.9335599
May 14 22:35:27.941863 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:35:27.942279 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec1275c-5206-4075-b63b-1868e387d787" -d '{"events": [{"name": "network-changed", "server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:35:28.034679 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:28.254312 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222ccefa0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:09Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:28.281576 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:35:28.289862 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:28.290470 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5222ccefa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:28.367113 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae117ecf-eaac-48fb-898f-2d8c2ee0219d x-openstack-request-id: req-ae117ecf-eaac-48fb-898f-2d8c2ee0219d {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:35:28.367646 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:35:28.367646 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae117ecf-eaac-48fb-898f-2d8c2ee0219d {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:35:28.368064 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae117ecf-eaac-48fb-898f-2d8c2ee0219d'] response: {'name': 'network-changed', 'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'status': 'completed', 'code': 200}
May 14 22:35:28.543658 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70de528-a5af-4857-801e-4dac4fa31835 req-27761bd0-ffc4-47fa-b1a1-2bddff19fcf5 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:28.545170 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d70de528-a5af-4857-801e-4dac4fa31835 req-27761bd0-ffc4-47fa-b1a1-2bddff19fcf5 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 945 time: 0.1308663
May 14 22:35:28.579026 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:28.595587 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-d70de528-a5af-4857-801e-4dac4fa31835 req-2455a929-ce76-4bda-807b-558c32119158 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442107
May 14 22:35:28.790486 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5222ccefa0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:09Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:28.820844 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deee778d-8b69-4e94-b181-49ca66ff871d None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b7ad661a-6d63-4473-bfe5-777ba463168e', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'router_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'port_id': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'mac_address': 'fa:16:3e:63:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T22:31:06Z', 'updated_at': '2022-05-14T22:31:09Z', 'revision_number': 1, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:35:29.082291 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeab641-ca94-43e9-b53d-36c462bd1399 None None] New status for floating IP c8191106-1e71-4248-9117-25c81f4ebd68: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:35:29.631612 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1275c-5206-4075-b63b-1868e387d787 req-b1e9cfe0-a14a-40c0-ae60-a677de48e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:29.633225 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-b1e9cfe0-a14a-40c0-ae60-a677de48e5c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 1127 time: 0.0437889
May 14 22:35:29.754394 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7ad9c-8391-4e00-bd50-f26d5ec7190e req-68fefa09-783f-4d79-9888-2d687e8ba150 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:29.756559 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27d7ad9c-8391-4e00-bd50-f26d5ec7190e req-68fefa09-783f-4d79-9888-2d687e8ba150 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 945 time: 0.0642855
May 14 22:35:29.780706 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1275c-5206-4075-b63b-1868e387d787 req-cdff10a8-5098-47b9-a210-871f70a94740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:29.782120 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-cdff10a8-5098-47b9-a210-871f70a94740 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.1412468
May 14 22:35:29.831341 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-36dfa824-06d3-4043-8c10-7c0e9b8554fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 200  len: 217 time: 0.0418811
May 14 22:35:29.844539 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-27d7ad9c-8391-4e00-bd50-f26d5ec7190e req-4f0a5f0b-830b-4f12-870c-b08fd9e0d98d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794060
May 14 22:35:29.907511 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1275c-5206-4075-b63b-1868e387d787 req-1ed03090-ec95-43dd-b48c-9a297748d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:29.907511 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-1ed03090-ec95-43dd-b48c-9a297748d855 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0462952
May 14 22:35:29.910721 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-0285fcc0-9fc8-405b-b247-5a4fd63c6abd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:29.912301 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-0285fcc0-9fc8-405b-b247-5a4fd63c6abd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.36 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 945 time: 0.0519619
May 14 22:35:29.956425 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1275c-5206-4075-b63b-1868e387d787 req-b5ba1088-d4bd-475f-a992-1c051560f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:29.958008 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-b5ba1088-d4bd-475f-a992-1c051560f804 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0445740
May 14 22:35:29.998010 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Deleting port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:29.998352 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:30.046389 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-5584f899-13ec-455b-8e71-79866db08192 service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827708
May 14 22:35:30.092003 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] For port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:30.092405 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:30.106420 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Calling delete_port for 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:30.142334 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-7ec1275c-5206-4075-b63b-1868e387d787 req-1e6a1d52-6570-48b0-b155-705b197276ea service neutron] 10.222.0.36 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896885
May 14 22:35:30.293168 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (8b686020-d3a6-4bd1-94f4-8dca867ca4f9), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:30.326785 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event deleted for resources: {'Port': ['ID=8b686020-d3a6-4bd1-94f4-8dca867ca4f9,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:30.356978 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.357352 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.357698 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.358038 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.358376 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.358719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.359055 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.359387 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.359742 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.360074 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.360404 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.360732 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.361058 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.361391 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.361719 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 14 22:35:30.386136 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] No DVR routers for this DVR port 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 on host nch1-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:35:30.388786 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:30.392144 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-cd80b274-2c35-4658-88ac-7d808297e7e8 req-eefa3eed-45ce-494e-a412-50ff3b7debd1 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.36 "DELETE /v2.0/ports/8b686020-d3a6-4bd1-94f4-8dca867ca4f9 HTTP/1.1" status: 204  len: 173 time: 0.4749491
May 14 22:35:30.392589 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'name': 'network-vif-deleted', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:35:30.394822 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f48cf5d-7a19-4ca6-8e8b-967c09d86f53" -d '{"events": [{"server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "name": "network-vif-deleted", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:35:30.433969 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ab54a-0276-4916-b33b-08f70b047fe9 x-openstack-request-id: req-789ab54a-0276-4916-b33b-08f70b047fe9 {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:35:30.434267 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514867a7-9f66-4419-8f1f-954d5cda68bf", "name": "network-vif-deleted", "tag": "8b686020-d3a6-4bd1-94f4-8dca867ca4f9", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:35:30.434524 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-789ab54a-0276-4916-b33b-08f70b047fe9 {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:35:30.434936 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789ab54a-0276-4916-b33b-08f70b047fe9'] response: {'server_uuid': '514867a7-9f66-4419-8f1f-954d5cda68bf', 'name': 'network-vif-deleted', 'tag': '8b686020-d3a6-4bd1-94f4-8dca867ca4f9', 'status': 'completed', 'code': 200}
May 14 22:35:30.460418 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:30.483689 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:30.484042 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:30.969301 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-3517b3de-234b-40f3-9dbb-4e7fc5abaef2 req-82cad5f2-9775-4a24-a167-bdc9ec53ce00 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=514867a7-9f66-4419-8f1f-954d5cda68bf HTTP/1.1" status: 200  len: 210 time: 0.0327752
May 14 22:35:33.332178 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54200) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:33.484115 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Deleting port 621a851f-90de-4b6c-b021-f6008358e9c8 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:33.484452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (621a851f-90de-4b6c-b021-f6008358e9c8), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:33.561330 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (621a851f-90de-4b6c-b021-f6008358e9c8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:33.561648 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (621a851f-90de-4b6c-b021-f6008358e9c8), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:33.573311 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Calling delete_port for 621a851f-90de-4b6c-b021-f6008358e9c8 owned by network:floatingip {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:33.789849 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (621a851f-90de-4b6c-b021-f6008358e9c8), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:33.817643 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event deleted for resources: {'Port': ['ID=621a851f-90de-4b6c-b021-f6008358e9c8,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:33.884350 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for floatingip (b7ad661a-6d63-4473-bfe5-777ba463168e), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:33.884674 ncdv-master-1 neutron-server[115781]: INFO neutron.db.l3_db [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Floating IP b7ad661a-6d63-4473-bfe5-777ba463168e disassociated (deleted). External IP: 172.35.4.234, port: d0e8112a-0d9c-4b09-9a04-be02d4535f10.
May 14 22:35:34.096382 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Router aed98065-ed53-4157-a966-8c54a19fc9f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:35:34.206337 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:35:34.211897 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for floatingip (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:34.216902 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:35:34.226033 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:34.226659 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523055b7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:34.242602 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-7bbb2db9-b1a0-4389-ba25-66c1d96d1c18 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "DELETE /v2.0/floatingips/b7ad661a-6d63-4473-bfe5-777ba463168e HTTP/1.1" status: 204  len: 168 time: 0.9093163
May 14 22:35:34.243193 ncdv-master-1 neutron-server[115781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:35:34.245477 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}641ff394f01d73ab600cd633c6bea0425fc1decbb55458b215615571e58afeab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354dad5f-42b2-4ee3-a6bc-7324318e98e5" -d '{"events": [{"name": "network-changed", "server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:35:34.337111 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:34.463369 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:34.487069 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] No Port match for: 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:34.487426 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Device 8b686020-d3a6-4bd1-94f4-8dca867ca4f9 not bound to the agent host nch1-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:34.556620 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523055b7f0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:34.584738 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:35:34.593098 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:34.593773 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523055b7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:34.601939 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 22:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85b0ac-c550-4d66-acb7-9a74ff6d244e x-openstack-request-id: req-cb85b0ac-c550-4d66-acb7-9a74ff6d244e {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:35:34.602458 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "status": "completed", "code": 200}]} {{(pid=115781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:35:34.602458 ncdv-master-1 neutron-server[115781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb85b0ac-c550-4d66-acb7-9a74ff6d244e {{(pid=115781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:35:34.602948 ncdv-master-1 neutron-server[115781]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb85b0ac-c550-4d66-acb7-9a74ff6d244e'] response: {'name': 'network-changed', 'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'status': 'completed', 'code': 200}
May 14 22:35:34.691564 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246fc5a-804c-48f1-bd39-a19ee6ee450a req-2534a51e-2f3c-4222-b75a-8af9cb136b6f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:34.693578 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6246fc5a-804c-48f1-bd39-a19ee6ee450a req-2534a51e-2f3c-4222-b75a-8af9cb136b6f tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 943 time: 0.0471401
May 14 22:35:34.705964 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:34.746832 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-6246fc5a-804c-48f1-bd39-a19ee6ee450a req-3f0f5667-16ed-4ca0-aeec-9042dbf93fbb tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474601
May 14 22:35:34.901542 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523055b7f0>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:34.929000 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c24500-020f-45cd-82b0-16405cc149a3 None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:30:43Z', 'revision_number': 4, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea920d14-eac3-4a59-9b77-b561582babfc', 'name': '', 'network_id': '9fa141f3-b6eb-4248-a92d-d98a9dd45ae7', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'mac_address': 'fa:16:3e:d6:89:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4407, 'fixed_ips': [{'subnet_id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:42Z', 'updated_at': '2022-05-14T22:30:47Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'subnets': [{'id': 'dd6d68b7-93d8-490f-b66f-7a01d5e6c50e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:35:35.145781 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b833f031-2b21-4d40-b236-4667fc11fb85 None None] New status for floating IP b7ad661a-6d63-4473-bfe5-777ba463168e: DOWN {{(pid=115783) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}}
May 14 22:35:35.872441 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7568f32-33fd-410f-8109-b0311d2b0fb4 req-2b521dcb-e66d-4306-8b37-0520edb142cd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:35.873903 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7568f32-33fd-410f-8109-b0311d2b0fb4 req-2b521dcb-e66d-4306-8b37-0520edb142cd tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 943 time: 0.0587366
May 14 22:35:35.915562 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-eec65924-e3d8-4b8e-b6ee-1acc99329910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:35.917093 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-eec65924-e3d8-4b8e-b6ee-1acc99329910 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d2345189dd994ee0adc9391fe9f6856a&device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 1125 time: 0.0620794
May 14 22:35:35.945384 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-e7568f32-33fd-410f-8109-b0311d2b0fb4 req-d1f81433-a9d7-4910-9691-f34ad0ba8848 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/security-groups?id=23ddadb2-135a-4023-8c03-4516e016df3c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551789
May 14 22:35:36.110005 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-8e97d4d9-1163-482f-bed8-8c6187dc8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:36.111365 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-8e97d4d9-1163-482f-bed8-8c6187dc8c2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 200  len: 910 time: 0.0881994
May 14 22:35:36.153416 ncdv-master-1 neutron-server[115780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-2e615413-693e-473d-bcb0-479e8db1013d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:36.154293 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-6fe62926-98e8-40c9-bf62-1d561fbb60eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 200  len: 217 time: 0.0370493
May 14 22:35:36.154891 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-2e615413-693e-473d-bcb0-479e8db1013d tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.48 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 943 time: 0.0475101
May 14 22:35:36.210995 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-180a25b1-f067-4d19-a39d-85700bbb7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:36.212502 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-180a25b1-f067-4d19-a39d-85700bbb7b66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 200  len: 848 time: 0.0493305
May 14 22:35:36.245696 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Deleting port d0e8112a-0d9c-4b09-9a04-be02d4535f10 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:36.246174 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:36.254524 ncdv-master-1 neutron-server[115781]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-a9012ef4-20bd-427f-b162-4ad33191db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115781) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 14 22:35:36.256603 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-a9012ef4-20bd-427f-b162-4ad33191db53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384493
May 14 22:35:36.334378 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] For port d0e8112a-0d9c-4b09-9a04-be02d4535f10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d0e8112a-0d9c-4b09-9a04-be02d4535f10,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:36.334854 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:36.345609 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-05df95eb-3f05-4d6d-92d7-e07e4b7224a6 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813160
May 14 22:35:36.352102 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Calling delete_port for d0e8112a-0d9c-4b09-9a04-be02d4535f10 owned by compute:nova {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:36.454099 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-354dad5f-42b2-4ee3-a6bc-7324318e98e5 req-e79e9cff-1b6a-4ab5-aac4-7f519822ffe4 service neutron] 10.222.0.48 "GET /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027679
May 14 22:35:36.901384 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (d0e8112a-0d9c-4b09-9a04-be02d4535f10), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:36.934919 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event deleted for resources: {'Port': ['ID=d0e8112a-0d9c-4b09-9a04-be02d4535f10,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:36.980235 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] No DVR routers for this DVR port d0e8112a-0d9c-4b09-9a04-be02d4535f10 on host nch2-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:35:36.982226 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25380'] for port (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:36.986252 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [req-8ae666b9-fa05-4935-bb0e-488b53b78817 req-8de4dfd7-7918-4d1c-a1bb-afa8fa2bc296 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.48 "DELETE /v2.0/ports/d0e8112a-0d9c-4b09-9a04-be02d4535f10 HTTP/1.1" status: 204  len: 173 time: 0.8229551
May 14 22:35:36.986716 ncdv-master-1 neutron-server[115780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-deleted', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10'}] {{(pid=115780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 14 22:35:36.990458 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40a0bf8700131dbebdf6e54612e8d0aba20c6a2ba559b51dcfba98e366d14d81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cf61e7-51a3-4b1f-afa0-4164d02c60c2" -d '{"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-deleted", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10"}]}' {{(pid=115780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 14 22:35:37.051574 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [req-12400dd0-a678-4499-9098-befb230d91ba req-50fae8c0-5ae9-4dc7-ad37-ad92c9bc5aa2 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "GET /v2.0/ports?device_id=97f91aea-b795-489b-a0fa-38d25ed0ec87 HTTP/1.1" status: 200  len: 210 time: 0.0284469
May 14 22:35:37.096489 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 22:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa1e33c-24ae-401a-b9ad-b803c67b614c x-openstack-request-id: req-efa1e33c-24ae-401a-b9ad-b803c67b614c {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 14 22:35:37.096489 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f91aea-b795-489b-a0fa-38d25ed0ec87", "name": "network-vif-deleted", "tag": "d0e8112a-0d9c-4b09-9a04-be02d4535f10", "status": "completed", "code": 200}]} {{(pid=115780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 14 22:35:37.096773 ncdv-master-1 neutron-server[115780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-efa1e33c-24ae-401a-b9ad-b803c67b614c {{(pid=115780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 14 22:35:37.097096 ncdv-master-1 neutron-server[115780]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa1e33c-24ae-401a-b9ad-b803c67b614c'] response: {'server_uuid': '97f91aea-b795-489b-a0fa-38d25ed0ec87', 'name': 'network-vif-deleted', 'tag': 'd0e8112a-0d9c-4b09-9a04-be02d4535f10', 'status': 'completed', 'code': 200}
May 14 22:35:38.110673 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54216) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:38.173757 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-03db0373-da2b-4ff3-b929-104cef07def6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group (23ddadb2-135a-4023-8c03-4516e016df3c), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:38.199790 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-03db0373-da2b-4ff3-b929-104cef07def6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group (23ddadb2-135a-4023-8c03-4516e016df3c), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:38.335946 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-03db0373-da2b-4ff3-b929-104cef07def6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (23ddadb2-135a-4023-8c03-4516e016df3c), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:38.338636 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-03db0373-da2b-4ff3-b929-104cef07def6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:38.339921 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-03db0373-da2b-4ff3-b929-104cef07def6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] 10.222.0.52 "DELETE /v2.0/security-groups/23ddadb2-135a-4023-8c03-4516e016df3c HTTP/1.1" status: 204  len: 168 time: 0.2276552
May 14 22:35:38.349978 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db0373-da2b-4ff3-b929-104cef07def6 tempest-TestSnapshotPattern-946616794 tempest-TestSnapshotPattern-946616794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ddadb2-135a-4023-8c03-4516e016df3c,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:38.470189 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54220) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:38.892802 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (aed98065-ed53-4157-a966-8c54a19fc9f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:39.131845 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Deleting port ea920d14-eac3-4a59-9b77-b561582babfc {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:39.132184 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:39.211432 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] For port ea920d14-eac3-4a59-9b77-b561582babfc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea920d14-eac3-4a59-9b77-b561582babfc,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:39.211831 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:39.225072 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Calling delete_port for ea920d14-eac3-4a59-9b77-b561582babfc owned by network:router_interface {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:39.492979 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (ea920d14-eac3-4a59-9b77-b561582babfc), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:39.516826 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea920d14-eac3-4a59-9b77-b561582babfc,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:39.699372 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (aed98065-ed53-4157-a966-8c54a19fc9f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:39.924323 ncdv-master-1 neutron-server[115780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Router aed98065-ed53-4157-a966-8c54a19fc9f3 has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:35:40.031220 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:35:40.036217 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-ee428717-753d-4db1-8751-9d5b2f5e55f0 admin admin] 10.222.0.52 "PUT /v2.0/routers/aed98065-ed53-4157-a966-8c54a19fc9f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5649936
May 14 22:35:40.042797 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54224) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:40.046024 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] Sync routers for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:35:40.061727 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:40.062491 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230217e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:40.104447 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 no longer exists at agent hyperv_nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:40.127364 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] No Port match for: d0e8112a-0d9c-4b09-9a04-be02d4535f10 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:40.127759 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Device d0e8112a-0d9c-4b09-9a04-be02d4535f10 not bound to the agent host nch2-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:40.150506 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks [] for router (aed98065-ed53-4157-a966-8c54a19fc9f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.199969 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: ncdv-master-1 {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:40.255567 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks [] for router_gateway (aed98065-ed53-4157-a966-8c54a19fc9f3), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.377129 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230217e80>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:35:39Z', 'revision_number': 5, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port': {'id': '40d08733-71ec-473b-83e0-a6f21ad9338e', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4406, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:40Z', 'updated_at': '2022-05-14T22:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:40.386991 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Deleting port 40d08733-71ec-473b-83e0-a6f21ad9338e {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:40.387329 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.408352 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] Checking router: aed98065-ed53-4157-a966-8c54a19fc9f3 for host: ncdv-master-1 {{(pid=115782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:35:40.417523 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] Routers {'aed98065-ed53-4157-a966-8c54a19fc9f3'} bound to L3 agent in host ncdv-master-1 {{(pid=115782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:40.418145 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5230217e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:13Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['aed98065-ed53-4157-a966-8c54a19fc9f3'], 'active': True} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:40.453638 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0c43c351-a3e5-4727-92c7-58c5cf589395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.477183 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] For port 40d08733-71ec-473b-83e0-a6f21ad9338e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=40d08733-71ec-473b-83e0-a6f21ad9338e,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:40.477560 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.493596 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Calling delete_port for 40d08733-71ec-473b-83e0-a6f21ad9338e owned by network:router_gateway {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:40.507559 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvr_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] Set router aed98065-ed53-4157-a966-8c54a19fc9f3 gateway port host: None {{(pid=115782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:40.565066 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_hamode_db [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5230217e80>, [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:35:40Z', 'revision_number': 6, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:40.591626 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54721512-9fd9-42b6-8be7-a9d25370d83b None None] The sync data for ids ['aed98065-ed53-4157-a966-8c54a19fc9f3'] in ncdv-master-1 is: [{'id': 'aed98065-ed53-4157-a966-8c54a19fc9f3', 'name': 'tempest-TestSnapshotPattern-821332804-router', 'tenant_id': 'd2345189dd994ee0adc9391fe9f6856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:39Z', 'updated_at': '2022-05-14T22:35:40Z', 'revision_number': 6, 'project_id': 'd2345189dd994ee0adc9391fe9f6856a', 'gw_port_host': None}] {{(pid=115782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:35:40.735324 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (40d08733-71ec-473b-83e0-a6f21ad9338e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.761488 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d08733-71ec-473b-83e0-a6f21ad9338e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:40.824807 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (aed98065-ed53-4157-a966-8c54a19fc9f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.917554 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (aed98065-ed53-4157-a966-8c54a19fc9f3), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:40.920418 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks [] for router_controller (aed98065-ed53-4157-a966-8c54a19fc9f3), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.046729 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (aed98065-ed53-4157-a966-8c54a19fc9f3), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.047672 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aed98065-ed53-4157-a966-8c54a19fc9f3 {{(pid=115780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:35:41.052249 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.053592 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-efd32801-8e5a-47e4-a8a1-642f873545b9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/aed98065-ed53-4157-a966-8c54a19fc9f3 HTTP/1.1" status: 204  len: 168 time: 1.0096099
May 14 22:35:41.056184 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54226) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:41.103364 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Deleting subnet dd6d68b7-93d8-490f-b66f-7a01d5e6c50e {{(pid=115780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:35:41.106693 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Publish callbacks [] for subnet (dd6d68b7-93d8-490f-b66f-7a01d5e6c50e), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.142660 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26188602'] for subnet (dd6d68b7-93d8-490f-b66f-7a01d5e6c50e), precommit_delete_associations {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.221710 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (dd6d68b7-93d8-490f-b66f-7a01d5e6c50e), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.344381 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25982377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617145'] for subnet (dd6d68b7-93d8-490f-b66f-7a01d5e6c50e), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.371377 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6d68b7-93d8-490f-b66f-7a01d5e6c50e,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:41.375133 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.378479 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-63f10470-3eaf-48da-abea-f14c48c38897 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dd6d68b7-93d8-490f-b66f-7a01d5e6c50e HTTP/1.1" status: 204  len: 168 time: 0.3211999
May 14 22:35:41.381598 ncdv-master-1 neutron-server[115780]: DEBUG neutron.wsgi [-] (115780) accepted ('10.222.0.52', 54228) {{(pid=115780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:41.384423 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf0ad3-6409-48df-b6fa-622b3af4811c None None] Network 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:35:41.461041 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.509133 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Deleting port 56ffa9fb-6937-4f39-9e81-dfead65d0098 {{(pid=115780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:41.509754 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.547803 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] DHCP port deletion for 9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:35:41.573544 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.db [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] For port 56ffa9fb-6937-4f39-9e81-dfead65d0098, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ffa9fb-6937-4f39-9e81-dfead65d0098,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:41.573909 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.591779 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.plugin [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Calling delete_port for 56ffa9fb-6937-4f39-9e81-dfead65d0098 owned by network:dhcp {{(pid=115780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:41.595147 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] Deleting port 56ffa9fb-6937-4f39-9e81-dfead65d0098 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:41.595740 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.662234 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] For port 56ffa9fb-6937-4f39-9e81-dfead65d0098, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56ffa9fb-6937-4f39-9e81-dfead65d0098,segment=NetworkSegment(b83363d5-f3d7-48bc-b08c-552d41672cde),segment_id=b83363d5-f3d7-48bc-b08c-552d41672cde)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:41.662701 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.675924 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] Calling delete_port for 56ffa9fb-6937-4f39-9e81-dfead65d0098 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 14 22:35:41.749355 ncdv-master-1 neutron-server[115782]:   self.session.flush()
May 14 22:35:41.753535 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25982810'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.757766 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (56ffa9fb-6937-4f39-9e81-dfead65d0098), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:41.778724 ncdv-master-1 neutron-server[115780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] No DVR routers for this DVR port 56ffa9fb-6937-4f39-9e81-dfead65d0098 on host ncdv-master-1 {{(pid=115780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:35:41.780580 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] Pushing event deleted for resources: {'Port': ['ID=56ffa9fb-6937-4f39-9e81-dfead65d0098,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:41.780713 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ffa9fb-6937-4f39-9e81-dfead65d0098,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:41.785999 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f89d5c-ae0f-4be5-92c2-726f7e774779 None None] No DVR routers for this DVR port 56ffa9fb-6937-4f39-9e81-dfead65d0098 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:35:42.196789 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.217291 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f522bbf2c70>,) {'filters': {'network_id': ['9fa141f3-b6eb-4248-a92d-d98a9dd45ae7']}} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:42.226509 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bbf2c70>, 'b83363d5-f3d7-48bc-b08c-552d41672cde') {'for_net_delete': True} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:42.226805 ncdv-master-1 neutron-server[115780]: DEBUG neutron.services.segments.db [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f522bbf2c70>, 'b83363d5-f3d7-48bc-b08c-552d41672cde') {} {{(pid=115780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:42.235990 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26188593'] for segment (b83363d5-f3d7-48bc-b08c-552d41672cde), before_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.248836 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (b83363d5-f3d7-48bc-b08c-552d41672cde), precommit_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.254533 ncdv-master-1 neutron-server[115780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=115780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:35:42.254915 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25982735'] for segment (b83363d5-f3d7-48bc-b08c-552d41672cde), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]: Traceback (most recent call last):
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     timer()
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     cb(*args, **kw)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     return func(*args, **kwargs)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     self._notify()
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     self.callback(batched_events)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     event.method(event)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     return f(self, *a, **k)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     return self._get(url).json()
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     return self.request(url, 'GET', **kwargs)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:35:42.257311 ncdv-master-1 neutron-server[115780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:35:42.410364 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (9fa141f3-b6eb-4248-a92d-d98a9dd45ae7), after_delete {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.415221 ncdv-master-1 neutron-server[115780]: DEBUG neutron_lib.callbacks.manager [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.425227 ncdv-master-1 neutron-server[115780]: INFO neutron.wsgi [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9fa141f3-b6eb-4248-a92d-d98a9dd45ae7 HTTP/1.1" status: 204  len: 168 time: 1.0359488
May 14 22:35:42.425346 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54230) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:42.447437 ncdv-master-1 neutron-server[115780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37b6b1-1061-42e6-b138-27919e1f5958 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa141f3-b6eb-4248-a92d-d98a9dd45ae7,revision_number=None']} {{(pid=115780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:42.518138 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 40d08733-71ec-473b-83e0-a6f21ad9338e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:42.540266 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 40d08733-71ec-473b-83e0-a6f21ad9338e {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:42.540612 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 40d08733-71ec-473b-83e0-a6f21ad9338e not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:42.541034 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 56ffa9fb-6937-4f39-9e81-dfead65d0098 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:42.559912 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 56ffa9fb-6937-4f39-9e81-dfead65d0098 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:42.560260 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 56ffa9fb-6937-4f39-9e81-dfead65d0098 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:42.560681 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ea920d14-eac3-4a59-9b77-b561582babfc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:42.583008 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: ea920d14-eac3-4a59-9b77-b561582babfc {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:42.584001 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device ea920d14-eac3-4a59-9b77-b561582babfc not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:42.666978 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.775782 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-975839'] for router_interface (1fd90761-d471-401b-86aa-4b2c80ffc0de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:42.923861 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1d1c88b0-0944-4964-925f-81621b0e6fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:43.016899 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Deleting port 9d64c9e6-c37d-4f53-b49d-63001cd812d7 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:43.017148 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:43.096360 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] For port 9d64c9e6-c37d-4f53-b49d-63001cd812d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d64c9e6-c37d-4f53-b49d-63001cd812d7,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:43.096720 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:43.111333 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Calling delete_port for 9d64c9e6-c37d-4f53-b49d-63001cd812d7 owned by network:router_interface {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:43.335441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:43.375709 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (9d64c9e6-c37d-4f53-b49d-63001cd812d7), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:43.402237 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=9d64c9e6-c37d-4f53-b49d-63001cd812d7,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:43.573822 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-975731'] for router_interface (1fd90761-d471-401b-86aa-4b2c80ffc0de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.123368 ncdv-master-1 neutron-server[115781]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Router 1fd90761-d471-401b-86aa-4b2c80ffc0de has already been hosted by L3 agent 459428cc-1df6-435f-a5d1-40ef9d986ccd {{(pid=115781) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 14 22:35:44.166649 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.232748 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115781) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 14 22:35:44.237925 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-ae246687-f936-486c-a2d0-9f8b3894a9ef admin admin] 10.222.0.52 "PUT /v2.0/routers/1fd90761-d471-401b-86aa-4b2c80ffc0de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8150923
May 14 22:35:44.240788 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54232) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:44.241685 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] Sync routers for ids ['1fd90761-d471-401b-86aa-4b2c80ffc0de'] in ncdv-master-1 {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 14 22:35:44.252373 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] Routers {'1fd90761-d471-401b-86aa-4b2c80ffc0de'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:44.253256 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1fd90761-d471-401b-86aa-4b2c80ffc0de'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:44.346620 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks [] for router (1fd90761-d471-401b-86aa-4b2c80ffc0de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.361934 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] Set router 1fd90761-d471-401b-86aa-4b2c80ffc0de gateway port host: ncdv-master-1 {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:44.456887 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks [] for router_gateway (1fd90761-d471-401b-86aa-4b2c80ffc0de), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.547846 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115aa30>, [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'external_fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57'}], 'enable_snat': True}, 'gw_port_id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:35:43Z', 'revision_number': 5, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port': {'id': '708d3b8e-19d1-4491-9a20-993362f4300d', 'name': '', 'network_id': '01e3ef00-a182-4fcf-a405-9a420eb1352e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '201efafc-97dc-4528-a259-97c0060282a9', 'ip_address': '172.35.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T22:30:47Z', 'updated_at': '2022-05-14T22:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '201efafc-97dc-4528-a259-97c0060282a9', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:44.564257 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Deleting port 708d3b8e-19d1-4491-9a20-993362f4300d {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:44.564587 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.575504 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] Checking router: 1fd90761-d471-401b-86aa-4b2c80ffc0de for host: ncdv-master-1 {{(pid=115783) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 14 22:35:44.583846 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] Routers {'1fd90761-d471-401b-86aa-4b2c80ffc0de'} bound to L3 agent in host ncdv-master-1 {{(pid=115783) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 14 22:35:44.584556 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f523115aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T21:00:43Z,description=<?>,heartbeat_timestamp=2022-05-14T22:35:43Z,host='ncdv-master-1',id=459428cc-1df6-435f-a5d1-40ef9d986ccd,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-14T21:00:43Z,topic='l3_agent')) {'router_ids': ['1fd90761-d471-401b-86aa-4b2c80ffc0de'], 'active': True} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:44.642074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] For port 708d3b8e-19d1-4491-9a20-993362f4300d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=708d3b8e-19d1-4491-9a20-993362f4300d,segment=NetworkSegment(c22bfdaf-ed4a-497a-9252-1dbea149410b),segment_id=c22bfdaf-ed4a-497a-9252-1dbea149410b)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:44.642690 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.654947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Calling delete_port for 708d3b8e-19d1-4491-9a20-993362f4300d owned by network:router_gateway {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:44.672654 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_dvr_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] Set router 1fd90761-d471-401b-86aa-4b2c80ffc0de gateway port host: None {{(pid=115783) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 14 22:35:44.728240 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.l3_hamode_db [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f523115aa30>, [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:35:44Z', 'revision_number': 6, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:44.754508 ncdv-master-1 neutron-server[115783]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812eb0f7-2f9e-40b4-b370-8113d826cf73 None None] The sync data for ids ['1fd90761-d471-401b-86aa-4b2c80ffc0de'] in ncdv-master-1 is: [{'id': '1fd90761-d471-401b-86aa-4b2c80ffc0de', 'name': 'tempest-TestSnapshotPattern-618717782-router', 'tenant_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T22:30:46Z', 'updated_at': '2022-05-14T22:35:44Z', 'revision_number': 6, 'project_id': 'a1026b33b53344e09d4d6dbcc58412f5', 'gw_port_host': None}] {{(pid=115783) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 14 22:35:44.890303 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (708d3b8e-19d1-4491-9a20-993362f4300d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:44.914630 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=708d3b8e-19d1-4491-9a20-993362f4300d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:44.979349 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-978201'] for router_gateway (1fd90761-d471-401b-86aa-4b2c80ffc0de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.070431 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-975522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30177'] for router (1fd90761-d471-401b-86aa-4b2c80ffc0de), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.072452 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks [] for router_controller (1fd90761-d471-401b-86aa-4b2c80ffc0de), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.181122 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-975547'] for router (1fd90761-d471-401b-86aa-4b2c80ffc0de), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.181732 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd90761-d471-401b-86aa-4b2c80ffc0de {{(pid=115781) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 14 22:35:45.186311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.187514 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a10fc7c1-2754-4bba-9668-ebf26bd11b34 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1fd90761-d471-401b-86aa-4b2c80ffc0de HTTP/1.1" status: 204  len: 168 time: 0.9457800
May 14 22:35:45.190707 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54234) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:45.237868 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Deleting subnet d4893885-2a92-4986-b023-6f9a7f25ebee {{(pid=115781) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 14 22:35:45.241985 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Publish callbacks [] for subnet (d4893885-2a92-4986-b023-6f9a7f25ebee), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.278310 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3904798'] for subnet (d4893885-2a92-4986-b023-6f9a7f25ebee), precommit_delete_associations {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.360788 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8341998'] for subnet (d4893885-2a92-4986-b023-6f9a7f25ebee), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.491146 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8341977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-979465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25299559', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25985233'] for subnet (d4893885-2a92-4986-b023-6f9a7f25ebee), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.518676 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4893885-2a92-4986-b023-6f9a7f25ebee,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:45.522328 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.525595 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-1ba15c8f-e7bb-433e-babf-1d0b01cbe84b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d4893885-2a92-4986-b023-6f9a7f25ebee HTTP/1.1" status: 204  len: 168 time: 0.3339229
May 14 22:35:45.528074 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54236) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:45.529851 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9464a87-5775-4e7a-a7f6-cafe31ffb0b1 None None] Network dedb793f-f972-4527-86b9-f969403ef987 requested from ncdv-master-1 {{(pid=115782) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 14 22:35:45.599561 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8246601'] for network (dedb793f-f972-4527-86b9-f969403ef987), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.643729 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Deleting port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 {{(pid=115781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:45.644311 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.681715 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] DHCP port deletion for dedb793f-f972-4527-86b9-f969403ef987 request from ncdv-master-1 {{(pid=115782) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 14 22:35:45.706483 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.db [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] For port dd50a271-c034-4588-9b2f-c02c1bc0f2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:45.706851 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.720073 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.plugin [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Calling delete_port for dd50a271-c034-4588-9b2f-c02c1bc0f2f3 owned by network:dhcp {{(pid=115781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:45.720241 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] Deleting port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 {{(pid=115782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 14 22:35:45.720526 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749439566044'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), before_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.781838 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.db [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] For port dd50a271-c034-4588-9b2f-c02c1bc0f2f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,segment=NetworkSegment(6296cf5a-3226-4481-929e-ecb5f5b0d9cf),segment_id=6296cf5a-3226-4481-929e-ecb5f5b0d9cf)] {{(pid=115782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 14 22:35:45.782148 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-646807'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), precommit_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.795596 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] Calling delete_port for dd50a271-c034-4588-9b2f-c02c1bc0f2f3 owned by network:dhcp {{(pid=115782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 14 22:35:45.931810 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25299092'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:45.960602 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:45.965103 ncdv-master-1 neutron-server[115781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] No DVR routers for this DVR port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 on host ncdv-master-1 {{(pid=115781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:35:46.043921 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8340581', 'neutron.services.segments.db._delete_segments_for_network-8749439318393'] for network (dedb793f-f972-4527-86b9-f969403ef987), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.050672 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8362555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749439507914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749439030631'] for port (dd50a271-c034-4588-9b2f-c02c1bc0f2f3), after_delete {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.065553 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f523075b430>,) {'filters': {'network_id': ['dedb793f-f972-4527-86b9-f969403ef987']}} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:46.075367 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f523075b430>, '6296cf5a-3226-4481-929e-ecb5f5b0d9cf') {'for_net_delete': True} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:46.075697 ncdv-master-1 neutron-server[115781]: DEBUG neutron.services.segments.db [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f523075b430>, '6296cf5a-3226-4481-929e-ecb5f5b0d9cf') {} {{(pid=115781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 14 22:35:46.075871 ncdv-master-1 neutron-server[115782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] Pushing event deleted for resources: {'Port': ['ID=dd50a271-c034-4588-9b2f-c02c1bc0f2f3,revision_number=None']} {{(pid=115782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:46.079102 ncdv-master-1 neutron-server[115782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dedc44f-8fc8-405c-b0a4-2ac1a2c56c46 None None] No DVR routers for this DVR port dd50a271-c034-4588-9b2f-c02c1bc0f2f3 on host ncdv-master-1 {{(pid=115782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 14 22:35:46.088972 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749439318914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3904789'] for segment (6296cf5a-3226-4481-929e-ecb5f5b0d9cf), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.097943 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.105054 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857'] for segment (6296cf5a-3226-4481-929e-ecb5f5b0d9cf), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.111088 ncdv-master-1 neutron-server[115781]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=115781) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 14 22:35:46.111531 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8368857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25299137'] for segment (6296cf5a-3226-4481-929e-ecb5f5b0d9cf), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]: Traceback (most recent call last):
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     timer()
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     cb(*args, **kw)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     return func(*args, **kwargs)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     self._notify()
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     self.callback(batched_events)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     event.method(event)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     aggregate_uuid = self.p_client.list_aggregates(
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     return f(self, *a, **k)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     return self._get(url).json()
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     return self.request(url, 'GET', **kwargs)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     base_url = self.get_endpoint(auth, allow=allow,
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 14 22:35:46.116461 ncdv-master-1 neutron-server[115781]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 14 22:35:46.241808 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8340588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-977649'] for network (dedb793f-f972-4527-86b9-f969403ef987), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.247503 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.250613 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dedb793f-f972-4527-86b9-f969403ef987 HTTP/1.1" status: 204  len: 168 time: 0.7215858
May 14 22:35:46.262186 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e469b43-b05d-46b3-9f97-7aefee8bbca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dedb793f-f972-4527-86b9-f969403ef987,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:46.514305 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9d64c9e6-c37d-4f53-b49d-63001cd812d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:46.534906 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 9d64c9e6-c37d-4f53-b49d-63001cd812d7 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:46.535544 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 9d64c9e6-c37d-4f53-b49d-63001cd812d7 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:46.535696 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device dd50a271-c034-4588-9b2f-c02c1bc0f2f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:46.558977 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: dd50a271-c034-4588-9b2f-c02c1bc0f2f3 {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:46.559201 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54240) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:46.559322 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device dd50a271-c034-4588-9b2f-c02c1bc0f2f3 not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:46.559747 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 708d3b8e-19d1-4491-9a20-993362f4300d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 14 22:35:46.579527 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.plugin [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] No Port match for: 708d3b8e-19d1-4491-9a20-993362f4300d {{(pid=115782) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 14 22:35:46.579882 ncdv-master-1 neutron-server[115782]: DEBUG neutron.plugins.ml2.rpc [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Device 708d3b8e-19d1-4491-9a20-993362f4300d not bound to the agent host ncdv-master-1 {{(pid=115782) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 14 22:35:46.605704 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-de70dc3f-3120-428e-8c4c-84961f6a0cef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2345189dd994ee0adc9391fe9f6856a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0452762
May 14 22:35:46.612947 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54242) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:46.660260 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45fe8b44-8186-4fb5-98d4-59d5c50619a8 admin admin] Publish callbacks [] for security_group (e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.680975 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45fe8b44-8186-4fb5-98d4-59d5c50619a8 admin admin] Publish callbacks [] for security_group (e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.801166 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45fe8b44-8186-4fb5-98d4-59d5c50619a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.804195 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-45fe8b44-8186-4fb5-98d4-59d5c50619a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:46.805452 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-45fe8b44-8186-4fb5-98d4-59d5c50619a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72 HTTP/1.1" status: 204  len: 168 time: 0.1915855
May 14 22:35:46.813347 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe8b44-8186-4fb5-98d4-59d5c50619a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d99cf2-dfa2-4aa0-90e9-ed78bdd05c72,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:46.864058 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:47.497956 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54248) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:47.537657 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-b23cdcdb-60a0-4893-bd6e-1519a9755823 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1026b33b53344e09d4d6dbcc58412f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0380487
May 14 22:35:47.540295 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [-] (115781) accepted ('10.222.0.52', 54250) {{(pid=115781) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 14 22:35:47.586414 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0790274-a658-46a9-ba6f-1a44e1aa66eb admin admin] Publish callbacks [] for security_group (5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d), before_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:47.607355 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0790274-a658-46a9-ba6f-1a44e1aa66eb admin admin] Publish callbacks [] for security_group (5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d), precommit_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:47.726589 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0790274-a658-46a9-ba6f-1a44e1aa66eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989800'] for security_group (5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d), after_delete {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:47.729227 ncdv-master-1 neutron-server[115781]: DEBUG neutron_lib.callbacks.manager [None req-a0790274-a658-46a9-ba6f-1a44e1aa66eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:35:47.730382 ncdv-master-1 neutron-server[115781]: INFO neutron.wsgi [None req-a0790274-a658-46a9-ba6f-1a44e1aa66eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d HTTP/1.1" status: 204  len: 168 time: 0.1892030
May 14 22:35:47.738076 ncdv-master-1 neutron-server[115781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0790274-a658-46a9-ba6f-1a44e1aa66eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce0e572-0650-4ac2-9df8-e9a9c7c5c16d,revision_number=None']} {{(pid=115781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 14 22:35:56.439337 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:36:10.426398 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-8b7ee475-dc62-4834-a889-27434c65c75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:12.714557 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:12.915139 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-da291748-8777-4032-8a87-cf892e2b6787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:13.323554 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:14.157527 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:16.028895 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:16.863274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:33.439215 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:36:40.431410 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-4751d7ab-ff49-4241-8bbe-dd12480b09b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:42.658639 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:42.940479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-79eac102-711e-45c2-a101-e28733decd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:43.308611 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:44.183135 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:46.025594 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:36:46.888613 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:10.433904 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c751bd30-ede1-4320-a414-80888906d20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:10.438112 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:37:12.665067 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:12.950722 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2346a6aa-4f3f-4621-aa68-5bef282314cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:13.382615 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:14.159524 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:16.008076 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:16.856936 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:40.424783 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2a31c7e0-100d-42b0-b793-e72091c3c8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:42.656862 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:42.914144 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bfcb3142-0464-4f83-bd46-f862f40a9c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:43.367401 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:44.173323 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:46.001384 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:46.856529 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:37:47.438518 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:38:10.424296 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-0ed320c7-68e9-4571-b030-49ba2693db44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:12.673248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:12.901921 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-10d7ccd6-21cd-4c9b-a111-967859cf71f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:13.335869 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:14.178485 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:16.004815 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:16.864950 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:24.439449 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:38:40.455769 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-31d06026-3f8f-4a32-a184-010c4651ed22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:42.664106 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:42.892437 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f378222c-ef85-4b42-a9bf-b72f01513e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:43.383291 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:44.177478 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:46.021110 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:38:46.868882 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:01.438490 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:39:10.514602 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2d67647b-0ab4-4835-bffb-728bec53dddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:12.703071 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:12.914590 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-c5e397fa-b5b4-443e-95cc-0b7104306f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:13.363810 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:14.205531 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:16.020928 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:16.879704 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:38.438915 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:39:40.471639 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91e60289-ff1a-49f7-bf9a-d8b7defeee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:42.679063 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:42.917780 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6d0f4430-300e-4216-8fc2-efa92901ec0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:43.397324 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:44.191890 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:46.029714 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:39:46.871964 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:10.421852 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-06cadfdb-e31a-4813-8da8-2dd66d5f6f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:11.513187 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-ac07dc9c-94fa-4084-b146-237ae5557d6a service neutron] (115781) timed out ('10.222.0.52', 51890) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:40:11.638071 ncdv-master-1 neutron-server[115781]: DEBUG neutron.wsgi [req-93f2939c-b508-4999-a67f-2a928a9cbe67 req-13fe83ad-ee6b-421a-a3c6-e6863a2c405f tempest-TestShelveInstance-207090090 tempest-TestShelveInstance-207090090-project] (115781) timed out ('10.222.0.52', 51916) {{(pid=115781) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 14 22:40:12.694037 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:12.896048 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-069ed6a3-5b35-4359-b324-4ca8039d128f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:13.375953 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:14.181972 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:15.438332 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:40:16.009871 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:16.877248 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:40.442180 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1deb6c49-a9e7-42b0-86fd-f2420341b35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:42.701945 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:42.912637 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-a92ef3fe-b0bb-47b0-9fb8-f70e3a62c9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:43.432528 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:44.186634 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:46.044046 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:46.894010 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:40:52.438377 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:41:10.426479 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-644b4fd6-f866-4496-bb1b-9a18dd812cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:12.660740 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:12.918118 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-342a52d6-f046-46e0-80bb-434b9b80fb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:13.396646 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:14.209441 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:16.064994 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:16.877641 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:29.438236 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:41:40.430220 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-e6c944aa-6ac1-4f23-80d3-3a274db67105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:42.669979 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:42.898672 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-82a31fc4-3a22-4a46-b1a2-ef547c1624ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:43.426201 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:44.242768 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:46.036274 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:41:46.905923 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:06.437031 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:42:10.442551 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ef93612f-13d1-4583-b389-7cc3f1a191a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:12.745221 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:12.887826 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b5ac7232-45bf-41b6-acf8-75ff323d1923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:13.413839 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:14.213674 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:16.036813 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:16.870723 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:40.441654 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-91c059ce-fafb-4e24-ab11-89c20db803ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:42.681005 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:42.926822 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-d49f46a5-b4e6-4291-a4db-8f236d6f1876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:43.435897 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:42:43.527488 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:44.213483 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:46.064501 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:42:46.903513 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:10.475927 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-7f4bf084-0a76-4ff9-a689-c259d3d981f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:12.691995 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:12.903532 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-b8133629-bd5d-44dd-a6a9-d8cc7111c1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:13.538143 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:14.218238 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:16.069870 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:16.887095 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:20.434529 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:43:40.457966 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-000b1ed2-448c-49d1-9e84-04adfba221ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:42.737667 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:42.886091 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-f1a40497-bdca-49d4-86ad-6d5e9bda1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:43.537009 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:44.240130 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:46.086463 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:46.880829 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:43:57.433958 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 14 22:44:10.451724 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-bb66c889-d64c-4f6e-8a59-a3993b7316cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (cc0e7905-a54d-4eef-8c7a-25cca977871d), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:12.766324 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-259cb495-1d26-4e84-b574-9b144669cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (4a352a91-e70b-4ece-bd0f-d889de4f0318), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:12.937072 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-6b14b614-5715-4221-9a12-808271b01bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (459428cc-1df6-435f-a5d1-40ef9d986ccd), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:13.600450 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-1bea4a30-e1b2-4aa5-a16e-6b019e1d7e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (eb871b16-2cfa-4770-b23c-3a02e6aa1a50), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:14.216808 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf54-8e93-4d79-9adf-82d28f2e7d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (278c8223-faf9-486b-9bc5-50986bfdeb40), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:16.091642 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-2b6fa6d5-0d4e-4edf-bd41-35da12b0d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (6f19e848-5b43-46a4-9008-1001d3c603d7), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:16.919713 ncdv-master-1 neutron-server[115782]: DEBUG neutron_lib.callbacks.manager [None req-5f185ec9-ae48-459d-a154-2a797fe50d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749439318375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8346532'] for agent (912d0a21-2143-4b21-b24d-15dd306ed65e), after_update {{(pid=115782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 14 22:44:34.435164 ncdv-master-1 neutron-server[115783]: DEBUG neutron.db.agents_db [None req-04c1ca3f-e8c5-4b45-bfd1-051bfc04f02f None None] Agent healthcheck: found 7 active agents {{(pid=115783) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}